cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

*blushes* oopsie daisy

This commit is contained in:
Cyberes 2023-09-17 20:22:17 -06:00
parent eb3179cfff
commit 2d390e6268
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
llm_server/routes/v1/generate_stats.py
View File

@ -22,8 +22,8 @@ def calculate_wait_time(gen_time_calc, proompters_in_queue, concurrent_gens, act
# This assumes that all active workers will finish at the same time, which is unlikely.
# Regardless, this is the most accurate estimate we can get without tracking worker elapsed times.
proompters_in_queue_wait_time = gen_time_calc if (proompters_in_queue / concurrent_gens) <= 1 \
else round_up_base(((proompters_in_queue / concurrent_gens) * gen_time_calc), base=gen_time_calc) + workers_running
return proompters_in_queue_wait_time
else round_up_base(((proompters_in_queue / concurrent_gens) * gen_time_calc), base=gen_time_calc)
return proompters_in_queue_wait_time + workers_running
elif proompters_in_queue == 0 and active_gen_workers == 0:
# No queue, no workers
return 0