cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

actually we do know how long it will take

This commit is contained in:
Cyberes 2023-08-25 15:17:01 -06:00
parent d64152587c
commit 0150bbf8dd
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
server.py
View File

@ -1,4 +1,3 @@
import collections
import json import json
import os import os
import sys import sys
@ -110,7 +109,7 @@ def home():
if stats['estimated_wait_sec'] == 0 and stats['stats']['proompts']['processing'] > 0: if stats['estimated_wait_sec'] == 0 and stats['stats']['proompts']['processing'] > 0:
# There will be a wait if the queue is empty but prompts are processing, but we don't # There will be a wait if the queue is empty but prompts are processing, but we don't
# know how long. # know how long.
estimated_wait_sec = f"> 1 seconds" estimated_wait_sec = f"less than {stats['stats']['average_generation_elapsed_sec']} seconds"
else: else:
estimated_wait_sec = f"{stats['estimated_wait_sec']} seconds" estimated_wait_sec = f"{stats['estimated_wait_sec']} seconds"