cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

fix again

This commit is contained in:
Cyberes 2023-08-21 23:50:41 -06:00
parent 9977182047
commit 90f1381f4f
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
llm_server/routes/stats.py
View File

@ -3,6 +3,7 @@ import time
from datetime import datetime from datetime import datetime
from threading import Semaphore, Thread from threading import Semaphore, Thread
from llm_server import opts
from llm_server.integer import ThreadSafeInteger from llm_server.integer import ThreadSafeInteger
from llm_server.opts import concurrent_generates from llm_server.opts import concurrent_generates
@ -22,7 +23,7 @@ class SemaphoreCheckerThread(Thread):
def run(self): def run(self):
global proompters_1_min global proompters_1_min
while True: while True:
self.values.append(self.semaphore._value) self.values.append(opts.concurrent_generates - concurrent_semaphore._value)
proompters_1_min = sum(self.values) / len(self.values) proompters_1_min = sum(self.values) / len(self.values)
time.sleep(1) time.sleep(1)