fix again

This commit is contained in:
Cyberes 2023-08-21 23:50:41 -06:00
parent 9977182047
commit 90f1381f4f
1 changed files with 2 additions and 1 deletions

View File

@ -3,6 +3,7 @@ import time
from datetime import datetime
from threading import Semaphore, Thread
from llm_server import opts
from llm_server.integer import ThreadSafeInteger
from llm_server.opts import concurrent_generates
@ -22,7 +23,7 @@ class SemaphoreCheckerThread(Thread):
def run(self):
global proompters_1_min
while True:
self.values.append(self.semaphore._value)
self.values.append(opts.concurrent_generates - concurrent_semaphore._value)
proompters_1_min = sum(self.values) / len(self.values)
time.sleep(1)