11 lines
278 B
Python
11 lines
278 B
Python
|
from datetime import datetime
|
||
|
|
from threading import Semaphore
|
||
|
|
|
||
|
|
from llm_server.integer import ThreadSafeInteger
|
||
|
|
from llm_server.opts import concurrent_generates
|
||
|
|
|
||
|
|
concurrent_semaphore = Semaphore(concurrent_generates)
|
||
|
|
proompts = ThreadSafeInteger(0)
|
||
|
|
start_time = datetime.now()
|
||
|
|
|