fix imports
This commit is contained in:
parent
e5fbc9545d
commit
adc0905c6f
|
@ -1,5 +1,3 @@
|
|||
from llm_server.workers.printer import start_console_printer
|
||||
|
||||
try:
|
||||
import gevent.monkey
|
||||
|
||||
|
@ -185,7 +183,12 @@ def pre_fork(server):
|
|||
|
||||
# Start background processes
|
||||
start_workers(opts.concurrent_gens)
|
||||
start_console_printer()
|
||||
# start_console_printer()
|
||||
|
||||
t = threading.Thread(target=console_printer)
|
||||
t.daemon = True
|
||||
t.start()
|
||||
|
||||
start_moderation_workers(opts.openai_moderation_workers)
|
||||
MainBackgroundThread().start()
|
||||
SemaphoreCheckerThread().start()
|
||||
|
|
Reference in New Issue