fix imports

This commit is contained in:
Cyberes 2023-09-27 21:20:08 -06:00
parent e5fbc9545d
commit adc0905c6f
1 changed files with 6 additions and 3 deletions

View File

@ -1,5 +1,3 @@
from llm_server.workers.printer import start_console_printer
try:
import gevent.monkey
@ -185,7 +183,12 @@ def pre_fork(server):
# Start background processes
start_workers(opts.concurrent_gens)
start_console_printer()
# start_console_printer()
t = threading.Thread(target=console_printer)
t.daemon = True
t.start()
start_moderation_workers(opts.openai_moderation_workers)
MainBackgroundThread().start()
SemaphoreCheckerThread().start()