cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

fix imports

This commit is contained in:
Cyberes 2023-09-27 21:20:08 -06:00
parent e5fbc9545d
commit adc0905c6f
1 changed files with 6 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
server.py
View File

@ -1,5 +1,3 @@
from llm_server.workers.printer import start_console_printer
try: try:
import gevent.monkey import gevent.monkey
@ -185,7 +183,12 @@ def pre_fork(server):
# Start background processes # Start background processes
start_workers(opts.concurrent_gens) start_workers(opts.concurrent_gens)
start_console_printer() # start_console_printer()
t = threading.Thread(target=console_printer)
t.daemon = True
t.start()
start_moderation_workers(opts.openai_moderation_workers) start_moderation_workers(opts.openai_moderation_workers)
MainBackgroundThread().start() MainBackgroundThread().start()
SemaphoreCheckerThread().start() SemaphoreCheckerThread().start()