local-llm-server/gunicorn.py

14 lines
213 B
Python

try:
import gevent.monkey
gevent.monkey.patch_all()
except ImportError:
pass
from llm_server.pre_fork import server_startup
def on_starting(s):
server_startup(s)
print('Startup complete!')