local-llm-server/gunicorn.py

try:
    import gevent.monkey

    gevent.monkey.patch_all()
except ImportError:
    pass

from llm_server.pre_fork import server_startup


def on_starting(s):
    server_startup(s)
    print('Startup complete!')
convert to gunicorn 2023-09-26 13:32:33 -06:00			`try:`
			`import gevent.monkey`

			`gevent.monkey.patch_all()`
			`except ImportError:`
			`pass`

redo background processes, reorganize server.py 2023-09-27 23:36:44 -06:00			`from llm_server.pre_fork import server_startup`
convert to gunicorn 2023-09-26 13:32:33 -06:00

			`def on_starting(s):`
redo background processes, reorganize server.py 2023-09-27 23:36:44 -06:00			`server_startup(s)`
convert to gunicorn 2023-09-26 13:32:33 -06:00			`print('Startup complete!')`