fix service file
This commit is contained in:
parent
20366fbd08
commit
2ab2e6eed1
|
@ -12,4 +12,6 @@ class GlobalConfig:
|
||||||
|
|
||||||
@classmethod
|
@classmethod
|
||||||
def get(cls):
|
def get(cls):
|
||||||
|
if cls.__config_model is None:
|
||||||
|
raise Exception('Config has not been initialised')
|
||||||
return cls.__config_model
|
return cls.__config_model
|
||||||
|
|
|
@ -14,7 +14,7 @@ ExecStartPre=/usr/bin/pkill -9 -f "/srv/server/local-llm-server/venv/bin/python3
|
||||||
# TODO: make sure gunicorn logs to stdout and logging also goes to stdout
|
# TODO: make sure gunicorn logs to stdout and logging also goes to stdout
|
||||||
|
|
||||||
# Need a lot of workers since we have long-running requests. This takes about 3.5G memory.
|
# Need a lot of workers since we have long-running requests. This takes about 3.5G memory.
|
||||||
ExecStart=/srv/server/local-llm-server/venv/bin/gunicorn --workers 20 --bind 0.0.0.0:5000 server:app --timeout 60 --worker-class gevent --access-logfile '-' --error-logfile '-'
|
ExecStart=/srv/server/local-llm-server/venv/bin/gunicorn -c other/gunicorn_conf.py --workers 20 --bind 0.0.0.0:5000 server:app --timeout 60 --worker-class gevent --access-logfile '-' --error-logfile '-'
|
||||||
|
|
||||||
Restart=always
|
Restart=always
|
||||||
RestartSec=2
|
RestartSec=2
|
||||||
|
|
Reference in New Issue