cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

fix service file

This commit is contained in:
Cyberes 2024-05-08 22:19:57 -06:00
parent 20366fbd08
commit 2ab2e6eed1
2 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
llm_server/config/global_config.py
View File

@ -12,4 +12,6 @@ class GlobalConfig:
@classmethod
def get(cls):
if cls.__config_model is None:
raise Exception('Config has not been initialised')
return cls.__config_model

2
other/local-llm-server.service
View File

@ -14,7 +14,7 @@ ExecStartPre=/usr/bin/pkill -9 -f "/srv/server/local-llm-server/venv/bin/python3
# TODO: make sure gunicorn logs to stdout and logging also goes to stdout
# Need a lot of workers since we have long-running requests. This takes about 3.5G memory.
ExecStart=/srv/server/local-llm-server/venv/bin/gunicorn --workers 20 --bind 0.0.0.0:5000 server:app --timeout 60 --worker-class gevent --access-logfile '-' --error-logfile '-'
ExecStart=/srv/server/local-llm-server/venv/bin/gunicorn -c other/gunicorn_conf.py --workers 20 --bind 0.0.0.0:5000 server:app --timeout 60 --worker-class gevent --access-logfile '-' --error-logfile '-'
Restart=always
RestartSec=2