cyberes
/
local-llm-server
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

fix gunicorn warning

This commit is contained in:
Cyberes 2023-12-21 13:25:16 -07:00
parent 8cab76712f
commit 27d36a7f0e
3 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

0
other/server.conf → other/config.py
View File

2
other/gconfig.py Normal file
View File

@ -0,0 +1,2 @@
accesslog="-"
errorlog="-"

2
other/local-llm-server.service
View File

@ -10,7 +10,7 @@ Group=server
WorkingDirectory=/srv/server/local-llm-server
# Need a lot of workers since we have long-running requests
# Takes about 3.5G memory
ExecStart=/srv/server/local-llm-server/venv/bin/gunicorn --workers 20 --bind 0.0.0.0:5000 server:app --timeout 60 --worker-class gevent -c /srv/server/local-llm-server/other/server.conf
ExecStart=/srv/server/local-llm-server/venv/bin/gunicorn --workers 20 --bind 0.0.0.0:5000 server:app --timeout 60 --worker-class gevent -c /srv/server/local-llm-server/other/gconfig.py
Restart=always
RestartSec=2
SyslogIdentifier=local-llm-server