diff --git a/other/server.conf b/other/config.py similarity index 100% rename from other/server.conf rename to other/config.py diff --git a/other/gconfig.py b/other/gconfig.py new file mode 100644 index 0000000..5e30e7a --- /dev/null +++ b/other/gconfig.py @@ -0,0 +1,2 @@ +accesslog="-" +errorlog="-" diff --git a/other/local-llm-server.service b/other/local-llm-server.service index 2a18b77..22a8129 100644 --- a/other/local-llm-server.service +++ b/other/local-llm-server.service @@ -10,7 +10,7 @@ Group=server WorkingDirectory=/srv/server/local-llm-server # Need a lot of workers since we have long-running requests # Takes about 3.5G memory -ExecStart=/srv/server/local-llm-server/venv/bin/gunicorn --workers 20 --bind 0.0.0.0:5000 server:app --timeout 60 --worker-class gevent -c /srv/server/local-llm-server/other/server.conf +ExecStart=/srv/server/local-llm-server/venv/bin/gunicorn --workers 20 --bind 0.0.0.0:5000 server:app --timeout 60 --worker-class gevent -c /srv/server/local-llm-server/other/gconfig.py Restart=always RestartSec=2 SyslogIdentifier=local-llm-server