2023-08-21 23:25:53 -06:00
|
|
|
[Unit]
|
2023-12-21 13:22:47 -07:00
|
|
|
Description=Local LLM Proxy Server
|
2023-08-21 23:25:53 -06:00
|
|
|
Wants=basic.target
|
2023-12-21 13:22:47 -07:00
|
|
|
After=basic.target network.target local-llm-daemon.service
|
|
|
|
|
Requires=local-llm-daemon.service
|
2023-08-21 23:25:53 -06:00
|
|
|
|
|
|
|
|
[Service]
|
|
|
|
|
User=server
|
|
|
|
|
Group=server
|
|
|
|
|
WorkingDirectory=/srv/server/local-llm-server
|
2023-08-23 01:14:19 -06:00
|
|
|
# Need a lot of workers since we have long-running requests
|
|
|
|
|
# Takes about 3.5G memory
|
2023-12-21 13:25:16 -07:00
|
|
|
ExecStart=/srv/server/local-llm-server/venv/bin/gunicorn --workers 20 --bind 0.0.0.0:5000 server:app --timeout 60 --worker-class gevent -c /srv/server/local-llm-server/other/gconfig.py
|
2023-08-21 23:25:53 -06:00
|
|
|
Restart=always
|
|
|
|
|
RestartSec=2
|
2023-12-21 13:22:47 -07:00
|
|
|
SyslogIdentifier=local-llm-server
|
2023-08-21 23:25:53 -06:00
|
|
|
|
|
|
|
|
[Install]
|
|
|
|
|
WantedBy=multi-user.target
|
