local-llm-server/other/local-llm.service

16 lines
336 B
SYSTEMD

[Unit]
Description=Local LLM Proxy
Wants=basic.target
After=basic.target network.target
[Service]
User=server
Group=server
WorkingDirectory=/srv/server/local-llm-server
ExecStart=/srv/server/local-llm-server/venv/bin/gunicorn --workers 3 --bind 0.0.0.0:5000 server:app
Restart=always
RestartSec=2
[Install]
WantedBy=multi-user.target