diff --git a/other/local-llm.service b/other/local-llm.service new file mode 100644 index 0000000..2f9fa9b --- /dev/null +++ b/other/local-llm.service @@ -0,0 +1,15 @@ +[Unit] +Description=Local LLM Proxy +Wants=basic.target +After=basic.target network.target + +[Service] +User=server +Group=server +WorkingDirectory=/srv/server/local-llm-server +ExecStart=/srv/server/local-llm-server/venv/bin/gunicorn --workers 3 --bind 0.0.0.0:5000 server:app +Restart=always +RestartSec=2 + +[Install] +WantedBy=multi-user.target