local-llm-server/other/vllm/Docker/supervisord.conf

31 lines
1007 B
Plaintext

[supervisord]
nodaemon=true
[program:api_server]
command=/venv/bin/python /local-llm-server/other/vllm/vllm_api_server.py --host 0.0.0.0 --port 7000 $(cat /storage/vllm/cmd.txt)
autostart=true
autorestart=true
stdout_logfile=/dev/fd/1
stdout_logfile_maxbytes=0
stderr_logfile=/dev/fd/2
stderr_logfile_maxbytes=0
user=apiserver
environment=HOME="/home/apiserver",USER="apiserver"
[program:proxy]
command=/app/rathole -c /app/client.toml
autostart=true
autorestart=true
stdout_logfile=/dev/fd/1
stdout_logfile_maxbytes=0
stderr_logfile=/dev/fd/2
stderr_logfile_maxbytes=0
user=apiserver
environment=HOME="/home/apiserver",USER="apiserver"
[program:jupyter]
command=/jupyterlab/bin/jupyter lab --allow-root --ip=0.0.0.0 --no-browser --ServerApp.trust_xheaders=True --ServerApp.disable_check_xsrf=False --ServerApp.allow_remote_access=True --ServerApp.allow_origin='*' --ServerApp.allow_credentials=True
environment=JUPYTER_CONFIG_DIR="/app/jupyter",SHELL="/bin/bash"
[program:ssh]
command=/usr/sbin/sshd -D