cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

adjust docker

This commit is contained in:
Cyberes 2023-09-26 23:23:54 -06:00
parent 048e5a8060
commit 7456bbe085
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
other/vllm/Docker/supervisord.conf
View File

@ -2,7 +2,7 @@
nodaemon=true nodaemon=true
[program:api_server] [program:api_server]
command=/venv/bin/python /local-llm-server/other/vllm/vllm_api_server.py --host 0.0.0.0 --port 7000 %(ENV_API_SERVER_ARGS)s command=/venv/bin/python /local-llm-server/other/vllm/vllm_api_server.py --host 0.0.0.0 --port 7000 $(cat /storage/vllm/cmd.txt)
autostart=true autostart=true
autorestart=true autorestart=true
stdout_logfile=/dev/fd/1 stdout_logfile=/dev/fd/1