diff --git a/other/vllm/Docker/Dockerfile b/other/vllm/Docker/Dockerfile index 176f292..d5be5d7 100644 --- a/other/vllm/Docker/Dockerfile +++ b/other/vllm/Docker/Dockerfile @@ -54,6 +54,8 @@ COPY --from=build /app /app COPY --from=build /jupyterlab /jupyterlab RUN cp /local-llm-server/other/vllm/Docker/supervisord.conf /etc/supervisor/conf.d/supervisord.conf +RUN echo '#!/bin/bash\n/venv/bin/python /local-llm-server/other/vllm/vllm_api_server.py --host 0.0.0.0 --port 7000 $(cat /storage/vllm/cmd.txt)' > /app/start-vllm.sh + COPY ./rathole-client.toml /app/client.toml COPY ./jupyter /app/jupyter COPY ./ssh /root/.ssh diff --git a/other/vllm/Docker/supervisord.conf b/other/vllm/Docker/supervisord.conf index a88f4eb..f4cb51e 100644 --- a/other/vllm/Docker/supervisord.conf +++ b/other/vllm/Docker/supervisord.conf @@ -2,7 +2,7 @@ nodaemon=true [program:api_server] -command=/venv/bin/python /local-llm-server/other/vllm/vllm_api_server.py --host 0.0.0.0 --port 7000 $(cat /storage/vllm/cmd.txt) +command=bash /app/start-vllm.sh autostart=true autorestart=true stdout_logfile=/dev/fd/1