cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

asdjust docker

This commit is contained in:
Cyberes 2023-09-27 00:04:37 -06:00
parent aba2e5b9c0
commit 90bb68115f
2 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
other/vllm/Docker/Dockerfile
View File

@ -54,6 +54,8 @@ COPY --from=build /app /app
COPY --from=build /jupyterlab /jupyterlab COPY --from=build /jupyterlab /jupyterlab
RUN cp /local-llm-server/other/vllm/Docker/supervisord.conf /etc/supervisor/conf.d/supervisord.conf RUN cp /local-llm-server/other/vllm/Docker/supervisord.conf /etc/supervisor/conf.d/supervisord.conf
RUN echo '#!/bin/bash\n/venv/bin/python /local-llm-server/other/vllm/vllm_api_server.py --host 0.0.0.0 --port 7000 $(cat /storage/vllm/cmd.txt)' > /app/start-vllm.sh
COPY ./rathole-client.toml /app/client.toml COPY ./rathole-client.toml /app/client.toml
COPY ./jupyter /app/jupyter COPY ./jupyter /app/jupyter
COPY ./ssh /root/.ssh COPY ./ssh /root/.ssh

2
other/vllm/Docker/supervisord.conf
View File

@ -2,7 +2,7 @@
nodaemon=true nodaemon=true
[program:api_server] [program:api_server]
command=/venv/bin/python /local-llm-server/other/vllm/vllm_api_server.py --host 0.0.0.0 --port 7000 $(cat /storage/vllm/cmd.txt) command=bash /app/start-vllm.sh
autostart=true autostart=true
autorestart=true autorestart=true
stdout_logfile=/dev/fd/1 stdout_logfile=/dev/fd/1