diff --git a/other/vllm/Docker/Dockerfile b/other/vllm/Docker/Dockerfile index 50a364e..7160a55 100644 --- a/other/vllm/Docker/Dockerfile +++ b/other/vllm/Docker/Dockerfile @@ -36,7 +36,7 @@ RUN useradd -ms /bin/bash apiserver RUN usermod -s /bin/bash root RUN apt-get update && \ - apt-get install -y python3 python3-pip wget aria2 git-lfs git openssh-server openssh-client nano tmux && \ + apt-get install -y python3 python3-pip wget aria2 git-lfs git openssh-server openssh-client nano tmux file && \ rm -rf /var/lib/apt/lists/* RUN pip3 install --upgrade pip setuptools wheel @@ -57,13 +57,15 @@ COPY --from=build /local-llm-server /local-llm-server COPY --from=build /venv /venv COPY --from=build /app /app COPY --from=build /jupyterlab /jupyterlab -RUN cp /local-llm-server/other/vllm/Docker/supervisord.conf /etc/supervisor/conf.d/supervisord.conf -COPY ./start-vllm.sh /app/start-vllm.sh +RUN cp /local-llm-server/other/vllm/Docker/supervisord.conf /etc/supervisor/conf.d/supervisord.conf +RUN cp /local-llm-server/other/vllm/Docker/start-vllm.sh /app/start-vllm.sh +RUN cp /local-llm-server/other/vllm/Docker/start-container.sh /app/start.sh + +# Copy your secrets in COPY ./rathole-client.toml /app/client.toml COPY ./jupyter /app/jupyter COPY ./ssh /root/.ssh -COPY ./start-container.sh /app/start.sh RUN mkdir -p /var/log/app/ diff --git a/other/vllm/Docker/start-vllm.sh b/other/vllm/Docker/start-vllm.sh index c086e25..209e90a 100644 --- a/other/vllm/Docker/start-vllm.sh +++ b/other/vllm/Docker/start-vllm.sh @@ -6,4 +6,4 @@ for pid in $vllm_pid; do kill -9 $pid done -/venv/bin/python /local-llm-server/other/vllm/vllm_api_server.py --host 0.0.0.0 --port 7000 $(cat /storage/vllm/cmd.txt) +/venv/bin/python /local-llm-server/other/vllm/vllm_api_server.py --host 0.0.0.0 --port 7000 --max-log-len 100 $(cat /storage/vllm/cmd.txt)