cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

adjust dockerfile paths

This commit is contained in:
Cyberes 2023-09-27 17:50:55 -06:00
parent 1874e6f7c4
commit abef9eba7d
2 changed files with 7 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
other/vllm/Docker/Dockerfile
View File

@ -36,7 +36,7 @@ RUN useradd -ms /bin/bash apiserver
RUN usermod -s /bin/bash root
RUN apt-get update && \
apt-get install -y python3 python3-pip wget aria2 git-lfs git openssh-server openssh-client nano tmux && \
apt-get install -y python3 python3-pip wget aria2 git-lfs git openssh-server openssh-client nano tmux file && \
rm -rf /var/lib/apt/lists/*
RUN pip3 install --upgrade pip setuptools wheel
@ -57,13 +57,15 @@ COPY --from=build /local-llm-server /local-llm-server
COPY --from=build /venv /venv
COPY --from=build /app /app
COPY --from=build /jupyterlab /jupyterlab
RUN cp /local-llm-server/other/vllm/Docker/supervisord.conf /etc/supervisor/conf.d/supervisord.conf
COPY ./start-vllm.sh /app/start-vllm.sh
RUN cp /local-llm-server/other/vllm/Docker/supervisord.conf /etc/supervisor/conf.d/supervisord.conf
RUN cp /local-llm-server/other/vllm/Docker/start-vllm.sh /app/start-vllm.sh
RUN cp /local-llm-server/other/vllm/Docker/start-container.sh /app/start.sh
# Copy your secrets in
COPY ./rathole-client.toml /app/client.toml
COPY ./jupyter /app/jupyter
COPY ./ssh /root/.ssh
COPY ./start-container.sh /app/start.sh
RUN mkdir -p /var/log/app/

2
other/vllm/Docker/start-vllm.sh
View File

@ -6,4 +6,4 @@ for pid in $vllm_pid; do
kill -9 $pid
done
/venv/bin/python /local-llm-server/other/vllm/vllm_api_server.py --host 0.0.0.0 --port 7000 $(cat /storage/vllm/cmd.txt)
/venv/bin/python /local-llm-server/other/vllm/vllm_api_server.py --host 0.0.0.0 --port 7000 --max-log-len 100 $(cat /storage/vllm/cmd.txt)