cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

adjust dockerfile paths

This commit is contained in:
Cyberes 2023-09-27 17:50:55 -06:00
parent 1874e6f7c4
commit abef9eba7d
2 changed files with 7 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
other/vllm/Docker/Dockerfile
View File

@ -36,7 +36,7 @@ RUN useradd -ms /bin/bash apiserver
RUN usermod -s /bin/bash root RUN usermod -s /bin/bash root
RUN apt-get update && \ RUN apt-get update && \
apt-get install -y python3 python3-pip wget aria2 git-lfs git openssh-server openssh-client nano tmux && \ apt-get install -y python3 python3-pip wget aria2 git-lfs git openssh-server openssh-client nano tmux file && \
rm -rf /var/lib/apt/lists/* rm -rf /var/lib/apt/lists/*
RUN pip3 install --upgrade pip setuptools wheel RUN pip3 install --upgrade pip setuptools wheel
@ -57,13 +57,15 @@ COPY --from=build /local-llm-server /local-llm-server
COPY --from=build /venv /venv COPY --from=build /venv /venv
COPY --from=build /app /app COPY --from=build /app /app
COPY --from=build /jupyterlab /jupyterlab COPY --from=build /jupyterlab /jupyterlab
RUN cp /local-llm-server/other/vllm/Docker/supervisord.conf /etc/supervisor/conf.d/supervisord.conf
COPY ./start-vllm.sh /app/start-vllm.sh RUN cp /local-llm-server/other/vllm/Docker/supervisord.conf /etc/supervisor/conf.d/supervisord.conf
RUN cp /local-llm-server/other/vllm/Docker/start-vllm.sh /app/start-vllm.sh
RUN cp /local-llm-server/other/vllm/Docker/start-container.sh /app/start.sh
# Copy your secrets in
COPY ./rathole-client.toml /app/client.toml COPY ./rathole-client.toml /app/client.toml
COPY ./jupyter /app/jupyter COPY ./jupyter /app/jupyter
COPY ./ssh /root/.ssh COPY ./ssh /root/.ssh
COPY ./start-container.sh /app/start.sh
RUN mkdir -p /var/log/app/ RUN mkdir -p /var/log/app/

2
other/vllm/Docker/start-vllm.sh
View File

@ -6,4 +6,4 @@ for pid in $vllm_pid; do
kill -9 $pid kill -9 $pid
done done
/venv/bin/python /local-llm-server/other/vllm/vllm_api_server.py --host 0.0.0.0 --port 7000 $(cat /storage/vllm/cmd.txt) /venv/bin/python /local-llm-server/other/vllm/vllm_api_server.py --host 0.0.0.0 --port 7000 --max-log-len 100 $(cat /storage/vllm/cmd.txt)