cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

docker: git clone

This commit is contained in:
Cyberes 2023-10-15 15:43:37 -06:00
parent d9d3e03f59
commit f58fa1a6f1
2 changed files with 7 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
other/vllm/Docker/Dockerfile
View File

@ -17,6 +17,8 @@ RUN pip3 install glances
RUN apt-get install -y wget aria2 git-lfs git openssh-server openssh-client nano tmux file && \ RUN apt-get install -y wget aria2 git-lfs git openssh-server openssh-client nano tmux file && \
rm -rf /var/lib/apt/lists/* rm -rf /var/lib/apt/lists/*
RUN cd /local-llm-server && git reset --hard && git pull
# Enable root SSH login # Enable root SSH login
RUN sed -i 's/#PermitRootLogin prohibit-password/PermitRootLogin yes/' /etc/ssh/sshd_config RUN sed -i 's/#PermitRootLogin prohibit-password/PermitRootLogin yes/' /etc/ssh/sshd_config
# Disable password SSH login # Disable password SSH login
@ -40,8 +42,7 @@ RUN chmod +x /app/start.sh
ENV SHELL="/bin/bash" ENV SHELL="/bin/bash"
# Expose Jupyter. We don't need to expose # Expose Jupyter. We don't need to expose VLLM or SSH since rathole will tunnel those.
# VLLM or SSH since rathole will tunnel those.
EXPOSE 8888 EXPOSE 8888
CMD /app/start.sh CMD /app/start.sh

4
other/vllm/Docker/Dockerfile.base
View File

@ -1,3 +1,7 @@
# This container builds and assembles the Python parts of the Docker container.
# It is used as the base for the resulting container, which avoids having to re-push
# the large PyTorch parts every time the application is rebuilt.
FROM nvidia/cuda:11.8.0-devel-ubuntu22.04 as build FROM nvidia/cuda:11.8.0-devel-ubuntu22.04 as build
RUN apt-get update && \ RUN apt-get update && \