From f58fa1a6f10007625c668d410d0101307481303e Mon Sep 17 00:00:00 2001 From: Cyberes Date: Sun, 15 Oct 2023 15:43:37 -0600 Subject: [PATCH] docker: git clone --- other/vllm/Docker/Dockerfile | 5 +++-- other/vllm/Docker/Dockerfile.base | 4 ++++ 2 files changed, 7 insertions(+), 2 deletions(-) diff --git a/other/vllm/Docker/Dockerfile b/other/vllm/Docker/Dockerfile index 2d16c95..75a840b 100644 --- a/other/vllm/Docker/Dockerfile +++ b/other/vllm/Docker/Dockerfile @@ -17,6 +17,8 @@ RUN pip3 install glances RUN apt-get install -y wget aria2 git-lfs git openssh-server openssh-client nano tmux file && \ rm -rf /var/lib/apt/lists/* +RUN cd /local-llm-server && git reset --hard && git pull + # Enable root SSH login RUN sed -i 's/#PermitRootLogin prohibit-password/PermitRootLogin yes/' /etc/ssh/sshd_config # Disable password SSH login @@ -40,8 +42,7 @@ RUN chmod +x /app/start.sh ENV SHELL="/bin/bash" -# Expose Jupyter. We don't need to expose -# VLLM or SSH since rathole will tunnel those. +# Expose Jupyter. We don't need to expose VLLM or SSH since rathole will tunnel those. EXPOSE 8888 CMD /app/start.sh diff --git a/other/vllm/Docker/Dockerfile.base b/other/vllm/Docker/Dockerfile.base index a4cee9a..399a4b3 100644 --- a/other/vllm/Docker/Dockerfile.base +++ b/other/vllm/Docker/Dockerfile.base @@ -1,3 +1,7 @@ +# This container builds and assembles the Python parts of the Docker container. +# It is used as the base for the resulting container, which avoids having to re-push +# the large PyTorch parts every time the application is rebuilt. + FROM nvidia/cuda:11.8.0-devel-ubuntu22.04 as build RUN apt-get update && \