diff --git a/other/vllm/Docker/Dockerfile b/other/vllm/Docker/Dockerfile index 2d16c95..75a840b 100644 --- a/other/vllm/Docker/Dockerfile +++ b/other/vllm/Docker/Dockerfile @@ -17,6 +17,8 @@ RUN pip3 install glances RUN apt-get install -y wget aria2 git-lfs git openssh-server openssh-client nano tmux file && \ rm -rf /var/lib/apt/lists/* +RUN cd /local-llm-server && git reset --hard && git pull + # Enable root SSH login RUN sed -i 's/#PermitRootLogin prohibit-password/PermitRootLogin yes/' /etc/ssh/sshd_config # Disable password SSH login @@ -40,8 +42,7 @@ RUN chmod +x /app/start.sh ENV SHELL="/bin/bash" -# Expose Jupyter. We don't need to expose -# VLLM or SSH since rathole will tunnel those. +# Expose Jupyter. We don't need to expose VLLM or SSH since rathole will tunnel those. EXPOSE 8888 CMD /app/start.sh diff --git a/other/vllm/Docker/Dockerfile.base b/other/vllm/Docker/Dockerfile.base index a4cee9a..399a4b3 100644 --- a/other/vllm/Docker/Dockerfile.base +++ b/other/vllm/Docker/Dockerfile.base @@ -1,3 +1,7 @@ +# This container builds and assembles the Python parts of the Docker container. +# It is used as the base for the resulting container, which avoids having to re-push +# the large PyTorch parts every time the application is rebuilt. + FROM nvidia/cuda:11.8.0-devel-ubuntu22.04 as build RUN apt-get update && \