diff --git a/other/vllm/Docker/Dockerfile b/other/vllm/Docker/Dockerfile index 8146cef..7ebe7b0 100644 --- a/other/vllm/Docker/Dockerfile +++ b/other/vllm/Docker/Dockerfile @@ -17,6 +17,7 @@ RUN apt-get update && \ apt-get install -y wget aria2 git-lfs git openssh-server openssh-client nano tmux file && \ rm -rf /var/lib/apt/lists/* +# Update the git repo RUN cd /local-llm-server && git reset --hard && git pull # Enable root SSH login diff --git a/other/vllm/Docker/README.md b/other/vllm/Docker/README.md index fb0d019..97faf32 100644 --- a/other/vllm/Docker/README.md +++ b/other/vllm/Docker/README.md @@ -30,7 +30,7 @@ You **must** have a GPU attached to your system when building the container (required for building VLLM). 1. Install the [NVIDIA Container Toolkit](https://docs.nvidia.com/datacenter/cloud-native/container-toolkit/latest/install-guide.html) and CUDA 11.8. -2. `sudo docker build .` If you want to build the latest VLLM, add `--no-cache` +2. `bash build-docker.sh` To run the container on your local machine: diff --git a/other/vllm/Docker/build-docker.sh b/other/vllm/Docker/build-docker.sh index 78f861f..eb560bf 100644 --- a/other/vllm/Docker/build-docker.sh +++ b/other/vllm/Docker/build-docker.sh @@ -2,7 +2,6 @@ # Build and push the container. -git pull git pull sudo docker build . -f Dockerfile.base -t cyberes/vllm-paperspace-base --no-cache && sudo docker push cyberes/vllm-paperspace-base:latest sudo docker build . -t cyberes/vllm-paperspace && sudo docker push cyberes/vllm-paperspace:latest diff --git a/other/vllm/Docker/init-container.sh b/other/vllm/Docker/init-container.sh index 9719c57..111646c 100644 --- a/other/vllm/Docker/init-container.sh +++ b/other/vllm/Docker/init-container.sh @@ -18,8 +18,5 @@ if [ ! -f /storage/vllm/cmd.txt ]; then echo "--max-num-batched-tokens 4098 --quantization awq --model /storage/vllm/models/model-path" >/storage/vllm/cmd.txt fi -# Copy the idling notebook to storage. This will create a blank notebook every -# time the container is started. +# Copy the idling notebook to storage. This will create a blank notebook every time the container is started. cp /local-llm-server/other/vllm/Docker/idle.ipynb /notebooks/idle.ipynb - -# cp /local-llm-server/other/vllm/Docker/update-container.sh /notebooks/update-container.sh