cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

pull torch version from github

This commit is contained in:
Cyberes 2023-10-18 09:35:51 -06:00
parent ca40295e50
commit 561820fb9e
2 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
other/vllm/Docker/Dockerfile.base
View File

@ -24,9 +24,9 @@ RUN cp /tmp/rathole /app
RUN python3 -m venv /venv RUN python3 -m venv /venv
RUN /venv/bin/pip3 install --upgrade pip setuptools wheel RUN /venv/bin/pip3 install --upgrade pip setuptools wheel
# Install PyTorch before installing VLLM in an attempt to ensure we use the right # Install PyTorch before installing VLLM to ensure we use the right version for our CUDA install.
# version for our CUDA install. (VLLM wants 2.0.1) RUN wget -q -O - https://raw.githubusercontent.com/vllm-project/vllm/main/requirements.txt | grep -E 'torch*' > /tmp/torch_version
RUN /venv/bin/pip3 install torch==2.0.1 --index-url https://download.pytorch.org/whl/cu118 RUN /venv/bin/pip3 install "$(cat /tmp/torch_version)" --index-url https://download.pytorch.org/whl/cu118
# WORKDIR /local-llm-server # WORKDIR /local-llm-server

4
other/vllm/Docker/build-docker.sh
View File

@ -2,6 +2,6 @@
# Build and push the container. # Build and push the container.
git pull git pull || exit
sudo docker build . -f Dockerfile.base -t cyberes/vllm-paperspace-base --no-cache && sudo docker push cyberes/vllm-paperspace-base:latest sudo docker build . -f Dockerfile.base -t cyberes/vllm-paperspace-base --no-cache && sudo docker push cyberes/vllm-paperspace-base:latest || exit
sudo docker build . -t cyberes/vllm-paperspace && sudo docker push cyberes/vllm-paperspace:latest sudo docker build . -t cyberes/vllm-paperspace && sudo docker push cyberes/vllm-paperspace:latest