cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

Update 'other/vllm/Docker/Dockerfile.base'

This commit is contained in:
Cyberes 2023-10-17 12:45:31 -06:00
parent a5f31ca831
commit 6f89ac83f3
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
other/vllm/Docker/Dockerfile.base
View File

@ -30,7 +30,10 @@ RUN /venv/bin/pip3 install torch==2.0.1 --index-url https://download.pytorch.org
# WORKDIR /local-llm-server # WORKDIR /local-llm-server
RUN /venv/bin/pip install git+https://github.com/vllm-project/vllm # Don't build VLLM because we don't do that on the inference server. Just install from pip.
# RUN /venv/bin/pip install git+https://github.com/vllm-project/vllm
RUN pip install vllm
FROM nvidia/cuda:11.8.0-base-ubuntu22.04 as base FROM nvidia/cuda:11.8.0-base-ubuntu22.04 as base