cyberes
/
local-llm-server
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

Update 'other/vllm/Docker/Dockerfile'

This commit is contained in:
Cyberes 2023-10-01 02:08:16 -06:00
parent ac43cb0f5a
commit 23cb4df7db
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
other/vllm/Docker/Dockerfile
View File

@ -10,7 +10,6 @@ RUN git clone https://git.evulid.cc/cyberes/local-llm-server.git /local-llm-serv
WORKDIR /local-llm-server
RUN python3 -m venv /venv
RUN /venv/bin/pip install git+https://github.com/vllm-project/vllm
RUN python3 -m venv /jupyterlab
RUN /jupyterlab/bin/pip install jupyterlab
@ -25,6 +24,7 @@ RUN cp /tmp/rathole /app
# The local local-llm-server repo may be cached, so we will fetch and reset to the remote every time.
# Also, make sure there weren't any pip deps added.
ADD "https://www.random.org/cgi-bin/randbyte?nbytes=10&format=h" skipcache
RUN /venv/bin/pip install git+https://github.com/vllm-project/vllm
RUN git fetch; git reset --hard origin/master
RUN /venv/bin/pip install -r requirements.txt