diff --git a/other/vllm/Docker/Dockerfile b/other/vllm/Docker/Dockerfile index 4064981..b4c0bda 100644 --- a/other/vllm/Docker/Dockerfile +++ b/other/vllm/Docker/Dockerfile @@ -18,6 +18,8 @@ RUN rm /tmp/rathole.zip RUN cp /tmp/rathole /app RUN python3 -m venv /venv +RUN /venv/bin/pip install torch --index-url https://download.pytorch.org/whl/cu118 + WORKDIR /local-llm-server # The local local-llm-server repo may be cached, so we will fetch and reset to the remote every time.