diff --git a/other/vllm/Docker/Dockerfile b/other/vllm/Docker/Dockerfile index d3c02e8..ca83efd 100644 --- a/other/vllm/Docker/Dockerfile +++ b/other/vllm/Docker/Dockerfile @@ -70,6 +70,7 @@ RUN mkdir -p /var/log/app/ RUN chown -R apiserver:apiserver /local-llm-server && \ chown -R apiserver:apiserver /app && \ chown -R apiserver:apiserver /var/log/app/ +RUN git config --global --add safe.directory /local-llm-server RUN chmod +x /app/start.sh diff --git a/other/vllm/Docker/start-container.sh b/other/vllm/Docker/start-container.sh index 0b98702..c827c43 100644 --- a/other/vllm/Docker/start-container.sh +++ b/other/vllm/Docker/start-container.sh @@ -1,5 +1,10 @@ #!/bin/bash +cd /local-llm-server || exit +git fetch +git reset --hard origin/master +/venv/bin/pip install -r requirements.txt + mkdir -p /storage/vllm/ chown -R apiserver:apiserver /storage/vllm touch /storage/vllm/cmd.txt diff --git a/other/vllm/Docker/start-vllm.sh b/other/vllm/Docker/start-vllm.sh index 906bc30..209e90a 100644 --- a/other/vllm/Docker/start-vllm.sh +++ b/other/vllm/Docker/start-vllm.sh @@ -6,9 +6,4 @@ for pid in $vllm_pid; do kill -9 $pid done -cd /local-llm-server -git fetch -git reset --hard origin/master -/venv/bin/pip install -r requirements.txt - /venv/bin/python /local-llm-server/other/vllm/vllm_api_server.py --host 0.0.0.0 --port 7000 --max-log-len 100 $(cat /storage/vllm/cmd.txt)