update docker

This commit is contained in:
Cyberes 2023-09-29 22:28:38 -06:00
parent 89e9f42663
commit c888f5c789
3 changed files with 6 additions and 5 deletions

View File

@ -70,6 +70,7 @@ RUN mkdir -p /var/log/app/
RUN chown -R apiserver:apiserver /local-llm-server && \
chown -R apiserver:apiserver /app && \
chown -R apiserver:apiserver /var/log/app/
RUN git config --global --add safe.directory /local-llm-server
RUN chmod +x /app/start.sh

View File

@ -1,5 +1,10 @@
#!/bin/bash
cd /local-llm-server || exit
git fetch
git reset --hard origin/master
/venv/bin/pip install -r requirements.txt
mkdir -p /storage/vllm/
chown -R apiserver:apiserver /storage/vllm
touch /storage/vllm/cmd.txt

View File

@ -6,9 +6,4 @@ for pid in $vllm_pid; do
kill -9 $pid
done
cd /local-llm-server
git fetch
git reset --hard origin/master
/venv/bin/pip install -r requirements.txt
/venv/bin/python /local-llm-server/other/vllm/vllm_api_server.py --host 0.0.0.0 --port 7000 --max-log-len 100 $(cat /storage/vllm/cmd.txt)