cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

update docker

This commit is contained in:
Cyberes 2023-09-29 22:28:38 -06:00
parent 89e9f42663
commit c888f5c789
3 changed files with 6 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
other/vllm/Docker/Dockerfile
View File

@ -70,6 +70,7 @@ RUN mkdir -p /var/log/app/
RUN chown -R apiserver:apiserver /local-llm-server && \ RUN chown -R apiserver:apiserver /local-llm-server && \
chown -R apiserver:apiserver /app && \ chown -R apiserver:apiserver /app && \
chown -R apiserver:apiserver /var/log/app/ chown -R apiserver:apiserver /var/log/app/
RUN git config --global --add safe.directory /local-llm-server
RUN chmod +x /app/start.sh RUN chmod +x /app/start.sh

5
other/vllm/Docker/start-container.sh
View File

@ -1,5 +1,10 @@
#!/bin/bash #!/bin/bash
cd /local-llm-server || exit
git fetch
git reset --hard origin/master
/venv/bin/pip install -r requirements.txt
mkdir -p /storage/vllm/ mkdir -p /storage/vllm/
chown -R apiserver:apiserver /storage/vllm chown -R apiserver:apiserver /storage/vllm
touch /storage/vllm/cmd.txt touch /storage/vllm/cmd.txt

5
other/vllm/Docker/start-vllm.sh
View File

@ -6,9 +6,4 @@ for pid in $vllm_pid; do
kill -9 $pid kill -9 $pid
done done
cd /local-llm-server
git fetch
git reset --hard origin/master
/venv/bin/pip install -r requirements.txt
/venv/bin/python /local-llm-server/other/vllm/vllm_api_server.py --host 0.0.0.0 --port 7000 --max-log-len 100 $(cat /storage/vllm/cmd.txt) /venv/bin/python /local-llm-server/other/vllm/vllm_api_server.py --host 0.0.0.0 --port 7000 --max-log-len 100 $(cat /storage/vllm/cmd.txt)