local-llm-server/other/vllm/Docker/start-container.sh

19 lines
392 B
Bash
Raw Normal View History

2023-09-27 14:59:33 -06:00
#!/bin/bash
2023-09-29 22:28:38 -06:00
cd /local-llm-server || exit
git fetch
git reset --hard origin/master
/venv/bin/pip install -r requirements.txt
2023-09-27 14:59:33 -06:00
mkdir -p /storage/vllm/
chown -R apiserver:apiserver /storage/vllm
touch /storage/vllm/cmd.txt
touch /storage/vllm/rathole-client.toml
2023-09-27 14:59:33 -06:00
if [ -f /storage/vllm/ssh ]; then
cp -r /storage/vllm/ssh /root/.ssh
echo "Copied ssh from /storage"
fi
/usr/bin/supervisord