17 lines
442 B
Bash
17 lines
442 B
Bash
#!/bin/bash
|
|
|
|
# Kill old processes
|
|
pids1=$(ps aux | grep '[b]ash /app/start-vllm.sh' | awk '{print $2}')
|
|
pids2=$(ps aux | grep '/venv/bin/python /local-llm-server/other/vllm/vllm_api_server.py' | awk '{print $2}')
|
|
|
|
# Kill the processes
|
|
for pid in $pids1; do
|
|
kill -9 $pid
|
|
done
|
|
|
|
for pid in $pids2; do
|
|
kill -9 $pid
|
|
done
|
|
|
|
/venv/bin/python /local-llm-server/other/vllm/vllm_api_server.py --host 0.0.0.0 --port 7000 $(cat /storage/vllm/cmd.txt)
|