10 lines
329 B
Bash
10 lines
329 B
Bash
#!/bin/bash
|
|
|
|
# Kill old process
|
|
vllm_pid=$(ps aux | grep '/venv/bin/python /local-llm-server/other/vllm/vllm_api_server.py' | awk '{print $2}')
|
|
for pid in $vllm_pid; do
|
|
kill -9 $pid
|
|
done
|
|
|
|
/venv/bin/python /local-llm-server/other/vllm/vllm_api_server.py --host 0.0.0.0 --port 7000 --max-log-len 100 $(cat /storage/vllm/cmd.txt)
|