2023-09-27 14:59:33 -06:00
|
|
|
#!/bin/bash
|
|
|
|
|
|
2023-09-27 16:57:14 -06:00
|
|
|
# Kill old process
|
|
|
|
|
vllm_pid=$(ps aux | grep '/venv/bin/python /local-llm-server/other/vllm/vllm_api_server.py' | awk '{print $2}')
|
|
|
|
|
for pid in $vllm_pid; do
|
2023-09-27 14:59:33 -06:00
|
|
|
kill -9 $pid
|
|
|
|
|
done
|
|
|
|
|
|
2023-09-27 17:50:55 -06:00
|
|
|
/venv/bin/python /local-llm-server/other/vllm/vllm_api_server.py --host 0.0.0.0 --port 7000 --max-log-len 100 $(cat /storage/vllm/cmd.txt)
|
