cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

Update 'other/vllm/Docker/start-container.sh'

This commit is contained in:
Cyberes 2023-09-30 19:10:10 -06:00
parent 79fef7bc5a
commit ee83608a52
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
other/vllm/Docker/start-container.sh
View File

@ -19,7 +19,7 @@ if [ ! -f /storage/vllm/cmd.txt ]; then
echo "--model /storage/vllm/models/model-path --max-num-batched-tokens 4098" >/storage/vllm/cmd.txt echo "--model /storage/vllm/models/model-path --max-num-batched-tokens 4098" >/storage/vllm/cmd.txt
fi fi
cp /local-llm-server/other/Docker/idle.ipynb /notebooks/idle.ipynb cp /local-llm-server/other/vllm/Docker/idle.ipynb /notebooks/idle.ipynb
# Start the services # Start the services
/usr/bin/supervisord /usr/bin/supervisord