cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

Update 'other/vllm/Docker/start-container.sh'

This commit is contained in:
Cyberes 2023-09-30 13:24:47 -06:00
parent d8ac9dc042
commit c047df0dc0
1 changed files with 7 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
other/vllm/Docker/start-container.sh
View File

@ -15,4 +15,11 @@ if [ -f /storage/vllm/ssh ]; then
echo "Copied ssh from /storage"
fi
if [ ! -f /storage/vllm/cmd.txt ]; then
echo "--model /storage/vllm/models/model-path --max-num-batched-tokens 4098" >/storage/vllm/cmd.txt
fi
cp /local-llm-server/other/Docker/idle.ipynb /notebooks/idle.ipynb
# Start the services
/usr/bin/supervisord