cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

Update 'other/vllm/Docker/start-container.sh'

This commit is contained in:
Cyberes 2023-09-30 19:11:26 -06:00
parent ee83608a52
commit 428123e9f1
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
other/vllm/Docker/start-container.sh
View File

@ -16,7 +16,7 @@ if [ -f /storage/vllm/ssh ]; then
fi
if [ ! -f /storage/vllm/cmd.txt ]; then
echo "--model /storage/vllm/models/model-path --max-num-batched-tokens 4098" >/storage/vllm/cmd.txt
echo "--max-num-batched-tokens 4098 --quantization awq --model /storage/vllm/models/model-path" >/storage/vllm/cmd.txt
fi
cp /local-llm-server/other/vllm/Docker/idle.ipynb /notebooks/idle.ipynb