This repository has been archived on 2024-10-27. You can view files and clone it, but cannot push or open issues or pull requests.
local-llm-server/other/vllm/Paperspace Notebook Docker/init-container.sh

23 lines
839 B
Bash
Raw Normal View History

2023-10-15 15:38:48 -06:00
#!/bin/bash
# Create the required directories and files.
echo "SETTING UP FILE SYSTEM..."
mkdir -p /storage/vllm/
chown -R apiserver:apiserver /storage/vllm
touch /storage/vllm/cmd.txt
touch /storage/vllm/rathole-client.toml
# The user can store SSH auth and authorized_keys to streamline SSH login.
if [ -f /storage/vllm/ssh ]; then
cp -r /storage/vllm/ssh /root/.ssh
echo "Copied ssh from /storage"
fi
# If the user has not created the VLLM commandline arg file, create the default.
if [ ! -f /storage/vllm/cmd.txt ]; then
echo "--max-num-batched-tokens 4098 --quantization awq --model /storage/vllm/models/model-path" >/storage/vllm/cmd.txt
fi
2023-10-15 17:14:14 -06:00
# Copy the idling notebook to storage. This will create a blank notebook every time the container is started.
2023-10-15 15:38:48 -06:00
cp /local-llm-server/other/vllm/Docker/idle.ipynb /notebooks/idle.ipynb