cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

docker: fix launch?

This commit is contained in:
Cyberes 2023-10-15 10:43:35 -06:00
parent 448ebcbe8d
commit b1d73abfd8
3 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
other/vllm/Docker/Dockerfile
View File

@ -24,7 +24,7 @@ WORKDIR /local-llm-server
# The local local-llm-server repo may be cached, so we will fetch and reset to the remote every time. # The local local-llm-server repo may be cached, so we will fetch and reset to the remote every time.
# Also, make sure there weren't any pip deps added. # Also, make sure there weren't any pip deps added.
ADD "https://www.random.org/cgi-bin/randbyte?nbytes=10&format=h" skipcache # ADD "https://www.random.org/cgi-bin/randbyte?nbytes=10&format=h" skipcache
RUN /venv/bin/pip install git+https://github.com/vllm-project/vllm RUN /venv/bin/pip install git+https://github.com/vllm-project/vllm
RUN git fetch; git reset --hard origin/master RUN git fetch; git reset --hard origin/master
RUN /venv/bin/pip install -r requirements.txt RUN /venv/bin/pip install -r requirements.txt

2
other/vllm/Docker/start-container.sh
View File

@ -1,5 +1,7 @@
#!/bin/bash #!/bin/bash
echo "LAUNCHING CONTAINER..."
cd /local-llm-server || exit cd /local-llm-server || exit
git fetch git fetch
git reset --hard origin/master git reset --hard origin/master

2
other/vllm/Docker/supervisord.conf
View File

@ -24,7 +24,7 @@ user=apiserver
environment=HOME="/home/apiserver",USER="apiserver" environment=HOME="/home/apiserver",USER="apiserver"
[program:jupyter] [program:jupyter]
command=/jupyterlab/bin/jupyter lab --allow-root --ip=0.0.0.0 --no-browser --ServerApp.trust_xheaders=True --ServerApp.disable_check_xsrf=False --ServerApp.allow_remote_access=True --ServerApp.allow_origin='*' --ServerApp.allow_credentials=True --notebook-dir /notebooks command=/jupyterlab/bin/jupyter lab --no-browser --LabApp.trust_xheaders=True --LabApp.disable_check_xsrf=False --LabApp.allow_remote_access=True --LabApp.allow_origin='*'
environment=SHELL="/bin/bash" environment=SHELL="/bin/bash"
autostart=true autostart=true
autorestart=true autorestart=true