Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix(docker): use ubuntu20.04

This commit is contained in:
OlivierDehaene 2023-05-12 18:38:59 +02:00
parent 119f7e0687
commit 22c4fd07ab
1 changed files with 1 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
Dockerfile
View File

@ -108,7 +108,7 @@ COPY server/Makefile-transformers Makefile
RUN BUILD_EXTENSIONS="True" make build-transformers RUN BUILD_EXTENSIONS="True" make build-transformers
# Text Generation Inference base image # Text Generation Inference base image
FROM nvidia/cuda:11.8.0-base-ubuntu22.04 as base FROM nvidia/cuda:11.8.0-base-ubuntu20.04 as base
# Conda env # Conda env
ENV PATH=/opt/conda/bin:$PATH \ ENV PATH=/opt/conda/bin:$PATH \
@ -117,8 +117,6 @@ ENV PATH=/opt/conda/bin:$PATH \
# Text Generation Inference base env # Text Generation Inference base env
ENV HUGGINGFACE_HUB_CACHE=/data \ ENV HUGGINGFACE_HUB_CACHE=/data \
HF_HUB_ENABLE_HF_TRANSFER=1 \ HF_HUB_ENABLE_HF_TRANSFER=1 \
MODEL_ID=bigscience/bloom-560m \
NUM_SHARD=1 \
PORT=80 PORT=80
WORKDIR /usr/src WORKDIR /usr/src