From 6376fecc6c8a79eaba0763c47794020aab770ee2 Mon Sep 17 00:00:00 2001 From: Morgan Funtowicz Date: Wed, 23 Oct 2024 15:48:24 +0200 Subject: [PATCH] chore(docker): install transformers --- Dockerfile_trtllm | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/Dockerfile_trtllm b/Dockerfile_trtllm index 2a0ae049..3ccb0310 100644 --- a/Dockerfile_trtllm +++ b/Dockerfile_trtllm @@ -84,8 +84,9 @@ RUN mkdir $TGI_INSTALL_PREFIX && mkdir "$TGI_INSTALL_PREFIX/include" && mkdir "$ CMAKE_INSTALL_PREFIX=$TGI_INSTALL_PREFIX cargo build --release FROM nvidia/cuda:12.6.1-cudnn-runtime-ubuntu22.04 AS runtime -RUN apt update && apt install -y python3-minimal python3-dev && \ - rm -rf /var/lib/{apt,dpkg,cache,log}/ +RUN apt update && apt install -y python3-minimal python3-dev python3-pip && \ + rm -rf /var/lib/{apt,dpkg,cache,log}/ && \ + python3 -m pip install transformers tokenizers WORKDIR /usr/local/tgi/bin