remvoe unused kernels

This commit is contained in:
OlivierDehaene 2024-04-12 14:18:58 +02:00
parent bfe44468fe
commit fa3ec86f86
2 changed files with 2 additions and 1 deletions

View File

@ -248,6 +248,7 @@ ENTRYPOINT ["./entrypoint.sh"]
FROM base
COPY ./tgi-entrypoint.sh /tgi-entrypoint.sh
RUN chmod +x /tgi-entrypoint.sh
ENTRYPOINT ["/tgi-entrypoint.sh"]
CMD ["--json-output"]

View File

@ -4,7 +4,7 @@ vllm-cuda:
git clone https://github.com/OlivierDehaene/vllm.git vllm
build-vllm-cuda: vllm-cuda
cd vllm && git fetch && git checkout 4bec8cee87f6bb8cebaec297029713cd2082e0b2
cd vllm && git fetch && git checkout 3d4693536dcb69f036c26b016a35839b99ebed59
cd vllm && python setup.py build
install-vllm-cuda: build-vllm-cuda