Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Putting the fix for vllm for CIt

This commit is contained in:
Nicolas Patry 2024-06-06 19:11:51 +02:00
parent 512ed5ca4c
commit 81704d28e8
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
.github/workflows/build.yaml vendored
View File

@ -145,7 +145,7 @@ jobs:
pytest -s -vv integration-tests pytest -s -vv integration-tests
integration-tests-rocm: integration-tests-rocm:
concurrency: concurrency:
group: ${{ github.workflow }}-${{ github.job }}-${{ github.head_ref || github.run_id }} group: ${{ github.workflow }}-${{ github.job }}-rocm-${{ github.head_ref || github.run_id }}
cancel-in-progress: true cancel-in-progress: true
runs-on: [amd-gpu-tgi, multi-gpu, mi250] runs-on: [amd-gpu-tgi, multi-gpu, mi250]
needs: needs:

2
server/Makefile-vllm
View File

@ -1,5 +1,5 @@
commit_cuda := b5dfc61db88a81069e45b44f7cc99bd9e62a60fa commit_cuda := b5dfc61db88a81069e45b44f7cc99bd9e62a60fa
commit_rocm := ca6913b3c2ffacdcb7d15e914dc34adbc6c89479 commit_rocm := 559200c1a028de990c1ddea761b0ccd62109e3a0
build-vllm-cuda: build-vllm-cuda:
if [ ! -d 'vllm' ]; then \ if [ ! -d 'vllm' ]; then \
pip install -U ninja packaging --no-cache-dir && \ pip install -U ninja packaging --no-cache-dir && \