2024-06-04 15:34:03 -06:00
|
|
|
commit_cuda := b5dfc61db88a81069e45b44f7cc99bd9e62a60fa
|
2024-06-11 05:30:29 -06:00
|
|
|
commit_rocm := c6ee53b1be97e3bbc791b95f22827501297f8921
|
2024-06-04 11:38:46 -06:00
|
|
|
build-vllm-cuda:
|
|
|
|
if [ ! -d 'vllm' ]; then \
|
|
|
|
pip install -U ninja packaging --no-cache-dir && \
|
2024-06-04 15:34:03 -06:00
|
|
|
git clone https://github.com/Narsil/vllm.git vllm; \
|
2024-06-04 11:38:46 -06:00
|
|
|
fi
|
2024-06-04 15:34:03 -06:00
|
|
|
cd vllm && git fetch && git checkout $(commit_cuda) && python setup.py build
|
|
|
|
|
2023-12-11 04:46:30 -07:00
|
|
|
install-vllm-cuda: build-vllm-cuda
|
2024-06-04 15:34:03 -06:00
|
|
|
cd vllm && git fetch && git checkout $(commit_cuda) && pip install -e .
|
2023-06-30 11:09:59 -06:00
|
|
|
|
2024-06-04 11:38:46 -06:00
|
|
|
build-vllm-rocm:
|
|
|
|
if [ ! -d 'vllm' ]; then \
|
|
|
|
pip install -U ninja packaging --no-cache-dir && \
|
2024-06-04 15:34:03 -06:00
|
|
|
git clone https://github.com/fxmarty/rocm-vllm.git vllm; \
|
2024-06-04 11:38:46 -06:00
|
|
|
fi
|
2024-06-04 15:34:03 -06:00
|
|
|
cd vllm && git fetch && git checkout $(commit_rocm) && \
|
|
|
|
PYTORCH_ROCM_ARCH="gfx90a;gfx942" python setup.py build
|
2023-06-30 11:09:59 -06:00
|
|
|
|
2023-12-11 04:46:30 -07:00
|
|
|
install-vllm-rocm: build-vllm-rocm
|
2024-06-10 01:09:50 -06:00
|
|
|
cd vllm && git fetch && git checkout $(commit_rocm) && \
|
2024-06-11 01:27:14 -06:00
|
|
|
VLLM_TARGET_DEVICE="rocm" PYTORCH_ROCM_ARCH="gfx90a;gfx942" pip install --no-build-isolation -e .
|