vllm-cuda: # Clone vllm pip install -U ninja packaging --no-cache-dir git clone https://github.com/Narsil/vllm.git vllm build-vllm-cuda: vllm-cuda cd vllm && git fetch && git checkout b5dfc61db88a81069e45b44f7cc99bd9e62a60fa cd vllm && python setup.py build install-vllm-cuda: build-vllm-cuda pip uninstall vllm -y || true cd vllm && python setup.py install vllm-rocm: # Clone vllm pip install -U ninja packaging --no-cache-dir git clone https://github.com/fxmarty/vllm-public.git vllm build-vllm-rocm: vllm-rocm cd vllm && git fetch && git checkout ad9b7c4095ef54419a0533d254f2ad84bd2dfcae cd vllm && python setup.py build install-vllm-rocm: build-vllm-rocm pip uninstall vllm -y || true cd vllm && python setup.py install