vllm-cuda: # Clone vllm pip install -U ninja packaging --no-cache-dir git clone https://github.com/OlivierDehaene/vllm.git vllm build-vllm-cuda: vllm-cuda cd vllm && git fetch && git checkout 3d4693536dcb69f036c26b016a35839b99ebed59 cd vllm && python setup.py build install-vllm-cuda: build-vllm-cuda pip uninstall vllm -y || true cd vllm && python setup.py install vllm-rocm: # Clone vllm pip install -U ninja packaging --no-cache-dir git clone https://github.com/fxmarty/vllm-public.git vllm build-vllm-rocm: vllm-rocm cd vllm && git fetch && git checkout ad9b7c4095ef54419a0533d254f2ad84bd2dfcae cd vllm && python setup.py build install-vllm-rocm: build-vllm-rocm pip uninstall vllm -y || true cd vllm && python setup.py install