hf_text-generation-inference/server/Makefile-vllm

vllm-cuda:
    # Clone vllm
	pip install -U ninja packaging --no-cache-dir
	git clone https://github.com/Narsil/vllm.git vllm

build-vllm-cuda: vllm-cuda
	cd vllm && git fetch && git checkout b5dfc61db88a81069e45b44f7cc99bd9e62a60fa
	cd vllm && python setup.py build

install-vllm-cuda: build-vllm-cuda
	pip uninstall vllm -y || true
	cd vllm && python setup.py install

vllm-rocm:
    # Clone vllm
	pip install -U ninja packaging --no-cache-dir
	git clone https://github.com/fxmarty/vllm-public.git vllm

build-vllm-rocm: vllm-rocm
	cd vllm && git fetch && git checkout ad9b7c4095ef54419a0533d254f2ad84bd2dfcae
	cd vllm && python setup.py build

install-vllm-rocm: build-vllm-rocm
	pip uninstall vllm -y || true
	cd vllm && python setup.py install