hf_text-generation-inference/server/Makefile-vllm

13 lines
331 B
Plaintext
Raw Normal View History

vllm_commit := 084ca75d4271f8f67be731bc58e0d41d8e0afd3a
vllm:
# Clone vllm
git clone https://github.com/OlivierDehaene/vllm.git
build-vllm: vllm
cd vllm && git fetch && git checkout $(vllm_commit)
cd vllm && python setup.py build
install-vllm: build-vllm
pip uninstall vllm -y || true
cd vllm && python setup.py install