hf_text-generation-inference/server/Makefile-vllm

14 lines
332 B
Plaintext

vllm_commit := e86af624d059969b0fb07b075b1d338bf10c3365
vllm:
# Clone vllm
git clone https://github.com/OlivierDehaene/vllm.git
build-vllm: vllm
cd vllm && git fetch && git checkout $(vllm_commit)
cd vllm && python setup.py build
install-vllm: build-vllm
pip uninstall vllm -y || true
cd vllm && python setup.py install