feat(server): fix transformers commit (#96)
This commit is contained in:
parent
240c4187fd
commit
0b6807caa4
|
@ -60,7 +60,7 @@ jobs:
|
|||
- name: Run server tests
|
||||
run: |
|
||||
pip install pytest
|
||||
pytest -sv server/tests
|
||||
HF_HUB_ENABLE_HF_TRANSFER=1 pytest -sv server/tests
|
||||
- name: Run Rust tests
|
||||
run: |
|
||||
cargo test
|
||||
|
|
2
Makefile
2
Makefile
|
@ -19,7 +19,7 @@ integration-tests: install-router install-launcher
|
|||
cargo test
|
||||
|
||||
python-tests:
|
||||
cd server && pytest tests
|
||||
cd server && HF_HUB_ENABLE_HF_TRANSFER=1 pytest tests
|
||||
|
||||
run-bloom-560m:
|
||||
text-generation-launcher --model-id bigscience/bloom-560m --num-shard 2
|
||||
|
|
|
@ -1,3 +1,5 @@
|
|||
transformers_commit := 712d62e83c28236c7f39af690e7792a54288dbd9
|
||||
|
||||
gen-server:
|
||||
# Compile protos
|
||||
pip install grpcio-tools==1.51.1 --no-cache-dir
|
||||
|
@ -10,11 +12,11 @@ install-transformers:
|
|||
# Install specific version of transformers with custom cuda kernels
|
||||
pip uninstall transformers -y || true
|
||||
rm -rf transformers || true
|
||||
rm -rf transformers-text_generation_inference || true
|
||||
curl -L -O https://github.com/OlivierDehaene/transformers/archive/refs/heads/text_generation_inference.zip
|
||||
unzip text_generation_inference.zip
|
||||
rm text_generation_inference.zip
|
||||
mv transformers-text_generation_inference transformers
|
||||
rm -rf transformers-$(transformers_commit) || true
|
||||
curl -L -O https://github.com/OlivierDehaene/transformers/archive/$(transformers_commit).zip
|
||||
unzip $(transformers_commit).zip
|
||||
rm $(transformers_commit).zip
|
||||
mv transformers-$(transformers_commit) transformers
|
||||
cd transformers && python setup.py install
|
||||
|
||||
install-torch:
|
||||
|
|
Loading…
Reference in New Issue