Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

feat(server): fix transformers commit (#96)

This commit is contained in:
OlivierDehaene 2023-03-03 17:56:27 +01:00 committed by GitHub
parent 240c4187fd
commit 0b6807caa4
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 9 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
.github/workflows/tests.yaml vendored
View File

@ -60,7 +60,7 @@ jobs:
- name: Run server tests - name: Run server tests
run: | run: |
pip install pytest pip install pytest
pytest -sv server/tests HF_HUB_ENABLE_HF_TRANSFER=1 pytest -sv server/tests
- name: Run Rust tests - name: Run Rust tests
run: | run: |
cargo test cargo test

2
Makefile
View File

@ -19,7 +19,7 @@ integration-tests: install-router install-launcher
cargo test cargo test
python-tests: python-tests:
cd server && pytest tests cd server && HF_HUB_ENABLE_HF_TRANSFER=1 pytest tests
run-bloom-560m: run-bloom-560m:
text-generation-launcher --model-id bigscience/bloom-560m --num-shard 2 text-generation-launcher --model-id bigscience/bloom-560m --num-shard 2

12
server/Makefile
View File

@ -1,3 +1,5 @@
transformers_commit := 712d62e83c28236c7f39af690e7792a54288dbd9
gen-server: gen-server:
# Compile protos # Compile protos
pip install grpcio-tools==1.51.1 --no-cache-dir pip install grpcio-tools==1.51.1 --no-cache-dir
@ -10,11 +12,11 @@ install-transformers:
# Install specific version of transformers with custom cuda kernels # Install specific version of transformers with custom cuda kernels
pip uninstall transformers -y || true pip uninstall transformers -y || true
rm -rf transformers || true rm -rf transformers || true
rm -rf transformers-text_generation_inference || true rm -rf transformers-$(transformers_commit) || true
curl -L -O https://github.com/OlivierDehaene/transformers/archive/refs/heads/text_generation_inference.zip curl -L -O https://github.com/OlivierDehaene/transformers/archive/$(transformers_commit).zip
unzip text_generation_inference.zip unzip $(transformers_commit).zip
rm text_generation_inference.zip rm $(transformers_commit).zip
mv transformers-text_generation_inference transformers mv transformers-$(transformers_commit) transformers
cd transformers && python setup.py install cd transformers && python setup.py install
install-torch: install-torch: