Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

sha-4e685d9

This commit is contained in:
OlivierDehaene 2023-02-28 11:24:55 +01:00
parent 6aa17d7923
commit a874a52afb
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
aml/deployment.yaml
View File

@ -8,7 +8,7 @@ environment_variables:
MODEL_ID: bigscience/bloom
NUM_SHARD: 8
environment:
image: db4c2190dd824d1f950f5d1555fbadf0.azurecr.io/text-generation-inference:sha-e520d5b
image: db4c2190dd824d1f950f5d1555fbadf0.azurecr.io/text-generation-inference:sha-4e685d9
inference_config:
liveness_route:
port: 80
@ -18,7 +18,7 @@ environment:
path: /health
scoring_route:
port: 80
path: /generate
path: /
instance_type: Standard_ND96amsr_A100_v4
request_settings:
request_timeout_ms: 60000