Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

sha-cd5961b

This commit is contained in:
OlivierDehaene 2023-03-06 18:05:19 +01:00
parent a874a52afb
commit 31159266eb
2 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
aml/deployment.yaml
View File

@ -1,6 +1,6 @@
$schema: https://azuremlschemas.azureedge.net/latest/managedOnlineDeployment.schema.json $schema: https://azuremlschemas.azureedge.net/latest/managedOnlineDeployment.schema.json
name: bloom-deployment name: bloom-deployment
endpoint_name: bloom-inference endpoint_name: bloom-azure-inference
model: azureml:bloom-safetensors:1 model: azureml:bloom-safetensors:1
model_mount_path: /var/azureml-model model_mount_path: /var/azureml-model
environment_variables: environment_variables:
@ -8,7 +8,7 @@ environment_variables:
MODEL_ID: bigscience/bloom MODEL_ID: bigscience/bloom
NUM_SHARD: 8 NUM_SHARD: 8
environment: environment:
image: db4c2190dd824d1f950f5d1555fbadf0.azurecr.io/text-generation-inference:sha-4e685d9 image: db4c2190dd824d1f950f5d1555fbadf0.azurecr.io/text-generation-inference:sha-cd5961b
inference_config: inference_config:
liveness_route: liveness_route:
port: 80 port: 80

2
aml/endpoint.yaml
View File

@ -1,3 +1,3 @@
$schema: https://azuremlsdk2.blob.core.windows.net/latest/managedOnlineEndpoint.schema.json $schema: https://azuremlsdk2.blob.core.windows.net/latest/managedOnlineEndpoint.schema.json
name: bloom-inference name: bloom-azure-inference
auth_mode: key auth_mode: key