diff --git a/sagemaker-entrypoint.sh b/sagemaker-entrypoint.sh index 1340f55..9ac4701 100755 --- a/sagemaker-entrypoint.sh +++ b/sagemaker-entrypoint.sh @@ -18,4 +18,8 @@ if [[ -n "${HF_MODEL_QUANTIZE}" ]]; then export QUANTIZE="${HF_MODEL_QUANTIZE}" fi +if [[ -n "${HF_MODEL_TRUST_REMOTE_CODE}" ]]; then + export TRUST_REMOTE_CODE="${HF_MODEL_TRUST_REMOTE_CODE}" +fi + text-generation-launcher --port 8080