add auth_token CLI argument to provide hf hub authentification token

This commit is contained in:
Morgan Funtowicz 2024-07-10 13:50:28 +00:00
parent ca9da2dd49
commit 40fe2ec0ff
1 changed files with 3 additions and 0 deletions

View File

@ -52,6 +52,8 @@ struct Args {
messages_api_enabled: bool,
#[clap(default_value = "4", long, env)]
max_client_batch_size: usize,
#[clap(long, env)]
auth_token: Option<String>
}
#[tokio::main]
@ -81,6 +83,7 @@ async fn main() -> Result<(), TensorRtLlmBackendError> {
cors_allow_origin,
messages_api_enabled,
max_client_batch_size,
auth_token
} = args;
// Launch Tokio runtime