From 40fe2ec0ffc8a507db0c8aed79804373d8f7e36b Mon Sep 17 00:00:00 2001
From: Morgan Funtowicz <morgan@huggingface.co>
Date: Wed, 10 Jul 2024 13:50:28 +0000
Subject: [PATCH] add auth_token CLI argument to provide hf hub
 authentification token

---
 backends/trtllm/src/main.rs | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/backends/trtllm/src/main.rs b/backends/trtllm/src/main.rs
index 3d5e6da8..f55cef02 100644
--- a/backends/trtllm/src/main.rs
+++ b/backends/trtllm/src/main.rs
@@ -52,6 +52,8 @@ struct Args {
     messages_api_enabled: bool,
     #[clap(default_value = "4", long, env)]
     max_client_batch_size: usize,
+    #[clap(long, env)]
+    auth_token: Option<String>
 }
 
 #[tokio::main]
@@ -81,6 +83,7 @@ async fn main() -> Result<(), TensorRtLlmBackendError> {
         cors_allow_origin,
         messages_api_enabled,
         max_client_batch_size,
+        auth_token
     } = args;
 
     // Launch Tokio runtime