provided None for api_key

2024-07-30 17:01:07 +00:00 · 2024-07-30 17:01:07 +00:00 · 98739b2035
parent 579199f6f2
commit 98739b2035
1 changed files with 1 additions and 0 deletions
--- a/backends/trtllm/src/main.rs
+++ b/backends/trtllm/src/main.rs
@ -147,6 +147,7 @@ async fn main() -> Result<(), TensorRtLlmBackendError> {
        max_input_tokens,
        max_total_tokens,
        validation_workers,
+        None,
        tokenizer_name,
        tokenizer_config_path,
        revision,