Update launcher/src/main.rs

2024-04-12 14:08:38 +02:00 · 2024-04-12 14:08:38 +02:00 · b75bd5b720
parent 16386b83e1
commit b75bd5b720
1 changed files with 1 additions and 1 deletions
--- a/launcher/src/main.rs
+++ b/launcher/src/main.rs
@ -257,7 +257,7 @@ struct Args {
    /// Limits the number of tokens for the prefill operation.
    /// Since this operation take the most memory and is compute bound, it is interesting
    /// to limit the number of requests that can be sent.
-    /// Default to `max_input_length + 50` to give a bit of room.
+    /// Default to `max_input_tokens + 50` to give a bit of room.
    #[clap(long, env)]
    max_batch_prefill_tokens: Option<u32>,