Revert doc text.

2024-10-24 10:06:59 +02:00 · 2024-10-24 10:06:59 +02:00 · cacaba64c3
parent 6994fa12f8
commit cacaba64c3
1 changed files with 1 additions and 1 deletions
--- a/launcher/src/main.rs
+++ b/launcher/src/main.rs
@ -488,7 +488,7 @@ struct Args {
    /// `1511` max_new_tokens.
    /// The larger this value, the larger amount each request will be in your RAM
    /// and the less effective batching can be.
-    /// Default to min(max_position_embeddings, 4096)
+    /// Default to min(max_allocatable, max_position_embeddings)
    #[clap(long, env)]
    max_total_tokens: Option<usize>,