From cacaba64c30e940239c79952e0973fd4d201c0ee Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Thu, 24 Oct 2024 10:06:59 +0200 Subject: [PATCH] Revert doc text. --- launcher/src/main.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/launcher/src/main.rs b/launcher/src/main.rs index 1c2e5e01..a48cfcc1 100644 --- a/launcher/src/main.rs +++ b/launcher/src/main.rs @@ -488,7 +488,7 @@ struct Args { /// `1511` max_new_tokens. /// The larger this value, the larger amount each request will be in your RAM /// and the less effective batching can be. - /// Default to min(max_position_embeddings, 4096) + /// Default to min(max_allocatable, max_position_embeddings) #[clap(long, env)] max_total_tokens: Option,