From 0c95f7a94201c9692d7044c1fb9e4539c09d6671 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Danie=CC=88l=20de=20Kok?= Date: Tue, 23 Jul 2024 13:12:19 +0000 Subject: [PATCH] Debug softcap flash decoding activation --- launcher/src/main.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/launcher/src/main.rs b/launcher/src/main.rs index 19e3440f..3c340bae 100644 --- a/launcher/src/main.rs +++ b/launcher/src/main.rs @@ -1448,7 +1448,7 @@ fn main() -> Result<(), LauncherError> { ))) } }; - let max_position_embeddings: usize = get_max_position_embeddings().unwrap_or(4096); + let max_position_embeddings: usize = get_max_position_embeddings().unwrap(); let max_input_tokens = { match (args.max_input_tokens, args.max_input_length) {