From 08f6fa0b5924d9bf680b915f678a176ca0f7ae19 Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Fri, 6 Dec 2024 19:09:40 +0100 Subject: [PATCH] Removing experimental to prefill chunking. --- server/text_generation_server/models/model.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/server/text_generation_server/models/model.py b/server/text_generation_server/models/model.py index c75592c1..805fd771 100644 --- a/server/text_generation_server/models/model.py +++ b/server/text_generation_server/models/model.py @@ -86,9 +86,7 @@ class Model(ABC): ) support_chunking = False - log_master( - logger.info, f"Using experimental prefill chunking = {support_chunking}" - ) + log_master(logger.info, f"Using prefill chunking = {support_chunking}") self.support_chunking = support_chunking set_support_chunking(support_chunking)