From f9ee46f740091c1b5a0825c2f1f743ba28b2b917 Mon Sep 17 00:00:00 2001 From: Billel Mokeddem Date: Fri, 15 Nov 2024 16:15:36 +0400 Subject: [PATCH] Fix: Change model_type from ssm to mamba (#2740) Co-authored-by: Ubuntu --- server/text_generation_server/models/__init__.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/server/text_generation_server/models/__init__.py b/server/text_generation_server/models/__init__.py index 63534145..c6e406c9 100644 --- a/server/text_generation_server/models/__init__.py +++ b/server/text_generation_server/models/__init__.py @@ -534,7 +534,7 @@ def get_model( # TODO: fix how we determine model type for Mamba if "ssm_cfg" in config_dict: # *only happens in Mamba case - model_type = "ssm" + model_type = "mamba" else: raise RuntimeError( f"Could not determine model type for {model_id} revision {revision}"