diff --git a/server/text_generation_server/models/__init__.py b/server/text_generation_server/models/__init__.py index bf7a2849..46a4563b 100644 --- a/server/text_generation_server/models/__init__.py +++ b/server/text_generation_server/models/__init__.py @@ -266,7 +266,7 @@ def get_model( quantize=quantize, trust_remote_code=trust_remote_code, ) - if "AutoModelForSeq2SeqLM" in auto_map.keys: + if "AutoModelForSeq2SeqLM" in auto_map.keys(): return Seq2SeqLM( model_id, revision,