Hotfix: pass through model revision in `VlmCausalLM` (#2258)

2024-07-19 15:59:00 +02:00 · 2024-07-19 15:59:00 +02:00 · 3f37a66774
parent 3b41e93a09
commit 3f37a66774
1 changed files with 6 additions and 1 deletions
--- a/server/text_generation_server/models/vlm_causal_lm.py
+++ b/server/text_generation_server/models/vlm_causal_lm.py
@ -261,7 +261,12 @@ class VlmCausalLM(FlashCausalLM):
            **processor_kwargs,
        )
        self.batch_class = batch_class
-        super().__init__(model_id=model_id, **kwargs)
+        super().__init__(
+            model_id=model_id,
+            revision=revision,
+            trust_remote_code=trust_remote_code,
+            **kwargs,
+        )

    @property
    def batch_type(self) -> Type[VlmCausalLMBatch]: