fix: add model_id to IdeficsCausalLM

2024-06-07 04:36:32 +00:00 · 2024-06-07 04:36:32 +00:00 · ce40ad26fd
parent 101b95adc4
commit ce40ad26fd
1 changed files with 1 additions and 0 deletions
--- a/server/text_generation_server/models/idefics.py
+++ b/server/text_generation_server/models/idefics.py
@ -83,6 +83,7 @@ class IDEFICSSharded(IdeficsCausalLM):

        torch.distributed.barrier(group=self.process_group)
        super(IdeficsCausalLM, self).__init__(
+            model_id=model_id,
            model=model,
            tokenizer=tokenizer,
            requires_padding=True,