Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Fix idefics.

This commit is contained in:
Nicolas Patry 2024-09-23 16:13:22 +02:00
parent f1f9079ec6
commit 047e2e8163
No known key found for this signature in database
GPG Key ID: 64AF4752B2967863
3 changed files with 7 additions and 5755 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5748
Cargo.lock generated
View File

File diff suppressed because it is too large Load Diff

12
flake.lock
View File

@ -853,11 +853,11 @@
]
},
"locked": {
"lastModified": 1726626348,
"narHash": "sha256-sYV7e1B1yLcxo8/h+/hTwzZYmaju2oObNiy5iRI0C30=",
"lastModified": 1727058553,
"narHash": "sha256-tY/UU3Qk5gP/J0uUM4DZ6wo4arNLGAVqLKBotILykfQ=",
"owner": "oxalica",
"repo": "rust-overlay",
"rev": "6fd52ad8bd88f39efb2c999cc971921c2fb9f3a2",
"rev": "edc5b0f896170f07bd39ad59d6186fcc7859bbb2",
"type": "github"
},
"original": {
@ -978,11 +978,11 @@
"nixpkgs": "nixpkgs_6"
},
"locked": {
"lastModified": 1726743157,
"narHash": "sha256-7OczwJsA47o+aUftMwkoh8R31DlNSl2FgRjqE8zAggk=",
"lastModified": 1727086273,
"narHash": "sha256-5uGR4WFgFTcB73fjnK8dUrL0+4JKLaWfSVoLAjRpguw=",
"owner": "danieldk",
"repo": "tgi-nix",
"rev": "bcc9fd01cf81bc42cebb999a736a377adfa8942f",
"rev": "c654aea54a98e40d7a1aff16a3ddec39cbffc94a",
"type": "github"
},
"original": {

2
server/text_generation_server/models/idefics_causal_lm.py
View File

@ -904,7 +904,7 @@ class IdeficsCausalLM(Model):
batch.input_ids = batch.input_ids[:, :1]
# Update attention_mask as we added a new token to input_ids
# batch.attention_mask[:, -batch.padding_right_offset] = 1
batch.attention_mask[:, -batch.padding_right_offset] = 1
if batch.image_attention_mask is not None:
batch.image_attention_mask[:, -batch.padding_right_offset, :] = (
batch.image_attention_mask[:, -(batch.padding_right_offset + 1), :]