Mirrors
/
diffusers
mirror of https://github.com/ShivamShrirao/diffusers.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

[Versatile] fix attention mask (#1763)

This commit is contained in:
Patrick von Platen 2022-12-19 15:58:39 +01:00 committed by GitHub
parent c7b4acfb37
commit b267d28566
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/diffusers/models/attention.py
View File

@ -959,6 +959,7 @@ class DualTransformer2DModel(nn.Module):
encoded_states = [] encoded_states = []
tokens_start = 0 tokens_start = 0
# attention_mask is not used yet
for i in range(2): for i in range(2):
# for each of the two transformers, pass the corresponding condition tokens # for each of the two transformers, pass the corresponding condition tokens
condition_state = encoder_hidden_states[:, tokens_start : tokens_start + self.condition_lengths[i]] condition_state = encoder_hidden_states[:, tokens_start : tokens_start + self.condition_lengths[i]]
@ -967,7 +968,6 @@ class DualTransformer2DModel(nn.Module):
input_states, input_states,
encoder_hidden_states=condition_state, encoder_hidden_states=condition_state,
timestep=timestep, timestep=timestep,
attention_mask=attention_mask,
return_dict=False, return_dict=False,
)[0] )[0]
encoded_states.append(encoded_state - input_states) encoded_states.append(encoded_state - input_states)