Fixing linting on main. (#2719)
This commit is contained in:
parent
aadc9cb485
commit
9fde566602
|
@ -1729,7 +1729,9 @@ class FlashCausalLM(Model):
|
|||
# Slots can be discontiguous when prefix caching is enabled, so we need to expand the slot_indices,
|
||||
# then update the slots with the additional indices to ensure we're grabbing the ones that have been
|
||||
# allocated
|
||||
slot_indices = (batch.slot_indices.unsqueeze(-1).expand(B, new_length) + arange_int).view(-1)
|
||||
slot_indices = (
|
||||
batch.slot_indices.unsqueeze(-1).expand(B, new_length) + arange_int
|
||||
).view(-1)
|
||||
slots = batch.slots[slot_indices]
|
||||
|
||||
input_lengths = (
|
||||
|
|
Loading…
Reference in New Issue