missing arg

2023-10-05 15:14:17 +02:00 · 2023-10-05 15:14:17 +02:00 · 56de96abe9
parent 29341dcc6d
commit 56de96abe9
1 changed files with 1 additions and 0 deletions
--- a/server/text_generation_server/models/custom_modeling/flash_santacoder_modeling.py
+++ b/server/text_generation_server/models/custom_modeling/flash_santacoder_modeling.py
@ -363,6 +363,7 @@ class Block(nn.Module):
        slots,
        input_lengths,
        max_s,
+        prefill_cache_indices
    ):
        hidden_states, residual = self.ln_1(hidden_states, residual)
        hidden_states = self.attn(