From 56de96abe970b7ddc4efe97700149487989b87b3 Mon Sep 17 00:00:00 2001
From: OlivierDehaene <23298448+OlivierDehaene@users.noreply.github.com>
Date: Thu, 5 Oct 2023 15:14:17 +0200
Subject: [PATCH] missing arg

---
 .../models/custom_modeling/flash_santacoder_modeling.py          | 1 +
 1 file changed, 1 insertion(+)

diff --git a/server/text_generation_server/models/custom_modeling/flash_santacoder_modeling.py b/server/text_generation_server/models/custom_modeling/flash_santacoder_modeling.py
index 3a61d058..c0d0bbb3 100644
--- a/server/text_generation_server/models/custom_modeling/flash_santacoder_modeling.py
+++ b/server/text_generation_server/models/custom_modeling/flash_santacoder_modeling.py
@@ -363,6 +363,7 @@ class Block(nn.Module):
         slots,
         input_lengths,
         max_s,
+        prefill_cache_indices
     ):
         hidden_states, residual = self.ln_1(hidden_states, residual)
         hidden_states = self.attn(