Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

missing arg

This commit is contained in:
OlivierDehaene 2023-10-05 15:14:17 +02:00
parent 29341dcc6d
commit 56de96abe9
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
server/text_generation_server/models/custom_modeling/flash_santacoder_modeling.py
View File

@ -363,6 +363,7 @@ class Block(nn.Module):
slots, slots,
input_lengths, input_lengths,
max_s, max_s,
prefill_cache_indices
): ):
hidden_states, residual = self.ln_1(hidden_states, residual) hidden_states, residual = self.ln_1(hidden_states, residual)
hidden_states = self.attn( hidden_states = self.attn(