Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Fix: Change embeddings to embedding (#2738) 

fix: change embeddings to embedding

Co-authored-by: Ubuntu <ubuntu@ip-172-31-28-135.us-west-2.compute.internal>
This commit is contained in:
Billel Mokeddem 2024-11-15 16:16:15 +04:00 committed by GitHub
parent f9ee46f740
commit 4f4857a4ac
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
server/text_generation_server/models/custom_modeling/mamba_modeling.py
View File

@ -212,7 +212,7 @@ class MambaModel(nn.Module):
try: try:
self.lm_head = SpeculativeHead.load(config, f"{prefix}.embeddings", weights) self.lm_head = SpeculativeHead.load(config, f"{prefix}.embeddings", weights)
except RuntimeError: except RuntimeError:
self.lm_head = SpeculativeHead.load(config, f"{prefix}.embeddings", weights) self.lm_head = SpeculativeHead.load(config, f"{prefix}.embedding", weights)
self.config = config self.config = config
def forward( def forward(