fix(server): fix token_is_special (#87)
This commit is contained in:
parent
3b03c4ea18
commit
65e2f1624e
|
@ -445,7 +445,7 @@ class CausalLM(Model):
|
|||
next_token_id_squeezed,
|
||||
next_token_logprob,
|
||||
next_token_text,
|
||||
next_token_id_squeezed in self.all_special_ids,
|
||||
next_token_id_squeezed.item() in self.all_special_ids,
|
||||
generated_text,
|
||||
)
|
||||
|
||||
|
|
|
@ -509,7 +509,7 @@ class Seq2SeqLM(Model):
|
|||
next_token_id_squeezed,
|
||||
next_token_logprob,
|
||||
next_token_text,
|
||||
next_token_id_squeezed in self.all_special_ids,
|
||||
next_token_id_squeezed.item() in self.all_special_ids,
|
||||
generated_text,
|
||||
)
|
||||
|
||||
|
|
Loading…
Reference in New Issue