Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix(validation): Fix error messages

This commit is contained in:
OlivierDehaene 2022-10-21 10:59:15 +02:00
parent f16f2f5ae1
commit 895a341d06
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
router/src/validation.rs
View File

@ -127,7 +127,7 @@ fn validation_worker(
if input_length > max_input_length {
response_tx
.send(Err(ValidationError::InputLength(input_length)))
.send(Err(ValidationError::InputLength(input_length, max_input_length)))
.unwrap_or(());
continue;
}
@ -145,14 +145,14 @@ type ValidationRequest = (
pub enum ValidationError {
#[error("Temperature must be strictly positive")]
Temperature,
#[error("Top p must be <= 0.0 or > 1.0")]
#[error("Top p must be >= 0.0 or < 1.0")]
TopP,
#[error("Top k must be strictly positive")]
TopK,
#[error("Max New Tokens must be < 512")]
#[error("Max New Tokens must be <= 512")]
MaxNewTokens,
#[error("Inputs must have less than 1000 tokens. Given: {0}")]
InputLength(usize),
#[error("Inputs must have less than {1} tokens. Given: {0}")]
InputLength(usize, usize),
}
impl From<ValidationError> for (StatusCode, String) {