Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix(validation): Fix error messages

This commit is contained in:
OlivierDehaene 2022-10-21 10:59:15 +02:00
parent f16f2f5ae1
commit 895a341d06
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
router/src/validation.rs
View File

@ -127,7 +127,7 @@ fn validation_worker(
if input_length > max_input_length { if input_length > max_input_length {
response_tx response_tx
.send(Err(ValidationError::InputLength(input_length))) .send(Err(ValidationError::InputLength(input_length, max_input_length)))
.unwrap_or(()); .unwrap_or(());
continue; continue;
} }
@ -145,14 +145,14 @@ type ValidationRequest = (
pub enum ValidationError { pub enum ValidationError {
#[error("Temperature must be strictly positive")] #[error("Temperature must be strictly positive")]
Temperature, Temperature,
#[error("Top p must be <= 0.0 or > 1.0")] #[error("Top p must be >= 0.0 or < 1.0")]
TopP, TopP,
#[error("Top k must be strictly positive")] #[error("Top k must be strictly positive")]
TopK, TopK,
#[error("Max New Tokens must be < 512")] #[error("Max New Tokens must be <= 512")]
MaxNewTokens, MaxNewTokens,
#[error("Inputs must have less than 1000 tokens. Given: {0}")] #[error("Inputs must have less than {1} tokens. Given: {0}")]
InputLength(usize), InputLength(usize, usize),
} }
impl From<ValidationError> for (StatusCode, String) { impl From<ValidationError> for (StatusCode, String) {