Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix(router): Fix HTTP status codes

This commit is contained in:
OlivierDehaene 2022-11-14 14:34:15 +01:00
parent 6c781025ae
commit 91f5f86280
2 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
router/src/batcher.rs
View File

@ -220,7 +220,7 @@ impl From<InferError> for (StatusCode, Json<ErrorResponse>) {
fn from(err: InferError) -> Self { fn from(err: InferError) -> Self {
match err { match err {
InferError::GenerationError(_) => ( InferError::GenerationError(_) => (
StatusCode::INTERNAL_SERVER_ERROR, StatusCode::FAILED_DEPENDENCY,
Json(ErrorResponse { Json(ErrorResponse {
error: err.to_string(), error: err.to_string(),
}), }),

4
router/src/validation.rs
View File

@ -101,7 +101,7 @@ fn validation_worker(
) { ) {
// Loop over requests // Loop over requests
while let Some((request, response_tx)) = receiver.blocking_recv() { while let Some((request, response_tx)) = receiver.blocking_recv() {
if request.parameters.temperature < 0.0 { if request.parameters.temperature <= 0.0 {
response_tx response_tx
.send(Err(ValidationError::Temperature)) .send(Err(ValidationError::Temperature))
.unwrap_or(()); .unwrap_or(());
@ -162,7 +162,7 @@ pub enum ValidationError {
impl From<ValidationError> for (StatusCode, Json<ErrorResponse>) { impl From<ValidationError> for (StatusCode, Json<ErrorResponse>) {
fn from(err: ValidationError) -> Self { fn from(err: ValidationError) -> Self {
( (
StatusCode::BAD_REQUEST, StatusCode::UNPROCESSABLE_ENTITY,
Json(ErrorResponse { Json(ErrorResponse {
error: err.to_string(), error: err.to_string(),
}), }),