fix: run pre-commit

This commit is contained in:
drbh 2024-05-21 21:31:26 +00:00
parent 9b08e4ab32
commit baf2adfb69
3 changed files with 5 additions and 5 deletions

View File

@ -982,4 +982,4 @@ class AsyncClient:
except ValidationError:
# If we failed to parse the payload, then it is an error payload
raise parse_error(resp.status, json_payload)
yield response
yield response

View File

@ -453,4 +453,4 @@ class StreamResponse(BaseModel):
# Inference API currently deployed model
class DeployedModel(BaseModel):
model_id: str
sha: str
sha: str

View File

@ -597,7 +597,7 @@ async fn completions(
let span = tracing::Span::current();
metrics::increment_counter!("tgi_request_count");
let CompletionRequest {
let CompletionRequest {
max_tokens,
seed,
stop,
@ -642,13 +642,13 @@ async fn completions(
}
let generate_requests: Vec<GenerateRequest> = req
.prompt
.prompt
.iter()
.map(|prompt| GenerateRequest {
inputs: prompt.to_string(),
parameters: GenerateParameters {
best_of: None,
temperature: temperature,
temperature,
repetition_penalty: req.repetition_penalty,
frequency_penalty: req.frequency_penalty,
top_k: None,