From 2d8812a6cdef0d7bf2deefce879a9fc2338860d3 Mon Sep 17 00:00:00 2001 From: Cyberes Date: Thu, 31 Aug 2023 09:31:16 -0600 Subject: [PATCH] fix crash again --- llm_server/routes/request_handler.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/llm_server/routes/request_handler.py b/llm_server/routes/request_handler.py index de55711..74cae80 100644 --- a/llm_server/routes/request_handler.py +++ b/llm_server/routes/request_handler.py @@ -3,7 +3,6 @@ import time from typing import Union from flask import jsonify -from requests.exceptions import InvalidJSONError from llm_server import opts from llm_server.database import log_prompt @@ -75,7 +74,7 @@ class OobaRequestHandler: # Fix bug on text-generation-inference # https://github.com/huggingface/text-generation-inference/issues/929 if opts.mode == 'hf-textgen' and self.parameters.get('typical_p', 0) > 0.998: - self.parameters['typical_p'] = 0.998 + self.request_json_body['typical_p'] = 0.998 request_valid, invalid_request_err_msg = self.validate_request() params_valid, invalid_params_err_msg = self.backend.validate_params(self.parameters)