diff --git a/llm_server/routes/request_handler.py b/llm_server/routes/request_handler.py index b712d03..d0990ea 100644 --- a/llm_server/routes/request_handler.py +++ b/llm_server/routes/request_handler.py @@ -39,7 +39,7 @@ class RequestHandler: self.selected_model = self.cluster_backend_info['model'] if not self.cluster_backend_info.get('mode'): - print(selected_model, self.backend_url, self.cluster_backend_info) + print('keyerror: mode -', selected_model, self.backend_url, self.cluster_backend_info) self.backend = get_backend_handler(self.cluster_backend_info['mode'], self.backend_url) self.parameters = None