cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

c

This commit is contained in:
Cyberes 2023-10-04 12:45:20 -06:00
parent f3a13fcda8
commit 6af5365015
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
llm_server/routes/openai_request_handler.py
View File

@ -71,7 +71,7 @@ class OpenAIRequestHandler(RequestHandler):
return backend_response, backend_response_status_code return backend_response, backend_response_status_code
def handle_ratelimited(self, do_log: bool = True): def handle_ratelimited(self, do_log: bool = True):
print('OAI ratelimited:', self.client_ip, self.request.headers) print('OAI ratelimited:', self.client_ip)
model_choices, default_model = get_model_choices() model_choices, default_model = get_model_choices()
default_model_info = model_choices[default_model] default_model_info = model_choices[default_model]
w = int(default_model_info['estimated_wait']) if default_model_info['estimated_wait'] > 0 else 2 w = int(default_model_info['estimated_wait']) if default_model_info['estimated_wait'] > 0 else 2