Merge cluster to master #3

Merged
cyberes merged 163 commits from cluster into master 2023-10-27 19:19:22 -06:00
1 changed files with 0 additions and 1 deletions
Showing only changes of commit b3f0c4b28f - Show all commits

View File

@ -85,7 +85,6 @@ class OpenAIRequestHandler(RequestHandler):
return backend_response, backend_response_status_code
def handle_ratelimited(self, do_log: bool = True):
print('OAI ratelimited:', self.client_ip)
model_choices, default_model = get_model_choices()
default_model_info = model_choices[default_model]
w = int(default_model_info['estimated_wait']) if default_model_info['estimated_wait'] > 0 else 2