From 6e74ce7c285af4288512a94b61b011b48950596a Mon Sep 17 00:00:00 2001 From: Cyberes Date: Thu, 19 Oct 2023 17:59:27 -0600 Subject: [PATCH] fix old code in completions --- llm_server/routes/openai/completions.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/llm_server/routes/openai/completions.py b/llm_server/routes/openai/completions.py index d77ff0d..5d5721e 100644 --- a/llm_server/routes/openai/completions.py +++ b/llm_server/routes/openai/completions.py @@ -84,9 +84,10 @@ def openai_completions(model_name=None): } }) - stats = redis.get('proxy_stats', dtype=dict) - if stats: - response.headers['x-ratelimit-reset-requests'] = stats['queue']['estimated_wait_sec'] + # TODO: + # stats = redis.get('proxy_stats', dtype=dict) + # if stats: + # response.headers['x-ratelimit-reset-requests'] = stats['queue']['estimated_wait_sec'] return response, 200 else: if not opts.enable_streaming: