fix old code in completions

2023-10-19 17:59:27 -06:00 · 2023-10-19 17:59:27 -06:00 · 6e74ce7c28
parent b9566e9db7
commit 6e74ce7c28
1 changed files with 4 additions and 3 deletions
--- a/llm_server/routes/openai/completions.py
+++ b/llm_server/routes/openai/completions.py
@ -84,9 +84,10 @@ def openai_completions(model_name=None):
                }
            })

-            stats = redis.get('proxy_stats', dtype=dict)
-            if stats:
-                response.headers['x-ratelimit-reset-requests'] = stats['queue']['estimated_wait_sec']
+            # TODO:
+            # stats = redis.get('proxy_stats', dtype=dict)
+            # if stats:
+            #     response.headers['x-ratelimit-reset-requests'] = stats['queue']['estimated_wait_sec']
            return response, 200
        else:
            if not opts.enable_streaming: