From 3e5feb9c9734dd7a1f16be486adb98e33cb9ef3f Mon Sep 17 00:00:00 2001
From: Cyberes <cyberes@evulid.cc>
Date: Thu, 5 Oct 2023 21:43:49 -0600
Subject: [PATCH] fix stat

---
 llm_server/routes/queue.py | 11 +----------
 1 file changed, 1 insertion(+), 10 deletions(-)

diff --git a/llm_server/routes/queue.py b/llm_server/routes/queue.py
index d88ed45..24bc019 100644
--- a/llm_server/routes/queue.py
+++ b/llm_server/routes/queue.py
@@ -66,14 +66,6 @@ class RedisPriorityQueue:
     def __len__(self):
         return self.redis.zcard('queue')
 
-    def len(self, model_name):
-        count = 0
-        for key in self.redis.zrange('queue', 0, -1):
-            item = json.loads(key)
-            if item[2] == model_name:
-                count += 1
-        return count
-
     def get_queued_ip_count(self, client_ip: str):
         q = self.redis.hget('queued_ip_count', client_ip)
         if not q:
@@ -152,8 +144,7 @@ class PriorityQueue:
             if info.get('model') == model_name:
                 backends_with_models.append(k)
         for backend_url in backends_with_models:
-            queue = RedisPriorityQueue(backend_url)
-            count += queue.len(model_name)
+            count += len(RedisPriorityQueue(backend_url))
         return count
 
     def __len__(self):