From 27e461c76b575c02b288291c8558b4acf2bedbe9 Mon Sep 17 00:00:00 2001
From: Cyberes <cyberes@evulid.cc>
Date: Thu, 5 Oct 2023 17:00:35 -0600
Subject: [PATCH] test

---
 llm_server/routes/queue.py     | 5 +++++
 llm_server/workers/printer.py  | 2 ++
 llm_server/workers/threader.py | 2 +-
 3 files changed, 8 insertions(+), 1 deletion(-)

diff --git a/llm_server/routes/queue.py b/llm_server/routes/queue.py
index a8a47b1..b86e664 100644
--- a/llm_server/routes/queue.py
+++ b/llm_server/routes/queue.py
@@ -50,6 +50,11 @@ class RedisPriorityQueue:
                 return item
             time.sleep(0.1)  # wait for something to be added to the queue
 
+    def print_all_items(self):
+        items = self.redis.zrange('queue', 0, -1)
+        for item in items:
+            print(item.decode('utf-8'))
+
     def increment_ip_count(self, client_ip: str, redis_key):
         self.redis.hincrby(redis_key, client_ip, 1)
 
diff --git a/llm_server/workers/printer.py b/llm_server/workers/printer.py
index ed6ff65..dcd4e4b 100644
--- a/llm_server/workers/printer.py
+++ b/llm_server/workers/printer.py
@@ -25,4 +25,6 @@ def console_printer():
                 processing_count += redis.get(k, default=0, dtype=int)
         backends = [k for k, v in cluster_config.all().items() if v['online']]
         logger.info(f'REQUEST QUEUE -> Processing: {processing_count} | Queued: {len(priority_queue)} | Backends Online: {len(backends)}')
+        priority_queue.print_all_items()
+        print('============================')
         time.sleep(10)
diff --git a/llm_server/workers/threader.py b/llm_server/workers/threader.py
index bf14d60..dbdc8e0 100644
--- a/llm_server/workers/threader.py
+++ b/llm_server/workers/threader.py
@@ -53,4 +53,4 @@ def start_background():
     t = Thread(target=db_logger)
     t.daemon = True
     t.start()
-    print('Started background logger')
+    print('Started background logger.')