From 381bdb950f3e8e0c24ab118c75b5b8ca680ede58 Mon Sep 17 00:00:00 2001 From: Cyberes Date: Sun, 15 Oct 2023 20:46:32 -0600 Subject: [PATCH] remove debug print --- llm_server/routes/queue.py | 1 - llm_server/workers/printer.py | 6 ++++-- 2 files changed, 4 insertions(+), 3 deletions(-) diff --git a/llm_server/routes/queue.py b/llm_server/routes/queue.py index 3e4279f..dcbdfc2 100644 --- a/llm_server/routes/queue.py +++ b/llm_server/routes/queue.py @@ -180,7 +180,6 @@ class PriorityQueue: queue = RedisPriorityQueue(backend_url) p.add((backend_url, len(queue))) count += len(queue) - print(p) return count def flush(self): diff --git a/llm_server/workers/printer.py b/llm_server/workers/printer.py index a3da690..c28e383 100644 --- a/llm_server/workers/printer.py +++ b/llm_server/workers/printer.py @@ -25,6 +25,8 @@ def console_printer(): processing_count += redis.get(k, default=0, dtype=int) backends = [k for k, v in cluster_config.all().items() if v['online']] activity = priority_queue.activity() - print(activity) + + # TODO: Active Workers and Processing should read the same. If not, that's an issue + logger.info(f'REQUEST QUEUE -> Active Workers: {len([i for i in activity if i[1]])} | Processing: {processing_count} | Queued: {len(priority_queue)} | Backends Online: {len(backends)}') - time.sleep(1) + time.sleep(10)