import logging import time from llm_server.routes.cache import redis from llm_server.routes.queue import priority_queue logger = logging.getLogger('console_printer') if not logger.handlers: handler = logging.StreamHandler() handler.setLevel(logging.INFO) logger.setLevel(logging.INFO) formatter = logging.Formatter("%(asctime)s: %(levelname)s:%(name)s - %(message)s") handler.setFormatter(formatter) logger.addHandler(handler) def console_printer(): time.sleep(3) while True: processing = redis.hkeys('processing_ips') processing_count = 0 for ip in processing: processing_count += int(redis.hget('processing_ips', ip)) logger.info(f'REQUEST QUEUE -> Processing: {processing_count} | Queued: {len(priority_queue)}') time.sleep(10)