30 lines
937 B
Python
30 lines
937 B
Python
import logging
|
|
import threading
|
|
import time
|
|
|
|
from llm_server.routes.cache import redis
|
|
|
|
|
|
def console_printer():
|
|
logger = logging.getLogger('console_printer')
|
|
handler = logging.StreamHandler()
|
|
handler.setLevel(logging.INFO)
|
|
logger.setLevel(logging.INFO)
|
|
formatter = logging.Formatter("%(asctime)s: %(levelname)s:%(name)s - %(message)s")
|
|
handler.setFormatter(formatter)
|
|
logger.addHandler(handler)
|
|
while True:
|
|
queued_ip_count = redis.get_dict('queued_ip_count')
|
|
queued_ip_count = sum([v for k, v in queued_ip_count.items()])
|
|
processing_ips = redis.get_dict('processing_ips')
|
|
processing_count = sum([v for k, v in processing_ips.items()])
|
|
|
|
logger.info(f'REQUEST QUEUE -> Processing: {processing_count} | Queued: {queued_ip_count}')
|
|
time.sleep(10)
|
|
|
|
|
|
def start_console_printer():
|
|
t = threading.Thread(target=console_printer)
|
|
t.daemon = True
|
|
t.start()
|