cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

remove debug print

This commit is contained in:
Cyberes 2023-10-15 20:46:32 -06:00
parent 31ab4188f1
commit 381bdb950f
2 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
llm_server/routes/queue.py
View File

@ -180,7 +180,6 @@ class PriorityQueue:
queue = RedisPriorityQueue(backend_url) queue = RedisPriorityQueue(backend_url)
p.add((backend_url, len(queue))) p.add((backend_url, len(queue)))
count += len(queue) count += len(queue)
print(p)
return count return count
def flush(self): def flush(self):

6
llm_server/workers/printer.py
View File

@ -25,6 +25,8 @@ def console_printer():
processing_count += redis.get(k, default=0, dtype=int) processing_count += redis.get(k, default=0, dtype=int)
backends = [k for k, v in cluster_config.all().items() if v['online']] backends = [k for k, v in cluster_config.all().items() if v['online']]
activity = priority_queue.activity() activity = priority_queue.activity()
print(activity)
# TODO: Active Workers and Processing should read the same. If not, that's an issue
logger.info(f'REQUEST QUEUE -> Active Workers: {len([i for i in activity if i[1]])} | Processing: {processing_count} | Queued: {len(priority_queue)} | Backends Online: {len(backends)}') logger.info(f'REQUEST QUEUE -> Active Workers: {len([i for i in activity if i[1]])} | Processing: {processing_count} | Queued: {len(priority_queue)} | Backends Online: {len(backends)}')
time.sleep(1) time.sleep(10)