local-llm-server/llm_server/workers/threads.py

10 lines
170 B
Python

import time
from llm_server.routes.v1.generate_stats import generate_stats
def cache_stats():
while True:
generate_stats(regen=True)
time.sleep(5)