This repository has been archived on 2024-10-27. You can view files and clone it, but cannot push or open issues or pull requests.
|
import time
|
|
|
|
from llm_server.routes.v1.generate_stats import generate_stats
|
|
|
|
|
|
def cache_stats():
|
|
while True:
|
|
generate_stats(regen=True)
|
|
time.sleep(5)
|