10 lines
170 B
Python
10 lines
170 B
Python
|
import time
|
||
|
|
||
|
from llm_server.routes.v1.generate_stats import generate_stats
|
||
|
|
||
|
|
||
|
def cache_stats():
|
||
|
while True:
|
||
|
generate_stats(regen=True)
|
||
|
time.sleep(5)
|