This repository has been archived on 2024-10-27. You can view files and clone it, but cannot push or open issues or pull requests.
local-llm-server/llm_server/routes/v1/proxy.py

11 lines
296 B
Python

from . import bp
from .generate_stats import generate_stats
from llm_server.custom_redis import flask_cache
from ...helpers import jsonify_pretty
@bp.route('/stats', methods=['GET'])
@flask_cache.cached(timeout=5, query_string=True)
def get_stats():
return jsonify_pretty(generate_stats())