cyberes
/
local-llm-server
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

cache again

This commit is contained in:
Cyberes 2023-08-22 23:14:56 -06:00
parent 36b793e8a2
commit 61b9e313d2
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
llm_server/routes/v1/proxy.py
View File

@ -7,13 +7,15 @@ from llm_server import opts
from llm_server.routes.v1.generate import concurrent_semaphore from llm_server.routes.v1.generate import concurrent_semaphore
from . import bp from . import bp
from .. import stats from .. import stats
from ..cache import cache
from ..helpers.http import cache_control
from ..stats import SemaphoreCheckerThread from ..stats import SemaphoreCheckerThread
from ...llm.info import get_running_model from ...llm.info import get_running_model
@bp.route('/stats', methods=['GET']) @bp.route('/stats', methods=['GET'])
# @cache.cached(timeout=5, query_string=True) @cache.cached(timeout=5, query_string=True)
# @cache_control(5) @cache_control(5)
def get_stats(): def get_stats():
model_list = get_running_model() # will return False when the fetch fails model_list = get_running_model() # will return False when the fetch fails
if isinstance(model_list, bool): if isinstance(model_list, bool):