cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

pycarm deeleted import

This commit is contained in:
Cyberes 2023-08-23 21:34:27 -06:00
parent de19af900f
commit 02c07bbd53
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
llm_server/routes/v1/proxy.py
View File

@ -6,6 +6,7 @@ from flask import jsonify, request
from llm_server import opts from llm_server import opts
from . import bp from . import bp
from .. import stats from .. import stats
from ..cache import cache
from ..queue import priority_queue from ..queue import priority_queue
from ..stats import SemaphoreCheckerThread, calculate_avg_gen_time from ..stats import SemaphoreCheckerThread, calculate_avg_gen_time
from ...llm.info import get_running_model from ...llm.info import get_running_model