This commit is contained in:
parent
01fb619b9b
commit
3d0a5cf0a2
|
@ -4,6 +4,9 @@ from llm_server.custom_redis import redis
|
||||||
|
|
||||||
|
|
||||||
def get_token_count(prompt: str, backend_url: str):
|
def get_token_count(prompt: str, backend_url: str):
|
||||||
|
if not isinstance(prompt, str):
|
||||||
|
print(prompt)
|
||||||
|
|
||||||
assert isinstance(prompt, str)
|
assert isinstance(prompt, str)
|
||||||
assert isinstance(backend_url, str)
|
assert isinstance(backend_url, str)
|
||||||
|
|
||||||
|
|
|
@ -12,8 +12,8 @@ from pathlib import Path
|
||||||
import simplejson as json
|
import simplejson as json
|
||||||
from flask import Flask, jsonify, render_template, request
|
from flask import Flask, jsonify, render_template, request
|
||||||
|
|
||||||
from llm_server.cluster.cluster_config import cluster_config
|
|
||||||
from llm_server.cluster.backend import get_model_choices
|
from llm_server.cluster.backend import get_model_choices
|
||||||
|
from llm_server.cluster.cluster_config import cluster_config
|
||||||
from llm_server.config.config import mode_ui_names
|
from llm_server.config.config import mode_ui_names
|
||||||
from llm_server.config.load import load_config
|
from llm_server.config.load import load_config
|
||||||
from llm_server.database.conn import database
|
from llm_server.database.conn import database
|
||||||
|
|
Loading…
Reference in New Issue