t

llm_server/llm/__init__.py

@@ -4,6 +4,9 @@ from llm_server.custom_redis import redis
 
 
 def get_token_count(prompt: str, backend_url: str):
+    if not isinstance(prompt, str):
+        print(prompt)
+
     assert isinstance(prompt, str)
     assert isinstance(backend_url, str)
 

server.py

@@ -12,8 +12,8 @@ from pathlib import Path
 import simplejson as json
 from flask import Flask, jsonify, render_template, request
 
-from llm_server.cluster.cluster_config import cluster_config
 from llm_server.cluster.backend import get_model_choices
+from llm_server.cluster.cluster_config import cluster_config
 from llm_server.config.config import mode_ui_names
 from llm_server.config.load import load_config
 from llm_server.database.conn import database