cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

t

This commit is contained in:
Cyberes 2023-10-05 18:06:36 -06:00
parent 01fb619b9b
commit 3d0a5cf0a2
2 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
llm_server/llm/__init__.py
View File

@ -4,6 +4,9 @@ from llm_server.custom_redis import redis
def get_token_count(prompt: str, backend_url: str):
if not isinstance(prompt, str):
print(prompt)
assert isinstance(prompt, str)
assert isinstance(backend_url, str)

2
server.py
View File

@ -12,8 +12,8 @@ from pathlib import Path
import simplejson as json
from flask import Flask, jsonify, render_template, request
from llm_server.cluster.cluster_config import cluster_config
from llm_server.cluster.backend import get_model_choices
from llm_server.cluster.cluster_config import cluster_config
from llm_server.config.config import mode_ui_names
from llm_server.config.load import load_config
from llm_server.database.conn import database