local-llm-server/llm_server/routes/helpers/client.py

12 lines
280 B
Python

from llm_server import opts
from llm_server.routes.cache import redis
def format_sillytavern_err(msg: str, level: str = 'info'):
http_host = redis.get('http_host', str)
return f"""```
=== MESSAGE FROM LLM MIDDLEWARE AT {http_host} ===
-> {level.upper()} <-
{msg}
```"""