16 lines
471 B
Python
16 lines
471 B
Python
from llm_server.cluster.cluster_config import cluster_config
|
|
from llm_server.custom_redis import redis
|
|
|
|
|
|
def format_sillytavern_err(msg: str, backend_url: str = 'none', error_type: str = 'info'):
|
|
cluster_backend_hash = cluster_config.get_backend(backend_url)['hash']
|
|
http_host = redis.get('http_host', dtype=str)
|
|
return f"""```
|
|
=== MESSAGE FROM LLM MIDDLEWARE AT {http_host} ===
|
|
-> {error_type.upper()} <-
|
|
{msg}
|
|
```
|
|
```
|
|
BACKEND: {cluster_backend_hash}
|
|
```"""
|