from llm_server.cluster.cluster_config import cluster_config from llm_server.custom_redis import redis def format_sillytavern_err(msg: str, backend_url: str, level: str = 'info'): cluster_backend_hash = cluster_config.get_backend_handler(backend_url)['hash'] http_host = redis.get('http_host', dtype=str) return f"""``` === MESSAGE FROM LLM MIDDLEWARE AT {http_host} === -> {level.upper()} <- {msg} BACKEND HASH: {cluster_backend_hash} ```"""