from typing import Tuple, Union import flask class LLMBackend: default_params: dict def handle_response(self, success, request: flask.Request, response: flask.Response, error_msg, client_ip, token, prompt, elapsed_time, parameters, headers): raise NotImplementedError def validate_params(self, params_dict: dict) -> Tuple[bool, str | None]: raise NotImplementedError # def get_model_info(self) -> Tuple[dict | bool, Exception | None]: # raise NotImplementedError def get_parameters(self, parameters) -> Tuple[dict | None, str | None]: """ Validate and return the parameters for this backend. Lets you set defaults for specific backends. :param parameters: :return: """ raise NotImplementedError def validate_request(self, parameters: dict) -> (bool, Union[str, None]): raise NotImplementedError