local-llm-server/llm_server/llm/llm_backend.py

10 lines
314 B
Python
Raw Normal View History

2023-08-30 18:53:26 -06:00
from typing import Union
class LLMBackend:
def handle_response(self, success, response, error_msg, client_ip, token, prompt, elapsed_time, parameters, headers):
raise NotImplementedError
def validate_params(self, params_dict: dict) -> (bool, Union[str, None]):
raise NotImplementedError