37 lines
892 B
Python
37 lines
892 B
Python
|
from typing import Union
|
||
|
|
|
||
|
|
from matrix_gpt.generate_clients.command_info import CommandInfo
|
||
|
|
|
||
|
|
|
||
|
|
class ApiClient:
|
||
|
|
_HUMAN_NAME = 'user'
|
||
|
|
_BOT_NAME = 'assistant'
|
||
|
|
|
||
|
|
def __init__(self, api_key: str):
|
||
|
|
self.api_key = api_key
|
||
|
|
self._context = []
|
||
|
|
|
||
|
|
def _create_client(self, base_url: str = None):
|
||
|
|
raise NotImplementedError
|
||
|
|
|
||
|
|
def assemble_context(self, messages: Union[str, list], system_prompt: str = None, injected_system_prompt: str = None):
|
||
|
|
raise NotImplementedError
|
||
|
|
|
||
|
|
def append_msg(self, content: str, role: str):
|
||
|
|
raise NotImplementedError
|
||
|
|
|
||
|
|
async def generate(self, command_info: CommandInfo):
|
||
|
|
raise NotImplementedError
|
||
|
|
|
||
|
|
@property
|
||
|
|
def context(self):
|
||
|
|
return self._context
|
||
|
|
|
||
|
|
@property
|
||
|
|
def HUMAN_NAME(self):
|
||
|
|
return self._HUMAN_NAME
|
||
|
|
|
||
|
|
@property
|
||
|
|
def BOT_NAME(self):
|
||
|
|
return self._BOT_NAME
|