cyberes
/
MatrixGPT
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

add custom api base to anthropic

This commit is contained in:
Cyberes 2024-11-16 13:32:11 -07:00
parent 0d52be41db
commit b80c42ef1e
4 changed files with 8 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
matrix_gpt/generate_clients/anthropic.py
View File

@ -13,7 +13,8 @@ class AnthropicApiClient(ApiClient):
def _create_client(self, base_url: str = None): def _create_client(self, base_url: str = None):
return AsyncAnthropic( return AsyncAnthropic(
api_key=self._api_key api_key=self._api_key,
base_url=self._api_base
) )
def prepare_context(self, context: list, system_prompt: str = None, injected_system_prompt: str = None): def prepare_context(self, context: list, system_prompt: str = None, injected_system_prompt: str = None):
@ -31,8 +32,6 @@ class AnthropicApiClient(ApiClient):
dummy = self.text_msg(f'<{self._BOT_NAME} did not respond>', self._BOT_NAME) if self._context[i]['role'] == self._HUMAN_NAME else self.text_msg(f'<{self._HUMAN_NAME} did not respond>', self._HUMAN_NAME) dummy = self.text_msg(f'<{self._BOT_NAME} did not respond>', self._BOT_NAME) if self._context[i]['role'] == self._HUMAN_NAME else self.text_msg(f'<{self._HUMAN_NAME} did not respond>', self._HUMAN_NAME)
self._context.insert(i + 1, dummy) self._context.insert(i + 1, dummy)
i += 1 i += 1
# if self._context[-1]['role'] == self._HUMAN_NAME:
# self._context.append(self.generate_text_msg(f'<{self._BOT_NAME} did not respond>', self._BOT_NAME))
def text_msg(self, content: str, role: str): def text_msg(self, content: str, role: str):
assert role in [self._HUMAN_NAME, self._BOT_NAME] assert role in [self._HUMAN_NAME, self._BOT_NAME]

5
matrix_gpt/generate_clients/api_client.py
View File

@ -10,14 +10,15 @@ class ApiClient:
_HUMAN_NAME = 'user' _HUMAN_NAME = 'user'
_BOT_NAME = 'assistant' _BOT_NAME = 'assistant'
def __init__(self, api_key: str, client_helper: MatrixClientHelper, room: MatrixRoom, event: Event): def __init__(self, api_key: str, client_helper: MatrixClientHelper, room: MatrixRoom, event: Event, api_base: str = None):
self._api_key = api_key self._api_key = api_key
self._client_helper = client_helper self._client_helper = client_helper
self._room = room self._room = room
self._event = event self._event = event
self._api_base = api_base
self._context = [] self._context = []
def _create_client(self, base_url: str = None): def _create_client(self):
raise NotImplementedError raise NotImplementedError
def check_ignore_request(self) -> bool: def check_ignore_request(self) -> bool:

2
matrix_gpt/generate_clients/copilot.py
View File

@ -33,7 +33,7 @@ class CopilotClient(ApiClient):
def __init__(self, *args, **kwargs): def __init__(self, *args, **kwargs):
super().__init__(*args, **kwargs) super().__init__(*args, **kwargs)
def _create_client(self, api_base: str = None): def _create_client(self):
return None return None
def append_msg(self, content: str, role: str): def append_msg(self, content: str, role: str):

4
matrix_gpt/generate_clients/openai.py
View File

@ -12,10 +12,10 @@ class OpenAIClient(ApiClient):
def __init__(self, *args, **kwargs): def __init__(self, *args, **kwargs):
super().__init__(*args, **kwargs) super().__init__(*args, **kwargs)
def _create_client(self, api_base: str = None): def _create_client(self):
return AsyncOpenAI( return AsyncOpenAI(
api_key=self._api_key, api_key=self._api_key,
base_url=api_base base_url=self._api_base
) )
def append_msg(self, content: str, role: str): def append_msg(self, content: str, role: str):