Mirrors
/
oai-reverse-proxy
mirror of https://gitgud.io/khanon/oai-reverse-proxy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

removes claude v1 from AWS keychecker as it has been retired

This commit is contained in:
nai-degen 2024-02-27 15:52:09 -06:00
parent bd15728743
commit 93cee1db9b
3 changed files with 2 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
docs/aws-configuration.md
View File

@ -45,7 +45,7 @@ You can also request Claude Instant, but support for this isn't fully implemente
### Supported model IDs ### Supported model IDs
Users can send these model IDs to the proxy to invoke the corresponding models. Users can send these model IDs to the proxy to invoke the corresponding models.
- **Claude** - **Claude**
- `anthropic.claude-v1` (~18k context, claude 1.3) - `anthropic.claude-v1` (~18k context, claude 1.3 -- EOL 2024-02-28)
- `anthropic.claude-v2` (~100k context, claude 2.0) - `anthropic.claude-v2` (~100k context, claude 2.0)
- `anthropic.claude-v2:1` (~200k context, claude 2.1) - `anthropic.claude-v2:1` (~200k context, claude 2.1)
- **Claude Instant** - **Claude Instant**

1
src/proxy/aws.ts
View File

@ -30,7 +30,6 @@ const getModelsResponse = () => {
if (!config.awsCredentials) return { object: "list", data: [] }; if (!config.awsCredentials) return { object: "list", data: [] };
const variants = [ const variants = [
"anthropic.claude-v1",
"anthropic.claude-v2", "anthropic.claude-v2",
"anthropic.claude-v2:1", "anthropic.claude-v2:1",
]; ];

2
src/shared/key-management/aws/checker.ts
View File

@ -47,8 +47,8 @@ export class AwsKeyChecker extends KeyCheckerBase<AwsBedrockKey> {
const modelChecks: Promise<unknown>[] = []; const modelChecks: Promise<unknown>[] = [];
const isInitialCheck = !key.lastChecked; const isInitialCheck = !key.lastChecked;
if (isInitialCheck) { if (isInitialCheck) {
modelChecks.push(this.invokeModel("anthropic.claude-v1", key));
modelChecks.push(this.invokeModel("anthropic.claude-v2", key)); modelChecks.push(this.invokeModel("anthropic.claude-v2", key));
modelChecks.push(this.invokeModel("anthropic.claude-v2:1", key));
} }
await Promise.all(modelChecks); await Promise.all(modelChecks);