Mirrors
/
oai-reverse-proxy
mirror of https://gitgud.io/khanon/oai-reverse-proxy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

shortens backoff on claude rate limit

This commit is contained in:
nai-degen 2023-05-29 12:16:46 -05:00
parent 2d93463247
commit d7ddbeea54
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/key-management/anthropic/provider.ts
View File

@ -21,9 +21,9 @@ export interface AnthropicKey extends Key {
/** /**
* We don't get rate limit headers from Anthropic so if we get a 429, we just * We don't get rate limit headers from Anthropic so if we get a 429, we just
* lock out the key for 10 seconds. * lock out the key for a few seconds
*/ */
const RATE_LIMIT_LOCKOUT = 10000; const RATE_LIMIT_LOCKOUT = 5000;
export class AnthropicKeyProvider implements KeyProvider<AnthropicKey> { export class AnthropicKeyProvider implements KeyProvider<AnthropicKey> {
readonly service = "anthropic"; readonly service = "anthropic";