From d7ddbeea54dc6397c0460d66d9e1f7a6de81dc98 Mon Sep 17 00:00:00 2001 From: nai-degen Date: Mon, 29 May 2023 12:16:46 -0500 Subject: [PATCH] shortens backoff on claude rate limit --- src/key-management/anthropic/provider.ts | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/key-management/anthropic/provider.ts b/src/key-management/anthropic/provider.ts index e878178..a077be5 100644 --- a/src/key-management/anthropic/provider.ts +++ b/src/key-management/anthropic/provider.ts @@ -21,9 +21,9 @@ export interface AnthropicKey extends Key { /** * We don't get rate limit headers from Anthropic so if we get a 429, we just - * lock out the key for 10 seconds. + * lock out the key for a few seconds */ -const RATE_LIMIT_LOCKOUT = 10000; +const RATE_LIMIT_LOCKOUT = 5000; export class AnthropicKeyProvider implements KeyProvider { readonly service = "anthropic";