From 1d5b8efa232893d0e70e973c20705d88a0890b4d Mon Sep 17 00:00:00 2001
From: nai-degen <khoners@protonmail.com>
Date: Sun, 8 Sep 2024 17:17:22 -0500
Subject: [PATCH] reduces key lockout period to more quickly drain queue after
 AWS rate limit resolves

---
 src/shared/key-management/aws/provider.ts | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/shared/key-management/aws/provider.ts b/src/shared/key-management/aws/provider.ts
index c6f0c6a..442eadd 100644
--- a/src/shared/key-management/aws/provider.ts
+++ b/src/shared/key-management/aws/provider.ts
@@ -35,7 +35,7 @@ const RATE_LIMIT_LOCKOUT = 4000;
  * to be used again. This is to prevent the queue from flooding a key with too
  * many requests while we wait to learn whether previous ones succeeded.
  */
-const KEY_REUSE_DELAY = 500;
+const KEY_REUSE_DELAY = 250;
 
 export class AwsBedrockKeyProvider implements KeyProvider<AwsBedrockKey> {
   readonly service = "aws";