Mirrors
/
oai-reverse-proxy
mirror of https://gitgud.io/khanon/oai-reverse-proxy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

reduces key lockout period to more quickly drain queue after AWS rate limit resolves

This commit is contained in:
nai-degen 2024-09-08 17:17:22 -05:00
parent 905273abf2
commit 1d5b8efa23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/shared/key-management/aws/provider.ts
View File

@ -35,7 +35,7 @@ const RATE_LIMIT_LOCKOUT = 4000;
* to be used again. This is to prevent the queue from flooding a key with too * to be used again. This is to prevent the queue from flooding a key with too
* many requests while we wait to learn whether previous ones succeeded. * many requests while we wait to learn whether previous ones succeeded.
*/ */
const KEY_REUSE_DELAY = 500; const KEY_REUSE_DELAY = 250;
export class AwsBedrockKeyProvider implements KeyProvider<AwsBedrockKey> { export class AwsBedrockKeyProvider implements KeyProvider<AwsBedrockKey> {
readonly service = "aws"; readonly service = "aws";