Mirrors
/
oai-reverse-proxy
mirror of https://gitgud.io/khanon/oai-reverse-proxy.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fixes AWS legacy models for non-streaming requests

This commit is contained in:
nai-degen 2024-03-04 21:22:43 -06:00
parent 736803ad92
commit 068e7a834f
1 changed files with 9 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
src/proxy/aws.ts
View File

@ -16,7 +16,10 @@ import {
ProxyResHandlerWithBody,
createOnProxyResHandler,
} from "./middleware/response";
import { handleCompatibilityRequest, transformAnthropicChatResponseToAnthropicText } from "./anthropic";
import {
handleCompatibilityRequest,
transformAnthropicChatResponseToAnthropicText,
} from "./anthropic";
const LATEST_AWS_V2_MINOR_VERSION = "1";
const CLAUDE_3_COMPAT_MODEL = "anthropic.claude-3-sonnet-20240229-v1:0";
@ -79,8 +82,11 @@ const awsResponseHandler: ProxyResHandlerWithBody = async (
body = transformAwsTextResponseToOpenAI(body, req);
}
if (req.inboundApi === "anthropic-text") {
req.log.info("Transforming Text AWS Claude response to Chat format");
if (
req.inboundApi === "anthropic-text" &&
req.outboundApi === "anthropic-chat"
) {
req.log.info("Transforming AWS Claude chat response to Text format");
body = transformAnthropicChatResponseToAnthropicText(body, req);
}