From 7143b0f1604706c9c7b1b246745a928923fb3373 Mon Sep 17 00:00:00 2001 From: "1808837298@qq.com" <1808837298@qq.com> Date: Mon, 17 Mar 2025 23:41:00 +0800 Subject: [PATCH] feat: Add support for cross-region AWS model handling in awsStreamHandler --- relay/channel/aws/relay-aws.go | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/relay/channel/aws/relay-aws.go b/relay/channel/aws/relay-aws.go index 8c1519e6..3c9542c6 100644 --- a/relay/channel/aws/relay-aws.go +++ b/relay/channel/aws/relay-aws.go @@ -135,6 +135,12 @@ func awsStreamHandler(c *gin.Context, resp *http.Response, info *relaycommon.Rel return wrapErr(errors.Wrap(err, "awsModelID")), nil } + awsRegionPrefix := awsRegionPrefix(awsCli.Options().Region) + canCrossRegion := awsModelCanCrossRegion(awsModelId, awsRegionPrefix) + if canCrossRegion { + awsModelId = awsModelCrossRegion(awsModelId, awsRegionPrefix) + } + awsReq := &bedrockruntime.InvokeModelWithResponseStreamInput{ ModelId: aws.String(awsModelId), Accept: aws.String("application/json"),