diff --git a/relay/channel/openai/relay-openai.go b/relay/channel/openai/relay-openai.go index 2a087a62..aa9b9623 100644 --- a/relay/channel/openai/relay-openai.go +++ b/relay/channel/openai/relay-openai.go @@ -98,6 +98,11 @@ func OaiStreamHandler(c *gin.Context, resp *http.Response, info *relaycommon.Rel shouldSendLastResp = false } } + for _, choice := range lastStreamResponse.Choices { + if choice.FinishReason != nil { + shouldSendLastResp = true + } + } } if shouldSendLastResp { service.StringData(c, lastStreamData)