feat: enhance request handling to support tool calls and improve stream options
This commit is contained in:
@@ -67,7 +67,7 @@ func (a *Adaptor) ConvertClaudeRequest(c *gin.Context, info *relaycommon.RelayIn
|
|||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, err
|
return nil, err
|
||||||
}
|
}
|
||||||
if info.SupportStreamOptions {
|
if info.SupportStreamOptions && info.IsStream {
|
||||||
aiRequest.StreamOptions = &dto.StreamOptions{
|
aiRequest.StreamOptions = &dto.StreamOptions{
|
||||||
IncludeUsage: true,
|
IncludeUsage: true,
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -180,6 +180,9 @@ func OpenaiHandler(c *gin.Context, info *relaycommon.RelayInfo, resp *http.Respo
|
|||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, types.NewOpenAIError(err, types.ErrorCodeReadResponseBodyFailed, http.StatusInternalServerError)
|
return nil, types.NewOpenAIError(err, types.ErrorCodeReadResponseBodyFailed, http.StatusInternalServerError)
|
||||||
}
|
}
|
||||||
|
if common.DebugEnabled {
|
||||||
|
println("upstream response body:", string(responseBody))
|
||||||
|
}
|
||||||
err = common.Unmarshal(responseBody, &simpleResponse)
|
err = common.Unmarshal(responseBody, &simpleResponse)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return nil, types.NewOpenAIError(err, types.ErrorCodeBadResponseBody, http.StatusInternalServerError)
|
return nil, types.NewOpenAIError(err, types.ErrorCodeBadResponseBody, http.StatusInternalServerError)
|
||||||
|
|||||||
@@ -401,22 +401,26 @@ func ResponseOpenAI2Claude(openAIResponse *dto.OpenAITextResponse, info *relayco
|
|||||||
}
|
}
|
||||||
for _, choice := range openAIResponse.Choices {
|
for _, choice := range openAIResponse.Choices {
|
||||||
stopReason = stopReasonOpenAI2Claude(choice.FinishReason)
|
stopReason = stopReasonOpenAI2Claude(choice.FinishReason)
|
||||||
claudeContent := dto.ClaudeMediaMessage{}
|
|
||||||
if choice.FinishReason == "tool_calls" {
|
if choice.FinishReason == "tool_calls" {
|
||||||
claudeContent.Type = "tool_use"
|
for _, toolUse := range choice.Message.ParseToolCalls() {
|
||||||
claudeContent.Id = choice.Message.ToolCallId
|
claudeContent := dto.ClaudeMediaMessage{}
|
||||||
claudeContent.Name = choice.Message.ParseToolCalls()[0].Function.Name
|
claudeContent.Type = "tool_use"
|
||||||
var mapParams map[string]interface{}
|
claudeContent.Id = toolUse.ID
|
||||||
if err := json.Unmarshal([]byte(choice.Message.ParseToolCalls()[0].Function.Arguments), &mapParams); err == nil {
|
claudeContent.Name = toolUse.Function.Name
|
||||||
claudeContent.Input = mapParams
|
var mapParams map[string]interface{}
|
||||||
} else {
|
if err := common.Unmarshal([]byte(toolUse.Function.Arguments), &mapParams); err == nil {
|
||||||
claudeContent.Input = choice.Message.ParseToolCalls()[0].Function.Arguments
|
claudeContent.Input = mapParams
|
||||||
|
} else {
|
||||||
|
claudeContent.Input = toolUse.Function.Arguments
|
||||||
|
}
|
||||||
|
contents = append(contents, claudeContent)
|
||||||
}
|
}
|
||||||
} else {
|
} else {
|
||||||
|
claudeContent := dto.ClaudeMediaMessage{}
|
||||||
claudeContent.Type = "text"
|
claudeContent.Type = "text"
|
||||||
claudeContent.SetText(choice.Message.StringContent())
|
claudeContent.SetText(choice.Message.StringContent())
|
||||||
|
contents = append(contents, claudeContent)
|
||||||
}
|
}
|
||||||
contents = append(contents, claudeContent)
|
|
||||||
}
|
}
|
||||||
claudeResponse.Content = contents
|
claudeResponse.Content = contents
|
||||||
claudeResponse.StopReason = stopReason
|
claudeResponse.StopReason = stopReason
|
||||||
|
|||||||
Reference in New Issue
Block a user