package ali import ( "encoding/json" "io" "net/http" "one-api/dto" relaycommon "one-api/relay/common" "one-api/service" "github.com/gin-gonic/gin" ) func ConvertRerankRequest(request dto.RerankRequest) *AliRerankRequest { returnDocuments := request.ReturnDocuments if returnDocuments == nil { t := true returnDocuments = &t } return &AliRerankRequest{ Model: request.Model, Input: AliRerankInput{ Query: request.Query, Documents: request.Documents, }, Parameters: AliRerankParameters{ TopN: &request.TopN, ReturnDocuments: returnDocuments, }, } } func RerankHandler(c *gin.Context, resp *http.Response, info *relaycommon.RelayInfo) (*dto.OpenAIErrorWithStatusCode, *dto.Usage) { responseBody, err := io.ReadAll(resp.Body) if err != nil { return service.OpenAIErrorWrapper(err, "read_response_body_failed", http.StatusInternalServerError), nil } err = resp.Body.Close() if err != nil { return service.OpenAIErrorWrapper(err, "close_response_body_failed", http.StatusInternalServerError), nil } var aliResponse AliRerankResponse err = json.Unmarshal(responseBody, &aliResponse) if err != nil { return service.OpenAIErrorWrapper(err, "unmarshal_response_body_failed", http.StatusInternalServerError), nil } if aliResponse.Code != "" { return &dto.OpenAIErrorWithStatusCode{ Error: dto.OpenAIError{ Message: aliResponse.Message, Type: aliResponse.Code, Param: aliResponse.RequestId, Code: aliResponse.Code, }, StatusCode: resp.StatusCode, }, nil } usage := dto.Usage{ PromptTokens: aliResponse.Usage.TotalTokens, CompletionTokens: 0, TotalTokens: aliResponse.Usage.TotalTokens, } rerankResponse := dto.RerankResponse{ Results: aliResponse.Output.Results, Usage: usage, } jsonResponse, err := json.Marshal(rerankResponse) if err != nil { return service.OpenAIErrorWrapper(err, "marshal_response_body_failed", http.StatusInternalServerError), nil } c.Writer.Header().Set("Content-Type", "application/json") c.Writer.WriteHeader(resp.StatusCode) _, err = c.Writer.Write(jsonResponse) if err != nil { return service.OpenAIErrorWrapper(err, "write_response_body_failed", http.StatusInternalServerError), nil } return nil, &usage }