refactor: update GeminiThinkingConfig initialization
This commit is contained in:
@@ -28,9 +28,6 @@ func CovertGemini2OpenAI(textRequest dto.GeneralOpenAIRequest, info *relaycommon
|
|||||||
TopP: textRequest.TopP,
|
TopP: textRequest.TopP,
|
||||||
MaxOutputTokens: textRequest.MaxTokens,
|
MaxOutputTokens: textRequest.MaxTokens,
|
||||||
Seed: int64(textRequest.Seed),
|
Seed: int64(textRequest.Seed),
|
||||||
ThinkingConfig: &GeminiThinkingConfig{
|
|
||||||
IncludeThoughts: true,
|
|
||||||
},
|
|
||||||
},
|
},
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -47,9 +44,14 @@ func CovertGemini2OpenAI(textRequest dto.GeneralOpenAIRequest, info *relaycommon
|
|||||||
if budgetTokens == 0 || budgetTokens > 24576 {
|
if budgetTokens == 0 || budgetTokens > 24576 {
|
||||||
budgetTokens = 24576
|
budgetTokens = 24576
|
||||||
}
|
}
|
||||||
geminiRequest.GenerationConfig.ThinkingConfig.SetThinkingBudget(int(budgetTokens))
|
geminiRequest.GenerationConfig.ThinkingConfig = &GeminiThinkingConfig{
|
||||||
|
ThinkingBudget: common.GetPointer(int(budgetTokens)),
|
||||||
|
IncludeThoughts: true,
|
||||||
|
}
|
||||||
} else if strings.HasSuffix(info.OriginModelName, "-nothinking") {
|
} else if strings.HasSuffix(info.OriginModelName, "-nothinking") {
|
||||||
geminiRequest.GenerationConfig.ThinkingConfig.SetThinkingBudget(0)
|
geminiRequest.GenerationConfig.ThinkingConfig = &GeminiThinkingConfig{
|
||||||
|
ThinkingBudget: common.GetPointer(0),
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -74,13 +74,9 @@ func (a *Adaptor) DoResponse(c *gin.Context, resp *http.Response, info *relaycom
|
|||||||
switch info.RelayMode {
|
switch info.RelayMode {
|
||||||
case constant.RelayModeRerank:
|
case constant.RelayModeRerank:
|
||||||
err, usage = siliconflowRerankHandler(c, resp)
|
err, usage = siliconflowRerankHandler(c, resp)
|
||||||
case constant.RelayModeChatCompletions:
|
|
||||||
if info.IsStream {
|
|
||||||
err, usage = openai.OaiStreamHandler(c, resp, info)
|
|
||||||
} else {
|
|
||||||
err, usage = openai.OpenaiHandler(c, resp, info)
|
|
||||||
}
|
|
||||||
case constant.RelayModeCompletions:
|
case constant.RelayModeCompletions:
|
||||||
|
fallthrough
|
||||||
|
case constant.RelayModeChatCompletions:
|
||||||
if info.IsStream {
|
if info.IsStream {
|
||||||
err, usage = openai.OaiStreamHandler(c, resp, info)
|
err, usage = openai.OaiStreamHandler(c, resp, info)
|
||||||
} else {
|
} else {
|
||||||
|
|||||||
Reference in New Issue
Block a user