pref: support amazon nova

This commit is contained in:
huanghejian
2025-09-11 12:17:16 +08:00
parent 2d4ecaaf28
commit b10ed4b424
3 changed files with 33 additions and 6 deletions

View File

@@ -76,6 +76,7 @@ func convertToNovaRequest(req *dto.GeneralOpenAIRequest) *NovaRequest {
// 设置推理配置
if req.MaxTokens != 0 || (req.Temperature != nil && *req.Temperature != 0) || req.TopP != 0 {
novaReq.InferenceConfig = &NovaInferenceConfig{}
if req.MaxTokens != 0 {
novaReq.InferenceConfig.MaxTokens = int(req.MaxTokens)
}