fix: Extend temperature handling for OpenAI-like models
- Add support for suppressing temperature for o1 models - Expand model prefix check to include 'o1' alongside 'o3' models
This commit is contained in:
@@ -119,7 +119,7 @@ func (a *Adaptor) ConvertRequest(c *gin.Context, info *relaycommon.RelayInfo, re
|
|||||||
request.MaxCompletionTokens = request.MaxTokens
|
request.MaxCompletionTokens = request.MaxTokens
|
||||||
request.MaxTokens = 0
|
request.MaxTokens = 0
|
||||||
}
|
}
|
||||||
if strings.HasPrefix(request.Model, "o3") {
|
if strings.HasPrefix(request.Model, "o3") || strings.HasPrefix(request.Model, "o1") {
|
||||||
request.Temperature = nil
|
request.Temperature = nil
|
||||||
}
|
}
|
||||||
if strings.HasSuffix(request.Model, "-high") {
|
if strings.HasSuffix(request.Model, "-high") {
|
||||||
|
|||||||
Reference in New Issue
Block a user