@@ -108,10 +108,17 @@ func TextHelper(c *gin.Context) (openaiErr *dto.OpenAIErrorWithStatusCode) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
promptTokens, err := getPromptTokens(textRequest, relayInfo)
|
// 获取 promptTokens,如果上下文中已经存在,则直接使用
|
||||||
// count messages token error 计算promptTokens错误
|
var promptTokens int
|
||||||
if err != nil {
|
if value, exists := c.Get("prompt_tokens"); exists {
|
||||||
return service.OpenAIErrorWrapper(err, "count_token_messages_failed", http.StatusInternalServerError)
|
promptTokens = value.(int)
|
||||||
|
} else {
|
||||||
|
promptTokens, err = getPromptTokens(textRequest, relayInfo)
|
||||||
|
// count messages token error 计算promptTokens错误
|
||||||
|
if err != nil {
|
||||||
|
return service.OpenAIErrorWrapper(err, "count_token_messages_failed", http.StatusInternalServerError)
|
||||||
|
}
|
||||||
|
c.Set("prompt_tokens", promptTokens)
|
||||||
}
|
}
|
||||||
|
|
||||||
if !getModelPriceSuccess {
|
if !getModelPriceSuccess {
|
||||||
|
|||||||
Reference in New Issue
Block a user