Merge pull request #662 from xqx333/main

fix 重试过程多次获取图片
This commit is contained in:
Calcium-Ion
2024-12-26 14:26:50 +08:00
committed by GitHub

View File

@@ -108,11 +108,18 @@ func TextHelper(c *gin.Context) (openaiErr *dto.OpenAIErrorWithStatusCode) {
} }
} }
promptTokens, err := getPromptTokens(textRequest, relayInfo) // 获取 promptTokens如果上下文中已经存在则直接使用
var promptTokens int
if value, exists := c.Get("prompt_tokens"); exists {
promptTokens = value.(int)
} else {
promptTokens, err = getPromptTokens(textRequest, relayInfo)
// count messages token error 计算promptTokens错误 // count messages token error 计算promptTokens错误
if err != nil { if err != nil {
return service.OpenAIErrorWrapper(err, "count_token_messages_failed", http.StatusInternalServerError) return service.OpenAIErrorWrapper(err, "count_token_messages_failed", http.StatusInternalServerError)
} }
c.Set("prompt_tokens", promptTokens)
}
if !getModelPriceSuccess { if !getModelPriceSuccess {
preConsumedTokens := common.PreConsumedQuota preConsumedTokens := common.PreConsumedQuota