fix: update token usage calculation

This commit is contained in:
CaIon
2025-08-16 19:11:15 +08:00
parent aa1f5c6e4e
commit c834694992
3 changed files with 13 additions and 20 deletions

View File

@@ -103,12 +103,14 @@ func OaiResponsesStreamHandler(c *gin.Context, info *relaycommon.RelayInfo, resp
// 非正常结束,使用输出文本的 token 数量
completionTokens := service.CountTextToken(tempStr, info.UpstreamModelName)
usage.CompletionTokens = completionTokens
if usage.PromptTokens == 0 {
usage.PromptTokens = info.PromptTokens
}
}
}
if usage.PromptTokens == 0 && usage.CompletionTokens != 0 {
usage.PromptTokens = usage.CompletionTokens
} else {
usage.TotalTokens = usage.PromptTokens + usage.CompletionTokens
}
return usage, nil
}