oadmin/new-api
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: improve usage calculation in GeminiTextGenerationStreamHandler

Browse Source
This commit is contained in:
CaIon
2025-06-21 01:08:15 +08:00
parent a9e5d99ea3
commit 0708452939
1 changed files with 7 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
relay/channel/gemini/relay-gemini-native.go
View File

@@ -130,7 +130,13 @@ func GeminiTextGenerationStreamHandler(c *gin.Context, resp *http.Response, info
// 如果usage.CompletionTokens为0，则使用本地统计的completion tokens // 如果usage.CompletionTokens为0，则使用本地统计的completion tokens
if usage.CompletionTokens == 0 { if usage.CompletionTokens == 0 {
usage = service.ResponseText2Usage(responseText.String(), info.UpstreamModelName, info.PromptTokens) str := responseText.String()
if len(str) > 0 {
usage = service.ResponseText2Usage(responseText.String(), info.UpstreamModelName, info.PromptTokens)
} else {
// 空补全，不需要使用量
usage = &dto.Usage{}
}
} }
// 移除流式响应结尾的[Done]，因为Gemini API没有发送Done的行为 // 移除流式响应结尾的[Done]，因为Gemini API没有发送Done的行为