feat: Add ContextKeyLocalCountTokens and update ResponseText2Usage to use context in multiple channels

2025-11-21 18:16:40 +08:00
parent 9b6b8d0eb8
commit c8bbf7bed8
17 changed files with 96 additions and 127 deletions
--- a/relay/channel/coze/relay-coze.go
+++ b/relay/channel/coze/relay-coze.go
@@ -142,7 +142,7 @@ func cozeChatStreamHandler(c *gin.Context, info *relaycommon.RelayInfo, resp *ht
 	helper.Done(c)

 	if usage.TotalTokens == 0 {
-		usage = service.ResponseText2Usage(responseText, info.UpstreamModelName, c.GetInt("coze_input_count"))
+		usage = service.ResponseText2Usage(c, responseText, info.UpstreamModelName, c.GetInt("coze_input_count"))
 	}

 	return usage, nil