This commit is contained in:
wenyifan
2026-03-20 16:48:04 +08:00
parent 498199b37d
commit 2c3ae32c8e

View File

@@ -704,9 +704,7 @@ func extractLlamaCachedTokensFromBody(body []byte) (int, bool) {
var payload struct {
Timings struct {
Usage struct {
CachedTokens *int `json:"cache_n"`
} `json:"usage"`
CachedTokens *int `json:"cache_n"`
} `json:"timings"`
}
@@ -714,8 +712,8 @@ func extractLlamaCachedTokensFromBody(body []byte) (int, bool) {
return 0, false
}
if payload.Timings.Usage.CachedTokens == nil {
if payload.Timings.CachedTokens == nil {
return 0, false
}
return *payload.Timings.Usage.CachedTokens, true
return *payload.Timings.CachedTokens, true
}