fix code quality
This commit is contained in:
@@ -703,13 +703,19 @@ func extractLlamaCachedTokensFromBody(body []byte) (int, bool) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
var payload struct {
|
var payload struct {
|
||||||
Usage struct {
|
Timings struct {
|
||||||
CachedTokens *int `json:"cache_n"`
|
Usage struct {
|
||||||
|
CachedTokens *int `json:"cache_n"`
|
||||||
|
} `json:"usage"`
|
||||||
} `json:"timings"`
|
} `json:"timings"`
|
||||||
}
|
}
|
||||||
|
|
||||||
if err := common.Unmarshal(body, &payload); err != nil {
|
if err := common.Unmarshal(body, &payload); err != nil {
|
||||||
return 0, false
|
return 0, false
|
||||||
}
|
}
|
||||||
return *payload.Usage.CachedTokens, true
|
|
||||||
|
if payload.Timings.Usage.CachedTokens == nil {
|
||||||
|
return 0, false
|
||||||
|
}
|
||||||
|
return *payload.Timings.Usage.CachedTokens, true
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user