35598d5648
ParseGatewayRequest only parsed Anthropic format (system/messages), ignoring Gemini native format (systemInstruction/contents). This caused GenerateSessionHash to produce identical hashes for all Gemini sessions. Add protocol parameter to ParseGatewayRequest to branch between Anthropic and Gemini parsing. Update GenerateSessionHash message traversal to extract text from both formats.
51 lines
1.3 KiB
Go
51 lines
1.3 KiB
Go
package service
|
|
|
|
import (
|
|
"strconv"
|
|
"testing"
|
|
)
|
|
|
|
var benchmarkStringSink string
|
|
|
|
// BenchmarkGenerateSessionHash_Metadata 关注 JSON 解析与正则匹配开销。
|
|
func BenchmarkGenerateSessionHash_Metadata(b *testing.B) {
|
|
svc := &GatewayService{}
|
|
body := []byte(`{"metadata":{"user_id":"session_123e4567-e89b-12d3-a456-426614174000"},"messages":[{"content":"hello"}]}`)
|
|
|
|
b.ReportAllocs()
|
|
for i := 0; i < b.N; i++ {
|
|
parsed, err := ParseGatewayRequest(body, "")
|
|
if err != nil {
|
|
b.Fatalf("解析请求失败: %v", err)
|
|
}
|
|
benchmarkStringSink = svc.GenerateSessionHash(parsed)
|
|
}
|
|
}
|
|
|
|
// BenchmarkExtractCacheableContent_System 关注字符串拼接路径的性能。
|
|
func BenchmarkExtractCacheableContent_System(b *testing.B) {
|
|
svc := &GatewayService{}
|
|
req := buildSystemCacheableRequest(12)
|
|
|
|
b.ReportAllocs()
|
|
for i := 0; i < b.N; i++ {
|
|
benchmarkStringSink = svc.extractCacheableContent(req)
|
|
}
|
|
}
|
|
|
|
func buildSystemCacheableRequest(parts int) *ParsedRequest {
|
|
systemParts := make([]any, 0, parts)
|
|
for i := 0; i < parts; i++ {
|
|
systemParts = append(systemParts, map[string]any{
|
|
"text": "system_part_" + strconv.Itoa(i),
|
|
"cache_control": map[string]any{
|
|
"type": "ephemeral",
|
|
},
|
|
})
|
|
}
|
|
return &ParsedRequest{
|
|
System: systemParts,
|
|
HasSystem: true,
|
|
}
|
|
}
|