将 API 网关热路径中的 json.Unmarshal+json.Marshal 替换为 gjson 零拷贝查询和 sjson 精准写入: - unwrapV1InternalResponse 性能提升 22x(4009ns→182ns),内存分配减少 28.5x - unwrapGeminiResponse、extractGeminiUsage、estimateGeminiCountTokens、ParseGeminiRateLimitResetTime 改为接收 []byte 使用 gjson 提取 - ParseGatewayRequest 的 model/stream/metadata/thinking/max_tokens 改用 gjson 类型安全提取 - Handler 层(sora/openai)改用 gjson 提取字段、sjson 注入/修改字段,移除 map[string]any 中间变量 - Sora Client 响应解析改用 gjson ForEach 遍历,减少内存分配 - 新增约 100 个单元测试用例,所有改动函数覆盖率 >85% Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
152 lines
4.8 KiB
Go
152 lines
4.8 KiB
Go
package handler
|
||
|
||
import (
|
||
"encoding/json"
|
||
"net/http"
|
||
"net/http/httptest"
|
||
"strings"
|
||
"testing"
|
||
|
||
"github.com/gin-gonic/gin"
|
||
"github.com/stretchr/testify/assert"
|
||
"github.com/stretchr/testify/require"
|
||
"github.com/tidwall/gjson"
|
||
"github.com/tidwall/sjson"
|
||
)
|
||
|
||
func TestOpenAIHandleStreamingAwareError_JSONEscaping(t *testing.T) {
|
||
tests := []struct {
|
||
name string
|
||
errType string
|
||
message string
|
||
}{
|
||
{
|
||
name: "包含双引号的消息",
|
||
errType: "server_error",
|
||
message: `upstream returned "invalid" response`,
|
||
},
|
||
{
|
||
name: "包含反斜杠的消息",
|
||
errType: "server_error",
|
||
message: `path C:\Users\test\file.txt not found`,
|
||
},
|
||
{
|
||
name: "包含双引号和反斜杠的消息",
|
||
errType: "upstream_error",
|
||
message: `error parsing "key\value": unexpected token`,
|
||
},
|
||
{
|
||
name: "包含换行符的消息",
|
||
errType: "server_error",
|
||
message: "line1\nline2\ttab",
|
||
},
|
||
{
|
||
name: "普通消息",
|
||
errType: "upstream_error",
|
||
message: "Upstream service temporarily unavailable",
|
||
},
|
||
}
|
||
|
||
for _, tt := range tests {
|
||
t.Run(tt.name, func(t *testing.T) {
|
||
gin.SetMode(gin.TestMode)
|
||
w := httptest.NewRecorder()
|
||
c, _ := gin.CreateTestContext(w)
|
||
c.Request = httptest.NewRequest(http.MethodGet, "/", nil)
|
||
|
||
h := &OpenAIGatewayHandler{}
|
||
h.handleStreamingAwareError(c, http.StatusBadGateway, tt.errType, tt.message, true)
|
||
|
||
body := w.Body.String()
|
||
|
||
// 验证 SSE 格式:event: error\ndata: {JSON}\n\n
|
||
assert.True(t, strings.HasPrefix(body, "event: error\n"), "应以 'event: error\\n' 开头")
|
||
assert.True(t, strings.HasSuffix(body, "\n\n"), "应以 '\\n\\n' 结尾")
|
||
|
||
// 提取 data 部分
|
||
lines := strings.Split(strings.TrimSuffix(body, "\n\n"), "\n")
|
||
require.Len(t, lines, 2, "应有 event 行和 data 行")
|
||
dataLine := lines[1]
|
||
require.True(t, strings.HasPrefix(dataLine, "data: "), "第二行应以 'data: ' 开头")
|
||
jsonStr := strings.TrimPrefix(dataLine, "data: ")
|
||
|
||
// 验证 JSON 合法性
|
||
var parsed map[string]any
|
||
err := json.Unmarshal([]byte(jsonStr), &parsed)
|
||
require.NoError(t, err, "JSON 应能被成功解析,原始 JSON: %s", jsonStr)
|
||
|
||
// 验证结构
|
||
errorObj, ok := parsed["error"].(map[string]any)
|
||
require.True(t, ok, "应包含 error 对象")
|
||
assert.Equal(t, tt.errType, errorObj["type"])
|
||
assert.Equal(t, tt.message, errorObj["message"])
|
||
})
|
||
}
|
||
}
|
||
|
||
func TestOpenAIHandleStreamingAwareError_NonStreaming(t *testing.T) {
|
||
gin.SetMode(gin.TestMode)
|
||
w := httptest.NewRecorder()
|
||
c, _ := gin.CreateTestContext(w)
|
||
c.Request = httptest.NewRequest(http.MethodGet, "/", nil)
|
||
|
||
h := &OpenAIGatewayHandler{}
|
||
h.handleStreamingAwareError(c, http.StatusBadGateway, "upstream_error", "test error", false)
|
||
|
||
// 非流式应返回 JSON 响应
|
||
assert.Equal(t, http.StatusBadGateway, w.Code)
|
||
|
||
var parsed map[string]any
|
||
err := json.Unmarshal(w.Body.Bytes(), &parsed)
|
||
require.NoError(t, err)
|
||
errorObj, ok := parsed["error"].(map[string]any)
|
||
require.True(t, ok)
|
||
assert.Equal(t, "upstream_error", errorObj["type"])
|
||
assert.Equal(t, "test error", errorObj["message"])
|
||
}
|
||
|
||
// TestOpenAIHandler_GjsonExtraction 验证 gjson 从请求体中提取 model/stream 的正确性
|
||
func TestOpenAIHandler_GjsonExtraction(t *testing.T) {
|
||
tests := []struct {
|
||
name string
|
||
body string
|
||
wantModel string
|
||
wantStream bool
|
||
}{
|
||
{"正常提取", `{"model":"gpt-4","stream":true,"input":"hello"}`, "gpt-4", true},
|
||
{"stream false", `{"model":"gpt-4","stream":false}`, "gpt-4", false},
|
||
{"无 stream 字段", `{"model":"gpt-4"}`, "gpt-4", false},
|
||
{"model 缺失", `{"stream":true}`, "", true},
|
||
}
|
||
for _, tt := range tests {
|
||
t.Run(tt.name, func(t *testing.T) {
|
||
body := []byte(tt.body)
|
||
model := gjson.GetBytes(body, "model").String()
|
||
stream := gjson.GetBytes(body, "stream").Bool()
|
||
require.Equal(t, tt.wantModel, model)
|
||
require.Equal(t, tt.wantStream, stream)
|
||
})
|
||
}
|
||
}
|
||
|
||
// TestOpenAIHandler_InstructionsInjection 验证 instructions 的 gjson/sjson 注入逻辑
|
||
func TestOpenAIHandler_InstructionsInjection(t *testing.T) {
|
||
// 测试 1:无 instructions → 注入
|
||
body := []byte(`{"model":"gpt-4"}`)
|
||
existing := gjson.GetBytes(body, "instructions").String()
|
||
require.Empty(t, existing)
|
||
newBody, err := sjson.SetBytes(body, "instructions", "test instruction")
|
||
require.NoError(t, err)
|
||
require.Equal(t, "test instruction", gjson.GetBytes(newBody, "instructions").String())
|
||
|
||
// 测试 2:已有 instructions → 不覆盖
|
||
body2 := []byte(`{"model":"gpt-4","instructions":"existing"}`)
|
||
existing2 := gjson.GetBytes(body2, "instructions").String()
|
||
require.Equal(t, "existing", existing2)
|
||
|
||
// 测试 3:空白 instructions → 注入
|
||
body3 := []byte(`{"model":"gpt-4","instructions":" "}`)
|
||
existing3 := strings.TrimSpace(gjson.GetBytes(body3, "instructions").String())
|
||
require.Empty(t, existing3)
|
||
}
|