1b53ffcac7
Inject web search capability for Claude Console (API Key) accounts that don't natively support Anthropic's web_search tool. When a pure web_search request is detected, the gateway calls Brave Search or Tavily API directly and constructs an Anthropic-protocol-compliant SSE/JSON response without forwarding to upstream. Backend: - New `pkg/websearch/` SDK: Brave and Tavily provider implementations with io.LimitReader, proxy support, and Redis-based quota tracking (Lua atomic INCR + TTL, DECR rollback on failure) - Global config via `settings.web_search_emulation_config` (JSON) with in-process cache + singleflight, input validation, API key merge on save, and sanitized API responses - Channel-level toggle via `channels.features_config` JSONB column (DB migration 101) - Account-level toggle via `accounts.extra.web_search_emulation` - Request interception in `Forward()` with SSE streaming response construction using json.Marshal (no manual string concatenation) - Manager hot-reload: `RebuildWebSearchManager()` called on config save and startup via `SetWebSearchRedisClient()` - 70 unit tests covering providers, manager, config validation, sanitization, tool detection, query extraction, and response building Frontend: - Settings → Gateway tab: Web Search Emulation config card with global toggle, provider list (add/remove, API key, priority, quota, proxy) - Channels → Anthropic tab: web search emulation toggle with global state linkage (disabled when global off) - Account Create/Edit modals: web search emulation toggle for API Key type with Toggle component - Full i18n coverage (zh + en)
64 lines
1.9 KiB
Go
64 lines
1.9 KiB
Go
package websearch
|
|
|
|
import (
|
|
"encoding/json"
|
|
"testing"
|
|
|
|
"github.com/stretchr/testify/require"
|
|
)
|
|
|
|
func TestTavilyProvider_Name(t *testing.T) {
|
|
p := NewTavilyProvider("key", nil)
|
|
require.Equal(t, "tavily", p.Name())
|
|
}
|
|
|
|
func TestTavilyProvider_Search_RequestConstruction(t *testing.T) {
|
|
// Verify tavilyRequest struct fields map correctly
|
|
req := tavilyRequest{
|
|
APIKey: "test-key",
|
|
Query: "golang",
|
|
MaxResults: 3,
|
|
SearchDepth: tavilySearchDepthBasic,
|
|
}
|
|
data, err := json.Marshal(req)
|
|
require.NoError(t, err)
|
|
|
|
var parsed map[string]any
|
|
require.NoError(t, json.Unmarshal(data, &parsed))
|
|
require.Equal(t, "test-key", parsed["api_key"])
|
|
require.Equal(t, "golang", parsed["query"])
|
|
require.Equal(t, float64(3), parsed["max_results"])
|
|
require.Equal(t, "basic", parsed["search_depth"])
|
|
}
|
|
|
|
func TestTavilyProvider_Search_ResponseParsing(t *testing.T) {
|
|
rawResp := `{"results":[{"url":"https://go.dev","title":"Go","content":"Go programming language","score":0.95}]}`
|
|
var resp tavilyResponse
|
|
require.NoError(t, json.Unmarshal([]byte(rawResp), &resp))
|
|
require.Len(t, resp.Results, 1)
|
|
require.Equal(t, "https://go.dev", resp.Results[0].URL)
|
|
require.Equal(t, "Go programming language", resp.Results[0].Content)
|
|
require.InDelta(t, 0.95, resp.Results[0].Score, 0.001)
|
|
|
|
// Verify mapping to SearchResult
|
|
results := make([]SearchResult, 0, len(resp.Results))
|
|
for _, r := range resp.Results {
|
|
results = append(results, SearchResult{
|
|
URL: r.URL, Title: r.Title, Snippet: r.Content,
|
|
})
|
|
}
|
|
require.Equal(t, "Go programming language", results[0].Snippet)
|
|
require.Equal(t, "", results[0].PageAge)
|
|
}
|
|
|
|
func TestTavilyProvider_Search_EmptyResults(t *testing.T) {
|
|
var resp tavilyResponse
|
|
require.NoError(t, json.Unmarshal([]byte(`{"results":[]}`), &resp))
|
|
require.Empty(t, resp.Results)
|
|
}
|
|
|
|
func TestTavilyProvider_Search_InvalidJSON(t *testing.T) {
|
|
var resp tavilyResponse
|
|
require.Error(t, json.Unmarshal([]byte("not json"), &resp))
|
|
}
|