feat: channel affinity (#2669)

* feat: channel affinity * feat: channel affinity -> model setting * fix: channel affinity * feat: channel affinity op * feat: channel_type setting * feat: clean * feat: cache supports both memory and Redis. * feat: Optimise ui/ux * feat: Optimise ui/ux * feat: Optimise codex usage ui/ux * feat: Optimise ui/ux * feat: Optimise ui/ux * feat: Optimise ui/ux * feat: If the affinitized channel fails and a retry succeeds on another channel, update the affinity to the successful channel
2026-01-26 19:57:41 +08:00
parent 9ac94f036c
commit d9321b7da3
24 changed files with 2542 additions and 125 deletions
--- a/setting/operation_setting/channel_affinity_setting.go
+++ b/setting/operation_setting/channel_affinity_setting.go
@@ -0,0 +1,47 @@
+package operation_setting
+
+import "github.com/QuantumNous/new-api/setting/config"
+
+type ChannelAffinityKeySource struct {
+	Type string `json:"type"` // context_int, context_string, gjson
+	Key  string `json:"key,omitempty"`
+	Path string `json:"path,omitempty"`
+}
+
+type ChannelAffinityRule struct {
+	Name             string                     `json:"name"`
+	ModelRegex       []string                   `json:"model_regex"`
+	PathRegex        []string                   `json:"path_regex"`
+	UserAgentInclude []string                   `json:"user_agent_include,omitempty"`
+	KeySources       []ChannelAffinityKeySource `json:"key_sources"`
+
+	ValueRegex string `json:"value_regex"`
+	TTLSeconds int    `json:"ttl_seconds"`
+
+	IncludeUsingGroup bool `json:"include_using_group"`
+	IncludeRuleName   bool `json:"include_rule_name"`
+}
+
+type ChannelAffinitySetting struct {
+	Enabled           bool                  `json:"enabled"`
+	SwitchOnSuccess   bool                  `json:"switch_on_success"`
+	MaxEntries        int                   `json:"max_entries"`
+	DefaultTTLSeconds int                   `json:"default_ttl_seconds"`
+	Rules             []ChannelAffinityRule `json:"rules"`
+}
+
+var channelAffinitySetting = ChannelAffinitySetting{
+	Enabled:           false,
+	SwitchOnSuccess:   true,
+	MaxEntries:        100_000,
+	DefaultTTLSeconds: 3600,
+	Rules:             []ChannelAffinityRule{},
+}
+
+func init() {
+	config.GlobalConfig.Register("channel_affinity_setting", &channelAffinitySetting)
+}
+
+func GetChannelAffinitySetting() *ChannelAffinitySetting {
+	return &channelAffinitySetting
+}