592d2d0978
- 新增调度配置：粘性会话排队、兜底排队、负载计算、槽位清理 - 实现账号级等待队列和批量负载查询（Redis Lua 脚本） - 三层选择策略：粘性会话优先 → 负载感知选择 → 兜底排队 - 后台定期清理过期槽位，防止资源泄漏 - 集成到所有网关处理器（Claude/Gemini/OpenAI）
58 lines
1.7 KiB
Go
58 lines
1.7 KiB
Go
package repository
|
||
|
||
import (
|
||
"github.com/Wei-Shaw/sub2api/internal/config"
|
||
"github.com/Wei-Shaw/sub2api/internal/service"
|
||
"github.com/google/wire"
|
||
"github.com/redis/go-redis/v9"
|
||
)
|
||
|
||
// ProvideConcurrencyCache 创建并发控制缓存，从配置读取 TTL 参数
|
||
// 性能优化：TTL 可配置，支持长时间运行的 LLM 请求场景
|
||
func ProvideConcurrencyCache(rdb *redis.Client, cfg *config.Config) service.ConcurrencyCache {
|
||
waitTTLSeconds := int(cfg.Gateway.Scheduling.StickySessionWaitTimeout.Seconds())
|
||
if cfg.Gateway.Scheduling.FallbackWaitTimeout > cfg.Gateway.Scheduling.StickySessionWaitTimeout {
|
||
waitTTLSeconds = int(cfg.Gateway.Scheduling.FallbackWaitTimeout.Seconds())
|
||
}
|
||
if waitTTLSeconds <= 0 {
|
||
waitTTLSeconds = cfg.Gateway.ConcurrencySlotTTLMinutes * 60
|
||
}
|
||
return NewConcurrencyCache(rdb, cfg.Gateway.ConcurrencySlotTTLMinutes, waitTTLSeconds)
|
||
}
|
||
|
||
// ProviderSet is the Wire provider set for all repositories
|
||
var ProviderSet = wire.NewSet(
|
||
NewUserRepository,
|
||
NewApiKeyRepository,
|
||
NewGroupRepository,
|
||
NewAccountRepository,
|
||
NewProxyRepository,
|
||
NewRedeemCodeRepository,
|
||
NewUsageLogRepository,
|
||
NewSettingRepository,
|
||
NewUserSubscriptionRepository,
|
||
|
||
// Cache implementations
|
||
NewGatewayCache,
|
||
NewBillingCache,
|
||
NewApiKeyCache,
|
||
ProvideConcurrencyCache,
|
||
NewEmailCache,
|
||
NewIdentityCache,
|
||
NewRedeemCache,
|
||
NewUpdateCache,
|
||
NewGeminiTokenCache,
|
||
|
||
// HTTP service ports (DI Strategy A: return interface directly)
|
||
NewTurnstileVerifier,
|
||
NewPricingRemoteClient,
|
||
NewGitHubReleaseClient,
|
||
NewProxyExitInfoProber,
|
||
NewClaudeUsageFetcher,
|
||
NewClaudeOAuthClient,
|
||
NewHTTPUpstream,
|
||
NewOpenAIOAuthClient,
|
||
NewGeminiOAuthClient,
|
||
NewGeminiCliCodeAssistClient,
|
||
)
|