5e98445b22
Key changes: - Upgrade model mapping: Opus 4.5 → Opus 4.6-thinking with precise matching - Unified rate limiting: scope-level → model-level with Redis snapshot sync - Load-balanced scheduling by call count with smart retry mechanism - Force cache billing support - Model identity injection in prompts with leak prevention - Thinking mode auto-handling (max_tokens/budget_tokens fix) - Frontend: whitelist mode toggle, model mapping validation, status indicators - Gemini session fallback with Redis Trie O(L) matching - Ops: enhanced concurrency monitoring, account availability, retry logic - Migration scripts: 049-051 for model mapping unification
96 lines
3.9 KiB
Go
96 lines
3.9 KiB
Go
package service
|
|
|
|
import "time"
|
|
|
|
// PlatformConcurrencyInfo aggregates concurrency usage by platform.
|
|
type PlatformConcurrencyInfo struct {
|
|
Platform string `json:"platform"`
|
|
CurrentInUse int64 `json:"current_in_use"`
|
|
MaxCapacity int64 `json:"max_capacity"`
|
|
LoadPercentage float64 `json:"load_percentage"`
|
|
WaitingInQueue int64 `json:"waiting_in_queue"`
|
|
}
|
|
|
|
// GroupConcurrencyInfo aggregates concurrency usage by group.
|
|
//
|
|
// Note: one account can belong to multiple groups; group totals are therefore not additive across groups.
|
|
type GroupConcurrencyInfo struct {
|
|
GroupID int64 `json:"group_id"`
|
|
GroupName string `json:"group_name"`
|
|
Platform string `json:"platform"`
|
|
CurrentInUse int64 `json:"current_in_use"`
|
|
MaxCapacity int64 `json:"max_capacity"`
|
|
LoadPercentage float64 `json:"load_percentage"`
|
|
WaitingInQueue int64 `json:"waiting_in_queue"`
|
|
}
|
|
|
|
// AccountConcurrencyInfo represents real-time concurrency usage for a single account.
|
|
type AccountConcurrencyInfo struct {
|
|
AccountID int64 `json:"account_id"`
|
|
AccountName string `json:"account_name"`
|
|
Platform string `json:"platform"`
|
|
GroupID int64 `json:"group_id"`
|
|
GroupName string `json:"group_name"`
|
|
CurrentInUse int64 `json:"current_in_use"`
|
|
MaxCapacity int64 `json:"max_capacity"`
|
|
LoadPercentage float64 `json:"load_percentage"`
|
|
WaitingInQueue int64 `json:"waiting_in_queue"`
|
|
}
|
|
|
|
// UserConcurrencyInfo represents real-time concurrency usage for a single user.
|
|
type UserConcurrencyInfo struct {
|
|
UserID int64 `json:"user_id"`
|
|
UserEmail string `json:"user_email"`
|
|
Username string `json:"username"`
|
|
CurrentInUse int64 `json:"current_in_use"`
|
|
MaxCapacity int64 `json:"max_capacity"`
|
|
LoadPercentage float64 `json:"load_percentage"`
|
|
WaitingInQueue int64 `json:"waiting_in_queue"`
|
|
}
|
|
|
|
// PlatformAvailability aggregates account availability by platform.
|
|
type PlatformAvailability struct {
|
|
Platform string `json:"platform"`
|
|
TotalAccounts int64 `json:"total_accounts"`
|
|
AvailableCount int64 `json:"available_count"`
|
|
RateLimitCount int64 `json:"rate_limit_count"`
|
|
ScopeRateLimitCount map[string]int64 `json:"scope_rate_limit_count,omitempty"`
|
|
ErrorCount int64 `json:"error_count"`
|
|
}
|
|
|
|
// GroupAvailability aggregates account availability by group.
|
|
type GroupAvailability struct {
|
|
GroupID int64 `json:"group_id"`
|
|
GroupName string `json:"group_name"`
|
|
Platform string `json:"platform"`
|
|
TotalAccounts int64 `json:"total_accounts"`
|
|
AvailableCount int64 `json:"available_count"`
|
|
RateLimitCount int64 `json:"rate_limit_count"`
|
|
ScopeRateLimitCount map[string]int64 `json:"scope_rate_limit_count,omitempty"`
|
|
ErrorCount int64 `json:"error_count"`
|
|
}
|
|
|
|
// AccountAvailability represents current availability for a single account.
|
|
type AccountAvailability struct {
|
|
AccountID int64 `json:"account_id"`
|
|
AccountName string `json:"account_name"`
|
|
Platform string `json:"platform"`
|
|
GroupID int64 `json:"group_id"`
|
|
GroupName string `json:"group_name"`
|
|
|
|
Status string `json:"status"`
|
|
|
|
IsAvailable bool `json:"is_available"`
|
|
IsRateLimited bool `json:"is_rate_limited"`
|
|
IsOverloaded bool `json:"is_overloaded"`
|
|
HasError bool `json:"has_error"`
|
|
|
|
RateLimitResetAt *time.Time `json:"rate_limit_reset_at"`
|
|
RateLimitRemainingSec *int64 `json:"rate_limit_remaining_sec"`
|
|
ScopeRateLimits map[string]int64 `json:"scope_rate_limits,omitempty"`
|
|
OverloadUntil *time.Time `json:"overload_until"`
|
|
OverloadRemainingSec *int64 `json:"overload_remaining_sec"`
|
|
ErrorMessage string `json:"error_message"`
|
|
TempUnschedulableUntil *time.Time `json:"temp_unschedulable_until,omitempty"`
|
|
}
|