refactor: 移除 Ops 监控模块
移除未完成的运维监控功能，简化系统架构： - 删除 ops_handler, ops_service, ops_repo 等后端代码 - 删除 ops 相关数据库迁移文件 - 删除前端 OpsDashboard 页面和 API
This commit is contained in:
ianshaw
@@ -1,190 +0,0 @@
|
||||
package repository
|
||||
|
||||
import (
|
||||
"context"
|
||||
"database/sql"
|
||||
"fmt"
|
||||
"strconv"
|
||||
"strings"
|
||||
"time"
|
||||
|
||||
"github.com/Wei-Shaw/sub2api/internal/service"
|
||||
)
|
||||
|
||||
// ListErrorLogs queries ops_error_logs with optional filters and pagination.
|
||||
// It returns the list items and the total count of matching rows.
|
||||
func (r *OpsRepository) ListErrorLogs(ctx context.Context, filter *service.ErrorLogFilter) ([]*service.ErrorLog, int64, error) {
|
||||
page := 1
|
||||
pageSize := 20
|
||||
if filter != nil {
|
||||
if filter.Page > 0 {
|
||||
page = filter.Page
|
||||
}
|
||||
if filter.PageSize > 0 {
|
||||
pageSize = filter.PageSize
|
||||
}
|
||||
}
|
||||
if pageSize > 100 {
|
||||
pageSize = 100
|
||||
}
|
||||
offset := (page - 1) * pageSize
|
||||
|
||||
conditions := make([]string, 0)
|
||||
args := make([]any, 0)
|
||||
|
||||
addCondition := func(condition string, values ...any) {
|
||||
conditions = append(conditions, condition)
|
||||
args = append(args, values...)
|
||||
}
|
||||
|
||||
if filter != nil {
|
||||
// 默认查询最近 24 小时
|
||||
if filter.StartTime == nil && filter.EndTime == nil {
|
||||
defaultStart := time.Now().Add(-24 * time.Hour)
|
||||
filter.StartTime = &defaultStart
|
||||
}
|
||||
|
||||
if filter.StartTime != nil {
|
||||
addCondition(fmt.Sprintf("created_at >= $%d", len(args)+1), *filter.StartTime)
|
||||
}
|
||||
if filter.EndTime != nil {
|
||||
addCondition(fmt.Sprintf("created_at <= $%d", len(args)+1), *filter.EndTime)
|
||||
}
|
||||
if filter.ErrorCode != nil {
|
||||
addCondition(fmt.Sprintf("status_code = $%d", len(args)+1), *filter.ErrorCode)
|
||||
}
|
||||
if provider := strings.TrimSpace(filter.Provider); provider != "" {
|
||||
addCondition(fmt.Sprintf("platform = $%d", len(args)+1), provider)
|
||||
}
|
||||
if filter.AccountID != nil {
|
||||
addCondition(fmt.Sprintf("account_id = $%d", len(args)+1), *filter.AccountID)
|
||||
}
|
||||
}
|
||||
|
||||
where := ""
|
||||
if len(conditions) > 0 {
|
||||
where = "WHERE " + strings.Join(conditions, " AND ")
|
||||
}
|
||||
|
||||
countQuery := fmt.Sprintf(`SELECT COUNT(1) FROM ops_error_logs %s`, where)
|
||||
var total int64
|
||||
if err := scanSingleRow(ctx, r.sql, countQuery, args, &total); err != nil {
|
||||
if err == sql.ErrNoRows {
|
||||
total = 0
|
||||
} else {
|
||||
return nil, 0, err
|
||||
}
|
||||
}
|
||||
|
||||
listQuery := fmt.Sprintf(`
|
||||
SELECT
|
||||
id,
|
||||
created_at,
|
||||
severity,
|
||||
request_id,
|
||||
account_id,
|
||||
request_path,
|
||||
platform,
|
||||
model,
|
||||
status_code,
|
||||
error_message,
|
||||
duration_ms,
|
||||
retry_count,
|
||||
stream
|
||||
FROM ops_error_logs
|
||||
%s
|
||||
ORDER BY created_at DESC
|
||||
LIMIT $%d OFFSET $%d
|
||||
`, where, len(args)+1, len(args)+2)
|
||||
|
||||
listArgs := append(append([]any{}, args...), pageSize, offset)
|
||||
rows, err := r.sql.QueryContext(ctx, listQuery, listArgs...)
|
||||
if err != nil {
|
||||
return nil, 0, err
|
||||
}
|
||||
defer func() { _ = rows.Close() }()
|
||||
|
||||
results := make([]*service.ErrorLog, 0)
|
||||
for rows.Next() {
|
||||
var (
|
||||
id int64
|
||||
createdAt time.Time
|
||||
severity sql.NullString
|
||||
requestID sql.NullString
|
||||
accountID sql.NullInt64
|
||||
requestURI sql.NullString
|
||||
platform sql.NullString
|
||||
model sql.NullString
|
||||
statusCode sql.NullInt64
|
||||
message sql.NullString
|
||||
durationMs sql.NullInt64
|
||||
retryCount sql.NullInt64
|
||||
stream sql.NullBool
|
||||
)
|
||||
|
||||
if err := rows.Scan(
|
||||
&id,
|
||||
&createdAt,
|
||||
&severity,
|
||||
&requestID,
|
||||
&accountID,
|
||||
&requestURI,
|
||||
&platform,
|
||||
&model,
|
||||
&statusCode,
|
||||
&message,
|
||||
&durationMs,
|
||||
&retryCount,
|
||||
&stream,
|
||||
); err != nil {
|
||||
return nil, 0, err
|
||||
}
|
||||
|
||||
entry := &service.ErrorLog{
|
||||
ID: id,
|
||||
Timestamp: createdAt,
|
||||
Level: levelFromSeverity(severity.String),
|
||||
RequestID: requestID.String,
|
||||
APIPath: requestURI.String,
|
||||
Provider: platform.String,
|
||||
Model: model.String,
|
||||
HTTPCode: int(statusCode.Int64),
|
||||
Stream: stream.Bool,
|
||||
}
|
||||
if accountID.Valid {
|
||||
entry.AccountID = strconv.FormatInt(accountID.Int64, 10)
|
||||
}
|
||||
if message.Valid {
|
||||
entry.ErrorMessage = message.String
|
||||
}
|
||||
if durationMs.Valid {
|
||||
v := int(durationMs.Int64)
|
||||
entry.DurationMs = &v
|
||||
}
|
||||
if retryCount.Valid {
|
||||
v := int(retryCount.Int64)
|
||||
entry.RetryCount = &v
|
||||
}
|
||||
|
||||
results = append(results, entry)
|
||||
}
|
||||
if err := rows.Err(); err != nil {
|
||||
return nil, 0, err
|
||||
}
|
||||
|
||||
return results, total, nil
|
||||
}
|
||||
|
||||
func levelFromSeverity(severity string) string {
|
||||
sev := strings.ToUpper(strings.TrimSpace(severity))
|
||||
switch sev {
|
||||
case "P0", "P1":
|
||||
return "CRITICAL"
|
||||
case "P2":
|
||||
return "ERROR"
|
||||
case "P3":
|
||||
return "WARN"
|
||||
default:
|
||||
return "ERROR"
|
||||
}
|
||||
}
|
||||
@@ -1,127 +0,0 @@
|
||||
package repository
|
||||
|
||||
import (
|
||||
"context"
|
||||
"encoding/json"
|
||||
"errors"
|
||||
"fmt"
|
||||
"strings"
|
||||
"time"
|
||||
|
||||
"github.com/Wei-Shaw/sub2api/internal/service"
|
||||
"github.com/redis/go-redis/v9"
|
||||
)
|
||||
|
||||
const (
|
||||
opsLatestMetricsKey = "ops:metrics:latest"
|
||||
|
||||
opsDashboardOverviewKeyPrefix = "ops:dashboard:overview:"
|
||||
|
||||
opsLatestMetricsTTL = 10 * time.Second
|
||||
)
|
||||
|
||||
func (r *OpsRepository) GetCachedLatestSystemMetric(ctx context.Context) (*service.OpsMetrics, error) {
|
||||
if ctx == nil {
|
||||
ctx = context.Background()
|
||||
}
|
||||
if r == nil || r.rdb == nil {
|
||||
return nil, nil
|
||||
}
|
||||
|
||||
data, err := r.rdb.Get(ctx, opsLatestMetricsKey).Bytes()
|
||||
if errors.Is(err, redis.Nil) {
|
||||
return nil, nil
|
||||
}
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("redis get cached latest system metric: %w", err)
|
||||
}
|
||||
|
||||
var metric service.OpsMetrics
|
||||
if err := json.Unmarshal(data, &metric); err != nil {
|
||||
return nil, fmt.Errorf("unmarshal cached latest system metric: %w", err)
|
||||
}
|
||||
return &metric, nil
|
||||
}
|
||||
|
||||
func (r *OpsRepository) SetCachedLatestSystemMetric(ctx context.Context, metric *service.OpsMetrics) error {
|
||||
if metric == nil {
|
||||
return nil
|
||||
}
|
||||
if ctx == nil {
|
||||
ctx = context.Background()
|
||||
}
|
||||
if r == nil || r.rdb == nil {
|
||||
return nil
|
||||
}
|
||||
|
||||
data, err := json.Marshal(metric)
|
||||
if err != nil {
|
||||
return fmt.Errorf("marshal cached latest system metric: %w", err)
|
||||
}
|
||||
return r.rdb.Set(ctx, opsLatestMetricsKey, data, opsLatestMetricsTTL).Err()
|
||||
}
|
||||
|
||||
func (r *OpsRepository) GetCachedDashboardOverview(ctx context.Context, timeRange string) (*service.DashboardOverviewData, error) {
|
||||
if ctx == nil {
|
||||
ctx = context.Background()
|
||||
}
|
||||
if r == nil || r.rdb == nil {
|
||||
return nil, nil
|
||||
}
|
||||
rangeKey := strings.TrimSpace(timeRange)
|
||||
if rangeKey == "" {
|
||||
rangeKey = "1h"
|
||||
}
|
||||
|
||||
key := opsDashboardOverviewKeyPrefix + rangeKey
|
||||
data, err := r.rdb.Get(ctx, key).Bytes()
|
||||
if errors.Is(err, redis.Nil) {
|
||||
return nil, nil
|
||||
}
|
||||
if err != nil {
|
||||
return nil, fmt.Errorf("redis get cached dashboard overview: %w", err)
|
||||
}
|
||||
|
||||
var overview service.DashboardOverviewData
|
||||
if err := json.Unmarshal(data, &overview); err != nil {
|
||||
return nil, fmt.Errorf("unmarshal cached dashboard overview: %w", err)
|
||||
}
|
||||
return &overview, nil
|
||||
}
|
||||
|
||||
func (r *OpsRepository) SetCachedDashboardOverview(ctx context.Context, timeRange string, data *service.DashboardOverviewData, ttl time.Duration) error {
|
||||
if data == nil {
|
||||
return nil
|
||||
}
|
||||
if ttl <= 0 {
|
||||
ttl = 10 * time.Second
|
||||
}
|
||||
if ctx == nil {
|
||||
ctx = context.Background()
|
||||
}
|
||||
if r == nil || r.rdb == nil {
|
||||
return nil
|
||||
}
|
||||
|
||||
rangeKey := strings.TrimSpace(timeRange)
|
||||
if rangeKey == "" {
|
||||
rangeKey = "1h"
|
||||
}
|
||||
|
||||
payload, err := json.Marshal(data)
|
||||
if err != nil {
|
||||
return fmt.Errorf("marshal cached dashboard overview: %w", err)
|
||||
}
|
||||
key := opsDashboardOverviewKeyPrefix + rangeKey
|
||||
return r.rdb.Set(ctx, key, payload, ttl).Err()
|
||||
}
|
||||
|
||||
func (r *OpsRepository) PingRedis(ctx context.Context) error {
|
||||
if ctx == nil {
|
||||
ctx = context.Background()
|
||||
}
|
||||
if r == nil || r.rdb == nil {
|
||||
return errors.New("redis client is nil")
|
||||
}
|
||||
return r.rdb.Ping(ctx).Err()
|
||||
}
|
||||
File diff suppressed because it is too large
Load Diff
Reference in New Issue
Block a user