diff --git a/backend/internal/config/config.go b/backend/internal/config/config.go index 73fa5983..f0e3a0bc 100644 --- a/backend/internal/config/config.go +++ b/backend/internal/config/config.go @@ -886,7 +886,7 @@ func setDefaults() { viper.SetDefault("gateway.max_body_size", int64(100*1024*1024)) viper.SetDefault("gateway.connection_pool_isolation", ConnectionPoolIsolationAccountProxy) // HTTP 上游连接池配置(针对 5000+ 并发用户优化) - viper.SetDefault("gateway.max_idle_conns", 240) // 最大空闲连接总数(HTTP/2 场景默认) + viper.SetDefault("gateway.max_idle_conns", 2560) // 最大空闲连接总数(高并发场景可调大) viper.SetDefault("gateway.max_idle_conns_per_host", 120) // 每主机最大空闲连接(HTTP/2 场景默认) viper.SetDefault("gateway.max_conns_per_host", 1024) // 每主机最大连接数(含活跃;流式/HTTP1.1 场景可调大,如 2400+) viper.SetDefault("gateway.idle_conn_timeout_seconds", 90) // 空闲连接超时(秒) diff --git a/deploy/.env.example b/deploy/.env.example index ea55dc39..3cb0643f 100644 --- a/deploy/.env.example +++ b/deploy/.env.example @@ -171,6 +171,10 @@ RATE_LIMIT_OVERLOAD_COOLDOWN_MINUTES=10 # ----------------------------------------------------------------------------- # 上游连接池:每主机最大连接数(默认 1024;流式/HTTP1.1 场景可调大,如 2400/4096) GATEWAY_MAX_CONNS_PER_HOST=1024 +# 上游连接池:最大空闲连接总数(默认 2560;账号/代理隔离 + 高并发场景可调大) +GATEWAY_MAX_IDLE_CONNS=2560 +# 上游连接池:每主机最大空闲连接(默认 120) +GATEWAY_MAX_IDLE_CONNS_PER_HOST=120 # 粘性会话最大排队长度 GATEWAY_SCHEDULING_STICKY_SESSION_MAX_WAITING=3 # 粘性会话等待超时(时间段,例如 45s) diff --git a/deploy/config.example.yaml b/deploy/config.example.yaml index dc554ea6..941bc03e 100644 --- a/deploy/config.example.yaml +++ b/deploy/config.example.yaml @@ -155,7 +155,7 @@ gateway: # HTTP 上游连接池配置(HTTP/2 + 多代理场景默认值) # Max idle connections across all hosts # 所有主机的最大空闲连接数 - max_idle_conns: 240 + max_idle_conns: 2560 # Max idle connections per host # 每个主机的最大空闲连接数 max_idle_conns_per_host: 120 diff --git a/deploy/docker-compose-aicodex.yml b/deploy/docker-compose-aicodex.yml index bf6f6228..0ffbeebb 100644 --- a/deploy/docker-compose-aicodex.yml +++ b/deploy/docker-compose-aicodex.yml @@ -66,6 +66,8 @@ services: # ======================================================================= # Gateway Configuration # ======================================================================= + - GATEWAY_MAX_IDLE_CONNS=${GATEWAY_MAX_IDLE_CONNS:-2560} + - GATEWAY_MAX_IDLE_CONNS_PER_HOST=${GATEWAY_MAX_IDLE_CONNS_PER_HOST:-120} - GATEWAY_MAX_CONNS_PER_HOST=${GATEWAY_MAX_CONNS_PER_HOST:-1024} # =======================================================================