e2037ad756
This commit introduces a major architectural refactoring to improve quota management, centralize logging, and streamline the relay handling logic. Key changes: - **Pre-consume Quota:** Implements a new mechanism to check and reserve user quota *before* making the request to the upstream provider. This ensures more accurate quota deduction and prevents users from exceeding their limits due to concurrent requests. - **Unified Relay Handlers:** Refactors the relay logic to use generic handlers (e.g., `ChatHandler`, `ImageHandler`) instead of provider-specific implementations. This significantly reduces code duplication and simplifies adding new channels. - **Centralized Logger:** A new dedicated `logger` package is introduced, and all system logging calls are migrated to use it, moving this responsibility out of the `common` package. - **Code Reorganization:** DTOs are generalized (e.g., `dalle.go` -> `openai_image.go`) and utility code is moved to more appropriate packages (e.g., `common/http.go` -> `service/http.go`) for better code structure.
279 lines
7.5 KiB
Go
279 lines
7.5 KiB
Go
package channel
|
||
|
||
import (
|
||
"context"
|
||
"errors"
|
||
"fmt"
|
||
"io"
|
||
"net/http"
|
||
common2 "one-api/common"
|
||
"one-api/logger"
|
||
"one-api/relay/common"
|
||
"one-api/relay/constant"
|
||
"one-api/relay/helper"
|
||
"one-api/service"
|
||
"one-api/setting/operation_setting"
|
||
"sync"
|
||
"time"
|
||
|
||
"github.com/bytedance/gopkg/util/gopool"
|
||
"github.com/gin-gonic/gin"
|
||
"github.com/gorilla/websocket"
|
||
)
|
||
|
||
func SetupApiRequestHeader(info *common.RelayInfo, c *gin.Context, req *http.Header) {
|
||
if info.RelayMode == constant.RelayModeAudioTranscription || info.RelayMode == constant.RelayModeAudioTranslation {
|
||
// multipart/form-data
|
||
} else if info.RelayMode == constant.RelayModeRealtime {
|
||
// websocket
|
||
} else {
|
||
req.Set("Content-Type", c.Request.Header.Get("Content-Type"))
|
||
req.Set("Accept", c.Request.Header.Get("Accept"))
|
||
if info.IsStream && c.Request.Header.Get("Accept") == "" {
|
||
req.Set("Accept", "text/event-stream")
|
||
}
|
||
}
|
||
}
|
||
|
||
func DoApiRequest(a Adaptor, c *gin.Context, info *common.RelayInfo, requestBody io.Reader) (*http.Response, error) {
|
||
fullRequestURL, err := a.GetRequestURL(info)
|
||
if err != nil {
|
||
return nil, fmt.Errorf("get request url failed: %w", err)
|
||
}
|
||
if common2.DebugEnabled {
|
||
println("fullRequestURL:", fullRequestURL)
|
||
}
|
||
req, err := http.NewRequest(c.Request.Method, fullRequestURL, requestBody)
|
||
if err != nil {
|
||
return nil, fmt.Errorf("new request failed: %w", err)
|
||
}
|
||
err = a.SetupRequestHeader(c, &req.Header, info)
|
||
if err != nil {
|
||
return nil, fmt.Errorf("setup request header failed: %w", err)
|
||
}
|
||
resp, err := doRequest(c, req, info)
|
||
if err != nil {
|
||
return nil, fmt.Errorf("do request failed: %w", err)
|
||
}
|
||
return resp, nil
|
||
}
|
||
|
||
func DoFormRequest(a Adaptor, c *gin.Context, info *common.RelayInfo, requestBody io.Reader) (*http.Response, error) {
|
||
fullRequestURL, err := a.GetRequestURL(info)
|
||
if err != nil {
|
||
return nil, fmt.Errorf("get request url failed: %w", err)
|
||
}
|
||
if common2.DebugEnabled {
|
||
println("fullRequestURL:", fullRequestURL)
|
||
}
|
||
req, err := http.NewRequest(c.Request.Method, fullRequestURL, requestBody)
|
||
if err != nil {
|
||
return nil, fmt.Errorf("new request failed: %w", err)
|
||
}
|
||
// set form data
|
||
req.Header.Set("Content-Type", c.Request.Header.Get("Content-Type"))
|
||
|
||
err = a.SetupRequestHeader(c, &req.Header, info)
|
||
if err != nil {
|
||
return nil, fmt.Errorf("setup request header failed: %w", err)
|
||
}
|
||
resp, err := doRequest(c, req, info)
|
||
if err != nil {
|
||
return nil, fmt.Errorf("do request failed: %w", err)
|
||
}
|
||
return resp, nil
|
||
}
|
||
|
||
func DoWssRequest(a Adaptor, c *gin.Context, info *common.RelayInfo, requestBody io.Reader) (*websocket.Conn, error) {
|
||
fullRequestURL, err := a.GetRequestURL(info)
|
||
if err != nil {
|
||
return nil, fmt.Errorf("get request url failed: %w", err)
|
||
}
|
||
targetHeader := http.Header{}
|
||
err = a.SetupRequestHeader(c, &targetHeader, info)
|
||
if err != nil {
|
||
return nil, fmt.Errorf("setup request header failed: %w", err)
|
||
}
|
||
targetHeader.Set("Content-Type", c.Request.Header.Get("Content-Type"))
|
||
targetConn, _, err := websocket.DefaultDialer.Dial(fullRequestURL, targetHeader)
|
||
if err != nil {
|
||
return nil, fmt.Errorf("dial failed to %s: %w", fullRequestURL, err)
|
||
}
|
||
// send request body
|
||
//all, err := io.ReadAll(requestBody)
|
||
//err = service.WssString(c, targetConn, string(all))
|
||
return targetConn, nil
|
||
}
|
||
|
||
func startPingKeepAlive(c *gin.Context, pingInterval time.Duration) context.CancelFunc {
|
||
pingerCtx, stopPinger := context.WithCancel(context.Background())
|
||
|
||
gopool.Go(func() {
|
||
defer func() {
|
||
// 增加panic恢复处理
|
||
if r := recover(); r != nil {
|
||
if common2.DebugEnabled {
|
||
println("SSE ping goroutine panic recovered:", fmt.Sprintf("%v", r))
|
||
}
|
||
}
|
||
if common2.DebugEnabled {
|
||
println("SSE ping goroutine stopped.")
|
||
}
|
||
}()
|
||
|
||
if pingInterval <= 0 {
|
||
pingInterval = helper.DefaultPingInterval
|
||
}
|
||
|
||
ticker := time.NewTicker(pingInterval)
|
||
// 确保在任何情况下都清理ticker
|
||
defer func() {
|
||
ticker.Stop()
|
||
if common2.DebugEnabled {
|
||
println("SSE ping ticker stopped")
|
||
}
|
||
}()
|
||
|
||
var pingMutex sync.Mutex
|
||
if common2.DebugEnabled {
|
||
println("SSE ping goroutine started")
|
||
}
|
||
|
||
// 增加超时控制，防止goroutine长时间运行
|
||
maxPingDuration := 120 * time.Minute // 最大ping持续时间
|
||
pingTimeout := time.NewTimer(maxPingDuration)
|
||
defer pingTimeout.Stop()
|
||
|
||
for {
|
||
select {
|
||
// 发送 ping 数据
|
||
case <-ticker.C:
|
||
if err := sendPingData(c, &pingMutex); err != nil {
|
||
if common2.DebugEnabled {
|
||
println("SSE ping error, stopping goroutine:", err.Error())
|
||
}
|
||
return
|
||
}
|
||
// 收到退出信号
|
||
case <-pingerCtx.Done():
|
||
return
|
||
// request 结束
|
||
case <-c.Request.Context().Done():
|
||
return
|
||
// 超时保护，防止goroutine无限运行
|
||
case <-pingTimeout.C:
|
||
if common2.DebugEnabled {
|
||
println("SSE ping goroutine timeout, stopping")
|
||
}
|
||
return
|
||
}
|
||
}
|
||
})
|
||
|
||
return stopPinger
|
||
}
|
||
|
||
func sendPingData(c *gin.Context, mutex *sync.Mutex) error {
|
||
// 增加超时控制，防止锁死等待
|
||
done := make(chan error, 1)
|
||
go func() {
|
||
mutex.Lock()
|
||
defer mutex.Unlock()
|
||
|
||
err := helper.PingData(c)
|
||
if err != nil {
|
||
logger.LogError(c, "SSE ping error: "+err.Error())
|
||
done <- err
|
||
return
|
||
}
|
||
|
||
if common2.DebugEnabled {
|
||
println("SSE ping data sent.")
|
||
}
|
||
done <- nil
|
||
}()
|
||
|
||
// 设置发送ping数据的超时时间
|
||
select {
|
||
case err := <-done:
|
||
return err
|
||
case <-time.After(10 * time.Second):
|
||
return errors.New("SSE ping data send timeout")
|
||
case <-c.Request.Context().Done():
|
||
return errors.New("request context cancelled during ping")
|
||
}
|
||
}
|
||
|
||
func DoRequest(c *gin.Context, req *http.Request, info *common.RelayInfo) (*http.Response, error) {
|
||
return doRequest(c, req, info)
|
||
}
|
||
func doRequest(c *gin.Context, req *http.Request, info *common.RelayInfo) (*http.Response, error) {
|
||
var client *http.Client
|
||
var err error
|
||
if info.ChannelSetting.Proxy != "" {
|
||
client, err = service.NewProxyHttpClient(info.ChannelSetting.Proxy)
|
||
if err != nil {
|
||
return nil, fmt.Errorf("new proxy http client failed: %w", err)
|
||
}
|
||
} else {
|
||
client = service.GetHttpClient()
|
||
}
|
||
|
||
var stopPinger context.CancelFunc
|
||
if info.IsStream {
|
||
helper.SetEventStreamHeaders(c)
|
||
// 处理流式请求的 ping 保活
|
||
generalSettings := operation_setting.GetGeneralSetting()
|
||
if generalSettings.PingIntervalEnabled && !info.DisablePing {
|
||
pingInterval := time.Duration(generalSettings.PingIntervalSeconds) * time.Second
|
||
stopPinger = startPingKeepAlive(c, pingInterval)
|
||
// 使用defer确保在任何情况下都能停止ping goroutine
|
||
defer func() {
|
||
if stopPinger != nil {
|
||
stopPinger()
|
||
if common2.DebugEnabled {
|
||
println("SSE ping goroutine stopped by defer")
|
||
}
|
||
}
|
||
}()
|
||
}
|
||
}
|
||
|
||
resp, err := client.Do(req)
|
||
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
if resp == nil {
|
||
return nil, errors.New("resp is nil")
|
||
}
|
||
|
||
_ = req.Body.Close()
|
||
_ = c.Request.Body.Close()
|
||
return resp, nil
|
||
}
|
||
|
||
func DoTaskApiRequest(a TaskAdaptor, c *gin.Context, info *common.TaskRelayInfo, requestBody io.Reader) (*http.Response, error) {
|
||
fullRequestURL, err := a.BuildRequestURL(info)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
req, err := http.NewRequest(c.Request.Method, fullRequestURL, requestBody)
|
||
if err != nil {
|
||
return nil, fmt.Errorf("new request failed: %w", err)
|
||
}
|
||
req.GetBody = func() (io.ReadCloser, error) {
|
||
return io.NopCloser(requestBody), nil
|
||
}
|
||
|
||
err = a.BuildRequestHeader(c, req, info)
|
||
if err != nil {
|
||
return nil, fmt.Errorf("setup request header failed: %w", err)
|
||
}
|
||
resp, err := doRequest(c, req, info.RelayInfo)
|
||
if err != nil {
|
||
return nil, fmt.Errorf("do request failed: %w", err)
|
||
}
|
||
return resp, nil
|
||
}
|