This commit introduces a major architectural refactoring to improve quota management, centralize logging, and streamline the relay handling logic. Key changes: - **Pre-consume Quota:** Implements a new mechanism to check and reserve user quota *before* making the request to the upstream provider. This ensures more accurate quota deduction and prevents users from exceeding their limits due to concurrent requests. - **Unified Relay Handlers:** Refactors the relay logic to use generic handlers (e.g., `ChatHandler`, `ImageHandler`) instead of provider-specific implementations. This significantly reduces code duplication and simplifies adding new channels. - **Centralized Logger:** A new dedicated `logger` package is introduced, and all system logging calls are migrated to use it, moving this responsibility out of the `common` package. - **Code Reorganization:** DTOs are generalized (e.g., `dalle.go` -> `openai_image.go`) and utility code is moved to more appropriate packages (e.g., `common/http.go` -> `service/http.go`) for better code structure.
53 lines
1.3 KiB
Go
53 lines
1.3 KiB
Go
package dto
|
|
|
|
import (
|
|
"one-api/types"
|
|
|
|
"github.com/gin-gonic/gin"
|
|
)
|
|
|
|
type AudioRequest struct {
|
|
Model string `json:"model"`
|
|
Input string `json:"input"`
|
|
Voice string `json:"voice"`
|
|
Speed float64 `json:"speed,omitempty"`
|
|
ResponseFormat string `json:"response_format,omitempty"`
|
|
}
|
|
|
|
func (r *AudioRequest) GetTokenCountMeta() *types.TokenCountMeta {
|
|
meta := &types.TokenCountMeta{
|
|
CombineText: r.Input,
|
|
TokenType: types.TokenTypeTextNumber,
|
|
}
|
|
return meta
|
|
}
|
|
|
|
func (r *AudioRequest) IsStream(c *gin.Context) bool {
|
|
return false
|
|
}
|
|
|
|
type AudioResponse struct {
|
|
Text string `json:"text"`
|
|
}
|
|
|
|
type WhisperVerboseJSONResponse struct {
|
|
Task string `json:"task,omitempty"`
|
|
Language string `json:"language,omitempty"`
|
|
Duration float64 `json:"duration,omitempty"`
|
|
Text string `json:"text,omitempty"`
|
|
Segments []Segment `json:"segments,omitempty"`
|
|
}
|
|
|
|
type Segment struct {
|
|
Id int `json:"id"`
|
|
Seek int `json:"seek"`
|
|
Start float64 `json:"start"`
|
|
End float64 `json:"end"`
|
|
Text string `json:"text"`
|
|
Tokens []int `json:"tokens"`
|
|
Temperature float64 `json:"temperature"`
|
|
AvgLogprob float64 `json:"avg_logprob"`
|
|
CompressionRatio float64 `json:"compression_ratio"`
|
|
NoSpeechProb float64 `json:"no_speech_prob"`
|
|
}
|