optimize: high cpu

2023-11-23 21:40:17 +08:00
parent 69f2c41853
commit 08c9f77267
4 changed files with 51 additions and 25 deletions
--- a/controller/relay.go
+++ b/controller/relay.go
@@ -189,6 +189,10 @@ type ChatCompletionsStreamResponse struct {
 	Choices []ChatCompletionsStreamResponseChoice `json:"choices"`
 }

+type ChatCompletionsStreamResponseSimple struct {
+	Choices []ChatCompletionsStreamResponseChoice `json:"choices"`
+}
+
 type CompletionsStreamResponse struct {
 	Choices []struct {
 		Text         string `json:"text"`