perf: use max_tokens to reduce token consuming

2023-05-16 16:22:25 +08:00
parent 4a64fede39
commit b77eb0c65d
2 changed files with 6 additions and 4 deletions
--- a/controller/relay.go
+++ b/controller/relay.go
@@ -21,8 +21,9 @@ type Message struct {
 }

 type ChatRequest struct {
-	Model    string    `json:"model"`
-	Messages []Message `json:"messages"`
+	Model     string    `json:"model"`
+	Messages  []Message `json:"messages"`
+	MaxTokens int       `json:"max_tokens"`
 }

 type TextRequest struct {