From dda0f63d9672571df3c38b5c92f00b25ce21aa2d Mon Sep 17 00:00:00 2001
From: "1808837298@qq.com" <1808837298@qq.com>
Date: Thu, 22 Feb 2024 17:52:03 +0800
Subject: [PATCH] feat: support logprobs

---
 controller/relay.go | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/controller/relay.go b/controller/relay.go
index d5fdf8d6..c7cd4b54 100644
--- a/controller/relay.go
+++ b/controller/relay.go
@@ -140,6 +140,8 @@ type GeneralOpenAIRequest struct {
 	Tools            any             `json:"tools,omitempty"`
 	ToolChoice       any             `json:"tool_choice,omitempty"`
 	User             string          `json:"user,omitempty"`
+	LogProbs         bool            `json:"logprobs,omitempty"`
+	TopLogProbs      int             `json:"top_logprobs,omitempty"`
 }
 
 func (r GeneralOpenAIRequest) ParseInput() []string {