From 6fa1837c2430734d7dfc3d9d031b15f40e4daed1 Mon Sep 17 00:00:00 2001
From: "1808837298@qq.com" <1808837298@qq.com>
Date: Thu, 22 Feb 2024 17:52:03 +0800
Subject: [PATCH] feat: support logprobs

---
 controller/relay.go | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/controller/relay.go b/controller/relay.go
index d5fdf8d6..c7cd4b54 100644
--- a/controller/relay.go
+++ b/controller/relay.go
@@ -140,6 +140,8 @@ type GeneralOpenAIRequest struct {
 	Tools            any             `json:"tools,omitempty"`
 	ToolChoice       any             `json:"tool_choice,omitempty"`
 	User             string          `json:"user,omitempty"`
+	LogProbs         bool            `json:"logprobs,omitempty"`
+	TopLogProbs      int             `json:"top_logprobs,omitempty"`
 }
 
 func (r GeneralOpenAIRequest) ParseInput() []string {