From 80829051847178bcc5971f8665739b28ff50cb25 Mon Sep 17 00:00:00 2001 From: "e." Date: Sat, 8 Feb 2025 00:25:08 +0800 Subject: [PATCH] feat: add `Suffix` to GeneralOpenAIRequest in order to support FIM --- dto/openai_request.go | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/dto/openai_request.go b/dto/openai_request.go index 628b3dd2..fcedde80 100644 --- a/dto/openai_request.go +++ b/dto/openai_request.go @@ -17,7 +17,8 @@ type FormatJsonSchema struct { type GeneralOpenAIRequest struct { Model string `json:"model,omitempty"` Messages []Message `json:"messages,omitempty"` - Prompt any `json:"prompt,omitempty"` + Prompt any `json:"suffix,omitempty"` + Suffix any `json:"prompt,omitempty"` Stream bool `json:"stream,omitempty"` StreamOptions *StreamOptions `json:"stream_options,omitempty"` MaxTokens uint `json:"max_tokens,omitempty"`