oadmin/new-api
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: add Suffix to GeneralOpenAIRequest in order to support FIM

Browse Source
This commit is contained in:
e.
2025-02-08 00:25:08 +08:00
parent ce4269955e
commit 8082905184
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
dto/openai_request.go
View File

@@ -17,7 +17,8 @@ type FormatJsonSchema struct {
type GeneralOpenAIRequest struct {
Model string `json:"model,omitempty"`
Messages []Message `json:"messages,omitempty"`
Prompt any `json:"prompt,omitempty"`
Prompt any `json:"suffix,omitempty"`
Suffix any `json:"prompt,omitempty"`
Stream bool `json:"stream,omitempty"`
StreamOptions *StreamOptions `json:"stream_options,omitempty"`
MaxTokens uint `json:"max_tokens,omitempty"`