77 lines
1.9 KiB
Go
77 lines
1.9 KiB
Go
package service
|
|
|
|
import (
|
|
"errors"
|
|
"fmt"
|
|
"one-api/dto"
|
|
"one-api/setting"
|
|
"strings"
|
|
)
|
|
|
|
func CheckSensitiveMessages(messages []dto.Message) ([]string, error) {
|
|
for _, message := range messages {
|
|
arrayContent := message.ParseContent()
|
|
for _, m := range arrayContent {
|
|
if m.Type == "image_url" {
|
|
// TODO: check image url
|
|
} else {
|
|
if ok, words := SensitiveWordContains(m.Text); ok {
|
|
return words, errors.New("sensitive words detected")
|
|
}
|
|
}
|
|
}
|
|
}
|
|
return nil, nil
|
|
}
|
|
|
|
func CheckSensitiveText(text string) ([]string, error) {
|
|
if ok, words := SensitiveWordContains(text); ok {
|
|
return words, errors.New("sensitive words detected")
|
|
}
|
|
return nil, nil
|
|
}
|
|
|
|
func CheckSensitiveInput(input any) ([]string, error) {
|
|
switch v := input.(type) {
|
|
case string:
|
|
return CheckSensitiveText(v)
|
|
case []string:
|
|
text := ""
|
|
for _, s := range v {
|
|
text += s
|
|
}
|
|
return CheckSensitiveText(text)
|
|
}
|
|
return CheckSensitiveText(fmt.Sprintf("%v", input))
|
|
}
|
|
|
|
// SensitiveWordContains 是否包含敏感词，返回是否包含敏感词和敏感词列表
|
|
func SensitiveWordContains(text string) (bool, []string) {
|
|
if len(setting.SensitiveWords) == 0 {
|
|
return false, nil
|
|
}
|
|
checkText := strings.ToLower(text)
|
|
return AcSearch(checkText, setting.SensitiveWords, true)
|
|
}
|
|
|
|
// SensitiveWordReplace 敏感词替换，返回是否包含敏感词和替换后的文本
|
|
func SensitiveWordReplace(text string, returnImmediately bool) (bool, []string, string) {
|
|
if len(setting.SensitiveWords) == 0 {
|
|
return false, nil, text
|
|
}
|
|
checkText := strings.ToLower(text)
|
|
m := InitAc(setting.SensitiveWords)
|
|
hits := m.MultiPatternSearch([]rune(checkText), returnImmediately)
|
|
if len(hits) > 0 {
|
|
words := make([]string, 0)
|
|
for _, hit := range hits {
|
|
pos := hit.Pos
|
|
word := string(hit.Word)
|
|
text = text[:pos] + "**###**" + text[pos+len(word):]
|
|
words = append(words, word)
|
|
}
|
|
return true, words, text
|
|
}
|
|
return false, nil, text
|
|
}
|