- 20 unit tests for deriveOpenAIContentSessionSeed covering: - Empty/nil inputs, model-only, stable across turns - Different model/system/first-user produce different seeds - Tools, functions, developer role, structured content - Responses API: input string, input array, instructions, input_text typed items - JSON canonicalization (whitespace/key-order insensitive) - Prefix presence, empty tools ignored, messages preferred over input - 3 integration tests for GenerateSessionHash content fallback: - Content fallback produces stable hash - Explicit signals override content fallback - Empty body still returns empty hash
219 lines
7.6 KiB
Go
219 lines
7.6 KiB
Go
package service
|
|
|
|
import (
|
|
"testing"
|
|
|
|
"github.com/stretchr/testify/require"
|
|
)
|
|
|
|
func TestDeriveOpenAIContentSessionSeed_EmptyInputs(t *testing.T) {
|
|
require.Empty(t, deriveOpenAIContentSessionSeed(nil))
|
|
require.Empty(t, deriveOpenAIContentSessionSeed([]byte{}))
|
|
require.Empty(t, deriveOpenAIContentSessionSeed([]byte(`{}`)))
|
|
}
|
|
|
|
func TestDeriveOpenAIContentSessionSeed_ModelOnly(t *testing.T) {
|
|
seed := deriveOpenAIContentSessionSeed([]byte(`{"model":"gpt-5.4"}`))
|
|
require.Contains(t, seed, contentSessionSeedPrefix)
|
|
require.Contains(t, seed, "model=gpt-5.4")
|
|
}
|
|
|
|
func TestDeriveOpenAIContentSessionSeed_ChatCompletions_StableAcrossTurns(t *testing.T) {
|
|
turn1 := []byte(`{
|
|
"model": "gpt-5.4",
|
|
"messages": [
|
|
{"role": "system", "content": "You are helpful."},
|
|
{"role": "user", "content": "Hello"}
|
|
]
|
|
}`)
|
|
turn2 := []byte(`{
|
|
"model": "gpt-5.4",
|
|
"messages": [
|
|
{"role": "system", "content": "You are helpful."},
|
|
{"role": "user", "content": "Hello"},
|
|
{"role": "assistant", "content": "Hi there!"},
|
|
{"role": "user", "content": "How are you?"}
|
|
]
|
|
}`)
|
|
s1 := deriveOpenAIContentSessionSeed(turn1)
|
|
s2 := deriveOpenAIContentSessionSeed(turn2)
|
|
require.Equal(t, s1, s2, "seed should be stable across later turns")
|
|
require.NotEmpty(t, s1)
|
|
}
|
|
|
|
func TestDeriveOpenAIContentSessionSeed_ChatCompletions_DifferentFirstUserDiffers(t *testing.T) {
|
|
req1 := []byte(`{"model":"gpt-5.4","messages":[{"role":"user","content":"Question A"}]}`)
|
|
req2 := []byte(`{"model":"gpt-5.4","messages":[{"role":"user","content":"Question B"}]}`)
|
|
s1 := deriveOpenAIContentSessionSeed(req1)
|
|
s2 := deriveOpenAIContentSessionSeed(req2)
|
|
require.NotEqual(t, s1, s2)
|
|
}
|
|
|
|
func TestDeriveOpenAIContentSessionSeed_ChatCompletions_DifferentSystemDiffers(t *testing.T) {
|
|
req1 := []byte(`{"model":"gpt-5.4","messages":[{"role":"system","content":"A"},{"role":"user","content":"Hi"}]}`)
|
|
req2 := []byte(`{"model":"gpt-5.4","messages":[{"role":"system","content":"B"},{"role":"user","content":"Hi"}]}`)
|
|
s1 := deriveOpenAIContentSessionSeed(req1)
|
|
s2 := deriveOpenAIContentSessionSeed(req2)
|
|
require.NotEqual(t, s1, s2)
|
|
}
|
|
|
|
func TestDeriveOpenAIContentSessionSeed_ChatCompletions_DifferentModelDiffers(t *testing.T) {
|
|
req1 := []byte(`{"model":"gpt-5.4","messages":[{"role":"user","content":"Hi"}]}`)
|
|
req2 := []byte(`{"model":"gpt-4o","messages":[{"role":"user","content":"Hi"}]}`)
|
|
s1 := deriveOpenAIContentSessionSeed(req1)
|
|
s2 := deriveOpenAIContentSessionSeed(req2)
|
|
require.NotEqual(t, s1, s2)
|
|
}
|
|
|
|
func TestDeriveOpenAIContentSessionSeed_ChatCompletions_WithTools(t *testing.T) {
|
|
withTools := []byte(`{
|
|
"model": "gpt-5.4",
|
|
"tools": [{"type":"function","function":{"name":"get_weather"}}],
|
|
"messages": [{"role": "user", "content": "Hello"}]
|
|
}`)
|
|
withoutTools := []byte(`{
|
|
"model": "gpt-5.4",
|
|
"messages": [{"role": "user", "content": "Hello"}]
|
|
}`)
|
|
s1 := deriveOpenAIContentSessionSeed(withTools)
|
|
s2 := deriveOpenAIContentSessionSeed(withoutTools)
|
|
require.NotEqual(t, s1, s2, "tools should affect the seed")
|
|
require.Contains(t, s1, "|tools=")
|
|
}
|
|
|
|
func TestDeriveOpenAIContentSessionSeed_ChatCompletions_WithFunctions(t *testing.T) {
|
|
body := []byte(`{
|
|
"model": "gpt-5.4",
|
|
"functions": [{"name":"get_weather","parameters":{}}],
|
|
"messages": [{"role": "user", "content": "Hello"}]
|
|
}`)
|
|
seed := deriveOpenAIContentSessionSeed(body)
|
|
require.Contains(t, seed, "|functions=")
|
|
}
|
|
|
|
func TestDeriveOpenAIContentSessionSeed_ChatCompletions_DeveloperRole(t *testing.T) {
|
|
body := []byte(`{
|
|
"model": "gpt-5.4",
|
|
"messages": [
|
|
{"role": "developer", "content": "You are helpful."},
|
|
{"role": "user", "content": "Hello"}
|
|
]
|
|
}`)
|
|
seed := deriveOpenAIContentSessionSeed(body)
|
|
require.Contains(t, seed, "|system=")
|
|
require.Contains(t, seed, "|first_user=")
|
|
}
|
|
|
|
func TestDeriveOpenAIContentSessionSeed_ChatCompletions_StructuredContent(t *testing.T) {
|
|
body := []byte(`{
|
|
"model": "gpt-5.4",
|
|
"messages": [
|
|
{"role": "user", "content": [{"type":"text","text":"Hello"}]}
|
|
]
|
|
}`)
|
|
seed := deriveOpenAIContentSessionSeed(body)
|
|
require.NotEmpty(t, seed)
|
|
require.Contains(t, seed, "|first_user=")
|
|
}
|
|
|
|
func TestDeriveOpenAIContentSessionSeed_ResponsesAPI_InputString(t *testing.T) {
|
|
body := []byte(`{"model":"gpt-5.4","input":"Hello, how are you?"}`)
|
|
seed := deriveOpenAIContentSessionSeed(body)
|
|
require.Contains(t, seed, "|input=Hello, how are you?")
|
|
}
|
|
|
|
func TestDeriveOpenAIContentSessionSeed_ResponsesAPI_InputArray(t *testing.T) {
|
|
body := []byte(`{
|
|
"model": "gpt-5.4",
|
|
"input": [
|
|
{"role": "system", "content": "You are helpful."},
|
|
{"role": "user", "content": "Hello"}
|
|
]
|
|
}`)
|
|
seed := deriveOpenAIContentSessionSeed(body)
|
|
require.Contains(t, seed, "|system=")
|
|
require.Contains(t, seed, "|first_user=")
|
|
}
|
|
|
|
func TestDeriveOpenAIContentSessionSeed_ResponsesAPI_WithInstructions(t *testing.T) {
|
|
body := []byte(`{
|
|
"model": "gpt-5.4",
|
|
"instructions": "You are a coding assistant.",
|
|
"input": "Write a hello world"
|
|
}`)
|
|
seed := deriveOpenAIContentSessionSeed(body)
|
|
require.Contains(t, seed, "|instructions=You are a coding assistant.")
|
|
require.Contains(t, seed, "|input=Write a hello world")
|
|
}
|
|
|
|
func TestDeriveOpenAIContentSessionSeed_Deterministic(t *testing.T) {
|
|
body := []byte(`{
|
|
"model": "gpt-5.4",
|
|
"messages": [
|
|
{"role": "system", "content": "You are helpful."},
|
|
{"role": "user", "content": "Hello"}
|
|
]
|
|
}`)
|
|
s1 := deriveOpenAIContentSessionSeed(body)
|
|
s2 := deriveOpenAIContentSessionSeed(body)
|
|
require.Equal(t, s1, s2, "seed must be deterministic")
|
|
}
|
|
|
|
func TestDeriveOpenAIContentSessionSeed_PrefixPresent(t *testing.T) {
|
|
body := []byte(`{"model":"gpt-5.4","messages":[{"role":"user","content":"Hi"}]}`)
|
|
seed := deriveOpenAIContentSessionSeed(body)
|
|
require.True(t, len(seed) > len(contentSessionSeedPrefix))
|
|
require.Equal(t, contentSessionSeedPrefix, seed[:len(contentSessionSeedPrefix)])
|
|
}
|
|
|
|
func TestDeriveOpenAIContentSessionSeed_EmptyToolsIgnored(t *testing.T) {
|
|
body := []byte(`{"model":"gpt-5.4","tools":[],"messages":[{"role":"user","content":"Hi"}]}`)
|
|
seed := deriveOpenAIContentSessionSeed(body)
|
|
require.NotContains(t, seed, "|tools=")
|
|
}
|
|
|
|
func TestDeriveOpenAIContentSessionSeed_MessagesPreferredOverInput(t *testing.T) {
|
|
body := []byte(`{
|
|
"model": "gpt-5.4",
|
|
"messages": [{"role": "user", "content": "from messages"}],
|
|
"input": "from input"
|
|
}`)
|
|
seed := deriveOpenAIContentSessionSeed(body)
|
|
require.Contains(t, seed, "|first_user=")
|
|
require.NotContains(t, seed, "|input=")
|
|
}
|
|
|
|
func TestDeriveOpenAIContentSessionSeed_JSONCanonicalisation(t *testing.T) {
|
|
compact := []byte(`{"model":"gpt-5.4","tools":[{"type":"function","function":{"name":"get_weather","description":"Get weather"}}],"messages":[{"role":"user","content":"Hi"}]}`)
|
|
spaced := []byte(`{
|
|
"model": "gpt-5.4",
|
|
"tools": [
|
|
{ "type" : "function", "function": { "description": "Get weather", "name": "get_weather" } }
|
|
],
|
|
"messages": [ { "role": "user", "content": "Hi" } ]
|
|
}`)
|
|
s1 := deriveOpenAIContentSessionSeed(compact)
|
|
s2 := deriveOpenAIContentSessionSeed(spaced)
|
|
require.Equal(t, s1, s2, "different formatting of identical JSON should produce the same seed")
|
|
}
|
|
|
|
func TestDeriveOpenAIContentSessionSeed_ResponsesAPI_InputTextTypedItem(t *testing.T) {
|
|
body := []byte(`{
|
|
"model": "gpt-5.4",
|
|
"input": [{"type": "input_text", "text": "Hello world"}]
|
|
}`)
|
|
seed := deriveOpenAIContentSessionSeed(body)
|
|
require.Contains(t, seed, "|first_user=")
|
|
require.Contains(t, seed, "Hello world")
|
|
}
|
|
|
|
func TestDeriveOpenAIContentSessionSeed_ResponsesAPI_TypedMessageItem(t *testing.T) {
|
|
body := []byte(`{
|
|
"model": "gpt-5.4",
|
|
"input": [{"type": "message", "role": "user", "content": "Hello from typed message"}]
|
|
}`)
|
|
seed := deriveOpenAIContentSessionSeed(body)
|
|
require.Contains(t, seed, "|first_user=")
|
|
require.Contains(t, seed, "Hello from typed message")
|
|
}
|