209 lines
6.0 KiB
Go
209 lines
6.0 KiB
Go
package dto
|
|
|
|
import (
|
|
"encoding/json"
|
|
"testing"
|
|
|
|
kitutil "github.com/QuantumNous/new-api/relaykit/relayconvert/kitutil"
|
|
"github.com/stretchr/testify/assert"
|
|
"github.com/stretchr/testify/require"
|
|
"github.com/tidwall/gjson"
|
|
)
|
|
|
|
func TestGeneralOpenAIRequestPreserveExplicitZeroValues(t *testing.T) {
|
|
raw := []byte(`{
|
|
"model":"gpt-4.1",
|
|
"stream":false,
|
|
"max_tokens":0,
|
|
"max_completion_tokens":0,
|
|
"top_p":0,
|
|
"top_k":0,
|
|
"n":0,
|
|
"frequency_penalty":0,
|
|
"presence_penalty":0,
|
|
"seed":0,
|
|
"logprobs":false,
|
|
"top_logprobs":0,
|
|
"dimensions":0,
|
|
"return_images":false,
|
|
"return_related_questions":false
|
|
}`)
|
|
|
|
var req GeneralOpenAIRequest
|
|
err := kitutil.Unmarshal(raw, &req)
|
|
require.NoError(t, err)
|
|
|
|
encoded, err := kitutil.Marshal(req)
|
|
require.NoError(t, err)
|
|
|
|
require.True(t, gjson.GetBytes(encoded, "stream").Exists())
|
|
require.True(t, gjson.GetBytes(encoded, "max_tokens").Exists())
|
|
require.True(t, gjson.GetBytes(encoded, "max_completion_tokens").Exists())
|
|
require.True(t, gjson.GetBytes(encoded, "top_p").Exists())
|
|
require.True(t, gjson.GetBytes(encoded, "top_k").Exists())
|
|
require.True(t, gjson.GetBytes(encoded, "n").Exists())
|
|
require.True(t, gjson.GetBytes(encoded, "frequency_penalty").Exists())
|
|
require.True(t, gjson.GetBytes(encoded, "presence_penalty").Exists())
|
|
require.True(t, gjson.GetBytes(encoded, "seed").Exists())
|
|
require.True(t, gjson.GetBytes(encoded, "logprobs").Exists())
|
|
require.True(t, gjson.GetBytes(encoded, "top_logprobs").Exists())
|
|
require.True(t, gjson.GetBytes(encoded, "dimensions").Exists())
|
|
require.True(t, gjson.GetBytes(encoded, "return_images").Exists())
|
|
require.True(t, gjson.GetBytes(encoded, "return_related_questions").Exists())
|
|
}
|
|
|
|
func TestGeneralOpenAIRequestPreserveQwenThinkingBudget(t *testing.T) {
|
|
raw := []byte(`{
|
|
"model":"qwen-plus",
|
|
"thinking_budget":0
|
|
}`)
|
|
|
|
var req GeneralOpenAIRequest
|
|
err := kitutil.Unmarshal(raw, &req)
|
|
require.NoError(t, err)
|
|
|
|
encoded, err := kitutil.Marshal(req)
|
|
require.NoError(t, err)
|
|
|
|
value := gjson.GetBytes(encoded, "thinking_budget")
|
|
assert.True(t, value.Exists())
|
|
assert.Equal(t, int64(0), value.Int())
|
|
}
|
|
|
|
func TestGeneralOpenAIRequestPreserveQwQThinkingBudget(t *testing.T) {
|
|
req := GeneralOpenAIRequest{
|
|
Model: "QwQ-32B",
|
|
ThinkingBudget: json.RawMessage(`128`),
|
|
}
|
|
|
|
encoded, err := kitutil.Marshal(req)
|
|
require.NoError(t, err)
|
|
|
|
value := gjson.GetBytes(encoded, "thinking_budget")
|
|
assert.True(t, value.Exists())
|
|
assert.Equal(t, int64(128), value.Int())
|
|
}
|
|
|
|
func TestGeneralOpenAIRequestDropsThinkingBudgetForNonQwenModel(t *testing.T) {
|
|
req := GeneralOpenAIRequest{
|
|
Model: "gpt-4.1",
|
|
ThinkingBudget: json.RawMessage(`128`),
|
|
}
|
|
|
|
encoded, err := kitutil.Marshal(req)
|
|
require.NoError(t, err)
|
|
|
|
assert.False(t, gjson.GetBytes(encoded, "thinking_budget").Exists())
|
|
}
|
|
|
|
func TestIsQwenThinkingBudgetModel(t *testing.T) {
|
|
tests := []struct {
|
|
model string
|
|
want bool
|
|
}{
|
|
{model: "qwen-plus", want: true},
|
|
{model: "Qwen/Qwen3-235B-A22B-Thinking-2507", want: true},
|
|
{model: "qwq-32b", want: true},
|
|
{model: "provider/qwen-plus", want: true},
|
|
{model: "provider/qwq-32b", want: true},
|
|
{model: "gpt-4.1", want: false},
|
|
{model: "deepseek-r1", want: false},
|
|
}
|
|
|
|
for _, tt := range tests {
|
|
t.Run(tt.model, func(t *testing.T) {
|
|
assert.Equal(t, tt.want, IsQwenThinkingBudgetModel(tt.model))
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestOpenAIResponsesRequestPreserveExplicitZeroValues(t *testing.T) {
|
|
raw := []byte(`{
|
|
"model":"gpt-4.1",
|
|
"max_output_tokens":0,
|
|
"max_tool_calls":0,
|
|
"stream":false,
|
|
"top_p":0,
|
|
"frequency_penalty":0,
|
|
"presence_penalty":0
|
|
}`)
|
|
|
|
var req OpenAIResponsesRequest
|
|
err := kitutil.Unmarshal(raw, &req)
|
|
require.NoError(t, err)
|
|
|
|
encoded, err := kitutil.Marshal(req)
|
|
require.NoError(t, err)
|
|
|
|
require.True(t, gjson.GetBytes(encoded, "max_output_tokens").Exists())
|
|
require.True(t, gjson.GetBytes(encoded, "max_tool_calls").Exists())
|
|
require.True(t, gjson.GetBytes(encoded, "stream").Exists())
|
|
require.True(t, gjson.GetBytes(encoded, "top_p").Exists())
|
|
require.True(t, gjson.GetBytes(encoded, "frequency_penalty").Exists())
|
|
require.True(t, gjson.GetBytes(encoded, "presence_penalty").Exists())
|
|
}
|
|
|
|
func TestOpenAIResponsesRequestPreserveQwenThinkingBudget(t *testing.T) {
|
|
req := OpenAIResponsesRequest{
|
|
Model: "qwen-plus",
|
|
ThinkingBudget: json.RawMessage(`0`),
|
|
}
|
|
|
|
encoded, err := kitutil.Marshal(req)
|
|
require.NoError(t, err)
|
|
|
|
value := gjson.GetBytes(encoded, "thinking_budget")
|
|
assert.True(t, value.Exists())
|
|
assert.Equal(t, int64(0), value.Int())
|
|
}
|
|
|
|
func TestOpenAIResponsesRequestPreserveQwQThinkingBudget(t *testing.T) {
|
|
req := OpenAIResponsesRequest{
|
|
Model: "provider/QwQ-32B",
|
|
ThinkingBudget: json.RawMessage(`128`),
|
|
}
|
|
|
|
encoded, err := kitutil.Marshal(req)
|
|
require.NoError(t, err)
|
|
|
|
value := gjson.GetBytes(encoded, "thinking_budget")
|
|
assert.True(t, value.Exists())
|
|
assert.Equal(t, int64(128), value.Int())
|
|
}
|
|
|
|
func TestOpenAIResponsesRequestDropsThinkingBudgetForNonQwenModel(t *testing.T) {
|
|
req := OpenAIResponsesRequest{
|
|
Model: "gpt-4.1",
|
|
ThinkingBudget: json.RawMessage(`128`),
|
|
}
|
|
|
|
encoded, err := kitutil.Marshal(req)
|
|
require.NoError(t, err)
|
|
|
|
assert.False(t, gjson.GetBytes(encoded, "thinking_budget").Exists())
|
|
}
|
|
|
|
func TestGeneralOpenAIRequestGetSystemRoleName(t *testing.T) {
|
|
tests := []struct {
|
|
name string
|
|
model string
|
|
want string
|
|
}{
|
|
{name: "o1 uses developer", model: "o1", want: "developer"},
|
|
{name: "o3 family uses developer", model: "o3-mini-high", want: "developer"},
|
|
{name: "o4 family uses developer", model: "o4-mini", want: "developer"},
|
|
{name: "o1 mini stays system", model: "o1-mini", want: "system"},
|
|
{name: "o1 preview stays system", model: "o1-preview", want: "system"},
|
|
{name: "gpt 5 uses developer", model: "gpt-5", want: "developer"},
|
|
{name: "omni is not o series", model: "omni-moderation-latest", want: "system"},
|
|
}
|
|
|
|
for _, tt := range tests {
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
req := GeneralOpenAIRequest{Model: tt.model}
|
|
|
|
require.Equal(t, tt.want, req.GetSystemRoleName())
|
|
})
|
|
}
|
|
}
|