CaIon
c9943d37ad
Bound max-tokens fields across all relay format validators, saturate tiered-expression rounding and audio/tool/task token conversions, and route legacy remix ratios through the guarded setter.
73 lines
2.9 KiB
Go
73 lines
2.9 KiB
Go
package helper
|
|
|
|
import (
|
|
"bytes"
|
|
"net/http"
|
|
"net/http/httptest"
|
|
"testing"
|
|
|
|
relayconstant "github.com/QuantumNous/new-api/relay/constant"
|
|
"github.com/gin-gonic/gin"
|
|
"github.com/stretchr/testify/require"
|
|
)
|
|
|
|
// TestMaxTokensBounds guards the billing invariant that user-supplied max
|
|
// token fields are bounded on every relay format. These values feed
|
|
// pre-consume quota math (preConsumedTokens * ratio); a huge or
|
|
// wrapped-negative value (e.g. 18446744073686646784 parsed into *uint) must
|
|
// be rejected at validation instead of corrupting the pre-charge.
|
|
func TestMaxTokensBounds(t *testing.T) {
|
|
gin.SetMode(gin.TestMode)
|
|
|
|
newJSONContext := func(t *testing.T, body string) *gin.Context {
|
|
c, _ := gin.CreateTestContext(httptest.NewRecorder())
|
|
c.Request = httptest.NewRequest(http.MethodPost, "/relay", bytes.NewBufferString(body))
|
|
c.Request.Header.Set("Content-Type", "application/json")
|
|
return c
|
|
}
|
|
|
|
const hugeN = "18446744073686646784"
|
|
|
|
t.Run("openai max_tokens overflow rejected", func(t *testing.T) {
|
|
c := newJSONContext(t, `{"model":"gpt-4o","messages":[{"role":"user","content":"hi"}],"max_tokens":`+hugeN+`}`)
|
|
_, err := GetAndValidateTextRequest(c, relayconstant.RelayModeChatCompletions)
|
|
require.Error(t, err)
|
|
require.Contains(t, err.Error(), "max_tokens is invalid")
|
|
})
|
|
|
|
t.Run("openai max_completion_tokens overflow rejected", func(t *testing.T) {
|
|
c := newJSONContext(t, `{"model":"gpt-4o","messages":[{"role":"user","content":"hi"}],"max_completion_tokens":`+hugeN+`}`)
|
|
_, err := GetAndValidateTextRequest(c, relayconstant.RelayModeChatCompletions)
|
|
require.Error(t, err)
|
|
require.Contains(t, err.Error(), "max_tokens is invalid")
|
|
})
|
|
|
|
t.Run("claude max_tokens overflow rejected", func(t *testing.T) {
|
|
c := newJSONContext(t, `{"model":"claude-sonnet-4","messages":[{"role":"user","content":"hi"}],"max_tokens":`+hugeN+`}`)
|
|
_, err := GetAndValidateClaudeRequest(c)
|
|
require.Error(t, err)
|
|
require.Contains(t, err.Error(), "max_tokens is invalid")
|
|
})
|
|
|
|
t.Run("claude normal max_tokens accepted", func(t *testing.T) {
|
|
c := newJSONContext(t, `{"model":"claude-sonnet-4","messages":[{"role":"user","content":"hi"}],"max_tokens":8192}`)
|
|
req, err := GetAndValidateClaudeRequest(c)
|
|
require.NoError(t, err)
|
|
require.EqualValues(t, 8192, *req.MaxTokens)
|
|
})
|
|
|
|
t.Run("gemini maxOutputTokens overflow rejected", func(t *testing.T) {
|
|
c := newJSONContext(t, `{"contents":[{"parts":[{"text":"hi"}]}],"generationConfig":{"maxOutputTokens":`+hugeN+`}}`)
|
|
_, err := GetAndValidateGeminiRequest(c)
|
|
require.Error(t, err)
|
|
require.Contains(t, err.Error(), "maxOutputTokens is invalid")
|
|
})
|
|
|
|
t.Run("responses max_output_tokens overflow rejected", func(t *testing.T) {
|
|
c := newJSONContext(t, `{"model":"gpt-4o","input":"hi","max_output_tokens":`+hugeN+`}`)
|
|
_, err := GetAndValidateResponsesRequest(c)
|
|
require.Error(t, err)
|
|
require.Contains(t, err.Error(), "max_output_tokens is invalid")
|
|
})
|
|
}
|