package helper import ( "bytes" "net/http" "net/http/httptest" "testing" relayconstant "github.com/QuantumNous/new-api/relay/constant" "github.com/gin-gonic/gin" "github.com/stretchr/testify/require" ) // TestMaxTokensBounds guards the billing invariant that user-supplied max // token fields are bounded on every relay format. These values feed // pre-consume quota math (preConsumedTokens * ratio); a huge or // wrapped-negative value (e.g. 18446744073686646784 parsed into *uint) must // be rejected at validation instead of corrupting the pre-charge. func TestMaxTokensBounds(t *testing.T) { gin.SetMode(gin.TestMode) newJSONContext := func(t *testing.T, body string) *gin.Context { c, _ := gin.CreateTestContext(httptest.NewRecorder()) c.Request = httptest.NewRequest(http.MethodPost, "/relay", bytes.NewBufferString(body)) c.Request.Header.Set("Content-Type", "application/json") return c } const hugeN = "18446744073686646784" t.Run("openai max_tokens overflow rejected", func(t *testing.T) { c := newJSONContext(t, `{"model":"gpt-4o","messages":[{"role":"user","content":"hi"}],"max_tokens":`+hugeN+`}`) _, err := GetAndValidateTextRequest(c, relayconstant.RelayModeChatCompletions) require.Error(t, err) require.Contains(t, err.Error(), "max_tokens is invalid") }) t.Run("openai max_completion_tokens overflow rejected", func(t *testing.T) { c := newJSONContext(t, `{"model":"gpt-4o","messages":[{"role":"user","content":"hi"}],"max_completion_tokens":`+hugeN+`}`) _, err := GetAndValidateTextRequest(c, relayconstant.RelayModeChatCompletions) require.Error(t, err) require.Contains(t, err.Error(), "max_tokens is invalid") }) t.Run("claude max_tokens overflow rejected", func(t *testing.T) { c := newJSONContext(t, `{"model":"claude-sonnet-4","messages":[{"role":"user","content":"hi"}],"max_tokens":`+hugeN+`}`) _, err := GetAndValidateClaudeRequest(c) require.Error(t, err) require.Contains(t, err.Error(), "max_tokens is invalid") }) t.Run("claude normal max_tokens accepted", func(t *testing.T) { c := newJSONContext(t, `{"model":"claude-sonnet-4","messages":[{"role":"user","content":"hi"}],"max_tokens":8192}`) req, err := GetAndValidateClaudeRequest(c) require.NoError(t, err) require.EqualValues(t, 8192, *req.MaxTokens) }) t.Run("gemini maxOutputTokens overflow rejected", func(t *testing.T) { c := newJSONContext(t, `{"contents":[{"parts":[{"text":"hi"}]}],"generationConfig":{"maxOutputTokens":`+hugeN+`}}`) _, err := GetAndValidateGeminiRequest(c) require.Error(t, err) require.Contains(t, err.Error(), "maxOutputTokens is invalid") }) t.Run("responses max_output_tokens overflow rejected", func(t *testing.T) { c := newJSONContext(t, `{"model":"gpt-4o","input":"hi","max_output_tokens":`+hugeN+`}`) _, err := GetAndValidateResponsesRequest(c) require.Error(t, err) require.Contains(t, err.Error(), "max_output_tokens is invalid") }) }