feat: vllm thinking_token_budget (#7027)

2026-08-26 21:06:22 +08:00
parent 8c25eee71b
commit 8f6961c675
1 changed files with 10 additions and 8 deletions
@@ -106,6 +106,8 @@ type GeneralOpenAIRequest struct {
 	SearchMode             json.RawMessage `json:"search_mode,omitempty"`
 	// Minimax
 	ReasoningSplit json.RawMessage `json:"reasoning_split,omitempty"`
+	// vLLM
+	ThinkingTokenBudget json.RawMessage `json:"thinking_token_budget,omitempty"`
 }

 func (r GeneralOpenAIRequest) MarshalJSON() ([]byte, error) {