From 0f9318f7d07ce00f2e70eee7d3e3e8d6f7b35d88 Mon Sep 17 00:00:00 2001 From: Yineng Zhang Date: Thu, 21 Aug 2025 17:12:12 -0700 Subject: [PATCH] feat: update auto_choose_speculative_params (#9470) --- python/sglang/srt/server_args.py | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/python/sglang/srt/server_args.py b/python/sglang/srt/server_args.py index 150d02e77..861134ca3 100644 --- a/python/sglang/srt/server_args.py +++ b/python/sglang/srt/server_args.py @@ -2411,8 +2411,12 @@ def auto_choose_speculative_params(self: ServerArgs): if arch in ["LlamaForCausalLM"]: # The default value for llama return (5, 4, 8) - elif arch in ["DeepseekV3ForCausalLM", "DeepseekV2ForCausalLM"]: - # The default value for deepseek + elif arch in [ + "DeepseekV3ForCausalLM", + "DeepseekV2ForCausalLM", + "GptOssForCausalLM", + ]: + # The default value for deepseek and gpt-oss return (3, 1, 4) elif arch in ["Grok1ForCausalLM", "Grok1VForCausalLM"]: return (5, 4, 8)