EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

feat: update auto_choose_speculative_params (#9470)

Browse Source
This commit is contained in:
Yineng Zhang
2025-08-21 17:12:12 -07:00
committed by GitHub
parent 849957bc76
commit 0f9318f7d0
1 changed files with 6 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
python/sglang/srt/server_args.py
View File

@@ -2411,8 +2411,12 @@ def auto_choose_speculative_params(self: ServerArgs):
if arch in ["LlamaForCausalLM"]: if arch in ["LlamaForCausalLM"]:
# The default value for llama # The default value for llama
return (5, 4, 8) return (5, 4, 8)
elif arch in ["DeepseekV3ForCausalLM", "DeepseekV2ForCausalLM"]: elif arch in [
# The default value for deepseek "DeepseekV3ForCausalLM",
"DeepseekV2ForCausalLM",
"GptOssForCausalLM",
]:
# The default value for deepseek and gpt-oss
return (3, 1, 4) return (3, 1, 4)
elif arch in ["Grok1ForCausalLM", "Grok1VForCausalLM"]: elif arch in ["Grok1ForCausalLM", "Grok1VForCausalLM"]:
return (5, 4, 8) return (5, 4, 8)