EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[EAGLE] remove a wrong adjustment for page_size > 1 & topk > 1 in server_args.py (#7643)

Browse Source
This commit is contained in:
Lianmin Zheng
2025-06-29 19:25:28 -07:00
committed by GitHub
parent 663c04f76e
commit 78700893ee
1 changed files with 0 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/srt/server_args.py
View File

@@ -486,12 +486,6 @@ class ServerArgs:
self.speculative_num_draft_tokens, self.speculative_num_draft_tokens,
) = auto_choose_speculative_params(self) ) = auto_choose_speculative_params(self)
if self.page_size > 1 and self.speculative_eagle_topk > 1:
self.speculative_eagle_topk = 1
logger.warning(
"speculative_eagle_topk is adjusted to 1 when page_size > 1"
)
if ( if (
self.speculative_eagle_topk == 1 self.speculative_eagle_topk == 1
and self.speculative_num_draft_tokens != self.speculative_num_steps + 1 and self.speculative_num_draft_tokens != self.speculative_num_steps + 1