EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix incorrect spec_num_draft_tokens in draft_extend (#7757)

Browse Source
This commit is contained in:
Cheng Wan
2025-07-05 02:18:16 -07:00
committed by GitHub
parent 77cfea689d
commit 6c903611ca
2 changed files with 9 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/speculative/eagle_worker.py
View File

@@ -844,7 +844,7 @@ class EAGLEWorker(TpModelWorker):
)
batch.return_hidden_states = False
model_worker_batch = batch.get_model_worker_batch()
model_worker_batch.spec_num_draft_tokens = self.speculative_num_draft_tokens
model_worker_batch.spec_num_draft_tokens = self.speculative_num_steps + 1
assert model_worker_batch.capture_hidden_mode == CaptureHiddenMode.LAST
forward_batch = ForwardBatch.init_new(
model_worker_batch, self.draft_model_runner