EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

make sure logit bias is applied during eagle spec decoding verification (#11555)

Browse Source
This commit is contained in:
Marin
2025-10-19 04:53:33 +02:00
committed by GitHub
parent b5e14b2b78
commit 1dacedd2db
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
python/sglang/srt/speculative/eagle_info.py
View File

@@ -246,7 +246,10 @@ class EagleVerifyInput(SpecInput, EagleVerifyInputV2Mixin):
) )
# Apply penalty # Apply penalty
if sampling_info.penalizer_orchestrator.is_required: if (
sampling_info.penalizer_orchestrator.is_required
or sampling_info.logit_bias is not None
):
# This is a relaxed version of penalties for speculative decoding. # This is a relaxed version of penalties for speculative decoding.
linear_penalty = torch.zeros( linear_penalty = torch.zeros(
(bs, logits_output.next_token_logits.shape[1]), (bs, logits_output.next_token_logits.shape[1]),