EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Adjust logits metada init for target verify (#11467)

Browse Source
This commit is contained in:
Liangsheng Yin
2025-10-11 21:17:04 +08:00
committed by GitHub
parent d957177a22
commit 739daa63e4
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/model_executor/forward_batch_info.py
View File

@@ -393,7 +393,7 @@ class ForwardBatch:
ret.positions = ret.spec_info.positions ret.positions = ret.spec_info.positions
# Init position information # Init position information
if ret.forward_mode.is_decode(): if ret.forward_mode.is_decode() or ret.forward_mode.is_target_verify():
if ret.positions is None: if ret.positions is None:
ret.positions = clamp_position(batch.seq_lens) ret.positions = clamp_position(batch.seq_lens)
else: else: