EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

fix(srt): check if sample_indices is not None before usage. (#5633)

Browse Source
This commit is contained in:
aoshen524
2025-04-26 22:51:01 -04:00
committed by GitHub
parent d7b1ce65a5
commit 9ad28f639e
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/srt/layers/logits_processor.py
View File

@@ -335,13 +335,13 @@ class LogitsProcessor(nn.Module):
aux_pruned_states = torch.cat(aux_pruned_states, dim=-1) aux_pruned_states = torch.cat(aux_pruned_states, dim=-1)
hidden_states_to_store = ( hidden_states_to_store = (
aux_pruned_states[sample_indices] aux_pruned_states[sample_indices]
if sample_indices if sample_indices is not None
else aux_pruned_states else aux_pruned_states
) )
else: else:
hidden_states_to_store = ( hidden_states_to_store = (
pruned_states[sample_indices] pruned_states[sample_indices]
if sample_indices if sample_indices is not None
else pruned_states else pruned_states
) )
else: else: