EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Tiny fix sampler error when prob is not contiguous (#6639)

Browse Source
This commit is contained in:
fzyzcjy
2025-05-27 10:19:08 +08:00
committed by GitHub
parent eb8f02dd87
commit ca95556c76
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/layers/sampler.py
View File

@@ -101,7 +101,7 @@ class Sampler(nn.Module):
# Check Nan will throw exception, only check when crash_on_warnings is True # Check Nan will throw exception, only check when crash_on_warnings is True
check_nan = self.use_nan_detection and crash_on_warnings() check_nan = self.use_nan_detection and crash_on_warnings()
batch_next_token_ids = top_k_top_p_sampling_from_probs( batch_next_token_ids = top_k_top_p_sampling_from_probs(
probs, probs.contiguous(),
sampling_info.top_ks, sampling_info.top_ks,
sampling_info.top_ps, sampling_info.top_ps,
filter_apply_order="joint", filter_apply_order="joint",