From 650127a173090db9fc8d1278dbfffb4a1a892ffd Mon Sep 17 00:00:00 2001 From: fzyzcjy <5236035+fzyzcjy@users.noreply.github.com> Date: Fri, 20 Jun 2025 00:39:34 +0800 Subject: [PATCH] Reintroduce tiny fix sampler error when prob is not contiguous (#7354) --- python/sglang/srt/layers/sampler.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/srt/layers/sampler.py b/python/sglang/srt/layers/sampler.py index 5bc9cc1d8..75644b588 100644 --- a/python/sglang/srt/layers/sampler.py +++ b/python/sglang/srt/layers/sampler.py @@ -91,7 +91,7 @@ class Sampler(nn.Module): ) else: batch_next_token_ids = top_k_top_p_sampling_from_probs( - probs, + probs.contiguous(), sampling_info.top_ks, sampling_info.top_ps, filter_apply_order="joint",