Reintroduce tiny fix sampler error when prob is not contiguous (#7354)

2025-06-20 00:39:34 +08:00
parent 3774f07825
commit 650127a173
1 changed files with 1 additions and 1 deletions
--- a/python/sglang/srt/layers/sampler.py
+++ b/python/sglang/srt/layers/sampler.py
@@ -91,7 +91,7 @@ class Sampler(nn.Module):
                        )
                    else:
                        batch_next_token_ids = top_k_top_p_sampling_from_probs(
-                            probs,
+                            probs.contiguous(),
                            sampling_info.top_ks,
                            sampling_info.top_ps,
                            filter_apply_order="joint",