Remove sampling info events and overlap thread file (#11300)

2025-10-07 21:34:25 +08:00
parent 79d3495177
commit 501dfa6b42
9 changed files with 13 additions and 393 deletions
--- a/python/sglang/srt/managers/schedule_batch.py
+++ b/python/sglang/srt/managers/schedule_batch.py
@@ -891,7 +891,6 @@ class ScheduleBatch(ScheduleBatchDisaggregationDecodeMixin):

    # Sampling info
    sampling_info: SamplingBatchInfo = None
-    next_batch_sampling_info: SamplingBatchInfo = None

    # Batched arguments to model runner
    input_ids: torch.Tensor = None  # shape: [b], int64