Support logprobs in two-batch overlap (#7709)

2025-07-06 10:05:32 +08:00
parent 54411f6afa
commit a291439a59
1 changed files with 2 additions and 0 deletions
--- a/python/sglang/srt/two_batch_overlap.py
+++ b/python/sglang/srt/two_batch_overlap.py
@@ -550,6 +550,8 @@ class TboForwardBatchPreparer:
                top_p_normalized_logprobs=False,
                top_p=None,
                mm_inputs=None,
+                top_logprobs_nums=None,
+                token_ids_logprobs=None,
            )
        )