fix: second_per_grid_ts should be used to get mrope position (#3682)

2025-03-18 09:12:38 +08:00
parent 98be3bd306
commit d373a48c98
8 changed files with 93 additions and 69 deletions
--- a/python/sglang/srt/managers/schedule_batch.py
+++ b/python/sglang/srt/managers/schedule_batch.py
@@ -159,6 +159,10 @@ class ImageInputs:
    # QWen2-VL related
    image_grid_thws: List[Tuple[int, int, int]] = None
    mrope_position_delta: Optional[torch.Tensor] = None
+    # Qwen2-VL video related
+    video_token_id: Optional[int] = None
+    video_grid_thws: List[Tuple[int, int, int]] = None
+    second_per_grid_ts: Optional[List[torch.Tensor]] = None

    # deepseek vl2 related
    image_seq_mask: Optional[List[torch.Tensor]] = None