refactor: minor refactors regarding multimodal processing (#6187)

2025-05-18 13:53:20 +08:00
parent b3f3d610fd
commit 01dd39bac1
15 changed files with 140 additions and 98 deletions
--- a/test/srt/test_vision_chunked_prefill.py
+++ b/test/srt/test_vision_chunked_prefill.py
@@ -147,8 +147,8 @@ class TestVisionChunkedPrefill(CustomTestCase):

    def _test_chunked_prefill(self, batches, num_frames):
        # Chunked
+        chunked_server_pid = self.launch_server(chunked_prefill_size=1024)
        try:
-            chunked_server_pid = self.launch_server(chunked_prefill_size=1024)
            outputs_chunked = []
            for batch, num_frame in zip(batches, num_frames):
                output_chunked = self.generate_for_video(