Update TypeBasedDispatcher and balance CI tests (#3001)

2025-01-19 23:37:27 -08:00
parent 03464890e0
commit 09bcbe0123
2 changed files with 5 additions and 4 deletions
--- a/python/sglang/srt/managers/tokenizer_manager.py
+++ b/python/sglang/srt/managers/tokenizer_manager.py
@@ -226,9 +226,10 @@ class TokenizerManager:

        self._result_dispatcher = TypeBasedDispatcher(
            [
-                (BatchStrOut, self._handle_batch_output),
-                (BatchEmbeddingOut, self._handle_batch_output),
-                (BatchTokenIDOut, self._handle_batch_output),
+                (
+                    (BatchStrOut, BatchEmbeddingOut, BatchTokenIDOut),
+                    self._handle_batch_output,
+                ),
                (OpenSessionReqOutput, self._handle_open_session_req_output),
                (
                    UpdateWeightFromDiskReqOutput,