From 09bcbe0123ba33e5487b1e86505de04c3749ada4 Mon Sep 17 00:00:00 2001 From: Lianmin Zheng Date: Sun, 19 Jan 2025 23:37:27 -0800 Subject: [PATCH] Update TypeBasedDispatcher and balance CI tests (#3001) --- .github/workflows/pr-test.yml | 2 +- python/sglang/srt/managers/tokenizer_manager.py | 7 ++++--- 2 files changed, 5 insertions(+), 4 deletions(-) diff --git a/.github/workflows/pr-test.yml b/.github/workflows/pr-test.yml index b910683e7..8b8d7c56e 100644 --- a/.github/workflows/pr-test.yml +++ b/.github/workflows/pr-test.yml @@ -52,7 +52,7 @@ jobs: runs-on: 1-gpu-runner strategy: matrix: - range: [0-6, 6-15, 15-22, 22-32, 32-37, 37-100] + range: [0-6, 6-15, 15-22, 22-32, 32-40, 40-100] steps: - name: Checkout code uses: actions/checkout@v3 diff --git a/python/sglang/srt/managers/tokenizer_manager.py b/python/sglang/srt/managers/tokenizer_manager.py index 162f10624..2be2e532d 100644 --- a/python/sglang/srt/managers/tokenizer_manager.py +++ b/python/sglang/srt/managers/tokenizer_manager.py @@ -226,9 +226,10 @@ class TokenizerManager: self._result_dispatcher = TypeBasedDispatcher( [ - (BatchStrOut, self._handle_batch_output), - (BatchEmbeddingOut, self._handle_batch_output), - (BatchTokenIDOut, self._handle_batch_output), + ( + (BatchStrOut, BatchEmbeddingOut, BatchTokenIDOut), + self._handle_batch_output, + ), (OpenSessionReqOutput, self._handle_open_session_req_output), ( UpdateWeightFromDiskReqOutput,