diff --git a/.github/workflows/pr-test.yml b/.github/workflows/pr-test.yml index b910683e7..8b8d7c56e 100644 --- a/.github/workflows/pr-test.yml +++ b/.github/workflows/pr-test.yml @@ -52,7 +52,7 @@ jobs: runs-on: 1-gpu-runner strategy: matrix: - range: [0-6, 6-15, 15-22, 22-32, 32-37, 37-100] + range: [0-6, 6-15, 15-22, 22-32, 32-40, 40-100] steps: - name: Checkout code uses: actions/checkout@v3 diff --git a/python/sglang/srt/managers/tokenizer_manager.py b/python/sglang/srt/managers/tokenizer_manager.py index 162f10624..2be2e532d 100644 --- a/python/sglang/srt/managers/tokenizer_manager.py +++ b/python/sglang/srt/managers/tokenizer_manager.py @@ -226,9 +226,10 @@ class TokenizerManager: self._result_dispatcher = TypeBasedDispatcher( [ - (BatchStrOut, self._handle_batch_output), - (BatchEmbeddingOut, self._handle_batch_output), - (BatchTokenIDOut, self._handle_batch_output), + ( + (BatchStrOut, BatchEmbeddingOut, BatchTokenIDOut), + self._handle_batch_output, + ), (OpenSessionReqOutput, self._handle_open_session_req_output), ( UpdateWeightFromDiskReqOutput,