From 2ff572e28c854e2245d695d48330da086e72f7a7 Mon Sep 17 00:00:00 2001 From: Shangming Cai Date: Thu, 3 Jul 2025 14:18:24 +0800 Subject: [PATCH] [CI][Router] Fix bench_one_batch_server for pd router test (#7731) Signed-off-by: Shangming Cai --- .github/workflows/pr-test-pd-router.yml | 2 +- python/sglang/bench_one_batch_server.py | 7 +++++-- 2 files changed, 6 insertions(+), 3 deletions(-) diff --git a/.github/workflows/pr-test-pd-router.yml b/.github/workflows/pr-test-pd-router.yml index bb4eaf4c6..271a8b3d9 100644 --- a/.github/workflows/pr-test-pd-router.yml +++ b/.github/workflows/pr-test-pd-router.yml @@ -114,7 +114,7 @@ jobs: run: | echo "Installing SGLang with all extras..." python3 -m pip --no-cache-dir install -e "python[all]" --break-system-packages - python3 -m pip --no-cache-dir install mooncake-transfer-engine==0.3.4.post1 + python3 -m pip --no-cache-dir install mooncake-transfer-engine==0.3.4.post2 - name: Build and install sgl-router run: | diff --git a/python/sglang/bench_one_batch_server.py b/python/sglang/bench_one_batch_server.py index 74b5a6711..d925ae8ce 100644 --- a/python/sglang/bench_one_batch_server.py +++ b/python/sglang/bench_one_batch_server.py @@ -253,8 +253,11 @@ def run_benchmark(server_args: ServerArgs, bench_args: BenchArgs): else: proc, base_url = launch_server_process(server_args) - server_info = requests.get(base_url + "/get_server_info") - tokenizer_path = server_info.json()["tokenizer_path"] + server_info = requests.get(base_url + "/get_server_info").json() + if "tokenizer_path" in server_info: + tokenizer_path = server_info["tokenizer_path"] + elif "prefill" in server_info: + tokenizer_path = server_info["prefill"][0]["tokenizer_path"] tokenizer = get_tokenizer(tokenizer_path) # warmup