EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[bench] Fix random seed in bench_one_batch_server (#10548)

Browse Source
This commit is contained in:
Liangsheng Yin
2025-09-17 19:30:32 +08:00
committed by GitHub
parent a77564e0fb
commit 5ccf0b03bd
1 changed files with 8 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
python/sglang/bench_one_batch_server.py
View File

@@ -17,9 +17,11 @@ import itertools
import json import json
import multiprocessing import multiprocessing
import os import os
import random
import time import time
from typing import List, Tuple from typing import List, Tuple
import numpy as np
import requests import requests
from sglang.bench_serving import get_tokenizer, sample_random_requests from sglang.bench_serving import get_tokenizer, sample_random_requests
@@ -33,6 +35,7 @@ from sglang.test.test_utils import is_in_ci, write_github_step_summary
@dataclasses.dataclass @dataclasses.dataclass
class BenchArgs: class BenchArgs:
run_name: str = "default" run_name: str = "default"
seed: int = 42
batch_size: Tuple[int] = (1,) batch_size: Tuple[int] = (1,)
input_len: Tuple[int] = (1024,) input_len: Tuple[int] = (1024,)
output_len: Tuple[int] = (16,) output_len: Tuple[int] = (16,)
@@ -53,6 +56,7 @@ class BenchArgs:
@staticmethod @staticmethod
def add_cli_args(parser: argparse.ArgumentParser): def add_cli_args(parser: argparse.ArgumentParser):
parser.add_argument("--run-name", type=str, default=BenchArgs.run_name) parser.add_argument("--run-name", type=str, default=BenchArgs.run_name)
parser.add_argument("--seed", type=int, default=BenchArgs.seed)
parser.add_argument( parser.add_argument(
"--batch-size", type=int, nargs="+", default=BenchArgs.batch_size "--batch-size", type=int, nargs="+", default=BenchArgs.batch_size
) )
@@ -438,6 +442,10 @@ def main():
ServerArgs.add_cli_args(parser) ServerArgs.add_cli_args(parser)
BenchArgs.add_cli_args(parser) BenchArgs.add_cli_args(parser)
args = parser.parse_args() args = parser.parse_args()
random.seed(args.seed)
np.random.seed(args.seed)
server_args = ServerArgs.from_cli_args(args) server_args = ServerArgs.from_cli_args(args)
bench_args = BenchArgs.from_cli_args(args) bench_args = BenchArgs.from_cli_args(args)