From 80a33ce8b0b1f95638e4d54f5d13d03e57f89f82 Mon Sep 17 00:00:00 2001 From: Lianmin Zheng Date: Wed, 29 May 2024 18:41:18 -0400 Subject: [PATCH] Do not set the default value of global random seed (#488) --- python/sglang/srt/managers/controller/tp_worker.py | 3 ++- python/sglang/srt/server_args.py | 4 ++-- 2 files changed, 4 insertions(+), 3 deletions(-) diff --git a/python/sglang/srt/managers/controller/tp_worker.py b/python/sglang/srt/managers/controller/tp_worker.py index 30e209b22..9b223263b 100644 --- a/python/sglang/srt/managers/controller/tp_worker.py +++ b/python/sglang/srt/managers/controller/tp_worker.py @@ -101,7 +101,8 @@ class ModelTpServer: self.int_token_logit_bias = torch.tensor( get_int_token_logit_bias(self.tokenizer, self.model_config.vocab_size) ) - set_random_seed(server_args.random_seed) + if server_args.random_seed is not None: + set_random_seed(server_args.random_seed) # Print info logger.info( diff --git a/python/sglang/srt/server_args.py b/python/sglang/srt/server_args.py index 35cc02411..b733a3f78 100644 --- a/python/sglang/srt/server_args.py +++ b/python/sglang/srt/server_args.py @@ -32,7 +32,7 @@ class ServerArgs: # Other runtime options tp_size: int = 1 stream_interval: int = 8 - random_seed: int = 42 + random_seed: Optional[int] = None # Logging log_level: str = "info" @@ -194,7 +194,7 @@ class ServerArgs: "--random-seed", type=int, default=ServerArgs.random_seed, - help="Random seed.", + help="The global random seed of the server.", ) parser.add_argument( "--log-level",