Do not set the default value of global random seed (#488)

This commit is contained in:
Lianmin Zheng
2024-05-29 18:41:18 -04:00
committed by GitHub
parent 1a57e41679
commit 80a33ce8b0
2 changed files with 4 additions and 3 deletions

View File

@@ -101,7 +101,8 @@ class ModelTpServer:
self.int_token_logit_bias = torch.tensor(
get_int_token_logit_bias(self.tokenizer, self.model_config.vocab_size)
)
set_random_seed(server_args.random_seed)
if server_args.random_seed is not None:
set_random_seed(server_args.random_seed)
# Print info
logger.info(

View File

@@ -32,7 +32,7 @@ class ServerArgs:
# Other runtime options
tp_size: int = 1
stream_interval: int = 8
random_seed: int = 42
random_seed: Optional[int] = None
# Logging
log_level: str = "info"
@@ -194,7 +194,7 @@ class ServerArgs:
"--random-seed",
type=int,
default=ServerArgs.random_seed,
help="Random seed.",
help="The global random seed of the server.",
)
parser.add_argument(
"--log-level",