Do not set the default value of global random seed (#488)
This commit is contained in:
@@ -101,7 +101,8 @@ class ModelTpServer:
|
||||
self.int_token_logit_bias = torch.tensor(
|
||||
get_int_token_logit_bias(self.tokenizer, self.model_config.vocab_size)
|
||||
)
|
||||
set_random_seed(server_args.random_seed)
|
||||
if server_args.random_seed is not None:
|
||||
set_random_seed(server_args.random_seed)
|
||||
|
||||
# Print info
|
||||
logger.info(
|
||||
|
||||
@@ -32,7 +32,7 @@ class ServerArgs:
|
||||
# Other runtime options
|
||||
tp_size: int = 1
|
||||
stream_interval: int = 8
|
||||
random_seed: int = 42
|
||||
random_seed: Optional[int] = None
|
||||
|
||||
# Logging
|
||||
log_level: str = "info"
|
||||
@@ -194,7 +194,7 @@ class ServerArgs:
|
||||
"--random-seed",
|
||||
type=int,
|
||||
default=ServerArgs.random_seed,
|
||||
help="Random seed.",
|
||||
help="The global random seed of the server.",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--log-level",
|
||||
|
||||
Reference in New Issue
Block a user