EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Revert "Make the server random by default" (#492)

Browse Source
This commit is contained in:
Ying Sheng
2024-05-31 12:00:21 -07:00
committed by GitHub
parent 80a33ce8b0
commit 83525a1df2
2 changed files with 3 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
python/sglang/srt/managers/controller/tp_worker.py
View File

@@ -101,8 +101,7 @@ class ModelTpServer:
self.int_token_logit_bias = torch.tensor( self.int_token_logit_bias = torch.tensor(
get_int_token_logit_bias(self.tokenizer, self.model_config.vocab_size) get_int_token_logit_bias(self.tokenizer, self.model_config.vocab_size)
) )
if server_args.random_seed is not None: set_random_seed(server_args.random_seed)
set_random_seed(server_args.random_seed)
# Print info # Print info
logger.info( logger.info(

4
python/sglang/srt/server_args.py
View File

@@ -32,7 +32,7 @@ class ServerArgs:
# Other runtime options # Other runtime options
tp_size: int = 1 tp_size: int = 1
stream_interval: int = 8 stream_interval: int = 8
random_seed: Optional[int] = None random_seed: int = 42
# Logging # Logging
log_level: str = "info" log_level: str = "info"
@@ -194,7 +194,7 @@ class ServerArgs:
"--random-seed", "--random-seed",
type=int, type=int,
default=ServerArgs.random_seed, default=ServerArgs.random_seed,
help="The global random seed of the server.", help="Random seed.",
) )
parser.add_argument( parser.add_argument(
"--log-level", "--log-level",