Do not set the default value of global random seed (#488)

2024-05-29 18:41:18 -04:00
parent 1a57e41679
commit 80a33ce8b0
2 changed files with 4 additions and 3 deletions
--- a/python/sglang/srt/managers/controller/tp_worker.py
+++ b/python/sglang/srt/managers/controller/tp_worker.py
@@ -101,7 +101,8 @@ class ModelTpServer:
        self.int_token_logit_bias = torch.tensor(
            get_int_token_logit_bias(self.tokenizer, self.model_config.vocab_size)
        )
-        set_random_seed(server_args.random_seed)
+        if server_args.random_seed is not None:
+            set_random_seed(server_args.random_seed)

        # Print info
        logger.info(