Revert "Make the server random by default" (#492)

2024-05-31 12:00:21 -07:00
parent 80a33ce8b0
commit 83525a1df2
2 changed files with 3 additions and 4 deletions
--- a/python/sglang/srt/managers/controller/tp_worker.py
+++ b/python/sglang/srt/managers/controller/tp_worker.py
@@ -101,8 +101,7 @@ class ModelTpServer:
        self.int_token_logit_bias = torch.tensor(
            get_int_token_logit_bias(self.tokenizer, self.model_config.vocab_size)
        )
-        if server_args.random_seed is not None:
-            set_random_seed(server_args.random_seed)
+        set_random_seed(server_args.random_seed)

        # Print info
        logger.info(