Make the server random by default (#493)

This commit is contained in:
Lianmin Zheng
2024-05-31 23:33:34 -07:00
committed by GitHub
parent 7d1ebc2d71
commit 159cc741e4
2 changed files with 11 additions and 4 deletions

View File

@@ -2,6 +2,7 @@
import argparse
import dataclasses
import random
from typing import List, Optional, Union
@@ -32,7 +33,7 @@ class ServerArgs:
# Other runtime options
tp_size: int = 1
stream_interval: int = 8
random_seed: int = 42
random_seed: Optional[int] = None
# Logging
log_level: str = "info"
@@ -72,6 +73,9 @@ class ServerArgs:
elif self.additional_ports is None:
self.additional_ports = []
if self.random_seed is None:
self.random_seed = random.randint(0, 1 << 30)
@staticmethod
def add_cli_args(parser: argparse.ArgumentParser):
parser.add_argument(