EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Support multiple args options (#941)

Browse Source
This commit is contained in:
yichuan~
2024-08-06 02:12:53 +08:00
committed by GitHub
parent a9c833d580
commit ffb15744b5
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/srt/server_args.py
View File

@@ -264,6 +264,7 @@ class ServerArgs:
help="How conservative the schedule policy is. A larger value means more conservative scheduling. Use a larger value if you see requests being retracted frequently.", help="How conservative the schedule policy is. A larger value means more conservative scheduling. Use a larger value if you see requests being retracted frequently.",
) )
parser.add_argument( parser.add_argument(
"--tensor-parallel-size",
"--tp-size", "--tp-size",
type=int, type=int,
default=ServerArgs.tp_size, default=ServerArgs.tp_size,
@@ -318,6 +319,7 @@ class ServerArgs:
# Data parallelism # Data parallelism
parser.add_argument( parser.add_argument(
"--data-parallel-size",
"--dp-size", "--dp-size",
type=int, type=int,
default=ServerArgs.dp_size, default=ServerArgs.dp_size,
@@ -413,6 +415,8 @@ class ServerArgs:
@classmethod @classmethod
def from_cli_args(cls, args: argparse.Namespace): def from_cli_args(cls, args: argparse.Namespace):
args.tp_size = args.tensor_parallel_size
args.dp_size = args.data_parallel_size
attrs = [attr.name for attr in dataclasses.fields(cls)] attrs = [attr.name for attr in dataclasses.fields(cls)]
return cls(**{attr: getattr(args, attr) for attr in attrs}) return cls(**{attr: getattr(args, attr) for attr in attrs})