minor refactor: move check server args to server_args.py (#774)

This commit is contained in:
Mingyi
2024-07-27 19:03:40 -07:00
committed by GitHub
parent bbc07c4197
commit e4db4e5ba5
2 changed files with 10 additions and 2 deletions

View File

@@ -364,6 +364,14 @@ class ServerArgs:
f"disable_disk_cache={self.disable_disk_cache}, "
)
def check_server_args(self):
assert (
self.tp_size % self.nnodes == 0
), "tp_size must be divisible by number of nodes"
assert not (
self.dp_size > 1 and self.node_rank is not None
), "multi-node data parallel is not supported"
@dataclasses.dataclass
class PortArgs: