Remove the dependency of rpyc (#646)

This commit is contained in:
Mingyi
2024-07-18 02:13:54 -07:00
committed by GitHub
parent d93388da3e
commit d774acad5c
11 changed files with 294 additions and 542 deletions

View File

@@ -337,16 +337,9 @@ class ServerArgs:
)
@dataclasses.dataclass
class ModelPortArgs:
nccl_port: int
model_tp_ips: List[str]
model_tp_ports: List[int]
@dataclasses.dataclass
class PortArgs:
tokenizer_port: int
router_port: int
controller_port: int
detokenizer_port: int
model_port_args: List[ModelPortArgs]
nccl_ports: List[int]