Remove the dependency of rpyc (#646)
This commit is contained in:
@@ -337,16 +337,9 @@ class ServerArgs:
|
||||
)
|
||||
|
||||
|
||||
@dataclasses.dataclass
|
||||
class ModelPortArgs:
|
||||
nccl_port: int
|
||||
model_tp_ips: List[str]
|
||||
model_tp_ports: List[int]
|
||||
|
||||
|
||||
@dataclasses.dataclass
|
||||
class PortArgs:
|
||||
tokenizer_port: int
|
||||
router_port: int
|
||||
controller_port: int
|
||||
detokenizer_port: int
|
||||
model_port_args: List[ModelPortArgs]
|
||||
nccl_ports: List[int]
|
||||
|
||||
Reference in New Issue
Block a user