[Feature] Hybrid EP and TP (#8590)

2025-07-31 02:53:25 -07:00
parent 51c38163c1
commit 7a1f7fc504
14 changed files with 142 additions and 39 deletions
--- a/python/sglang/srt/speculative/eagle_worker.py
+++ b/python/sglang/srt/speculative/eagle_worker.py
@@ -73,6 +73,7 @@ class EAGLEWorker(TpModelWorker):
        gpu_id: int,
        tp_rank: int,
        dp_rank: Optional[int],
+        moe_ep_rank: int,
        nccl_port: int,
        target_worker: TpModelWorker,
    ):
@@ -127,6 +128,7 @@ class EAGLEWorker(TpModelWorker):
                tp_rank=tp_rank,
                pp_rank=0,  # FIXME
                dp_rank=dp_rank,
+                moe_ep_rank=moe_ep_rank,
                nccl_port=nccl_port,
                is_draft_worker=True,
                req_to_token_pool=self.req_to_token_pool,