EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[hotfix] fix merge conflicts in FlashInferEPMoE (#8405)

Browse Source
This commit is contained in:
Cheng Wan
2025-07-27 01:24:10 -07:00
committed by GitHub
parent 44d600cd67
commit 4d921f2b79
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
python/sglang/srt/layers/moe/ep_moe/layer.py
View File

@@ -1236,6 +1236,7 @@ class FlashInferEPMoE(EPMoE):
self.num_expert_group = num_expert_group self.num_expert_group = num_expert_group
self.topk_group = topk_group self.topk_group = topk_group
self.correction_bias = correction_bias self.correction_bias = correction_bias
self.use_flashinfer_trtllm_moe = use_flashinfer_trtllm_moe
def forward(self, hidden_states: torch.Tensor, router_logits: torch.Tensor): def forward(self, hidden_states: torch.Tensor, router_logits: torch.Tensor):
assert use_flashinfer_trtllm_moe assert use_flashinfer_trtllm_moe