fix qwen3moe eplb prefill bug (#6617)

This commit is contained in:
Yi Zhang
2025-05-26 17:15:21 +08:00
committed by GitHub
parent 006ead9dcb
commit 14d1075f2c
2 changed files with 3 additions and 2 deletions

View File

@@ -136,7 +136,7 @@ class ExpertLocationMetadata:
num_physical_experts = common["num_physical_experts"]
phase = server_args.disaggregation_mode
if phase == "null":
if phase == "null" or model_config_for_expert_location.num_groups is None:
phase = "decode"
physical_to_logical_map, logical_to_all_physical_map, expert_count = (