EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

fix the cutlass moe tests (#10182)

Browse Source
This commit is contained in:
Rain Jiang
2025-09-08 16:24:55 -07:00
committed by GitHub
parent 19d64f2b72
commit 7a40e4f4a6
1 changed files with 4 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
python/sglang/test/test_cutlass_moe.py
View File

@@ -22,7 +22,7 @@ def calc_diff(x, y):
def get_model_config(tp_size: int): def get_model_config(tp_size: int):
config = AutoConfig.from_pretrained( config = AutoConfig.from_pretrained(
"deepseek-ai/deepseek-R1", trust_remote_code=True "deepseek-ai/Deepseek-R1", trust_remote_code=True
) )
E = config.n_routed_experts E = config.n_routed_experts
topk = config.num_experts_per_tok topk = config.num_experts_per_tok
@@ -163,11 +163,10 @@ def run_test(tp_size, batch_size, model_config, check=False):
moe_runner_config = MoeRunnerConfig( moe_runner_config = MoeRunnerConfig(
num_experts=E, num_experts=E,
topk=topk, top_k=topk,
hidden_size=H, hidden_size=H,
shard_intermediate_size=I, intermediate_size_per_partition=I,
dtype=dtype, params_dtype=dtype,
block_shape=block_shape,
activation="silu", activation="silu",
inplace=False, inplace=False,
) )