Fix positional argument (#7093)
This commit is contained in:
@@ -48,6 +48,7 @@ def benchmark_pre_reorder(batch_size, topk, model_config):
|
|||||||
topk,
|
topk,
|
||||||
hidden_size,
|
hidden_size,
|
||||||
block_size,
|
block_size,
|
||||||
|
use_per_token_if_dynamic=True,
|
||||||
)
|
)
|
||||||
|
|
||||||
for _ in range(10):
|
for _ in range(10):
|
||||||
|
|||||||
@@ -84,6 +84,7 @@ def ep_moe(
|
|||||||
top_k,
|
top_k,
|
||||||
hidden_states.shape[1],
|
hidden_states.shape[1],
|
||||||
BLOCK_SIZE=512,
|
BLOCK_SIZE=512,
|
||||||
|
use_per_token_if_dynamic=True,
|
||||||
)
|
)
|
||||||
|
|
||||||
seg_indptr_cur_rank = seg_indptr[start_expert_id : end_expert_id + 2]
|
seg_indptr_cur_rank = seg_indptr[start_expert_id : end_expert_id + 2]
|
||||||
|
|||||||
Reference in New Issue
Block a user