improve moe_align_kernel for deepseek v3 (#2735)

This commit is contained in:
Xiaoyu Zhang
2025-01-06 00:28:22 +08:00
committed by GitHub
parent bc6ad367c2
commit ded9fcd09a
2 changed files with 33 additions and 52 deletions

View File

@@ -36,7 +36,6 @@ def multi_process_parallel(
cls: Any,
test_target: Any,
) -> None:
# Using ray helps debugging the error when it failed
# as compared to multiprocessing.
# NOTE: We need to set working_dir for distributed tests,