EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Support gathering expert distribution details (#6665)

Browse Source
This commit is contained in:
fzyzcjy
2025-05-28 06:32:59 +08:00
committed by GitHub
parent a564e001b5
commit 87068b5cc7
2 changed files with 135 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
test/srt/test_expert_distribution.py
View File

@@ -23,9 +23,8 @@ class TestExpertDistribution(CustomTestCase):
dict(model_path="deepseek-ai/DeepSeek-Coder-V2-Lite-Instruct"),
dict(model_path="Qwen/Qwen1.5-MoE-A2.7B"),
dict(model_path="Qwen/Qwen1.5-MoE-A2.7B", tp_size=2),
# TODO enable in next PR
# dict(model_path="Qwen/Qwen1.5-MoE-A2.7B", mode="per_pass"),
# dict(model_path="Qwen/Qwen1.5-MoE-A2.7B", mode="per_token"),
dict(model_path="Qwen/Qwen1.5-MoE-A2.7B", mode="per_pass"),
dict(model_path="Qwen/Qwen1.5-MoE-A2.7B", mode="per_token"),
]:
with self.subTest(info=info):
self._execute_core(**info)