EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Minor: improve sampler & remove unused fields from model_config.py (#11531)

Browse Source
This commit is contained in:
Lianmin Zheng
2025-10-13 11:04:44 -07:00
committed by GitHub
parent 728af88781
commit 5e3f7e7fa9
5 changed files with 23 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
python/sglang/srt/model_executor/model_runner.py
View File

@@ -648,7 +648,8 @@ class ModelRunner:
// (self.tp_size // self.moe_ep_size)
) % weight_block_size_n != 0:
raise ValueError(
f"For qwen3-vl-fp8 models, please make sure ({text_config.moe_intermediate_size=} // ({self.tp_size=} // {self.moe_ep_size=})) % {weight_block_size_n=} == 0"
f"For qwen3-vl-fp8 models, please make sure ({text_config.moe_intermediate_size=} // ({self.tp_size=} // {self.moe_ep_size=})) % {weight_block_size_n=} == 0. "
f"You can fix this by using arguments such as `--tp-size 8 --ep-size 8`"
)
def init_torch_distributed(self):