fix spell error (#1654)
Fix the spell error in code
- vLLM version: v0.9.1
- vLLM main:
923147b5e8
Signed-off-by: unicorn <unicorn@unicorns-MacBook-Pro.local>
Co-authored-by: unicorn <unicorn@unicorns-MacBook-Pro.local>
This commit is contained in:
@@ -141,8 +141,8 @@ def fused_experts_with_mc2(
|
||||
local_rank = torch.distributed.get_rank(group=ep_group)
|
||||
all_to_all_group_size = torch.distributed.get_world_size(ep_group)
|
||||
|
||||
world_szie = torch.distributed.get_world_size()
|
||||
tp_size = world_szie // all_to_all_group_size
|
||||
world_size = torch.distributed.get_world_size()
|
||||
tp_size = world_size // all_to_all_group_size
|
||||
tp_rank = rank % tp_size
|
||||
|
||||
stage1_kwargs = {
|
||||
|
||||
Reference in New Issue
Block a user