fix spell error (#1654)
Fix the spell error in code
- vLLM version: v0.9.1
- vLLM main:
923147b5e8
Signed-off-by: unicorn <unicorn@unicorns-MacBook-Pro.local>
Co-authored-by: unicorn <unicorn@unicorns-MacBook-Pro.local>
This commit is contained in:
@@ -141,8 +141,8 @@ def fused_experts_with_mc2(
|
|||||||
local_rank = torch.distributed.get_rank(group=ep_group)
|
local_rank = torch.distributed.get_rank(group=ep_group)
|
||||||
all_to_all_group_size = torch.distributed.get_world_size(ep_group)
|
all_to_all_group_size = torch.distributed.get_world_size(ep_group)
|
||||||
|
|
||||||
world_szie = torch.distributed.get_world_size()
|
world_size = torch.distributed.get_world_size()
|
||||||
tp_size = world_szie // all_to_all_group_size
|
tp_size = world_size // all_to_all_group_size
|
||||||
tp_rank = rank % tp_size
|
tp_rank = rank % tp_size
|
||||||
|
|
||||||
stage1_kwargs = {
|
stage1_kwargs = {
|
||||||
|
|||||||
Reference in New Issue
Block a user