Minor improvements of TokenizerManager / health check (#6327)
This commit is contained in:
@@ -13,6 +13,8 @@ import torch.distributed as dist
|
||||
|
||||
from sglang.srt.utils import get_ip
|
||||
|
||||
FakeBootstrapHost = "2.2.2.2"
|
||||
|
||||
|
||||
class DisaggregationMode(Enum):
|
||||
NULL = "null"
|
||||
@@ -20,9 +22,6 @@ class DisaggregationMode(Enum):
|
||||
DECODE = "decode"
|
||||
|
||||
|
||||
FakeBootstrapHost = "2.2.2.2"
|
||||
|
||||
|
||||
def poll_and_all_reduce(pollers, gloo_group):
|
||||
polls = [int(poller.poll()) for poller in pollers]
|
||||
tensor_to_reduce = torch.tensor(polls, dtype=torch.uint8, device="cpu")
|
||||
|
||||
Reference in New Issue
Block a user