35 lines
1.2 KiB
Python
35 lines
1.2 KiB
Python
# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
# the file to manage all sglang deps in the megatron actor
|
|
try:
|
|
from sglang.srt.layers.quantization.fp8_utils import quant_weight_ue8m0, transform_scale_ue8m0
|
|
from sglang.srt.model_loader.utils import should_deepgemm_weight_requant_ue8m0
|
|
except ImportError:
|
|
quant_weight_ue8m0 = None
|
|
transform_scale_ue8m0 = None
|
|
should_deepgemm_weight_requant_ue8m0 = None
|
|
|
|
try:
|
|
from sglang.srt.utils.patch_torch import monkey_patch_torch_reductions
|
|
except ImportError:
|
|
from sglang.srt.patch_torch import monkey_patch_torch_reductions
|
|
|
|
|
|
from sglang.srt.utils import MultiprocessingSerializer
|
|
|
|
|
|
try:
|
|
from sglang.srt.weight_sync.tensor_bucket import FlattenedTensorBucket # type: ignore[import]
|
|
except ImportError:
|
|
from sglang.srt.model_executor.model_runner import FlattenedTensorBucket # type: ignore[import]
|
|
|
|
__all__ = [
|
|
"quant_weight_ue8m0",
|
|
"transform_scale_ue8m0",
|
|
"should_deepgemm_weight_requant_ue8m0",
|
|
"monkey_patch_torch_reductions",
|
|
"MultiprocessingSerializer",
|
|
"FlattenedTensorBucket",
|
|
]
|