初始化项目,由ModelHub XC社区提供模型
Model: ayh015/myLightningOPD Source: Original Platform
This commit is contained in:
34
slime/backends/megatron_utils/sglang.py
Normal file
34
slime/backends/megatron_utils/sglang.py
Normal file
@@ -0,0 +1,34 @@
|
||||
# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
|
||||
# the file to manage all sglang deps in the megatron actor
|
||||
try:
|
||||
from sglang.srt.layers.quantization.fp8_utils import quant_weight_ue8m0, transform_scale_ue8m0
|
||||
from sglang.srt.model_loader.utils import should_deepgemm_weight_requant_ue8m0
|
||||
except ImportError:
|
||||
quant_weight_ue8m0 = None
|
||||
transform_scale_ue8m0 = None
|
||||
should_deepgemm_weight_requant_ue8m0 = None
|
||||
|
||||
try:
|
||||
from sglang.srt.utils.patch_torch import monkey_patch_torch_reductions
|
||||
except ImportError:
|
||||
from sglang.srt.patch_torch import monkey_patch_torch_reductions
|
||||
|
||||
|
||||
from sglang.srt.utils import MultiprocessingSerializer
|
||||
|
||||
|
||||
try:
|
||||
from sglang.srt.weight_sync.tensor_bucket import FlattenedTensorBucket # type: ignore[import]
|
||||
except ImportError:
|
||||
from sglang.srt.model_executor.model_runner import FlattenedTensorBucket # type: ignore[import]
|
||||
|
||||
__all__ = [
|
||||
"quant_weight_ue8m0",
|
||||
"transform_scale_ue8m0",
|
||||
"should_deepgemm_weight_requant_ue8m0",
|
||||
"monkey_patch_torch_reductions",
|
||||
"MultiprocessingSerializer",
|
||||
"FlattenedTensorBucket",
|
||||
]
|
||||
Reference in New Issue
Block a user