EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Tiny add logs for expert location updater (#7308)

Browse Source
This commit is contained in:
fzyzcjy
2025-06-28 10:12:33 +08:00
committed by GitHub
parent a5317b2fd3
commit 9efb2993da
1 changed files with 16 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
python/sglang/srt/model_executor/expert_location_updater.py
View File

@@ -30,6 +30,9 @@ from sglang.srt.utils import get_bool_env_var
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
_LOG_INPUT = get_bool_env_var("SGLANG_EXPERT_LOCATION_UPDATER_LOG_INPUT")
class ExpertLocationUpdater: class ExpertLocationUpdater:
def __init__(self): def __init__(self):
self._first_execution = True self._first_execution = True
@@ -175,6 +178,19 @@ def update_expert_weights_single_layer(
assert isinstance(old_physical_to_logical_map, list) assert isinstance(old_physical_to_logical_map, list)
assert isinstance(new_physical_to_logical_map, list) assert isinstance(new_physical_to_logical_map, list)
if _LOG_INPUT:
logger.info(
"update_expert_weights_single_layer "
f"{[x.shape for x in routed_experts_weights]=} "
f"{[x.shape for x in temp_buffers]=} "
f"{old_physical_to_logical_map=} "
f"{new_physical_to_logical_map=} "
f"{num_local_physical_experts=} "
f"{num_gpu_per_node=} "
f"{rank=} "
f"{world_size=} "
)
output_logs = [] if debug else None output_logs = [] if debug else None
num_physical_experts = len(old_physical_to_logical_map) num_physical_experts = len(old_physical_to_logical_map)