EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Tiny improve dumper (#11132)

Browse Source
This commit is contained in:
fzyzcjy
2025-10-02 17:55:01 +08:00
committed by GitHub
parent 097725bb66
commit b1ccaf01cd
1 changed files with 10 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
python/sglang/srt/debug_utils/dumper.py
View File

@@ -36,6 +36,15 @@ class _Dumper:
self._forward_pass_id = 0 self._forward_pass_id = 0
def on_forward_pass_start(self): def on_forward_pass_start(self):
"""This should be called on all ranks."""
if not self._enable:
return
# Users may want to `dump` only on some ranks, thus determine name here
if self._partial_name is None:
self._partial_name = _get_partial_name()
self._forward_pass_id += 1 self._forward_pass_id += 1
print( print(
f"[Dumper] [{time.time()}] on_forward_pass_start id={self._forward_pass_id}" f"[Dumper] [{time.time()}] on_forward_pass_start id={self._forward_pass_id}"
@@ -48,11 +57,9 @@ class _Dumper:
assert ( assert (
self._forward_pass_id >= 1 self._forward_pass_id >= 1
), "Do you forget to call `dumper.on_forward_pass_start()`?" ), "Do you forget to call `dumper.on_forward_pass_start()`?"
assert self._partial_name is not None
self._dump_index += 1 self._dump_index += 1
if self._partial_name is None:
self._partial_name = _get_partial_name()
rank = _get_rank() rank = _get_rank()
full_kwargs = dict( full_kwargs = dict(
forward_pass_id=self._forward_pass_id, forward_pass_id=self._forward_pass_id,