EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[Auto Sync] Update forward_batch_info.py (20251021) (#11934)

Browse Source 
Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com>
Co-authored-by: yinghui <32845984+cicirori@users.noreply.github.com>
This commit is contained in:
Yineng Zhang
2025-10-21 15:52:15 -07:00
committed by GitHub
parent fde2decf8b
commit c461e7714d
1 changed files with 11 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
python/sglang/srt/model_executor/forward_batch_info.py
View File

@@ -84,11 +84,16 @@ class ForwardMode(IntEnum):
def is_prefill(self): def is_prefill(self):
return self.is_extend() return self.is_extend()
def is_extend(self): def is_extend(self, include_draft_extend_v2: bool = False):
return ( return (
self == ForwardMode.EXTEND self == ForwardMode.EXTEND
or self == ForwardMode.MIXED or self == ForwardMode.MIXED
or self == ForwardMode.DRAFT_EXTEND or self == ForwardMode.DRAFT_EXTEND
or (
self == ForwardMode.DRAFT_EXTEND_V2
if include_draft_extend_v2
else False
)
or self == ForwardMode.TARGET_VERIFY or self == ForwardMode.TARGET_VERIFY
) )
@@ -107,7 +112,11 @@ class ForwardMode(IntEnum):
def is_target_verify(self): def is_target_verify(self):
return self == ForwardMode.TARGET_VERIFY return self == ForwardMode.TARGET_VERIFY
def is_draft_extend(self): def is_draft_extend(self, include_v2: bool = False):
if include_v2:
return (
self == ForwardMode.DRAFT_EXTEND_V2 or self == ForwardMode.DRAFT_EXTEND
)
return self == ForwardMode.DRAFT_EXTEND return self == ForwardMode.DRAFT_EXTEND
def is_draft_extend_v2(self): def is_draft_extend_v2(self):