EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[DeepEP] fix: import buffer error (#5179)

Browse Source
This commit is contained in:
Cheng Wan
2025-04-09 01:12:14 -04:00
committed by GitHub
parent 90caf06c00
commit 76c48a0913
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/srt/layers/moe/ep_moe/token_dispatcher.py
View File

@@ -28,7 +28,7 @@ class DeepEPDispatchMode(IntEnum):
class DeepEPBuffer: class DeepEPBuffer:
_buffer: Optional[Buffer] = None _buffer = None
_dispatch_mode: Optional[DeepEPDispatchMode] = None _dispatch_mode: Optional[DeepEPDispatchMode] = None
_hidden_size: Optional[int] = None _hidden_size: Optional[int] = None
_num_max_dispatch_tokens_per_rank: Optional[int] = None _num_max_dispatch_tokens_per_rank: Optional[int] = None
@@ -165,7 +165,7 @@ class _DeepEPDispatcherImplBase:
def combine_b(self, *args, **kwargs): def combine_b(self, *args, **kwargs):
raise NotImplementedError raise NotImplementedError
def _get_buffer(self) -> Buffer: def _get_buffer(self):
raise NotImplementedError raise NotImplementedError