From 76c48a0913b993bb185f4c4c2d884b28689e0007 Mon Sep 17 00:00:00 2001 From: Cheng Wan <54331508+ch-wan@users.noreply.github.com> Date: Wed, 9 Apr 2025 01:12:14 -0400 Subject: [PATCH] [DeepEP] fix: import buffer error (#5179) --- python/sglang/srt/layers/moe/ep_moe/token_dispatcher.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/python/sglang/srt/layers/moe/ep_moe/token_dispatcher.py b/python/sglang/srt/layers/moe/ep_moe/token_dispatcher.py index b10b1c98b..1f27b3393 100644 --- a/python/sglang/srt/layers/moe/ep_moe/token_dispatcher.py +++ b/python/sglang/srt/layers/moe/ep_moe/token_dispatcher.py @@ -28,7 +28,7 @@ class DeepEPDispatchMode(IntEnum): class DeepEPBuffer: - _buffer: Optional[Buffer] = None + _buffer = None _dispatch_mode: Optional[DeepEPDispatchMode] = None _hidden_size: Optional[int] = None _num_max_dispatch_tokens_per_rank: Optional[int] = None @@ -165,7 +165,7 @@ class _DeepEPDispatcherImplBase: def combine_b(self, *args, **kwargs): raise NotImplementedError - def _get_buffer(self) -> Buffer: + def _get_buffer(self): raise NotImplementedError