From 80ac527d22122cfd5e4aa1a5b88ea749d7298c6e Mon Sep 17 00:00:00 2001 From: fzyzcjy <5236035+fzyzcjy@users.noreply.github.com> Date: Sun, 20 Apr 2025 17:19:48 +0800 Subject: [PATCH] [PD] Fix DeepSeek cannot be run on latest master (#5568) --- python/sglang/srt/mem_cache/memory_pool.py | 1 + 1 file changed, 1 insertion(+) diff --git a/python/sglang/srt/mem_cache/memory_pool.py b/python/sglang/srt/mem_cache/memory_pool.py index 37882da72..8b38b1cbe 100644 --- a/python/sglang/srt/mem_cache/memory_pool.py +++ b/python/sglang/srt/mem_cache/memory_pool.py @@ -418,6 +418,7 @@ class MLATokenToKVPool(KVCache): enable_memory_saver: bool, ): self.size = size + self.page_size = page_size self.dtype = dtype self.device = device if dtype in (torch.float8_e5m2, torch.float8_e4m3fn):