EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[PD] Fix DeepSeek cannot be run on latest master (#5568)

Browse Source
This commit is contained in:
fzyzcjy
2025-04-20 17:19:48 +08:00
committed by GitHub
parent 99456bcacb
commit 80ac527d22
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
python/sglang/srt/mem_cache/memory_pool.py
View File

@@ -418,6 +418,7 @@ class MLATokenToKVPool(KVCache):
enable_memory_saver: bool, enable_memory_saver: bool,
): ):
self.size = size self.size = size
self.page_size = page_size
self.dtype = dtype self.dtype = dtype
self.device = device self.device = device
if dtype in (torch.float8_e5m2, torch.float8_e4m3fn): if dtype in (torch.float8_e5m2, torch.float8_e4m3fn):