[PD] Fix DeepSeek cannot be run on latest master (#5568)

This commit is contained in:
fzyzcjy
2025-04-20 17:19:48 +08:00
committed by GitHub
parent 99456bcacb
commit 80ac527d22

View File

@@ -418,6 +418,7 @@ class MLATokenToKVPool(KVCache):
enable_memory_saver: bool,
):
self.size = size
self.page_size = page_size
self.dtype = dtype
self.device = device
if dtype in (torch.float8_e5m2, torch.float8_e4m3fn):