From bcc5ba94b40e761970d647fc7d5e5c115f76f37e Mon Sep 17 00:00:00 2001 From: Ying Sheng Date: Fri, 11 Jul 2025 23:57:02 -0700 Subject: [PATCH] [minor fix] SWA missing methods (#7972) --- python/sglang/srt/mem_cache/memory_pool.py | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/python/sglang/srt/mem_cache/memory_pool.py b/python/sglang/srt/mem_cache/memory_pool.py index 95ad7b538..2af8838b9 100644 --- a/python/sglang/srt/mem_cache/memory_pool.py +++ b/python/sglang/srt/mem_cache/memory_pool.py @@ -602,6 +602,16 @@ class SWAKVPool(KVCache): layer_id_override=layer_id_pool, ) + def load_from_host_per_layer( + self, host_pool, host_indices, device_indices, layer_id, io_backend + ): + raise NotImplementedError("HiCache not supported for SWAKVPool.") + + def backup_to_host_all_layer( + self, host_pool, host_indices, device_indices, io_backend + ): + raise NotImplementedError("HiCache not supported for SWAKVPool.") + class AscendTokenToKVPool(MHATokenToKVPool):