EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[minor fix] SWA missing methods (#7972)

Browse Source
This commit is contained in:
Ying Sheng
2025-07-11 23:57:02 -07:00
committed by GitHub
parent cee9f329c4
commit bcc5ba94b4
1 changed files with 10 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
python/sglang/srt/mem_cache/memory_pool.py
View File

@@ -602,6 +602,16 @@ class SWAKVPool(KVCache):
layer_id_override=layer_id_pool, layer_id_override=layer_id_pool,
) )
def load_from_host_per_layer(
self, host_pool, host_indices, device_indices, layer_id, io_backend
):
raise NotImplementedError("HiCache not supported for SWAKVPool.")
def backup_to_host_all_layer(
self, host_pool, host_indices, device_indices, io_backend
):
raise NotImplementedError("HiCache not supported for SWAKVPool.")
class AscendTokenToKVPool(MHATokenToKVPool): class AscendTokenToKVPool(MHATokenToKVPool):