[minor fix] SWA missing methods (#7972)

This commit is contained in:
Ying Sheng
2025-07-11 23:57:02 -07:00
committed by GitHub
parent cee9f329c4
commit bcc5ba94b4

View File

@@ -602,6 +602,16 @@ class SWAKVPool(KVCache):
layer_id_override=layer_id_pool,
)
def load_from_host_per_layer(
self, host_pool, host_indices, device_indices, layer_id, io_backend
):
raise NotImplementedError("HiCache not supported for SWAKVPool.")
def backup_to_host_all_layer(
self, host_pool, host_indices, device_indices, io_backend
):
raise NotImplementedError("HiCache not supported for SWAKVPool.")
class AscendTokenToKVPool(MHATokenToKVPool):