Hicache Storage Layer Prototype (#7704)

2025-07-18 00:20:19 -07:00
parent 7891bac16b
commit 9d33fcfb8e
9 changed files with 714 additions and 4 deletions
--- a/test/srt/run_suite.py
+++ b/test/srt/run_suite.py
@@ -64,6 +64,7 @@ suites = {
        TestFile("test_fused_moe.py", 30),
        TestFile("test_hicache.py", 116),
        TestFile("test_hicache_mla.py", 127),
+        TestFile("test_hicache_storage.py", 127),
        TestFile("test_hidden_states.py", 55),
        TestFile("test_int8_kernel.py", 8),
        TestFile("test_input_embeddings.py", 38),