upstream hicache fixes (#5570)

2025-04-20 23:08:30 -07:00
parent 188f0955fa
commit 70645f4d7d
8 changed files with 89 additions and 46 deletions
--- a/test/srt/test_hicache.py
+++ b/test/srt/test_hicache.py
@@ -23,6 +23,10 @@ class TestHiCache(CustomTestCase):
            timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
            other_args=[
                "--enable-hierarchical-cache",
+                "--mem-fraction-static",
+                0.7,
+                "--hicache-size",
+                100,
            ],
        )

--- a/test/srt/test_hicache_mla.py
+++ b/test/srt/test_hicache_mla.py
@@ -24,6 +24,8 @@ class TestHierarchicalMLA(CustomTestCase):
            other_args=[
                "--trust-remote-code",
                "--enable-hierarchical-cache",
+                "--hicache-ratio",
+                2,
            ],
        )

--- a/test/srt/test_hicache_page.py
+++ b/test/srt/test_hicache_page.py
@@ -24,7 +24,9 @@ class TestHiCachePage(CustomTestCase):
            other_args=[
                "--enable-hierarchical-cache",
                "--page-size",
-                "32",
+                32,
+                "--hicache-write-policy",
+                "write-back",
            ],
        )