upstream hicache fixes (#5570)

2025-04-20 23:08:30 -07:00
parent 188f0955fa
commit 70645f4d7d
8 changed files with 89 additions and 46 deletions
--- a/test/srt/test_hicache_mla.py
+++ b/test/srt/test_hicache_mla.py
@@ -24,6 +24,8 @@ class TestHierarchicalMLA(CustomTestCase):
            other_args=[
                "--trust-remote-code",
                "--enable-hierarchical-cache",
+                "--hicache-ratio",
+                2,
            ],
        )