upstream hicache fixes (#5570)

2025-04-20 23:08:30 -07:00
parent 188f0955fa
commit 70645f4d7d
8 changed files with 89 additions and 46 deletions
--- a/test/srt/test_hicache.py
+++ b/test/srt/test_hicache.py
@@ -23,6 +23,10 @@ class TestHiCache(CustomTestCase):
            timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
            other_args=[
                "--enable-hierarchical-cache",
+                "--mem-fraction-static",
+                0.7,
+                "--hicache-size",
+                100,
            ],
        )