upstream hicache fixes (#5570)

2025-04-20 23:08:30 -07:00
parent 188f0955fa
commit 70645f4d7d
8 changed files with 89 additions and 46 deletions
--- a/python/sglang/srt/managers/scheduler.py
+++ b/python/sglang/srt/managers/scheduler.py
@@ -489,6 +489,8 @@ class Scheduler(
                    tp_cache_group=self.tp_cpu_group,
                    page_size=self.page_size,
                    hicache_ratio=server_args.hicache_ratio,
+                    hicache_size=server_args.hicache_size,
+                    hicache_write_policy=server_args.hicache_write_policy,
                )
            else:
                self.tree_cache = RadixCache(