Interface change for kvcache io to support page first layout (#8318)

2025-07-31 20:37:49 -07:00
parent 9305ea6c2d
commit dd7ca00601
6 changed files with 371 additions and 171 deletions
--- a/python/sglang/srt/managers/scheduler.py
+++ b/python/sglang/srt/managers/scheduler.py
@@ -588,6 +588,7 @@ class Scheduler(
                        == "fa3"  # hot fix for incompatibility
                        else server_args.hicache_io_backend
                    ),
+                    hicache_mem_layout=server_args.hicache_mem_layout,
                    hicache_storage_backend=server_args.hicache_storage_backend,
                )
                self.tp_worker.register_hicache_layer_transfer_counter(