[Hicache] Mooncake API Fix & Test, and Improved Readme (#9951)

Co-authored-by: Teng Ma <sima.mt@alibaba-inc.com>
2025-09-05 04:55:39 +08:00
parent 453511acc7
commit 93088b6975
5 changed files with 289 additions and 66 deletions
--- a/python/sglang/srt/managers/cache_controller.py
+++ b/python/sglang/srt/managers/cache_controller.py
@@ -659,7 +659,7 @@ class HiCacheController:
        )
        get_result = self.storage_backend.batch_get(
            key_strs,
-            target_location=buffer_ptrs,
+            target_locations=buffer_ptrs,
            target_sizes=buffer_sizes,
        )
        if get_result != len(hash_values):
@@ -843,7 +843,7 @@ class HiCacheController:
        )
        success = self.storage_backend.batch_set(
            key_strs,
-            target_location=buffer_ptrs,
+            target_locations=buffer_ptrs,
            target_sizes=buffer_sizes,
        )
        return success