Fix chunked prefill (#984)

2024-08-07 22:28:42 -07:00
parent 00023d622a
commit 6ed4e3b8fb
1 changed files with 2 additions and 1 deletions
--- a/python/sglang/srt/mem_cache/chunk_cache.py
+++ b/python/sglang/srt/mem_cache/chunk_cache.py
@@ -56,7 +56,8 @@ class ChunkCache(BasePrefixCache):

        entry = self.entries[req.rid]
        entry.value = kv_indices
-        return kv_indices, entry
+        req.prefix_indices = kv_indices
+        req.last_node = entry

    def insert(self):
        raise NotImplementedError