EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix chunked prefill (#984)

Browse Source
This commit is contained in:
Liangsheng Yin
2024-08-07 22:28:42 -07:00
committed by GitHub
parent 00023d622a
commit 6ed4e3b8fb
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
python/sglang/srt/mem_cache/chunk_cache.py
View File

@@ -56,7 +56,8 @@ class ChunkCache(BasePrefixCache):
entry = self.entries[req.rid] entry = self.entries[req.rid]
entry.value = kv_indices entry.value = kv_indices
return kv_indices, entry req.prefix_indices = kv_indices
req.last_node = entry
def insert(self): def insert(self):
raise NotImplementedError raise NotImplementedError