EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[Fix]: add missing device attribute to ChunkCache (#11493)

Browse Source
This commit is contained in:
Yuanhang Sun
2025-10-13 11:49:59 +08:00
committed by GitHub
parent a2b3d9b90b
commit 19ba16aa3d
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/srt/mem_cache/chunk_cache.py
View File

@@ -27,6 +27,10 @@ class ChunkCache(BasePrefixCache):
self.req_to_token_pool = req_to_token_pool self.req_to_token_pool = req_to_token_pool
self.token_to_kv_pool_allocator = token_to_kv_pool_allocator self.token_to_kv_pool_allocator = token_to_kv_pool_allocator
self.page_size = page_size self.page_size = page_size
if self.token_to_kv_pool_allocator:
self.device = self.token_to_kv_pool_allocator.device
else:
self.device = torch.device("cpu")
# NOTE (csy): this is to determine if a cache has prefix matching feature. # NOTE (csy): this is to determine if a cache has prefix matching feature.
# Chunk cache always return True to indicate no prefix matching. # Chunk cache always return True to indicate no prefix matching.