diff --git a/python/sglang/srt/mem_cache/memory_pool.py b/python/sglang/srt/mem_cache/memory_pool.py index a882f7451..e425c7927 100644 --- a/python/sglang/srt/mem_cache/memory_pool.py +++ b/python/sglang/srt/mem_cache/memory_pool.py @@ -190,7 +190,7 @@ class TokenToKVPoolAllocator: self.free_slots = torch.arange( 1, self.size + 1, dtype=torch.int64, device=self.device ) - self.is_in_free_group = False + self.is_not_in_free_group = True self.free_group = [] diff --git a/python/sglang/srt/mem_cache/paged_allocator.py b/python/sglang/srt/mem_cache/paged_allocator.py index 76c74d069..6b7402e06 100644 --- a/python/sglang/srt/mem_cache/paged_allocator.py +++ b/python/sglang/srt/mem_cache/paged_allocator.py @@ -279,5 +279,5 @@ class PagedTokenToKVPoolAllocator: self.free_pages = torch.arange( 1, self.num_pages + 1, dtype=torch.int64, device=self.device ) - self.is_in_free_group = False + self.is_not_in_free_group = True self.free_group = []