diff --git a/python/sglang/srt/mem_cache/allocator.py b/python/sglang/srt/mem_cache/allocator.py index 8be1be85a..497331673 100644 --- a/python/sglang/srt/mem_cache/allocator.py +++ b/python/sglang/srt/mem_cache/allocator.py @@ -283,7 +283,7 @@ class SWATokenToKVPoolAllocator(BaseTokenToKVPoolAllocator): self.swa_attn_allocator.clear() self.full_attn_allocator.clear() self.full_to_swa_index_mapping.fill_(0) - self.is_in_free_group = False + self.is_not_in_free_group = True self.free_group = []