misc: fix the req_to_token member change (#967)

2024-08-07 01:52:10 -07:00
parent 7fa54a1ab3
commit a01ddd9605
2 changed files with 2 additions and 3 deletions
--- a/python/sglang/srt/mem_cache/memory_pool.py
+++ b/python/sglang/srt/mem_cache/memory_pool.py
@@ -32,7 +32,6 @@ class ReqToTokenPool:
        self.req_to_token = torch.empty(
            (size, max_context_len), dtype=torch.int32, device="cuda"
        )
-        self.can_use_mem_size = size

    def alloc(self, need_size: int) -> List[int]:
        if need_size > len(self.free_slots):