[PD] Remove invalid parameter (#4721)

Signed-off-by: Xuchun Shang <xuchun.shang@linux.alibaba.com>
This commit is contained in:
Xuchun Shang
2025-03-25 04:14:16 +08:00
committed by GitHub
parent c11cfda07b
commit 8154de5a32

View File

@@ -158,7 +158,7 @@ class DecodePreallocQueue:
preallocated_reqs = []
indices_to_remove = set()
allocatable_tokens = self._allocatable_tokens(count_retracted=True)
allocatable_tokens = self._allocatable_tokens()
for i, decode_req in enumerate(self.queue):
if not decode_req.waiting_for_input: