[PD] Remove invalid parameter (#4721)
Signed-off-by: Xuchun Shang <xuchun.shang@linux.alibaba.com>
This commit is contained in:
@@ -158,7 +158,7 @@ class DecodePreallocQueue:
|
|||||||
|
|
||||||
preallocated_reqs = []
|
preallocated_reqs = []
|
||||||
indices_to_remove = set()
|
indices_to_remove = set()
|
||||||
allocatable_tokens = self._allocatable_tokens(count_retracted=True)
|
allocatable_tokens = self._allocatable_tokens()
|
||||||
|
|
||||||
for i, decode_req in enumerate(self.queue):
|
for i, decode_req in enumerate(self.queue):
|
||||||
if not decode_req.waiting_for_input:
|
if not decode_req.waiting_for_input:
|
||||||
|
|||||||
Reference in New Issue
Block a user