Fix spec filter batch when target extend (#10991)
This commit is contained in:
@@ -1736,7 +1736,14 @@ class ScheduleBatch(ScheduleBatchDisaggregationDecodeMixin):
|
||||
|
||||
self.sampling_info.filter_batch(keep_indices, keep_indices_device)
|
||||
if self.spec_info:
|
||||
self.spec_info.filter_batch(keep_indices_device)
|
||||
if chunked_req_to_exclude is not None and len(chunked_req_to_exclude) > 0:
|
||||
has_been_filtered = False
|
||||
else:
|
||||
has_been_filtered = True
|
||||
self.spec_info.filter_batch(
|
||||
new_indices=keep_indices_device,
|
||||
has_been_filtered=has_been_filtered,
|
||||
)
|
||||
|
||||
def merge_batch(self, other: "ScheduleBatch"):
|
||||
# Penalizer orchestrator must be merged before Batch.reqs is merged. This is because
|
||||
|
||||
Reference in New Issue
Block a user