[fix] fix pd disagg error of vlms (#8094)
This commit is contained in:
@@ -88,6 +88,7 @@ class ScheduleBatchDisaggregationDecodeMixin:
|
||||
self.extend_lens = [r.extend_input_len for r in reqs]
|
||||
self.extend_logprob_start_lens = [r.extend_logprob_start_len for r in reqs]
|
||||
self.extend_input_logprob_token_ids = extend_input_logprob_token_ids
|
||||
self.multimodal_inputs = [r.multimodal_inputs for r in reqs]
|
||||
|
||||
# Build sampling info
|
||||
self.sampling_info = SamplingBatchInfo.from_schedule_batch(
|
||||
|
||||
Reference in New Issue
Block a user