[fix] PD disaggregation when enable mtp and tp!=dp (#7420)

This commit is contained in:
Atream
2025-06-22 03:03:11 +08:00
committed by GitHub
parent 5ea5d22170
commit 02bf31ef29
3 changed files with 4 additions and 3 deletions

View File

@@ -766,7 +766,7 @@ class SchedulerDisaggregationDecodeMixin:
if batch:
result = self.run_batch(batch)
if not delay_process:
self.prepare_mlp_sync_batch(batch, result)
self.process_batch_result(batch, result)
return batch, result
def get_next_disagg_decode_batch_to_run(