[Bugfix] Fix two batch overlap with auto DeepEP Dispatch (#7853)

Signed-off-by: Shangming Cai <caishangming@linux.alibaba.com>
This commit is contained in:
Shangming Cai
2025-07-08 17:49:32 +08:00
committed by GitHub
parent 2b0e1d1ce0
commit d379bda4fa

View File

@@ -490,6 +490,7 @@ class TboForwardBatchPreparer:
output_dict["spec_info"] = output_spec_info
for key in [
"forward_mode",
"is_extend_in_batch",
"return_logprob",
"req_to_token_pool",
"token_to_kv_pool",