Clean match_prefix and prepare_for_extend for mem cache V2 (#11200)

2025-10-07 17:54:18 -07:00
parent 7ba3de0e92
commit f3764c26a3
5 changed files with 112 additions and 84 deletions
--- a/test/srt/test_forward_split_prefill.py
+++ b/test/srt/test_forward_split_prefill.py
@@ -90,7 +90,6 @@ class TestForwardSplitPrefill(CustomTestCase):
                origin_input_ids=list(input_ids[i]),
                sampling_params=sampling_params,
            )
-            req.prefix_indices = []
            req.fill_ids = req.origin_input_ids
            req.extend_input_len = len(req.fill_ids) - len(req.prefix_indices)
            req.logprob_start_len = len(req.origin_input_ids) - 1