[Eagle2] Fix multiple concurrent request crashes (#2730)

2025-01-11 06:00:43 +08:00
parent b170646991
commit a47bf39123
3 changed files with 134 additions and 4 deletions
--- a/python/sglang/srt/speculative/eagle_worker.py
+++ b/python/sglang/srt/speculative/eagle_worker.py
@@ -169,6 +169,8 @@ class EAGLEWorker(TpModelWorker):
        if not isinstance(reqs, List):
            reqs = [reqs]
        for req in reqs:
+            if req.rid not in self.finish_extend_len:
+                continue
            req_len = (
                len(req.origin_input_ids)
                + len(req.output_ids)