Fix create_abort_task, GenerateReqInput does not have rids. (#1079)

Co-authored-by: lzhang <zhanglei@modelbest.cn>
2024-08-13 20:47:22 +08:00
parent cebd78d83e
commit 95f5fbf1a7
1 changed files with 1 additions and 1 deletions
--- a/python/sglang/srt/managers/tokenizer_manager.py
+++ b/python/sglang/srt/managers/tokenizer_manager.py
@@ -507,7 +507,7 @@ class TokenizerManager:
            if obj.is_single:
                self.abort_request(obj.rid)
            else:
-                for rid in obj.rids:
+                for rid in obj.rid:
                    self.abort_request(rid)

        background_tasks = BackgroundTasks()