From 95f5fbf1a75f4256cedb35da5c2e38f7841d0ba4 Mon Sep 17 00:00:00 2001 From: rainred <107027757+gryffindor-rr@users.noreply.github.com> Date: Tue, 13 Aug 2024 20:47:22 +0800 Subject: [PATCH] Fix create_abort_task, GenerateReqInput does not have rids. (#1079) Co-authored-by: lzhang --- python/sglang/srt/managers/tokenizer_manager.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/srt/managers/tokenizer_manager.py b/python/sglang/srt/managers/tokenizer_manager.py index e1bfbc7e6..d5fbfe05d 100644 --- a/python/sglang/srt/managers/tokenizer_manager.py +++ b/python/sglang/srt/managers/tokenizer_manager.py @@ -507,7 +507,7 @@ class TokenizerManager: if obj.is_single: self.abort_request(obj.rid) else: - for rid in obj.rids: + for rid in obj.rid: self.abort_request(rid) background_tasks = BackgroundTasks()