From 364d3d72a78ba4ce3b0cfde7e28e40d91679cb8e Mon Sep 17 00:00:00 2001 From: Liangsheng Yin Date: Thu, 22 Aug 2024 01:16:35 -0700 Subject: [PATCH] Fix broken penalty (#1184) --- python/sglang/srt/managers/schedule_batch.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/srt/managers/schedule_batch.py b/python/sglang/srt/managers/schedule_batch.py index 88a616832..75c33bb8b 100644 --- a/python/sglang/srt/managers/schedule_batch.py +++ b/python/sglang/srt/managers/schedule_batch.py @@ -615,7 +615,7 @@ class ScheduleBatch: for r in self.reqs ] else: - self.penalizer_orchestrator.cumulate_input_tokens(input_ids) + self.sampling_info.penalizer_orchestrator.cumulate_input_tokens(input_ids) self.input_ids = torch.tensor(input_ids, dtype=torch.int32, device="cuda") self.seq_lens.add_(1)