Fix broken penalty (#1184)

2024-08-22 01:16:35 -07:00
parent 5623826f73
commit 364d3d72a7
1 changed files with 1 additions and 1 deletions
--- a/python/sglang/srt/managers/schedule_batch.py
+++ b/python/sglang/srt/managers/schedule_batch.py
@@ -615,7 +615,7 @@ class ScheduleBatch:
                for r in self.reqs
            ]
        else:
-            self.penalizer_orchestrator.cumulate_input_tokens(input_ids)
+            self.sampling_info.penalizer_orchestrator.cumulate_input_tokens(input_ids)

        self.input_ids = torch.tensor(input_ids, dtype=torch.int32, device="cuda")
        self.seq_lens.add_(1)