EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix broken penalty (#1184)

Browse Source
This commit is contained in:
Liangsheng Yin
2024-08-22 01:16:35 -07:00
committed by GitHub
parent 5623826f73
commit 364d3d72a7
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/managers/schedule_batch.py
View File

@@ -615,7 +615,7 @@ class ScheduleBatch:
for r in self.reqs for r in self.reqs
] ]
else: else:
self.penalizer_orchestrator.cumulate_input_tokens(input_ids) self.sampling_info.penalizer_orchestrator.cumulate_input_tokens(input_ids)
self.input_ids = torch.tensor(input_ids, dtype=torch.int32, device="cuda") self.input_ids = torch.tensor(input_ids, dtype=torch.int32, device="cuda")
self.seq_lens.add_(1) self.seq_lens.add_(1)