EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix acc len and gen throughput metrics when enabling overlap-spec (#11823)

Browse Source 
Co-authored-by: Liangsheng Yin <lsyincs@gmail.com>
This commit is contained in:
Qiaolin Yu
2025-10-20 10:34:38 -07:00
committed by GitHub
parent bfc3b3f786
commit f7b1d8c5ab
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/srt/managers/scheduler_output_processor_mixin.py
View File

@@ -208,7 +208,7 @@ class SchedulerOutputProcessorMixin:
next_token_ids = result.next_token_ids.tolist()
accept_lens = result.accept_lens.tolist()
result.num_accepted_tokens = sum(accept_lens)
result.num_accepted_tokens = sum(accept_lens) - len(batch.reqs)
predict_tokens = []
stride = self.draft_worker.speculative_num_draft_tokens
@@ -244,7 +244,7 @@ class SchedulerOutputProcessorMixin:
accept_lens_list = result.accept_lens.tolist()
self.num_generated_tokens += len(batch.reqs)
if not self.spec_algorithm.is_none():
if not batch.spec_algorithm.is_none():
self.update_spec_metrics(batch.batch_size(), result.num_accepted_tokens)
self.token_to_kv_pool_allocator.free_group_begin()