From 211c7b31b858f30d6431b94142b966e604f8fa02 Mon Sep 17 00:00:00 2001 From: u4lr451 Date: Fri, 18 Apr 2025 09:49:59 +0800 Subject: [PATCH] Fix: Incorrect parameters passed to forward_batch_generation (#5506) (#5511) --- python/sglang/srt/speculative/eagle_worker.py | 11 ++++------- 1 file changed, 4 insertions(+), 7 deletions(-) diff --git a/python/sglang/srt/speculative/eagle_worker.py b/python/sglang/srt/speculative/eagle_worker.py index 9967cf6ac..06beee8d5 100644 --- a/python/sglang/srt/speculative/eagle_worker.py +++ b/python/sglang/srt/speculative/eagle_worker.py @@ -271,14 +271,11 @@ class EAGLEWorker(TpModelWorker): ) elif batch.forward_mode.is_idle(): model_worker_batch = batch.get_model_worker_batch() - logits_output, next_token_ids, _ = ( - self.target_worker.forward_batch_generation( - ForwardBatch.init_new( - model_worker_batch, self.target_worker.model_runner - ) - ) + logits_output, next_token_ids = self.target_worker.forward_batch_generation( + model_worker_batch ) - return logits_output, next_token_ids, model_worker_batch.bid, 0, False + + return logits_output, next_token_ids, model_worker_batch.bid, 0 else: logits_output, next_token_ids, bid = self.forward_target_extend(batch) with self.draft_tp_context(self.draft_model_runner.tp_group):