From 4093aa4660838c42a51f860989450b7d4c480436 Mon Sep 17 00:00:00 2001 From: justdoit <24875266+coolhok@users.noreply.github.com> Date: Mon, 13 Jan 2025 17:01:21 +0800 Subject: [PATCH] [Fix]eagle2 health_generate is first request,apiserver will core (#2853) --- python/sglang/srt/speculative/eagle_worker.py | 1 + 1 file changed, 1 insertion(+) diff --git a/python/sglang/srt/speculative/eagle_worker.py b/python/sglang/srt/speculative/eagle_worker.py index 0e53506a8..2a6ec9604 100644 --- a/python/sglang/srt/speculative/eagle_worker.py +++ b/python/sglang/srt/speculative/eagle_worker.py @@ -40,6 +40,7 @@ class EAGLEWorker(TpModelWorker): ) self.target_worker = target_worker self.server_args = server_args + self.finish_extend_len = [] # Share the embedding and lm_head embed, head = self.target_worker.model_runner.model.get_embed_and_head()