EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[Fix]eagle2 health_generate is first request,apiserver will core (#2853)

Browse Source
This commit is contained in:
justdoit
2025-01-13 17:01:21 +08:00
committed by GitHub
parent e808c1df3e
commit 4093aa4660
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
python/sglang/srt/speculative/eagle_worker.py
View File

@@ -40,6 +40,7 @@ class EAGLEWorker(TpModelWorker):
) )
self.target_worker = target_worker self.target_worker = target_worker
self.server_args = server_args self.server_args = server_args
self.finish_extend_len = []
# Share the embedding and lm_head # Share the embedding and lm_head
embed, head = self.target_worker.model_runner.model.get_embed_and_head() embed, head = self.target_worker.model_runner.model.get_embed_and_head()