EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix eagle3 cuda graph (#8163)

Browse Source
This commit is contained in:
Jay Zhou
2025-07-20 00:28:06 -07:00
committed by GitHub
parent bbcfbc1a02
commit 99aefa037e
1 changed files with 9 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
python/sglang/srt/speculative/eagle_draft_extend_cuda_graph_runner.py
View File

@@ -84,7 +84,15 @@ class EAGLEDraftExtendCudaGraphRunner:
self.hidden_states = torch.zeros( self.hidden_states = torch.zeros(
( (
self.max_num_token, self.max_num_token,
self.model_runner.model_config.hidden_size * 3, (
self.model_runner.model_config.hf_config.target_hidden_size
* 3
if hasattr(
self.model_runner.model_config.hf_config,
"target_hidden_size",
)
else self.model_runner.model_config.hidden_size * 3
),
), ),
dtype=self.model_runner.dtype, dtype=self.model_runner.dtype,
) )