[Bugfix] fix mtp and eagle aclgraph bug (#4710)
### What this PR does / why we need it? fix mtp and eagle aclgraph bug - vLLM version: v0.12.0 - vLLM main: https://github.com/vllm-project/vllm/commit/ad32e3e19ccf0526cb6744a5fed09a138a5fb2f9 Signed-off-by: GDzhu01 <809721801@qq.com> Co-authored-by: Mengqing Cao <cmq0113@163.com> Co-authored-by: wangxiyuan <wangxiyuan1007@gmail.com>
This commit is contained in:
2 files changed
+2
-2
No files matched your search
@@ -51,7 +51,7 @@ class EagleProposer(Proposer):
|
||||
not self.vllm_config.model_config.enforce_eager)
|
||||
|
||||
self.cudagraph_batch_sizes = list(
|
||||
reversed(
|
||||
sorted(
|
||||
self.vllm_config.compilation_config.cudagraph_capture_sizes))
|
||||
|
||||
# persistent buffers for cuda graph
|
||||
|
||||
@@ -108,7 +108,7 @@ class MtpProposer(Proposer):
|
||||
self.use_aclgraph = self.runner._use_aclgraph()
|
||||
|
||||
self.cudagraph_batch_sizes = (list(
|
||||
reversed(
|
||||
sorted(
|
||||
self.vllm_config.compilation_config.cudagraph_capture_sizes))
|
||||
if self.use_aclgraph else [])
|
||||
|
||||
|
||||
Reference in new issue
Block a user