upgrade to 0.18.0 (#7502)
### What this PR does / why we need it?
1. upgrade to 0.18.0
2. ensure kernel_block_sizes is int for Eagle drafter
### Does this PR introduce _any_ user-facing change?
### How was this patch tested?
- vLLM version: v0.17.0
- vLLM main:
8b6325758c
---------
Signed-off-by: Meihan-chen <jcccx.cmh@gmail.com>
Signed-off-by: hfadzxy <starmoon_zhang@163.com>
Co-authored-by: hfadzxy <starmoon_zhang@163.com>
This commit is contained in:
@@ -161,21 +161,11 @@ class AscendConfig:
|
||||
|
||||
@staticmethod
|
||||
def _get_compile_ranges(compilation_config):
|
||||
from vllm_ascend.utils import vllm_version_is
|
||||
|
||||
if vllm_version_is("0.17.0"):
|
||||
return compilation_config.compile_ranges_split_points
|
||||
else:
|
||||
return compilation_config.compile_ranges_endpoints
|
||||
return compilation_config.compile_ranges_endpoints
|
||||
|
||||
@staticmethod
|
||||
def _set_compile_ranges(compilation_config, value):
|
||||
from vllm_ascend.utils import vllm_version_is
|
||||
|
||||
if vllm_version_is("0.17.0"):
|
||||
compilation_config.compile_ranges_split_points = value
|
||||
else:
|
||||
compilation_config.compile_ranges_endpoints = value
|
||||
compilation_config.compile_ranges_endpoints = value
|
||||
|
||||
def update_compile_ranges_split_points(self):
|
||||
vllm_config = self.vllm_config
|
||||
|
||||
Reference in New Issue
Block a user