diff --git a/qwen3_6_scripts/ex_engine/python/patch_vllm_hot_path.py b/qwen3_6_scripts/ex_engine/python/patch_vllm_hot_path.py index ebbe780e..6517f5f5 100644 --- a/qwen3_6_scripts/ex_engine/python/patch_vllm_hot_path.py +++ b/qwen3_6_scripts/ex_engine/python/patch_vllm_hot_path.py @@ -172,7 +172,8 @@ def apply(strict=True): import vllm._custom_ops as ops def patched_reshape_and_cache(key, value, key_cache, value_cache, - slot_mapping, kv_cache_dtype, kv_scale): + slot_mapping, kv_cache_dtype, + k_scale=1.0, v_scale=1.0): xllm_ops.reshape_and_cache(key, value, key_cache, value_cache, slot_mapping)