From f7b1b2d1199a546d50299fc9aafcce95f0f91826 Mon Sep 17 00:00:00 2001 From: Claude Date: Mon, 17 Aug 2026 18:10:52 +0000 Subject: [PATCH] =?UTF-8?q?fix:=20patched=5Freshape=5Fand=5Fcache=20signat?= =?UTF-8?q?ure=207=E2=86=928=20args=20(k=5Fscale,=20v=5Fscale)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Original vllm ops.reshape_and_cache passes 8 args: key, value, key_cache, value_cache, slot_mapping, kv_cache_dtype, k_scale, v_scale Our patch had 7 (single kv_scale) → TypeError on first request → engine dead. --- qwen3_6_scripts/ex_engine/python/patch_vllm_hot_path.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/qwen3_6_scripts/ex_engine/python/patch_vllm_hot_path.py b/qwen3_6_scripts/ex_engine/python/patch_vllm_hot_path.py index 2eefc59a..1829846c 100644 --- a/qwen3_6_scripts/ex_engine/python/patch_vllm_hot_path.py +++ b/qwen3_6_scripts/ex_engine/python/patch_vllm_hot_path.py @@ -164,7 +164,8 @@ def apply(strict=True): import vllm._custom_ops as ops def patched_reshape_and_cache(key, value, key_cache, value_cache, - slot_mapping, kv_cache_dtype, kv_scale): + slot_mapping, kv_cache_dtype, + k_scale, v_scale): xllm_ops.reshape_and_cache(key, value, key_cache, value_cache, slot_mapping)