Merge branch 'main' of https://github.com/dylanyunlon/project_6

2026-08-17 18:11:57 +00:00
parent d42b0c1c04 f7b1b2d119
commit ae27d0405b
1 changed files with 2 additions and 1 deletions
--- a/qwen3_6_scripts/ex_engine/python/patch_vllm_hot_path.py
+++ b/qwen3_6_scripts/ex_engine/python/patch_vllm_hot_path.py
@@ -164,7 +164,8 @@ def apply(strict=True):
            import vllm._custom_ops as ops

            def patched_reshape_and_cache(key, value, key_cache, value_cache,
-                                          slot_mapping, kv_cache_dtype, kv_scale):
+                                          slot_mapping, kv_cache_dtype,
+                                          k_scale, v_scale):
                xllm_ops.reshape_and_cache(key, value, key_cache, value_cache,
                                           slot_mapping)