dylanyunlong/project_6
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

[fix] args num

Browse Source
This commit is contained in:
root
2026-08-19 14:01:25 +00:00
parent 9a52068533
commit f7352fa03f
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
qwen3_6_scripts/ex_engine/python/patch_vllm_hot_path.py
View File

@@ -172,7 +172,8 @@ def apply(strict=True):
import vllm._custom_ops as ops import vllm._custom_ops as ops
def patched_reshape_and_cache(key, value, key_cache, value_cache, def patched_reshape_and_cache(key, value, key_cache, value_cache,
slot_mapping, kv_cache_dtype, kv_scale): slot_mapping, kv_cache_dtype,
k_scale=1.0, v_scale=1.0):
xllm_ops.reshape_and_cache(key, value, key_cache, value_cache, xllm_ops.reshape_and_cache(key, value, key_cache, value_cache,
slot_mapping) slot_mapping)