[fix] args num
This commit is contained in:
@@ -172,7 +172,8 @@ def apply(strict=True):
|
||||
import vllm._custom_ops as ops
|
||||
|
||||
def patched_reshape_and_cache(key, value, key_cache, value_cache,
|
||||
slot_mapping, kv_cache_dtype, kv_scale):
|
||||
slot_mapping, kv_cache_dtype,
|
||||
k_scale=1.0, v_scale=1.0):
|
||||
xllm_ops.reshape_and_cache(key, value, key_cache, value_cache,
|
||||
slot_mapping)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user