Rename files in sgl kernel to avoid nested folder structure (#4213)
Co-authored-by: zhyncs <me@zhyncs.com>
This commit is contained in:
7
sgl-kernel/python/sgl_kernel/attention.py
Normal file
7
sgl-kernel/python/sgl_kernel/attention.py
Normal file
@@ -0,0 +1,7 @@
|
||||
import torch
|
||||
|
||||
|
||||
def lightning_attention_decode(q, k, v, past_kv, slope, output, new_kv):
|
||||
torch.ops.sgl_kernel.lightning_attention_decode(
|
||||
q, k, v, past_kv, slope, output, new_kv
|
||||
)
|
||||
Reference in New Issue
Block a user