完整部署快照
This commit is contained in:
17
ixformer_sdk/contrib/flashinfer/__init__.py
Normal file
17
ixformer_sdk/contrib/flashinfer/__init__.py
Normal file
@@ -0,0 +1,17 @@
|
||||
from .decode import BatchDecodeWithPagedKVCacheWrapper
|
||||
from .prefill import (
|
||||
BatchPrefillWithPagedKVCacheWrapper,
|
||||
BatchPrefillWithRaggedKVCacheWrapper,
|
||||
)
|
||||
|
||||
|
||||
def bmm_fp8():
|
||||
pass
|
||||
|
||||
|
||||
def SegmentGEMMWrapper():
|
||||
pass
|
||||
|
||||
|
||||
def bmm_fp8():
|
||||
pass
|
||||
Reference in New Issue
Block a user