Clean up wrapper in flashinfer backend (#2638)

This commit is contained in:
Lianmin Zheng
2024-12-29 00:45:57 -08:00
committed by GitHub
parent fd34f2da35
commit 3815b23ccb
12 changed files with 197 additions and 94 deletions

View File

@@ -0,0 +1,19 @@
from enum import IntEnum, auto
class SpeculativeAlgorithm(IntEnum):
EAGLE = auto()
def is_eagle(self):
return self == SpeculativeAlgorithm.EAGLE
@staticmethod
def from_string(name: str):
name_map = {
"EAGLE": SpeculativeAlgorithm.EAGLE,
}
return name_map[name]
class SpecInfo:
pass