[Feature] Support XiaoMi MIMO Flash V2 (#62)
* [Feature] Support MIMO Flash V2
This commit is contained in:
@@ -82,6 +82,9 @@ def register_model():
|
||||
"LlamaForCausalLM",
|
||||
"vllm_kunlun.models.llama:LlamaForCausalLM")
|
||||
|
||||
|
||||
ModelRegistry.register_model(
|
||||
"MiMoV2FlashForCausalLM",
|
||||
"vllm_kunlun.models.mimo_v2_flash:MiMoV2FlashForCausalLM")
|
||||
|
||||
def register_quant_method():
|
||||
"""to do"""
|
||||
|
||||
Reference in New Issue
Block a user