初始化项目,由ModelHub XC社区提供模型
Model: XiaomiMiMo/MiMo-7B-RL-0530 Source: Original Platform
This commit is contained in:
16
configuration_mimo.py
Normal file
16
configuration_mimo.py
Normal file
@@ -0,0 +1,16 @@
|
||||
from transformers.models.qwen2.configuration_qwen2 import Qwen2Config
|
||||
|
||||
class MiMoConfig(Qwen2Config):
|
||||
model_type = "mimo"
|
||||
|
||||
def __init__(
|
||||
self,
|
||||
*args,
|
||||
num_nextn_predict_layers=0,
|
||||
**kwargs
|
||||
):
|
||||
self.num_nextn_predict_layers = num_nextn_predict_layers
|
||||
super().__init__(
|
||||
*args,
|
||||
**kwargs,
|
||||
)
|
||||
Reference in New Issue
Block a user