Files
keural-dpo-5500/configuration_keural.py

14 lines
317 B
Python
Raw Permalink Normal View History

"""
KeuralConfig custom configuration class for Keural MoE.
Registered as model_type "keural" so HuggingFace AutoConfig can resolve it.
"""
from transformers import MixtralConfig
class KeuralConfig(MixtralConfig):
model_type = "keural"
def __init__(self, **kwargs):
super().__init__(**kwargs)