初始化项目,由ModelHub XC社区提供模型
Model: NovaCorp/Scarface-3.2-1B Source: Original Platform
This commit is contained in:
82
mergekit_config.yml
Normal file
82
mergekit_config.yml
Normal file
@@ -0,0 +1,82 @@
|
||||
|
||||
|
||||
# =====================================================
|
||||
# Project: Scarface-3.2-1B
|
||||
# Objective:
|
||||
# Keep MaidElla coherent while injecting
|
||||
# controlled T-Virus disinhibition WITHOUT
|
||||
# semantic collapse.
|
||||
#
|
||||
# Philosophy:
|
||||
# "Tiny incision, not brain damage."
|
||||
# =====================================================
|
||||
|
||||
base_model: N-Bot-Int/MaidEllaA-1B
|
||||
|
||||
merge_method: dare_ties
|
||||
|
||||
dtype: bfloat16
|
||||
out_dtype: float16
|
||||
|
||||
models:
|
||||
# =================================================
|
||||
# PRIMARY BRAIN
|
||||
# =================================================
|
||||
- model: N-Bot-Int/MaidEllaA-1B
|
||||
parameters:
|
||||
weight:
|
||||
# Preserve language structure
|
||||
- filter: self_attn
|
||||
value: 1.02
|
||||
|
||||
# Slightly reinforce RP behavior
|
||||
- filter: mlp
|
||||
value: 1.04
|
||||
|
||||
# Global anchor
|
||||
- value: 1.0
|
||||
|
||||
# =================================================
|
||||
# T-VIRUS MICRO-INJECTION
|
||||
# =================================================
|
||||
- model: UmbrellaInc/T-Virus_Epsilon.Strain-3.2-1B
|
||||
parameters:
|
||||
weight:
|
||||
# ONLY touch behavioral MLPs lightly
|
||||
# Higher values already proved unstable
|
||||
- filter: mlp
|
||||
value: 0.045
|
||||
|
||||
# Extremely conservative global influence
|
||||
- value: 0.018
|
||||
|
||||
# =====================================================
|
||||
# GLOBAL PARAMETERS
|
||||
# =====================================================
|
||||
|
||||
parameters:
|
||||
# Extremely conservative density
|
||||
# enough to influence behavior
|
||||
# without liquefying semantics
|
||||
density: 0.11
|
||||
|
||||
# Critical for tiny models
|
||||
# normalize=true caused collapse before
|
||||
normalize: false
|
||||
|
||||
int8_mask: false
|
||||
|
||||
# =====================================================
|
||||
# TOKENIZER SAFETY
|
||||
# =====================================================
|
||||
|
||||
tokenizer_source: N-Bot-Int/MaidEllaA-1B
|
||||
|
||||
# =====================================================
|
||||
# EMBEDDINGS
|
||||
# =====================================================
|
||||
|
||||
tie_word_embeddings: true
|
||||
tie_output_embeddings: true
|
||||
|
||||
|
||||
Reference in New Issue
Block a user