初始化项目,由ModelHub XC社区提供模型
Model: NovaCorp/Amoral.Ultimate-1B Source: Original Platform
This commit is contained in:
82
mergekit_config.yml
Normal file
82
mergekit_config.yml
Normal file
@@ -0,0 +1,82 @@
|
||||
|
||||
|
||||
# Author: Dr. Novaciano
|
||||
# Objective: Fusion RP Unethic Gemma 1B AI Model
|
||||
# =========================================================
|
||||
# PROJECT: Amoral Ultimate 1B — Surgical Edition
|
||||
# =========================================================
|
||||
|
||||
merge_method: dare_ties
|
||||
base_model: soob3123/amoral-gemma3-1B-v2
|
||||
|
||||
dtype: bfloat16
|
||||
|
||||
parameters:
|
||||
normalize: false
|
||||
int8_mask: true
|
||||
rescale: true
|
||||
rescale_factor: 1.12
|
||||
|
||||
density: 0.68
|
||||
lambda: 1.15
|
||||
epsilon: 0.05
|
||||
prune_threshold: 0.018
|
||||
|
||||
slices:
|
||||
|
||||
# =====================================================
|
||||
# EARLY LAYERS
|
||||
# =====================================================
|
||||
|
||||
- sources:
|
||||
- model: soob3123/amoral-gemma3-1B-v2
|
||||
layer_range: [0, 6]
|
||||
parameters:
|
||||
weight: 0.72
|
||||
|
||||
- model: DavidAU/gemma-3-1b-it-heretic-extreme-uncensored-abliterated
|
||||
layer_range: [0, 6]
|
||||
parameters:
|
||||
weight: 0.28
|
||||
|
||||
# =====================================================
|
||||
# MID LAYERS
|
||||
# =====================================================
|
||||
|
||||
- sources:
|
||||
- model: soob3123/amoral-gemma3-1B-v2
|
||||
layer_range: [6, 18]
|
||||
parameters:
|
||||
weight: 0.62
|
||||
|
||||
- model: DavidAU/gemma-3-1b-it-heretic-extreme-uncensored-abliterated
|
||||
layer_range: [6, 18]
|
||||
parameters:
|
||||
weight: 0.38
|
||||
|
||||
parameters:
|
||||
scale: 1.20
|
||||
|
||||
# =====================================================
|
||||
# FINAL LAYERS
|
||||
# =====================================================
|
||||
|
||||
- sources:
|
||||
- model: soob3123/amoral-gemma3-1B-v2
|
||||
layer_range: [18, 26]
|
||||
parameters:
|
||||
weight: 0.78
|
||||
|
||||
- model: DavidAU/gemma-3-1b-it-heretic-extreme-uncensored-abliterated
|
||||
layer_range: [18, 26]
|
||||
parameters:
|
||||
weight: 0.22
|
||||
|
||||
parameters:
|
||||
scale: 0.82
|
||||
|
||||
tokenizer:
|
||||
source: base
|
||||
|
||||
tie_word_embeddings: true
|
||||
tie_output_embeddings: true
|
||||
Reference in New Issue
Block a user