83 lines
1.8 KiB
YAML
83 lines
1.8 KiB
YAML
|
|
|
|
# Author: Dr. Novaciano
|
|
# Objective: Fusion RP Unethic Gemma 1B AI Model
|
|
# =========================================================
|
|
# PROJECT: Amoral Ultimate 1B — Surgical Edition
|
|
# =========================================================
|
|
|
|
merge_method: dare_ties
|
|
base_model: soob3123/amoral-gemma3-1B-v2
|
|
|
|
dtype: bfloat16
|
|
|
|
parameters:
|
|
normalize: false
|
|
int8_mask: true
|
|
rescale: true
|
|
rescale_factor: 1.12
|
|
|
|
density: 0.68
|
|
lambda: 1.15
|
|
epsilon: 0.05
|
|
prune_threshold: 0.018
|
|
|
|
slices:
|
|
|
|
# =====================================================
|
|
# EARLY LAYERS
|
|
# =====================================================
|
|
|
|
- sources:
|
|
- model: soob3123/amoral-gemma3-1B-v2
|
|
layer_range: [0, 6]
|
|
parameters:
|
|
weight: 0.72
|
|
|
|
- model: DavidAU/gemma-3-1b-it-heretic-extreme-uncensored-abliterated
|
|
layer_range: [0, 6]
|
|
parameters:
|
|
weight: 0.28
|
|
|
|
# =====================================================
|
|
# MID LAYERS
|
|
# =====================================================
|
|
|
|
- sources:
|
|
- model: soob3123/amoral-gemma3-1B-v2
|
|
layer_range: [6, 18]
|
|
parameters:
|
|
weight: 0.62
|
|
|
|
- model: DavidAU/gemma-3-1b-it-heretic-extreme-uncensored-abliterated
|
|
layer_range: [6, 18]
|
|
parameters:
|
|
weight: 0.38
|
|
|
|
parameters:
|
|
scale: 1.20
|
|
|
|
# =====================================================
|
|
# FINAL LAYERS
|
|
# =====================================================
|
|
|
|
- sources:
|
|
- model: soob3123/amoral-gemma3-1B-v2
|
|
layer_range: [18, 26]
|
|
parameters:
|
|
weight: 0.78
|
|
|
|
- model: DavidAU/gemma-3-1b-it-heretic-extreme-uncensored-abliterated
|
|
layer_range: [18, 26]
|
|
parameters:
|
|
weight: 0.22
|
|
|
|
parameters:
|
|
scale: 0.82
|
|
|
|
tokenizer:
|
|
source: base
|
|
|
|
tie_word_embeddings: true
|
|
tie_output_embeddings: true
|