The following YAML configuration was used to produce this model:
base_model: B:/12B/models--IntervitensInc--Mistral-Nemo-Base-2407-chatml
models:
# - model: B:/12B/models--aixonlab--Aether-12b
# - model: B:/12B/models--aixonlab--Zinakha-12b
# - model: B:/12B/models--allura-org--Bigger-Body-12b
# - model: B:/12B/models--allura-org--MN-12b-RP-Ink
# - model: B:/12B/models--allura-org--remnant-mn-12b
# - model: B:/12B/models--allura-org--Tlacuilo-12B
# - model: B:/12B/models--anthracite-org--magnum-v2-12b
# - model: B:/12B/models--anthracite-org--magnum-v2.5-12b-kto
# - model: B:/12B/models--anthracite-org--magnum-v4-12b
# - model: B:/12B/models--ArliAI--Mistral-Nemo-12B-ArliAI-RPMax-v1.2
# - model: B:/12B/models--axolotl-ai-co--romulus-mistral-nemo-12b-simpo
# - model: B:/12B/models--Babsie--Opulus-12B-v3
# - model: B:/12B/models--BeaverAI--mistral-doryV2-12b
# - model: B:/12B/models--cgato--Nemo-12b-Humanize-KTO-Experimental-Latest
# - model: B:/12B/models--cgato--Nemo-12b-Humanize-SFT-v0.2.5-KTO
# - model: B:/12B/models--ChaoticNeutrals--Mag-Mell-Reasoner-12B
# - model: B:/12B/models--crestf411--nemo-sunfall-v0.6.1
# - model: B:/12B/models--dphn--dolphin-2.9.3-mistral-nemo-12b
# - model: B:/12B/models--Elizezen--Himeyuri-v0.1-12B
# - model: B:/12B/models--Epiculous--Azure_Dusk-v0.2
# - model: B:/12B/models--Epiculous--Crimson_Dawn-v0.2
# - model: B:/12B/models--EpistemeAI2--Fireball-Mistral-Nemo-12B-Philos
# - model: B:/12B/models--EpistemeAI--Mistral-Nemo-Instruct-12B-Philosophy-Math
# - model: B:/12B/models--Fizzarolli--MN-12b-Rosier-v1
# - model: B:/12B/models--flammenai--Flammades-Mistral-Nemo-12B
# - model: B:/12B/models--flammenai--Mahou-1.3-mistral-nemo-12B
# - model: B:/12B/models--flammenai--Mahou-1.5-mistral-nemo-12B
# - model: B:/12B/models--GreenerPastures--Golden-Curry-12B
# - model: B:/12B/models--Gryphe--Pantheon-RP-1.5-12b-Nemo
# - model: B:/12B/models--Gryphe--Pantheon-RP-1.6.1-12b-Nemo
# - model: B:/12B/models--HumanLLMs--Human-Like-Mistral-Nemo-Instruct-2407
# - model: B:/12B/models--IIEleven11--Kalypso
# - model: B:/12B/models--intervitens--mini-magnum-12b-v1.1
# - model: B:/12B/models--IntervitensInc--Mistral-Nemo-Base-2407-chatml
# - model: B:/12B/models--jtatman--mistral_nemo_12b_reasoning_psychology_lora
# - model: B:/12B/models--KOOWEEYUS--BlackSheep-RP-12B
# - model: B:/12B/models--Lambent--Arsenic-Shahrazad-12B-v2
# - model: B:/12B/models--Lambent--Arsenic-Shahrazad-12B-v3
# - model: B:/12B/models--Lambent--arsenic-nemo-unleashed-12B
# - model: B:/12B/models--Lambent--Gilded-Arsenic-12B
# - model: B:/12B/models--LatitudeGames--Muse-12B
# - model: B:/12B/models--LatitudeGames--Wayfarer-12B
# - model: B:/12B/models--LatitudeGames--Wayfarer-2-12B
# - model: B:/12B/models--migtissera--Tess-3-Mistral-Nemo-12B
# # - model: B:/12B/models--mistralai--Mistral-Nemo-Instruct-2407
# - model: B:/12B/models--mpasila--Mistral-freeLiPPA-LoRA-12B
# - model: B:/12B/models--nbeerbower--Denker-mistral-nemo-12B
# - model: B:/12B/models--nbeerbower--Lyra-Gutenberg-mistral-nemo-12B
# - model: B:/12B/models--nbeerbower--Lyra4-Gutenberg-12B
# - model: B:/12B/models--nbeerbower--Merlina-ORPO-12B
# - model: B:/12B/models--nbeerbower--mistral-nemo-bophades-12B
# - model: B:/12B/models--nbeerbower--mistral-nemo-cc-12B
# - model: B:/12B/models--nbeerbower--mistral-nemo-gutenberg-12B-v2
# - model: B:/12B/models--nbeerbower--mistral-nemo-gutenberg-12B-v3
# - model: B:/12B/models--nbeerbower--mistral-nemo-gutenberg-12B-v4
# - model: B:/12B/models--nbeerbower--Mistral-Nemo-Gutenberg-Doppel-12B
# - model: B:/12B/models--nbeerbower--Mistral-Nemo-Gutenberg-Doppel-12B-v2
# - model: B:/12B/models--nbeerbower--Mistral-Nemo-Gutenberg-Encore-12B
# - model: B:/12B/models--nbeerbower--Mistral-Nemo-Gutenberg-Vitus-12B
# - model: B:/12B/models--nbeerbower--mistral-nemo-kartoffel-12B
# - model: B:/12B/models--nbeerbower--Mistral-Nemo-Prism-12B
# - model: B:/12B/models--nbeerbower--mistral-nemo-wissenschaft-12B
# - model: B:/12B/models--NeverSleepHistorical--lumi-nemo-e2.0
# - model: B:/12B/models--NeverSleep--Lumimaid-v0.2-12B
# - model: B:/12B/models--nothingiisreal--Celeste-12B-V1.6
# - model: B:/12B/models--nothingiisreal--MN-12B-Celeste-V1.9
# # - model: B:/12B/models--p-e-w--Mistral-Nemo-Instruct-2407-heretic-noslop
# - model: B:/12B/models--PocketDoc--Dans-DangerousWinds-V1.1.0-12b
# - model: B:/12B/models--PocketDoc--Dans-PersonalityEngine-V1.1.0-12b
# - model: B:/12B/models--PocketDoc--Dans-PersonalityEngine-V1.3.0-12b
# - model: B:/12B/models--PocketDoc--Dans-SakuraKaze-V1.0.0-12b
# - model: B:/12B/models--PygmalionAI--Eleusis-12B
# - model: B:/12B/models--PygmalionAI--Pygmalion-3-12B
# - model: B:/12B/models--rAIfle--Questionable-MN-bf16
# - model: B:/12B/models--ReadyArt--Dark-Nexus-12B-v2.0
# - model: B:/12B/models--ReadyArt--Forgotten-Safeword-12B-v4.0
# - model: B:/12B/models--ReadyArt--Omega-Darker_The-Final-Directive-12B
# - model: B:/12B/models--romaingrx--red-teamer-mistral-nemo
# - model: B:/12B/models--Sao10K--MN-12B-Lyra-v1
# - model: B:/12B/models--Sao10K--MN-12B-Lyra-v2a1
# - model: B:/12B/models--Sao10K--MN-12B-Lyra-v4
# - model: B:/12B/models--Sao10K--MN-BackyardAI-Party-12B-v1
# - model: B:/12B/models--schneewolflabs--A0l-12B
# - model: B:/12B/models--shisa-ai--shisa-v2-mistral-nemo-12b
# - model: B:/12B/models--shuttleai--shuttle-2.5-mini
# - model: B:/12B/models--SicariusSicariiStuff--Angelic_Eclipse_12B
# - model: B:/12B/models--SicariusSicariiStuff--Impish_Bloodmoon_12B
# - model: B:/12B/models--SicariusSicariiStuff--Impish_Longtail_12B
# - model: B:/12B/models--SicariusSicariiStuff--Impish_Nemo_12B
# - model: B:/12B/models--SicariusSicariiStuff--Sweet_Dreams_12B
# - model: B:/12B/models--sleepdeprived3--Christian-Bible-Expert-v2.0-12B
# - model: B:/12B/models--SuperbEmphasis--MN-12b-RP-Ink-RP-Longform
# - model: B:/12B/models--SuperbEmphasis--Omega-Darker_The-Final-Directive-Longform-Stage2-ERP-12B-v0.2
# - model: B:/12B/models--TheDrummer--Rivermind-12B-v1
# - model: B:/12B/models--TheDrummer--Rocinante-12B-v1
# - model: B:/12B/models--TheDrummer--Rocinante-X-12B-v1
# - model: B:/12B/models--Trappu--Nemo-Picaro-12B
# - model: B:/12B/models--Undi95--LocalC-12B-e2.0
# - model: B:/12B/models--UsernameJustAnother--Nemo-12B-Marlin-v5
# - model: B:/12B/models--UsernameJustAnother--Nemo-12B-Marlin-v6
# - model: B:/12B/models--UsernameJustAnother--Nemo-12B-Marlin-v8
# - model: B:/12B/models--VAGOsolutions--SauerkrautLM-Nemo-12b-Instruct
- model: B:/12B/models--aixonlab--Aether-12b
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--aixonlab--Zinakha-12b
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--allura-org--Bigger-Body-12b
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--allura-org--MN-12b-RP-Ink
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--allura-org--remnant-mn-12b
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--allura-org--Tlacuilo-12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--anthracite-org--magnum-v2-12b
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--anthracite-org--magnum-v2.5-12b-kto
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--anthracite-org--magnum-v4-12b
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--ArliAI--Mistral-Nemo-12B-ArliAI-RPMax-v1.2
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--axolotl-ai-co--romulus-mistral-nemo-12b-simpo
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--Babsie--Opulus-12B-v3
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--BeaverAI--mistral-doryV2-12b
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--cgato--Nemo-12b-Humanize-KTO-Experimental-Latest
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--cgato--Nemo-12b-Humanize-SFT-v0.2.5-KTO
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--ChaoticNeutrals--Mag-Mell-Reasoner-12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--crestf411--nemo-sunfall-v0.6.1
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--dphn--dolphin-2.9.3-mistral-nemo-12b
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--Elizezen--Himeyuri-v0.1-12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--Epiculous--Azure_Dusk-v0.2
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--Epiculous--Crimson_Dawn-v0.2
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--EpistemeAI2--Fireball-Mistral-Nemo-12B-Philos
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--EpistemeAI--Mistral-Nemo-Instruct-12B-Philosophy-Math
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--Fizzarolli--MN-12b-Rosier-v1
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--flammenai--Flammades-Mistral-Nemo-12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--flammenai--Mahou-1.3-mistral-nemo-12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--flammenai--Mahou-1.5-mistral-nemo-12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--GreenerPastures--Golden-Curry-12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--Gryphe--Pantheon-RP-1.5-12b-Nemo
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--Gryphe--Pantheon-RP-1.6.1-12b-Nemo
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--HumanLLMs--Human-Like-Mistral-Nemo-Instruct-2407
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--IIEleven11--Kalypso
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--intervitens--mini-magnum-12b-v1.1
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--IntervitensInc--Mistral-Nemo-Base-2407-chatml
- model: B:/12B/models--jtatman--mistral_nemo_12b_reasoning_psychology_lora
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--KOOWEEYUS--BlackSheep-RP-12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--Lambent--Arsenic-Shahrazad-12B-v2
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--Lambent--Arsenic-Shahrazad-12B-v3
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--Lambent--arsenic-nemo-unleashed-12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--Lambent--Gilded-Arsenic-12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--LatitudeGames--Muse-12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--LatitudeGames--Wayfarer-12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--LatitudeGames--Wayfarer-2-12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--migtissera--Tess-3-Mistral-Nemo-12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
# - model: B:/12B/models--mistralai--Mistral-Nemo-Instruct-2407
- model: B:/12B/models--mpasila--Mistral-freeLiPPA-LoRA-12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--nbeerbower--Denker-mistral-nemo-12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--nbeerbower--Lyra-Gutenberg-mistral-nemo-12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--nbeerbower--Lyra4-Gutenberg-12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--nbeerbower--Merlina-ORPO-12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--nbeerbower--mistral-nemo-bophades-12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--nbeerbower--mistral-nemo-cc-12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--nbeerbower--mistral-nemo-gutenberg-12B-v2
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--nbeerbower--mistral-nemo-gutenberg-12B-v3
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--nbeerbower--mistral-nemo-gutenberg-12B-v4
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--nbeerbower--Mistral-Nemo-Gutenberg-Doppel-12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--nbeerbower--Mistral-Nemo-Gutenberg-Doppel-12B-v2
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--nbeerbower--Mistral-Nemo-Gutenberg-Encore-12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--nbeerbower--Mistral-Nemo-Gutenberg-Vitus-12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--nbeerbower--mistral-nemo-kartoffel-12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--nbeerbower--Mistral-Nemo-Prism-12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--nbeerbower--mistral-nemo-wissenschaft-12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--NeverSleepHistorical--lumi-nemo-e2.0
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--NeverSleep--Lumimaid-v0.2-12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--nothingiisreal--Celeste-12B-V1.6
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--nothingiisreal--MN-12B-Celeste-V1.9
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
# - model: B:/12B/models--p-e-w--Mistral-Nemo-Instruct-2407-heretic-noslop
- model: B:/12B/models--PocketDoc--Dans-DangerousWinds-V1.1.0-12b
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--PocketDoc--Dans-PersonalityEngine-V1.1.0-12b
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--PocketDoc--Dans-PersonalityEngine-V1.3.0-12b
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--PocketDoc--Dans-SakuraKaze-V1.0.0-12b
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--PygmalionAI--Eleusis-12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--PygmalionAI--Pygmalion-3-12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--rAIfle--Questionable-MN-bf16
parameters:
density: 0.9
weight: 0.005 # -400%
epsilon: 0.099
- model: B:/12B/models--ReadyArt--Dark-Nexus-12B-v2.0
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--ReadyArt--Forgotten-Safeword-12B-v4.0
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--ReadyArt--Omega-Darker_The-Final-Directive-12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--romaingrx--red-teamer-mistral-nemo
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--Sao10K--MN-12B-Lyra-v1
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--Sao10K--MN-12B-Lyra-v2a1
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--Sao10K--MN-12B-Lyra-v4
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--Sao10K--MN-BackyardAI-Party-12B-v1
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--schneewolflabs--A0l-12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--shisa-ai--shisa-v2-mistral-nemo-12b
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--shuttleai--shuttle-2.5-mini
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--SicariusSicariiStuff--Angelic_Eclipse_12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--SicariusSicariiStuff--Impish_Bloodmoon_12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--SicariusSicariiStuff--Impish_Longtail_12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--SicariusSicariiStuff--Impish_Nemo_12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--SicariusSicariiStuff--Sweet_Dreams_12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--sleepdeprived3--Christian-Bible-Expert-v2.0-12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--SuperbEmphasis--MN-12b-RP-Ink-RP-Longform
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--SuperbEmphasis--Omega-Darker_The-Final-Directive-Longform-Stage2-ERP-12B-v0.2
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--TheDrummer--Rivermind-12B-v1
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--TheDrummer--Rocinante-12B-v1
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--TheDrummer--Rocinante-X-12B-v1
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--Trappu--Nemo-Picaro-12B
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--Undi95--LocalC-12B-e2.0
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--UsernameJustAnother--Nemo-12B-Marlin-v5
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--UsernameJustAnother--Nemo-12B-Marlin-v6
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--UsernameJustAnother--Nemo-12B-Marlin-v8
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
- model: B:/12B/models--VAGOsolutions--SauerkrautLM-Nemo-12b-Instruct
parameters:
density: 0.9
weight: 0.02
epsilon: 0.099
merge_method: della
parameters:
lambda: 1.0
normalize: false
int8_mask: false
dtype: float32
out_dtype: bfloat16
tokenizer:
source: "union"
tokens:
# Force ChatML EOS tokens
"<|im_start|>":
source: "B:/12B/models--SicariusSicariiStuff--Impish_Nemo_12B"
force: true
"<|im_end|>":
source: "B:/12B/models--SicariusSicariiStuff--Impish_Nemo_12B"
force: true
# Keep Mistral tokens
"[INST]":
source: "B:/12B/models--ArliAI--Mistral-Nemo-12B-ArliAI-RPMax-v1.2"
# source: "B:/12B/models--mistralai--Mistral-Nemo-Instruct-2407"
# The tokenizer system requires all models referenced in token configurations to be present in the merge's model list to build proper embedding permutations.
"[/INST]":
source: "B:/12B/models--ArliAI--Mistral-Nemo-12B-ArliAI-RPMax-v1.2"
# Force as fallback EOS
"":
source: "B:/12B/models--ArliAI--Mistral-Nemo-12B-ArliAI-RPMax-v1.2"
force: true
chat_template: "chatml"
name: 🦑 Kraken-12B-v0
# --copy-tokenizer --allow-crimes --out-shard-size 5B --trust-remote-code --lazy-unpickle --random-seed 420 --cuda --fix-mistral-regex