From ff1e73e369cc2595cd30774b5c236c991717591c Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 18 Jun 2026 00:36:15 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: QuantFactory/NemoMix-Unleashed-12B-GGUF Source: Original Platform --- .gitattributes | 49 ++++++++++++++ NemoMix-Unleashed-12B.Q2_K.gguf | 3 + NemoMix-Unleashed-12B.Q3_K_L.gguf | 3 + NemoMix-Unleashed-12B.Q3_K_M.gguf | 3 + NemoMix-Unleashed-12B.Q3_K_S.gguf | 3 + NemoMix-Unleashed-12B.Q4_0.gguf | 3 + NemoMix-Unleashed-12B.Q4_1.gguf | 3 + NemoMix-Unleashed-12B.Q4_K_M.gguf | 3 + NemoMix-Unleashed-12B.Q4_K_S.gguf | 3 + NemoMix-Unleashed-12B.Q5_0.gguf | 3 + NemoMix-Unleashed-12B.Q5_1.gguf | 3 + NemoMix-Unleashed-12B.Q5_K_M.gguf | 3 + NemoMix-Unleashed-12B.Q5_K_S.gguf | 3 + NemoMix-Unleashed-12B.Q6_K.gguf | 3 + NemoMix-Unleashed-12B.Q8_0.gguf | 3 + README.md | 109 ++++++++++++++++++++++++++++++ 16 files changed, 200 insertions(+) create mode 100644 .gitattributes create mode 100644 NemoMix-Unleashed-12B.Q2_K.gguf create mode 100644 NemoMix-Unleashed-12B.Q3_K_L.gguf create mode 100644 NemoMix-Unleashed-12B.Q3_K_M.gguf create mode 100644 NemoMix-Unleashed-12B.Q3_K_S.gguf create mode 100644 NemoMix-Unleashed-12B.Q4_0.gguf create mode 100644 NemoMix-Unleashed-12B.Q4_1.gguf create mode 100644 NemoMix-Unleashed-12B.Q4_K_M.gguf create mode 100644 NemoMix-Unleashed-12B.Q4_K_S.gguf create mode 100644 NemoMix-Unleashed-12B.Q5_0.gguf create mode 100644 NemoMix-Unleashed-12B.Q5_1.gguf create mode 100644 NemoMix-Unleashed-12B.Q5_K_M.gguf create mode 100644 NemoMix-Unleashed-12B.Q5_K_S.gguf create mode 100644 NemoMix-Unleashed-12B.Q6_K.gguf create mode 100644 NemoMix-Unleashed-12B.Q8_0.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..0c10416 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,49 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +NemoMix-Unleashed-12B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +NemoMix-Unleashed-12B.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +NemoMix-Unleashed-12B.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +NemoMix-Unleashed-12B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +NemoMix-Unleashed-12B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +NemoMix-Unleashed-12B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +NemoMix-Unleashed-12B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +NemoMix-Unleashed-12B.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +NemoMix-Unleashed-12B.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +NemoMix-Unleashed-12B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +NemoMix-Unleashed-12B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +NemoMix-Unleashed-12B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +NemoMix-Unleashed-12B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +NemoMix-Unleashed-12B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/NemoMix-Unleashed-12B.Q2_K.gguf b/NemoMix-Unleashed-12B.Q2_K.gguf new file mode 100644 index 0000000..544593b --- /dev/null +++ b/NemoMix-Unleashed-12B.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:158f134ce953c8813f0e6e24b157e9cd33210fdbbe03770c671e2d4dfd503f5c +size 4791046688 diff --git a/NemoMix-Unleashed-12B.Q3_K_L.gguf b/NemoMix-Unleashed-12B.Q3_K_L.gguf new file mode 100644 index 0000000..16607ed --- /dev/null +++ b/NemoMix-Unleashed-12B.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77818f6269d8f64ce37f610e3276253de4d6a329bf5155279c849173afaa1d05 +size 6561501728 diff --git a/NemoMix-Unleashed-12B.Q3_K_M.gguf b/NemoMix-Unleashed-12B.Q3_K_M.gguf new file mode 100644 index 0000000..d093966 --- /dev/null +++ b/NemoMix-Unleashed-12B.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22001338d8cf9e9b205571e61f935b95caa785d223b0bc365b5d4a911e3dd2a1 +size 6083088928 diff --git a/NemoMix-Unleashed-12B.Q3_K_S.gguf b/NemoMix-Unleashed-12B.Q3_K_S.gguf new file mode 100644 index 0000000..ae1c7a0 --- /dev/null +++ b/NemoMix-Unleashed-12B.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eef020ed230294598a9cda7bda35cee23f1a6538d57372c852dbcd2735463125 +size 5534224928 diff --git a/NemoMix-Unleashed-12B.Q4_0.gguf b/NemoMix-Unleashed-12B.Q4_0.gguf new file mode 100644 index 0000000..f931cd3 --- /dev/null +++ b/NemoMix-Unleashed-12B.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8277816f2b880ea111640c4c49c00663426bd407e2b53f788538e5707af6be2f +size 7071699488 diff --git a/NemoMix-Unleashed-12B.Q4_1.gguf b/NemoMix-Unleashed-12B.Q4_1.gguf new file mode 100644 index 0000000..de35350 --- /dev/null +++ b/NemoMix-Unleashed-12B.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd4895bc0492500a702ee15979c5dfe2c6e508056458797a1467efed506aa34e +size 7795216928 diff --git a/NemoMix-Unleashed-12B.Q4_K_M.gguf b/NemoMix-Unleashed-12B.Q4_K_M.gguf new file mode 100644 index 0000000..de69beb --- /dev/null +++ b/NemoMix-Unleashed-12B.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5be47b7fd4e64c746d124ed94915360a816a7d47a7b9699525aeb39468b1c769 +size 7477203488 diff --git a/NemoMix-Unleashed-12B.Q4_K_S.gguf b/NemoMix-Unleashed-12B.Q4_K_S.gguf new file mode 100644 index 0000000..ed1aae8 --- /dev/null +++ b/NemoMix-Unleashed-12B.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b2af3b094051280510e03ff0e61f51877e6f1fb001d30edc76da106ad63216b +size 7120196128 diff --git a/NemoMix-Unleashed-12B.Q5_0.gguf b/NemoMix-Unleashed-12B.Q5_0.gguf new file mode 100644 index 0000000..111afe6 --- /dev/null +++ b/NemoMix-Unleashed-12B.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b72c777484ebe6bce4a7657da65f9d86388776bb0dde3b67f724f641ff347ec7 +size 8518734368 diff --git a/NemoMix-Unleashed-12B.Q5_1.gguf b/NemoMix-Unleashed-12B.Q5_1.gguf new file mode 100644 index 0000000..95f0986 --- /dev/null +++ b/NemoMix-Unleashed-12B.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47bbcdf5af0054441484513d8b27c56f90d82f7a84c6cfacaa28e921e6113a18 +size 9242251808 diff --git a/NemoMix-Unleashed-12B.Q5_K_M.gguf b/NemoMix-Unleashed-12B.Q5_K_M.gguf new file mode 100644 index 0000000..d109281 --- /dev/null +++ b/NemoMix-Unleashed-12B.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01607a1475b77197f793162c0b9e40ca15da4f297d374644bdaa26798ca5c9aa +size 8727630368 diff --git a/NemoMix-Unleashed-12B.Q5_K_S.gguf b/NemoMix-Unleashed-12B.Q5_K_S.gguf new file mode 100644 index 0000000..7dbcbcb --- /dev/null +++ b/NemoMix-Unleashed-12B.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:705b23f8754ce0549d7067ae63a9b02756e090b5e36de313799af87dea304e0b +size 8518734368 diff --git a/NemoMix-Unleashed-12B.Q6_K.gguf b/NemoMix-Unleashed-12B.Q6_K.gguf new file mode 100644 index 0000000..45f6f59 --- /dev/null +++ b/NemoMix-Unleashed-12B.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61d3fe1df93030bcb8a22c83ea67bc95db323a1a5278f43be907be3cef0801c4 +size 10056208928 diff --git a/NemoMix-Unleashed-12B.Q8_0.gguf b/NemoMix-Unleashed-12B.Q8_0.gguf new file mode 100644 index 0000000..dce6f7a --- /dev/null +++ b/NemoMix-Unleashed-12B.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26c75af85a71a93c2d8ffe117be8733e6ef433fb13d7e216fdf5614bf1e6e3ac +size 13022368288 diff --git a/README.md b/README.md new file mode 100644 index 0000000..e563d72 --- /dev/null +++ b/README.md @@ -0,0 +1,109 @@ + +--- + +base_model: [] +library_name: transformers +tags: +- mergekit +- merge + +--- + +![](https://lh7-rt.googleusercontent.com/docsz/AD_4nXeiuCm7c8lEwEJuRey9kiVZsRn2W-b4pWlu3-X534V3YmVuVc2ZL-NXg2RkzSOOS2JXGHutDuyyNAUtdJI65jGTo8jT9Y99tMi4H4MqL44Uc5QKG77B0d6-JfIkZHFaUA71-RtjyYZWVIhqsNZcx8-OMaA?key=xt3VSDoCbmTY7o-cwwOFwQ) + +# QuantFactory/NemoMix-Unleashed-12B-GGUF +This is quantized version of [MarinaraSpaghetti/NemoMix-Unleashed-12B](https://huggingface.co/MarinaraSpaghetti/NemoMix-Unleashed-12B) created using llama.cpp + +# Original Model Card + + +![image/jpeg](https://cdn-uploads.huggingface.co/production/uploads/6550b16f7490049d6237f200/zYBXSewLbIxWHZdB3oEHs.jpeg) + +![image/png](https://cdn-uploads.huggingface.co/production/uploads/6550b16f7490049d6237f200/eRwPcd9Ox03hn_WRnsotj.png) + +# Information +## Details + +Okay, I tried really hard to improve my ChatML merges, but that has gone terribly wrong. Everyone is adding special tokens with different IDs so can't even make a proper union tokenizer for them, damn. Not to mention, I made some... interesting discoveres in regards to some models' context lenghts. You can watch the breakdown of how it went down here: https://www.captiongenerator.com/v/2303039/marinaraspaghetti's-merging-experience. + +This one feels a bit different to my previous attempts and seems less prone to repetition, especially on higher contexts, which is great for me! I'll probably improve on it even further, but for now, it feels rather nice. Great for RP and storytelling. All credits and thanks go to the amazing MistralAI, Intervitens, Sao10K and Nbeerbower for their amazing models! Plus, special shoutouts to Parasitic Rogue for ideas and Prodeus Unity for cool exl2 quants of my previous merges. Have a good one, everyone. + +## Instruct + +![image/gif](https://cdn-uploads.huggingface.co/production/uploads/6550b16f7490049d6237f200/JtOSIRNnMdGNycWACobO2.gif) + +*Sigh,* Mistral Instruct, I'm afraid. + +``` +[INST] {system} [/INST]{response}[INST] {user's message} [/INST]{response} +``` + +## Parameters + +I recommend running Temperature 1.0-1.25 with 0.1 Top A or 0.01-0.1 Min P, and with 0.8/1.75/2/0 DRY. Also works with lower Temperatures below 1.0. Nothing more needed. + +### Settings + +You can use my exact settings from here (use the ones from the Mistral Base/Customized folder, I also recommend checking the Mistral Improved folder): https://huggingface.co/MarinaraSpaghetti/SillyTavern-Settings/tree/main. + +## GGUF + +https://huggingface.co/bartowski/NemoMix-Unleashed-12B-GGUF + +# NemoMix-Unleashed-12B + +This is a merge of pre-trained language models created using [mergekit](https://github.com/cg123/mergekit). + +## Merge Details +### Merge Method + +This model was merged using the della_linear merge method using E:\mergekit\mistralaiMistral-Nemo-Base-2407 as a base. + +### Models Merged + +The following models were included in the merge: +* E:\mergekit\intervitens_mini-magnum-12b-v1.1 +* E:\mergekit\nbeerbower_mistral-nemo-bophades-12B +* E:\mergekit\Sao10K_MN-12B-Lyra-v1 +* E:\mergekit\nbeerbower_mistral-nemo-gutenberg-12B +* E:\mergekit\mistralaiMistral-Nemo-Instruct-2407 + +### Configuration + +The following YAML configuration was used to produce this model: + +```yaml +models: + - model: E:\mergekit\mistralaiMistral-Nemo-Instruct-2407 + parameters: + weight: 0.1 + density: 0.4 + - model: E:\mergekit\nbeerbower_mistral-nemo-bophades-12B + parameters: + weight: 0.12 + density: 0.5 + - model: E:\mergekit\nbeerbower_mistral-nemo-gutenberg-12B + parameters: + weight: 0.2 + density: 0.6 + - model: E:\mergekit\Sao10K_MN-12B-Lyra-v1 + parameters: + weight: 0.25 + density: 0.7 + - model: E:\mergekit\intervitens_mini-magnum-12b-v1.1 + parameters: + weight: 0.33 + density: 0.8 +merge_method: della_linear +base_model: E:\mergekit\mistralaiMistral-Nemo-Base-2407 +parameters: + epsilon: 0.05 + lambda: 1 +dtype: bfloat16 +tokenizer_source: base +``` + +# Ko-fi +## Enjoying what I do? Consider donating here, thank you! + +https://ko-fi.com/spicy_marinara