From f821aa3bfd9362bc85c71c34d07fe456c022e57a Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 19 May 2026 02:22:19 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/MN-12B-Skyrim-i1-GGUF Source: Original Platform --- .gitattributes | 60 +++++++++++++++++++++++ MN-12B-Skyrim.i1-IQ1_M.gguf | 3 ++ MN-12B-Skyrim.i1-IQ1_S.gguf | 3 ++ MN-12B-Skyrim.i1-IQ2_M.gguf | 3 ++ MN-12B-Skyrim.i1-IQ2_S.gguf | 3 ++ MN-12B-Skyrim.i1-IQ2_XS.gguf | 3 ++ MN-12B-Skyrim.i1-IQ2_XXS.gguf | 3 ++ MN-12B-Skyrim.i1-IQ3_M.gguf | 3 ++ MN-12B-Skyrim.i1-IQ3_S.gguf | 3 ++ MN-12B-Skyrim.i1-IQ3_XS.gguf | 3 ++ MN-12B-Skyrim.i1-IQ3_XXS.gguf | 3 ++ MN-12B-Skyrim.i1-IQ4_NL.gguf | 3 ++ MN-12B-Skyrim.i1-IQ4_XS.gguf | 3 ++ MN-12B-Skyrim.i1-Q2_K.gguf | 3 ++ MN-12B-Skyrim.i1-Q2_K_S.gguf | 3 ++ MN-12B-Skyrim.i1-Q3_K_L.gguf | 3 ++ MN-12B-Skyrim.i1-Q3_K_M.gguf | 3 ++ MN-12B-Skyrim.i1-Q3_K_S.gguf | 3 ++ MN-12B-Skyrim.i1-Q4_0.gguf | 3 ++ MN-12B-Skyrim.i1-Q4_1.gguf | 3 ++ MN-12B-Skyrim.i1-Q4_K_M.gguf | 3 ++ MN-12B-Skyrim.i1-Q4_K_S.gguf | 3 ++ MN-12B-Skyrim.i1-Q5_K_M.gguf | 3 ++ MN-12B-Skyrim.i1-Q5_K_S.gguf | 3 ++ MN-12B-Skyrim.i1-Q6_K.gguf | 3 ++ MN-12B-Skyrim.imatrix.gguf | 3 ++ README.md | 91 +++++++++++++++++++++++++++++++++++ 27 files changed, 226 insertions(+) create mode 100644 .gitattributes create mode 100644 MN-12B-Skyrim.i1-IQ1_M.gguf create mode 100644 MN-12B-Skyrim.i1-IQ1_S.gguf create mode 100644 MN-12B-Skyrim.i1-IQ2_M.gguf create mode 100644 MN-12B-Skyrim.i1-IQ2_S.gguf create mode 100644 MN-12B-Skyrim.i1-IQ2_XS.gguf create mode 100644 MN-12B-Skyrim.i1-IQ2_XXS.gguf create mode 100644 MN-12B-Skyrim.i1-IQ3_M.gguf create mode 100644 MN-12B-Skyrim.i1-IQ3_S.gguf create mode 100644 MN-12B-Skyrim.i1-IQ3_XS.gguf create mode 100644 MN-12B-Skyrim.i1-IQ3_XXS.gguf create mode 100644 MN-12B-Skyrim.i1-IQ4_NL.gguf create mode 100644 MN-12B-Skyrim.i1-IQ4_XS.gguf create mode 100644 MN-12B-Skyrim.i1-Q2_K.gguf create mode 100644 MN-12B-Skyrim.i1-Q2_K_S.gguf create mode 100644 MN-12B-Skyrim.i1-Q3_K_L.gguf create mode 100644 MN-12B-Skyrim.i1-Q3_K_M.gguf create mode 100644 MN-12B-Skyrim.i1-Q3_K_S.gguf create mode 100644 MN-12B-Skyrim.i1-Q4_0.gguf create mode 100644 MN-12B-Skyrim.i1-Q4_1.gguf create mode 100644 MN-12B-Skyrim.i1-Q4_K_M.gguf create mode 100644 MN-12B-Skyrim.i1-Q4_K_S.gguf create mode 100644 MN-12B-Skyrim.i1-Q5_K_M.gguf create mode 100644 MN-12B-Skyrim.i1-Q5_K_S.gguf create mode 100644 MN-12B-Skyrim.i1-Q6_K.gguf create mode 100644 MN-12B-Skyrim.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..e0afeb8 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +MN-12B-Skyrim.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +MN-12B-Skyrim.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +MN-12B-Skyrim.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +MN-12B-Skyrim.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +MN-12B-Skyrim.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +MN-12B-Skyrim.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +MN-12B-Skyrim.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +MN-12B-Skyrim.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +MN-12B-Skyrim.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +MN-12B-Skyrim.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +MN-12B-Skyrim.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +MN-12B-Skyrim.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +MN-12B-Skyrim.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +MN-12B-Skyrim.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +MN-12B-Skyrim.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +MN-12B-Skyrim.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +MN-12B-Skyrim.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +MN-12B-Skyrim.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +MN-12B-Skyrim.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +MN-12B-Skyrim.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +MN-12B-Skyrim.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +MN-12B-Skyrim.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +MN-12B-Skyrim.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +MN-12B-Skyrim.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +MN-12B-Skyrim.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/MN-12B-Skyrim.i1-IQ1_M.gguf b/MN-12B-Skyrim.i1-IQ1_M.gguf new file mode 100644 index 0000000..70c7dc3 --- /dev/null +++ b/MN-12B-Skyrim.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:422cc73cc893b434247cb0b022dbf0aa5d8c22904fcb127ba8966edfa6f2bb88 +size 3221625440 diff --git a/MN-12B-Skyrim.i1-IQ1_S.gguf b/MN-12B-Skyrim.i1-IQ1_S.gguf new file mode 100644 index 0000000..cc019ef --- /dev/null +++ b/MN-12B-Skyrim.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f236e3299dbfbb9aa582177d78e50cfcb8a1b2df80f8b1cf11947cfaf9bfc1b7 +size 2999212640 diff --git a/MN-12B-Skyrim.i1-IQ2_M.gguf b/MN-12B-Skyrim.i1-IQ2_M.gguf new file mode 100644 index 0000000..6504931 --- /dev/null +++ b/MN-12B-Skyrim.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcafa5bc87280fb104c98ba9d66e06d8f92ef1a28287e0c7b9bc14b11d68b499 +size 4435024480 diff --git a/MN-12B-Skyrim.i1-IQ2_S.gguf b/MN-12B-Skyrim.i1-IQ2_S.gguf new file mode 100644 index 0000000..10fdaad --- /dev/null +++ b/MN-12B-Skyrim.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ac9591cd585e99f394baea1354a3b34ed2c7000884793f7c77cfeef8779cf8b +size 4138474080 diff --git a/MN-12B-Skyrim.i1-IQ2_XS.gguf b/MN-12B-Skyrim.i1-IQ2_XS.gguf new file mode 100644 index 0000000..bc77b08 --- /dev/null +++ b/MN-12B-Skyrim.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b91f75d006843b940e5c8cf8a13bff86f9cf80eb321f9e7749f5d6171d299588 +size 3915078240 diff --git a/MN-12B-Skyrim.i1-IQ2_XXS.gguf b/MN-12B-Skyrim.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..857710b --- /dev/null +++ b/MN-12B-Skyrim.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32da33b832d02656d1b31b062913a00198ef09f9789275811fbefce28e07cbd0 +size 3592313440 diff --git a/MN-12B-Skyrim.i1-IQ3_M.gguf b/MN-12B-Skyrim.i1-IQ3_M.gguf new file mode 100644 index 0000000..581a540 --- /dev/null +++ b/MN-12B-Skyrim.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c617caf68e60934d208ebb771f863632ffe62e79a872902589ac66c3b0579f76 +size 5722233440 diff --git a/MN-12B-Skyrim.i1-IQ3_S.gguf b/MN-12B-Skyrim.i1-IQ3_S.gguf new file mode 100644 index 0000000..f7bdfa2 --- /dev/null +++ b/MN-12B-Skyrim.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f4fae3de4a98af95c5cccdb032210d09861a791d02f6396e5f868623294fa8e +size 5562079840 diff --git a/MN-12B-Skyrim.i1-IQ3_XS.gguf b/MN-12B-Skyrim.i1-IQ3_XS.gguf new file mode 100644 index 0000000..16a1beb --- /dev/null +++ b/MN-12B-Skyrim.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7b23d3a411de1a57efe8c614023244b5774ecd30d1f2ab7ced5f7f9fceadee6 +size 5306489440 diff --git a/MN-12B-Skyrim.i1-IQ3_XXS.gguf b/MN-12B-Skyrim.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..28d3c71 --- /dev/null +++ b/MN-12B-Skyrim.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3085419567cae0c9274a3299a4be8cd30b8dd8c36fc10fc9873ecb68a6c6b84a +size 4945386080 diff --git a/MN-12B-Skyrim.i1-IQ4_NL.gguf b/MN-12B-Skyrim.i1-IQ4_NL.gguf new file mode 100644 index 0000000..9f247f4 --- /dev/null +++ b/MN-12B-Skyrim.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9df2c4f58eb84eaa443a1d24672a7ab472ad509f82ce188991bcbfc0fbf07952 +size 7097916000 diff --git a/MN-12B-Skyrim.i1-IQ4_XS.gguf b/MN-12B-Skyrim.i1-IQ4_XS.gguf new file mode 100644 index 0000000..26cf081 --- /dev/null +++ b/MN-12B-Skyrim.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5b800b2fd86e3db40eb7cc5c40c14a7016b9d41d4f04df260f5cfd639036158 +size 6742710880 diff --git a/MN-12B-Skyrim.i1-Q2_K.gguf b/MN-12B-Skyrim.i1-Q2_K.gguf new file mode 100644 index 0000000..6e0c392 --- /dev/null +++ b/MN-12B-Skyrim.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0b7503613ccc5a496592468e3b03ed1de16b0eb1b06fad7cef62b6485b74cf4 +size 4791048800 diff --git a/MN-12B-Skyrim.i1-Q2_K_S.gguf b/MN-12B-Skyrim.i1-Q2_K_S.gguf new file mode 100644 index 0000000..f3e4cf8 --- /dev/null +++ b/MN-12B-Skyrim.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad3798612f62b50506a0cc41cdf98c1d7395d134561253ef4d74f23b259aab4b +size 4493679200 diff --git a/MN-12B-Skyrim.i1-Q3_K_L.gguf b/MN-12B-Skyrim.i1-Q3_K_L.gguf new file mode 100644 index 0000000..8fc7833 --- /dev/null +++ b/MN-12B-Skyrim.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fba198da41598a0b5b4993a83157fdba09610700b43eddf257e39911ed4d56b +size 6561503840 diff --git a/MN-12B-Skyrim.i1-Q3_K_M.gguf b/MN-12B-Skyrim.i1-Q3_K_M.gguf new file mode 100644 index 0000000..510cd0f --- /dev/null +++ b/MN-12B-Skyrim.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8f3f1b09a855e3a83a880a3660ec13a0edfd40b67a464d31751a30984002545 +size 6083091040 diff --git a/MN-12B-Skyrim.i1-Q3_K_S.gguf b/MN-12B-Skyrim.i1-Q3_K_S.gguf new file mode 100644 index 0000000..fd8098e --- /dev/null +++ b/MN-12B-Skyrim.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e908f78f586a2cae4b0f5712a785faf6a6509ede514948de190b4eabc2f1f5d +size 5534227040 diff --git a/MN-12B-Skyrim.i1-Q4_0.gguf b/MN-12B-Skyrim.i1-Q4_0.gguf new file mode 100644 index 0000000..1361909 --- /dev/null +++ b/MN-12B-Skyrim.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c09310c5a16b4114e4a3d45e9da12a0b8707d97bef46607281fbd353dc113dd5 +size 7094639200 diff --git a/MN-12B-Skyrim.i1-Q4_1.gguf b/MN-12B-Skyrim.i1-Q4_1.gguf new file mode 100644 index 0000000..e9dbfe8 --- /dev/null +++ b/MN-12B-Skyrim.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4741bbe3b60fb35f413b87efaf4cc82a645c45e8627f2c61bf6c1cf331556525 +size 7795219040 diff --git a/MN-12B-Skyrim.i1-Q4_K_M.gguf b/MN-12B-Skyrim.i1-Q4_K_M.gguf new file mode 100644 index 0000000..02a1f6a --- /dev/null +++ b/MN-12B-Skyrim.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:805a6eaed6490d1d4edabcd12bb0e6251226e8ea5cc72aa979e1d3ee4250eef6 +size 7477205600 diff --git a/MN-12B-Skyrim.i1-Q4_K_S.gguf b/MN-12B-Skyrim.i1-Q4_K_S.gguf new file mode 100644 index 0000000..e884bac --- /dev/null +++ b/MN-12B-Skyrim.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df9c2f62661c6545ec75587843cd23602370ecc98d2935a5e92e7025e2528181 +size 7120198240 diff --git a/MN-12B-Skyrim.i1-Q5_K_M.gguf b/MN-12B-Skyrim.i1-Q5_K_M.gguf new file mode 100644 index 0000000..732f5c0 --- /dev/null +++ b/MN-12B-Skyrim.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a237223bf928775b1ed843b2aac06008be228630541b29f27b28545692eaee2 +size 8727632480 diff --git a/MN-12B-Skyrim.i1-Q5_K_S.gguf b/MN-12B-Skyrim.i1-Q5_K_S.gguf new file mode 100644 index 0000000..4b8f498 --- /dev/null +++ b/MN-12B-Skyrim.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:517e80dfed3631094d7dd64a3b6b0336729058a148e0fbadc9ceeb5867cccf38 +size 8518736480 diff --git a/MN-12B-Skyrim.i1-Q6_K.gguf b/MN-12B-Skyrim.i1-Q6_K.gguf new file mode 100644 index 0000000..7ccf263 --- /dev/null +++ b/MN-12B-Skyrim.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73897cb8ca8b144d541357e5d668e71af1f5eaed7551dc330c1bf62fd6b75369 +size 10056211040 diff --git a/MN-12B-Skyrim.imatrix.gguf b/MN-12B-Skyrim.imatrix.gguf new file mode 100644 index 0000000..04257fc --- /dev/null +++ b/MN-12B-Skyrim.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d46895f382f4d9bba95031cfda95d83f93548add5dd86559c414cf9ad2e6d5ec +size 7088192 diff --git a/README.md b/README.md new file mode 100644 index 0000000..559c8bd --- /dev/null +++ b/README.md @@ -0,0 +1,91 @@ +--- +base_model: HarryDn/MN-12B-Skyrim +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- text-generation-inference +- transformers +- unsloth +- mistral +- gguf +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/HarryDn/MN-12B-Skyrim + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#MN-12B-Skyrim-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/MN-12B-Skyrim-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/MN-12B-Skyrim-i1-GGUF/resolve/main/MN-12B-Skyrim.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/MN-12B-Skyrim-i1-GGUF/resolve/main/MN-12B-Skyrim.i1-IQ1_S.gguf) | i1-IQ1_S | 3.1 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/MN-12B-Skyrim-i1-GGUF/resolve/main/MN-12B-Skyrim.i1-IQ1_M.gguf) | i1-IQ1_M | 3.3 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/MN-12B-Skyrim-i1-GGUF/resolve/main/MN-12B-Skyrim.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 3.7 | | +| [GGUF](https://huggingface.co/mradermacher/MN-12B-Skyrim-i1-GGUF/resolve/main/MN-12B-Skyrim.i1-IQ2_XS.gguf) | i1-IQ2_XS | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/MN-12B-Skyrim-i1-GGUF/resolve/main/MN-12B-Skyrim.i1-IQ2_S.gguf) | i1-IQ2_S | 4.2 | | +| [GGUF](https://huggingface.co/mradermacher/MN-12B-Skyrim-i1-GGUF/resolve/main/MN-12B-Skyrim.i1-IQ2_M.gguf) | i1-IQ2_M | 4.5 | | +| [GGUF](https://huggingface.co/mradermacher/MN-12B-Skyrim-i1-GGUF/resolve/main/MN-12B-Skyrim.i1-Q2_K_S.gguf) | i1-Q2_K_S | 4.6 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/MN-12B-Skyrim-i1-GGUF/resolve/main/MN-12B-Skyrim.i1-Q2_K.gguf) | i1-Q2_K | 4.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/MN-12B-Skyrim-i1-GGUF/resolve/main/MN-12B-Skyrim.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 5.0 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/MN-12B-Skyrim-i1-GGUF/resolve/main/MN-12B-Skyrim.i1-IQ3_XS.gguf) | i1-IQ3_XS | 5.4 | | +| [GGUF](https://huggingface.co/mradermacher/MN-12B-Skyrim-i1-GGUF/resolve/main/MN-12B-Skyrim.i1-Q3_K_S.gguf) | i1-Q3_K_S | 5.6 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/MN-12B-Skyrim-i1-GGUF/resolve/main/MN-12B-Skyrim.i1-IQ3_S.gguf) | i1-IQ3_S | 5.7 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/MN-12B-Skyrim-i1-GGUF/resolve/main/MN-12B-Skyrim.i1-IQ3_M.gguf) | i1-IQ3_M | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/MN-12B-Skyrim-i1-GGUF/resolve/main/MN-12B-Skyrim.i1-Q3_K_M.gguf) | i1-Q3_K_M | 6.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/MN-12B-Skyrim-i1-GGUF/resolve/main/MN-12B-Skyrim.i1-Q3_K_L.gguf) | i1-Q3_K_L | 6.7 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/MN-12B-Skyrim-i1-GGUF/resolve/main/MN-12B-Skyrim.i1-IQ4_XS.gguf) | i1-IQ4_XS | 6.8 | | +| [GGUF](https://huggingface.co/mradermacher/MN-12B-Skyrim-i1-GGUF/resolve/main/MN-12B-Skyrim.i1-Q4_0.gguf) | i1-Q4_0 | 7.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/MN-12B-Skyrim-i1-GGUF/resolve/main/MN-12B-Skyrim.i1-IQ4_NL.gguf) | i1-IQ4_NL | 7.2 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/MN-12B-Skyrim-i1-GGUF/resolve/main/MN-12B-Skyrim.i1-Q4_K_S.gguf) | i1-Q4_K_S | 7.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/MN-12B-Skyrim-i1-GGUF/resolve/main/MN-12B-Skyrim.i1-Q4_K_M.gguf) | i1-Q4_K_M | 7.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/MN-12B-Skyrim-i1-GGUF/resolve/main/MN-12B-Skyrim.i1-Q4_1.gguf) | i1-Q4_1 | 7.9 | | +| [GGUF](https://huggingface.co/mradermacher/MN-12B-Skyrim-i1-GGUF/resolve/main/MN-12B-Skyrim.i1-Q5_K_S.gguf) | i1-Q5_K_S | 8.6 | | +| [GGUF](https://huggingface.co/mradermacher/MN-12B-Skyrim-i1-GGUF/resolve/main/MN-12B-Skyrim.i1-Q5_K_M.gguf) | i1-Q5_K_M | 8.8 | | +| [GGUF](https://huggingface.co/mradermacher/MN-12B-Skyrim-i1-GGUF/resolve/main/MN-12B-Skyrim.i1-Q6_K.gguf) | i1-Q6_K | 10.2 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +