From 9e0ff279a6256a01595595317d2d1d54f6a33144 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 24 May 2026 18:13:18 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Ministral-8B-Instruct-2410-sft-i1-GGUF Source: Original Platform --- .gitattributes | 59 ++++++++++ Ministral-8B-Instruct-2410-sft.i1-IQ1_M.gguf | 3 + Ministral-8B-Instruct-2410-sft.i1-IQ1_S.gguf | 3 + Ministral-8B-Instruct-2410-sft.i1-IQ2_M.gguf | 3 + Ministral-8B-Instruct-2410-sft.i1-IQ2_S.gguf | 3 + Ministral-8B-Instruct-2410-sft.i1-IQ2_XS.gguf | 3 + ...stral-8B-Instruct-2410-sft.i1-IQ2_XXS.gguf | 3 + Ministral-8B-Instruct-2410-sft.i1-IQ3_M.gguf | 3 + Ministral-8B-Instruct-2410-sft.i1-IQ3_S.gguf | 3 + Ministral-8B-Instruct-2410-sft.i1-IQ3_XS.gguf | 3 + ...stral-8B-Instruct-2410-sft.i1-IQ3_XXS.gguf | 3 + Ministral-8B-Instruct-2410-sft.i1-IQ4_NL.gguf | 3 + Ministral-8B-Instruct-2410-sft.i1-IQ4_XS.gguf | 3 + Ministral-8B-Instruct-2410-sft.i1-Q2_K.gguf | 3 + Ministral-8B-Instruct-2410-sft.i1-Q2_K_S.gguf | 3 + Ministral-8B-Instruct-2410-sft.i1-Q3_K_L.gguf | 3 + Ministral-8B-Instruct-2410-sft.i1-Q3_K_M.gguf | 3 + Ministral-8B-Instruct-2410-sft.i1-Q3_K_S.gguf | 3 + Ministral-8B-Instruct-2410-sft.i1-Q4_0.gguf | 3 + Ministral-8B-Instruct-2410-sft.i1-Q4_1.gguf | 3 + Ministral-8B-Instruct-2410-sft.i1-Q4_K_M.gguf | 3 + Ministral-8B-Instruct-2410-sft.i1-Q4_K_S.gguf | 3 + Ministral-8B-Instruct-2410-sft.i1-Q5_K_M.gguf | 3 + Ministral-8B-Instruct-2410-sft.i1-Q5_K_S.gguf | 3 + Ministral-8B-Instruct-2410-sft.i1-Q6_K.gguf | 3 + Ministral-8B-Instruct-2410-sft.imatrix.gguf | 3 + README.md | 102 ++++++++++++++++++ 27 files changed, 236 insertions(+) create mode 100644 .gitattributes create mode 100644 Ministral-8B-Instruct-2410-sft.i1-IQ1_M.gguf create mode 100644 Ministral-8B-Instruct-2410-sft.i1-IQ1_S.gguf create mode 100644 Ministral-8B-Instruct-2410-sft.i1-IQ2_M.gguf create mode 100644 Ministral-8B-Instruct-2410-sft.i1-IQ2_S.gguf create mode 100644 Ministral-8B-Instruct-2410-sft.i1-IQ2_XS.gguf create mode 100644 Ministral-8B-Instruct-2410-sft.i1-IQ2_XXS.gguf create mode 100644 Ministral-8B-Instruct-2410-sft.i1-IQ3_M.gguf create mode 100644 Ministral-8B-Instruct-2410-sft.i1-IQ3_S.gguf create mode 100644 Ministral-8B-Instruct-2410-sft.i1-IQ3_XS.gguf create mode 100644 Ministral-8B-Instruct-2410-sft.i1-IQ3_XXS.gguf create mode 100644 Ministral-8B-Instruct-2410-sft.i1-IQ4_NL.gguf create mode 100644 Ministral-8B-Instruct-2410-sft.i1-IQ4_XS.gguf create mode 100644 Ministral-8B-Instruct-2410-sft.i1-Q2_K.gguf create mode 100644 Ministral-8B-Instruct-2410-sft.i1-Q2_K_S.gguf create mode 100644 Ministral-8B-Instruct-2410-sft.i1-Q3_K_L.gguf create mode 100644 Ministral-8B-Instruct-2410-sft.i1-Q3_K_M.gguf create mode 100644 Ministral-8B-Instruct-2410-sft.i1-Q3_K_S.gguf create mode 100644 Ministral-8B-Instruct-2410-sft.i1-Q4_0.gguf create mode 100644 Ministral-8B-Instruct-2410-sft.i1-Q4_1.gguf create mode 100644 Ministral-8B-Instruct-2410-sft.i1-Q4_K_M.gguf create mode 100644 Ministral-8B-Instruct-2410-sft.i1-Q4_K_S.gguf create mode 100644 Ministral-8B-Instruct-2410-sft.i1-Q5_K_M.gguf create mode 100644 Ministral-8B-Instruct-2410-sft.i1-Q5_K_S.gguf create mode 100644 Ministral-8B-Instruct-2410-sft.i1-Q6_K.gguf create mode 100644 Ministral-8B-Instruct-2410-sft.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..283c78e --- /dev/null +++ b/.gitattributes @@ -0,0 +1,59 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Ministral-8B-Instruct-2410-sft.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Ministral-8B-Instruct-2410-sft.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Ministral-8B-Instruct-2410-sft.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Ministral-8B-Instruct-2410-sft.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Ministral-8B-Instruct-2410-sft.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Ministral-8B-Instruct-2410-sft.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Ministral-8B-Instruct-2410-sft.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Ministral-8B-Instruct-2410-sft.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Ministral-8B-Instruct-2410-sft.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Ministral-8B-Instruct-2410-sft.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Ministral-8B-Instruct-2410-sft.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Ministral-8B-Instruct-2410-sft.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Ministral-8B-Instruct-2410-sft.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Ministral-8B-Instruct-2410-sft.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Ministral-8B-Instruct-2410-sft.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Ministral-8B-Instruct-2410-sft.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Ministral-8B-Instruct-2410-sft.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Ministral-8B-Instruct-2410-sft.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Ministral-8B-Instruct-2410-sft.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Ministral-8B-Instruct-2410-sft.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Ministral-8B-Instruct-2410-sft.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Ministral-8B-Instruct-2410-sft.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Ministral-8B-Instruct-2410-sft.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Ministral-8B-Instruct-2410-sft.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Ministral-8B-Instruct-2410-sft.i1-IQ1_M.gguf b/Ministral-8B-Instruct-2410-sft.i1-IQ1_M.gguf new file mode 100644 index 0000000..dc66138 --- /dev/null +++ b/Ministral-8B-Instruct-2410-sft.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a27ee3c7110d8844ac97bdc628c2b4512e579673dc8f24863a0a4c3b97fb5b63 +size 2171244512 diff --git a/Ministral-8B-Instruct-2410-sft.i1-IQ1_S.gguf b/Ministral-8B-Instruct-2410-sft.i1-IQ1_S.gguf new file mode 100644 index 0000000..9ee5f49 --- /dev/null +++ b/Ministral-8B-Instruct-2410-sft.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9dd7e75939ef85c884db6d73aa438d71e2788cc55bf34eeb83a0df848035863 +size 2030866400 diff --git a/Ministral-8B-Instruct-2410-sft.i1-IQ2_M.gguf b/Ministral-8B-Instruct-2410-sft.i1-IQ2_M.gguf new file mode 100644 index 0000000..7a1a2e0 --- /dev/null +++ b/Ministral-8B-Instruct-2410-sft.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67628eae4bb92136f5f1887045bf12491fdf4022bd34f6be218c998e9f0ba388 +size 2958331872 diff --git a/Ministral-8B-Instruct-2410-sft.i1-IQ2_S.gguf b/Ministral-8B-Instruct-2410-sft.i1-IQ2_S.gguf new file mode 100644 index 0000000..29fa6b8 --- /dev/null +++ b/Ministral-8B-Instruct-2410-sft.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3d763b9d1c7ca85547ad3627e8d20891a1fad610969a7f209b914678deb1534 +size 2771161056 diff --git a/Ministral-8B-Instruct-2410-sft.i1-IQ2_XS.gguf b/Ministral-8B-Instruct-2410-sft.i1-IQ2_XS.gguf new file mode 100644 index 0000000..3f16085 --- /dev/null +++ b/Ministral-8B-Instruct-2410-sft.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:151323fc1c25b3ec5dfd5a6121676f3bc26e5b12014c32e3a36e876251abd3ed +size 2611253216 diff --git a/Ministral-8B-Instruct-2410-sft.i1-IQ2_XXS.gguf b/Ministral-8B-Instruct-2410-sft.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..52b3796 --- /dev/null +++ b/Ministral-8B-Instruct-2410-sft.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90b7f1c7eea49fa173b57614a612a96bc4f9baf69ea27dcefaa7605a14654fd1 +size 2405208032 diff --git a/Ministral-8B-Instruct-2410-sft.i1-IQ3_M.gguf b/Ministral-8B-Instruct-2410-sft.i1-IQ3_M.gguf new file mode 100644 index 0000000..a8466de --- /dev/null +++ b/Ministral-8B-Instruct-2410-sft.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a15a00b747e56b631a17987dcc71881007a75a3241f3782d95d7ed0bc59388dd +size 3791687648 diff --git a/Ministral-8B-Instruct-2410-sft.i1-IQ3_S.gguf b/Ministral-8B-Instruct-2410-sft.i1-IQ3_S.gguf new file mode 100644 index 0000000..b3f8f82 --- /dev/null +++ b/Ministral-8B-Instruct-2410-sft.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c2b0bb3bda55ba0415d7414dcb2c68aace1a0711cd5d9e5faaa1d06bda04786 +size 3684732896 diff --git a/Ministral-8B-Instruct-2410-sft.i1-IQ3_XS.gguf b/Ministral-8B-Instruct-2410-sft.i1-IQ3_XS.gguf new file mode 100644 index 0000000..4022ee1 --- /dev/null +++ b/Ministral-8B-Instruct-2410-sft.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83178b66f92a82d7b8841b02cf359c2f5a18a44973cf1f12967b006f61e36faa +size 3521941472 diff --git a/Ministral-8B-Instruct-2410-sft.i1-IQ3_XXS.gguf b/Ministral-8B-Instruct-2410-sft.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..a390857 --- /dev/null +++ b/Ministral-8B-Instruct-2410-sft.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81209af53d43bd11b74d725f10915a80e6ab73bd63184daa8f57795a8976ea75 +size 3276050400 diff --git a/Ministral-8B-Instruct-2410-sft.i1-IQ4_NL.gguf b/Ministral-8B-Instruct-2410-sft.i1-IQ4_NL.gguf new file mode 100644 index 0000000..7dcdf89 --- /dev/null +++ b/Ministral-8B-Instruct-2410-sft.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18eae798e1c0e2dec536bfea567a1a3c31af63730b6f6f123d50ffdac207a1ad +size 4677341152 diff --git a/Ministral-8B-Instruct-2410-sft.i1-IQ4_XS.gguf b/Ministral-8B-Instruct-2410-sft.i1-IQ4_XS.gguf new file mode 100644 index 0000000..f06f597 --- /dev/null +++ b/Ministral-8B-Instruct-2410-sft.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4b6b09971ca86a001dca1fee1b397e2f6c9b8e8822f8b406152cd7ca40dc1d7 +size 4448227296 diff --git a/Ministral-8B-Instruct-2410-sft.i1-Q2_K.gguf b/Ministral-8B-Instruct-2410-sft.i1-Q2_K.gguf new file mode 100644 index 0000000..5327527 --- /dev/null +++ b/Ministral-8B-Instruct-2410-sft.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abc65f0307ed88576ad64b3db1febe4662aa7ab662dd9dece9bb29610a4b47b3 +size 3185479648 diff --git a/Ministral-8B-Instruct-2410-sft.i1-Q2_K_S.gguf b/Ministral-8B-Instruct-2410-sft.i1-Q2_K_S.gguf new file mode 100644 index 0000000..99344d7 --- /dev/null +++ b/Ministral-8B-Instruct-2410-sft.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d7b51cd50dceec006ab9da9f56b1b25fd91f6725bf8da6c758607e7d92ff4b7 +size 2987298784 diff --git a/Ministral-8B-Instruct-2410-sft.i1-Q3_K_L.gguf b/Ministral-8B-Instruct-2410-sft.i1-Q3_K_L.gguf new file mode 100644 index 0000000..4e19c95 --- /dev/null +++ b/Ministral-8B-Instruct-2410-sft.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6965c988a0345edfc70709476db999c918d1575bf095a1e24a723924334d8049 +size 4326461408 diff --git a/Ministral-8B-Instruct-2410-sft.i1-Q3_K_M.gguf b/Ministral-8B-Instruct-2410-sft.i1-Q3_K_M.gguf new file mode 100644 index 0000000..9ad2801 --- /dev/null +++ b/Ministral-8B-Instruct-2410-sft.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dec665846512a834325da8b514e2c3c8c68b9fb5b54fd92cd7c0caff14affdff +size 4019228640 diff --git a/Ministral-8B-Instruct-2410-sft.i1-Q3_K_S.gguf b/Ministral-8B-Instruct-2410-sft.i1-Q3_K_S.gguf new file mode 100644 index 0000000..3c545ee --- /dev/null +++ b/Ministral-8B-Instruct-2410-sft.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08ce5ef9eaafb5901776c17648fe2314bf5f502ac3dadd1460ca0ca70ca8fdb3 +size 3664678880 diff --git a/Ministral-8B-Instruct-2410-sft.i1-Q4_0.gguf b/Ministral-8B-Instruct-2410-sft.i1-Q4_0.gguf new file mode 100644 index 0000000..d4c944d --- /dev/null +++ b/Ministral-8B-Instruct-2410-sft.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75779faacde9af31a763f52a29416e24b7f0222ad70b66181cca3f6f2c6ffe33 +size 4671049696 diff --git a/Ministral-8B-Instruct-2410-sft.i1-Q4_1.gguf b/Ministral-8B-Instruct-2410-sft.i1-Q4_1.gguf new file mode 100644 index 0000000..07715ea --- /dev/null +++ b/Ministral-8B-Instruct-2410-sft.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7531df4a19ed83914aa87276540d3ae637b785aa32c0209457ecf2c9e849ca5 +size 5126131680 diff --git a/Ministral-8B-Instruct-2410-sft.i1-Q4_K_M.gguf b/Ministral-8B-Instruct-2410-sft.i1-Q4_K_M.gguf new file mode 100644 index 0000000..9b73464 --- /dev/null +++ b/Ministral-8B-Instruct-2410-sft.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eced5773e6725c86afa9a5d290e597cea896f994bd39c6070d56dcade70aa0e0 +size 4911501280 diff --git a/Ministral-8B-Instruct-2410-sft.i1-Q4_K_S.gguf b/Ministral-8B-Instruct-2410-sft.i1-Q4_K_S.gguf new file mode 100644 index 0000000..994338c --- /dev/null +++ b/Ministral-8B-Instruct-2410-sft.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cd5fe26f1c81136e38d7df2ed759d1bf67942c993fe23cfef988a8e56c1dcb7 +size 4685729760 diff --git a/Ministral-8B-Instruct-2410-sft.i1-Q5_K_M.gguf b/Ministral-8B-Instruct-2410-sft.i1-Q5_K_M.gguf new file mode 100644 index 0000000..96ed1dc --- /dev/null +++ b/Ministral-8B-Instruct-2410-sft.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fc8a2368d4ffdbe95e254b70bcc7355784acb8b78e5dc3a9c4eeb84aaa9a76d +size 5724147680 diff --git a/Ministral-8B-Instruct-2410-sft.i1-Q5_K_S.gguf b/Ministral-8B-Instruct-2410-sft.i1-Q5_K_S.gguf new file mode 100644 index 0000000..6d9dd21 --- /dev/null +++ b/Ministral-8B-Instruct-2410-sft.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:771b9880a093e9e1f97cdb4fd36842c90e46e4f8b884c7077831768b1d9df688 +size 5593796576 diff --git a/Ministral-8B-Instruct-2410-sft.i1-Q6_K.gguf b/Ministral-8B-Instruct-2410-sft.i1-Q6_K.gguf new file mode 100644 index 0000000..fe3d18b --- /dev/null +++ b/Ministral-8B-Instruct-2410-sft.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:348f74028f55f7bf4de53527a0d47f2d2f0d548f6e801409fde5bc1b3d581374 +size 6587584480 diff --git a/Ministral-8B-Instruct-2410-sft.imatrix.gguf b/Ministral-8B-Instruct-2410-sft.imatrix.gguf new file mode 100644 index 0000000..b90e2b7 --- /dev/null +++ b/Ministral-8B-Instruct-2410-sft.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90a19e0587e28d45cd92b26944ea8293c0acb6172eb56fd4992c7bb6fc75ee4a +size 5347200 diff --git a/README.md b/README.md new file mode 100644 index 0000000..7d0fcbb --- /dev/null +++ b/README.md @@ -0,0 +1,102 @@ +--- +base_model: pankajmathur/RenCoder-Ministral-8B-Instruct-2410 +datasets: +- pankajmathur/OpenThoughts-Agent-v1-SFT-cleaned +- pankajmathur/orca_mini_v8_sharegpt_format +- pankajmathur/orca_mini_v1_dataset +language: +- en +- fr +- de +- es +- it +- pt +- zh +- ja +- ru +- ko +library_name: transformers +license: apache-2.0 +license_link: https://mistral.ai/licenses/MRL-0.1.md +license_name: mit +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- mistral-common +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/pankajmathur/RenCoder-Ministral-8B-Instruct-2410 + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Ministral-8B-Instruct-2410-sft-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Ministral-8B-Instruct-2410-sft-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Ministral-8B-Instruct-2410-sft-i1-GGUF/resolve/main/Ministral-8B-Instruct-2410-sft.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Ministral-8B-Instruct-2410-sft-i1-GGUF/resolve/main/Ministral-8B-Instruct-2410-sft.i1-IQ1_S.gguf) | i1-IQ1_S | 2.1 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Ministral-8B-Instruct-2410-sft-i1-GGUF/resolve/main/Ministral-8B-Instruct-2410-sft.i1-IQ1_M.gguf) | i1-IQ1_M | 2.3 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Ministral-8B-Instruct-2410-sft-i1-GGUF/resolve/main/Ministral-8B-Instruct-2410-sft.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.5 | | +| [GGUF](https://huggingface.co/mradermacher/Ministral-8B-Instruct-2410-sft-i1-GGUF/resolve/main/Ministral-8B-Instruct-2410-sft.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.7 | | +| [GGUF](https://huggingface.co/mradermacher/Ministral-8B-Instruct-2410-sft-i1-GGUF/resolve/main/Ministral-8B-Instruct-2410-sft.i1-IQ2_S.gguf) | i1-IQ2_S | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/Ministral-8B-Instruct-2410-sft-i1-GGUF/resolve/main/Ministral-8B-Instruct-2410-sft.i1-IQ2_M.gguf) | i1-IQ2_M | 3.1 | | +| [GGUF](https://huggingface.co/mradermacher/Ministral-8B-Instruct-2410-sft-i1-GGUF/resolve/main/Ministral-8B-Instruct-2410-sft.i1-Q2_K_S.gguf) | i1-Q2_K_S | 3.1 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Ministral-8B-Instruct-2410-sft-i1-GGUF/resolve/main/Ministral-8B-Instruct-2410-sft.i1-Q2_K.gguf) | i1-Q2_K | 3.3 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Ministral-8B-Instruct-2410-sft-i1-GGUF/resolve/main/Ministral-8B-Instruct-2410-sft.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.4 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Ministral-8B-Instruct-2410-sft-i1-GGUF/resolve/main/Ministral-8B-Instruct-2410-sft.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.6 | | +| [GGUF](https://huggingface.co/mradermacher/Ministral-8B-Instruct-2410-sft-i1-GGUF/resolve/main/Ministral-8B-Instruct-2410-sft.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.8 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Ministral-8B-Instruct-2410-sft-i1-GGUF/resolve/main/Ministral-8B-Instruct-2410-sft.i1-IQ3_S.gguf) | i1-IQ3_S | 3.8 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Ministral-8B-Instruct-2410-sft-i1-GGUF/resolve/main/Ministral-8B-Instruct-2410-sft.i1-IQ3_M.gguf) | i1-IQ3_M | 3.9 | | +| [GGUF](https://huggingface.co/mradermacher/Ministral-8B-Instruct-2410-sft-i1-GGUF/resolve/main/Ministral-8B-Instruct-2410-sft.i1-Q3_K_M.gguf) | i1-Q3_K_M | 4.1 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Ministral-8B-Instruct-2410-sft-i1-GGUF/resolve/main/Ministral-8B-Instruct-2410-sft.i1-Q3_K_L.gguf) | i1-Q3_K_L | 4.4 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Ministral-8B-Instruct-2410-sft-i1-GGUF/resolve/main/Ministral-8B-Instruct-2410-sft.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.5 | | +| [GGUF](https://huggingface.co/mradermacher/Ministral-8B-Instruct-2410-sft-i1-GGUF/resolve/main/Ministral-8B-Instruct-2410-sft.i1-Q4_0.gguf) | i1-Q4_0 | 4.8 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Ministral-8B-Instruct-2410-sft-i1-GGUF/resolve/main/Ministral-8B-Instruct-2410-sft.i1-IQ4_NL.gguf) | i1-IQ4_NL | 4.8 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Ministral-8B-Instruct-2410-sft-i1-GGUF/resolve/main/Ministral-8B-Instruct-2410-sft.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.8 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Ministral-8B-Instruct-2410-sft-i1-GGUF/resolve/main/Ministral-8B-Instruct-2410-sft.i1-Q4_K_M.gguf) | i1-Q4_K_M | 5.0 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Ministral-8B-Instruct-2410-sft-i1-GGUF/resolve/main/Ministral-8B-Instruct-2410-sft.i1-Q4_1.gguf) | i1-Q4_1 | 5.2 | | +| [GGUF](https://huggingface.co/mradermacher/Ministral-8B-Instruct-2410-sft-i1-GGUF/resolve/main/Ministral-8B-Instruct-2410-sft.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.7 | | +| [GGUF](https://huggingface.co/mradermacher/Ministral-8B-Instruct-2410-sft-i1-GGUF/resolve/main/Ministral-8B-Instruct-2410-sft.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/Ministral-8B-Instruct-2410-sft-i1-GGUF/resolve/main/Ministral-8B-Instruct-2410-sft.i1-Q6_K.gguf) | i1-Q6_K | 6.7 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +