From 49d29f7205aa9b6017604c20bfcf12cc0d0ee81d Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 24 May 2026 07:38:15 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Magma-8B-modified-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++++++++++++ Magma-8B-modified.i1-IQ1_M.gguf | 3 ++ Magma-8B-modified.i1-IQ1_S.gguf | 3 ++ Magma-8B-modified.i1-IQ2_M.gguf | 3 ++ Magma-8B-modified.i1-IQ2_S.gguf | 3 ++ Magma-8B-modified.i1-IQ2_XS.gguf | 3 ++ Magma-8B-modified.i1-IQ2_XXS.gguf | 3 ++ Magma-8B-modified.i1-IQ3_M.gguf | 3 ++ Magma-8B-modified.i1-IQ3_S.gguf | 3 ++ Magma-8B-modified.i1-IQ3_XS.gguf | 3 ++ Magma-8B-modified.i1-IQ3_XXS.gguf | 3 ++ Magma-8B-modified.i1-IQ4_NL.gguf | 3 ++ Magma-8B-modified.i1-IQ4_XS.gguf | 3 ++ Magma-8B-modified.i1-Q2_K.gguf | 3 ++ Magma-8B-modified.i1-Q2_K_S.gguf | 3 ++ Magma-8B-modified.i1-Q3_K_L.gguf | 3 ++ Magma-8B-modified.i1-Q3_K_M.gguf | 3 ++ Magma-8B-modified.i1-Q3_K_S.gguf | 3 ++ Magma-8B-modified.i1-Q4_0.gguf | 3 ++ Magma-8B-modified.i1-Q4_1.gguf | 3 ++ Magma-8B-modified.i1-Q4_K_M.gguf | 3 ++ Magma-8B-modified.i1-Q4_K_S.gguf | 3 ++ Magma-8B-modified.i1-Q5_K_M.gguf | 3 ++ Magma-8B-modified.i1-Q5_K_S.gguf | 3 ++ Magma-8B-modified.i1-Q6_K.gguf | 3 ++ Magma-8B-modified.imatrix.gguf | 3 ++ README.md | 85 +++++++++++++++++++++++++++++++ 27 files changed, 220 insertions(+) create mode 100644 .gitattributes create mode 100644 Magma-8B-modified.i1-IQ1_M.gguf create mode 100644 Magma-8B-modified.i1-IQ1_S.gguf create mode 100644 Magma-8B-modified.i1-IQ2_M.gguf create mode 100644 Magma-8B-modified.i1-IQ2_S.gguf create mode 100644 Magma-8B-modified.i1-IQ2_XS.gguf create mode 100644 Magma-8B-modified.i1-IQ2_XXS.gguf create mode 100644 Magma-8B-modified.i1-IQ3_M.gguf create mode 100644 Magma-8B-modified.i1-IQ3_S.gguf create mode 100644 Magma-8B-modified.i1-IQ3_XS.gguf create mode 100644 Magma-8B-modified.i1-IQ3_XXS.gguf create mode 100644 Magma-8B-modified.i1-IQ4_NL.gguf create mode 100644 Magma-8B-modified.i1-IQ4_XS.gguf create mode 100644 Magma-8B-modified.i1-Q2_K.gguf create mode 100644 Magma-8B-modified.i1-Q2_K_S.gguf create mode 100644 Magma-8B-modified.i1-Q3_K_L.gguf create mode 100644 Magma-8B-modified.i1-Q3_K_M.gguf create mode 100644 Magma-8B-modified.i1-Q3_K_S.gguf create mode 100644 Magma-8B-modified.i1-Q4_0.gguf create mode 100644 Magma-8B-modified.i1-Q4_1.gguf create mode 100644 Magma-8B-modified.i1-Q4_K_M.gguf create mode 100644 Magma-8B-modified.i1-Q4_K_S.gguf create mode 100644 Magma-8B-modified.i1-Q5_K_M.gguf create mode 100644 Magma-8B-modified.i1-Q5_K_S.gguf create mode 100644 Magma-8B-modified.i1-Q6_K.gguf create mode 100644 Magma-8B-modified.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..6258720 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Magma-8B-modified.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Magma-8B-modified.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Magma-8B-modified.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Magma-8B-modified.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Magma-8B-modified.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Magma-8B-modified.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Magma-8B-modified.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Magma-8B-modified.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Magma-8B-modified.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Magma-8B-modified.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Magma-8B-modified.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Magma-8B-modified.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Magma-8B-modified.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Magma-8B-modified.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Magma-8B-modified.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Magma-8B-modified.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Magma-8B-modified.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Magma-8B-modified.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Magma-8B-modified.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Magma-8B-modified.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Magma-8B-modified.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Magma-8B-modified.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Magma-8B-modified.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Magma-8B-modified.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Magma-8B-modified.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Magma-8B-modified.i1-IQ1_M.gguf b/Magma-8B-modified.i1-IQ1_M.gguf new file mode 100644 index 0000000..ce941cb --- /dev/null +++ b/Magma-8B-modified.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a36efd7b7970fda8218ca01ee108c3accd25d565a2e2b51d6e7145b266747423 +size 2161993568 diff --git a/Magma-8B-modified.i1-IQ1_S.gguf b/Magma-8B-modified.i1-IQ1_S.gguf new file mode 100644 index 0000000..19d2dda --- /dev/null +++ b/Magma-8B-modified.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:131c4ac10334beb47fa29f2850e6196a0e402a9177316b73fed7b5352f419526 +size 2019649376 diff --git a/Magma-8B-modified.i1-IQ2_M.gguf b/Magma-8B-modified.i1-IQ2_M.gguf new file mode 100644 index 0000000..7089712 --- /dev/null +++ b/Magma-8B-modified.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1df6471ebbc0b13f9b42bf8dac61a7f78c0181d5649b30c87e4abf3ab2fff75 +size 2948304768 diff --git a/Magma-8B-modified.i1-IQ2_S.gguf b/Magma-8B-modified.i1-IQ2_S.gguf new file mode 100644 index 0000000..78b2e7f --- /dev/null +++ b/Magma-8B-modified.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e94f5cf08e2e2b33e7526873b6a5b6ebda54b4734a24d42da0773d8b30824bb +size 2758512512 diff --git a/Magma-8B-modified.i1-IQ2_XS.gguf b/Magma-8B-modified.i1-IQ2_XS.gguf new file mode 100644 index 0000000..bb985b4 --- /dev/null +++ b/Magma-8B-modified.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c579adbe023c2269ab4c454fa60f09450c66270fe472522014d8f2a812360223 +size 2605803360 diff --git a/Magma-8B-modified.i1-IQ2_XXS.gguf b/Magma-8B-modified.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..e366a72 --- /dev/null +++ b/Magma-8B-modified.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee0f85dc4f89d3d8a3fbfd3c2e493781d13bf504f197c4add846882c4caf5164 +size 2399233888 diff --git a/Magma-8B-modified.i1-IQ3_M.gguf b/Magma-8B-modified.i1-IQ3_M.gguf new file mode 100644 index 0000000..a1bdcac --- /dev/null +++ b/Magma-8B-modified.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbc01d0c10499d6016ac680bfc1202c89b957f8a563980cf1ab2f0af3f6162f0 +size 3784849952 diff --git a/Magma-8B-modified.i1-IQ3_S.gguf b/Magma-8B-modified.i1-IQ3_S.gguf new file mode 100644 index 0000000..51489d2 --- /dev/null +++ b/Magma-8B-modified.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dbd60c1fb20d8e16cd74447403e9f2ecc67ca141dc12ebe474852f44c764fc8 +size 3682351648 diff --git a/Magma-8B-modified.i1-IQ3_XS.gguf b/Magma-8B-modified.i1-IQ3_XS.gguf new file mode 100644 index 0000000..2987738 --- /dev/null +++ b/Magma-8B-modified.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3351d419f70ea96450c153d49787a147f1cfe3da2194a66f1074c6d3b11554c8 +size 3518773792 diff --git a/Magma-8B-modified.i1-IQ3_XXS.gguf b/Magma-8B-modified.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..5faaac8 --- /dev/null +++ b/Magma-8B-modified.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:033cc459ab9da8d1b48a41694db64de4b889c7207c50880e13422b51838f7173 +size 3274936192 diff --git a/Magma-8B-modified.i1-IQ4_NL.gguf b/Magma-8B-modified.i1-IQ4_NL.gguf new file mode 100644 index 0000000..09b372b --- /dev/null +++ b/Magma-8B-modified.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fe7eb9802e4de68283628b15a27efac54952c2bb005c53cb899f19f466bf6e1 +size 4678018240 diff --git a/Magma-8B-modified.i1-IQ4_XS.gguf b/Magma-8B-modified.i1-IQ4_XS.gguf new file mode 100644 index 0000000..cce5ddf --- /dev/null +++ b/Magma-8B-modified.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:567ebacb47f6aa0b445aa30bb3909ce79182196547cc6564e5e04b6eb727b430 +size 4447691328 diff --git a/Magma-8B-modified.i1-Q2_K.gguf b/Magma-8B-modified.i1-Q2_K.gguf new file mode 100644 index 0000000..94b651f --- /dev/null +++ b/Magma-8B-modified.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1e34b992fc16f973c3f822ea2d0aa9883620f56d33ff51866baf813b2b01a51 +size 3179155968 diff --git a/Magma-8B-modified.i1-Q2_K_S.gguf b/Magma-8B-modified.i1-Q2_K_S.gguf new file mode 100644 index 0000000..ca99e95 --- /dev/null +++ b/Magma-8B-modified.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d190098e71907cbca8f76e3e6619673c6fa5d91b898dc0b90a4b1b27c6479422 +size 2988839424 diff --git a/Magma-8B-modified.i1-Q3_K_L.gguf b/Magma-8B-modified.i1-Q3_K_L.gguf new file mode 100644 index 0000000..347e6dd --- /dev/null +++ b/Magma-8B-modified.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7787d8fdcf96031d4c4775578e09ed22f0b0a36bbd95aecc0851886d10a5f966 +size 4321983008 diff --git a/Magma-8B-modified.i1-Q3_K_M.gguf b/Magma-8B-modified.i1-Q3_K_M.gguf new file mode 100644 index 0000000..846e3a8 --- /dev/null +++ b/Magma-8B-modified.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5a835520499e37904278809dcd308441a8ff3be75e3d3889f3b340e86734a7d +size 4018944544 diff --git a/Magma-8B-modified.i1-Q3_K_S.gguf b/Magma-8B-modified.i1-Q3_K_S.gguf new file mode 100644 index 0000000..9d48ada --- /dev/null +++ b/Magma-8B-modified.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94a3460bbd3d51c8aaf2522c4c11832d288613c36ee85d950cc700c33f25eff3 +size 3664525856 diff --git a/Magma-8B-modified.i1-Q4_0.gguf b/Magma-8B-modified.i1-Q4_0.gguf new file mode 100644 index 0000000..c586ed8 --- /dev/null +++ b/Magma-8B-modified.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b12e9c770572a24867ed60bde510836a8971e65bbf7115642fe71632fcecb718 +size 4675921088 diff --git a/Magma-8B-modified.i1-Q4_1.gguf b/Magma-8B-modified.i1-Q4_1.gguf new file mode 100644 index 0000000..fa220e7 --- /dev/null +++ b/Magma-8B-modified.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c696503a04fce7bada8eb16904d015e8b21cc911adcafc75ef4436bb8ae85feb +size 5130283456 diff --git a/Magma-8B-modified.i1-Q4_K_M.gguf b/Magma-8B-modified.i1-Q4_K_M.gguf new file mode 100644 index 0000000..57dec9e --- /dev/null +++ b/Magma-8B-modified.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38d6b6a790dfc5bd7f26e7342614805a7d8d5a511c780e0428152caab06833e5 +size 4920763584 diff --git a/Magma-8B-modified.i1-Q4_K_S.gguf b/Magma-8B-modified.i1-Q4_K_S.gguf new file mode 100644 index 0000000..ca0c453 --- /dev/null +++ b/Magma-8B-modified.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58ed5faefdf5470b7b2f0b48550704e0cf946a481a25bb71a6c8480bbcb97a5f +size 4692698304 diff --git a/Magma-8B-modified.i1-Q5_K_M.gguf b/Magma-8B-modified.i1-Q5_K_M.gguf new file mode 100644 index 0000000..52dfa51 --- /dev/null +++ b/Magma-8B-modified.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1b61afb9e9620ed010cd9d54ffcad4cfe0192248ab82e489b0aa3bc19e0a431 +size 5733019328 diff --git a/Magma-8B-modified.i1-Q5_K_S.gguf b/Magma-8B-modified.i1-Q5_K_S.gguf new file mode 100644 index 0000000..4962c45 --- /dev/null +++ b/Magma-8B-modified.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ecfa73c01c87020c6c0c76db4f6b54c3f9a3982dde993313b80c82475f74998 +size 5599325888 diff --git a/Magma-8B-modified.i1-Q6_K.gguf b/Magma-8B-modified.i1-Q6_K.gguf new file mode 100644 index 0000000..6e5f839 --- /dev/null +++ b/Magma-8B-modified.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9d6ae422672a6a5d815a3b122c6357951b3669f731bb36a2bea1b872cc826c1 +size 6596041056 diff --git a/Magma-8B-modified.imatrix.gguf b/Magma-8B-modified.imatrix.gguf new file mode 100644 index 0000000..be41fa8 --- /dev/null +++ b/Magma-8B-modified.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:295a0feb6d96cee279e10868d0cb2d24dd141eda224dbf58b64676f6730e6e44 +size 5015200 diff --git a/README.md b/README.md new file mode 100644 index 0000000..776aae9 --- /dev/null +++ b/README.md @@ -0,0 +1,85 @@ +--- +base_model: z-coder/Magma-8B-modified +language: +- en +library_name: transformers +license: mit +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/z-coder/Magma-8B-modified + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Magma-8B-modified-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Magma-8B-modified-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Magma-8B-modified-i1-GGUF/resolve/main/Magma-8B-modified.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Magma-8B-modified-i1-GGUF/resolve/main/Magma-8B-modified.i1-IQ1_S.gguf) | i1-IQ1_S | 2.1 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Magma-8B-modified-i1-GGUF/resolve/main/Magma-8B-modified.i1-IQ1_M.gguf) | i1-IQ1_M | 2.3 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Magma-8B-modified-i1-GGUF/resolve/main/Magma-8B-modified.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.5 | | +| [GGUF](https://huggingface.co/mradermacher/Magma-8B-modified-i1-GGUF/resolve/main/Magma-8B-modified.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.7 | | +| [GGUF](https://huggingface.co/mradermacher/Magma-8B-modified-i1-GGUF/resolve/main/Magma-8B-modified.i1-IQ2_S.gguf) | i1-IQ2_S | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/Magma-8B-modified-i1-GGUF/resolve/main/Magma-8B-modified.i1-IQ2_M.gguf) | i1-IQ2_M | 3.0 | | +| [GGUF](https://huggingface.co/mradermacher/Magma-8B-modified-i1-GGUF/resolve/main/Magma-8B-modified.i1-Q2_K_S.gguf) | i1-Q2_K_S | 3.1 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Magma-8B-modified-i1-GGUF/resolve/main/Magma-8B-modified.i1-Q2_K.gguf) | i1-Q2_K | 3.3 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Magma-8B-modified-i1-GGUF/resolve/main/Magma-8B-modified.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.4 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Magma-8B-modified-i1-GGUF/resolve/main/Magma-8B-modified.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.6 | | +| [GGUF](https://huggingface.co/mradermacher/Magma-8B-modified-i1-GGUF/resolve/main/Magma-8B-modified.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.8 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Magma-8B-modified-i1-GGUF/resolve/main/Magma-8B-modified.i1-IQ3_S.gguf) | i1-IQ3_S | 3.8 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Magma-8B-modified-i1-GGUF/resolve/main/Magma-8B-modified.i1-IQ3_M.gguf) | i1-IQ3_M | 3.9 | | +| [GGUF](https://huggingface.co/mradermacher/Magma-8B-modified-i1-GGUF/resolve/main/Magma-8B-modified.i1-Q3_K_M.gguf) | i1-Q3_K_M | 4.1 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Magma-8B-modified-i1-GGUF/resolve/main/Magma-8B-modified.i1-Q3_K_L.gguf) | i1-Q3_K_L | 4.4 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Magma-8B-modified-i1-GGUF/resolve/main/Magma-8B-modified.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.5 | | +| [GGUF](https://huggingface.co/mradermacher/Magma-8B-modified-i1-GGUF/resolve/main/Magma-8B-modified.i1-Q4_0.gguf) | i1-Q4_0 | 4.8 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Magma-8B-modified-i1-GGUF/resolve/main/Magma-8B-modified.i1-IQ4_NL.gguf) | i1-IQ4_NL | 4.8 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Magma-8B-modified-i1-GGUF/resolve/main/Magma-8B-modified.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.8 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Magma-8B-modified-i1-GGUF/resolve/main/Magma-8B-modified.i1-Q4_K_M.gguf) | i1-Q4_K_M | 5.0 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Magma-8B-modified-i1-GGUF/resolve/main/Magma-8B-modified.i1-Q4_1.gguf) | i1-Q4_1 | 5.2 | | +| [GGUF](https://huggingface.co/mradermacher/Magma-8B-modified-i1-GGUF/resolve/main/Magma-8B-modified.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.7 | | +| [GGUF](https://huggingface.co/mradermacher/Magma-8B-modified-i1-GGUF/resolve/main/Magma-8B-modified.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/Magma-8B-modified-i1-GGUF/resolve/main/Magma-8B-modified.i1-Q6_K.gguf) | i1-Q6_K | 6.7 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +