From 5f258d13b18240f1e635951c4609c00b32ad98da Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 27 Apr 2026 23:09:29 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Darklit-Maiden-12B-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++++++++++ Darklit-Maiden-12B.i1-IQ1_M.gguf | 3 + Darklit-Maiden-12B.i1-IQ1_S.gguf | 3 + Darklit-Maiden-12B.i1-IQ2_M.gguf | 3 + Darklit-Maiden-12B.i1-IQ2_S.gguf | 3 + Darklit-Maiden-12B.i1-IQ2_XS.gguf | 3 + Darklit-Maiden-12B.i1-IQ2_XXS.gguf | 3 + Darklit-Maiden-12B.i1-IQ3_M.gguf | 3 + Darklit-Maiden-12B.i1-IQ3_S.gguf | 3 + Darklit-Maiden-12B.i1-IQ3_XS.gguf | 3 + Darklit-Maiden-12B.i1-IQ3_XXS.gguf | 3 + Darklit-Maiden-12B.i1-IQ4_NL.gguf | 3 + Darklit-Maiden-12B.i1-IQ4_XS.gguf | 3 + Darklit-Maiden-12B.i1-Q2_K.gguf | 3 + Darklit-Maiden-12B.i1-Q2_K_S.gguf | 3 + Darklit-Maiden-12B.i1-Q3_K_L.gguf | 3 + Darklit-Maiden-12B.i1-Q3_K_M.gguf | 3 + Darklit-Maiden-12B.i1-Q3_K_S.gguf | 3 + Darklit-Maiden-12B.i1-Q4_0.gguf | 3 + Darklit-Maiden-12B.i1-Q4_1.gguf | 3 + Darklit-Maiden-12B.i1-Q4_K_M.gguf | 3 + Darklit-Maiden-12B.i1-Q4_K_S.gguf | 3 + Darklit-Maiden-12B.i1-Q5_K_M.gguf | 3 + Darklit-Maiden-12B.i1-Q5_K_S.gguf | 3 + Darklit-Maiden-12B.i1-Q6_K.gguf | 3 + Darklit-Maiden-12B.imatrix.gguf | 3 + README.md | 89 ++++++++++++++++++++++++++++++ 27 files changed, 224 insertions(+) create mode 100644 .gitattributes create mode 100644 Darklit-Maiden-12B.i1-IQ1_M.gguf create mode 100644 Darklit-Maiden-12B.i1-IQ1_S.gguf create mode 100644 Darklit-Maiden-12B.i1-IQ2_M.gguf create mode 100644 Darklit-Maiden-12B.i1-IQ2_S.gguf create mode 100644 Darklit-Maiden-12B.i1-IQ2_XS.gguf create mode 100644 Darklit-Maiden-12B.i1-IQ2_XXS.gguf create mode 100644 Darklit-Maiden-12B.i1-IQ3_M.gguf create mode 100644 Darklit-Maiden-12B.i1-IQ3_S.gguf create mode 100644 Darklit-Maiden-12B.i1-IQ3_XS.gguf create mode 100644 Darklit-Maiden-12B.i1-IQ3_XXS.gguf create mode 100644 Darklit-Maiden-12B.i1-IQ4_NL.gguf create mode 100644 Darklit-Maiden-12B.i1-IQ4_XS.gguf create mode 100644 Darklit-Maiden-12B.i1-Q2_K.gguf create mode 100644 Darklit-Maiden-12B.i1-Q2_K_S.gguf create mode 100644 Darklit-Maiden-12B.i1-Q3_K_L.gguf create mode 100644 Darklit-Maiden-12B.i1-Q3_K_M.gguf create mode 100644 Darklit-Maiden-12B.i1-Q3_K_S.gguf create mode 100644 Darklit-Maiden-12B.i1-Q4_0.gguf create mode 100644 Darklit-Maiden-12B.i1-Q4_1.gguf create mode 100644 Darklit-Maiden-12B.i1-Q4_K_M.gguf create mode 100644 Darklit-Maiden-12B.i1-Q4_K_S.gguf create mode 100644 Darklit-Maiden-12B.i1-Q5_K_M.gguf create mode 100644 Darklit-Maiden-12B.i1-Q5_K_S.gguf create mode 100644 Darklit-Maiden-12B.i1-Q6_K.gguf create mode 100644 Darklit-Maiden-12B.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..4dfccd1 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Darklit-Maiden-12B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Darklit-Maiden-12B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Darklit-Maiden-12B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Darklit-Maiden-12B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Darklit-Maiden-12B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Darklit-Maiden-12B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Darklit-Maiden-12B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Darklit-Maiden-12B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Darklit-Maiden-12B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Darklit-Maiden-12B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Darklit-Maiden-12B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Darklit-Maiden-12B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Darklit-Maiden-12B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Darklit-Maiden-12B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Darklit-Maiden-12B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Darklit-Maiden-12B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Darklit-Maiden-12B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Darklit-Maiden-12B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Darklit-Maiden-12B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Darklit-Maiden-12B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Darklit-Maiden-12B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Darklit-Maiden-12B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Darklit-Maiden-12B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Darklit-Maiden-12B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Darklit-Maiden-12B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Darklit-Maiden-12B.i1-IQ1_M.gguf b/Darklit-Maiden-12B.i1-IQ1_M.gguf new file mode 100644 index 0000000..6addeed --- /dev/null +++ b/Darklit-Maiden-12B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05b818fe31863ebea863fea43126fc5638c8ca9aca6c6170df826ddc60346a5d +size 3221640992 diff --git a/Darklit-Maiden-12B.i1-IQ1_S.gguf b/Darklit-Maiden-12B.i1-IQ1_S.gguf new file mode 100644 index 0000000..6ba82a1 --- /dev/null +++ b/Darklit-Maiden-12B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24b17f8ab9f0d95fa684e54ff6ae2fe618af0536c4431ccf9332d81c435d721f +size 2999228192 diff --git a/Darklit-Maiden-12B.i1-IQ2_M.gguf b/Darklit-Maiden-12B.i1-IQ2_M.gguf new file mode 100644 index 0000000..a392b68 --- /dev/null +++ b/Darklit-Maiden-12B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2b28f204a8140188389d70b27265091a21277acbf82ce18fed589f509a2da7c +size 4435041600 diff --git a/Darklit-Maiden-12B.i1-IQ2_S.gguf b/Darklit-Maiden-12B.i1-IQ2_S.gguf new file mode 100644 index 0000000..c13414b --- /dev/null +++ b/Darklit-Maiden-12B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:506413601f55111794ccdfcf345068f216c097004ad5255e1656d7f7fad73220 +size 4138491200 diff --git a/Darklit-Maiden-12B.i1-IQ2_XS.gguf b/Darklit-Maiden-12B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..3419bac --- /dev/null +++ b/Darklit-Maiden-12B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1bd7fc4ad23b7a356399b4b3616f136095c1961945106b4c595b8a333a4aa69 +size 3915093792 diff --git a/Darklit-Maiden-12B.i1-IQ2_XXS.gguf b/Darklit-Maiden-12B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..3c5a57b --- /dev/null +++ b/Darklit-Maiden-12B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14a73be34c4c8712385d1134b03e77a31f27dfea050d8f066c893d8df6998897 +size 3592328992 diff --git a/Darklit-Maiden-12B.i1-IQ3_M.gguf b/Darklit-Maiden-12B.i1-IQ3_M.gguf new file mode 100644 index 0000000..a82bee7 --- /dev/null +++ b/Darklit-Maiden-12B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50bcedc2305f5b007efd8256b6ae12d1e944b29a467ecda467a1cbda610c60d7 +size 5722252608 diff --git a/Darklit-Maiden-12B.i1-IQ3_S.gguf b/Darklit-Maiden-12B.i1-IQ3_S.gguf new file mode 100644 index 0000000..3b7524f --- /dev/null +++ b/Darklit-Maiden-12B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45d251fbc53890ad0ac4ea81a1465a8018de5eee048078e97a0bed229b463f39 +size 5562099008 diff --git a/Darklit-Maiden-12B.i1-IQ3_XS.gguf b/Darklit-Maiden-12B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..a0f8902 --- /dev/null +++ b/Darklit-Maiden-12B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0ac36a401588785fe4795e2b2b2b08f49cc374e7108f972c91477e790c76b8f +size 5306508608 diff --git a/Darklit-Maiden-12B.i1-IQ3_XXS.gguf b/Darklit-Maiden-12B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..4aa4b89 --- /dev/null +++ b/Darklit-Maiden-12B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba67e0bfbd7342ed08270810aeb0513456ab9f8bb46d7e8c8a81f6a1c3d339ff +size 4945403200 diff --git a/Darklit-Maiden-12B.i1-IQ4_NL.gguf b/Darklit-Maiden-12B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..7241551 --- /dev/null +++ b/Darklit-Maiden-12B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c39f36bccb95d0812c9b6d2c77f2a85358475142a1677c6ec6f4bbced790ff92 +size 7097937184 diff --git a/Darklit-Maiden-12B.i1-IQ4_XS.gguf b/Darklit-Maiden-12B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..0b6b6e2 --- /dev/null +++ b/Darklit-Maiden-12B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4860bcd1f344081ae5915bddd6c820d6b692c7bb380dd2d11db177376c4b44fc +size 6742731584 diff --git a/Darklit-Maiden-12B.i1-Q2_K.gguf b/Darklit-Maiden-12B.i1-Q2_K.gguf new file mode 100644 index 0000000..4692da1 --- /dev/null +++ b/Darklit-Maiden-12B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8abdf4578c42f2c0acb71021272dd77bb79446a9c6091d487851c68583fd92be +size 4791066400 diff --git a/Darklit-Maiden-12B.i1-Q2_K_S.gguf b/Darklit-Maiden-12B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..85f4683 --- /dev/null +++ b/Darklit-Maiden-12B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:479f46cd2f9ae41bfb218f078aa043ae80328bdb3aa9d8aac473d4cb16363c12 +size 4493696800 diff --git a/Darklit-Maiden-12B.i1-Q3_K_L.gguf b/Darklit-Maiden-12B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..74a1465 --- /dev/null +++ b/Darklit-Maiden-12B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1686abc47de435683794a324749daeb8fc9279edc64ab70cf5dcf9ec736002a4 +size 6561523008 diff --git a/Darklit-Maiden-12B.i1-Q3_K_M.gguf b/Darklit-Maiden-12B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..41299c0 --- /dev/null +++ b/Darklit-Maiden-12B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8eb065ec0dc6115d33e723f5de664f26d44e0e7119d1ebb782481f7c44f76184 +size 6083110208 diff --git a/Darklit-Maiden-12B.i1-Q3_K_S.gguf b/Darklit-Maiden-12B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..85f40e0 --- /dev/null +++ b/Darklit-Maiden-12B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3206c973f3bf97887673505c6c22f4ecdc6e3614d2e7b3eacdfbadd61459468b +size 5534246208 diff --git a/Darklit-Maiden-12B.i1-Q4_0.gguf b/Darklit-Maiden-12B.i1-Q4_0.gguf new file mode 100644 index 0000000..b6e47fb --- /dev/null +++ b/Darklit-Maiden-12B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02d677814d4f049c3e9c8cc2fe50d94329656884a57ba95aedf6c51dade95a83 +size 7094660384 diff --git a/Darklit-Maiden-12B.i1-Q4_1.gguf b/Darklit-Maiden-12B.i1-Q4_1.gguf new file mode 100644 index 0000000..093187b --- /dev/null +++ b/Darklit-Maiden-12B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9c400e42550be896b91b4d9c0252e16404eb88efc300e2159df615f096e9d45 +size 7795241184 diff --git a/Darklit-Maiden-12B.i1-Q4_K_M.gguf b/Darklit-Maiden-12B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..12aef05 --- /dev/null +++ b/Darklit-Maiden-12B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c73df1b215bcd8445a25a4d837163c7ea227a11e99954a082de67c840a035a76 +size 7477226784 diff --git a/Darklit-Maiden-12B.i1-Q4_K_S.gguf b/Darklit-Maiden-12B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..9a389d1 --- /dev/null +++ b/Darklit-Maiden-12B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64fec08de293eb2b1e5cd9f8a70513d90524b1ef5c10fbd9a933843b37b0388c +size 7120219424 diff --git a/Darklit-Maiden-12B.i1-Q5_K_M.gguf b/Darklit-Maiden-12B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..8f83880 --- /dev/null +++ b/Darklit-Maiden-12B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2de2e98e1bd139d2b13b34bcbb7a84e78459f33feb324883ffe264fd1cd53f9d +size 8727655584 diff --git a/Darklit-Maiden-12B.i1-Q5_K_S.gguf b/Darklit-Maiden-12B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..2c7d6eb --- /dev/null +++ b/Darklit-Maiden-12B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa25778cf2d9d17aecbde9e43fa30bcf725f903dc53a6d8d0fee6d1d865827a8 +size 8518759584 diff --git a/Darklit-Maiden-12B.i1-Q6_K.gguf b/Darklit-Maiden-12B.i1-Q6_K.gguf new file mode 100644 index 0000000..b3967c0 --- /dev/null +++ b/Darklit-Maiden-12B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19c192ac7c1b7b504b0cebf52491981b45feddbeb96e2d42db2a6ef1a29534f6 +size 10056236192 diff --git a/Darklit-Maiden-12B.imatrix.gguf b/Darklit-Maiden-12B.imatrix.gguf new file mode 100644 index 0000000..3f3b470 --- /dev/null +++ b/Darklit-Maiden-12B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bfb702c95fe11d4417614d035e0bf7fba95fe0d03eb7423be2c894208ce9110 +size 7088192 diff --git a/README.md b/README.md new file mode 100644 index 0000000..9bb7c23 --- /dev/null +++ b/README.md @@ -0,0 +1,89 @@ +--- +base_model: Vortex5/Darklit-Maiden-12B +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- mergekit +- merge +- roleplay +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/Vortex5/Darklit-Maiden-12B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Darklit-Maiden-12B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Darklit-Maiden-12B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Darklit-Maiden-12B-i1-GGUF/resolve/main/Darklit-Maiden-12B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Darklit-Maiden-12B-i1-GGUF/resolve/main/Darklit-Maiden-12B.i1-IQ1_S.gguf) | i1-IQ1_S | 3.1 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Darklit-Maiden-12B-i1-GGUF/resolve/main/Darklit-Maiden-12B.i1-IQ1_M.gguf) | i1-IQ1_M | 3.3 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Darklit-Maiden-12B-i1-GGUF/resolve/main/Darklit-Maiden-12B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 3.7 | | +| [GGUF](https://huggingface.co/mradermacher/Darklit-Maiden-12B-i1-GGUF/resolve/main/Darklit-Maiden-12B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/Darklit-Maiden-12B-i1-GGUF/resolve/main/Darklit-Maiden-12B.i1-IQ2_S.gguf) | i1-IQ2_S | 4.2 | | +| [GGUF](https://huggingface.co/mradermacher/Darklit-Maiden-12B-i1-GGUF/resolve/main/Darklit-Maiden-12B.i1-IQ2_M.gguf) | i1-IQ2_M | 4.5 | | +| [GGUF](https://huggingface.co/mradermacher/Darklit-Maiden-12B-i1-GGUF/resolve/main/Darklit-Maiden-12B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 4.6 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Darklit-Maiden-12B-i1-GGUF/resolve/main/Darklit-Maiden-12B.i1-Q2_K.gguf) | i1-Q2_K | 4.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Darklit-Maiden-12B-i1-GGUF/resolve/main/Darklit-Maiden-12B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 5.0 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Darklit-Maiden-12B-i1-GGUF/resolve/main/Darklit-Maiden-12B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 5.4 | | +| [GGUF](https://huggingface.co/mradermacher/Darklit-Maiden-12B-i1-GGUF/resolve/main/Darklit-Maiden-12B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 5.6 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Darklit-Maiden-12B-i1-GGUF/resolve/main/Darklit-Maiden-12B.i1-IQ3_S.gguf) | i1-IQ3_S | 5.7 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Darklit-Maiden-12B-i1-GGUF/resolve/main/Darklit-Maiden-12B.i1-IQ3_M.gguf) | i1-IQ3_M | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/Darklit-Maiden-12B-i1-GGUF/resolve/main/Darklit-Maiden-12B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 6.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Darklit-Maiden-12B-i1-GGUF/resolve/main/Darklit-Maiden-12B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 6.7 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Darklit-Maiden-12B-i1-GGUF/resolve/main/Darklit-Maiden-12B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 6.8 | | +| [GGUF](https://huggingface.co/mradermacher/Darklit-Maiden-12B-i1-GGUF/resolve/main/Darklit-Maiden-12B.i1-Q4_0.gguf) | i1-Q4_0 | 7.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Darklit-Maiden-12B-i1-GGUF/resolve/main/Darklit-Maiden-12B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 7.2 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Darklit-Maiden-12B-i1-GGUF/resolve/main/Darklit-Maiden-12B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 7.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Darklit-Maiden-12B-i1-GGUF/resolve/main/Darklit-Maiden-12B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 7.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Darklit-Maiden-12B-i1-GGUF/resolve/main/Darklit-Maiden-12B.i1-Q4_1.gguf) | i1-Q4_1 | 7.9 | | +| [GGUF](https://huggingface.co/mradermacher/Darklit-Maiden-12B-i1-GGUF/resolve/main/Darklit-Maiden-12B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 8.6 | | +| [GGUF](https://huggingface.co/mradermacher/Darklit-Maiden-12B-i1-GGUF/resolve/main/Darklit-Maiden-12B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 8.8 | | +| [GGUF](https://huggingface.co/mradermacher/Darklit-Maiden-12B-i1-GGUF/resolve/main/Darklit-Maiden-12B.i1-Q6_K.gguf) | i1-Q6_K | 10.2 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +