From 73a5baabbcc0be65431ebdbbc4f63ed7d5312341 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 17 May 2026 03:08:58 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Hereticsutra-2B-i1-GGUF Source: Original Platform --- .gitattributes | 60 +++++++++++++++++++++ Hereticsutra-2B.i1-IQ1_M.gguf | 3 ++ Hereticsutra-2B.i1-IQ1_S.gguf | 3 ++ Hereticsutra-2B.i1-IQ2_M.gguf | 3 ++ Hereticsutra-2B.i1-IQ2_S.gguf | 3 ++ Hereticsutra-2B.i1-IQ2_XS.gguf | 3 ++ Hereticsutra-2B.i1-IQ2_XXS.gguf | 3 ++ Hereticsutra-2B.i1-IQ3_M.gguf | 3 ++ Hereticsutra-2B.i1-IQ3_S.gguf | 3 ++ Hereticsutra-2B.i1-IQ3_XS.gguf | 3 ++ Hereticsutra-2B.i1-IQ3_XXS.gguf | 3 ++ Hereticsutra-2B.i1-IQ4_NL.gguf | 3 ++ Hereticsutra-2B.i1-IQ4_XS.gguf | 3 ++ Hereticsutra-2B.i1-Q2_K.gguf | 3 ++ Hereticsutra-2B.i1-Q2_K_S.gguf | 3 ++ Hereticsutra-2B.i1-Q3_K_L.gguf | 3 ++ Hereticsutra-2B.i1-Q3_K_M.gguf | 3 ++ Hereticsutra-2B.i1-Q3_K_S.gguf | 3 ++ Hereticsutra-2B.i1-Q4_0.gguf | 3 ++ Hereticsutra-2B.i1-Q4_1.gguf | 3 ++ Hereticsutra-2B.i1-Q4_K_M.gguf | 3 ++ Hereticsutra-2B.i1-Q4_K_S.gguf | 3 ++ Hereticsutra-2B.i1-Q5_K_M.gguf | 3 ++ Hereticsutra-2B.i1-Q5_K_S.gguf | 3 ++ Hereticsutra-2B.i1-Q6_K.gguf | 3 ++ Hereticsutra-2B.imatrix.gguf | 3 ++ README.md | 92 +++++++++++++++++++++++++++++++++ 27 files changed, 227 insertions(+) create mode 100644 .gitattributes create mode 100644 Hereticsutra-2B.i1-IQ1_M.gguf create mode 100644 Hereticsutra-2B.i1-IQ1_S.gguf create mode 100644 Hereticsutra-2B.i1-IQ2_M.gguf create mode 100644 Hereticsutra-2B.i1-IQ2_S.gguf create mode 100644 Hereticsutra-2B.i1-IQ2_XS.gguf create mode 100644 Hereticsutra-2B.i1-IQ2_XXS.gguf create mode 100644 Hereticsutra-2B.i1-IQ3_M.gguf create mode 100644 Hereticsutra-2B.i1-IQ3_S.gguf create mode 100644 Hereticsutra-2B.i1-IQ3_XS.gguf create mode 100644 Hereticsutra-2B.i1-IQ3_XXS.gguf create mode 100644 Hereticsutra-2B.i1-IQ4_NL.gguf create mode 100644 Hereticsutra-2B.i1-IQ4_XS.gguf create mode 100644 Hereticsutra-2B.i1-Q2_K.gguf create mode 100644 Hereticsutra-2B.i1-Q2_K_S.gguf create mode 100644 Hereticsutra-2B.i1-Q3_K_L.gguf create mode 100644 Hereticsutra-2B.i1-Q3_K_M.gguf create mode 100644 Hereticsutra-2B.i1-Q3_K_S.gguf create mode 100644 Hereticsutra-2B.i1-Q4_0.gguf create mode 100644 Hereticsutra-2B.i1-Q4_1.gguf create mode 100644 Hereticsutra-2B.i1-Q4_K_M.gguf create mode 100644 Hereticsutra-2B.i1-Q4_K_S.gguf create mode 100644 Hereticsutra-2B.i1-Q5_K_M.gguf create mode 100644 Hereticsutra-2B.i1-Q5_K_S.gguf create mode 100644 Hereticsutra-2B.i1-Q6_K.gguf create mode 100644 Hereticsutra-2B.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..9ae5928 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Hereticsutra-2B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Hereticsutra-2B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Hereticsutra-2B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Hereticsutra-2B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Hereticsutra-2B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Hereticsutra-2B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Hereticsutra-2B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Hereticsutra-2B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Hereticsutra-2B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Hereticsutra-2B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Hereticsutra-2B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Hereticsutra-2B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Hereticsutra-2B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Hereticsutra-2B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Hereticsutra-2B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Hereticsutra-2B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Hereticsutra-2B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Hereticsutra-2B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Hereticsutra-2B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Hereticsutra-2B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Hereticsutra-2B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Hereticsutra-2B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Hereticsutra-2B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Hereticsutra-2B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Hereticsutra-2B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Hereticsutra-2B.i1-IQ1_M.gguf b/Hereticsutra-2B.i1-IQ1_M.gguf new file mode 100644 index 0000000..8bc3f46 --- /dev/null +++ b/Hereticsutra-2B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c7a27d6aacdd591e33641ec169b1c15ecc8a7ee73b974106a4917bd88db91c1 +size 873799968 diff --git a/Hereticsutra-2B.i1-IQ1_S.gguf b/Hereticsutra-2B.i1-IQ1_S.gguf new file mode 100644 index 0000000..1bf40ac --- /dev/null +++ b/Hereticsutra-2B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86bda1d92ec47501abd3c877426ea1844314990ed4ee3ee3203297f0bc671c53 +size 832162080 diff --git a/Hereticsutra-2B.i1-IQ2_M.gguf b/Hereticsutra-2B.i1-IQ2_M.gguf new file mode 100644 index 0000000..fdbb0cd --- /dev/null +++ b/Hereticsutra-2B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eff2b046269520e9f6aea3e1a4b0870854e10b9a5f861e3552225a8a708396bd +size 1088016672 diff --git a/Hereticsutra-2B.i1-IQ2_S.gguf b/Hereticsutra-2B.i1-IQ2_S.gguf new file mode 100644 index 0000000..37c473d --- /dev/null +++ b/Hereticsutra-2B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85948b5f9ff5c44031a96d6eaa6c993a099ddf3c8b2b5c75408d6c6567c5aab8 +size 1032499488 diff --git a/Hereticsutra-2B.i1-IQ2_XS.gguf b/Hereticsutra-2B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..e2ac095 --- /dev/null +++ b/Hereticsutra-2B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3257323d7831b01a5755be500dba7fba5a0fe9bcdf65763c5254aefa6e3b7e8 +size 1002547488 diff --git a/Hereticsutra-2B.i1-IQ2_XXS.gguf b/Hereticsutra-2B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..9ffa5cd --- /dev/null +++ b/Hereticsutra-2B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb1bfa3f4d07785b4845e3baaa89e20f9592c70eae6b4f78cdc82f5fcd911bf7 +size 943196448 diff --git a/Hereticsutra-2B.i1-IQ3_M.gguf b/Hereticsutra-2B.i1-IQ3_M.gguf new file mode 100644 index 0000000..65de12b --- /dev/null +++ b/Hereticsutra-2B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:666de7bdd72eff5065748bd8bb56380be95f7d6e441d3fcc15177e3fdca8f24f +size 1393563936 diff --git a/Hereticsutra-2B.i1-IQ3_S.gguf b/Hereticsutra-2B.i1-IQ3_S.gguf new file mode 100644 index 0000000..7ed2a6c --- /dev/null +++ b/Hereticsutra-2B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:769b864d3d7c2cdb75c3b75a8c329215f7ab30b6ecf906b95bcca5a4a7bc0b99 +size 1360662816 diff --git a/Hereticsutra-2B.i1-IQ3_XS.gguf b/Hereticsutra-2B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..2d24452 --- /dev/null +++ b/Hereticsutra-2B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ebf23fd07e99073d8ef65c656ee66ae6465794057b5a5c057e5b741a7c3fe57 +size 1314214176 diff --git a/Hereticsutra-2B.i1-IQ3_XXS.gguf b/Hereticsutra-2B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..1c10112 --- /dev/null +++ b/Hereticsutra-2B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13f5b122de6ade9640893912a22c7ea2150a94fd909fd15b9578d1829934cb1b +size 1181688096 diff --git a/Hereticsutra-2B.i1-IQ4_NL.gguf b/Hereticsutra-2B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..ae0cf51 --- /dev/null +++ b/Hereticsutra-2B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a0ac55c38e84a472469be5a4343117090893ea4a794bdfab92a6c4dc2b933ef +size 1629511968 diff --git a/Hereticsutra-2B.i1-IQ4_XS.gguf b/Hereticsutra-2B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..a4563ce --- /dev/null +++ b/Hereticsutra-2B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1d59f4d2a111041aa5de5202614f3a211dfb7db24e4ebf0bf85e2437b5a8598 +size 1566253344 diff --git a/Hereticsutra-2B.i1-Q2_K.gguf b/Hereticsutra-2B.i1-Q2_K.gguf new file mode 100644 index 0000000..512bc5c --- /dev/null +++ b/Hereticsutra-2B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7d916ff5562b4b39a995be6bd6d282cc812978af6228c6c9f18d65ee2a8e0ed +size 1229832480 diff --git a/Hereticsutra-2B.i1-Q2_K_S.gguf b/Hereticsutra-2B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..2c61921 --- /dev/null +++ b/Hereticsutra-2B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04074ee9791dcfbd56b8c56f6e779667089e276ca69f3d3b0afbf27975e53a53 +size 1170002208 diff --git a/Hereticsutra-2B.i1-Q3_K_L.gguf b/Hereticsutra-2B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..245f3fe --- /dev/null +++ b/Hereticsutra-2B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0841181c9a359e324920e947eeb99072c7b4681568cbc974f93db113f5d28d3 +size 1550438688 diff --git a/Hereticsutra-2B.i1-Q3_K_M.gguf b/Hereticsutra-2B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..2cb3550 --- /dev/null +++ b/Hereticsutra-2B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cc050cda346c6bdee7623515fcf194a367c9ee6e0502c212e6b5039238f7c35 +size 1461670176 diff --git a/Hereticsutra-2B.i1-Q3_K_S.gguf b/Hereticsutra-2B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..175e564 --- /dev/null +++ b/Hereticsutra-2B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d95f52de882faee2f024893a58ed998e2d4ab83ab8bef4e105138290a1f9c12d +size 1360662816 diff --git a/Hereticsutra-2B.i1-Q4_0.gguf b/Hereticsutra-2B.i1-Q4_0.gguf new file mode 100644 index 0000000..9ac4021 --- /dev/null +++ b/Hereticsutra-2B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c63d83775fc2c4a42ee30cd4c0bab629318216c504fdc73c8bde3cac9c5baba +size 1633493280 diff --git a/Hereticsutra-2B.i1-Q4_1.gguf b/Hereticsutra-2B.i1-Q4_1.gguf new file mode 100644 index 0000000..dba1899 --- /dev/null +++ b/Hereticsutra-2B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c464ab25b919edb286bc80fe20290b74264a557fd2429c343455fc0ff2a0f7ec +size 1756029216 diff --git a/Hereticsutra-2B.i1-Q4_K_M.gguf b/Hereticsutra-2B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..4904a8a --- /dev/null +++ b/Hereticsutra-2B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:033c4839e710a05571dfff75d7360995358cf8ccb4bccd98264abb8ab3eaaffd +size 1708585248 diff --git a/Hereticsutra-2B.i1-Q4_K_S.gguf b/Hereticsutra-2B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..7eae0a0 --- /dev/null +++ b/Hereticsutra-2B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cc238060ae8a327ed615de9b4c45de0f06e655480657f6c385a984c29726a03 +size 1638654240 diff --git a/Hereticsutra-2B.i1-Q5_K_M.gguf b/Hereticsutra-2B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..39f3f76 --- /dev/null +++ b/Hereticsutra-2B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e3185ef0cf091e2fffaa8e3d30a2e2d917b4c94b8782954ee029e1530d4a518 +size 1923281184 diff --git a/Hereticsutra-2B.i1-Q5_K_S.gguf b/Hereticsutra-2B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..73cbf1b --- /dev/null +++ b/Hereticsutra-2B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25222cbb8524fe34a2524db0f96cebd4d5f6fbcfaec7140a4598c12487e4baf3 +size 1882546464 diff --git a/Hereticsutra-2B.i1-Q6_K.gguf b/Hereticsutra-2B.i1-Q6_K.gguf new file mode 100644 index 0000000..cdd75ef --- /dev/null +++ b/Hereticsutra-2B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c88845e10a447b64462b939834ca8c018164c3a9ae6e20eea0a6639e1123d02 +size 2151395616 diff --git a/Hereticsutra-2B.imatrix.gguf b/Hereticsutra-2B.imatrix.gguf new file mode 100644 index 0000000..df1f731 --- /dev/null +++ b/Hereticsutra-2B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7944700c7bf8a30dd7a6d9913646ac5735c01a2900c4405d956c35bd3e020cff +size 2397568 diff --git a/README.md b/README.md new file mode 100644 index 0000000..75fb500 --- /dev/null +++ b/README.md @@ -0,0 +1,92 @@ +--- +base_model: Novaciano/Hereticsutra-2B +language: +- en +- ja +- es +library_name: transformers +license: gemma +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- 2b +- abliterated +- uncensored +- merge +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/Novaciano/Hereticsutra-2B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Hereticsutra-2B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Hereticsutra-2B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Hereticsutra-2B-i1-GGUF/resolve/main/Hereticsutra-2B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Hereticsutra-2B-i1-GGUF/resolve/main/Hereticsutra-2B.i1-IQ1_S.gguf) | i1-IQ1_S | 0.9 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Hereticsutra-2B-i1-GGUF/resolve/main/Hereticsutra-2B.i1-IQ1_M.gguf) | i1-IQ1_M | 1.0 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Hereticsutra-2B-i1-GGUF/resolve/main/Hereticsutra-2B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/Hereticsutra-2B-i1-GGUF/resolve/main/Hereticsutra-2B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/Hereticsutra-2B-i1-GGUF/resolve/main/Hereticsutra-2B.i1-IQ2_S.gguf) | i1-IQ2_S | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/Hereticsutra-2B-i1-GGUF/resolve/main/Hereticsutra-2B.i1-IQ2_M.gguf) | i1-IQ2_M | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/Hereticsutra-2B-i1-GGUF/resolve/main/Hereticsutra-2B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 1.3 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Hereticsutra-2B-i1-GGUF/resolve/main/Hereticsutra-2B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 1.3 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Hereticsutra-2B-i1-GGUF/resolve/main/Hereticsutra-2B.i1-Q2_K.gguf) | i1-Q2_K | 1.3 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Hereticsutra-2B-i1-GGUF/resolve/main/Hereticsutra-2B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 1.4 | | +| [GGUF](https://huggingface.co/mradermacher/Hereticsutra-2B-i1-GGUF/resolve/main/Hereticsutra-2B.i1-IQ3_S.gguf) | i1-IQ3_S | 1.5 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Hereticsutra-2B-i1-GGUF/resolve/main/Hereticsutra-2B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 1.5 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Hereticsutra-2B-i1-GGUF/resolve/main/Hereticsutra-2B.i1-IQ3_M.gguf) | i1-IQ3_M | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/Hereticsutra-2B-i1-GGUF/resolve/main/Hereticsutra-2B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 1.6 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Hereticsutra-2B-i1-GGUF/resolve/main/Hereticsutra-2B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 1.7 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Hereticsutra-2B-i1-GGUF/resolve/main/Hereticsutra-2B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 1.7 | | +| [GGUF](https://huggingface.co/mradermacher/Hereticsutra-2B-i1-GGUF/resolve/main/Hereticsutra-2B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 1.7 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Hereticsutra-2B-i1-GGUF/resolve/main/Hereticsutra-2B.i1-Q4_0.gguf) | i1-Q4_0 | 1.7 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Hereticsutra-2B-i1-GGUF/resolve/main/Hereticsutra-2B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 1.7 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Hereticsutra-2B-i1-GGUF/resolve/main/Hereticsutra-2B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 1.8 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Hereticsutra-2B-i1-GGUF/resolve/main/Hereticsutra-2B.i1-Q4_1.gguf) | i1-Q4_1 | 1.9 | | +| [GGUF](https://huggingface.co/mradermacher/Hereticsutra-2B-i1-GGUF/resolve/main/Hereticsutra-2B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 2.0 | | +| [GGUF](https://huggingface.co/mradermacher/Hereticsutra-2B-i1-GGUF/resolve/main/Hereticsutra-2B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 2.0 | | +| [GGUF](https://huggingface.co/mradermacher/Hereticsutra-2B-i1-GGUF/resolve/main/Hereticsutra-2B.i1-Q6_K.gguf) | i1-Q6_K | 2.3 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +