From 81face050124cce66ceec5ad0b46a7bd487260d2 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 3 Jul 2026 19:31:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/DarkForest-20B-v2.0-Erebus-Edition-i1-GGUF Source: Original Platform --- .gitattributes | 59 ++++++++++++ ...rest-20B-v2.0-Erebus-Edition.i1-IQ1_M.gguf | 3 + ...rest-20B-v2.0-Erebus-Edition.i1-IQ1_S.gguf | 3 + ...rest-20B-v2.0-Erebus-Edition.i1-IQ2_M.gguf | 3 + ...rest-20B-v2.0-Erebus-Edition.i1-IQ2_S.gguf | 3 + ...est-20B-v2.0-Erebus-Edition.i1-IQ2_XS.gguf | 3 + ...st-20B-v2.0-Erebus-Edition.i1-IQ2_XXS.gguf | 3 + ...rest-20B-v2.0-Erebus-Edition.i1-IQ3_M.gguf | 3 + ...rest-20B-v2.0-Erebus-Edition.i1-IQ3_S.gguf | 3 + ...est-20B-v2.0-Erebus-Edition.i1-IQ3_XS.gguf | 3 + ...st-20B-v2.0-Erebus-Edition.i1-IQ3_XXS.gguf | 3 + ...est-20B-v2.0-Erebus-Edition.i1-IQ4_XS.gguf | 3 + ...orest-20B-v2.0-Erebus-Edition.i1-Q2_K.gguf | 3 + ...est-20B-v2.0-Erebus-Edition.i1-Q2_K_S.gguf | 3 + ...est-20B-v2.0-Erebus-Edition.i1-Q3_K_L.gguf | 3 + ...est-20B-v2.0-Erebus-Edition.i1-Q3_K_M.gguf | 3 + ...est-20B-v2.0-Erebus-Edition.i1-Q3_K_S.gguf | 3 + ...orest-20B-v2.0-Erebus-Edition.i1-Q4_0.gguf | 3 + ...orest-20B-v2.0-Erebus-Edition.i1-Q4_1.gguf | 3 + ...est-20B-v2.0-Erebus-Edition.i1-Q4_K_M.gguf | 3 + ...est-20B-v2.0-Erebus-Edition.i1-Q4_K_S.gguf | 3 + ...est-20B-v2.0-Erebus-Edition.i1-Q5_K_M.gguf | 3 + ...est-20B-v2.0-Erebus-Edition.i1-Q5_K_S.gguf | 3 + ...orest-20B-v2.0-Erebus-Edition.i1-Q6_K.gguf | 3 + ...orest-20B-v2.0-Erebus-Edition.imatrix.gguf | 3 + README.md | 90 +++++++++++++++++++ 26 files changed, 221 insertions(+) create mode 100644 .gitattributes create mode 100644 DarkForest-20B-v2.0-Erebus-Edition.i1-IQ1_M.gguf create mode 100644 DarkForest-20B-v2.0-Erebus-Edition.i1-IQ1_S.gguf create mode 100644 DarkForest-20B-v2.0-Erebus-Edition.i1-IQ2_M.gguf create mode 100644 DarkForest-20B-v2.0-Erebus-Edition.i1-IQ2_S.gguf create mode 100644 DarkForest-20B-v2.0-Erebus-Edition.i1-IQ2_XS.gguf create mode 100644 DarkForest-20B-v2.0-Erebus-Edition.i1-IQ2_XXS.gguf create mode 100644 DarkForest-20B-v2.0-Erebus-Edition.i1-IQ3_M.gguf create mode 100644 DarkForest-20B-v2.0-Erebus-Edition.i1-IQ3_S.gguf create mode 100644 DarkForest-20B-v2.0-Erebus-Edition.i1-IQ3_XS.gguf create mode 100644 DarkForest-20B-v2.0-Erebus-Edition.i1-IQ3_XXS.gguf create mode 100644 DarkForest-20B-v2.0-Erebus-Edition.i1-IQ4_XS.gguf create mode 100644 DarkForest-20B-v2.0-Erebus-Edition.i1-Q2_K.gguf create mode 100644 DarkForest-20B-v2.0-Erebus-Edition.i1-Q2_K_S.gguf create mode 100644 DarkForest-20B-v2.0-Erebus-Edition.i1-Q3_K_L.gguf create mode 100644 DarkForest-20B-v2.0-Erebus-Edition.i1-Q3_K_M.gguf create mode 100644 DarkForest-20B-v2.0-Erebus-Edition.i1-Q3_K_S.gguf create mode 100644 DarkForest-20B-v2.0-Erebus-Edition.i1-Q4_0.gguf create mode 100644 DarkForest-20B-v2.0-Erebus-Edition.i1-Q4_1.gguf create mode 100644 DarkForest-20B-v2.0-Erebus-Edition.i1-Q4_K_M.gguf create mode 100644 DarkForest-20B-v2.0-Erebus-Edition.i1-Q4_K_S.gguf create mode 100644 DarkForest-20B-v2.0-Erebus-Edition.i1-Q5_K_M.gguf create mode 100644 DarkForest-20B-v2.0-Erebus-Edition.i1-Q5_K_S.gguf create mode 100644 DarkForest-20B-v2.0-Erebus-Edition.i1-Q6_K.gguf create mode 100644 DarkForest-20B-v2.0-Erebus-Edition.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..6b04b81 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,59 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +DarkForest-20B-v2.0-Erebus-Edition.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +DarkForest-20B-v2.0-Erebus-Edition.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +DarkForest-20B-v2.0-Erebus-Edition.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +DarkForest-20B-v2.0-Erebus-Edition.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +DarkForest-20B-v2.0-Erebus-Edition.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +DarkForest-20B-v2.0-Erebus-Edition.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +DarkForest-20B-v2.0-Erebus-Edition.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +DarkForest-20B-v2.0-Erebus-Edition.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +DarkForest-20B-v2.0-Erebus-Edition.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +DarkForest-20B-v2.0-Erebus-Edition.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +DarkForest-20B-v2.0-Erebus-Edition.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +DarkForest-20B-v2.0-Erebus-Edition.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +DarkForest-20B-v2.0-Erebus-Edition.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +DarkForest-20B-v2.0-Erebus-Edition.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +DarkForest-20B-v2.0-Erebus-Edition.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +DarkForest-20B-v2.0-Erebus-Edition.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +DarkForest-20B-v2.0-Erebus-Edition.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +DarkForest-20B-v2.0-Erebus-Edition.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +DarkForest-20B-v2.0-Erebus-Edition.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +DarkForest-20B-v2.0-Erebus-Edition.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +DarkForest-20B-v2.0-Erebus-Edition.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +DarkForest-20B-v2.0-Erebus-Edition.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +DarkForest-20B-v2.0-Erebus-Edition.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +DarkForest-20B-v2.0-Erebus-Edition.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ1_M.gguf b/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ1_M.gguf new file mode 100644 index 0000000..841760e --- /dev/null +++ b/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d65908e0cc9ecae518920abd269880050ed90c77ed17a1da69400654accf262e +size 4767111328 diff --git a/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ1_S.gguf b/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ1_S.gguf new file mode 100644 index 0000000..2127c7f --- /dev/null +++ b/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a46788edf4fb1c016b132c7c7f62d86e0bcf29672e21d1cca99e3e7b5bc6fe2 +size 4393986208 diff --git a/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ2_M.gguf b/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ2_M.gguf new file mode 100644 index 0000000..6763260 --- /dev/null +++ b/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b810317668caad81af6f812a2869e8f4ca18d00ddfa9f7d09e4a3b7410564c0 +size 6895362208 diff --git a/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ2_S.gguf b/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ2_S.gguf new file mode 100644 index 0000000..14c0f18 --- /dev/null +++ b/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c324f9f29964669cf43c8018fe69192495011df1d252c8add0b567e1e48383d1 +size 6397862048 diff --git a/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ2_XS.gguf b/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ2_XS.gguf new file mode 100644 index 0000000..553ac5a --- /dev/null +++ b/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51580e4d8088d1964d541c90a8d71774564e594776c14fa282ec2e9fae70a220 +size 5937277088 diff --git a/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ2_XXS.gguf b/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..960ba80 --- /dev/null +++ b/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c5b6d968d9a1d0e36a56349d8ea59d0d755382c08e7a8b88343de9a87525ee0 +size 5388986528 diff --git a/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ3_M.gguf b/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ3_M.gguf new file mode 100644 index 0000000..7d731ee --- /dev/null +++ b/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a52832f637e9cb97fc540a05c3e84d7a6760440ee423df3a9bbb8061179785b +size 9155893408 diff --git a/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ3_S.gguf b/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ3_S.gguf new file mode 100644 index 0000000..888601d --- /dev/null +++ b/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbef8e8882d9b114eeda04d18c25470204e5c30d05efe33923efea5fc50e63c0 +size 8658372768 diff --git a/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ3_XS.gguf b/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ3_XS.gguf new file mode 100644 index 0000000..e3bb3a3 --- /dev/null +++ b/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb6f601703e6cc048051c1e7ce558578f4891b6159ce09868335051598fb6697 +size 8194132128 diff --git a/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ3_XXS.gguf b/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..8c22ccd --- /dev/null +++ b/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84211f5538e840e71c016d6b4fd548cb20aeffaec37e423439fbe0a3500e3366 +size 7587791008 diff --git a/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ4_XS.gguf b/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ4_XS.gguf new file mode 100644 index 0000000..6ca461c --- /dev/null +++ b/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8a397bbd662630054a630bd91aaec210c204c11c3af7b0848e387eed802f530 +size 10672345248 diff --git a/DarkForest-20B-v2.0-Erebus-Edition.i1-Q2_K.gguf b/DarkForest-20B-v2.0-Erebus-Edition.i1-Q2_K.gguf new file mode 100644 index 0000000..91415be --- /dev/null +++ b/DarkForest-20B-v2.0-Erebus-Edition.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52822a91886b7604601a895dabc599c85303b3c5b108bb688e62a80e77d48879 +size 7420223648 diff --git a/DarkForest-20B-v2.0-Erebus-Edition.i1-Q2_K_S.gguf b/DarkForest-20B-v2.0-Erebus-Edition.i1-Q2_K_S.gguf new file mode 100644 index 0000000..4338e02 --- /dev/null +++ b/DarkForest-20B-v2.0-Erebus-Edition.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b876e7cb2e924671a05e50357cf3d19bfb744198b8bd5cc9eae9104df6f82cf +size 6760521888 diff --git a/DarkForest-20B-v2.0-Erebus-Edition.i1-Q3_K_L.gguf b/DarkForest-20B-v2.0-Erebus-Edition.i1-Q3_K_L.gguf new file mode 100644 index 0000000..9e7e6be --- /dev/null +++ b/DarkForest-20B-v2.0-Erebus-Edition.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b018f0371cb639175cb02dac7523268c40dd671ea3770e44709720e190ad3bb +size 10627770528 diff --git a/DarkForest-20B-v2.0-Erebus-Edition.i1-Q3_K_M.gguf b/DarkForest-20B-v2.0-Erebus-Edition.i1-Q3_K_M.gguf new file mode 100644 index 0000000..6afcb54 --- /dev/null +++ b/DarkForest-20B-v2.0-Erebus-Edition.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:664c6f78d7c16e4e3457953b3595823c9fa79db2b6d87fa4b4cc1a3a11478c0f +size 9706006688 diff --git a/DarkForest-20B-v2.0-Erebus-Edition.i1-Q3_K_S.gguf b/DarkForest-20B-v2.0-Erebus-Edition.i1-Q3_K_S.gguf new file mode 100644 index 0000000..038edb3 --- /dev/null +++ b/DarkForest-20B-v2.0-Erebus-Edition.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3c01436dbd42c6591869a9879353de6b5a8cdc9e861e87f70b08845a7077740 +size 8658372768 diff --git a/DarkForest-20B-v2.0-Erebus-Edition.i1-Q4_0.gguf b/DarkForest-20B-v2.0-Erebus-Edition.i1-Q4_0.gguf new file mode 100644 index 0000000..6a1fc50 --- /dev/null +++ b/DarkForest-20B-v2.0-Erebus-Edition.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85c01e8e23cf25c38ffd321bbeb09b71186945fdf9757e3082b43fb095badcce +size 11322994848 diff --git a/DarkForest-20B-v2.0-Erebus-Edition.i1-Q4_1.gguf b/DarkForest-20B-v2.0-Erebus-Edition.i1-Q4_1.gguf new file mode 100644 index 0000000..7a68ffa --- /dev/null +++ b/DarkForest-20B-v2.0-Erebus-Edition.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a56f4c0c24ec585694cabf1f877743e0dd3826f0349cec9f9a49558a262d3ff6 +size 12531396768 diff --git a/DarkForest-20B-v2.0-Erebus-Edition.i1-Q4_K_M.gguf b/DarkForest-20B-v2.0-Erebus-Edition.i1-Q4_K_M.gguf new file mode 100644 index 0000000..8ad744a --- /dev/null +++ b/DarkForest-20B-v2.0-Erebus-Edition.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69ca291dd16f02995e233217909a34fa91c2cecd870c5dda25a6473f51dc0ddc +size 12042211488 diff --git a/DarkForest-20B-v2.0-Erebus-Edition.i1-Q4_K_S.gguf b/DarkForest-20B-v2.0-Erebus-Edition.i1-Q4_K_S.gguf new file mode 100644 index 0000000..0bab2f5 --- /dev/null +++ b/DarkForest-20B-v2.0-Erebus-Edition.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7895d9a4960cb806d5f6244bdd9db52c7ee52fb9525ef30e002de1fcf46508af +size 11367067808 diff --git a/DarkForest-20B-v2.0-Erebus-Edition.i1-Q5_K_M.gguf b/DarkForest-20B-v2.0-Erebus-Edition.i1-Q5_K_M.gguf new file mode 100644 index 0000000..d1b6a01 --- /dev/null +++ b/DarkForest-20B-v2.0-Erebus-Edition.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5175699619cdd6f70d3e74598a06aa5e8943a35dcab234bd2ceebc5317948d35 +size 14157222048 diff --git a/DarkForest-20B-v2.0-Erebus-Edition.i1-Q5_K_S.gguf b/DarkForest-20B-v2.0-Erebus-Edition.i1-Q5_K_S.gguf new file mode 100644 index 0000000..d8ca5b9 --- /dev/null +++ b/DarkForest-20B-v2.0-Erebus-Edition.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afe284bb47a17d436dc531be32a7a8a6e35013a32fc0efa1db190e03c9068619 +size 13770764448 diff --git a/DarkForest-20B-v2.0-Erebus-Edition.i1-Q6_K.gguf b/DarkForest-20B-v2.0-Erebus-Edition.i1-Q6_K.gguf new file mode 100644 index 0000000..8e5f208 --- /dev/null +++ b/DarkForest-20B-v2.0-Erebus-Edition.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed77b30542bc478be7a985d9bc66d55c7a02a01ec9609e31eb9a7cbfbc5c9708 +size 16404420768 diff --git a/DarkForest-20B-v2.0-Erebus-Edition.imatrix.gguf b/DarkForest-20B-v2.0-Erebus-Edition.imatrix.gguf new file mode 100644 index 0000000..62005e3 --- /dev/null +++ b/DarkForest-20B-v2.0-Erebus-Edition.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58d844dfeec285b26de8293a604a20b4528f2cda1457022471c6813494e62fd8 +size 11113632 diff --git a/README.md b/README.md new file mode 100644 index 0000000..84f740f --- /dev/null +++ b/README.md @@ -0,0 +1,90 @@ +--- +base_model: Naphula/DarkForest-20B-v2.0-Erebus-Edition +language: +- en +library_name: transformers +license: llama2 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- creative +- creative writing +- horror +- rp +- merge +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/Naphula/DarkForest-20B-v2.0-Erebus-Edition + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#DarkForest-20B-v2.0-Erebus-Edition-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/DarkForest-20B-v2.0-Erebus-Edition-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/DarkForest-20B-v2.0-Erebus-Edition-i1-GGUF/resolve/main/DarkForest-20B-v2.0-Erebus-Edition.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/DarkForest-20B-v2.0-Erebus-Edition-i1-GGUF/resolve/main/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ1_S.gguf) | i1-IQ1_S | 4.5 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/DarkForest-20B-v2.0-Erebus-Edition-i1-GGUF/resolve/main/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ1_M.gguf) | i1-IQ1_M | 4.9 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/DarkForest-20B-v2.0-Erebus-Edition-i1-GGUF/resolve/main/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 5.5 | | +| [GGUF](https://huggingface.co/mradermacher/DarkForest-20B-v2.0-Erebus-Edition-i1-GGUF/resolve/main/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ2_XS.gguf) | i1-IQ2_XS | 6.0 | | +| [GGUF](https://huggingface.co/mradermacher/DarkForest-20B-v2.0-Erebus-Edition-i1-GGUF/resolve/main/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ2_S.gguf) | i1-IQ2_S | 6.5 | | +| [GGUF](https://huggingface.co/mradermacher/DarkForest-20B-v2.0-Erebus-Edition-i1-GGUF/resolve/main/DarkForest-20B-v2.0-Erebus-Edition.i1-Q2_K_S.gguf) | i1-Q2_K_S | 6.9 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/DarkForest-20B-v2.0-Erebus-Edition-i1-GGUF/resolve/main/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ2_M.gguf) | i1-IQ2_M | 7.0 | | +| [GGUF](https://huggingface.co/mradermacher/DarkForest-20B-v2.0-Erebus-Edition-i1-GGUF/resolve/main/DarkForest-20B-v2.0-Erebus-Edition.i1-Q2_K.gguf) | i1-Q2_K | 7.5 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/DarkForest-20B-v2.0-Erebus-Edition-i1-GGUF/resolve/main/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 7.7 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/DarkForest-20B-v2.0-Erebus-Edition-i1-GGUF/resolve/main/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ3_XS.gguf) | i1-IQ3_XS | 8.3 | | +| [GGUF](https://huggingface.co/mradermacher/DarkForest-20B-v2.0-Erebus-Edition-i1-GGUF/resolve/main/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ3_S.gguf) | i1-IQ3_S | 8.8 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/DarkForest-20B-v2.0-Erebus-Edition-i1-GGUF/resolve/main/DarkForest-20B-v2.0-Erebus-Edition.i1-Q3_K_S.gguf) | i1-Q3_K_S | 8.8 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/DarkForest-20B-v2.0-Erebus-Edition-i1-GGUF/resolve/main/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ3_M.gguf) | i1-IQ3_M | 9.3 | | +| [GGUF](https://huggingface.co/mradermacher/DarkForest-20B-v2.0-Erebus-Edition-i1-GGUF/resolve/main/DarkForest-20B-v2.0-Erebus-Edition.i1-Q3_K_M.gguf) | i1-Q3_K_M | 9.8 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/DarkForest-20B-v2.0-Erebus-Edition-i1-GGUF/resolve/main/DarkForest-20B-v2.0-Erebus-Edition.i1-Q3_K_L.gguf) | i1-Q3_K_L | 10.7 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/DarkForest-20B-v2.0-Erebus-Edition-i1-GGUF/resolve/main/DarkForest-20B-v2.0-Erebus-Edition.i1-IQ4_XS.gguf) | i1-IQ4_XS | 10.8 | | +| [GGUF](https://huggingface.co/mradermacher/DarkForest-20B-v2.0-Erebus-Edition-i1-GGUF/resolve/main/DarkForest-20B-v2.0-Erebus-Edition.i1-Q4_0.gguf) | i1-Q4_0 | 11.4 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/DarkForest-20B-v2.0-Erebus-Edition-i1-GGUF/resolve/main/DarkForest-20B-v2.0-Erebus-Edition.i1-Q4_K_S.gguf) | i1-Q4_K_S | 11.5 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/DarkForest-20B-v2.0-Erebus-Edition-i1-GGUF/resolve/main/DarkForest-20B-v2.0-Erebus-Edition.i1-Q4_K_M.gguf) | i1-Q4_K_M | 12.1 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/DarkForest-20B-v2.0-Erebus-Edition-i1-GGUF/resolve/main/DarkForest-20B-v2.0-Erebus-Edition.i1-Q4_1.gguf) | i1-Q4_1 | 12.6 | | +| [GGUF](https://huggingface.co/mradermacher/DarkForest-20B-v2.0-Erebus-Edition-i1-GGUF/resolve/main/DarkForest-20B-v2.0-Erebus-Edition.i1-Q5_K_S.gguf) | i1-Q5_K_S | 13.9 | | +| [GGUF](https://huggingface.co/mradermacher/DarkForest-20B-v2.0-Erebus-Edition-i1-GGUF/resolve/main/DarkForest-20B-v2.0-Erebus-Edition.i1-Q5_K_M.gguf) | i1-Q5_K_M | 14.3 | | +| [GGUF](https://huggingface.co/mradermacher/DarkForest-20B-v2.0-Erebus-Edition-i1-GGUF/resolve/main/DarkForest-20B-v2.0-Erebus-Edition.i1-Q6_K.gguf) | i1-Q6_K | 16.5 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +