From d5f85d24baeadd26a4e055fc2696ff1d7a644fda Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 21 Apr 2026 17:32:55 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Deep-Reason-SMALL-V0-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++++++++++ Deep-Reason-SMALL-V0.i1-IQ1_M.gguf | 3 + Deep-Reason-SMALL-V0.i1-IQ1_S.gguf | 3 + Deep-Reason-SMALL-V0.i1-IQ2_M.gguf | 3 + Deep-Reason-SMALL-V0.i1-IQ2_S.gguf | 3 + Deep-Reason-SMALL-V0.i1-IQ2_XS.gguf | 3 + Deep-Reason-SMALL-V0.i1-IQ2_XXS.gguf | 3 + Deep-Reason-SMALL-V0.i1-IQ3_M.gguf | 3 + Deep-Reason-SMALL-V0.i1-IQ3_S.gguf | 3 + Deep-Reason-SMALL-V0.i1-IQ3_XS.gguf | 3 + Deep-Reason-SMALL-V0.i1-IQ3_XXS.gguf | 3 + Deep-Reason-SMALL-V0.i1-IQ4_NL.gguf | 3 + Deep-Reason-SMALL-V0.i1-IQ4_XS.gguf | 3 + Deep-Reason-SMALL-V0.i1-Q2_K.gguf | 3 + Deep-Reason-SMALL-V0.i1-Q2_K_S.gguf | 3 + Deep-Reason-SMALL-V0.i1-Q3_K_L.gguf | 3 + Deep-Reason-SMALL-V0.i1-Q3_K_M.gguf | 3 + Deep-Reason-SMALL-V0.i1-Q3_K_S.gguf | 3 + Deep-Reason-SMALL-V0.i1-Q4_0.gguf | 3 + Deep-Reason-SMALL-V0.i1-Q4_1.gguf | 3 + Deep-Reason-SMALL-V0.i1-Q4_K_M.gguf | 3 + Deep-Reason-SMALL-V0.i1-Q4_K_S.gguf | 3 + Deep-Reason-SMALL-V0.i1-Q5_K_M.gguf | 3 + Deep-Reason-SMALL-V0.i1-Q5_K_S.gguf | 3 + Deep-Reason-SMALL-V0.i1-Q6_K.gguf | 3 + README.md | 83 ++++++++++++++++++++++++++++ imatrix.dat | 3 + 27 files changed, 218 insertions(+) create mode 100644 .gitattributes create mode 100644 Deep-Reason-SMALL-V0.i1-IQ1_M.gguf create mode 100644 Deep-Reason-SMALL-V0.i1-IQ1_S.gguf create mode 100644 Deep-Reason-SMALL-V0.i1-IQ2_M.gguf create mode 100644 Deep-Reason-SMALL-V0.i1-IQ2_S.gguf create mode 100644 Deep-Reason-SMALL-V0.i1-IQ2_XS.gguf create mode 100644 Deep-Reason-SMALL-V0.i1-IQ2_XXS.gguf create mode 100644 Deep-Reason-SMALL-V0.i1-IQ3_M.gguf create mode 100644 Deep-Reason-SMALL-V0.i1-IQ3_S.gguf create mode 100644 Deep-Reason-SMALL-V0.i1-IQ3_XS.gguf create mode 100644 Deep-Reason-SMALL-V0.i1-IQ3_XXS.gguf create mode 100644 Deep-Reason-SMALL-V0.i1-IQ4_NL.gguf create mode 100644 Deep-Reason-SMALL-V0.i1-IQ4_XS.gguf create mode 100644 Deep-Reason-SMALL-V0.i1-Q2_K.gguf create mode 100644 Deep-Reason-SMALL-V0.i1-Q2_K_S.gguf create mode 100644 Deep-Reason-SMALL-V0.i1-Q3_K_L.gguf create mode 100644 Deep-Reason-SMALL-V0.i1-Q3_K_M.gguf create mode 100644 Deep-Reason-SMALL-V0.i1-Q3_K_S.gguf create mode 100644 Deep-Reason-SMALL-V0.i1-Q4_0.gguf create mode 100644 Deep-Reason-SMALL-V0.i1-Q4_1.gguf create mode 100644 Deep-Reason-SMALL-V0.i1-Q4_K_M.gguf create mode 100644 Deep-Reason-SMALL-V0.i1-Q4_K_S.gguf create mode 100644 Deep-Reason-SMALL-V0.i1-Q5_K_M.gguf create mode 100644 Deep-Reason-SMALL-V0.i1-Q5_K_S.gguf create mode 100644 Deep-Reason-SMALL-V0.i1-Q6_K.gguf create mode 100644 README.md create mode 100644 imatrix.dat diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..fa2ccef --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +Deep-Reason-SMALL-V0.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Deep-Reason-SMALL-V0.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Deep-Reason-SMALL-V0.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Deep-Reason-SMALL-V0.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Deep-Reason-SMALL-V0.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Deep-Reason-SMALL-V0.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Deep-Reason-SMALL-V0.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Deep-Reason-SMALL-V0.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Deep-Reason-SMALL-V0.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Deep-Reason-SMALL-V0.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Deep-Reason-SMALL-V0.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Deep-Reason-SMALL-V0.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Deep-Reason-SMALL-V0.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Deep-Reason-SMALL-V0.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Deep-Reason-SMALL-V0.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Deep-Reason-SMALL-V0.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Deep-Reason-SMALL-V0.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Deep-Reason-SMALL-V0.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Deep-Reason-SMALL-V0.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Deep-Reason-SMALL-V0.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Deep-Reason-SMALL-V0.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Deep-Reason-SMALL-V0.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Deep-Reason-SMALL-V0.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Deep-Reason-SMALL-V0.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Deep-Reason-SMALL-V0.i1-IQ1_M.gguf b/Deep-Reason-SMALL-V0.i1-IQ1_M.gguf new file mode 100644 index 0000000..89b5bf7 --- /dev/null +++ b/Deep-Reason-SMALL-V0.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a450038f21b2bef4f45356d3cd93bb34ca014fc21038cc34eac3b2f035f0734 +size 924192192 diff --git a/Deep-Reason-SMALL-V0.i1-IQ1_S.gguf b/Deep-Reason-SMALL-V0.i1-IQ1_S.gguf new file mode 100644 index 0000000..9e73dc1 --- /dev/null +++ b/Deep-Reason-SMALL-V0.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b822e8d47ef916d24c8e2aa47db94544cc6bdde7435343a36adb1574eb207d59 +size 868158912 diff --git a/Deep-Reason-SMALL-V0.i1-IQ2_M.gguf b/Deep-Reason-SMALL-V0.i1-IQ2_M.gguf new file mode 100644 index 0000000..586a4dd --- /dev/null +++ b/Deep-Reason-SMALL-V0.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4287d9c78bf9bb9ff30a0827ae24a13698bd315663ff0e0a82a0c0f83213735e +size 1229032896 diff --git a/Deep-Reason-SMALL-V0.i1-IQ2_S.gguf b/Deep-Reason-SMALL-V0.i1-IQ2_S.gguf new file mode 100644 index 0000000..eea0c51 --- /dev/null +++ b/Deep-Reason-SMALL-V0.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13924be68d6a52edb462ef5c22de7a0f1610d5fcd41d816376383449deea513d +size 1154321856 diff --git a/Deep-Reason-SMALL-V0.i1-IQ2_XS.gguf b/Deep-Reason-SMALL-V0.i1-IQ2_XS.gguf new file mode 100644 index 0000000..4355eee --- /dev/null +++ b/Deep-Reason-SMALL-V0.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30e32f3c1ac6d1f325ce3e3d08dd086607d15b20afbd837274586f59de5c0bd4 +size 1100549568 diff --git a/Deep-Reason-SMALL-V0.i1-IQ2_XXS.gguf b/Deep-Reason-SMALL-V0.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..696eb4d --- /dev/null +++ b/Deep-Reason-SMALL-V0.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:840672d22cd54e7796d09f5d97d2e1c3d14eeda68724ba4dc19f261a21b76bbf +size 1017580992 diff --git a/Deep-Reason-SMALL-V0.i1-IQ3_M.gguf b/Deep-Reason-SMALL-V0.i1-IQ3_M.gguf new file mode 100644 index 0000000..51c3107 --- /dev/null +++ b/Deep-Reason-SMALL-V0.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:264319048ab10a87b69eaadf057f32788ca5626537a5d8169e49dc7709754f1d +size 1599669696 diff --git a/Deep-Reason-SMALL-V0.i1-IQ3_S.gguf b/Deep-Reason-SMALL-V0.i1-IQ3_S.gguf new file mode 100644 index 0000000..5fe5268 --- /dev/null +++ b/Deep-Reason-SMALL-V0.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a5db1004503b5a5cd48bc709bcfb0134bb19e4a55449308881d921fb3cb8f5f +size 1542849984 diff --git a/Deep-Reason-SMALL-V0.i1-IQ3_XS.gguf b/Deep-Reason-SMALL-V0.i1-IQ3_XS.gguf new file mode 100644 index 0000000..21fb1e5 --- /dev/null +++ b/Deep-Reason-SMALL-V0.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c00d649178465d67d666cd631124e10cadfdf54859572adf47ed771cfd6b2a93 +size 1476789696 diff --git a/Deep-Reason-SMALL-V0.i1-IQ3_XXS.gguf b/Deep-Reason-SMALL-V0.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..5c7932c --- /dev/null +++ b/Deep-Reason-SMALL-V0.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:850abbff3690435bda5719901b84da176852cf7b096af0ab613b457be016ab9f +size 1348767168 diff --git a/Deep-Reason-SMALL-V0.i1-IQ4_NL.gguf b/Deep-Reason-SMALL-V0.i1-IQ4_NL.gguf new file mode 100644 index 0000000..69a538f --- /dev/null +++ b/Deep-Reason-SMALL-V0.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87f95a527a2e8efb767139f2c7a0f7e6da9b043de73c4e78cbe59bef4a410437 +size 1917191616 diff --git a/Deep-Reason-SMALL-V0.i1-IQ4_XS.gguf b/Deep-Reason-SMALL-V0.i1-IQ4_XS.gguf new file mode 100644 index 0000000..56a5cb5 --- /dev/null +++ b/Deep-Reason-SMALL-V0.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8577d2fbaeddd28dadcd41bad55dc53dae24811119c8ffacd5ee4698cd7ccead +size 1829111232 diff --git a/Deep-Reason-SMALL-V0.i1-Q2_K.gguf b/Deep-Reason-SMALL-V0.i1-Q2_K.gguf new file mode 100644 index 0000000..c7a7d39 --- /dev/null +++ b/Deep-Reason-SMALL-V0.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6578dc425950ee763d0d32595f1aaf145de9753f8a69ea8bd3bebd9aceb3b16 +size 1363936704 diff --git a/Deep-Reason-SMALL-V0.i1-Q2_K_S.gguf b/Deep-Reason-SMALL-V0.i1-Q2_K_S.gguf new file mode 100644 index 0000000..1a20ee0 --- /dev/null +++ b/Deep-Reason-SMALL-V0.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e17cc113efc9397c715f7699e0d43a3e1d61720698380c096743ee260062eec +size 1274283456 diff --git a/Deep-Reason-SMALL-V0.i1-Q3_K_L.gguf b/Deep-Reason-SMALL-V0.i1-Q3_K_L.gguf new file mode 100644 index 0000000..d37a101 --- /dev/null +++ b/Deep-Reason-SMALL-V0.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6ab49e3bb918d930f447a0c32dbf3cc3fdc5767a5de180d7afa0796813a2ac4 +size 1815348672 diff --git a/Deep-Reason-SMALL-V0.i1-Q3_K_M.gguf b/Deep-Reason-SMALL-V0.i1-Q3_K_M.gguf new file mode 100644 index 0000000..6c10b0b --- /dev/null +++ b/Deep-Reason-SMALL-V0.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a07c2cab712ae3fdf47338c5dad479379373a1c342b1659d7538cda1242cbd7 +size 1687160256 diff --git a/Deep-Reason-SMALL-V0.i1-Q3_K_S.gguf b/Deep-Reason-SMALL-V0.i1-Q3_K_S.gguf new file mode 100644 index 0000000..7c43251 --- /dev/null +++ b/Deep-Reason-SMALL-V0.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd6eaa126968a2e0439ee5a76ebee821d905700d2575763cb82e12316847a70d +size 1542849984 diff --git a/Deep-Reason-SMALL-V0.i1-Q4_0.gguf b/Deep-Reason-SMALL-V0.i1-Q4_0.gguf new file mode 100644 index 0000000..d60435e --- /dev/null +++ b/Deep-Reason-SMALL-V0.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f8b05e58f3df3812da1f60864589be2efd8bd9e392311367eaad6cd08e87a7a +size 1921910208 diff --git a/Deep-Reason-SMALL-V0.i1-Q4_1.gguf b/Deep-Reason-SMALL-V0.i1-Q4_1.gguf new file mode 100644 index 0000000..9604349 --- /dev/null +++ b/Deep-Reason-SMALL-V0.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1bae6afeef4c5ad54111916703f09597ecd41f1d6afe7a02508048bdb648956 +size 2093352384 diff --git a/Deep-Reason-SMALL-V0.i1-Q4_K_M.gguf b/Deep-Reason-SMALL-V0.i1-Q4_K_M.gguf new file mode 100644 index 0000000..530546d --- /dev/null +++ b/Deep-Reason-SMALL-V0.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23007af0c3b2fd61d2cc00d27b84ffcc72184df324e366063f2313cf7c00dd7e +size 2019378624 diff --git a/Deep-Reason-SMALL-V0.i1-Q4_K_S.gguf b/Deep-Reason-SMALL-V0.i1-Q4_K_S.gguf new file mode 100644 index 0000000..e88e1a5 --- /dev/null +++ b/Deep-Reason-SMALL-V0.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d4b69b64fbf60a04ff903eb522d3e661951fb214f9893bd77eda89652d1ce60 +size 1928201664 diff --git a/Deep-Reason-SMALL-V0.i1-Q5_K_M.gguf b/Deep-Reason-SMALL-V0.i1-Q5_K_M.gguf new file mode 100644 index 0000000..b2150a6 --- /dev/null +++ b/Deep-Reason-SMALL-V0.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f838959cdada89b2c0c6bac8b15062710978d083d433bcef60325755b8bbb78f +size 2322154944 diff --git a/Deep-Reason-SMALL-V0.i1-Q5_K_S.gguf b/Deep-Reason-SMALL-V0.i1-Q5_K_S.gguf new file mode 100644 index 0000000..b50bbf9 --- /dev/null +++ b/Deep-Reason-SMALL-V0.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b246e3e925e7f1d15b6e0e7193d245652123d718e4259eecf0e072ef7206ece5 +size 2269513152 diff --git a/Deep-Reason-SMALL-V0.i1-Q6_K.gguf b/Deep-Reason-SMALL-V0.i1-Q6_K.gguf new file mode 100644 index 0000000..4617fee --- /dev/null +++ b/Deep-Reason-SMALL-V0.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:216b52e9582bfcdb731e60a36f30e7c9fa5e9f0d34be7e2a8b974f1777459635 +size 2643854784 diff --git a/README.md b/README.md new file mode 100644 index 0000000..793b16e --- /dev/null +++ b/README.md @@ -0,0 +1,83 @@ +--- +base_model: alpha-ai/Deep-Reason-SMALL-V0 +language: +- en +library_name: transformers +license: apache-2.0 +quantized_by: mradermacher +tags: +- text-generation-inference +- transformers +- unsloth +- llama +- gguf +- GRPO +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/alpha-ai/Deep-Reason-SMALL-V0 + + +static quants are available at https://huggingface.co/mradermacher/Deep-Reason-SMALL-V0-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Deep-Reason-SMALL-V0-i1-GGUF/resolve/main/Deep-Reason-SMALL-V0.i1-IQ1_S.gguf) | i1-IQ1_S | 1.0 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Deep-Reason-SMALL-V0-i1-GGUF/resolve/main/Deep-Reason-SMALL-V0.i1-IQ1_M.gguf) | i1-IQ1_M | 1.0 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Deep-Reason-SMALL-V0-i1-GGUF/resolve/main/Deep-Reason-SMALL-V0.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/Deep-Reason-SMALL-V0-i1-GGUF/resolve/main/Deep-Reason-SMALL-V0.i1-IQ2_XS.gguf) | i1-IQ2_XS | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/Deep-Reason-SMALL-V0-i1-GGUF/resolve/main/Deep-Reason-SMALL-V0.i1-IQ2_S.gguf) | i1-IQ2_S | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/Deep-Reason-SMALL-V0-i1-GGUF/resolve/main/Deep-Reason-SMALL-V0.i1-IQ2_M.gguf) | i1-IQ2_M | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/Deep-Reason-SMALL-V0-i1-GGUF/resolve/main/Deep-Reason-SMALL-V0.i1-Q2_K_S.gguf) | i1-Q2_K_S | 1.4 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Deep-Reason-SMALL-V0-i1-GGUF/resolve/main/Deep-Reason-SMALL-V0.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 1.4 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Deep-Reason-SMALL-V0-i1-GGUF/resolve/main/Deep-Reason-SMALL-V0.i1-Q2_K.gguf) | i1-Q2_K | 1.5 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Deep-Reason-SMALL-V0-i1-GGUF/resolve/main/Deep-Reason-SMALL-V0.i1-IQ3_XS.gguf) | i1-IQ3_XS | 1.6 | | +| [GGUF](https://huggingface.co/mradermacher/Deep-Reason-SMALL-V0-i1-GGUF/resolve/main/Deep-Reason-SMALL-V0.i1-IQ3_S.gguf) | i1-IQ3_S | 1.6 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Deep-Reason-SMALL-V0-i1-GGUF/resolve/main/Deep-Reason-SMALL-V0.i1-Q3_K_S.gguf) | i1-Q3_K_S | 1.6 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Deep-Reason-SMALL-V0-i1-GGUF/resolve/main/Deep-Reason-SMALL-V0.i1-IQ3_M.gguf) | i1-IQ3_M | 1.7 | | +| [GGUF](https://huggingface.co/mradermacher/Deep-Reason-SMALL-V0-i1-GGUF/resolve/main/Deep-Reason-SMALL-V0.i1-Q3_K_M.gguf) | i1-Q3_K_M | 1.8 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Deep-Reason-SMALL-V0-i1-GGUF/resolve/main/Deep-Reason-SMALL-V0.i1-Q3_K_L.gguf) | i1-Q3_K_L | 1.9 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Deep-Reason-SMALL-V0-i1-GGUF/resolve/main/Deep-Reason-SMALL-V0.i1-IQ4_XS.gguf) | i1-IQ4_XS | 1.9 | | +| [GGUF](https://huggingface.co/mradermacher/Deep-Reason-SMALL-V0-i1-GGUF/resolve/main/Deep-Reason-SMALL-V0.i1-IQ4_NL.gguf) | i1-IQ4_NL | 2.0 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Deep-Reason-SMALL-V0-i1-GGUF/resolve/main/Deep-Reason-SMALL-V0.i1-Q4_0.gguf) | i1-Q4_0 | 2.0 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Deep-Reason-SMALL-V0-i1-GGUF/resolve/main/Deep-Reason-SMALL-V0.i1-Q4_K_S.gguf) | i1-Q4_K_S | 2.0 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Deep-Reason-SMALL-V0-i1-GGUF/resolve/main/Deep-Reason-SMALL-V0.i1-Q4_K_M.gguf) | i1-Q4_K_M | 2.1 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Deep-Reason-SMALL-V0-i1-GGUF/resolve/main/Deep-Reason-SMALL-V0.i1-Q4_1.gguf) | i1-Q4_1 | 2.2 | | +| [GGUF](https://huggingface.co/mradermacher/Deep-Reason-SMALL-V0-i1-GGUF/resolve/main/Deep-Reason-SMALL-V0.i1-Q5_K_S.gguf) | i1-Q5_K_S | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/Deep-Reason-SMALL-V0-i1-GGUF/resolve/main/Deep-Reason-SMALL-V0.i1-Q5_K_M.gguf) | i1-Q5_K_M | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/Deep-Reason-SMALL-V0-i1-GGUF/resolve/main/Deep-Reason-SMALL-V0.i1-Q6_K.gguf) | i1-Q6_K | 2.7 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..2bb8067 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ca8083f535c6c5d9405464bf9bfc6c4f757bfb5444ab6116e2c60fda0fb90f6 +size 2988377