From 68eacd45dc6e93dd013c6f67b3107ff522aef058 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 31 May 2026 01:57:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Open-Reasoner-Zero-7B-i1-GGUF Source: Original Platform --- .gitattributes | 60 +++++++++++++++++++++ Open-Reasoner-Zero-7B.i1-IQ1_M.gguf | 3 ++ Open-Reasoner-Zero-7B.i1-IQ1_S.gguf | 3 ++ Open-Reasoner-Zero-7B.i1-IQ2_M.gguf | 3 ++ Open-Reasoner-Zero-7B.i1-IQ2_S.gguf | 3 ++ Open-Reasoner-Zero-7B.i1-IQ2_XS.gguf | 3 ++ Open-Reasoner-Zero-7B.i1-IQ2_XXS.gguf | 3 ++ Open-Reasoner-Zero-7B.i1-IQ3_M.gguf | 3 ++ Open-Reasoner-Zero-7B.i1-IQ3_S.gguf | 3 ++ Open-Reasoner-Zero-7B.i1-IQ3_XS.gguf | 3 ++ Open-Reasoner-Zero-7B.i1-IQ3_XXS.gguf | 3 ++ Open-Reasoner-Zero-7B.i1-IQ4_NL.gguf | 3 ++ Open-Reasoner-Zero-7B.i1-IQ4_XS.gguf | 3 ++ Open-Reasoner-Zero-7B.i1-Q2_K.gguf | 3 ++ Open-Reasoner-Zero-7B.i1-Q2_K_S.gguf | 3 ++ Open-Reasoner-Zero-7B.i1-Q3_K_L.gguf | 3 ++ Open-Reasoner-Zero-7B.i1-Q3_K_M.gguf | 3 ++ Open-Reasoner-Zero-7B.i1-Q3_K_S.gguf | 3 ++ Open-Reasoner-Zero-7B.i1-Q4_0.gguf | 3 ++ Open-Reasoner-Zero-7B.i1-Q4_1.gguf | 3 ++ Open-Reasoner-Zero-7B.i1-Q4_K_M.gguf | 3 ++ Open-Reasoner-Zero-7B.i1-Q4_K_S.gguf | 3 ++ Open-Reasoner-Zero-7B.i1-Q5_K_M.gguf | 3 ++ Open-Reasoner-Zero-7B.i1-Q5_K_S.gguf | 3 ++ Open-Reasoner-Zero-7B.i1-Q6_K.gguf | 3 ++ README.md | 76 +++++++++++++++++++++++++++ imatrix.dat | 3 ++ 27 files changed, 211 insertions(+) create mode 100644 .gitattributes create mode 100644 Open-Reasoner-Zero-7B.i1-IQ1_M.gguf create mode 100644 Open-Reasoner-Zero-7B.i1-IQ1_S.gguf create mode 100644 Open-Reasoner-Zero-7B.i1-IQ2_M.gguf create mode 100644 Open-Reasoner-Zero-7B.i1-IQ2_S.gguf create mode 100644 Open-Reasoner-Zero-7B.i1-IQ2_XS.gguf create mode 100644 Open-Reasoner-Zero-7B.i1-IQ2_XXS.gguf create mode 100644 Open-Reasoner-Zero-7B.i1-IQ3_M.gguf create mode 100644 Open-Reasoner-Zero-7B.i1-IQ3_S.gguf create mode 100644 Open-Reasoner-Zero-7B.i1-IQ3_XS.gguf create mode 100644 Open-Reasoner-Zero-7B.i1-IQ3_XXS.gguf create mode 100644 Open-Reasoner-Zero-7B.i1-IQ4_NL.gguf create mode 100644 Open-Reasoner-Zero-7B.i1-IQ4_XS.gguf create mode 100644 Open-Reasoner-Zero-7B.i1-Q2_K.gguf create mode 100644 Open-Reasoner-Zero-7B.i1-Q2_K_S.gguf create mode 100644 Open-Reasoner-Zero-7B.i1-Q3_K_L.gguf create mode 100644 Open-Reasoner-Zero-7B.i1-Q3_K_M.gguf create mode 100644 Open-Reasoner-Zero-7B.i1-Q3_K_S.gguf create mode 100644 Open-Reasoner-Zero-7B.i1-Q4_0.gguf create mode 100644 Open-Reasoner-Zero-7B.i1-Q4_1.gguf create mode 100644 Open-Reasoner-Zero-7B.i1-Q4_K_M.gguf create mode 100644 Open-Reasoner-Zero-7B.i1-Q4_K_S.gguf create mode 100644 Open-Reasoner-Zero-7B.i1-Q5_K_M.gguf create mode 100644 Open-Reasoner-Zero-7B.i1-Q5_K_S.gguf create mode 100644 Open-Reasoner-Zero-7B.i1-Q6_K.gguf create mode 100644 README.md create mode 100644 imatrix.dat diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..e22275c --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +Open-Reasoner-Zero-7B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Open-Reasoner-Zero-7B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Open-Reasoner-Zero-7B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Open-Reasoner-Zero-7B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Open-Reasoner-Zero-7B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Open-Reasoner-Zero-7B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Open-Reasoner-Zero-7B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Open-Reasoner-Zero-7B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Open-Reasoner-Zero-7B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Open-Reasoner-Zero-7B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Open-Reasoner-Zero-7B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Open-Reasoner-Zero-7B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Open-Reasoner-Zero-7B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Open-Reasoner-Zero-7B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Open-Reasoner-Zero-7B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Open-Reasoner-Zero-7B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Open-Reasoner-Zero-7B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Open-Reasoner-Zero-7B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Open-Reasoner-Zero-7B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Open-Reasoner-Zero-7B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Open-Reasoner-Zero-7B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Open-Reasoner-Zero-7B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Open-Reasoner-Zero-7B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Open-Reasoner-Zero-7B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Open-Reasoner-Zero-7B.i1-IQ1_M.gguf b/Open-Reasoner-Zero-7B.i1-IQ1_M.gguf new file mode 100644 index 0000000..c55c715 --- /dev/null +++ b/Open-Reasoner-Zero-7B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51047faa9513d7c12bdf23856074cb9b6e9f1e442187c5fde495138840f076f4 +size 2042194976 diff --git a/Open-Reasoner-Zero-7B.i1-IQ1_S.gguf b/Open-Reasoner-Zero-7B.i1-IQ1_S.gguf new file mode 100644 index 0000000..4e966a7 --- /dev/null +++ b/Open-Reasoner-Zero-7B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e148e4d3db3be20c959308f4120ea069f407bb0058e36367ebff2629cd7dfea +size 1903666208 diff --git a/Open-Reasoner-Zero-7B.i1-IQ2_M.gguf b/Open-Reasoner-Zero-7B.i1-IQ2_M.gguf new file mode 100644 index 0000000..c5592a2 --- /dev/null +++ b/Open-Reasoner-Zero-7B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4565320a85160ae3f3da43c7c8d6f590f6a786d39a6ca75115926a522fa46d41 +size 2780341280 diff --git a/Open-Reasoner-Zero-7B.i1-IQ2_S.gguf b/Open-Reasoner-Zero-7B.i1-IQ2_S.gguf new file mode 100644 index 0000000..b18f809 --- /dev/null +++ b/Open-Reasoner-Zero-7B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cf7d74f08ba4320a72ff116f878116ec7056ef27dc9237b3cf087fa3e0c8ec4 +size 2595636256 diff --git a/Open-Reasoner-Zero-7B.i1-IQ2_XS.gguf b/Open-Reasoner-Zero-7B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..2709d56 --- /dev/null +++ b/Open-Reasoner-Zero-7B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:442b14eefadcd677cbaf6dc55069a4442c9d8820e10fdf357aa88ef7f1831715 +size 2469020704 diff --git a/Open-Reasoner-Zero-7B.i1-IQ2_XXS.gguf b/Open-Reasoner-Zero-7B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..df6548b --- /dev/null +++ b/Open-Reasoner-Zero-7B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c53a648e47031324fa9ca77eb51d2ab3fb9d305a78b72711a0c7c97a12412419 +size 2273076256 diff --git a/Open-Reasoner-Zero-7B.i1-IQ3_M.gguf b/Open-Reasoner-Zero-7B.i1-IQ3_M.gguf new file mode 100644 index 0000000..512c995 --- /dev/null +++ b/Open-Reasoner-Zero-7B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04e479a1bf18ca27c2dff9b40019c7b66313dbd35309bf8cd53e66dd24dbd437 +size 3574010912 diff --git a/Open-Reasoner-Zero-7B.i1-IQ3_S.gguf b/Open-Reasoner-Zero-7B.i1-IQ3_S.gguf new file mode 100644 index 0000000..cd9216f --- /dev/null +++ b/Open-Reasoner-Zero-7B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f5c532f6203253a789265f64631c8555d11b19e4936110ca5aec92aec4d4c95 +size 3499191328 diff --git a/Open-Reasoner-Zero-7B.i1-IQ3_XS.gguf b/Open-Reasoner-Zero-7B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..ad692a8 --- /dev/null +++ b/Open-Reasoner-Zero-7B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b7d13697a5c3f2c11df47804ed9ec477bb44ab03a41fdc5e5394ea7aa495a6d +size 3346254880 diff --git a/Open-Reasoner-Zero-7B.i1-IQ3_XXS.gguf b/Open-Reasoner-Zero-7B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..53a4927 --- /dev/null +++ b/Open-Reasoner-Zero-7B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6da756da59aae4139e473b92fa14c8bb1e9cac6cb9a7f896a89d8dfc2862dd1a +size 3114513440 diff --git a/Open-Reasoner-Zero-7B.i1-IQ4_NL.gguf b/Open-Reasoner-Zero-7B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..2c24fa8 --- /dev/null +++ b/Open-Reasoner-Zero-7B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2aac3280b258b61d99514e28ba7443c0b07d0ab6a971b2b64cf48b51d5928d6 +size 4437812256 diff --git a/Open-Reasoner-Zero-7B.i1-IQ4_XS.gguf b/Open-Reasoner-Zero-7B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..54de71b --- /dev/null +++ b/Open-Reasoner-Zero-7B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccc70bdf5e3359022304f7b1a35bd462bf907619971bfc62d1e8bdf3780b9b17 +size 4218471456 diff --git a/Open-Reasoner-Zero-7B.i1-Q2_K.gguf b/Open-Reasoner-Zero-7B.i1-Q2_K.gguf new file mode 100644 index 0000000..022e6b2 --- /dev/null +++ b/Open-Reasoner-Zero-7B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e049bc417bac8445f8e4db8ccacb3d3cd1cf818c848df40beaf3a9ef65d11ed1 +size 3015939104 diff --git a/Open-Reasoner-Zero-7B.i1-Q2_K_S.gguf b/Open-Reasoner-Zero-7B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..7df5cd5 --- /dev/null +++ b/Open-Reasoner-Zero-7B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf605fe295fdaf581832b9d8a4b215a324a2559e2f22049d073dd6e78569fb97 +size 2834072608 diff --git a/Open-Reasoner-Zero-7B.i1-Q3_K_L.gguf b/Open-Reasoner-Zero-7B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..5787953 --- /dev/null +++ b/Open-Reasoner-Zero-7B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d0720330ac4155a41ed05e4dc34a73da9486f06295a1d762b3695a930f635b2 +size 4088458272 diff --git a/Open-Reasoner-Zero-7B.i1-Q3_K_M.gguf b/Open-Reasoner-Zero-7B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..f66fbe1 --- /dev/null +++ b/Open-Reasoner-Zero-7B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95de5315a0141c1ecc8e2296e7f29c68b9a21a56f9064a506d1bf012fae6c287 +size 3808390176 diff --git a/Open-Reasoner-Zero-7B.i1-Q3_K_S.gguf b/Open-Reasoner-Zero-7B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..d183d7c --- /dev/null +++ b/Open-Reasoner-Zero-7B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f56c4a2e1b1108db6c81bf85062a436ba088c62ae8df1a4e822b1ca9e2cb7423 +size 3492367392 diff --git a/Open-Reasoner-Zero-7B.i1-Q4_0.gguf b/Open-Reasoner-Zero-7B.i1-Q4_0.gguf new file mode 100644 index 0000000..a8be4ec --- /dev/null +++ b/Open-Reasoner-Zero-7B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e10d09c3d942bae16be80745bbf86adf5de126f6bd4eabd6bc66775279e9936 +size 4444120096 diff --git a/Open-Reasoner-Zero-7B.i1-Q4_1.gguf b/Open-Reasoner-Zero-7B.i1-Q4_1.gguf new file mode 100644 index 0000000..0593de7 --- /dev/null +++ b/Open-Reasoner-Zero-7B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccae8c7cbaad3fcef356836c3c575978d5c8f20ec306305658654abdafc4caf2 +size 4873282592 diff --git a/Open-Reasoner-Zero-7B.i1-Q4_K_M.gguf b/Open-Reasoner-Zero-7B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..fa0eff0 --- /dev/null +++ b/Open-Reasoner-Zero-7B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34d4e5ac918b291cf9a94754ce7adf685b8bb561b19db77df16bf4d6c2ac0c28 +size 4683072544 diff --git a/Open-Reasoner-Zero-7B.i1-Q4_K_S.gguf b/Open-Reasoner-Zero-7B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..d043c96 --- /dev/null +++ b/Open-Reasoner-Zero-7B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61e68fb24b8153b83bd3ca70ed10da1f796b6ca0ef458841f632ccf31016533d +size 4457767968 diff --git a/Open-Reasoner-Zero-7B.i1-Q5_K_M.gguf b/Open-Reasoner-Zero-7B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..07b1bd7 --- /dev/null +++ b/Open-Reasoner-Zero-7B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d4b43e0c623f4a7a2bb583d998d47b061c06364259d93f0614dcc78454c159f +size 5444830240 diff --git a/Open-Reasoner-Zero-7B.i1-Q5_K_S.gguf b/Open-Reasoner-Zero-7B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..8937a18 --- /dev/null +++ b/Open-Reasoner-Zero-7B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3d618a2b0173e7679a92feb1b160d0c9ad27cbff487785badb6488525dd5e54 +size 5315175456 diff --git a/Open-Reasoner-Zero-7B.i1-Q6_K.gguf b/Open-Reasoner-Zero-7B.i1-Q6_K.gguf new file mode 100644 index 0000000..93ed88e --- /dev/null +++ b/Open-Reasoner-Zero-7B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:998af0031a45568efb26242b3aff91d449696d6aebbf3e7c241c9d63d3bdebb0 +size 6254197792 diff --git a/README.md b/README.md new file mode 100644 index 0000000..1f7f072 --- /dev/null +++ b/README.md @@ -0,0 +1,76 @@ +--- +base_model: Open-Reasoner-Zero/Open-Reasoner-Zero-7B +language: +- en +library_name: transformers +license: mit +quantized_by: mradermacher +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/Open-Reasoner-Zero/Open-Reasoner-Zero-7B + + +static quants are available at https://huggingface.co/mradermacher/Open-Reasoner-Zero-7B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Open-Reasoner-Zero-7B-i1-GGUF/resolve/main/Open-Reasoner-Zero-7B.i1-IQ1_S.gguf) | i1-IQ1_S | 2.0 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Open-Reasoner-Zero-7B-i1-GGUF/resolve/main/Open-Reasoner-Zero-7B.i1-IQ1_M.gguf) | i1-IQ1_M | 2.1 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Open-Reasoner-Zero-7B-i1-GGUF/resolve/main/Open-Reasoner-Zero-7B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/Open-Reasoner-Zero-7B-i1-GGUF/resolve/main/Open-Reasoner-Zero-7B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.6 | | +| [GGUF](https://huggingface.co/mradermacher/Open-Reasoner-Zero-7B-i1-GGUF/resolve/main/Open-Reasoner-Zero-7B.i1-IQ2_S.gguf) | i1-IQ2_S | 2.7 | | +| [GGUF](https://huggingface.co/mradermacher/Open-Reasoner-Zero-7B-i1-GGUF/resolve/main/Open-Reasoner-Zero-7B.i1-IQ2_M.gguf) | i1-IQ2_M | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/Open-Reasoner-Zero-7B-i1-GGUF/resolve/main/Open-Reasoner-Zero-7B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 2.9 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Open-Reasoner-Zero-7B-i1-GGUF/resolve/main/Open-Reasoner-Zero-7B.i1-Q2_K.gguf) | i1-Q2_K | 3.1 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Open-Reasoner-Zero-7B-i1-GGUF/resolve/main/Open-Reasoner-Zero-7B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.2 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Open-Reasoner-Zero-7B-i1-GGUF/resolve/main/Open-Reasoner-Zero-7B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.4 | | +| [GGUF](https://huggingface.co/mradermacher/Open-Reasoner-Zero-7B-i1-GGUF/resolve/main/Open-Reasoner-Zero-7B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.6 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Open-Reasoner-Zero-7B-i1-GGUF/resolve/main/Open-Reasoner-Zero-7B.i1-IQ3_S.gguf) | i1-IQ3_S | 3.6 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Open-Reasoner-Zero-7B-i1-GGUF/resolve/main/Open-Reasoner-Zero-7B.i1-IQ3_M.gguf) | i1-IQ3_M | 3.7 | | +| [GGUF](https://huggingface.co/mradermacher/Open-Reasoner-Zero-7B-i1-GGUF/resolve/main/Open-Reasoner-Zero-7B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 3.9 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Open-Reasoner-Zero-7B-i1-GGUF/resolve/main/Open-Reasoner-Zero-7B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 4.2 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Open-Reasoner-Zero-7B-i1-GGUF/resolve/main/Open-Reasoner-Zero-7B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.3 | | +| [GGUF](https://huggingface.co/mradermacher/Open-Reasoner-Zero-7B-i1-GGUF/resolve/main/Open-Reasoner-Zero-7B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 4.5 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Open-Reasoner-Zero-7B-i1-GGUF/resolve/main/Open-Reasoner-Zero-7B.i1-Q4_0.gguf) | i1-Q4_0 | 4.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Open-Reasoner-Zero-7B-i1-GGUF/resolve/main/Open-Reasoner-Zero-7B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.6 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Open-Reasoner-Zero-7B-i1-GGUF/resolve/main/Open-Reasoner-Zero-7B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 4.8 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Open-Reasoner-Zero-7B-i1-GGUF/resolve/main/Open-Reasoner-Zero-7B.i1-Q4_1.gguf) | i1-Q4_1 | 5.0 | | +| [GGUF](https://huggingface.co/mradermacher/Open-Reasoner-Zero-7B-i1-GGUF/resolve/main/Open-Reasoner-Zero-7B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.4 | | +| [GGUF](https://huggingface.co/mradermacher/Open-Reasoner-Zero-7B-i1-GGUF/resolve/main/Open-Reasoner-Zero-7B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.5 | | +| [GGUF](https://huggingface.co/mradermacher/Open-Reasoner-Zero-7B-i1-GGUF/resolve/main/Open-Reasoner-Zero-7B.i1-Q6_K.gguf) | i1-Q6_K | 6.4 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..692dd6c --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:803d15b1cdfbb53f30d80f1be0c3f728bf9d8dfb9d9d4c0cb1e82cd929d08a05 +size 4536665