From d6cf85e63f18225ef5931dec96bc95190029cbe1 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 16 May 2026 01:01:02 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/LegalOne-R1-4B-i1-GGUF Source: Original Platform --- .gitattributes | 60 +++++++++++++++++++++++ LegalOne-R1-4B.i1-IQ1_M.gguf | 3 ++ LegalOne-R1-4B.i1-IQ1_S.gguf | 3 ++ LegalOne-R1-4B.i1-IQ2_M.gguf | 3 ++ LegalOne-R1-4B.i1-IQ2_S.gguf | 3 ++ LegalOne-R1-4B.i1-IQ2_XS.gguf | 3 ++ LegalOne-R1-4B.i1-IQ2_XXS.gguf | 3 ++ LegalOne-R1-4B.i1-IQ3_M.gguf | 3 ++ LegalOne-R1-4B.i1-IQ3_S.gguf | 3 ++ LegalOne-R1-4B.i1-IQ3_XS.gguf | 3 ++ LegalOne-R1-4B.i1-IQ3_XXS.gguf | 3 ++ LegalOne-R1-4B.i1-IQ4_NL.gguf | 3 ++ LegalOne-R1-4B.i1-IQ4_XS.gguf | 3 ++ LegalOne-R1-4B.i1-Q2_K.gguf | 3 ++ LegalOne-R1-4B.i1-Q2_K_S.gguf | 3 ++ LegalOne-R1-4B.i1-Q3_K_L.gguf | 3 ++ LegalOne-R1-4B.i1-Q3_K_M.gguf | 3 ++ LegalOne-R1-4B.i1-Q3_K_S.gguf | 3 ++ LegalOne-R1-4B.i1-Q4_0.gguf | 3 ++ LegalOne-R1-4B.i1-Q4_1.gguf | 3 ++ LegalOne-R1-4B.i1-Q4_K_M.gguf | 3 ++ LegalOne-R1-4B.i1-Q4_K_S.gguf | 3 ++ LegalOne-R1-4B.i1-Q5_K_M.gguf | 3 ++ LegalOne-R1-4B.i1-Q5_K_S.gguf | 3 ++ LegalOne-R1-4B.i1-Q6_K.gguf | 3 ++ LegalOne-R1-4B.imatrix.gguf | 3 ++ README.md | 87 ++++++++++++++++++++++++++++++++++ 27 files changed, 222 insertions(+) create mode 100644 .gitattributes create mode 100644 LegalOne-R1-4B.i1-IQ1_M.gguf create mode 100644 LegalOne-R1-4B.i1-IQ1_S.gguf create mode 100644 LegalOne-R1-4B.i1-IQ2_M.gguf create mode 100644 LegalOne-R1-4B.i1-IQ2_S.gguf create mode 100644 LegalOne-R1-4B.i1-IQ2_XS.gguf create mode 100644 LegalOne-R1-4B.i1-IQ2_XXS.gguf create mode 100644 LegalOne-R1-4B.i1-IQ3_M.gguf create mode 100644 LegalOne-R1-4B.i1-IQ3_S.gguf create mode 100644 LegalOne-R1-4B.i1-IQ3_XS.gguf create mode 100644 LegalOne-R1-4B.i1-IQ3_XXS.gguf create mode 100644 LegalOne-R1-4B.i1-IQ4_NL.gguf create mode 100644 LegalOne-R1-4B.i1-IQ4_XS.gguf create mode 100644 LegalOne-R1-4B.i1-Q2_K.gguf create mode 100644 LegalOne-R1-4B.i1-Q2_K_S.gguf create mode 100644 LegalOne-R1-4B.i1-Q3_K_L.gguf create mode 100644 LegalOne-R1-4B.i1-Q3_K_M.gguf create mode 100644 LegalOne-R1-4B.i1-Q3_K_S.gguf create mode 100644 LegalOne-R1-4B.i1-Q4_0.gguf create mode 100644 LegalOne-R1-4B.i1-Q4_1.gguf create mode 100644 LegalOne-R1-4B.i1-Q4_K_M.gguf create mode 100644 LegalOne-R1-4B.i1-Q4_K_S.gguf create mode 100644 LegalOne-R1-4B.i1-Q5_K_M.gguf create mode 100644 LegalOne-R1-4B.i1-Q5_K_S.gguf create mode 100644 LegalOne-R1-4B.i1-Q6_K.gguf create mode 100644 LegalOne-R1-4B.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..f39ac6b --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +LegalOne-R1-4B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +LegalOne-R1-4B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +LegalOne-R1-4B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +LegalOne-R1-4B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +LegalOne-R1-4B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +LegalOne-R1-4B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +LegalOne-R1-4B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +LegalOne-R1-4B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +LegalOne-R1-4B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +LegalOne-R1-4B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +LegalOne-R1-4B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +LegalOne-R1-4B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +LegalOne-R1-4B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +LegalOne-R1-4B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +LegalOne-R1-4B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +LegalOne-R1-4B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +LegalOne-R1-4B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +LegalOne-R1-4B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +LegalOne-R1-4B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +LegalOne-R1-4B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +LegalOne-R1-4B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +LegalOne-R1-4B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +LegalOne-R1-4B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +LegalOne-R1-4B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +LegalOne-R1-4B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/LegalOne-R1-4B.i1-IQ1_M.gguf b/LegalOne-R1-4B.i1-IQ1_M.gguf new file mode 100644 index 0000000..7182ab7 --- /dev/null +++ b/LegalOne-R1-4B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cb36c85034f793a1f66bd15e6fc3f694a8fc391d534f9b25095c381a90f5f4b +size 1254980416 diff --git a/LegalOne-R1-4B.i1-IQ1_S.gguf b/LegalOne-R1-4B.i1-IQ1_S.gguf new file mode 100644 index 0000000..9510caa --- /dev/null +++ b/LegalOne-R1-4B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fce2e00d01e9702cac7d8ef5730b16563751bbd48b3b9dd0e8b6332fc46568a4 +size 1183218496 diff --git a/LegalOne-R1-4B.i1-IQ2_M.gguf b/LegalOne-R1-4B.i1-IQ2_M.gguf new file mode 100644 index 0000000..53028cf --- /dev/null +++ b/LegalOne-R1-4B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dad373e70517c4ef771d58bf2098e4b35bd208e59e1aefa4f9b282b239eee94e +size 1680483136 diff --git a/LegalOne-R1-4B.i1-IQ2_S.gguf b/LegalOne-R1-4B.i1-IQ2_S.gguf new file mode 100644 index 0000000..90e785b --- /dev/null +++ b/LegalOne-R1-4B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40c0521da82b269c57af472dbc723ff3e7d01e6164e522a4349aa96f7732d274 +size 1584800576 diff --git a/LegalOne-R1-4B.i1-IQ2_XS.gguf b/LegalOne-R1-4B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..a9f988d --- /dev/null +++ b/LegalOne-R1-4B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c4058844c7953e79f6756a5ef74598b9425c7ad153a56aaa0559926f2a7fcc1 +size 1482062656 diff --git a/LegalOne-R1-4B.i1-IQ2_XXS.gguf b/LegalOne-R1-4B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..e83acd8 --- /dev/null +++ b/LegalOne-R1-4B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91a595754ff264f5d63736d35937395a5b2d72d67c76a2e1ea34b70eb6b84e06 +size 1374583616 diff --git a/LegalOne-R1-4B.i1-IQ3_M.gguf b/LegalOne-R1-4B.i1-IQ3_M.gguf new file mode 100644 index 0000000..d4b26ab --- /dev/null +++ b/LegalOne-R1-4B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04d47aae150f6a8e8458ed0e1a92a82bd86b48bb86d9035c30170f48a3c160cf +size 2130438976 diff --git a/LegalOne-R1-4B.i1-IQ3_S.gguf b/LegalOne-R1-4B.i1-IQ3_S.gguf new file mode 100644 index 0000000..b7ce8c7 --- /dev/null +++ b/LegalOne-R1-4B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5eb2173ae13749104a2306da86e4b35df13c3438d73cf80c53de427b043a1b8f +size 2067073856 diff --git a/LegalOne-R1-4B.i1-IQ3_XS.gguf b/LegalOne-R1-4B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..252ebc4 --- /dev/null +++ b/LegalOne-R1-4B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2ec62b0df5fa004e4820c6f4f24abbc6cd93e0249a812c379ac4eec90205ba9 +size 1981918016 diff --git a/LegalOne-R1-4B.i1-IQ3_XXS.gguf b/LegalOne-R1-4B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..a7a81f8 --- /dev/null +++ b/LegalOne-R1-4B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c34f5affccbea9c89708b202a2d83e8ea78351ae34b13a501bf5560645b2d032 +size 1837687616 diff --git a/LegalOne-R1-4B.i1-IQ4_NL.gguf b/LegalOne-R1-4B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..02fb092 --- /dev/null +++ b/LegalOne-R1-4B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6adb0ef8deb2e92941ed3be95c0d8fe1df4b6668c986a4b2dc91643c8d41a018 +size 2600588096 diff --git a/LegalOne-R1-4B.i1-IQ4_XS.gguf b/LegalOne-R1-4B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..8a4a321 --- /dev/null +++ b/LegalOne-R1-4B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aec0dbb43129b1855f1fc8defb1f998cc49497353b042fbf9c3cadbca95d1303 +size 2477830976 diff --git a/LegalOne-R1-4B.i1-Q2_K.gguf b/LegalOne-R1-4B.i1-Q2_K.gguf new file mode 100644 index 0000000..aeb9b96 --- /dev/null +++ b/LegalOne-R1-4B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b3ac190d7b4da1678c78be7a1fe5117db6385f7006731f2595c0076e6066fe1 +size 1797505856 diff --git a/LegalOne-R1-4B.i1-Q2_K_S.gguf b/LegalOne-R1-4B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..bdbdf29 --- /dev/null +++ b/LegalOne-R1-4B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aec79d58963824d19405d786b28949e1ae4a0e16a6b6d5b16f8206c57071bf41 +size 1691460416 diff --git a/LegalOne-R1-4B.i1-Q3_K_L.gguf b/LegalOne-R1-4B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..0dbe4c0 --- /dev/null +++ b/LegalOne-R1-4B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74260cc3e38e3b727ce36dd5ddde2f0f427043df05c48774816d03ab95592c53 +size 2407328576 diff --git a/LegalOne-R1-4B.i1-Q3_K_M.gguf b/LegalOne-R1-4B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..15e5fff --- /dev/null +++ b/LegalOne-R1-4B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0f2a7bf86a4104d2f0a4b69b0eab01e5b54f8e381ee50f7358f9e933c9e788d +size 2243160896 diff --git a/LegalOne-R1-4B.i1-Q3_K_S.gguf b/LegalOne-R1-4B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..1d074f0 --- /dev/null +++ b/LegalOne-R1-4B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b5b8eff4ae767effe673042ea170a157e511ec6ffab4b2405daaa3434afda1b +size 2054540096 diff --git a/LegalOne-R1-4B.i1-Q4_0.gguf b/LegalOne-R1-4B.i1-Q4_0.gguf new file mode 100644 index 0000000..0602def --- /dev/null +++ b/LegalOne-R1-4B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:913b1d4b034fa820ed5d2ddf35a216718f6d12d40fa85864414faa528365e978 +size 2595017536 diff --git a/LegalOne-R1-4B.i1-Q4_1.gguf b/LegalOne-R1-4B.i1-Q4_1.gguf new file mode 100644 index 0000000..3148e7d --- /dev/null +++ b/LegalOne-R1-4B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cb79dee6a09668f1d58747762bac8723961fe02340b4ee71f43e2eada0baad7 +size 2840204096 diff --git a/LegalOne-R1-4B.i1-Q4_K_M.gguf b/LegalOne-R1-4B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..2da5d3c --- /dev/null +++ b/LegalOne-R1-4B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:891d9f187d07cc8a75d848a194a62ddc6a51d95d372cd28b7d657eee8a06250b +size 2716525376 diff --git a/LegalOne-R1-4B.i1-Q4_K_S.gguf b/LegalOne-R1-4B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..171d4cb --- /dev/null +++ b/LegalOne-R1-4B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:997e837f0fd3f7072acd70c14cb39b5db34ced542984a9d68ac3125f8f404b72 +size 2602554176 diff --git a/LegalOne-R1-4B.i1-Q5_K_M.gguf b/LegalOne-R1-4B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..3ae8d6a --- /dev/null +++ b/LegalOne-R1-4B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b63753e03afad774003ddc8994f0c9a1423b5d1346295b70972e7bc156bd2064 +size 3157418816 diff --git a/LegalOne-R1-4B.i1-Q5_K_S.gguf b/LegalOne-R1-4B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..71dcb11 --- /dev/null +++ b/LegalOne-R1-4B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12e13e3288fc342ea8b25686d24bf53d616677cb4542a39359352ffa336566fa +size 3091616576 diff --git a/LegalOne-R1-4B.i1-Q6_K.gguf b/LegalOne-R1-4B.i1-Q6_K.gguf new file mode 100644 index 0000000..19e1588 --- /dev/null +++ b/LegalOne-R1-4B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba9d739862fa647c74798c4cc415571891dcb57c392cfc9e48ac78cbaa8cb0be +size 3625868096 diff --git a/LegalOne-R1-4B.imatrix.gguf b/LegalOne-R1-4B.imatrix.gguf new file mode 100644 index 0000000..923a334 --- /dev/null +++ b/LegalOne-R1-4B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d454e37159a43b21c0ded70a2b40e1195ac50e473a5396be890965b79cb6362 +size 3872640 diff --git a/README.md b/README.md new file mode 100644 index 0000000..9cc3bff --- /dev/null +++ b/README.md @@ -0,0 +1,87 @@ +--- +base_model: CSHaitao/LegalOne-4B +language: +- zh +library_name: transformers +license: mit +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- legal +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/CSHaitao/LegalOne-4B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#LegalOne-R1-4B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/LegalOne-R1-4B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/LegalOne-R1-4B-i1-GGUF/resolve/main/LegalOne-R1-4B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/LegalOne-R1-4B-i1-GGUF/resolve/main/LegalOne-R1-4B.i1-IQ1_S.gguf) | i1-IQ1_S | 1.3 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/LegalOne-R1-4B-i1-GGUF/resolve/main/LegalOne-R1-4B.i1-IQ1_M.gguf) | i1-IQ1_M | 1.4 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/LegalOne-R1-4B-i1-GGUF/resolve/main/LegalOne-R1-4B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/LegalOne-R1-4B-i1-GGUF/resolve/main/LegalOne-R1-4B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 1.6 | | +| [GGUF](https://huggingface.co/mradermacher/LegalOne-R1-4B-i1-GGUF/resolve/main/LegalOne-R1-4B.i1-IQ2_S.gguf) | i1-IQ2_S | 1.7 | | +| [GGUF](https://huggingface.co/mradermacher/LegalOne-R1-4B-i1-GGUF/resolve/main/LegalOne-R1-4B.i1-IQ2_M.gguf) | i1-IQ2_M | 1.8 | | +| [GGUF](https://huggingface.co/mradermacher/LegalOne-R1-4B-i1-GGUF/resolve/main/LegalOne-R1-4B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 1.8 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/LegalOne-R1-4B-i1-GGUF/resolve/main/LegalOne-R1-4B.i1-Q2_K.gguf) | i1-Q2_K | 1.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/LegalOne-R1-4B-i1-GGUF/resolve/main/LegalOne-R1-4B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 1.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/LegalOne-R1-4B-i1-GGUF/resolve/main/LegalOne-R1-4B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/LegalOne-R1-4B-i1-GGUF/resolve/main/LegalOne-R1-4B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 2.2 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/LegalOne-R1-4B-i1-GGUF/resolve/main/LegalOne-R1-4B.i1-IQ3_S.gguf) | i1-IQ3_S | 2.2 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/LegalOne-R1-4B-i1-GGUF/resolve/main/LegalOne-R1-4B.i1-IQ3_M.gguf) | i1-IQ3_M | 2.2 | | +| [GGUF](https://huggingface.co/mradermacher/LegalOne-R1-4B-i1-GGUF/resolve/main/LegalOne-R1-4B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 2.3 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/LegalOne-R1-4B-i1-GGUF/resolve/main/LegalOne-R1-4B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 2.5 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/LegalOne-R1-4B-i1-GGUF/resolve/main/LegalOne-R1-4B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 2.6 | | +| [GGUF](https://huggingface.co/mradermacher/LegalOne-R1-4B-i1-GGUF/resolve/main/LegalOne-R1-4B.i1-Q4_0.gguf) | i1-Q4_0 | 2.7 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/LegalOne-R1-4B-i1-GGUF/resolve/main/LegalOne-R1-4B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 2.7 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/LegalOne-R1-4B-i1-GGUF/resolve/main/LegalOne-R1-4B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 2.7 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/LegalOne-R1-4B-i1-GGUF/resolve/main/LegalOne-R1-4B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 2.8 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/LegalOne-R1-4B-i1-GGUF/resolve/main/LegalOne-R1-4B.i1-Q4_1.gguf) | i1-Q4_1 | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/LegalOne-R1-4B-i1-GGUF/resolve/main/LegalOne-R1-4B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 3.2 | | +| [GGUF](https://huggingface.co/mradermacher/LegalOne-R1-4B-i1-GGUF/resolve/main/LegalOne-R1-4B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 3.3 | | +| [GGUF](https://huggingface.co/mradermacher/LegalOne-R1-4B-i1-GGUF/resolve/main/LegalOne-R1-4B.i1-Q6_K.gguf) | i1-Q6_K | 3.7 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +