commit e10451251fdae6977c0992a8cf20bfc906e31b44 Author: ModelHub XC Date: Tue Jun 9 14:18:17 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/OpenClaude-1.7B-Merged-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..fd724f3 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +OpenClaude-1.7B-Merged.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +OpenClaude-1.7B-Merged.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenClaude-1.7B-Merged.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenClaude-1.7B-Merged.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenClaude-1.7B-Merged.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenClaude-1.7B-Merged.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +OpenClaude-1.7B-Merged.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +OpenClaude-1.7B-Merged.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenClaude-1.7B-Merged.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenClaude-1.7B-Merged.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +OpenClaude-1.7B-Merged.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +OpenClaude-1.7B-Merged.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +OpenClaude-1.7B-Merged.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +OpenClaude-1.7B-Merged.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +OpenClaude-1.7B-Merged.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenClaude-1.7B-Merged.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +OpenClaude-1.7B-Merged.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenClaude-1.7B-Merged.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenClaude-1.7B-Merged.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +OpenClaude-1.7B-Merged.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +OpenClaude-1.7B-Merged.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenClaude-1.7B-Merged.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenClaude-1.7B-Merged.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenClaude-1.7B-Merged.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenClaude-1.7B-Merged.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/OpenClaude-1.7B-Merged.i1-IQ1_M.gguf b/OpenClaude-1.7B-Merged.i1-IQ1_M.gguf new file mode 100644 index 0000000..161a1fc --- /dev/null +++ b/OpenClaude-1.7B-Merged.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:825e4412134f7e94d3be69a0fcffa14e95be266a0254e799c2f7da579fbca079 +size 543794592 diff --git a/OpenClaude-1.7B-Merged.i1-IQ1_S.gguf b/OpenClaude-1.7B-Merged.i1-IQ1_S.gguf new file mode 100644 index 0000000..b19a295 --- /dev/null +++ b/OpenClaude-1.7B-Merged.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66b59d6f6a88989787e8d5cdb8d9c542a56af750b151a3894251873a8bede221 +size 515777952 diff --git a/OpenClaude-1.7B-Merged.i1-IQ2_M.gguf b/OpenClaude-1.7B-Merged.i1-IQ2_M.gguf new file mode 100644 index 0000000..32cf7dd --- /dev/null +++ b/OpenClaude-1.7B-Merged.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d70849d6f34a754d2b1dcfac488a7cc1c302c8c919a4f1a2b532f58d61a3a6d +size 695182752 diff --git a/OpenClaude-1.7B-Merged.i1-IQ2_S.gguf b/OpenClaude-1.7B-Merged.i1-IQ2_S.gguf new file mode 100644 index 0000000..7e91783 --- /dev/null +++ b/OpenClaude-1.7B-Merged.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3332c65789a98c29734ce61dd99f2ebc96f6e77d9f8df3686d0df80c2b99addc +size 657827232 diff --git a/OpenClaude-1.7B-Merged.i1-IQ2_XS.gguf b/OpenClaude-1.7B-Merged.i1-IQ2_XS.gguf new file mode 100644 index 0000000..7ad2fd4 --- /dev/null +++ b/OpenClaude-1.7B-Merged.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d25146976c5830c50d129b267caf7c81f1a7ebff19bcf787dd09b62617ef90b7 +size 631514528 diff --git a/OpenClaude-1.7B-Merged.i1-IQ2_XXS.gguf b/OpenClaude-1.7B-Merged.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..bfdfadc --- /dev/null +++ b/OpenClaude-1.7B-Merged.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f968d3ce0c215f125b08cd2031f27b33340564fb2b5cd58fb3f87dbe7e7bb3ff +size 590488992 diff --git a/OpenClaude-1.7B-Merged.i1-IQ3_M.gguf b/OpenClaude-1.7B-Merged.i1-IQ3_M.gguf new file mode 100644 index 0000000..209d7dc --- /dev/null +++ b/OpenClaude-1.7B-Merged.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b51756cb8d63ffbb861a57b019a6a7da37633afc9d3b3e667411c9191c9bb64 +size 895663520 diff --git a/OpenClaude-1.7B-Merged.i1-IQ3_S.gguf b/OpenClaude-1.7B-Merged.i1-IQ3_S.gguf new file mode 100644 index 0000000..5828c0f --- /dev/null +++ b/OpenClaude-1.7B-Merged.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:645e34cc22ccc027c2c29d9400a53d34b4be2e5d8355d9e9f3905ad8f4b315b3 +size 867253664 diff --git a/OpenClaude-1.7B-Merged.i1-IQ3_XS.gguf b/OpenClaude-1.7B-Merged.i1-IQ3_XS.gguf new file mode 100644 index 0000000..f2e7d1f --- /dev/null +++ b/OpenClaude-1.7B-Merged.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a02afab79f8c7ff9f7f7ba368f05f8f1aca63cba42b11cbba34c802053e2fa7f +size 834223520 diff --git a/OpenClaude-1.7B-Merged.i1-IQ3_XXS.gguf b/OpenClaude-1.7B-Merged.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..cc9e4b7 --- /dev/null +++ b/OpenClaude-1.7B-Merged.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cac6afd101f3c1766ad6bbdd5a8498ecb40eb8cf02592c6887453431ccf29fb6 +size 754361760 diff --git a/OpenClaude-1.7B-Merged.i1-IQ4_NL.gguf b/OpenClaude-1.7B-Merged.i1-IQ4_NL.gguf new file mode 100644 index 0000000..972b1d2 --- /dev/null +++ b/OpenClaude-1.7B-Merged.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97763bb0f106b39bd9f8a996e4310cb4983bbde0654f15ac6439de87841bd8ce +size 1054424480 diff --git a/OpenClaude-1.7B-Merged.i1-IQ4_XS.gguf b/OpenClaude-1.7B-Merged.i1-IQ4_XS.gguf new file mode 100644 index 0000000..da6cad6 --- /dev/null +++ b/OpenClaude-1.7B-Merged.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a927bedbcbb7c78252a846768bf567371ff83061a36d74328f7bec1abd2df41 +size 1010384288 diff --git a/OpenClaude-1.7B-Merged.i1-Q2_K.gguf b/OpenClaude-1.7B-Merged.i1-Q2_K.gguf new file mode 100644 index 0000000..ad55feb --- /dev/null +++ b/OpenClaude-1.7B-Merged.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea7bca04bfce0350fcb06f0ff717e84c38ba50fd738ab5d145cfbe8d3b4b17b2 +size 777797024 diff --git a/OpenClaude-1.7B-Merged.i1-Q2_K_S.gguf b/OpenClaude-1.7B-Merged.i1-Q2_K_S.gguf new file mode 100644 index 0000000..4ebfa29 --- /dev/null +++ b/OpenClaude-1.7B-Merged.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdff4f7a2297974c4376122a3dcac6a4e30d8a80aca79553c8d7c1f1a8a3bf78 +size 732970400 diff --git a/OpenClaude-1.7B-Merged.i1-Q3_K_L.gguf b/OpenClaude-1.7B-Merged.i1-Q3_K_L.gguf new file mode 100644 index 0000000..4e33b4f --- /dev/null +++ b/OpenClaude-1.7B-Merged.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:212ecda617af5c1f0edd43124f303476428125126eda85d27b1b4521881c82f7 +size 1003503008 diff --git a/OpenClaude-1.7B-Merged.i1-Q3_K_M.gguf b/OpenClaude-1.7B-Merged.i1-Q3_K_M.gguf new file mode 100644 index 0000000..2035a37 --- /dev/null +++ b/OpenClaude-1.7B-Merged.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd464a1ee41866e279c57ba696cc703bc20aa901f66f33b66c4b369e5b15f24a +size 939539872 diff --git a/OpenClaude-1.7B-Merged.i1-Q3_K_S.gguf b/OpenClaude-1.7B-Merged.i1-Q3_K_S.gguf new file mode 100644 index 0000000..81b6a21 --- /dev/null +++ b/OpenClaude-1.7B-Merged.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f078ced0780b2867c04651a290a41f729920311edacb7bd6b1b311e8ed81f106 +size 867253664 diff --git a/OpenClaude-1.7B-Merged.i1-Q4_0.gguf b/OpenClaude-1.7B-Merged.i1-Q4_0.gguf new file mode 100644 index 0000000..4d983cc --- /dev/null +++ b/OpenClaude-1.7B-Merged.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9156f261b2c5624fe146087ce99a4d1411edb8d929423d44a9d53ba4559fba91 +size 1056783776 diff --git a/OpenClaude-1.7B-Merged.i1-Q4_1.gguf b/OpenClaude-1.7B-Merged.i1-Q4_1.gguf new file mode 100644 index 0000000..d3632fd --- /dev/null +++ b/OpenClaude-1.7B-Merged.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a299271ae19b98d7d308c8e2c90a83169978d897ed69d0236e09b3a3b6d7d46d +size 1142504864 diff --git a/OpenClaude-1.7B-Merged.i1-Q4_K_M.gguf b/OpenClaude-1.7B-Merged.i1-Q4_K_M.gguf new file mode 100644 index 0000000..7b0026c --- /dev/null +++ b/OpenClaude-1.7B-Merged.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f48288b003e3f96293e6b8ab8c5844ea56104bd9f2d46039694b93e7d30e1465 +size 1107410336 diff --git a/OpenClaude-1.7B-Merged.i1-Q4_K_S.gguf b/OpenClaude-1.7B-Merged.i1-Q4_K_S.gguf new file mode 100644 index 0000000..cc0eaad --- /dev/null +++ b/OpenClaude-1.7B-Merged.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e387c79cfdeedfb9ff1971f16efae7a8386f139a024faba4c70d5dd3ded8ab4 +size 1060191648 diff --git a/OpenClaude-1.7B-Merged.i1-Q5_K_M.gguf b/OpenClaude-1.7B-Merged.i1-Q5_K_M.gguf new file mode 100644 index 0000000..0ef6f11 --- /dev/null +++ b/OpenClaude-1.7B-Merged.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:992ad39048da11a0abbbd59bf77f08211484e194e95c5f3e229b41c32fa813f9 +size 1257880992 diff --git a/OpenClaude-1.7B-Merged.i1-Q5_K_S.gguf b/OpenClaude-1.7B-Merged.i1-Q5_K_S.gguf new file mode 100644 index 0000000..a3b712f --- /dev/null +++ b/OpenClaude-1.7B-Merged.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:891e61c175fcc82bb60cd041f6cbd2b19755b7535fa8bba109440da7d9d779b7 +size 1230585248 diff --git a/OpenClaude-1.7B-Merged.i1-Q6_K.gguf b/OpenClaude-1.7B-Merged.i1-Q6_K.gguf new file mode 100644 index 0000000..c301023 --- /dev/null +++ b/OpenClaude-1.7B-Merged.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e21f6f9aa0a8ea3e929abf153faf6034982e770126743c02fb763d272db86a7 +size 1417756064 diff --git a/OpenClaude-1.7B-Merged.imatrix.gguf b/OpenClaude-1.7B-Merged.imatrix.gguf new file mode 100644 index 0000000..a66d05a --- /dev/null +++ b/OpenClaude-1.7B-Merged.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10655abffbf415b7b6faad1da1e0b141c7b317e16e9656fa88cf2f2491140978 +size 2094560 diff --git a/README.md b/README.md new file mode 100644 index 0000000..03c8bd8 --- /dev/null +++ b/README.md @@ -0,0 +1,88 @@ +--- +base_model: AvelonLabs/OpenClaude-1.7B-Merged +datasets: +- angrygiraffe/claude-opus-4.6-4.7-reasoning-8.7k +- lordx64/reasoning-distill-claude-opus-4-7-max +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/AvelonLabs/OpenClaude-1.7B-Merged + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#OpenClaude-1.7B-Merged-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/OpenClaude-1.7B-Merged-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/OpenClaude-1.7B-Merged-i1-GGUF/resolve/main/OpenClaude-1.7B-Merged.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/OpenClaude-1.7B-Merged-i1-GGUF/resolve/main/OpenClaude-1.7B-Merged.i1-IQ1_S.gguf) | i1-IQ1_S | 0.6 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/OpenClaude-1.7B-Merged-i1-GGUF/resolve/main/OpenClaude-1.7B-Merged.i1-IQ1_M.gguf) | i1-IQ1_M | 0.6 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/OpenClaude-1.7B-Merged-i1-GGUF/resolve/main/OpenClaude-1.7B-Merged.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/OpenClaude-1.7B-Merged-i1-GGUF/resolve/main/OpenClaude-1.7B-Merged.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/OpenClaude-1.7B-Merged-i1-GGUF/resolve/main/OpenClaude-1.7B-Merged.i1-IQ2_S.gguf) | i1-IQ2_S | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/OpenClaude-1.7B-Merged-i1-GGUF/resolve/main/OpenClaude-1.7B-Merged.i1-IQ2_M.gguf) | i1-IQ2_M | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/OpenClaude-1.7B-Merged-i1-GGUF/resolve/main/OpenClaude-1.7B-Merged.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.8 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/OpenClaude-1.7B-Merged-i1-GGUF/resolve/main/OpenClaude-1.7B-Merged.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/OpenClaude-1.7B-Merged-i1-GGUF/resolve/main/OpenClaude-1.7B-Merged.i1-Q2_K.gguf) | i1-Q2_K | 0.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/OpenClaude-1.7B-Merged-i1-GGUF/resolve/main/OpenClaude-1.7B-Merged.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/OpenClaude-1.7B-Merged-i1-GGUF/resolve/main/OpenClaude-1.7B-Merged.i1-IQ3_S.gguf) | i1-IQ3_S | 1.0 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/OpenClaude-1.7B-Merged-i1-GGUF/resolve/main/OpenClaude-1.7B-Merged.i1-Q3_K_S.gguf) | i1-Q3_K_S | 1.0 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/OpenClaude-1.7B-Merged-i1-GGUF/resolve/main/OpenClaude-1.7B-Merged.i1-IQ3_M.gguf) | i1-IQ3_M | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/OpenClaude-1.7B-Merged-i1-GGUF/resolve/main/OpenClaude-1.7B-Merged.i1-Q3_K_M.gguf) | i1-Q3_K_M | 1.0 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/OpenClaude-1.7B-Merged-i1-GGUF/resolve/main/OpenClaude-1.7B-Merged.i1-Q3_K_L.gguf) | i1-Q3_K_L | 1.1 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/OpenClaude-1.7B-Merged-i1-GGUF/resolve/main/OpenClaude-1.7B-Merged.i1-IQ4_XS.gguf) | i1-IQ4_XS | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/OpenClaude-1.7B-Merged-i1-GGUF/resolve/main/OpenClaude-1.7B-Merged.i1-IQ4_NL.gguf) | i1-IQ4_NL | 1.2 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/OpenClaude-1.7B-Merged-i1-GGUF/resolve/main/OpenClaude-1.7B-Merged.i1-Q4_0.gguf) | i1-Q4_0 | 1.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/OpenClaude-1.7B-Merged-i1-GGUF/resolve/main/OpenClaude-1.7B-Merged.i1-Q4_K_S.gguf) | i1-Q4_K_S | 1.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/OpenClaude-1.7B-Merged-i1-GGUF/resolve/main/OpenClaude-1.7B-Merged.i1-Q4_K_M.gguf) | i1-Q4_K_M | 1.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/OpenClaude-1.7B-Merged-i1-GGUF/resolve/main/OpenClaude-1.7B-Merged.i1-Q4_1.gguf) | i1-Q4_1 | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/OpenClaude-1.7B-Merged-i1-GGUF/resolve/main/OpenClaude-1.7B-Merged.i1-Q5_K_S.gguf) | i1-Q5_K_S | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/OpenClaude-1.7B-Merged-i1-GGUF/resolve/main/OpenClaude-1.7B-Merged.i1-Q5_K_M.gguf) | i1-Q5_K_M | 1.4 | | +| [GGUF](https://huggingface.co/mradermacher/OpenClaude-1.7B-Merged-i1-GGUF/resolve/main/OpenClaude-1.7B-Merged.i1-Q6_K.gguf) | i1-Q6_K | 1.5 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +