commit 374c4c4ef55bbd231a6346b5260060916046164c Author: ModelHub XC Date: Thu Jun 18 05:50:17 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/CriticLeanGPT-Qwen3-14B-RL-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..5629e4f --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +CriticLeanGPT-Qwen3-14B-RL.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +CriticLeanGPT-Qwen3-14B-RL.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +CriticLeanGPT-Qwen3-14B-RL.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +CriticLeanGPT-Qwen3-14B-RL.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +CriticLeanGPT-Qwen3-14B-RL.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +CriticLeanGPT-Qwen3-14B-RL.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +CriticLeanGPT-Qwen3-14B-RL.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +CriticLeanGPT-Qwen3-14B-RL.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +CriticLeanGPT-Qwen3-14B-RL.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +CriticLeanGPT-Qwen3-14B-RL.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +CriticLeanGPT-Qwen3-14B-RL.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +CriticLeanGPT-Qwen3-14B-RL.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +CriticLeanGPT-Qwen3-14B-RL.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +CriticLeanGPT-Qwen3-14B-RL.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +CriticLeanGPT-Qwen3-14B-RL.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +CriticLeanGPT-Qwen3-14B-RL.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +CriticLeanGPT-Qwen3-14B-RL.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +CriticLeanGPT-Qwen3-14B-RL.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +CriticLeanGPT-Qwen3-14B-RL.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +CriticLeanGPT-Qwen3-14B-RL.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +CriticLeanGPT-Qwen3-14B-RL.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +CriticLeanGPT-Qwen3-14B-RL.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +CriticLeanGPT-Qwen3-14B-RL.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +CriticLeanGPT-Qwen3-14B-RL.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/CriticLeanGPT-Qwen3-14B-RL.i1-IQ1_M.gguf b/CriticLeanGPT-Qwen3-14B-RL.i1-IQ1_M.gguf new file mode 100644 index 0000000..8a15070 --- /dev/null +++ b/CriticLeanGPT-Qwen3-14B-RL.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f95664120a51a99dc0924413c8292e9e6ae3e781d4760ae6f7e0e23ce454704b +size 3849656384 diff --git a/CriticLeanGPT-Qwen3-14B-RL.i1-IQ1_S.gguf b/CriticLeanGPT-Qwen3-14B-RL.i1-IQ1_S.gguf new file mode 100644 index 0000000..b8e15bb --- /dev/null +++ b/CriticLeanGPT-Qwen3-14B-RL.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb40f25f9f7841f07ee2025c3e405dfee9f65bb5bb1ca3f4d58909a3bdd772fa +size 3579934784 diff --git a/CriticLeanGPT-Qwen3-14B-RL.i1-IQ2_M.gguf b/CriticLeanGPT-Qwen3-14B-RL.i1-IQ2_M.gguf new file mode 100644 index 0000000..9288785 --- /dev/null +++ b/CriticLeanGPT-Qwen3-14B-RL.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fa7dc7e13445177ab1b41b0e3e8734de8f267df5bd6bdb4e1ac6ba6b140d896 +size 5322941504 diff --git a/CriticLeanGPT-Qwen3-14B-RL.i1-IQ2_S.gguf b/CriticLeanGPT-Qwen3-14B-RL.i1-IQ2_S.gguf new file mode 100644 index 0000000..b70fa6f --- /dev/null +++ b/CriticLeanGPT-Qwen3-14B-RL.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65531b6a53de2ab06e3770dc3e5d23d75700d8e3a35650f96214159279859389 +size 4963312704 diff --git a/CriticLeanGPT-Qwen3-14B-RL.i1-IQ2_XS.gguf b/CriticLeanGPT-Qwen3-14B-RL.i1-IQ2_XS.gguf new file mode 100644 index 0000000..1ca531b --- /dev/null +++ b/CriticLeanGPT-Qwen3-14B-RL.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86ad0f01b807d44c1c66482b65dd1d04c6eafba4504302096a8bfe1418ee26fc +size 4691589184 diff --git a/CriticLeanGPT-Qwen3-14B-RL.i1-IQ2_XXS.gguf b/CriticLeanGPT-Qwen3-14B-RL.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..b11a1d8 --- /dev/null +++ b/CriticLeanGPT-Qwen3-14B-RL.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecda91f041eadbc67ef639a357171f6d257699b2f0c18823d12bbc8f67da97a9 +size 4299192384 diff --git a/CriticLeanGPT-Qwen3-14B-RL.i1-IQ3_M.gguf b/CriticLeanGPT-Qwen3-14B-RL.i1-IQ3_M.gguf new file mode 100644 index 0000000..5608f40 --- /dev/null +++ b/CriticLeanGPT-Qwen3-14B-RL.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3569f98045d98168dd3c240630c6ccaba8d648dadf6cfad67c7823b04bf4ef8 +size 6883409984 diff --git a/CriticLeanGPT-Qwen3-14B-RL.i1-IQ3_S.gguf b/CriticLeanGPT-Qwen3-14B-RL.i1-IQ3_S.gguf new file mode 100644 index 0000000..f9e028d --- /dev/null +++ b/CriticLeanGPT-Qwen3-14B-RL.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd2e374a65f2aac1c6f989d3dae73989c46583fa929451f89cc8f16331b1201a +size 6684958784 diff --git a/CriticLeanGPT-Qwen3-14B-RL.i1-IQ3_XS.gguf b/CriticLeanGPT-Qwen3-14B-RL.i1-IQ3_XS.gguf new file mode 100644 index 0000000..e4f88bc --- /dev/null +++ b/CriticLeanGPT-Qwen3-14B-RL.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0f8be7c7dd4016551924823ae1bd9dc69989119ff88b508ac720028f7d639f5 +size 6375301184 diff --git a/CriticLeanGPT-Qwen3-14B-RL.i1-IQ3_XXS.gguf b/CriticLeanGPT-Qwen3-14B-RL.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..5451ebd --- /dev/null +++ b/CriticLeanGPT-Qwen3-14B-RL.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87c890ce107aac7787a5e5660bb1bb851400e2a4268de40bffd1129bd708eb10 +size 5942666304 diff --git a/CriticLeanGPT-Qwen3-14B-RL.i1-IQ4_NL.gguf b/CriticLeanGPT-Qwen3-14B-RL.i1-IQ4_NL.gguf new file mode 100644 index 0000000..8dc187e --- /dev/null +++ b/CriticLeanGPT-Qwen3-14B-RL.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33945debbb7ce6a02413743745dedfc079998fd438cd67e2c1a7464783071c5d +size 8541363264 diff --git a/CriticLeanGPT-Qwen3-14B-RL.i1-IQ4_XS.gguf b/CriticLeanGPT-Qwen3-14B-RL.i1-IQ4_XS.gguf new file mode 100644 index 0000000..5618eab --- /dev/null +++ b/CriticLeanGPT-Qwen3-14B-RL.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15ebbe2373bf15b8466d13da15da5d611b3baa8c11bd7a952257cdfe8f246e0c +size 8110730304 diff --git a/CriticLeanGPT-Qwen3-14B-RL.i1-Q2_K.gguf b/CriticLeanGPT-Qwen3-14B-RL.i1-Q2_K.gguf new file mode 100644 index 0000000..a8308c3 --- /dev/null +++ b/CriticLeanGPT-Qwen3-14B-RL.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:258cd486e7de3a494290794b45cd2263527585582941bc619fb32fbf4cacde16 +size 5753984064 diff --git a/CriticLeanGPT-Qwen3-14B-RL.i1-Q2_K_S.gguf b/CriticLeanGPT-Qwen3-14B-RL.i1-Q2_K_S.gguf new file mode 100644 index 0000000..dc3fcc9 --- /dev/null +++ b/CriticLeanGPT-Qwen3-14B-RL.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ef6cbf01fe75387f2916fb933c743832a82442e427f6382e012fcadef4bf637 +size 5389849664 diff --git a/CriticLeanGPT-Qwen3-14B-RL.i1-Q3_K_L.gguf b/CriticLeanGPT-Qwen3-14B-RL.i1-Q3_K_L.gguf new file mode 100644 index 0000000..2b34bf3 --- /dev/null +++ b/CriticLeanGPT-Qwen3-14B-RL.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaac10f6440cdc61c4c69f680b174ef6f7a2b0476606b65c492bafa315ce1d22 +size 7900651584 diff --git a/CriticLeanGPT-Qwen3-14B-RL.i1-Q3_K_M.gguf b/CriticLeanGPT-Qwen3-14B-RL.i1-Q3_K_M.gguf new file mode 100644 index 0000000..9554c5a --- /dev/null +++ b/CriticLeanGPT-Qwen3-14B-RL.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:460b7b7d16a7752b892951e0d3df6c65f88fe0f740cde26906be3fe3fc0b93ae +size 7321313344 diff --git a/CriticLeanGPT-Qwen3-14B-RL.i1-Q3_K_S.gguf b/CriticLeanGPT-Qwen3-14B-RL.i1-Q3_K_S.gguf new file mode 100644 index 0000000..9362c7e --- /dev/null +++ b/CriticLeanGPT-Qwen3-14B-RL.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4216fdbe12bebd9ef96d3c8794f6414f45634a91d061de12b8b4fb3245d99147 +size 6657105984 diff --git a/CriticLeanGPT-Qwen3-14B-RL.i1-Q4_0.gguf b/CriticLeanGPT-Qwen3-14B-RL.i1-Q4_0.gguf new file mode 100644 index 0000000..6ee0c79 --- /dev/null +++ b/CriticLeanGPT-Qwen3-14B-RL.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc26663b7e293f9f2ed4ee409ecfe3332c5e99e2cf1a6e3319d12ae66d6b4520 +size 8543001664 diff --git a/CriticLeanGPT-Qwen3-14B-RL.i1-Q4_1.gguf b/CriticLeanGPT-Qwen3-14B-RL.i1-Q4_1.gguf new file mode 100644 index 0000000..e1000fe --- /dev/null +++ b/CriticLeanGPT-Qwen3-14B-RL.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0661ae279c42cb922539d1a63c0b7bab27230ce65b82b7a511b347ff56dc107e +size 9389521984 diff --git a/CriticLeanGPT-Qwen3-14B-RL.i1-Q4_K_M.gguf b/CriticLeanGPT-Qwen3-14B-RL.i1-Q4_K_M.gguf new file mode 100644 index 0000000..dca41a6 --- /dev/null +++ b/CriticLeanGPT-Qwen3-14B-RL.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acf8339fab5bbb6ac02e9c206a23f759e4b23354c5b9d45e6b296232a8e12a06 +size 9001753664 diff --git a/CriticLeanGPT-Qwen3-14B-RL.i1-Q4_K_S.gguf b/CriticLeanGPT-Qwen3-14B-RL.i1-Q4_K_S.gguf new file mode 100644 index 0000000..d770431 --- /dev/null +++ b/CriticLeanGPT-Qwen3-14B-RL.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0bb000ead845a23cf515e3e50aeaeb733441bd4d2aa961abefa1def451081e8 +size 8573475904 diff --git a/CriticLeanGPT-Qwen3-14B-RL.i1-Q5_K_M.gguf b/CriticLeanGPT-Qwen3-14B-RL.i1-Q5_K_M.gguf new file mode 100644 index 0000000..d641668 --- /dev/null +++ b/CriticLeanGPT-Qwen3-14B-RL.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:253fb40a07c5e53898a2cc0d8573131ab00c3fbfe745381fcca7fafdefde6b4b +size 10514570304 diff --git a/CriticLeanGPT-Qwen3-14B-RL.i1-Q5_K_S.gguf b/CriticLeanGPT-Qwen3-14B-RL.i1-Q5_K_S.gguf new file mode 100644 index 0000000..7ee2f6a --- /dev/null +++ b/CriticLeanGPT-Qwen3-14B-RL.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:033a9931deb1566a0507a46698bc5e27dc1cadb5309614cd632373f52fbc2038 +size 10263895104 diff --git a/CriticLeanGPT-Qwen3-14B-RL.i1-Q6_K.gguf b/CriticLeanGPT-Qwen3-14B-RL.i1-Q6_K.gguf new file mode 100644 index 0000000..2314412 --- /dev/null +++ b/CriticLeanGPT-Qwen3-14B-RL.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54d67b7ca8d4412f5ca58fce022841ef22683086b07a501a75092c62b56e5393 +size 12121937984 diff --git a/README.md b/README.md new file mode 100644 index 0000000..e2cabef --- /dev/null +++ b/README.md @@ -0,0 +1,80 @@ +--- +base_model: m-a-p/CriticLeanGPT-Qwen3-14B-RL +language: +- en +library_name: transformers +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/m-a-p/CriticLeanGPT-Qwen3-14B-RL + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#CriticLeanGPT-Qwen3-14B-RL-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/CriticLeanGPT-Qwen3-14B-RL-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/CriticLeanGPT-Qwen3-14B-RL-i1-GGUF/resolve/main/CriticLeanGPT-Qwen3-14B-RL.i1-IQ1_S.gguf) | i1-IQ1_S | 3.7 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/CriticLeanGPT-Qwen3-14B-RL-i1-GGUF/resolve/main/CriticLeanGPT-Qwen3-14B-RL.i1-IQ1_M.gguf) | i1-IQ1_M | 3.9 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/CriticLeanGPT-Qwen3-14B-RL-i1-GGUF/resolve/main/CriticLeanGPT-Qwen3-14B-RL.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 4.4 | | +| [GGUF](https://huggingface.co/mradermacher/CriticLeanGPT-Qwen3-14B-RL-i1-GGUF/resolve/main/CriticLeanGPT-Qwen3-14B-RL.i1-IQ2_XS.gguf) | i1-IQ2_XS | 4.8 | | +| [GGUF](https://huggingface.co/mradermacher/CriticLeanGPT-Qwen3-14B-RL-i1-GGUF/resolve/main/CriticLeanGPT-Qwen3-14B-RL.i1-IQ2_S.gguf) | i1-IQ2_S | 5.1 | | +| [GGUF](https://huggingface.co/mradermacher/CriticLeanGPT-Qwen3-14B-RL-i1-GGUF/resolve/main/CriticLeanGPT-Qwen3-14B-RL.i1-IQ2_M.gguf) | i1-IQ2_M | 5.4 | | +| [GGUF](https://huggingface.co/mradermacher/CriticLeanGPT-Qwen3-14B-RL-i1-GGUF/resolve/main/CriticLeanGPT-Qwen3-14B-RL.i1-Q2_K_S.gguf) | i1-Q2_K_S | 5.5 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/CriticLeanGPT-Qwen3-14B-RL-i1-GGUF/resolve/main/CriticLeanGPT-Qwen3-14B-RL.i1-Q2_K.gguf) | i1-Q2_K | 5.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/CriticLeanGPT-Qwen3-14B-RL-i1-GGUF/resolve/main/CriticLeanGPT-Qwen3-14B-RL.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 6.0 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/CriticLeanGPT-Qwen3-14B-RL-i1-GGUF/resolve/main/CriticLeanGPT-Qwen3-14B-RL.i1-IQ3_XS.gguf) | i1-IQ3_XS | 6.5 | | +| [GGUF](https://huggingface.co/mradermacher/CriticLeanGPT-Qwen3-14B-RL-i1-GGUF/resolve/main/CriticLeanGPT-Qwen3-14B-RL.i1-Q3_K_S.gguf) | i1-Q3_K_S | 6.8 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/CriticLeanGPT-Qwen3-14B-RL-i1-GGUF/resolve/main/CriticLeanGPT-Qwen3-14B-RL.i1-IQ3_S.gguf) | i1-IQ3_S | 6.8 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/CriticLeanGPT-Qwen3-14B-RL-i1-GGUF/resolve/main/CriticLeanGPT-Qwen3-14B-RL.i1-IQ3_M.gguf) | i1-IQ3_M | 7.0 | | +| [GGUF](https://huggingface.co/mradermacher/CriticLeanGPT-Qwen3-14B-RL-i1-GGUF/resolve/main/CriticLeanGPT-Qwen3-14B-RL.i1-Q3_K_M.gguf) | i1-Q3_K_M | 7.4 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/CriticLeanGPT-Qwen3-14B-RL-i1-GGUF/resolve/main/CriticLeanGPT-Qwen3-14B-RL.i1-Q3_K_L.gguf) | i1-Q3_K_L | 8.0 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/CriticLeanGPT-Qwen3-14B-RL-i1-GGUF/resolve/main/CriticLeanGPT-Qwen3-14B-RL.i1-IQ4_XS.gguf) | i1-IQ4_XS | 8.2 | | +| [GGUF](https://huggingface.co/mradermacher/CriticLeanGPT-Qwen3-14B-RL-i1-GGUF/resolve/main/CriticLeanGPT-Qwen3-14B-RL.i1-IQ4_NL.gguf) | i1-IQ4_NL | 8.6 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/CriticLeanGPT-Qwen3-14B-RL-i1-GGUF/resolve/main/CriticLeanGPT-Qwen3-14B-RL.i1-Q4_0.gguf) | i1-Q4_0 | 8.6 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/CriticLeanGPT-Qwen3-14B-RL-i1-GGUF/resolve/main/CriticLeanGPT-Qwen3-14B-RL.i1-Q4_K_S.gguf) | i1-Q4_K_S | 8.7 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/CriticLeanGPT-Qwen3-14B-RL-i1-GGUF/resolve/main/CriticLeanGPT-Qwen3-14B-RL.i1-Q4_K_M.gguf) | i1-Q4_K_M | 9.1 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/CriticLeanGPT-Qwen3-14B-RL-i1-GGUF/resolve/main/CriticLeanGPT-Qwen3-14B-RL.i1-Q4_1.gguf) | i1-Q4_1 | 9.5 | | +| [GGUF](https://huggingface.co/mradermacher/CriticLeanGPT-Qwen3-14B-RL-i1-GGUF/resolve/main/CriticLeanGPT-Qwen3-14B-RL.i1-Q5_K_S.gguf) | i1-Q5_K_S | 10.4 | | +| [GGUF](https://huggingface.co/mradermacher/CriticLeanGPT-Qwen3-14B-RL-i1-GGUF/resolve/main/CriticLeanGPT-Qwen3-14B-RL.i1-Q5_K_M.gguf) | i1-Q5_K_M | 10.6 | | +| [GGUF](https://huggingface.co/mradermacher/CriticLeanGPT-Qwen3-14B-RL-i1-GGUF/resolve/main/CriticLeanGPT-Qwen3-14B-RL.i1-Q6_K.gguf) | i1-Q6_K | 12.2 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..94fb55c --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3e8b1a8a159493fe2767e16a1d2167d93ab3bb4679b77bdc8d5d7b598e396e6 +size 7709765