commit c3d4a49bdd521e44c7f3d1ab6d6498b02771e489 Author: ModelHub XC Date: Mon May 25 07:36:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/MedicalQwen3-Reasoning-4B-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..e239a0d --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +MedicalQwen3-Reasoning-4B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +MedicalQwen3-Reasoning-4B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +MedicalQwen3-Reasoning-4B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +MedicalQwen3-Reasoning-4B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +MedicalQwen3-Reasoning-4B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +MedicalQwen3-Reasoning-4B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +MedicalQwen3-Reasoning-4B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +MedicalQwen3-Reasoning-4B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +MedicalQwen3-Reasoning-4B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +MedicalQwen3-Reasoning-4B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +MedicalQwen3-Reasoning-4B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +MedicalQwen3-Reasoning-4B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +MedicalQwen3-Reasoning-4B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +MedicalQwen3-Reasoning-4B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +MedicalQwen3-Reasoning-4B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +MedicalQwen3-Reasoning-4B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +MedicalQwen3-Reasoning-4B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +MedicalQwen3-Reasoning-4B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +MedicalQwen3-Reasoning-4B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +MedicalQwen3-Reasoning-4B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +MedicalQwen3-Reasoning-4B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +MedicalQwen3-Reasoning-4B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +MedicalQwen3-Reasoning-4B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +MedicalQwen3-Reasoning-4B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +MedicalQwen3-Reasoning-4B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/MedicalQwen3-Reasoning-4B.i1-IQ1_M.gguf b/MedicalQwen3-Reasoning-4B.i1-IQ1_M.gguf new file mode 100644 index 0000000..bc40a16 --- /dev/null +++ b/MedicalQwen3-Reasoning-4B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52d1387bf8c05991b595f62f0f302c5244f24b3fc4bb6429f94d140327ca89be +size 1127019488 diff --git a/MedicalQwen3-Reasoning-4B.i1-IQ1_S.gguf b/MedicalQwen3-Reasoning-4B.i1-IQ1_S.gguf new file mode 100644 index 0000000..d1b973d --- /dev/null +++ b/MedicalQwen3-Reasoning-4B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62309c21f5c80f61fe395a691636e6062a519ec1813492d252b91dc736108df4 +size 1055257568 diff --git a/MedicalQwen3-Reasoning-4B.i1-IQ2_M.gguf b/MedicalQwen3-Reasoning-4B.i1-IQ2_M.gguf new file mode 100644 index 0000000..1cbfd25 --- /dev/null +++ b/MedicalQwen3-Reasoning-4B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f7bf330ee3b72eb44931f761e761a8163de329139d19b6fe3dea9762753e082 +size 1512985568 diff --git a/MedicalQwen3-Reasoning-4B.i1-IQ2_S.gguf b/MedicalQwen3-Reasoning-4B.i1-IQ2_S.gguf new file mode 100644 index 0000000..e4353d7 --- /dev/null +++ b/MedicalQwen3-Reasoning-4B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00d81ce91b2533d3b167800ddfb1a546f9fb46995683429b37c6c9a67850895f +size 1417303008 diff --git a/MedicalQwen3-Reasoning-4B.i1-IQ2_XS.gguf b/MedicalQwen3-Reasoning-4B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..1585922 --- /dev/null +++ b/MedicalQwen3-Reasoning-4B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e82ff960948e2a74589262a676e0c75864c3e68caabc60064aaf2c2dd64adaa3 +size 1354101728 diff --git a/MedicalQwen3-Reasoning-4B.i1-IQ2_XXS.gguf b/MedicalQwen3-Reasoning-4B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..55dccd5 --- /dev/null +++ b/MedicalQwen3-Reasoning-4B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a46a2937db354f2bca549e989a8b3131c221d3940c19f6fb8d2cb19fa165b78 +size 1246622688 diff --git a/MedicalQwen3-Reasoning-4B.i1-IQ3_M.gguf b/MedicalQwen3-Reasoning-4B.i1-IQ3_M.gguf new file mode 100644 index 0000000..c58c22f --- /dev/null +++ b/MedicalQwen3-Reasoning-4B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:296b664af64dc8863521fff823541ee2c87c43d4ed8eab96652e2cc1169ca51b +size 1962897888 diff --git a/MedicalQwen3-Reasoning-4B.i1-IQ3_S.gguf b/MedicalQwen3-Reasoning-4B.i1-IQ3_S.gguf new file mode 100644 index 0000000..570b682 --- /dev/null +++ b/MedicalQwen3-Reasoning-4B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:172a051f9df3716245b67e07ef7cb4ba5f8f6285c6fb42f5579bfab59ae9b868 +size 1899532768 diff --git a/MedicalQwen3-Reasoning-4B.i1-IQ3_XS.gguf b/MedicalQwen3-Reasoning-4B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..fd77406 --- /dev/null +++ b/MedicalQwen3-Reasoning-4B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59358a90f58ca3afa13eb9a117ea24eaa0e006ae80f68a711794647f0f583cf6 +size 1814376928 diff --git a/MedicalQwen3-Reasoning-4B.i1-IQ3_XXS.gguf b/MedicalQwen3-Reasoning-4B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..1c3827a --- /dev/null +++ b/MedicalQwen3-Reasoning-4B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a667147c1774a79e3c7d57ef898905ed631e28fb6b9877fa9656f7ed3d0b27a6 +size 1670190048 diff --git a/MedicalQwen3-Reasoning-4B.i1-IQ4_NL.gguf b/MedicalQwen3-Reasoning-4B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..6bed910 --- /dev/null +++ b/MedicalQwen3-Reasoning-4B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f832e4ad4ae3159670012140ead6d182d1a2fb67e51cb821103b78444e1687b8 +size 2381345248 diff --git a/MedicalQwen3-Reasoning-4B.i1-IQ4_XS.gguf b/MedicalQwen3-Reasoning-4B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..e6e4982 --- /dev/null +++ b/MedicalQwen3-Reasoning-4B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f84c5642813c30beac9faeb86ddc76d1bf29102b5a7c58bcda92c831e410cee1 +size 2270753248 diff --git a/MedicalQwen3-Reasoning-4B.i1-Q2_K.gguf b/MedicalQwen3-Reasoning-4B.i1-Q2_K.gguf new file mode 100644 index 0000000..110c57f --- /dev/null +++ b/MedicalQwen3-Reasoning-4B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12c41a5a6ba7a4a460ed8ccdee3e1032e17ba95880ffec5a4674946e1a27f871 +size 1669501408 diff --git a/MedicalQwen3-Reasoning-4B.i1-Q2_K_S.gguf b/MedicalQwen3-Reasoning-4B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..1c54514 --- /dev/null +++ b/MedicalQwen3-Reasoning-4B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6837b33f2bf0d91f5a3c3d36269f345bf9638d155ecb694eb9c659a78709e708 +size 1563455968 diff --git a/MedicalQwen3-Reasoning-4B.i1-Q3_K_L.gguf b/MedicalQwen3-Reasoning-4B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..3378c4a --- /dev/null +++ b/MedicalQwen3-Reasoning-4B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2831bab6cee235a1ebc596420e9012f188a97eb37c6dfa42b2873d94611fae41 +size 2239787488 diff --git a/MedicalQwen3-Reasoning-4B.i1-Q3_K_M.gguf b/MedicalQwen3-Reasoning-4B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..1475371 --- /dev/null +++ b/MedicalQwen3-Reasoning-4B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11a1021d3886cc1227cc3ba247f860fb819db2acc11c4b130bcaf3dabef3cd0c +size 2075619808 diff --git a/MedicalQwen3-Reasoning-4B.i1-Q3_K_S.gguf b/MedicalQwen3-Reasoning-4B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..0beb5f1 --- /dev/null +++ b/MedicalQwen3-Reasoning-4B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbdad6468dafc29f2a26f59ec22a2b47b224f2b91f0dcfb75911890287073234 +size 1886999008 diff --git a/MedicalQwen3-Reasoning-4B.i1-Q4_0.gguf b/MedicalQwen3-Reasoning-4B.i1-Q4_0.gguf new file mode 100644 index 0000000..ebe83b8 --- /dev/null +++ b/MedicalQwen3-Reasoning-4B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:626b8e5bfebae24b932f83bbd73320b84bcc0ac9f6dff7244d2f698d5979f802 +size 2375774688 diff --git a/MedicalQwen3-Reasoning-4B.i1-Q4_1.gguf b/MedicalQwen3-Reasoning-4B.i1-Q4_1.gguf new file mode 100644 index 0000000..5063b98 --- /dev/null +++ b/MedicalQwen3-Reasoning-4B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c79fd941f9bbfd8af107e781c4d16402559663642a79ace79760fc50ccce7775 +size 2596631008 diff --git a/MedicalQwen3-Reasoning-4B.i1-Q4_K_M.gguf b/MedicalQwen3-Reasoning-4B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..ab9c69d --- /dev/null +++ b/MedicalQwen3-Reasoning-4B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d01594817d24ad890e7399f850809ea6fb666d0b707e01f8a5c4a3fc96e8872 +size 2497282528 diff --git a/MedicalQwen3-Reasoning-4B.i1-Q4_K_S.gguf b/MedicalQwen3-Reasoning-4B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..907bf3b --- /dev/null +++ b/MedicalQwen3-Reasoning-4B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e73dd771ad03a6167a2d804932024eaea6a946c6e41ad7c88ac77a02a9dc0602 +size 2383311328 diff --git a/MedicalQwen3-Reasoning-4B.i1-Q5_K_M.gguf b/MedicalQwen3-Reasoning-4B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..cc93a63 --- /dev/null +++ b/MedicalQwen3-Reasoning-4B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e91dc1db98fe61a10e9e170f327a0fbfc025cf58132403ca172570d892eb56f +size 2889515488 diff --git a/MedicalQwen3-Reasoning-4B.i1-Q5_K_S.gguf b/MedicalQwen3-Reasoning-4B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..7054a68 --- /dev/null +++ b/MedicalQwen3-Reasoning-4B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05d580e6c82059d98e444f1e9344fe32f29ffc77bb8f778c70e7977be021d8ee +size 2823713248 diff --git a/MedicalQwen3-Reasoning-4B.i1-Q6_K.gguf b/MedicalQwen3-Reasoning-4B.i1-Q6_K.gguf new file mode 100644 index 0000000..d8e7d76 --- /dev/null +++ b/MedicalQwen3-Reasoning-4B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ba64c0ca48deece4cf5941cbebc9d608d23f6b927ce7b511ac0a5c97b140c24 +size 3306263008 diff --git a/MedicalQwen3-Reasoning-4B.imatrix.gguf b/MedicalQwen3-Reasoning-4B.imatrix.gguf new file mode 100644 index 0000000..665fe71 --- /dev/null +++ b/MedicalQwen3-Reasoning-4B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aff3d36702c3590ab1e86f517f787612537953b2d9d2847d3115524a170f579c +size 3872640 diff --git a/README.md b/README.md new file mode 100644 index 0000000..97a06d9 --- /dev/null +++ b/README.md @@ -0,0 +1,97 @@ +--- +base_model: Cannae-AI/MedicalQwen3-Reasoning-4B +datasets: +- FreedomIntelligence/medical-o1-reasoning-SFT +- Mohammed-Altaf/medical-instruction-120k +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- text-generation-inference +- transformers +- qwen3 +- medical +- reasoning +- clinical +- healthcare +- biology +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/Cannae-AI/MedicalQwen3-Reasoning-4B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#MedicalQwen3-Reasoning-4B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/MedicalQwen3-Reasoning-4B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/MedicalQwen3-Reasoning-4B-i1-GGUF/resolve/main/MedicalQwen3-Reasoning-4B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/MedicalQwen3-Reasoning-4B-i1-GGUF/resolve/main/MedicalQwen3-Reasoning-4B.i1-IQ1_S.gguf) | i1-IQ1_S | 1.2 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/MedicalQwen3-Reasoning-4B-i1-GGUF/resolve/main/MedicalQwen3-Reasoning-4B.i1-IQ1_M.gguf) | i1-IQ1_M | 1.2 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/MedicalQwen3-Reasoning-4B-i1-GGUF/resolve/main/MedicalQwen3-Reasoning-4B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/MedicalQwen3-Reasoning-4B-i1-GGUF/resolve/main/MedicalQwen3-Reasoning-4B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/MedicalQwen3-Reasoning-4B-i1-GGUF/resolve/main/MedicalQwen3-Reasoning-4B.i1-IQ2_S.gguf) | i1-IQ2_S | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/MedicalQwen3-Reasoning-4B-i1-GGUF/resolve/main/MedicalQwen3-Reasoning-4B.i1-IQ2_M.gguf) | i1-IQ2_M | 1.6 | | +| [GGUF](https://huggingface.co/mradermacher/MedicalQwen3-Reasoning-4B-i1-GGUF/resolve/main/MedicalQwen3-Reasoning-4B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 1.7 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/MedicalQwen3-Reasoning-4B-i1-GGUF/resolve/main/MedicalQwen3-Reasoning-4B.i1-Q2_K.gguf) | i1-Q2_K | 1.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/MedicalQwen3-Reasoning-4B-i1-GGUF/resolve/main/MedicalQwen3-Reasoning-4B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 1.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/MedicalQwen3-Reasoning-4B-i1-GGUF/resolve/main/MedicalQwen3-Reasoning-4B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 1.9 | | +| [GGUF](https://huggingface.co/mradermacher/MedicalQwen3-Reasoning-4B-i1-GGUF/resolve/main/MedicalQwen3-Reasoning-4B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 2.0 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/MedicalQwen3-Reasoning-4B-i1-GGUF/resolve/main/MedicalQwen3-Reasoning-4B.i1-IQ3_S.gguf) | i1-IQ3_S | 2.0 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/MedicalQwen3-Reasoning-4B-i1-GGUF/resolve/main/MedicalQwen3-Reasoning-4B.i1-IQ3_M.gguf) | i1-IQ3_M | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/MedicalQwen3-Reasoning-4B-i1-GGUF/resolve/main/MedicalQwen3-Reasoning-4B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 2.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/MedicalQwen3-Reasoning-4B-i1-GGUF/resolve/main/MedicalQwen3-Reasoning-4B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 2.3 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/MedicalQwen3-Reasoning-4B-i1-GGUF/resolve/main/MedicalQwen3-Reasoning-4B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/MedicalQwen3-Reasoning-4B-i1-GGUF/resolve/main/MedicalQwen3-Reasoning-4B.i1-Q4_0.gguf) | i1-Q4_0 | 2.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/MedicalQwen3-Reasoning-4B-i1-GGUF/resolve/main/MedicalQwen3-Reasoning-4B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 2.5 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/MedicalQwen3-Reasoning-4B-i1-GGUF/resolve/main/MedicalQwen3-Reasoning-4B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 2.5 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/MedicalQwen3-Reasoning-4B-i1-GGUF/resolve/main/MedicalQwen3-Reasoning-4B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 2.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/MedicalQwen3-Reasoning-4B-i1-GGUF/resolve/main/MedicalQwen3-Reasoning-4B.i1-Q4_1.gguf) | i1-Q4_1 | 2.7 | | +| [GGUF](https://huggingface.co/mradermacher/MedicalQwen3-Reasoning-4B-i1-GGUF/resolve/main/MedicalQwen3-Reasoning-4B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/MedicalQwen3-Reasoning-4B-i1-GGUF/resolve/main/MedicalQwen3-Reasoning-4B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 3.0 | | +| [GGUF](https://huggingface.co/mradermacher/MedicalQwen3-Reasoning-4B-i1-GGUF/resolve/main/MedicalQwen3-Reasoning-4B.i1-Q6_K.gguf) | i1-Q6_K | 3.4 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +