From 70a84a02589ab4110732b9b3123fed9e63ff0c76 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 20 May 2026 06:51:08 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Clinician-Note-2.0a-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++++++++++ Clinician-Note-2.0a.i1-IQ1_M.gguf | 3 + Clinician-Note-2.0a.i1-IQ1_S.gguf | 3 + Clinician-Note-2.0a.i1-IQ2_M.gguf | 3 + Clinician-Note-2.0a.i1-IQ2_S.gguf | 3 + Clinician-Note-2.0a.i1-IQ2_XS.gguf | 3 + Clinician-Note-2.0a.i1-IQ2_XXS.gguf | 3 + Clinician-Note-2.0a.i1-IQ3_M.gguf | 3 + Clinician-Note-2.0a.i1-IQ3_S.gguf | 3 + Clinician-Note-2.0a.i1-IQ3_XS.gguf | 3 + Clinician-Note-2.0a.i1-IQ3_XXS.gguf | 3 + Clinician-Note-2.0a.i1-IQ4_NL.gguf | 3 + Clinician-Note-2.0a.i1-IQ4_XS.gguf | 3 + Clinician-Note-2.0a.i1-Q2_K.gguf | 3 + Clinician-Note-2.0a.i1-Q2_K_S.gguf | 3 + Clinician-Note-2.0a.i1-Q3_K_L.gguf | 3 + Clinician-Note-2.0a.i1-Q3_K_M.gguf | 3 + Clinician-Note-2.0a.i1-Q3_K_S.gguf | 3 + Clinician-Note-2.0a.i1-Q4_0.gguf | 3 + Clinician-Note-2.0a.i1-Q4_1.gguf | 3 + Clinician-Note-2.0a.i1-Q4_K_M.gguf | 3 + Clinician-Note-2.0a.i1-Q4_K_S.gguf | 3 + Clinician-Note-2.0a.i1-Q5_K_M.gguf | 3 + Clinician-Note-2.0a.i1-Q5_K_S.gguf | 3 + Clinician-Note-2.0a.i1-Q6_K.gguf | 3 + README.md | 88 +++++++++++++++++++++++++++++ imatrix.dat | 3 + 27 files changed, 223 insertions(+) create mode 100644 .gitattributes create mode 100644 Clinician-Note-2.0a.i1-IQ1_M.gguf create mode 100644 Clinician-Note-2.0a.i1-IQ1_S.gguf create mode 100644 Clinician-Note-2.0a.i1-IQ2_M.gguf create mode 100644 Clinician-Note-2.0a.i1-IQ2_S.gguf create mode 100644 Clinician-Note-2.0a.i1-IQ2_XS.gguf create mode 100644 Clinician-Note-2.0a.i1-IQ2_XXS.gguf create mode 100644 Clinician-Note-2.0a.i1-IQ3_M.gguf create mode 100644 Clinician-Note-2.0a.i1-IQ3_S.gguf create mode 100644 Clinician-Note-2.0a.i1-IQ3_XS.gguf create mode 100644 Clinician-Note-2.0a.i1-IQ3_XXS.gguf create mode 100644 Clinician-Note-2.0a.i1-IQ4_NL.gguf create mode 100644 Clinician-Note-2.0a.i1-IQ4_XS.gguf create mode 100644 Clinician-Note-2.0a.i1-Q2_K.gguf create mode 100644 Clinician-Note-2.0a.i1-Q2_K_S.gguf create mode 100644 Clinician-Note-2.0a.i1-Q3_K_L.gguf create mode 100644 Clinician-Note-2.0a.i1-Q3_K_M.gguf create mode 100644 Clinician-Note-2.0a.i1-Q3_K_S.gguf create mode 100644 Clinician-Note-2.0a.i1-Q4_0.gguf create mode 100644 Clinician-Note-2.0a.i1-Q4_1.gguf create mode 100644 Clinician-Note-2.0a.i1-Q4_K_M.gguf create mode 100644 Clinician-Note-2.0a.i1-Q4_K_S.gguf create mode 100644 Clinician-Note-2.0a.i1-Q5_K_M.gguf create mode 100644 Clinician-Note-2.0a.i1-Q5_K_S.gguf create mode 100644 Clinician-Note-2.0a.i1-Q6_K.gguf create mode 100644 README.md create mode 100644 imatrix.dat diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..a05fdd0 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +Clinician-Note-2.0a.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Clinician-Note-2.0a.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Clinician-Note-2.0a.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Clinician-Note-2.0a.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Clinician-Note-2.0a.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Clinician-Note-2.0a.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Clinician-Note-2.0a.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Clinician-Note-2.0a.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Clinician-Note-2.0a.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Clinician-Note-2.0a.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Clinician-Note-2.0a.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Clinician-Note-2.0a.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Clinician-Note-2.0a.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Clinician-Note-2.0a.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Clinician-Note-2.0a.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Clinician-Note-2.0a.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Clinician-Note-2.0a.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Clinician-Note-2.0a.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Clinician-Note-2.0a.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Clinician-Note-2.0a.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Clinician-Note-2.0a.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Clinician-Note-2.0a.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Clinician-Note-2.0a.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Clinician-Note-2.0a.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Clinician-Note-2.0a.i1-IQ1_M.gguf b/Clinician-Note-2.0a.i1-IQ1_M.gguf new file mode 100644 index 0000000..35c3736 --- /dev/null +++ b/Clinician-Note-2.0a.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:821d3843b7ae4c362792078f135e3c6106f72d8d7cdb0b60e2ad590c1640ee37 +size 1127018688 diff --git a/Clinician-Note-2.0a.i1-IQ1_S.gguf b/Clinician-Note-2.0a.i1-IQ1_S.gguf new file mode 100644 index 0000000..a2010f7 --- /dev/null +++ b/Clinician-Note-2.0a.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1656a1eee5626bf0552ddf5fb267a53532722ed2f0edd559cacac88abb1109be +size 1055256768 diff --git a/Clinician-Note-2.0a.i1-IQ2_M.gguf b/Clinician-Note-2.0a.i1-IQ2_M.gguf new file mode 100644 index 0000000..2a98adc --- /dev/null +++ b/Clinician-Note-2.0a.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31e08ffebeeedf849842ddf044e548ed5824436d2c5bf055f6d52742825f96bc +size 1512984768 diff --git a/Clinician-Note-2.0a.i1-IQ2_S.gguf b/Clinician-Note-2.0a.i1-IQ2_S.gguf new file mode 100644 index 0000000..fb4626b --- /dev/null +++ b/Clinician-Note-2.0a.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5bbe2c21a6302d95187636bd23cac7e8157910ca75de11f1f2a931de3a37ffc +size 1417302208 diff --git a/Clinician-Note-2.0a.i1-IQ2_XS.gguf b/Clinician-Note-2.0a.i1-IQ2_XS.gguf new file mode 100644 index 0000000..48c2015 --- /dev/null +++ b/Clinician-Note-2.0a.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7ef3c5ef3e9069ad9dd4077b74059f92ba669219ac8fba93c655f8c4c6c056f +size 1354100928 diff --git a/Clinician-Note-2.0a.i1-IQ2_XXS.gguf b/Clinician-Note-2.0a.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..36c99e1 --- /dev/null +++ b/Clinician-Note-2.0a.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d86c3b5c829b38d54a0d417a8b1d9c1413839e84b9a87ea119c4a20a8d9ba5ad +size 1246621888 diff --git a/Clinician-Note-2.0a.i1-IQ3_M.gguf b/Clinician-Note-2.0a.i1-IQ3_M.gguf new file mode 100644 index 0000000..77e8a18 --- /dev/null +++ b/Clinician-Note-2.0a.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8e179447225f886840f0ccfdeda8dae5f8de3d5a9ad28463c2cf5521e1ce4d5 +size 1962897088 diff --git a/Clinician-Note-2.0a.i1-IQ3_S.gguf b/Clinician-Note-2.0a.i1-IQ3_S.gguf new file mode 100644 index 0000000..92f3adc --- /dev/null +++ b/Clinician-Note-2.0a.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba0ef3aee1620a1a3ded58aa9c44e4519807a610272a2ae20920495507237ac4 +size 1899531968 diff --git a/Clinician-Note-2.0a.i1-IQ3_XS.gguf b/Clinician-Note-2.0a.i1-IQ3_XS.gguf new file mode 100644 index 0000000..7780c6a --- /dev/null +++ b/Clinician-Note-2.0a.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88033569ff6ee6d04f79adf0efc71e2dcfe0044921823844f3ffe5899075d042 +size 1814376128 diff --git a/Clinician-Note-2.0a.i1-IQ3_XXS.gguf b/Clinician-Note-2.0a.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..82dafb8 --- /dev/null +++ b/Clinician-Note-2.0a.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dc75a1342b82e29af23f25c800768b869e0b8a2daa01bc2284d7ffa9e45e0b9 +size 1670189248 diff --git a/Clinician-Note-2.0a.i1-IQ4_NL.gguf b/Clinician-Note-2.0a.i1-IQ4_NL.gguf new file mode 100644 index 0000000..b3fc5ef --- /dev/null +++ b/Clinician-Note-2.0a.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62005786fb2f5148febad4cb448f9248fead56abe1995eacb0cbcd451809b911 +size 2381344448 diff --git a/Clinician-Note-2.0a.i1-IQ4_XS.gguf b/Clinician-Note-2.0a.i1-IQ4_XS.gguf new file mode 100644 index 0000000..4e583be --- /dev/null +++ b/Clinician-Note-2.0a.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72ff3a8564eedeaa20a92a1a01d2291d78d980c33f3086471f3f54aa6a64a8da +size 2270752448 diff --git a/Clinician-Note-2.0a.i1-Q2_K.gguf b/Clinician-Note-2.0a.i1-Q2_K.gguf new file mode 100644 index 0000000..5317024 --- /dev/null +++ b/Clinician-Note-2.0a.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b8a6c74ff2fc464e01b0189a3434cd620cbaf5eb9cceaea2eaa2f20e33842c3 +size 1669500608 diff --git a/Clinician-Note-2.0a.i1-Q2_K_S.gguf b/Clinician-Note-2.0a.i1-Q2_K_S.gguf new file mode 100644 index 0000000..1465afd --- /dev/null +++ b/Clinician-Note-2.0a.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2627753e735676b89deaefc95ddf6090cd445197a557d80fab58ac07f7c9361 +size 1563455168 diff --git a/Clinician-Note-2.0a.i1-Q3_K_L.gguf b/Clinician-Note-2.0a.i1-Q3_K_L.gguf new file mode 100644 index 0000000..2747dfe --- /dev/null +++ b/Clinician-Note-2.0a.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c962c68cce3257cafb5b1175bedc5ea7e1853e9f938a56b8ee2af5e0419898a7 +size 2239786688 diff --git a/Clinician-Note-2.0a.i1-Q3_K_M.gguf b/Clinician-Note-2.0a.i1-Q3_K_M.gguf new file mode 100644 index 0000000..679fdca --- /dev/null +++ b/Clinician-Note-2.0a.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c18f998c6596707fb3cc752f91c1691804377bb33344b942a2ac6098b7210818 +size 2075619008 diff --git a/Clinician-Note-2.0a.i1-Q3_K_S.gguf b/Clinician-Note-2.0a.i1-Q3_K_S.gguf new file mode 100644 index 0000000..1d90898 --- /dev/null +++ b/Clinician-Note-2.0a.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18f1eafb4998d1c4db831ec1c2d1af3d927124d52cffa1db2a66a930b474f403 +size 1886998208 diff --git a/Clinician-Note-2.0a.i1-Q4_0.gguf b/Clinician-Note-2.0a.i1-Q4_0.gguf new file mode 100644 index 0000000..a1fb03d --- /dev/null +++ b/Clinician-Note-2.0a.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63084a84162cd2a7f97bee6357ac201f85b39b915259003e3fd643dcd9326445 +size 2375773888 diff --git a/Clinician-Note-2.0a.i1-Q4_1.gguf b/Clinician-Note-2.0a.i1-Q4_1.gguf new file mode 100644 index 0000000..f2d2c49 --- /dev/null +++ b/Clinician-Note-2.0a.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a1bae33588647f39c6fa437c86863c839c8b4f3d69af77b67c034651362b977 +size 2596630208 diff --git a/Clinician-Note-2.0a.i1-Q4_K_M.gguf b/Clinician-Note-2.0a.i1-Q4_K_M.gguf new file mode 100644 index 0000000..27b7771 --- /dev/null +++ b/Clinician-Note-2.0a.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ce02cbd5f13911960a513b71c72df87edb8aac7aa00bdfc38f287078cafebb9 +size 2497281728 diff --git a/Clinician-Note-2.0a.i1-Q4_K_S.gguf b/Clinician-Note-2.0a.i1-Q4_K_S.gguf new file mode 100644 index 0000000..c8ad658 --- /dev/null +++ b/Clinician-Note-2.0a.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b08ae6222187ba5aad1ccccfe9aebb56c82cf280ebdb64d5654ee818221de584 +size 2383310528 diff --git a/Clinician-Note-2.0a.i1-Q5_K_M.gguf b/Clinician-Note-2.0a.i1-Q5_K_M.gguf new file mode 100644 index 0000000..93bdf1d --- /dev/null +++ b/Clinician-Note-2.0a.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa45dcdbbabb3602d05d705ced301bc3494caf420ea85debb3d0c7b0683b67f9 +size 2889514688 diff --git a/Clinician-Note-2.0a.i1-Q5_K_S.gguf b/Clinician-Note-2.0a.i1-Q5_K_S.gguf new file mode 100644 index 0000000..e85be32 --- /dev/null +++ b/Clinician-Note-2.0a.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:422ff25a05e18da2e27adfbe1278687f1cce9dab8868b8b1f082c0c24aed4bc4 +size 2823712448 diff --git a/Clinician-Note-2.0a.i1-Q6_K.gguf b/Clinician-Note-2.0a.i1-Q6_K.gguf new file mode 100644 index 0000000..8a18b1d --- /dev/null +++ b/Clinician-Note-2.0a.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f901402fc9b572ed96d4af25f7fe7d0678bb8ecab80b5e3559cbe55282ef26a +size 3306262208 diff --git a/README.md b/README.md new file mode 100644 index 0000000..e5ce491 --- /dev/null +++ b/README.md @@ -0,0 +1,88 @@ +--- +base_model: ClinicianFOCUS/Clinician-Note-2.0a +datasets: ClinicianFOCUS/ACI-Bench-Refined +language: en +library_name: transformers +license: agpl-3.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- text-generation +- summarization +- medical +- ai-scribe +- qwen +- clinical-notes +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/ClinicianFOCUS/Clinician-Note-2.0a + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Clinician-Note-2.0a-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Clinician-Note-2.0a-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Clinician-Note-2.0a-i1-GGUF/resolve/main/Clinician-Note-2.0a.i1-IQ1_S.gguf) | i1-IQ1_S | 1.2 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Clinician-Note-2.0a-i1-GGUF/resolve/main/Clinician-Note-2.0a.i1-IQ1_M.gguf) | i1-IQ1_M | 1.2 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Clinician-Note-2.0a-i1-GGUF/resolve/main/Clinician-Note-2.0a.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/Clinician-Note-2.0a-i1-GGUF/resolve/main/Clinician-Note-2.0a.i1-IQ2_XS.gguf) | i1-IQ2_XS | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/Clinician-Note-2.0a-i1-GGUF/resolve/main/Clinician-Note-2.0a.i1-IQ2_S.gguf) | i1-IQ2_S | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/Clinician-Note-2.0a-i1-GGUF/resolve/main/Clinician-Note-2.0a.i1-IQ2_M.gguf) | i1-IQ2_M | 1.6 | | +| [GGUF](https://huggingface.co/mradermacher/Clinician-Note-2.0a-i1-GGUF/resolve/main/Clinician-Note-2.0a.i1-Q2_K_S.gguf) | i1-Q2_K_S | 1.7 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Clinician-Note-2.0a-i1-GGUF/resolve/main/Clinician-Note-2.0a.i1-Q2_K.gguf) | i1-Q2_K | 1.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Clinician-Note-2.0a-i1-GGUF/resolve/main/Clinician-Note-2.0a.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 1.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Clinician-Note-2.0a-i1-GGUF/resolve/main/Clinician-Note-2.0a.i1-IQ3_XS.gguf) | i1-IQ3_XS | 1.9 | | +| [GGUF](https://huggingface.co/mradermacher/Clinician-Note-2.0a-i1-GGUF/resolve/main/Clinician-Note-2.0a.i1-Q3_K_S.gguf) | i1-Q3_K_S | 2.0 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Clinician-Note-2.0a-i1-GGUF/resolve/main/Clinician-Note-2.0a.i1-IQ3_S.gguf) | i1-IQ3_S | 2.0 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Clinician-Note-2.0a-i1-GGUF/resolve/main/Clinician-Note-2.0a.i1-IQ3_M.gguf) | i1-IQ3_M | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/Clinician-Note-2.0a-i1-GGUF/resolve/main/Clinician-Note-2.0a.i1-Q3_K_M.gguf) | i1-Q3_K_M | 2.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Clinician-Note-2.0a-i1-GGUF/resolve/main/Clinician-Note-2.0a.i1-Q3_K_L.gguf) | i1-Q3_K_L | 2.3 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Clinician-Note-2.0a-i1-GGUF/resolve/main/Clinician-Note-2.0a.i1-IQ4_XS.gguf) | i1-IQ4_XS | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/Clinician-Note-2.0a-i1-GGUF/resolve/main/Clinician-Note-2.0a.i1-Q4_0.gguf) | i1-Q4_0 | 2.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Clinician-Note-2.0a-i1-GGUF/resolve/main/Clinician-Note-2.0a.i1-IQ4_NL.gguf) | i1-IQ4_NL | 2.5 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Clinician-Note-2.0a-i1-GGUF/resolve/main/Clinician-Note-2.0a.i1-Q4_K_S.gguf) | i1-Q4_K_S | 2.5 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Clinician-Note-2.0a-i1-GGUF/resolve/main/Clinician-Note-2.0a.i1-Q4_K_M.gguf) | i1-Q4_K_M | 2.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Clinician-Note-2.0a-i1-GGUF/resolve/main/Clinician-Note-2.0a.i1-Q4_1.gguf) | i1-Q4_1 | 2.7 | | +| [GGUF](https://huggingface.co/mradermacher/Clinician-Note-2.0a-i1-GGUF/resolve/main/Clinician-Note-2.0a.i1-Q5_K_S.gguf) | i1-Q5_K_S | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/Clinician-Note-2.0a-i1-GGUF/resolve/main/Clinician-Note-2.0a.i1-Q5_K_M.gguf) | i1-Q5_K_M | 3.0 | | +| [GGUF](https://huggingface.co/mradermacher/Clinician-Note-2.0a-i1-GGUF/resolve/main/Clinician-Note-2.0a.i1-Q6_K.gguf) | i1-Q6_K | 3.4 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..bdb295b --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d73f5caf39cc1535fe83dd5f5d3754aa5e010b0265d57e82bd4b0ae4a84844c +size 3842209