From f34d0e2636234b110ef6e14fb74f18ef28133345 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 10 Aug 2026 00:37:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/DorsetHeatwaveLLM2-i1-GGUF Source: Original Platform --- .gitattributes | 60 +++++++++++++++++++ DorsetHeatwaveLLM2.i1-IQ1_M.gguf | 3 + DorsetHeatwaveLLM2.i1-IQ1_S.gguf | 3 + DorsetHeatwaveLLM2.i1-IQ2_M.gguf | 3 + DorsetHeatwaveLLM2.i1-IQ2_S.gguf | 3 + DorsetHeatwaveLLM2.i1-IQ2_XS.gguf | 3 + DorsetHeatwaveLLM2.i1-IQ2_XXS.gguf | 3 + DorsetHeatwaveLLM2.i1-IQ3_M.gguf | 3 + DorsetHeatwaveLLM2.i1-IQ3_S.gguf | 3 + DorsetHeatwaveLLM2.i1-IQ3_XS.gguf | 3 + DorsetHeatwaveLLM2.i1-IQ3_XXS.gguf | 3 + DorsetHeatwaveLLM2.i1-IQ4_NL.gguf | 3 + DorsetHeatwaveLLM2.i1-IQ4_XS.gguf | 3 + DorsetHeatwaveLLM2.i1-Q2_K.gguf | 3 + DorsetHeatwaveLLM2.i1-Q2_K_S.gguf | 3 + DorsetHeatwaveLLM2.i1-Q3_K_L.gguf | 3 + DorsetHeatwaveLLM2.i1-Q3_K_M.gguf | 3 + DorsetHeatwaveLLM2.i1-Q3_K_S.gguf | 3 + DorsetHeatwaveLLM2.i1-Q4_0.gguf | 3 + DorsetHeatwaveLLM2.i1-Q4_1.gguf | 3 + DorsetHeatwaveLLM2.i1-Q4_K_M.gguf | 3 + DorsetHeatwaveLLM2.i1-Q4_K_S.gguf | 3 + DorsetHeatwaveLLM2.i1-Q5_K_M.gguf | 3 + DorsetHeatwaveLLM2.i1-Q5_K_S.gguf | 3 + DorsetHeatwaveLLM2.i1-Q6_K.gguf | 3 + DorsetHeatwaveLLM2.imatrix.gguf | 3 + README.md | 92 ++++++++++++++++++++++++++++++ 27 files changed, 227 insertions(+) create mode 100644 .gitattributes create mode 100644 DorsetHeatwaveLLM2.i1-IQ1_M.gguf create mode 100644 DorsetHeatwaveLLM2.i1-IQ1_S.gguf create mode 100644 DorsetHeatwaveLLM2.i1-IQ2_M.gguf create mode 100644 DorsetHeatwaveLLM2.i1-IQ2_S.gguf create mode 100644 DorsetHeatwaveLLM2.i1-IQ2_XS.gguf create mode 100644 DorsetHeatwaveLLM2.i1-IQ2_XXS.gguf create mode 100644 DorsetHeatwaveLLM2.i1-IQ3_M.gguf create mode 100644 DorsetHeatwaveLLM2.i1-IQ3_S.gguf create mode 100644 DorsetHeatwaveLLM2.i1-IQ3_XS.gguf create mode 100644 DorsetHeatwaveLLM2.i1-IQ3_XXS.gguf create mode 100644 DorsetHeatwaveLLM2.i1-IQ4_NL.gguf create mode 100644 DorsetHeatwaveLLM2.i1-IQ4_XS.gguf create mode 100644 DorsetHeatwaveLLM2.i1-Q2_K.gguf create mode 100644 DorsetHeatwaveLLM2.i1-Q2_K_S.gguf create mode 100644 DorsetHeatwaveLLM2.i1-Q3_K_L.gguf create mode 100644 DorsetHeatwaveLLM2.i1-Q3_K_M.gguf create mode 100644 DorsetHeatwaveLLM2.i1-Q3_K_S.gguf create mode 100644 DorsetHeatwaveLLM2.i1-Q4_0.gguf create mode 100644 DorsetHeatwaveLLM2.i1-Q4_1.gguf create mode 100644 DorsetHeatwaveLLM2.i1-Q4_K_M.gguf create mode 100644 DorsetHeatwaveLLM2.i1-Q4_K_S.gguf create mode 100644 DorsetHeatwaveLLM2.i1-Q5_K_M.gguf create mode 100644 DorsetHeatwaveLLM2.i1-Q5_K_S.gguf create mode 100644 DorsetHeatwaveLLM2.i1-Q6_K.gguf create mode 100644 DorsetHeatwaveLLM2.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..0ac4124 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +DorsetHeatwaveLLM2.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +DorsetHeatwaveLLM2.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +DorsetHeatwaveLLM2.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +DorsetHeatwaveLLM2.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +DorsetHeatwaveLLM2.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +DorsetHeatwaveLLM2.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +DorsetHeatwaveLLM2.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +DorsetHeatwaveLLM2.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +DorsetHeatwaveLLM2.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +DorsetHeatwaveLLM2.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +DorsetHeatwaveLLM2.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +DorsetHeatwaveLLM2.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +DorsetHeatwaveLLM2.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +DorsetHeatwaveLLM2.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +DorsetHeatwaveLLM2.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +DorsetHeatwaveLLM2.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +DorsetHeatwaveLLM2.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +DorsetHeatwaveLLM2.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +DorsetHeatwaveLLM2.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +DorsetHeatwaveLLM2.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +DorsetHeatwaveLLM2.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +DorsetHeatwaveLLM2.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +DorsetHeatwaveLLM2.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +DorsetHeatwaveLLM2.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +DorsetHeatwaveLLM2.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/DorsetHeatwaveLLM2.i1-IQ1_M.gguf b/DorsetHeatwaveLLM2.i1-IQ1_M.gguf new file mode 100644 index 0000000..38fed2b --- /dev/null +++ b/DorsetHeatwaveLLM2.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85f2f8765668f64e3fcced9cd2dd0427fafb84d60a5359858c5ffcf4c5b7a2f5 +size 543789984 diff --git a/DorsetHeatwaveLLM2.i1-IQ1_S.gguf b/DorsetHeatwaveLLM2.i1-IQ1_S.gguf new file mode 100644 index 0000000..905a550 --- /dev/null +++ b/DorsetHeatwaveLLM2.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8588b075a8be5cfee25ad097c38ae22fea02b3e729d2204ea0dca386762b5284 +size 515773344 diff --git a/DorsetHeatwaveLLM2.i1-IQ2_M.gguf b/DorsetHeatwaveLLM2.i1-IQ2_M.gguf new file mode 100644 index 0000000..fc53424 --- /dev/null +++ b/DorsetHeatwaveLLM2.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e199abbaaf21df72fd9a5498030d99c27151a6fd4c80632f3a729655a03f8fb9 +size 695178144 diff --git a/DorsetHeatwaveLLM2.i1-IQ2_S.gguf b/DorsetHeatwaveLLM2.i1-IQ2_S.gguf new file mode 100644 index 0000000..471f484 --- /dev/null +++ b/DorsetHeatwaveLLM2.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:969fef0bf57611ad26ed26c8a2137b7d753066e6aece0b26a7c9044f3f500119 +size 657822624 diff --git a/DorsetHeatwaveLLM2.i1-IQ2_XS.gguf b/DorsetHeatwaveLLM2.i1-IQ2_XS.gguf new file mode 100644 index 0000000..7eea211 --- /dev/null +++ b/DorsetHeatwaveLLM2.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c2998e272e08b63a8bc26d4f83cc3a713c3780f3e4b8d34f8b2e6212a178fa0 +size 631509920 diff --git a/DorsetHeatwaveLLM2.i1-IQ2_XXS.gguf b/DorsetHeatwaveLLM2.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..92263e4 --- /dev/null +++ b/DorsetHeatwaveLLM2.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40db9bdc0412d6cfeed6ae953d5011d803a1ea834eb6d6a9ecf9eab6f780780b +size 590484384 diff --git a/DorsetHeatwaveLLM2.i1-IQ3_M.gguf b/DorsetHeatwaveLLM2.i1-IQ3_M.gguf new file mode 100644 index 0000000..0d455fc --- /dev/null +++ b/DorsetHeatwaveLLM2.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da896a5c18bd806ea4f87681da9b18085c3a9910768319b9d07d10e9f2a579b5 +size 895658912 diff --git a/DorsetHeatwaveLLM2.i1-IQ3_S.gguf b/DorsetHeatwaveLLM2.i1-IQ3_S.gguf new file mode 100644 index 0000000..a747ceb --- /dev/null +++ b/DorsetHeatwaveLLM2.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebb31e0eb0fd5e2a2ab875732e4f58f588a94eebf80d569555bda804b41a8eb2 +size 867249056 diff --git a/DorsetHeatwaveLLM2.i1-IQ3_XS.gguf b/DorsetHeatwaveLLM2.i1-IQ3_XS.gguf new file mode 100644 index 0000000..1bbc039 --- /dev/null +++ b/DorsetHeatwaveLLM2.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e286a691ad9cbc91a5c4a4ec96d9adfe8424c03de095a05b2943a699ce6d6d40 +size 834218912 diff --git a/DorsetHeatwaveLLM2.i1-IQ3_XXS.gguf b/DorsetHeatwaveLLM2.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..6db3440 --- /dev/null +++ b/DorsetHeatwaveLLM2.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f996bb482c75aede3a46d3be5a41a0b1d3a6f5f02ca668c1b9a372d235139fac +size 754357152 diff --git a/DorsetHeatwaveLLM2.i1-IQ4_NL.gguf b/DorsetHeatwaveLLM2.i1-IQ4_NL.gguf new file mode 100644 index 0000000..7c6154b --- /dev/null +++ b/DorsetHeatwaveLLM2.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c24541bb17ac27603ef37cacb3dfe0ebe74e4bfeacd9d44649a2b77a39cf6dc +size 1054419872 diff --git a/DorsetHeatwaveLLM2.i1-IQ4_XS.gguf b/DorsetHeatwaveLLM2.i1-IQ4_XS.gguf new file mode 100644 index 0000000..ccec636 --- /dev/null +++ b/DorsetHeatwaveLLM2.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fab1b3532d52b25abaab9f07f0e9ed529d90e30d3bf91326df571724ccfa2a46 +size 1010379680 diff --git a/DorsetHeatwaveLLM2.i1-Q2_K.gguf b/DorsetHeatwaveLLM2.i1-Q2_K.gguf new file mode 100644 index 0000000..9a23017 --- /dev/null +++ b/DorsetHeatwaveLLM2.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5a5e43e34c32e47ab02eac9a901fd5279ddc12eb4ce7200ed6aafc0da461560 +size 777792416 diff --git a/DorsetHeatwaveLLM2.i1-Q2_K_S.gguf b/DorsetHeatwaveLLM2.i1-Q2_K_S.gguf new file mode 100644 index 0000000..686249a --- /dev/null +++ b/DorsetHeatwaveLLM2.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cbc5eb1efc3d227264511ca00b717501ef9dbd2bfa5db25dcaba8a88b6f3d2d +size 732965792 diff --git a/DorsetHeatwaveLLM2.i1-Q3_K_L.gguf b/DorsetHeatwaveLLM2.i1-Q3_K_L.gguf new file mode 100644 index 0000000..725428d --- /dev/null +++ b/DorsetHeatwaveLLM2.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dea3dc0471df28d157d0ca9d46759a6db6ad535b438ef5e9a294e52afbfb34cd +size 1003498400 diff --git a/DorsetHeatwaveLLM2.i1-Q3_K_M.gguf b/DorsetHeatwaveLLM2.i1-Q3_K_M.gguf new file mode 100644 index 0000000..b26f685 --- /dev/null +++ b/DorsetHeatwaveLLM2.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47dcbdcf59a7f847a1a77a56ef962fb8733913ede55f8d13656ef7ce48e3ec52 +size 939535264 diff --git a/DorsetHeatwaveLLM2.i1-Q3_K_S.gguf b/DorsetHeatwaveLLM2.i1-Q3_K_S.gguf new file mode 100644 index 0000000..2f254b4 --- /dev/null +++ b/DorsetHeatwaveLLM2.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0bfc7247ecd96e6c72f9cd76e42b8bf24cef75ada1110bec75b0fe41fe37fc2 +size 867249056 diff --git a/DorsetHeatwaveLLM2.i1-Q4_0.gguf b/DorsetHeatwaveLLM2.i1-Q4_0.gguf new file mode 100644 index 0000000..6614272 --- /dev/null +++ b/DorsetHeatwaveLLM2.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e51978d1132ad4f96b14bcd38e56d5ff874108da291e24a829476515a759968 +size 1056779168 diff --git a/DorsetHeatwaveLLM2.i1-Q4_1.gguf b/DorsetHeatwaveLLM2.i1-Q4_1.gguf new file mode 100644 index 0000000..5fc3b6d --- /dev/null +++ b/DorsetHeatwaveLLM2.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0636f1728506cea8fbbcffe5125d5b050bd1d678074e27dd475176454d43e46 +size 1142500256 diff --git a/DorsetHeatwaveLLM2.i1-Q4_K_M.gguf b/DorsetHeatwaveLLM2.i1-Q4_K_M.gguf new file mode 100644 index 0000000..2694ed4 --- /dev/null +++ b/DorsetHeatwaveLLM2.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a9a6fcb03d3f48a6ced1de76044c1c8de336d20989388bc7ac87ff0d8c3cc79 +size 1107405728 diff --git a/DorsetHeatwaveLLM2.i1-Q4_K_S.gguf b/DorsetHeatwaveLLM2.i1-Q4_K_S.gguf new file mode 100644 index 0000000..3bbd0be --- /dev/null +++ b/DorsetHeatwaveLLM2.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3222036dbd4385c62b7baa3cf3a97d58af96d2174882587b64ebf9f50b2dabf +size 1060187040 diff --git a/DorsetHeatwaveLLM2.i1-Q5_K_M.gguf b/DorsetHeatwaveLLM2.i1-Q5_K_M.gguf new file mode 100644 index 0000000..6c78e03 --- /dev/null +++ b/DorsetHeatwaveLLM2.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17a9860362796c29c6e6f572b659298404e3b57ac37435232859ce9407268d3b +size 1257876384 diff --git a/DorsetHeatwaveLLM2.i1-Q5_K_S.gguf b/DorsetHeatwaveLLM2.i1-Q5_K_S.gguf new file mode 100644 index 0000000..245bedc --- /dev/null +++ b/DorsetHeatwaveLLM2.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4db0b08f92784f5130a765eb2f067bb74901d10192bbea50e5d143f457df8c14 +size 1230580640 diff --git a/DorsetHeatwaveLLM2.i1-Q6_K.gguf b/DorsetHeatwaveLLM2.i1-Q6_K.gguf new file mode 100644 index 0000000..4c6b59f --- /dev/null +++ b/DorsetHeatwaveLLM2.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6eee20cd78f9bec179ea0201c69ba012bccd8b28b8042a4e6fee9da9c485c225 +size 1417751456 diff --git a/DorsetHeatwaveLLM2.imatrix.gguf b/DorsetHeatwaveLLM2.imatrix.gguf new file mode 100644 index 0000000..8e3e74d --- /dev/null +++ b/DorsetHeatwaveLLM2.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9badcc23967297ff9b344494917cccea9ad49fa1ecdd92c4db535629246e930d +size 2094560 diff --git a/README.md b/README.md new file mode 100644 index 0000000..717efc9 --- /dev/null +++ b/README.md @@ -0,0 +1,92 @@ +--- +base_model: Kype720184/DorsetHeatwaveLLM2 +datasets: +- JuDDGES/en-appealcourt-coded-instruct_v02 +language: +- en +library_name: transformers +license: agpl-3.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- lora +- text-generation-inference +- unsloth +- enable-lora +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/Kype720184/DorsetHeatwaveLLM2 + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#DorsetHeatwaveLLM2-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/DorsetHeatwaveLLM2-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/DorsetHeatwaveLLM2-i1-GGUF/resolve/main/DorsetHeatwaveLLM2.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/DorsetHeatwaveLLM2-i1-GGUF/resolve/main/DorsetHeatwaveLLM2.i1-IQ1_S.gguf) | i1-IQ1_S | 0.6 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/DorsetHeatwaveLLM2-i1-GGUF/resolve/main/DorsetHeatwaveLLM2.i1-IQ1_M.gguf) | i1-IQ1_M | 0.6 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/DorsetHeatwaveLLM2-i1-GGUF/resolve/main/DorsetHeatwaveLLM2.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/DorsetHeatwaveLLM2-i1-GGUF/resolve/main/DorsetHeatwaveLLM2.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/DorsetHeatwaveLLM2-i1-GGUF/resolve/main/DorsetHeatwaveLLM2.i1-IQ2_S.gguf) | i1-IQ2_S | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/DorsetHeatwaveLLM2-i1-GGUF/resolve/main/DorsetHeatwaveLLM2.i1-IQ2_M.gguf) | i1-IQ2_M | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/DorsetHeatwaveLLM2-i1-GGUF/resolve/main/DorsetHeatwaveLLM2.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.8 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/DorsetHeatwaveLLM2-i1-GGUF/resolve/main/DorsetHeatwaveLLM2.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/DorsetHeatwaveLLM2-i1-GGUF/resolve/main/DorsetHeatwaveLLM2.i1-Q2_K.gguf) | i1-Q2_K | 0.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/DorsetHeatwaveLLM2-i1-GGUF/resolve/main/DorsetHeatwaveLLM2.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/DorsetHeatwaveLLM2-i1-GGUF/resolve/main/DorsetHeatwaveLLM2.i1-IQ3_S.gguf) | i1-IQ3_S | 1.0 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/DorsetHeatwaveLLM2-i1-GGUF/resolve/main/DorsetHeatwaveLLM2.i1-Q3_K_S.gguf) | i1-Q3_K_S | 1.0 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/DorsetHeatwaveLLM2-i1-GGUF/resolve/main/DorsetHeatwaveLLM2.i1-IQ3_M.gguf) | i1-IQ3_M | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/DorsetHeatwaveLLM2-i1-GGUF/resolve/main/DorsetHeatwaveLLM2.i1-Q3_K_M.gguf) | i1-Q3_K_M | 1.0 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/DorsetHeatwaveLLM2-i1-GGUF/resolve/main/DorsetHeatwaveLLM2.i1-Q3_K_L.gguf) | i1-Q3_K_L | 1.1 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/DorsetHeatwaveLLM2-i1-GGUF/resolve/main/DorsetHeatwaveLLM2.i1-IQ4_XS.gguf) | i1-IQ4_XS | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/DorsetHeatwaveLLM2-i1-GGUF/resolve/main/DorsetHeatwaveLLM2.i1-IQ4_NL.gguf) | i1-IQ4_NL | 1.2 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/DorsetHeatwaveLLM2-i1-GGUF/resolve/main/DorsetHeatwaveLLM2.i1-Q4_0.gguf) | i1-Q4_0 | 1.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/DorsetHeatwaveLLM2-i1-GGUF/resolve/main/DorsetHeatwaveLLM2.i1-Q4_K_S.gguf) | i1-Q4_K_S | 1.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/DorsetHeatwaveLLM2-i1-GGUF/resolve/main/DorsetHeatwaveLLM2.i1-Q4_K_M.gguf) | i1-Q4_K_M | 1.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/DorsetHeatwaveLLM2-i1-GGUF/resolve/main/DorsetHeatwaveLLM2.i1-Q4_1.gguf) | i1-Q4_1 | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/DorsetHeatwaveLLM2-i1-GGUF/resolve/main/DorsetHeatwaveLLM2.i1-Q5_K_S.gguf) | i1-Q5_K_S | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/DorsetHeatwaveLLM2-i1-GGUF/resolve/main/DorsetHeatwaveLLM2.i1-Q5_K_M.gguf) | i1-Q5_K_M | 1.4 | | +| [GGUF](https://huggingface.co/mradermacher/DorsetHeatwaveLLM2-i1-GGUF/resolve/main/DorsetHeatwaveLLM2.i1-Q6_K.gguf) | i1-Q6_K | 1.5 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +