From c9dbfc8d0741013978d8a04b760fae96d61c7b59 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 7 Oct 2026 00:05:19 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/L3.1-Adumbralv3-12B-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++++++++++ L3.1-Adumbralv3-12B.i1-IQ1_M.gguf | 3 + L3.1-Adumbralv3-12B.i1-IQ1_S.gguf | 3 + L3.1-Adumbralv3-12B.i1-IQ2_M.gguf | 3 + L3.1-Adumbralv3-12B.i1-IQ2_S.gguf | 3 + L3.1-Adumbralv3-12B.i1-IQ2_XS.gguf | 3 + L3.1-Adumbralv3-12B.i1-IQ2_XXS.gguf | 3 + L3.1-Adumbralv3-12B.i1-IQ3_M.gguf | 3 + L3.1-Adumbralv3-12B.i1-IQ3_S.gguf | 3 + L3.1-Adumbralv3-12B.i1-IQ3_XS.gguf | 3 + L3.1-Adumbralv3-12B.i1-IQ3_XXS.gguf | 3 + L3.1-Adumbralv3-12B.i1-IQ4_NL.gguf | 3 + L3.1-Adumbralv3-12B.i1-IQ4_XS.gguf | 3 + L3.1-Adumbralv3-12B.i1-Q2_K.gguf | 3 + L3.1-Adumbralv3-12B.i1-Q2_K_S.gguf | 3 + L3.1-Adumbralv3-12B.i1-Q3_K_L.gguf | 3 + L3.1-Adumbralv3-12B.i1-Q3_K_M.gguf | 3 + L3.1-Adumbralv3-12B.i1-Q3_K_S.gguf | 3 + L3.1-Adumbralv3-12B.i1-Q4_0.gguf | 3 + L3.1-Adumbralv3-12B.i1-Q4_1.gguf | 3 + L3.1-Adumbralv3-12B.i1-Q4_K_M.gguf | 3 + L3.1-Adumbralv3-12B.i1-Q4_K_S.gguf | 3 + L3.1-Adumbralv3-12B.i1-Q5_K_M.gguf | 3 + L3.1-Adumbralv3-12B.i1-Q5_K_S.gguf | 3 + L3.1-Adumbralv3-12B.i1-Q6_K.gguf | 3 + L3.1-Adumbralv3-12B.imatrix.gguf | 3 + README.md | 87 +++++++++++++++++++++++++++++ 27 files changed, 222 insertions(+) create mode 100644 .gitattributes create mode 100644 L3.1-Adumbralv3-12B.i1-IQ1_M.gguf create mode 100644 L3.1-Adumbralv3-12B.i1-IQ1_S.gguf create mode 100644 L3.1-Adumbralv3-12B.i1-IQ2_M.gguf create mode 100644 L3.1-Adumbralv3-12B.i1-IQ2_S.gguf create mode 100644 L3.1-Adumbralv3-12B.i1-IQ2_XS.gguf create mode 100644 L3.1-Adumbralv3-12B.i1-IQ2_XXS.gguf create mode 100644 L3.1-Adumbralv3-12B.i1-IQ3_M.gguf create mode 100644 L3.1-Adumbralv3-12B.i1-IQ3_S.gguf create mode 100644 L3.1-Adumbralv3-12B.i1-IQ3_XS.gguf create mode 100644 L3.1-Adumbralv3-12B.i1-IQ3_XXS.gguf create mode 100644 L3.1-Adumbralv3-12B.i1-IQ4_NL.gguf create mode 100644 L3.1-Adumbralv3-12B.i1-IQ4_XS.gguf create mode 100644 L3.1-Adumbralv3-12B.i1-Q2_K.gguf create mode 100644 L3.1-Adumbralv3-12B.i1-Q2_K_S.gguf create mode 100644 L3.1-Adumbralv3-12B.i1-Q3_K_L.gguf create mode 100644 L3.1-Adumbralv3-12B.i1-Q3_K_M.gguf create mode 100644 L3.1-Adumbralv3-12B.i1-Q3_K_S.gguf create mode 100644 L3.1-Adumbralv3-12B.i1-Q4_0.gguf create mode 100644 L3.1-Adumbralv3-12B.i1-Q4_1.gguf create mode 100644 L3.1-Adumbralv3-12B.i1-Q4_K_M.gguf create mode 100644 L3.1-Adumbralv3-12B.i1-Q4_K_S.gguf create mode 100644 L3.1-Adumbralv3-12B.i1-Q5_K_M.gguf create mode 100644 L3.1-Adumbralv3-12B.i1-Q5_K_S.gguf create mode 100644 L3.1-Adumbralv3-12B.i1-Q6_K.gguf create mode 100644 L3.1-Adumbralv3-12B.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..b1eb56b --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +L3.1-Adumbralv3-12B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Adumbralv3-12B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Adumbralv3-12B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Adumbralv3-12B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Adumbralv3-12B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Adumbralv3-12B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Adumbralv3-12B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Adumbralv3-12B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Adumbralv3-12B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Adumbralv3-12B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Adumbralv3-12B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Adumbralv3-12B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Adumbralv3-12B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Adumbralv3-12B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Adumbralv3-12B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Adumbralv3-12B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Adumbralv3-12B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Adumbralv3-12B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Adumbralv3-12B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Adumbralv3-12B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Adumbralv3-12B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Adumbralv3-12B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Adumbralv3-12B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Adumbralv3-12B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +L3.1-Adumbralv3-12B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/L3.1-Adumbralv3-12B.i1-IQ1_M.gguf b/L3.1-Adumbralv3-12B.i1-IQ1_M.gguf new file mode 100644 index 0000000..4162a2f --- /dev/null +++ b/L3.1-Adumbralv3-12B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:600ff97f8e52661fb9be4b87812c1dfabd03b54d3334fa94635ea1f7d1a0cbef +size 3071962496 diff --git a/L3.1-Adumbralv3-12B.i1-IQ1_S.gguf b/L3.1-Adumbralv3-12B.i1-IQ1_S.gguf new file mode 100644 index 0000000..e329ccb --- /dev/null +++ b/L3.1-Adumbralv3-12B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d8acaf1f6a5d93c43981f334a6d3165b799ddf406a9d62945369b99f6b194a2 +size 2849205632 diff --git a/L3.1-Adumbralv3-12B.i1-IQ2_M.gguf b/L3.1-Adumbralv3-12B.i1-IQ2_M.gguf new file mode 100644 index 0000000..cec0407 --- /dev/null +++ b/L3.1-Adumbralv3-12B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:182b642807e1a040871d2e279481a027db2995eeee50a56cd4805f9adb5655a6 +size 4270559840 diff --git a/L3.1-Adumbralv3-12B.i1-IQ2_S.gguf b/L3.1-Adumbralv3-12B.i1-IQ2_S.gguf new file mode 100644 index 0000000..732149f --- /dev/null +++ b/L3.1-Adumbralv3-12B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76fe0da528c1116b233d119e8c89c7b391c900f38c16086f17b014856ebb3344 +size 3973550688 diff --git a/L3.1-Adumbralv3-12B.i1-IQ2_XS.gguf b/L3.1-Adumbralv3-12B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..748479e --- /dev/null +++ b/L3.1-Adumbralv3-12B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f95481bd0714684258a69791f14d44a4d70a58529f590e099938309f32fdbb9 +size 3766447488 diff --git a/L3.1-Adumbralv3-12B.i1-IQ2_XXS.gguf b/L3.1-Adumbralv3-12B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..7915af8 --- /dev/null +++ b/L3.1-Adumbralv3-12B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c861bc4a77a374aab011eaccbfa8d969fbcffa1359f203027b93f9d340a476a +size 3443223936 diff --git a/L3.1-Adumbralv3-12B.i1-IQ3_M.gguf b/L3.1-Adumbralv3-12B.i1-IQ3_M.gguf new file mode 100644 index 0000000..271a8a5 --- /dev/null +++ b/L3.1-Adumbralv3-12B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfd16b0ee70cf938dfcb4c5a4281a68b91d203782ac27de995e3c4da89725d03 +size 5538068672 diff --git a/L3.1-Adumbralv3-12B.i1-IQ3_S.gguf b/L3.1-Adumbralv3-12B.i1-IQ3_S.gguf new file mode 100644 index 0000000..a231a0c --- /dev/null +++ b/L3.1-Adumbralv3-12B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56d988338dad84314f364f57a9e68d46b76e51938e19d496de83fa5e498c0e86 +size 5379864768 diff --git a/L3.1-Adumbralv3-12B.i1-IQ3_XS.gguf b/L3.1-Adumbralv3-12B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..456f030 --- /dev/null +++ b/L3.1-Adumbralv3-12B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d87b3e7eeb917a5ee4cb17e4ed50e0281968167e6befb640dcf8a571ed7f3266 +size 5127026880 diff --git a/L3.1-Adumbralv3-12B.i1-IQ3_XXS.gguf b/L3.1-Adumbralv3-12B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..a3094cd --- /dev/null +++ b/L3.1-Adumbralv3-12B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e744045d08551816a2f17644fef063b2f2c8ade7eae591e5c6a97e55053b24c4 +size 4782527072 diff --git a/L3.1-Adumbralv3-12B.i1-IQ4_NL.gguf b/L3.1-Adumbralv3-12B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..72dd29c --- /dev/null +++ b/L3.1-Adumbralv3-12B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c094a7b0c94b56174929a8b49d55063e824cf7dbfa095ad335d45c7ab4884f8 +size 6896344864 diff --git a/L3.1-Adumbralv3-12B.i1-IQ4_XS.gguf b/L3.1-Adumbralv3-12B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..240dbf9 --- /dev/null +++ b/L3.1-Adumbralv3-12B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdece4d28b5670ed146cce935ec978959e4c49bfa0eaa47bdf02a64f62737b79 +size 6545694112 diff --git a/L3.1-Adumbralv3-12B.i1-Q2_K.gguf b/L3.1-Adumbralv3-12B.i1-Q2_K.gguf new file mode 100644 index 0000000..f2592a3 --- /dev/null +++ b/L3.1-Adumbralv3-12B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9130c75d614fff6077be79c2c5705d2299aae90b4af65ad25f6876ecb9277032 +size 4623635424 diff --git a/L3.1-Adumbralv3-12B.i1-Q2_K_S.gguf b/L3.1-Adumbralv3-12B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..754f158 --- /dev/null +++ b/L3.1-Adumbralv3-12B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53dd8f48386fec520864f8e715ef3b78e2bf84883369c212d6ab9a6f3f000731 +size 4322825184 diff --git a/L3.1-Adumbralv3-12B.i1-Q3_K_L.gguf b/L3.1-Adumbralv3-12B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..e3b324b --- /dev/null +++ b/L3.1-Adumbralv3-12B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab929219be9cd507ed45af5a0eca32b16e215f52e252920a81b15d3396c79a26 +size 6379288768 diff --git a/L3.1-Adumbralv3-12B.i1-Q3_K_M.gguf b/L3.1-Adumbralv3-12B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..c7aa6c7 --- /dev/null +++ b/L3.1-Adumbralv3-12B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d1462336c664ada54e155f7f1f9e64df2729e7f3042c63061bc80ca7205bfcb +size 5904283840 diff --git a/L3.1-Adumbralv3-12B.i1-Q3_K_S.gguf b/L3.1-Adumbralv3-12B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..ca39ad8 --- /dev/null +++ b/L3.1-Adumbralv3-12B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6758e52af97014c3125484d4d4de8a4fc28a6c08b9c26a85e3082582d3027ca3 +size 5352011968 diff --git a/L3.1-Adumbralv3-12B.i1-Q4_0.gguf b/L3.1-Adumbralv3-12B.i1-Q4_0.gguf new file mode 100644 index 0000000..1220a01 --- /dev/null +++ b/L3.1-Adumbralv3-12B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f252b4bc974f18fdae272623b827270259ecd698334a268a07e061eb8b414ba +size 6892150560 diff --git a/L3.1-Adumbralv3-12B.i1-Q4_1.gguf b/L3.1-Adumbralv3-12B.i1-Q4_1.gguf new file mode 100644 index 0000000..05402e1 --- /dev/null +++ b/L3.1-Adumbralv3-12B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3eef2426cb56e8027243c4e40c418166fa0c609861c0e23cf07c72dd313ac487 +size 7584539168 diff --git a/L3.1-Adumbralv3-12B.i1-Q4_K_M.gguf b/L3.1-Adumbralv3-12B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..c6066fa --- /dev/null +++ b/L3.1-Adumbralv3-12B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef60a6bc4d2b0aadc3677599d07c2958ab78db42b3b8c252a17fa3c1fa133975 +size 7275634464 diff --git a/L3.1-Adumbralv3-12B.i1-Q4_K_S.gguf b/L3.1-Adumbralv3-12B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..e8419b8 --- /dev/null +++ b/L3.1-Adumbralv3-12B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f93b786c40b0d278ead5edea8a20623e0656a4b0b35a05fb09a31b1c2338633f +size 6916267808 diff --git a/L3.1-Adumbralv3-12B.i1-Q5_K_M.gguf b/L3.1-Adumbralv3-12B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..7c1e599 --- /dev/null +++ b/L3.1-Adumbralv3-12B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:164e98b6f5d3f1ec9f5ab1005301d78eb97bb1a6dc691644f767fefb2e4c444f +size 8507843872 diff --git a/L3.1-Adumbralv3-12B.i1-Q5_K_S.gguf b/L3.1-Adumbralv3-12B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..7e4e875 --- /dev/null +++ b/L3.1-Adumbralv3-12B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a237eef7e6720dae2405acd9e13c1e8d079c9b8d02f15045354d68525fae9870 +size 8298947872 diff --git a/L3.1-Adumbralv3-12B.i1-Q6_K.gguf b/L3.1-Adumbralv3-12B.i1-Q6_K.gguf new file mode 100644 index 0000000..b00a961 --- /dev/null +++ b/L3.1-Adumbralv3-12B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98810a7d4e80ddb1317a695249e2b8ab1717717c3385c81c0fc247cf5c06d1bd +size 9817066368 diff --git a/L3.1-Adumbralv3-12B.imatrix.gguf b/L3.1-Adumbralv3-12B.imatrix.gguf new file mode 100644 index 0000000..18d12ac --- /dev/null +++ b/L3.1-Adumbralv3-12B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c712c310fea11e1b2d6d8178e246a29aac5d715e01751c53fb7b40525e9b4ca3 +size 7836224 diff --git a/README.md b/README.md new file mode 100644 index 0000000..1ec5301 --- /dev/null +++ b/README.md @@ -0,0 +1,87 @@ +--- +base_model: kromcomp/L3.1-Adumbralv3-12B +language: +- en +library_name: transformers +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- mergekit +- merge +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/kromcomp/L3.1-Adumbralv3-12B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#L3.1-Adumbralv3-12B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/L3.1-Adumbralv3-12B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/L3.1-Adumbralv3-12B-i1-GGUF/resolve/main/L3.1-Adumbralv3-12B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Adumbralv3-12B-i1-GGUF/resolve/main/L3.1-Adumbralv3-12B.i1-IQ1_S.gguf) | i1-IQ1_S | 2.9 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Adumbralv3-12B-i1-GGUF/resolve/main/L3.1-Adumbralv3-12B.i1-IQ1_M.gguf) | i1-IQ1_M | 3.2 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Adumbralv3-12B-i1-GGUF/resolve/main/L3.1-Adumbralv3-12B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 3.5 | | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Adumbralv3-12B-i1-GGUF/resolve/main/L3.1-Adumbralv3-12B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 3.9 | | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Adumbralv3-12B-i1-GGUF/resolve/main/L3.1-Adumbralv3-12B.i1-IQ2_S.gguf) | i1-IQ2_S | 4.1 | | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Adumbralv3-12B-i1-GGUF/resolve/main/L3.1-Adumbralv3-12B.i1-IQ2_M.gguf) | i1-IQ2_M | 4.4 | | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Adumbralv3-12B-i1-GGUF/resolve/main/L3.1-Adumbralv3-12B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 4.4 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Adumbralv3-12B-i1-GGUF/resolve/main/L3.1-Adumbralv3-12B.i1-Q2_K.gguf) | i1-Q2_K | 4.7 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Adumbralv3-12B-i1-GGUF/resolve/main/L3.1-Adumbralv3-12B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 4.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Adumbralv3-12B-i1-GGUF/resolve/main/L3.1-Adumbralv3-12B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 5.2 | | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Adumbralv3-12B-i1-GGUF/resolve/main/L3.1-Adumbralv3-12B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 5.5 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Adumbralv3-12B-i1-GGUF/resolve/main/L3.1-Adumbralv3-12B.i1-IQ3_S.gguf) | i1-IQ3_S | 5.5 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Adumbralv3-12B-i1-GGUF/resolve/main/L3.1-Adumbralv3-12B.i1-IQ3_M.gguf) | i1-IQ3_M | 5.6 | | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Adumbralv3-12B-i1-GGUF/resolve/main/L3.1-Adumbralv3-12B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 6.0 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Adumbralv3-12B-i1-GGUF/resolve/main/L3.1-Adumbralv3-12B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 6.5 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Adumbralv3-12B-i1-GGUF/resolve/main/L3.1-Adumbralv3-12B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 6.6 | | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Adumbralv3-12B-i1-GGUF/resolve/main/L3.1-Adumbralv3-12B.i1-Q4_0.gguf) | i1-Q4_0 | 7.0 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Adumbralv3-12B-i1-GGUF/resolve/main/L3.1-Adumbralv3-12B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 7.0 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Adumbralv3-12B-i1-GGUF/resolve/main/L3.1-Adumbralv3-12B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 7.0 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Adumbralv3-12B-i1-GGUF/resolve/main/L3.1-Adumbralv3-12B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 7.4 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Adumbralv3-12B-i1-GGUF/resolve/main/L3.1-Adumbralv3-12B.i1-Q4_1.gguf) | i1-Q4_1 | 7.7 | | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Adumbralv3-12B-i1-GGUF/resolve/main/L3.1-Adumbralv3-12B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 8.4 | | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Adumbralv3-12B-i1-GGUF/resolve/main/L3.1-Adumbralv3-12B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 8.6 | | +| [GGUF](https://huggingface.co/mradermacher/L3.1-Adumbralv3-12B-i1-GGUF/resolve/main/L3.1-Adumbralv3-12B.i1-Q6_K.gguf) | i1-Q6_K | 9.9 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +