From b933c5f1f692ced0251c0398dcea64cdcc67c342 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 14 May 2026 15:42:50 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Hiber-Multi-10B-Instruct-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++++++ Hiber-Multi-10B-Instruct.i1-IQ1_M.gguf | 3 + Hiber-Multi-10B-Instruct.i1-IQ1_S.gguf | 3 + Hiber-Multi-10B-Instruct.i1-IQ2_M.gguf | 3 + Hiber-Multi-10B-Instruct.i1-IQ2_S.gguf | 3 + Hiber-Multi-10B-Instruct.i1-IQ2_XS.gguf | 3 + Hiber-Multi-10B-Instruct.i1-IQ2_XXS.gguf | 3 + Hiber-Multi-10B-Instruct.i1-IQ3_M.gguf | 3 + Hiber-Multi-10B-Instruct.i1-IQ3_S.gguf | 3 + Hiber-Multi-10B-Instruct.i1-IQ3_XS.gguf | 3 + Hiber-Multi-10B-Instruct.i1-IQ3_XXS.gguf | 3 + Hiber-Multi-10B-Instruct.i1-IQ4_NL.gguf | 3 + Hiber-Multi-10B-Instruct.i1-IQ4_XS.gguf | 3 + Hiber-Multi-10B-Instruct.i1-Q2_K.gguf | 3 + Hiber-Multi-10B-Instruct.i1-Q2_K_S.gguf | 3 + Hiber-Multi-10B-Instruct.i1-Q3_K_L.gguf | 3 + Hiber-Multi-10B-Instruct.i1-Q3_K_M.gguf | 3 + Hiber-Multi-10B-Instruct.i1-Q3_K_S.gguf | 3 + Hiber-Multi-10B-Instruct.i1-Q4_0.gguf | 3 + Hiber-Multi-10B-Instruct.i1-Q4_1.gguf | 3 + Hiber-Multi-10B-Instruct.i1-Q4_K_M.gguf | 3 + Hiber-Multi-10B-Instruct.i1-Q4_K_S.gguf | 3 + Hiber-Multi-10B-Instruct.i1-Q5_K_M.gguf | 3 + Hiber-Multi-10B-Instruct.i1-Q5_K_S.gguf | 3 + Hiber-Multi-10B-Instruct.i1-Q6_K.gguf | 3 + README.md | 92 ++++++++++++++++++++++++ imatrix.dat | 3 + 27 files changed, 227 insertions(+) create mode 100644 .gitattributes create mode 100644 Hiber-Multi-10B-Instruct.i1-IQ1_M.gguf create mode 100644 Hiber-Multi-10B-Instruct.i1-IQ1_S.gguf create mode 100644 Hiber-Multi-10B-Instruct.i1-IQ2_M.gguf create mode 100644 Hiber-Multi-10B-Instruct.i1-IQ2_S.gguf create mode 100644 Hiber-Multi-10B-Instruct.i1-IQ2_XS.gguf create mode 100644 Hiber-Multi-10B-Instruct.i1-IQ2_XXS.gguf create mode 100644 Hiber-Multi-10B-Instruct.i1-IQ3_M.gguf create mode 100644 Hiber-Multi-10B-Instruct.i1-IQ3_S.gguf create mode 100644 Hiber-Multi-10B-Instruct.i1-IQ3_XS.gguf create mode 100644 Hiber-Multi-10B-Instruct.i1-IQ3_XXS.gguf create mode 100644 Hiber-Multi-10B-Instruct.i1-IQ4_NL.gguf create mode 100644 Hiber-Multi-10B-Instruct.i1-IQ4_XS.gguf create mode 100644 Hiber-Multi-10B-Instruct.i1-Q2_K.gguf create mode 100644 Hiber-Multi-10B-Instruct.i1-Q2_K_S.gguf create mode 100644 Hiber-Multi-10B-Instruct.i1-Q3_K_L.gguf create mode 100644 Hiber-Multi-10B-Instruct.i1-Q3_K_M.gguf create mode 100644 Hiber-Multi-10B-Instruct.i1-Q3_K_S.gguf create mode 100644 Hiber-Multi-10B-Instruct.i1-Q4_0.gguf create mode 100644 Hiber-Multi-10B-Instruct.i1-Q4_1.gguf create mode 100644 Hiber-Multi-10B-Instruct.i1-Q4_K_M.gguf create mode 100644 Hiber-Multi-10B-Instruct.i1-Q4_K_S.gguf create mode 100644 Hiber-Multi-10B-Instruct.i1-Q5_K_M.gguf create mode 100644 Hiber-Multi-10B-Instruct.i1-Q5_K_S.gguf create mode 100644 Hiber-Multi-10B-Instruct.i1-Q6_K.gguf create mode 100644 README.md create mode 100644 imatrix.dat diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..6834961 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +Hiber-Multi-10B-Instruct.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Hiber-Multi-10B-Instruct.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Hiber-Multi-10B-Instruct.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Hiber-Multi-10B-Instruct.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Hiber-Multi-10B-Instruct.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Hiber-Multi-10B-Instruct.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Hiber-Multi-10B-Instruct.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Hiber-Multi-10B-Instruct.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Hiber-Multi-10B-Instruct.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Hiber-Multi-10B-Instruct.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Hiber-Multi-10B-Instruct.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Hiber-Multi-10B-Instruct.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Hiber-Multi-10B-Instruct.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Hiber-Multi-10B-Instruct.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Hiber-Multi-10B-Instruct.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Hiber-Multi-10B-Instruct.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Hiber-Multi-10B-Instruct.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Hiber-Multi-10B-Instruct.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Hiber-Multi-10B-Instruct.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Hiber-Multi-10B-Instruct.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Hiber-Multi-10B-Instruct.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Hiber-Multi-10B-Instruct.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Hiber-Multi-10B-Instruct.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Hiber-Multi-10B-Instruct.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Hiber-Multi-10B-Instruct.i1-IQ1_M.gguf b/Hiber-Multi-10B-Instruct.i1-IQ1_M.gguf new file mode 100644 index 0000000..1db8892 --- /dev/null +++ b/Hiber-Multi-10B-Instruct.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07a0f646036f08850da9ed91ac920127448be093982f10b433ea200140e957ad +size 2564743520 diff --git a/Hiber-Multi-10B-Instruct.i1-IQ1_S.gguf b/Hiber-Multi-10B-Instruct.i1-IQ1_S.gguf new file mode 100644 index 0000000..9b960bf --- /dev/null +++ b/Hiber-Multi-10B-Instruct.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1da2e80f55a5769cf0b325be4954eb0df078c2810f2499778d22e2420388450 +size 2351227232 diff --git a/Hiber-Multi-10B-Instruct.i1-IQ2_M.gguf b/Hiber-Multi-10B-Instruct.i1-IQ2_M.gguf new file mode 100644 index 0000000..e050afc --- /dev/null +++ b/Hiber-Multi-10B-Instruct.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:513176aea51a8c81a3ebb9290ee7105ad9c2b215ad5a3af5709586c322fef6ab +size 3677487456 diff --git a/Hiber-Multi-10B-Instruct.i1-IQ2_S.gguf b/Hiber-Multi-10B-Instruct.i1-IQ2_S.gguf new file mode 100644 index 0000000..e4608da --- /dev/null +++ b/Hiber-Multi-10B-Instruct.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87834b45492efd88b8ad897523634fa04c386caebf4b05d75a0a38a9f10d9cd4 +size 3392799072 diff --git a/Hiber-Multi-10B-Instruct.i1-IQ2_XS.gguf b/Hiber-Multi-10B-Instruct.i1-IQ2_XS.gguf new file mode 100644 index 0000000..693e111 --- /dev/null +++ b/Hiber-Multi-10B-Instruct.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d461ab999b6d4867900c0e28d9e90672e29a3d4e591c990dd8fdabb7928f2dad +size 3230458208 diff --git a/Hiber-Multi-10B-Instruct.i1-IQ2_XXS.gguf b/Hiber-Multi-10B-Instruct.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..8a1d91a --- /dev/null +++ b/Hiber-Multi-10B-Instruct.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d7968c421fce042633af7d9cb3e28b53e5d3961b66d806875cbec46b9a916ad +size 2920604000 diff --git a/Hiber-Multi-10B-Instruct.i1-IQ3_M.gguf b/Hiber-Multi-10B-Instruct.i1-IQ3_M.gguf new file mode 100644 index 0000000..f961a9d --- /dev/null +++ b/Hiber-Multi-10B-Instruct.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52bd9134dfe90dc5f7044637277a3b2d8cc44fe704195258b18813524fdf86b2 +size 4845052256 diff --git a/Hiber-Multi-10B-Instruct.i1-IQ3_S.gguf b/Hiber-Multi-10B-Instruct.i1-IQ3_S.gguf new file mode 100644 index 0000000..3866d3c --- /dev/null +++ b/Hiber-Multi-10B-Instruct.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8d15d4b38fa668e6e41168e775e02f0f30110f3e19db2d5bd8c165ee7164969 +size 4691304800 diff --git a/Hiber-Multi-10B-Instruct.i1-IQ3_XS.gguf b/Hiber-Multi-10B-Instruct.i1-IQ3_XS.gguf new file mode 100644 index 0000000..9ffe5a6 --- /dev/null +++ b/Hiber-Multi-10B-Instruct.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef0ec082191b364ef4badfa7cc0930f5536aadd7f0562f92d9c711b11fa4ac7f +size 4445938016 diff --git a/Hiber-Multi-10B-Instruct.i1-IQ3_XXS.gguf b/Hiber-Multi-10B-Instruct.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..5383526 --- /dev/null +++ b/Hiber-Multi-10B-Instruct.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6cb602e6d2fafb2d43bd6bca0cb056d5b7d19b398e81fe4c578bd08e61a3f80 +size 4167434592 diff --git a/Hiber-Multi-10B-Instruct.i1-IQ4_NL.gguf b/Hiber-Multi-10B-Instruct.i1-IQ4_NL.gguf new file mode 100644 index 0000000..6e5f428 --- /dev/null +++ b/Hiber-Multi-10B-Instruct.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f6a7068bf7ecb3b4b5e30b8bdd716d31688467e104daf9f1e7f85a97121b03b +size 6097551712 diff --git a/Hiber-Multi-10B-Instruct.i1-IQ4_XS.gguf b/Hiber-Multi-10B-Instruct.i1-IQ4_XS.gguf new file mode 100644 index 0000000..cd353cf --- /dev/null +++ b/Hiber-Multi-10B-Instruct.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbb5e9b731d68c9b4517a4b8cef48d780707fc8ad3e17e58262988556c3463f2 +size 5772591456 diff --git a/Hiber-Multi-10B-Instruct.i1-Q2_K.gguf b/Hiber-Multi-10B-Instruct.i1-Q2_K.gguf new file mode 100644 index 0000000..7edd3b9 --- /dev/null +++ b/Hiber-Multi-10B-Instruct.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3190bdcfee5ebc3599596324e38073541e0dff6899bdacf62acb4cd808f5b0fa +size 4003234144 diff --git a/Hiber-Multi-10B-Instruct.i1-Q2_K_S.gguf b/Hiber-Multi-10B-Instruct.i1-Q2_K_S.gguf new file mode 100644 index 0000000..e8eaa31 --- /dev/null +++ b/Hiber-Multi-10B-Instruct.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa0cf7dcd6ad884c516a39c3a07752391281c9a2e4c9ee9720167ed981e3df74 +size 3717759328 diff --git a/Hiber-Multi-10B-Instruct.i1-Q3_K_L.gguf b/Hiber-Multi-10B-Instruct.i1-Q3_K_L.gguf new file mode 100644 index 0000000..6ad89bf --- /dev/null +++ b/Hiber-Multi-10B-Instruct.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc7ded66a5d0de7a5556a1f8f352a24b4dd967e2e9aadccb16f7e19b2df278c7 +size 5650751840 diff --git a/Hiber-Multi-10B-Instruct.i1-Q3_K_M.gguf b/Hiber-Multi-10B-Instruct.i1-Q3_K_M.gguf new file mode 100644 index 0000000..8821a1b --- /dev/null +++ b/Hiber-Multi-10B-Instruct.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c34606634eddacb9fd112a7e31b2271ad53ada60fd32f046be65417cd4c34b6b +size 5195669856 diff --git a/Hiber-Multi-10B-Instruct.i1-Q3_K_S.gguf b/Hiber-Multi-10B-Instruct.i1-Q3_K_S.gguf new file mode 100644 index 0000000..c5c262e --- /dev/null +++ b/Hiber-Multi-10B-Instruct.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:578c387df724ebf22baa8e4541ed098594c26816fb5db0ff8130e420ea7ab88a +size 4664566112 diff --git a/Hiber-Multi-10B-Instruct.i1-Q4_0.gguf b/Hiber-Multi-10B-Instruct.i1-Q4_0.gguf new file mode 100644 index 0000000..09add17 --- /dev/null +++ b/Hiber-Multi-10B-Instruct.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64200b0b373f183537aba43b432ac17779bd6125ddfa5e0a002b16dd9677378b +size 6094405984 diff --git a/Hiber-Multi-10B-Instruct.i1-Q4_1.gguf b/Hiber-Multi-10B-Instruct.i1-Q4_1.gguf new file mode 100644 index 0000000..15b6da3 --- /dev/null +++ b/Hiber-Multi-10B-Instruct.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:889b2465082c8385a2c9f386772c63d7743b72b242a8b8b94453dfa1b1c1e614 +size 6734889312 diff --git a/Hiber-Multi-10B-Instruct.i1-Q4_K_M.gguf b/Hiber-Multi-10B-Instruct.i1-Q4_K_M.gguf new file mode 100644 index 0000000..230f310 --- /dev/null +++ b/Hiber-Multi-10B-Instruct.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6de4a78e61660ab24e8e71105f75601276cc5e271fa2bf1bfa00efaa5c44dd7 +size 6461669728 diff --git a/Hiber-Multi-10B-Instruct.i1-Q4_K_S.gguf b/Hiber-Multi-10B-Instruct.i1-Q4_K_S.gguf new file mode 100644 index 0000000..d672df0 --- /dev/null +++ b/Hiber-Multi-10B-Instruct.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adede9b38490395dcc0db015f802a184c9c17e8f579f4170808bb56244611b0f +size 6118523232 diff --git a/Hiber-Multi-10B-Instruct.i1-Q5_K_M.gguf b/Hiber-Multi-10B-Instruct.i1-Q5_K_M.gguf new file mode 100644 index 0000000..0e7153d --- /dev/null +++ b/Hiber-Multi-10B-Instruct.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18c701b9465c22d0dd282de1ef20f527a65104a8f81d57e4beecea98836296f0 +size 7597932896 diff --git a/Hiber-Multi-10B-Instruct.i1-Q5_K_S.gguf b/Hiber-Multi-10B-Instruct.i1-Q5_K_S.gguf new file mode 100644 index 0000000..d9d3440 --- /dev/null +++ b/Hiber-Multi-10B-Instruct.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ced3d3d33a3600ba2019b8ccd7bffd3732640694c88a7b4c717211684d38bd6f +size 7397392736 diff --git a/Hiber-Multi-10B-Instruct.i1-Q6_K.gguf b/Hiber-Multi-10B-Instruct.i1-Q6_K.gguf new file mode 100644 index 0000000..5e179a2 --- /dev/null +++ b/Hiber-Multi-10B-Instruct.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3061b0235638b4104d42dd43e4dde8fd8be16853d99212bd38a8c2a00d256184 +size 8805212512 diff --git a/README.md b/README.md new file mode 100644 index 0000000..6b3283f --- /dev/null +++ b/README.md @@ -0,0 +1,92 @@ +--- +base_model: Hibernates/Hiber-Multi-10B-Instruct +language: +- en +- zh +- es +- fr +- de +- ja +- ko +- ru +library_name: transformers +license: llama3.1 +quantized_by: mradermacher +tags: +- text-generation-inference +- hiber-multi +- safetensors +- Llama3.1 +- multilingual-llm +- instruction-tuning +- flash-attention2 +- quantization +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/Hibernates/Hiber-Multi-10B-Instruct + + +static quants are available at https://huggingface.co/mradermacher/Hiber-Multi-10B-Instruct-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Hiber-Multi-10B-Instruct-i1-GGUF/resolve/main/Hiber-Multi-10B-Instruct.i1-IQ1_S.gguf) | i1-IQ1_S | 2.5 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Hiber-Multi-10B-Instruct-i1-GGUF/resolve/main/Hiber-Multi-10B-Instruct.i1-IQ1_M.gguf) | i1-IQ1_M | 2.7 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Hiber-Multi-10B-Instruct-i1-GGUF/resolve/main/Hiber-Multi-10B-Instruct.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 3.0 | | +| [GGUF](https://huggingface.co/mradermacher/Hiber-Multi-10B-Instruct-i1-GGUF/resolve/main/Hiber-Multi-10B-Instruct.i1-IQ2_XS.gguf) | i1-IQ2_XS | 3.3 | | +| [GGUF](https://huggingface.co/mradermacher/Hiber-Multi-10B-Instruct-i1-GGUF/resolve/main/Hiber-Multi-10B-Instruct.i1-IQ2_S.gguf) | i1-IQ2_S | 3.5 | | +| [GGUF](https://huggingface.co/mradermacher/Hiber-Multi-10B-Instruct-i1-GGUF/resolve/main/Hiber-Multi-10B-Instruct.i1-IQ2_M.gguf) | i1-IQ2_M | 3.8 | | +| [GGUF](https://huggingface.co/mradermacher/Hiber-Multi-10B-Instruct-i1-GGUF/resolve/main/Hiber-Multi-10B-Instruct.i1-Q2_K_S.gguf) | i1-Q2_K_S | 3.8 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Hiber-Multi-10B-Instruct-i1-GGUF/resolve/main/Hiber-Multi-10B-Instruct.i1-Q2_K.gguf) | i1-Q2_K | 4.1 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Hiber-Multi-10B-Instruct-i1-GGUF/resolve/main/Hiber-Multi-10B-Instruct.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 4.3 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Hiber-Multi-10B-Instruct-i1-GGUF/resolve/main/Hiber-Multi-10B-Instruct.i1-IQ3_XS.gguf) | i1-IQ3_XS | 4.5 | | +| [GGUF](https://huggingface.co/mradermacher/Hiber-Multi-10B-Instruct-i1-GGUF/resolve/main/Hiber-Multi-10B-Instruct.i1-Q3_K_S.gguf) | i1-Q3_K_S | 4.8 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Hiber-Multi-10B-Instruct-i1-GGUF/resolve/main/Hiber-Multi-10B-Instruct.i1-IQ3_S.gguf) | i1-IQ3_S | 4.8 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Hiber-Multi-10B-Instruct-i1-GGUF/resolve/main/Hiber-Multi-10B-Instruct.i1-IQ3_M.gguf) | i1-IQ3_M | 4.9 | | +| [GGUF](https://huggingface.co/mradermacher/Hiber-Multi-10B-Instruct-i1-GGUF/resolve/main/Hiber-Multi-10B-Instruct.i1-Q3_K_M.gguf) | i1-Q3_K_M | 5.3 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Hiber-Multi-10B-Instruct-i1-GGUF/resolve/main/Hiber-Multi-10B-Instruct.i1-Q3_K_L.gguf) | i1-Q3_K_L | 5.8 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Hiber-Multi-10B-Instruct-i1-GGUF/resolve/main/Hiber-Multi-10B-Instruct.i1-IQ4_XS.gguf) | i1-IQ4_XS | 5.9 | | +| [GGUF](https://huggingface.co/mradermacher/Hiber-Multi-10B-Instruct-i1-GGUF/resolve/main/Hiber-Multi-10B-Instruct.i1-Q4_0.gguf) | i1-Q4_0 | 6.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Hiber-Multi-10B-Instruct-i1-GGUF/resolve/main/Hiber-Multi-10B-Instruct.i1-IQ4_NL.gguf) | i1-IQ4_NL | 6.2 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Hiber-Multi-10B-Instruct-i1-GGUF/resolve/main/Hiber-Multi-10B-Instruct.i1-Q4_K_S.gguf) | i1-Q4_K_S | 6.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Hiber-Multi-10B-Instruct-i1-GGUF/resolve/main/Hiber-Multi-10B-Instruct.i1-Q4_K_M.gguf) | i1-Q4_K_M | 6.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Hiber-Multi-10B-Instruct-i1-GGUF/resolve/main/Hiber-Multi-10B-Instruct.i1-Q4_1.gguf) | i1-Q4_1 | 6.8 | | +| [GGUF](https://huggingface.co/mradermacher/Hiber-Multi-10B-Instruct-i1-GGUF/resolve/main/Hiber-Multi-10B-Instruct.i1-Q5_K_S.gguf) | i1-Q5_K_S | 7.5 | | +| [GGUF](https://huggingface.co/mradermacher/Hiber-Multi-10B-Instruct-i1-GGUF/resolve/main/Hiber-Multi-10B-Instruct.i1-Q5_K_M.gguf) | i1-Q5_K_M | 7.7 | | +| [GGUF](https://huggingface.co/mradermacher/Hiber-Multi-10B-Instruct-i1-GGUF/resolve/main/Hiber-Multi-10B-Instruct.i1-Q6_K.gguf) | i1-Q6_K | 8.9 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..452db91 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab532889bce67dac666e41110eba957f27dd2a8cddc25da60e9ae603de67f93d +size 7482253