From 9093334ac104dad2b64d3f46a7cd02b51ddad9ff Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 8 Jul 2026 07:31:09 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Boundary-4x7b-MoE-i1-GGUF Source: Original Platform --- .gitattributes | 57 ++++++++++++++++++++++ Boundary-4x7b-MoE.i1-IQ1_M.gguf | 3 ++ Boundary-4x7b-MoE.i1-IQ1_S.gguf | 3 ++ Boundary-4x7b-MoE.i1-IQ2_M.gguf | 3 ++ Boundary-4x7b-MoE.i1-IQ2_S.gguf | 3 ++ Boundary-4x7b-MoE.i1-IQ2_XS.gguf | 3 ++ Boundary-4x7b-MoE.i1-IQ2_XXS.gguf | 3 ++ Boundary-4x7b-MoE.i1-IQ3_M.gguf | 3 ++ Boundary-4x7b-MoE.i1-IQ3_S.gguf | 3 ++ Boundary-4x7b-MoE.i1-IQ3_XS.gguf | 3 ++ Boundary-4x7b-MoE.i1-IQ3_XXS.gguf | 3 ++ Boundary-4x7b-MoE.i1-IQ4_XS.gguf | 3 ++ Boundary-4x7b-MoE.i1-Q2_K.gguf | 3 ++ Boundary-4x7b-MoE.i1-Q3_K_L.gguf | 3 ++ Boundary-4x7b-MoE.i1-Q3_K_M.gguf | 3 ++ Boundary-4x7b-MoE.i1-Q3_K_S.gguf | 3 ++ Boundary-4x7b-MoE.i1-Q4_0.gguf | 3 ++ Boundary-4x7b-MoE.i1-Q4_K_M.gguf | 3 ++ Boundary-4x7b-MoE.i1-Q4_K_S.gguf | 3 ++ Boundary-4x7b-MoE.i1-Q5_K_M.gguf | 3 ++ Boundary-4x7b-MoE.i1-Q5_K_S.gguf | 3 ++ Boundary-4x7b-MoE.i1-Q6_K.gguf | 3 ++ README.md | 81 +++++++++++++++++++++++++++++++ imatrix.dat | 3 ++ 24 files changed, 204 insertions(+) create mode 100644 .gitattributes create mode 100644 Boundary-4x7b-MoE.i1-IQ1_M.gguf create mode 100644 Boundary-4x7b-MoE.i1-IQ1_S.gguf create mode 100644 Boundary-4x7b-MoE.i1-IQ2_M.gguf create mode 100644 Boundary-4x7b-MoE.i1-IQ2_S.gguf create mode 100644 Boundary-4x7b-MoE.i1-IQ2_XS.gguf create mode 100644 Boundary-4x7b-MoE.i1-IQ2_XXS.gguf create mode 100644 Boundary-4x7b-MoE.i1-IQ3_M.gguf create mode 100644 Boundary-4x7b-MoE.i1-IQ3_S.gguf create mode 100644 Boundary-4x7b-MoE.i1-IQ3_XS.gguf create mode 100644 Boundary-4x7b-MoE.i1-IQ3_XXS.gguf create mode 100644 Boundary-4x7b-MoE.i1-IQ4_XS.gguf create mode 100644 Boundary-4x7b-MoE.i1-Q2_K.gguf create mode 100644 Boundary-4x7b-MoE.i1-Q3_K_L.gguf create mode 100644 Boundary-4x7b-MoE.i1-Q3_K_M.gguf create mode 100644 Boundary-4x7b-MoE.i1-Q3_K_S.gguf create mode 100644 Boundary-4x7b-MoE.i1-Q4_0.gguf create mode 100644 Boundary-4x7b-MoE.i1-Q4_K_M.gguf create mode 100644 Boundary-4x7b-MoE.i1-Q4_K_S.gguf create mode 100644 Boundary-4x7b-MoE.i1-Q5_K_M.gguf create mode 100644 Boundary-4x7b-MoE.i1-Q5_K_S.gguf create mode 100644 Boundary-4x7b-MoE.i1-Q6_K.gguf create mode 100644 README.md create mode 100644 imatrix.dat diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..856ddd4 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +Boundary-4x7b-MoE.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Boundary-4x7b-MoE.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Boundary-4x7b-MoE.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Boundary-4x7b-MoE.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Boundary-4x7b-MoE.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Boundary-4x7b-MoE.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Boundary-4x7b-MoE.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Boundary-4x7b-MoE.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Boundary-4x7b-MoE.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Boundary-4x7b-MoE.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Boundary-4x7b-MoE.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Boundary-4x7b-MoE.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Boundary-4x7b-MoE.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Boundary-4x7b-MoE.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Boundary-4x7b-MoE.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Boundary-4x7b-MoE.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Boundary-4x7b-MoE.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Boundary-4x7b-MoE.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Boundary-4x7b-MoE.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Boundary-4x7b-MoE.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Boundary-4x7b-MoE.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Boundary-4x7b-MoE.i1-IQ1_M.gguf b/Boundary-4x7b-MoE.i1-IQ1_M.gguf new file mode 100644 index 0000000..d8b72d6 --- /dev/null +++ b/Boundary-4x7b-MoE.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4aa60a5bf48bfa387ca084f0d0fe1e2c289161c4eea5aa169da406a66f31cdb4 +size 5531944576 diff --git a/Boundary-4x7b-MoE.i1-IQ1_S.gguf b/Boundary-4x7b-MoE.i1-IQ1_S.gguf new file mode 100644 index 0000000..26874dd --- /dev/null +++ b/Boundary-4x7b-MoE.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59032dc3367fa5b30ab6b9384b8dee11b1f6c6d722fee8b5b3b1879d702640d7 +size 5009753728 diff --git a/Boundary-4x7b-MoE.i1-IQ2_M.gguf b/Boundary-4x7b-MoE.i1-IQ2_M.gguf new file mode 100644 index 0000000..180ee04 --- /dev/null +++ b/Boundary-4x7b-MoE.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e75f96bc7d6877526ba881a7020695628ce2463952e1a81aac3b4eaae9a4a505 +size 7995778688 diff --git a/Boundary-4x7b-MoE.i1-IQ2_S.gguf b/Boundary-4x7b-MoE.i1-IQ2_S.gguf new file mode 100644 index 0000000..c035bb2 --- /dev/null +++ b/Boundary-4x7b-MoE.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79356a95f6cee0ee9bfe40eb09d2ad204160eb000048a997ec57960bd04d1153 +size 7299524224 diff --git a/Boundary-4x7b-MoE.i1-IQ2_XS.gguf b/Boundary-4x7b-MoE.i1-IQ2_XS.gguf new file mode 100644 index 0000000..040e5a1 --- /dev/null +++ b/Boundary-4x7b-MoE.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ef2b7947435ad9bec4baa067d641a75c7e720188b6db46fe914c9e2a27d0518 +size 7115294336 diff --git a/Boundary-4x7b-MoE.i1-IQ2_XXS.gguf b/Boundary-4x7b-MoE.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..0a9ba31 --- /dev/null +++ b/Boundary-4x7b-MoE.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f4da8bf3da1c06e432891ba812c0f19754c444194c584d461b8c99c75ddffa4 +size 6402262656 diff --git a/Boundary-4x7b-MoE.i1-IQ3_M.gguf b/Boundary-4x7b-MoE.i1-IQ3_M.gguf new file mode 100644 index 0000000..92a981a --- /dev/null +++ b/Boundary-4x7b-MoE.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:207ebef21215e2deb2a55ff4746591b9f7b7a35a7c8e93133c8e13bbb393aead +size 10646161024 diff --git a/Boundary-4x7b-MoE.i1-IQ3_S.gguf b/Boundary-4x7b-MoE.i1-IQ3_S.gguf new file mode 100644 index 0000000..abd9a8e --- /dev/null +++ b/Boundary-4x7b-MoE.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a23396ccbe0a647332e847774e3688ad54c23aee0cacdaafa952bf53462641e +size 10450077312 diff --git a/Boundary-4x7b-MoE.i1-IQ3_XS.gguf b/Boundary-4x7b-MoE.i1-IQ3_XS.gguf new file mode 100644 index 0000000..63a3614 --- /dev/null +++ b/Boundary-4x7b-MoE.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4337bdbeaf6f45407867917a490799f8497e4ba683185d59d5e11b0cc54be7c7 +size 9890137728 diff --git a/Boundary-4x7b-MoE.i1-IQ3_XXS.gguf b/Boundary-4x7b-MoE.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..6d1318f --- /dev/null +++ b/Boundary-4x7b-MoE.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2371f875f062f3e0c1525fc0266557cf13eec91b02bee1c20ef2bc5979271ca6 +size 9302304384 diff --git a/Boundary-4x7b-MoE.i1-IQ4_XS.gguf b/Boundary-4x7b-MoE.i1-IQ4_XS.gguf new file mode 100644 index 0000000..d57af98 --- /dev/null +++ b/Boundary-4x7b-MoE.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b53793ac42460eddf2569ecd2f2456efc433f297942a438744941e13dee2ab9b +size 12892939904 diff --git a/Boundary-4x7b-MoE.i1-Q2_K.gguf b/Boundary-4x7b-MoE.i1-Q2_K.gguf new file mode 100644 index 0000000..aee6b2e --- /dev/null +++ b/Boundary-4x7b-MoE.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf4b01b3871072e9193ece5be4e940f3677a722cfbe292031610ca1ac3f25c70 +size 8841881216 diff --git a/Boundary-4x7b-MoE.i1-Q3_K_L.gguf b/Boundary-4x7b-MoE.i1-Q3_K_L.gguf new file mode 100644 index 0000000..9b05ddc --- /dev/null +++ b/Boundary-4x7b-MoE.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05e0ced468330220316ddb6edeb0512f7c5f8e6b685ed0824ea9144d62571b7b +size 12543035008 diff --git a/Boundary-4x7b-MoE.i1-Q3_K_M.gguf b/Boundary-4x7b-MoE.i1-Q3_K_M.gguf new file mode 100644 index 0000000..327eaac --- /dev/null +++ b/Boundary-4x7b-MoE.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73a3a73c951339d752437617853c64124b986cb461ebdb9e2ad548c5ae7221b3 +size 11579393664 diff --git a/Boundary-4x7b-MoE.i1-Q3_K_S.gguf b/Boundary-4x7b-MoE.i1-Q3_K_S.gguf new file mode 100644 index 0000000..0a977a3 --- /dev/null +++ b/Boundary-4x7b-MoE.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69b23e6095a9d705a3dc83fef74d82777c4a27e91b65daa6d641a2e6e166e074 +size 10432251520 diff --git a/Boundary-4x7b-MoE.i1-Q4_0.gguf b/Boundary-4x7b-MoE.i1-Q4_0.gguf new file mode 100644 index 0000000..05c752f --- /dev/null +++ b/Boundary-4x7b-MoE.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd59e680b3e2baa6af3ca1bf41ef8924d7a573ed5dec7d78f070687b27c4a249 +size 13681370752 diff --git a/Boundary-4x7b-MoE.i1-Q4_K_M.gguf b/Boundary-4x7b-MoE.i1-Q4_K_M.gguf new file mode 100644 index 0000000..f01ab0b --- /dev/null +++ b/Boundary-4x7b-MoE.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad84990a090f005ef9c74d493775382ca21f68b208567088d2d7c22cc3e3841d +size 14608836224 diff --git a/Boundary-4x7b-MoE.i1-Q4_K_S.gguf b/Boundary-4x7b-MoE.i1-Q4_K_S.gguf new file mode 100644 index 0000000..2b98f1d --- /dev/null +++ b/Boundary-4x7b-MoE.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:144ccae72123139859f5eef557907d4fcf9bd0ca52d2944809790b077d57a75a +size 13742188160 diff --git a/Boundary-4x7b-MoE.i1-Q5_K_M.gguf b/Boundary-4x7b-MoE.i1-Q5_K_M.gguf new file mode 100644 index 0000000..c87a59e --- /dev/null +++ b/Boundary-4x7b-MoE.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcbe7b6137dc0a7287b8d30ad3794de437edda0c6c4b060b573602a64a6e3ced +size 17133414016 diff --git a/Boundary-4x7b-MoE.i1-Q5_K_S.gguf b/Boundary-4x7b-MoE.i1-Q5_K_S.gguf new file mode 100644 index 0000000..2040c39 --- /dev/null +++ b/Boundary-4x7b-MoE.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57d0ceb6d69d3ebcc93e8dc55453b096af65c1f7db9f06a38a60d29575952acf +size 16625378944 diff --git a/Boundary-4x7b-MoE.i1-Q6_K.gguf b/Boundary-4x7b-MoE.i1-Q6_K.gguf new file mode 100644 index 0000000..e8e75c3 --- /dev/null +++ b/Boundary-4x7b-MoE.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acbd06eb3604c0401e10924894f2406026a57f5a863b1adf93e957210ee26e7a +size 19815777920 diff --git a/README.md b/README.md new file mode 100644 index 0000000..7e12fb5 --- /dev/null +++ b/README.md @@ -0,0 +1,81 @@ +--- +base_model: NotAiLOL/Boundary-4x7b-MoE +language: +- en +library_name: transformers +license: apache-2.0 +quantized_by: mradermacher +tags: +- moe +- merge +- mergekit +- HuggingFaceH4/zephyr-7b-beta +- mistralai/Mistral-7B-Instruct-v0.2 +- teknium/OpenHermes-2.5-Mistral-7B +- meta-math/MetaMath-Mistral-7B +- Mistral +--- +## About + + + + + +weighted/imatrix quants of https://huggingface.co/NotAiLOL/Boundary-4x7b-MoE + + +static quants are available at https://huggingface.co/mradermacher/Boundary-4x7b-MoE-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Boundary-4x7b-MoE-i1-GGUF/resolve/main/Boundary-4x7b-MoE.i1-IQ1_S.gguf) | i1-IQ1_S | 5.1 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Boundary-4x7b-MoE-i1-GGUF/resolve/main/Boundary-4x7b-MoE.i1-IQ1_M.gguf) | i1-IQ1_M | 5.6 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Boundary-4x7b-MoE-i1-GGUF/resolve/main/Boundary-4x7b-MoE.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 6.5 | | +| [GGUF](https://huggingface.co/mradermacher/Boundary-4x7b-MoE-i1-GGUF/resolve/main/Boundary-4x7b-MoE.i1-IQ2_XS.gguf) | i1-IQ2_XS | 7.2 | | +| [GGUF](https://huggingface.co/mradermacher/Boundary-4x7b-MoE-i1-GGUF/resolve/main/Boundary-4x7b-MoE.i1-IQ2_S.gguf) | i1-IQ2_S | 7.4 | | +| [GGUF](https://huggingface.co/mradermacher/Boundary-4x7b-MoE-i1-GGUF/resolve/main/Boundary-4x7b-MoE.i1-IQ2_M.gguf) | i1-IQ2_M | 8.1 | | +| [GGUF](https://huggingface.co/mradermacher/Boundary-4x7b-MoE-i1-GGUF/resolve/main/Boundary-4x7b-MoE.i1-Q2_K.gguf) | i1-Q2_K | 8.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Boundary-4x7b-MoE-i1-GGUF/resolve/main/Boundary-4x7b-MoE.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 9.4 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Boundary-4x7b-MoE-i1-GGUF/resolve/main/Boundary-4x7b-MoE.i1-IQ3_XS.gguf) | i1-IQ3_XS | 10.0 | | +| [GGUF](https://huggingface.co/mradermacher/Boundary-4x7b-MoE-i1-GGUF/resolve/main/Boundary-4x7b-MoE.i1-Q3_K_S.gguf) | i1-Q3_K_S | 10.5 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Boundary-4x7b-MoE-i1-GGUF/resolve/main/Boundary-4x7b-MoE.i1-IQ3_S.gguf) | i1-IQ3_S | 10.6 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Boundary-4x7b-MoE-i1-GGUF/resolve/main/Boundary-4x7b-MoE.i1-IQ3_M.gguf) | i1-IQ3_M | 10.7 | | +| [GGUF](https://huggingface.co/mradermacher/Boundary-4x7b-MoE-i1-GGUF/resolve/main/Boundary-4x7b-MoE.i1-Q3_K_M.gguf) | i1-Q3_K_M | 11.7 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Boundary-4x7b-MoE-i1-GGUF/resolve/main/Boundary-4x7b-MoE.i1-Q3_K_L.gguf) | i1-Q3_K_L | 12.6 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Boundary-4x7b-MoE-i1-GGUF/resolve/main/Boundary-4x7b-MoE.i1-IQ4_XS.gguf) | i1-IQ4_XS | 13.0 | | +| [GGUF](https://huggingface.co/mradermacher/Boundary-4x7b-MoE-i1-GGUF/resolve/main/Boundary-4x7b-MoE.i1-Q4_0.gguf) | i1-Q4_0 | 13.8 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Boundary-4x7b-MoE-i1-GGUF/resolve/main/Boundary-4x7b-MoE.i1-Q4_K_S.gguf) | i1-Q4_K_S | 13.8 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Boundary-4x7b-MoE-i1-GGUF/resolve/main/Boundary-4x7b-MoE.i1-Q4_K_M.gguf) | i1-Q4_K_M | 14.7 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Boundary-4x7b-MoE-i1-GGUF/resolve/main/Boundary-4x7b-MoE.i1-Q5_K_S.gguf) | i1-Q5_K_S | 16.7 | | +| [GGUF](https://huggingface.co/mradermacher/Boundary-4x7b-MoE-i1-GGUF/resolve/main/Boundary-4x7b-MoE.i1-Q5_K_M.gguf) | i1-Q5_K_M | 17.2 | | +| [GGUF](https://huggingface.co/mradermacher/Boundary-4x7b-MoE-i1-GGUF/resolve/main/Boundary-4x7b-MoE.i1-Q6_K.gguf) | i1-Q6_K | 19.9 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..9b5b9b7 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2052aad90d1441e94f60d7f5afdc47641089c55daab94c8b9aaf0acf30694eb +size 14164852