From 358992a7c0491a80698d439f521f9d5ffeee76f5 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 24 Jun 2026 16:46:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/AlphaMonarch-7B-i1-GGUF Source: Original Platform --- .gitattributes | 57 ++++++++++++++++++++++++ AlphaMonarch-7B.i1-IQ1_M.gguf | 3 ++ AlphaMonarch-7B.i1-IQ1_S.gguf | 3 ++ AlphaMonarch-7B.i1-IQ2_M.gguf | 3 ++ AlphaMonarch-7B.i1-IQ2_S.gguf | 3 ++ AlphaMonarch-7B.i1-IQ2_XS.gguf | 3 ++ AlphaMonarch-7B.i1-IQ2_XXS.gguf | 3 ++ AlphaMonarch-7B.i1-IQ3_M.gguf | 3 ++ AlphaMonarch-7B.i1-IQ3_S.gguf | 3 ++ AlphaMonarch-7B.i1-IQ3_XS.gguf | 3 ++ AlphaMonarch-7B.i1-IQ3_XXS.gguf | 3 ++ AlphaMonarch-7B.i1-IQ4_XS.gguf | 3 ++ AlphaMonarch-7B.i1-Q2_K.gguf | 3 ++ AlphaMonarch-7B.i1-Q3_K_L.gguf | 3 ++ AlphaMonarch-7B.i1-Q3_K_M.gguf | 3 ++ AlphaMonarch-7B.i1-Q3_K_S.gguf | 3 ++ AlphaMonarch-7B.i1-Q4_0.gguf | 3 ++ AlphaMonarch-7B.i1-Q4_K_M.gguf | 3 ++ AlphaMonarch-7B.i1-Q4_K_S.gguf | 3 ++ AlphaMonarch-7B.i1-Q5_K_M.gguf | 3 ++ AlphaMonarch-7B.i1-Q5_K_S.gguf | 3 ++ AlphaMonarch-7B.i1-Q6_K.gguf | 3 ++ README.md | 78 +++++++++++++++++++++++++++++++++ imatrix.dat | 3 ++ 24 files changed, 201 insertions(+) create mode 100644 .gitattributes create mode 100644 AlphaMonarch-7B.i1-IQ1_M.gguf create mode 100644 AlphaMonarch-7B.i1-IQ1_S.gguf create mode 100644 AlphaMonarch-7B.i1-IQ2_M.gguf create mode 100644 AlphaMonarch-7B.i1-IQ2_S.gguf create mode 100644 AlphaMonarch-7B.i1-IQ2_XS.gguf create mode 100644 AlphaMonarch-7B.i1-IQ2_XXS.gguf create mode 100644 AlphaMonarch-7B.i1-IQ3_M.gguf create mode 100644 AlphaMonarch-7B.i1-IQ3_S.gguf create mode 100644 AlphaMonarch-7B.i1-IQ3_XS.gguf create mode 100644 AlphaMonarch-7B.i1-IQ3_XXS.gguf create mode 100644 AlphaMonarch-7B.i1-IQ4_XS.gguf create mode 100644 AlphaMonarch-7B.i1-Q2_K.gguf create mode 100644 AlphaMonarch-7B.i1-Q3_K_L.gguf create mode 100644 AlphaMonarch-7B.i1-Q3_K_M.gguf create mode 100644 AlphaMonarch-7B.i1-Q3_K_S.gguf create mode 100644 AlphaMonarch-7B.i1-Q4_0.gguf create mode 100644 AlphaMonarch-7B.i1-Q4_K_M.gguf create mode 100644 AlphaMonarch-7B.i1-Q4_K_S.gguf create mode 100644 AlphaMonarch-7B.i1-Q5_K_M.gguf create mode 100644 AlphaMonarch-7B.i1-Q5_K_S.gguf create mode 100644 AlphaMonarch-7B.i1-Q6_K.gguf create mode 100644 README.md create mode 100644 imatrix.dat diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..04d6b77 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +AlphaMonarch-7B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +AlphaMonarch-7B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +AlphaMonarch-7B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +AlphaMonarch-7B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +AlphaMonarch-7B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +AlphaMonarch-7B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +AlphaMonarch-7B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +AlphaMonarch-7B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +AlphaMonarch-7B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +AlphaMonarch-7B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +AlphaMonarch-7B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +AlphaMonarch-7B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +AlphaMonarch-7B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +AlphaMonarch-7B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +AlphaMonarch-7B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +AlphaMonarch-7B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +AlphaMonarch-7B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +AlphaMonarch-7B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +AlphaMonarch-7B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +AlphaMonarch-7B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +AlphaMonarch-7B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/AlphaMonarch-7B.i1-IQ1_M.gguf b/AlphaMonarch-7B.i1-IQ1_M.gguf new file mode 100644 index 0000000..f38da89 --- /dev/null +++ b/AlphaMonarch-7B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bfd79d177a58a9cee9c39344c47b23e5d870b0d037436e7a861b30d8e5bca68 +size 1754447360 diff --git a/AlphaMonarch-7B.i1-IQ1_S.gguf b/AlphaMonarch-7B.i1-IQ1_S.gguf new file mode 100644 index 0000000..7204479 --- /dev/null +++ b/AlphaMonarch-7B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4157735f1e2e8a8e105d708a92273a9207d0d457ea86177ded62a5cfad9dbad0 +size 1612103168 diff --git a/AlphaMonarch-7B.i1-IQ2_M.gguf b/AlphaMonarch-7B.i1-IQ2_M.gguf new file mode 100644 index 0000000..b867e8a --- /dev/null +++ b/AlphaMonarch-7B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86766b7e99e05ad057bde444bfa2c83befd5cff74b50c7b40d4138c2744f6ee6 +size 2500713984 diff --git a/AlphaMonarch-7B.i1-IQ2_S.gguf b/AlphaMonarch-7B.i1-IQ2_S.gguf new file mode 100644 index 0000000..df2750d --- /dev/null +++ b/AlphaMonarch-7B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4bae76e474f3e64cc9b9a7c1ac01fc6c534aad09c1e11da617966fa2db37130 +size 2310921728 diff --git a/AlphaMonarch-7B.i1-IQ2_XS.gguf b/AlphaMonarch-7B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..6ef70a0 --- /dev/null +++ b/AlphaMonarch-7B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac866f08935fc87fe8762da88dc9e3bf54203c0138509278ef69f7864c6fff59 +size 2198257152 diff --git a/AlphaMonarch-7B.i1-IQ2_XXS.gguf b/AlphaMonarch-7B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..6cf253b --- /dev/null +++ b/AlphaMonarch-7B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:215760a78bb369560ecfbb801a4df3636b3210774fa48c2a7df85c74441d88ef +size 1991687680 diff --git a/AlphaMonarch-7B.i1-IQ3_M.gguf b/AlphaMonarch-7B.i1-IQ3_M.gguf new file mode 100644 index 0000000..c8a7cd1 --- /dev/null +++ b/AlphaMonarch-7B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a3c66840eff53fbff4f7a986de8e39a994347f60e038b8d2a1ffc5feab70cf3 +size 3284893184 diff --git a/AlphaMonarch-7B.i1-IQ3_S.gguf b/AlphaMonarch-7B.i1-IQ3_S.gguf new file mode 100644 index 0000000..bb0ec87 --- /dev/null +++ b/AlphaMonarch-7B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc0a2ee53db1bf0217fb07458b978c5897bf775302be707b2f757e92899ab73f +size 3182394880 diff --git a/AlphaMonarch-7B.i1-IQ3_XS.gguf b/AlphaMonarch-7B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..7edb2c7 --- /dev/null +++ b/AlphaMonarch-7B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d93e0962fa29baec0804a9f9e294c69318dc17c9f487f59f72257817fd3b902 +size 3018817024 diff --git a/AlphaMonarch-7B.i1-IQ3_XXS.gguf b/AlphaMonarch-7B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..17a9f1c --- /dev/null +++ b/AlphaMonarch-7B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcf9293e6464095affcc11ec320f647c961a8a04d08a7862abfa3180e3cefafb +size 2827345408 diff --git a/AlphaMonarch-7B.i1-IQ4_XS.gguf b/AlphaMonarch-7B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..eadd1dc --- /dev/null +++ b/AlphaMonarch-7B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebae174c645952d5f6b34a630e53ce40192889c9920521dc5f62c5a19d19984f +size 3907689984 diff --git a/AlphaMonarch-7B.i1-Q2_K.gguf b/AlphaMonarch-7B.i1-Q2_K.gguf new file mode 100644 index 0000000..ee3a558 --- /dev/null +++ b/AlphaMonarch-7B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2def8e9018c24356aa6eafde7caea0b4e36104268326975c2eb9c83d0c2609d9 +size 2719243776 diff --git a/AlphaMonarch-7B.i1-Q3_K_L.gguf b/AlphaMonarch-7B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..489ba2a --- /dev/null +++ b/AlphaMonarch-7B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f77c6f7da606c37b1c14d93a9b4e0228ceb501d4f0ce9a505bcd7b5fad52dc64 +size 3822026240 diff --git a/AlphaMonarch-7B.i1-Q3_K_M.gguf b/AlphaMonarch-7B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..0a7a0e2 --- /dev/null +++ b/AlphaMonarch-7B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1b8a9b36275fae9d665b1097876823021a921670299a8b2c018c7d3fb5b0f4f +size 3518987776 diff --git a/AlphaMonarch-7B.i1-Q3_K_S.gguf b/AlphaMonarch-7B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..35b05cc --- /dev/null +++ b/AlphaMonarch-7B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b26bc3a2ec59b5c91c49eb5888711a90290a8a72bc61dc452ce88f9ee9e1d3e1 +size 3164569088 diff --git a/AlphaMonarch-7B.i1-Q4_0.gguf b/AlphaMonarch-7B.i1-Q4_0.gguf new file mode 100644 index 0000000..e53e711 --- /dev/null +++ b/AlphaMonarch-7B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c26e2f03e9af73ac7656771c365f2924c8923fc29b02acbc502cb97f30690dff +size 4123598336 diff --git a/AlphaMonarch-7B.i1-Q4_K_M.gguf b/AlphaMonarch-7B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..32abf96 --- /dev/null +++ b/AlphaMonarch-7B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b7d41f1de8eba42412749acdf5c63f8dcd7ccd6b6e3ca51700f92c29e7cf745 +size 4368440832 diff --git a/AlphaMonarch-7B.i1-Q4_K_S.gguf b/AlphaMonarch-7B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..4189106 --- /dev/null +++ b/AlphaMonarch-7B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f653b9cc28c980487bdd6608e6d74ffe699b354c3a10d759eb6f0318e407f7f7 +size 4140375552 diff --git a/AlphaMonarch-7B.i1-Q5_K_M.gguf b/AlphaMonarch-7B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..4fc69a1 --- /dev/null +++ b/AlphaMonarch-7B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c0a056312ec1a6bca34529d797491e9f939b21fdb52378fd0824e1737929475 +size 5131410944 diff --git a/AlphaMonarch-7B.i1-Q5_K_S.gguf b/AlphaMonarch-7B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..c40fed0 --- /dev/null +++ b/AlphaMonarch-7B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86b1f24feb8334b04b5a521059c4b45fd283ca47367ce505882a1c2a54114d52 +size 4997717504 diff --git a/AlphaMonarch-7B.i1-Q6_K.gguf b/AlphaMonarch-7B.i1-Q6_K.gguf new file mode 100644 index 0000000..4de2bcf --- /dev/null +++ b/AlphaMonarch-7B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:581c9c74c74f192d089483db96a8982f6c9ba0fb2fdf95314542b9b1ba451e68 +size 5942066688 diff --git a/README.md b/README.md new file mode 100644 index 0000000..6d331c4 --- /dev/null +++ b/README.md @@ -0,0 +1,78 @@ +--- +base_model: mlabonne/AlphaMonarch-7B +language: +- en +library_name: transformers +license: cc-by-nc-4.0 +quantized_by: mradermacher +tags: +- merge +- lazymergekit +- dpo +- rlhf +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/mlabonne/AlphaMonarch-7B + + +static quants are available at https://huggingface.co/mradermacher/AlphaMonarch-7B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/AlphaMonarch-7B-i1-GGUF/resolve/main/AlphaMonarch-7B.i1-IQ1_S.gguf) | i1-IQ1_S | 1.7 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/AlphaMonarch-7B-i1-GGUF/resolve/main/AlphaMonarch-7B.i1-IQ1_M.gguf) | i1-IQ1_M | 1.9 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/AlphaMonarch-7B-i1-GGUF/resolve/main/AlphaMonarch-7B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/AlphaMonarch-7B-i1-GGUF/resolve/main/AlphaMonarch-7B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.3 | | +| [GGUF](https://huggingface.co/mradermacher/AlphaMonarch-7B-i1-GGUF/resolve/main/AlphaMonarch-7B.i1-IQ2_S.gguf) | i1-IQ2_S | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/AlphaMonarch-7B-i1-GGUF/resolve/main/AlphaMonarch-7B.i1-IQ2_M.gguf) | i1-IQ2_M | 2.6 | | +| [GGUF](https://huggingface.co/mradermacher/AlphaMonarch-7B-i1-GGUF/resolve/main/AlphaMonarch-7B.i1-Q2_K.gguf) | i1-Q2_K | 2.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/AlphaMonarch-7B-i1-GGUF/resolve/main/AlphaMonarch-7B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 2.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/AlphaMonarch-7B-i1-GGUF/resolve/main/AlphaMonarch-7B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.1 | | +| [GGUF](https://huggingface.co/mradermacher/AlphaMonarch-7B-i1-GGUF/resolve/main/AlphaMonarch-7B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.3 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/AlphaMonarch-7B-i1-GGUF/resolve/main/AlphaMonarch-7B.i1-IQ3_S.gguf) | i1-IQ3_S | 3.3 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/AlphaMonarch-7B-i1-GGUF/resolve/main/AlphaMonarch-7B.i1-IQ3_M.gguf) | i1-IQ3_M | 3.4 | | +| [GGUF](https://huggingface.co/mradermacher/AlphaMonarch-7B-i1-GGUF/resolve/main/AlphaMonarch-7B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 3.6 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/AlphaMonarch-7B-i1-GGUF/resolve/main/AlphaMonarch-7B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 3.9 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/AlphaMonarch-7B-i1-GGUF/resolve/main/AlphaMonarch-7B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/AlphaMonarch-7B-i1-GGUF/resolve/main/AlphaMonarch-7B.i1-Q4_0.gguf) | i1-Q4_0 | 4.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/AlphaMonarch-7B-i1-GGUF/resolve/main/AlphaMonarch-7B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/AlphaMonarch-7B-i1-GGUF/resolve/main/AlphaMonarch-7B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 4.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/AlphaMonarch-7B-i1-GGUF/resolve/main/AlphaMonarch-7B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.1 | | +| [GGUF](https://huggingface.co/mradermacher/AlphaMonarch-7B-i1-GGUF/resolve/main/AlphaMonarch-7B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.2 | | +| [GGUF](https://huggingface.co/mradermacher/AlphaMonarch-7B-i1-GGUF/resolve/main/AlphaMonarch-7B.i1-Q6_K.gguf) | i1-Q6_K | 6.0 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..5a88398 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91132a8357db024b47443c09b38600ed3b88d810475f57d218d7b1607f95e132 +size 4988157