commit 653bf3f2cbc72236fb4e1b640b3e1480903f138a Author: ModelHub XC Date: Thu Jun 18 16:58:18 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Anole-Zebra-CoT-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..260df27 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,59 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +Anole-Zebra-CoT.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Anole-Zebra-CoT.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Anole-Zebra-CoT.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Anole-Zebra-CoT.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Anole-Zebra-CoT.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Anole-Zebra-CoT.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Anole-Zebra-CoT.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Anole-Zebra-CoT.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Anole-Zebra-CoT.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Anole-Zebra-CoT.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Anole-Zebra-CoT.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Anole-Zebra-CoT.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Anole-Zebra-CoT.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Anole-Zebra-CoT.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Anole-Zebra-CoT.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Anole-Zebra-CoT.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Anole-Zebra-CoT.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Anole-Zebra-CoT.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Anole-Zebra-CoT.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Anole-Zebra-CoT.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Anole-Zebra-CoT.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Anole-Zebra-CoT.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Anole-Zebra-CoT.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Anole-Zebra-CoT.i1-IQ1_M.gguf b/Anole-Zebra-CoT.i1-IQ1_M.gguf new file mode 100644 index 0000000..34744c0 --- /dev/null +++ b/Anole-Zebra-CoT.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58126232f8f59398b001bf1625bbc8f288b22c464e09cff3d9fb059030937015 +size 1793994912 diff --git a/Anole-Zebra-CoT.i1-IQ1_S.gguf b/Anole-Zebra-CoT.i1-IQ1_S.gguf new file mode 100644 index 0000000..e173862 --- /dev/null +++ b/Anole-Zebra-CoT.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:968aa194b844ac4c672f95ca323a41671cd87eefd6653630a79c828cb919e67c +size 1671606432 diff --git a/Anole-Zebra-CoT.i1-IQ2_M.gguf b/Anole-Zebra-CoT.i1-IQ2_M.gguf new file mode 100644 index 0000000..0201cfc --- /dev/null +++ b/Anole-Zebra-CoT.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23a8698cae835ceaf3c241adda58fadbc279b63d0257e1b49fa50db921c9e49c +size 2516725920 diff --git a/Anole-Zebra-CoT.i1-IQ2_S.gguf b/Anole-Zebra-CoT.i1-IQ2_S.gguf new file mode 100644 index 0000000..8a6562f --- /dev/null +++ b/Anole-Zebra-CoT.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99e84bc997b997b7d80b0f351cad308db9b09268a09d16468c154c9b486ce3e7 +size 2353541280 diff --git a/Anole-Zebra-CoT.i1-IQ2_XS.gguf b/Anole-Zebra-CoT.i1-IQ2_XS.gguf new file mode 100644 index 0000000..7b37dc5 --- /dev/null +++ b/Anole-Zebra-CoT.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de01e7d27f3a913b5cbe5095c4e4d3ea1add6aef727949a075d8ef29391d5b45 +size 2177937568 diff --git a/Anole-Zebra-CoT.i1-IQ2_XXS.gguf b/Anole-Zebra-CoT.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..76dc3cc --- /dev/null +++ b/Anole-Zebra-CoT.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea4fc6635f6525249a554c6501c51263debd85460ad7972467ce58ab9793de9b +size 1997975712 diff --git a/Anole-Zebra-CoT.i1-IQ3_M.gguf b/Anole-Zebra-CoT.i1-IQ3_M.gguf new file mode 100644 index 0000000..a46e4c0 --- /dev/null +++ b/Anole-Zebra-CoT.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3543ecca7f8352595bdcab5bac5bbe4e07b1d7748734ad4c4c66da07f712c703 +size 3290083488 diff --git a/Anole-Zebra-CoT.i1-IQ3_S.gguf b/Anole-Zebra-CoT.i1-IQ3_S.gguf new file mode 100644 index 0000000..57602cc --- /dev/null +++ b/Anole-Zebra-CoT.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5316103ccd94e35694a5c19d347f34e35240555952a72005deae14b37c27147 +size 3123523744 diff --git a/Anole-Zebra-CoT.i1-IQ3_XS.gguf b/Anole-Zebra-CoT.i1-IQ3_XS.gguf new file mode 100644 index 0000000..b174072 --- /dev/null +++ b/Anole-Zebra-CoT.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:decc05790e19cb4220d7e77961846b3328ec454dab002bbaea2f64c680ac0f44 +size 2971742368 diff --git a/Anole-Zebra-CoT.i1-IQ3_XXS.gguf b/Anole-Zebra-CoT.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..cccefb8 --- /dev/null +++ b/Anole-Zebra-CoT.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2171b7f728a8fe08de682c4923f504814d8a4b8ce51167b7f5d18ac6d2c9af6f +size 2742366368 diff --git a/Anole-Zebra-CoT.i1-IQ4_NL.gguf b/Anole-Zebra-CoT.i1-IQ4_NL.gguf new file mode 100644 index 0000000..fb36d94 --- /dev/null +++ b/Anole-Zebra-CoT.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b418c9db752bd1c0cfaa831c8ff6a5afe4a8efebc92f93fe8112877cd2ecbdb +size 4019269792 diff --git a/Anole-Zebra-CoT.i1-IQ4_XS.gguf b/Anole-Zebra-CoT.i1-IQ4_XS.gguf new file mode 100644 index 0000000..973ff01 --- /dev/null +++ b/Anole-Zebra-CoT.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e47632b23dbba236f8ca76f7693c3484791cd8561fffc9c435a5e6e8f6b5e64d +size 3808506016 diff --git a/Anole-Zebra-CoT.i1-Q2_K.gguf b/Anole-Zebra-CoT.i1-Q2_K.gguf new file mode 100644 index 0000000..323def8 --- /dev/null +++ b/Anole-Zebra-CoT.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59ae517dc6d3fb5d8234eb316428cb3778e705fd0108ed0e4dabb99bfd66b0ee +size 2694131872 diff --git a/Anole-Zebra-CoT.i1-Q2_K_S.gguf b/Anole-Zebra-CoT.i1-Q2_K_S.gguf new file mode 100644 index 0000000..15e4ac1 --- /dev/null +++ b/Anole-Zebra-CoT.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5778b49a0d19d96470ff416277213c7b61d831333e4b9c09080c35c320011aa +size 2480812192 diff --git a/Anole-Zebra-CoT.i1-Q3_K_L.gguf b/Anole-Zebra-CoT.i1-Q3_K_L.gguf new file mode 100644 index 0000000..6578543 --- /dev/null +++ b/Anole-Zebra-CoT.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92c5277c2f91dbda63c918c8eb8f8060407fffcc0b98533d78c17019ff444490 +size 3772330144 diff --git a/Anole-Zebra-CoT.i1-Q3_K_M.gguf b/Anole-Zebra-CoT.i1-Q3_K_M.gguf new file mode 100644 index 0000000..58df9f9 --- /dev/null +++ b/Anole-Zebra-CoT.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a14f0bbba270987e31f7bb585bed21ef0a06c7ab9a2374000765fe695907bd72 +size 3473223840 diff --git a/Anole-Zebra-CoT.i1-Q3_K_S.gguf b/Anole-Zebra-CoT.i1-Q3_K_S.gguf new file mode 100644 index 0000000..b4be610 --- /dev/null +++ b/Anole-Zebra-CoT.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27881ca1bb70b54eda9c66e35198168bf25b01232e0e712697834c30c6756141 +size 3123523744 diff --git a/Anole-Zebra-CoT.i1-Q4_0.gguf b/Anole-Zebra-CoT.i1-Q4_0.gguf new file mode 100644 index 0000000..08611cd --- /dev/null +++ b/Anole-Zebra-CoT.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3386ca562f657a95a48c10f5dcfe2dd34486b8a64c6fcba42bac0eb0b74af0d5 +size 4030541984 diff --git a/Anole-Zebra-CoT.i1-Q4_1.gguf b/Anole-Zebra-CoT.i1-Q4_1.gguf new file mode 100644 index 0000000..c51acb8 --- /dev/null +++ b/Anole-Zebra-CoT.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6261554e5e82518e2e0d511329fbda58e5573551d9c4170fd587d96705cbc572 +size 4440797344 diff --git a/Anole-Zebra-CoT.i1-Q4_K_M.gguf b/Anole-Zebra-CoT.i1-Q4_K_M.gguf new file mode 100644 index 0000000..5a24576 --- /dev/null +++ b/Anole-Zebra-CoT.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fe8a3481e5f190e35c5d6c70f76c0b7a5f82e4ca94744ca67e52d71278f91d7 +size 4274466976 diff --git a/Anole-Zebra-CoT.i1-Q4_K_S.gguf b/Anole-Zebra-CoT.i1-Q4_K_S.gguf new file mode 100644 index 0000000..8062e55 --- /dev/null +++ b/Anole-Zebra-CoT.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4409537f87a6dcd282c88ddaecc47a9e88ada39ccef935a3afeb5a39b6a6c104 +size 4050202784 diff --git a/Anole-Zebra-CoT.i1-Q5_K_M.gguf b/Anole-Zebra-CoT.i1-Q5_K_M.gguf new file mode 100644 index 0000000..33dc5f0 --- /dev/null +++ b/Anole-Zebra-CoT.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6afc9c898699584ad89d78808d75b375c27a046546e42555af369f091b64082c +size 4993790112 diff --git a/Anole-Zebra-CoT.i1-Q5_K_S.gguf b/Anole-Zebra-CoT.i1-Q5_K_S.gguf new file mode 100644 index 0000000..5ab42ac --- /dev/null +++ b/Anole-Zebra-CoT.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e98a3d47135bc86e105db21ce746b27c8b0bcd92d2c2cfbf43975d0e5385a6b +size 4862324896 diff --git a/Anole-Zebra-CoT.i1-Q6_K.gguf b/Anole-Zebra-CoT.i1-Q6_K.gguf new file mode 100644 index 0000000..20e1748 --- /dev/null +++ b/Anole-Zebra-CoT.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffa1abf1c586edd99b98069bae9b25dd97c5bd0b3c26f7966a2efff41708d29e +size 5758070944 diff --git a/README.md b/README.md new file mode 100644 index 0000000..9056a6b --- /dev/null +++ b/README.md @@ -0,0 +1,83 @@ +--- +base_model: multimodal-reasoning-lab/Anole-Zebra-CoT +datasets: +- multimodal-reasoning-lab/Zebra-CoT +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/multimodal-reasoning-lab/Anole-Zebra-CoT + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Anole-Zebra-CoT-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Anole-Zebra-CoT-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Anole-Zebra-CoT-i1-GGUF/resolve/main/Anole-Zebra-CoT.i1-IQ1_S.gguf) | i1-IQ1_S | 1.8 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Anole-Zebra-CoT-i1-GGUF/resolve/main/Anole-Zebra-CoT.i1-IQ1_M.gguf) | i1-IQ1_M | 1.9 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Anole-Zebra-CoT-i1-GGUF/resolve/main/Anole-Zebra-CoT.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/Anole-Zebra-CoT-i1-GGUF/resolve/main/Anole-Zebra-CoT.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.3 | | +| [GGUF](https://huggingface.co/mradermacher/Anole-Zebra-CoT-i1-GGUF/resolve/main/Anole-Zebra-CoT.i1-IQ2_S.gguf) | i1-IQ2_S | 2.5 | | +| [GGUF](https://huggingface.co/mradermacher/Anole-Zebra-CoT-i1-GGUF/resolve/main/Anole-Zebra-CoT.i1-Q2_K_S.gguf) | i1-Q2_K_S | 2.6 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Anole-Zebra-CoT-i1-GGUF/resolve/main/Anole-Zebra-CoT.i1-IQ2_M.gguf) | i1-IQ2_M | 2.6 | | +| [GGUF](https://huggingface.co/mradermacher/Anole-Zebra-CoT-i1-GGUF/resolve/main/Anole-Zebra-CoT.i1-Q2_K.gguf) | i1-Q2_K | 2.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Anole-Zebra-CoT-i1-GGUF/resolve/main/Anole-Zebra-CoT.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 2.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Anole-Zebra-CoT-i1-GGUF/resolve/main/Anole-Zebra-CoT.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.1 | | +| [GGUF](https://huggingface.co/mradermacher/Anole-Zebra-CoT-i1-GGUF/resolve/main/Anole-Zebra-CoT.i1-IQ3_S.gguf) | i1-IQ3_S | 3.2 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Anole-Zebra-CoT-i1-GGUF/resolve/main/Anole-Zebra-CoT.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.2 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Anole-Zebra-CoT-i1-GGUF/resolve/main/Anole-Zebra-CoT.i1-IQ3_M.gguf) | i1-IQ3_M | 3.4 | | +| [GGUF](https://huggingface.co/mradermacher/Anole-Zebra-CoT-i1-GGUF/resolve/main/Anole-Zebra-CoT.i1-Q3_K_M.gguf) | i1-Q3_K_M | 3.6 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Anole-Zebra-CoT-i1-GGUF/resolve/main/Anole-Zebra-CoT.i1-Q3_K_L.gguf) | i1-Q3_K_L | 3.9 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Anole-Zebra-CoT-i1-GGUF/resolve/main/Anole-Zebra-CoT.i1-IQ4_XS.gguf) | i1-IQ4_XS | 3.9 | | +| [GGUF](https://huggingface.co/mradermacher/Anole-Zebra-CoT-i1-GGUF/resolve/main/Anole-Zebra-CoT.i1-IQ4_NL.gguf) | i1-IQ4_NL | 4.1 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Anole-Zebra-CoT-i1-GGUF/resolve/main/Anole-Zebra-CoT.i1-Q4_0.gguf) | i1-Q4_0 | 4.1 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Anole-Zebra-CoT-i1-GGUF/resolve/main/Anole-Zebra-CoT.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Anole-Zebra-CoT-i1-GGUF/resolve/main/Anole-Zebra-CoT.i1-Q4_K_M.gguf) | i1-Q4_K_M | 4.4 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Anole-Zebra-CoT-i1-GGUF/resolve/main/Anole-Zebra-CoT.i1-Q4_1.gguf) | i1-Q4_1 | 4.5 | | +| [GGUF](https://huggingface.co/mradermacher/Anole-Zebra-CoT-i1-GGUF/resolve/main/Anole-Zebra-CoT.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.0 | | +| [GGUF](https://huggingface.co/mradermacher/Anole-Zebra-CoT-i1-GGUF/resolve/main/Anole-Zebra-CoT.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.1 | | +| [GGUF](https://huggingface.co/mradermacher/Anole-Zebra-CoT-i1-GGUF/resolve/main/Anole-Zebra-CoT.i1-Q6_K.gguf) | i1-Q6_K | 5.9 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..03fefdc --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fa2666739f6f0afa76c754b91162670b99918feb2cd0132a884f20550e79476 +size 4562173