commit 2c083069b6904b32ca8d574987e84c888cb26e6e Author: ModelHub XC Date: Thu Aug 6 02:29:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Hermes-ClimateStorm-Sauerkraut-abliterated-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..2cc5acd --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text +Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text +Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text +Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ1_M.gguf b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ1_M.gguf new file mode 100644 index 0000000..bf64931 --- /dev/null +++ b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5f6b7f40256b6ef66246613fec335510aa8643e4299aef659f39e7867bfdd1a +size 2161973344 diff --git a/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ1_S.gguf b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ1_S.gguf new file mode 100644 index 0000000..81789cb --- /dev/null +++ b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea984fc2b00b4504f028665b0d7a001280ce20ca6a5152f0b03b2ee38717c1dd +size 2019629152 diff --git a/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ2_M.gguf b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ2_M.gguf new file mode 100644 index 0000000..0d96047 --- /dev/null +++ b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4481a3406692e3dcf3bc7800880fde6b0debc9686d1bc4c70628e4814de579ef +size 2948282464 diff --git a/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ2_S.gguf b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ2_S.gguf new file mode 100644 index 0000000..f8f3bc1 --- /dev/null +++ b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be07ee27df4d5abe841f3e3b66924a8a39b972b8442060820ade1283022209d2 +size 2758490208 diff --git a/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ2_XS.gguf b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ2_XS.gguf new file mode 100644 index 0000000..3e384f4 --- /dev/null +++ b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77ca738c87f4259adf86b5cda1c1c8f5c468abf72881a2b5a897649239c6e980 +size 2605783136 diff --git a/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ2_XXS.gguf b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..38d3d7b --- /dev/null +++ b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a256a1d3eee4d6cbd19a73cd85ace0adc6ac67b893a3344690e44f57ee3fde30 +size 2399213664 diff --git a/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ3_M.gguf b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ3_M.gguf new file mode 100644 index 0000000..59744eb --- /dev/null +++ b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f4240092446a4fcad1616ba3c87193ef890cb06668c980795db1e4d607f10e8 +size 3784824928 diff --git a/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ3_S.gguf b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ3_S.gguf new file mode 100644 index 0000000..c0495a3 --- /dev/null +++ b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:060bffc4fe4a49616034c152868daa176c18f411255d93ef0391d82d3faacbde +size 3682326624 diff --git a/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ3_XS.gguf b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ3_XS.gguf new file mode 100644 index 0000000..3190877 --- /dev/null +++ b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37ffc25b108d74a9e72f77f7f97693221f4ddb467fc9381246b2042bed05d68b +size 3518748768 diff --git a/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ3_XXS.gguf b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..519d96a --- /dev/null +++ b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:984b00690f9138ffdce33188ed9bca3e1980a47e17ed9a4e23da672dfa6c33c1 +size 3274913888 diff --git a/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ4_XS.gguf b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ4_XS.gguf new file mode 100644 index 0000000..235a81d --- /dev/null +++ b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4a8e1ade783a4c4d3389041171b552a39a11adff3342ec2d8d35a888f418ba1 +size 4447664224 diff --git a/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q2_K.gguf b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q2_K.gguf new file mode 100644 index 0000000..80bab8c --- /dev/null +++ b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d254e921d1db49fe6464cb9cfcdd09cb0a95b705f42f382f3fe02c2333ff232 +size 3179133024 diff --git a/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q3_K_L.gguf b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q3_K_L.gguf new file mode 100644 index 0000000..13a8b80 --- /dev/null +++ b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dbd50220fa56f131270914b153157f4b320915cb8b33af4a805fa793b26c1a7 +size 4321957984 diff --git a/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q3_K_M.gguf b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q3_K_M.gguf new file mode 100644 index 0000000..4fc1dc8 --- /dev/null +++ b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e780af4168947672232ebd81c576da6725ac026c6fed75fec25d6691da2b6d00 +size 4018919520 diff --git a/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q3_K_S.gguf b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q3_K_S.gguf new file mode 100644 index 0000000..d8737f8 --- /dev/null +++ b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9af8a2b654972a4a88fd7ff693c75a28e2f9b038820c0be81306fc24fa4ec97f +size 3664500832 diff --git a/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q4_0.gguf b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q4_0.gguf new file mode 100644 index 0000000..75282d0 --- /dev/null +++ b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b657d58f45d858e8c17575869c54b3ef23cf648e3c6cd3c46edaed6f99d162da +size 4675893344 diff --git a/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q4_0_4_4.gguf b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q4_0_4_4.gguf new file mode 100644 index 0000000..de37ad9 --- /dev/null +++ b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q4_0_4_4.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ec1e143067dd481e73d228f405a68f81ebec361a244abd05775f05cf593ac1d +size 4661213280 diff --git a/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q4_0_4_8.gguf b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q4_0_4_8.gguf new file mode 100644 index 0000000..39a95ff --- /dev/null +++ b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q4_0_4_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54479f05d33050358158fcf56d7076ca2301f851f9f5f5f4c28186d6a9d19937 +size 4661213280 diff --git a/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q4_0_8_8.gguf b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q4_0_8_8.gguf new file mode 100644 index 0000000..66be048 --- /dev/null +++ b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q4_0_8_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e65d3f0ea7ed0ab4491ed776ad87227cb687038356f7300d238cc22d33e776c +size 4661213280 diff --git a/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q4_K_M.gguf b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q4_K_M.gguf new file mode 100644 index 0000000..1852747 --- /dev/null +++ b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e22ab7e349c0d63ac72cb1e822a670138cdf34125aaf647f2a92ad864345c60 +size 4920735840 diff --git a/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q4_K_S.gguf b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q4_K_S.gguf new file mode 100644 index 0000000..fb2182d --- /dev/null +++ b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27c3e56adf991b9e1bb7de3e340368576d020e60c4d66038b54d1184f566e5d1 +size 4692670560 diff --git a/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q5_K_M.gguf b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q5_K_M.gguf new file mode 100644 index 0000000..d9d367a --- /dev/null +++ b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c03750d0d926c5130711844573b12246f98911eb14754f23ce1cd878729952c3 +size 5732989024 diff --git a/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q5_K_S.gguf b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q5_K_S.gguf new file mode 100644 index 0000000..e9cfd5a --- /dev/null +++ b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d80bee736543b6e6755921505b96ab73ca3cdb61c4c9bd8a404d3f3132af223 +size 5599295584 diff --git a/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q6_K.gguf b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q6_K.gguf new file mode 100644 index 0000000..5b594cc --- /dev/null +++ b/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd5808a37e90840393bbd1585092c56ce319ac1ffe4e53ebe8f3f5182f593799 +size 6596008032 diff --git a/README.md b/README.md new file mode 100644 index 0000000..a6a4dea --- /dev/null +++ b/README.md @@ -0,0 +1,78 @@ +--- +base_model: MotherEarth/Hermes-ClimateStorm-Sauerkraut-abliterated +language: +- en +library_name: transformers +quantized_by: mradermacher +tags: +- mergekit +- merge +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/MotherEarth/Hermes-ClimateStorm-Sauerkraut-abliterated + + +static quants are available at https://huggingface.co/mradermacher/Hermes-ClimateStorm-Sauerkraut-abliterated-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Hermes-ClimateStorm-Sauerkraut-abliterated-i1-GGUF/resolve/main/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ1_S.gguf) | i1-IQ1_S | 2.1 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Hermes-ClimateStorm-Sauerkraut-abliterated-i1-GGUF/resolve/main/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ1_M.gguf) | i1-IQ1_M | 2.3 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Hermes-ClimateStorm-Sauerkraut-abliterated-i1-GGUF/resolve/main/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.5 | | +| [GGUF](https://huggingface.co/mradermacher/Hermes-ClimateStorm-Sauerkraut-abliterated-i1-GGUF/resolve/main/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.7 | | +| [GGUF](https://huggingface.co/mradermacher/Hermes-ClimateStorm-Sauerkraut-abliterated-i1-GGUF/resolve/main/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ2_S.gguf) | i1-IQ2_S | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/Hermes-ClimateStorm-Sauerkraut-abliterated-i1-GGUF/resolve/main/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ2_M.gguf) | i1-IQ2_M | 3.0 | | +| [GGUF](https://huggingface.co/mradermacher/Hermes-ClimateStorm-Sauerkraut-abliterated-i1-GGUF/resolve/main/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q2_K.gguf) | i1-Q2_K | 3.3 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Hermes-ClimateStorm-Sauerkraut-abliterated-i1-GGUF/resolve/main/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.4 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Hermes-ClimateStorm-Sauerkraut-abliterated-i1-GGUF/resolve/main/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.6 | | +| [GGUF](https://huggingface.co/mradermacher/Hermes-ClimateStorm-Sauerkraut-abliterated-i1-GGUF/resolve/main/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.8 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Hermes-ClimateStorm-Sauerkraut-abliterated-i1-GGUF/resolve/main/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ3_S.gguf) | i1-IQ3_S | 3.8 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Hermes-ClimateStorm-Sauerkraut-abliterated-i1-GGUF/resolve/main/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ3_M.gguf) | i1-IQ3_M | 3.9 | | +| [GGUF](https://huggingface.co/mradermacher/Hermes-ClimateStorm-Sauerkraut-abliterated-i1-GGUF/resolve/main/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q3_K_M.gguf) | i1-Q3_K_M | 4.1 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Hermes-ClimateStorm-Sauerkraut-abliterated-i1-GGUF/resolve/main/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q3_K_L.gguf) | i1-Q3_K_L | 4.4 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Hermes-ClimateStorm-Sauerkraut-abliterated-i1-GGUF/resolve/main/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.5 | | +| [GGUF](https://huggingface.co/mradermacher/Hermes-ClimateStorm-Sauerkraut-abliterated-i1-GGUF/resolve/main/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q4_0_4_4.gguf) | i1-Q4_0_4_4 | 4.8 | fast on arm, low quality | +| [GGUF](https://huggingface.co/mradermacher/Hermes-ClimateStorm-Sauerkraut-abliterated-i1-GGUF/resolve/main/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q4_0_4_8.gguf) | i1-Q4_0_4_8 | 4.8 | fast on arm+i8mm, low quality | +| [GGUF](https://huggingface.co/mradermacher/Hermes-ClimateStorm-Sauerkraut-abliterated-i1-GGUF/resolve/main/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q4_0_8_8.gguf) | i1-Q4_0_8_8 | 4.8 | fast on arm+sve, low quality | +| [GGUF](https://huggingface.co/mradermacher/Hermes-ClimateStorm-Sauerkraut-abliterated-i1-GGUF/resolve/main/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q4_0.gguf) | i1-Q4_0 | 4.8 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Hermes-ClimateStorm-Sauerkraut-abliterated-i1-GGUF/resolve/main/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.8 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Hermes-ClimateStorm-Sauerkraut-abliterated-i1-GGUF/resolve/main/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q4_K_M.gguf) | i1-Q4_K_M | 5.0 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Hermes-ClimateStorm-Sauerkraut-abliterated-i1-GGUF/resolve/main/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.7 | | +| [GGUF](https://huggingface.co/mradermacher/Hermes-ClimateStorm-Sauerkraut-abliterated-i1-GGUF/resolve/main/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/Hermes-ClimateStorm-Sauerkraut-abliterated-i1-GGUF/resolve/main/Hermes-ClimateStorm-Sauerkraut-abliterated.i1-Q6_K.gguf) | i1-Q6_K | 6.7 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..912eb00 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c560bbeba1ff8650ccb1e01e0111a4ff69dcc7a43099a3abbeb49fe0d480cc5c +size 4988157