commit 4125cdc9a3e47dd371ab1c7c73f7e21c0a76d0a2 Author: ModelHub XC Date: Sun May 10 01:42:22 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: mradermacher/LFM2-700M-Heretic-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..f347b2c --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +LFM2-700M-Heretic.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +LFM2-700M-Heretic.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +LFM2-700M-Heretic.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +LFM2-700M-Heretic.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +LFM2-700M-Heretic.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +LFM2-700M-Heretic.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +LFM2-700M-Heretic.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +LFM2-700M-Heretic.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +LFM2-700M-Heretic.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +LFM2-700M-Heretic.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +LFM2-700M-Heretic.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +LFM2-700M-Heretic.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +LFM2-700M-Heretic.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +LFM2-700M-Heretic.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +LFM2-700M-Heretic.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +LFM2-700M-Heretic.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +LFM2-700M-Heretic.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +LFM2-700M-Heretic.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +LFM2-700M-Heretic.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +LFM2-700M-Heretic.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +LFM2-700M-Heretic.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +LFM2-700M-Heretic.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +LFM2-700M-Heretic.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +LFM2-700M-Heretic.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +LFM2-700M-Heretic.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/LFM2-700M-Heretic.i1-IQ1_M.gguf b/LFM2-700M-Heretic.i1-IQ1_M.gguf new file mode 100644 index 0000000..2f0d327 --- /dev/null +++ b/LFM2-700M-Heretic.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b0aeecc56fa66ac7f91af5ca6f141408b13a968cfd784e96870003f11d0996d +size 215751808 diff --git a/LFM2-700M-Heretic.i1-IQ1_S.gguf b/LFM2-700M-Heretic.i1-IQ1_S.gguf new file mode 100644 index 0000000..5f033ca --- /dev/null +++ b/LFM2-700M-Heretic.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3db500651dd0ce86cb43306ff7ea8f61a748a862064e0ed89d9a28fe37a5ef03 +size 201651328 diff --git a/LFM2-700M-Heretic.i1-IQ2_M.gguf b/LFM2-700M-Heretic.i1-IQ2_M.gguf new file mode 100644 index 0000000..fcf7a06 --- /dev/null +++ b/LFM2-700M-Heretic.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da973af3f500692a722dabc2902e2c327f6a84e4718006dff7c38ff37349a5ee +size 281922688 diff --git a/LFM2-700M-Heretic.i1-IQ2_S.gguf b/LFM2-700M-Heretic.i1-IQ2_S.gguf new file mode 100644 index 0000000..8145a6c --- /dev/null +++ b/LFM2-700M-Heretic.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7e9b346d1ad821de1a443a09e038c42ba52362865318e61c8fcba11882ac5c5 +size 263122048 diff --git a/LFM2-700M-Heretic.i1-IQ2_XS.gguf b/LFM2-700M-Heretic.i1-IQ2_XS.gguf new file mode 100644 index 0000000..f3e1d48 --- /dev/null +++ b/LFM2-700M-Heretic.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56f6dc74b2924f88f228e3466c4ffe5982410773119ffac6f46de658305d65e2 +size 258495616 diff --git a/LFM2-700M-Heretic.i1-IQ2_XXS.gguf b/LFM2-700M-Heretic.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..ff376eb --- /dev/null +++ b/LFM2-700M-Heretic.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d67ad355a5ab0d5981c330934315b02181a54dbdd218ce65ddbd415e00876474 +size 239252608 diff --git a/LFM2-700M-Heretic.i1-IQ3_M.gguf b/LFM2-700M-Heretic.i1-IQ3_M.gguf new file mode 100644 index 0000000..99a3a16 --- /dev/null +++ b/LFM2-700M-Heretic.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67cd8694f3c8e682a1387a268f80ba20bd23306e2d2b0449a59edc9e0b20e264 +size 366421120 diff --git a/LFM2-700M-Heretic.i1-IQ3_S.gguf b/LFM2-700M-Heretic.i1-IQ3_S.gguf new file mode 100644 index 0000000..dc2b758 --- /dev/null +++ b/LFM2-700M-Heretic.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71c828f37c3bf78c4f91e4363b8e6b6028f7da2ed527b61dceec71cfdea0eb93 +size 361094272 diff --git a/LFM2-700M-Heretic.i1-IQ3_XS.gguf b/LFM2-700M-Heretic.i1-IQ3_XS.gguf new file mode 100644 index 0000000..064c6ca --- /dev/null +++ b/LFM2-700M-Heretic.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d54dac6aa2da0872c177abe315238ddd0115090201a03fdf0165776e4473aba3 +size 348265600 diff --git a/LFM2-700M-Heretic.i1-IQ3_XXS.gguf b/LFM2-700M-Heretic.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..618ee3a --- /dev/null +++ b/LFM2-700M-Heretic.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e008884726595e2a51314acfae2d74b98d4119e013ee1d66b352aed18b40ff7 +size 317127808 diff --git a/LFM2-700M-Heretic.i1-IQ4_NL.gguf b/LFM2-700M-Heretic.i1-IQ4_NL.gguf new file mode 100644 index 0000000..604fa27 --- /dev/null +++ b/LFM2-700M-Heretic.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1058b83c911f51116df59e3839e2328d53068830ed112d3fe3caac1ae08ee4e +size 446323840 diff --git a/LFM2-700M-Heretic.i1-IQ4_XS.gguf b/LFM2-700M-Heretic.i1-IQ4_XS.gguf new file mode 100644 index 0000000..e5c43c5 --- /dev/null +++ b/LFM2-700M-Heretic.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:737433c87d4f88317b097b2e4c2b294e4e9e5691e9b009e9a23c615cc32a7776 +size 426269824 diff --git a/LFM2-700M-Heretic.i1-Q2_K.gguf b/LFM2-700M-Heretic.i1-Q2_K.gguf new file mode 100644 index 0000000..e148cde --- /dev/null +++ b/LFM2-700M-Heretic.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8b069969770ca68d6452be37dd6b7f730049c8a3f21b8855c45e77c78b1cbf9 +size 315088000 diff --git a/LFM2-700M-Heretic.i1-Q2_K_S.gguf b/LFM2-700M-Heretic.i1-Q2_K_S.gguf new file mode 100644 index 0000000..a2ee50e --- /dev/null +++ b/LFM2-700M-Heretic.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7df65235aacfe05accb402602d59433c12b8737394c5bb01e7546853a8ec8934 +size 300895360 diff --git a/LFM2-700M-Heretic.i1-Q3_K_L.gguf b/LFM2-700M-Heretic.i1-Q3_K_L.gguf new file mode 100644 index 0000000..bf0ddde --- /dev/null +++ b/LFM2-700M-Heretic.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee4ca578fbe5a21611d18939bb8b4148f195588f328d97ba3b3a866c4941cb53 +size 409754752 diff --git a/LFM2-700M-Heretic.i1-Q3_K_M.gguf b/LFM2-700M-Heretic.i1-Q3_K_M.gguf new file mode 100644 index 0000000..a34c84b --- /dev/null +++ b/LFM2-700M-Heretic.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa9054f3fe359c99e27ab6f694fc07ea6dd7c9e40eaf2abebbdfa96b659a4597 +size 387685504 diff --git a/LFM2-700M-Heretic.i1-Q3_K_S.gguf b/LFM2-700M-Heretic.i1-Q3_K_S.gguf new file mode 100644 index 0000000..790efa8 --- /dev/null +++ b/LFM2-700M-Heretic.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:332e00b2ac82c6a6ebd48be222f0aaa3e02a96f3b4343c27e01809d4321ee259 +size 361094272 diff --git a/LFM2-700M-Heretic.i1-Q4_0.gguf b/LFM2-700M-Heretic.i1-Q4_0.gguf new file mode 100644 index 0000000..41e55fa --- /dev/null +++ b/LFM2-700M-Heretic.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65cef5089ea8889e5a9ec125831c380b0ff7f7700794949b66ede41798f34813 +size 447650944 diff --git a/LFM2-700M-Heretic.i1-Q4_1.gguf b/LFM2-700M-Heretic.i1-Q4_1.gguf new file mode 100644 index 0000000..6d37edc --- /dev/null +++ b/LFM2-700M-Heretic.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4fa8bf7a4a867b88387c12acf98d1edd836759f900d1d11c647ac2c5df46918 +size 486431872 diff --git a/LFM2-700M-Heretic.i1-Q4_K_M.gguf b/LFM2-700M-Heretic.i1-Q4_K_M.gguf new file mode 100644 index 0000000..64e170f --- /dev/null +++ b/LFM2-700M-Heretic.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c70f5a9eda72802d394b57295cc2fc757e126e4debb26f8e23998b52e9a3934d +size 468626560 diff --git a/LFM2-700M-Heretic.i1-Q4_K_S.gguf b/LFM2-700M-Heretic.i1-Q4_K_S.gguf new file mode 100644 index 0000000..25f532a --- /dev/null +++ b/LFM2-700M-Heretic.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c122a51977414b7e2bf83e85225e31e1c4f7413333cdd1ca9783c4f7d2d6225d +size 449371264 diff --git a/LFM2-700M-Heretic.i1-Q5_K_M.gguf b/LFM2-700M-Heretic.i1-Q5_K_M.gguf new file mode 100644 index 0000000..dd13a72 --- /dev/null +++ b/LFM2-700M-Heretic.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5008e3f006177c05178b7ee7fcafaccd26a9ab7e85471f11514e59ce32505a90 +size 538029184 diff --git a/LFM2-700M-Heretic.i1-Q5_K_S.gguf b/LFM2-700M-Heretic.i1-Q5_K_S.gguf new file mode 100644 index 0000000..0e10a73 --- /dev/null +++ b/LFM2-700M-Heretic.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4808a9df6aaac0e822efde47a7005bd5e116bb4386b728a0b60211bc4d8d07a1 +size 526539904 diff --git a/LFM2-700M-Heretic.i1-Q6_K.gguf b/LFM2-700M-Heretic.i1-Q6_K.gguf new file mode 100644 index 0000000..632d848 --- /dev/null +++ b/LFM2-700M-Heretic.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82eea3b4eee9448f550dba60fa59e44134378b76ae9a038d7dce7188d65303fc +size 611769472 diff --git a/LFM2-700M-Heretic.imatrix.gguf b/LFM2-700M-Heretic.imatrix.gguf new file mode 100644 index 0000000..4aed404 --- /dev/null +++ b/LFM2-700M-Heretic.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79d4ca1be9b948d9684b317da4d39036eb8690bc671070911106d33521d013b1 +size 923968 diff --git a/README.md b/README.md new file mode 100644 index 0000000..205b3ee --- /dev/null +++ b/README.md @@ -0,0 +1,102 @@ +--- +base_model: spitfire4794/LFM2-700M-Heretic +language: +- en +- ar +- zh +- fr +- de +- ja +- ko +- es +library_name: transformers +license: other +license_link: LICENSE +license_name: lfm1.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- liquid +- lfm2 +- edge +- heretic +- uncensored +- decensored +- abliterated +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/spitfire4794/LFM2-700M-Heretic + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#LFM2-700M-Heretic-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/LFM2-700M-Heretic-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/LFM2-700M-Heretic-i1-GGUF/resolve/main/LFM2-700M-Heretic.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/LFM2-700M-Heretic-i1-GGUF/resolve/main/LFM2-700M-Heretic.i1-IQ1_S.gguf) | i1-IQ1_S | 0.3 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/LFM2-700M-Heretic-i1-GGUF/resolve/main/LFM2-700M-Heretic.i1-IQ1_M.gguf) | i1-IQ1_M | 0.3 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/LFM2-700M-Heretic-i1-GGUF/resolve/main/LFM2-700M-Heretic.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.3 | | +| [GGUF](https://huggingface.co/mradermacher/LFM2-700M-Heretic-i1-GGUF/resolve/main/LFM2-700M-Heretic.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/LFM2-700M-Heretic-i1-GGUF/resolve/main/LFM2-700M-Heretic.i1-IQ2_S.gguf) | i1-IQ2_S | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/LFM2-700M-Heretic-i1-GGUF/resolve/main/LFM2-700M-Heretic.i1-IQ2_M.gguf) | i1-IQ2_M | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/LFM2-700M-Heretic-i1-GGUF/resolve/main/LFM2-700M-Heretic.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.4 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/LFM2-700M-Heretic-i1-GGUF/resolve/main/LFM2-700M-Heretic.i1-Q2_K.gguf) | i1-Q2_K | 0.4 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/LFM2-700M-Heretic-i1-GGUF/resolve/main/LFM2-700M-Heretic.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.4 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/LFM2-700M-Heretic-i1-GGUF/resolve/main/LFM2-700M-Heretic.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/LFM2-700M-Heretic-i1-GGUF/resolve/main/LFM2-700M-Heretic.i1-IQ3_S.gguf) | i1-IQ3_S | 0.5 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/LFM2-700M-Heretic-i1-GGUF/resolve/main/LFM2-700M-Heretic.i1-Q3_K_S.gguf) | i1-Q3_K_S | 0.5 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/LFM2-700M-Heretic-i1-GGUF/resolve/main/LFM2-700M-Heretic.i1-IQ3_M.gguf) | i1-IQ3_M | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/LFM2-700M-Heretic-i1-GGUF/resolve/main/LFM2-700M-Heretic.i1-Q3_K_M.gguf) | i1-Q3_K_M | 0.5 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/LFM2-700M-Heretic-i1-GGUF/resolve/main/LFM2-700M-Heretic.i1-Q3_K_L.gguf) | i1-Q3_K_L | 0.5 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/LFM2-700M-Heretic-i1-GGUF/resolve/main/LFM2-700M-Heretic.i1-IQ4_XS.gguf) | i1-IQ4_XS | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/LFM2-700M-Heretic-i1-GGUF/resolve/main/LFM2-700M-Heretic.i1-IQ4_NL.gguf) | i1-IQ4_NL | 0.5 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/LFM2-700M-Heretic-i1-GGUF/resolve/main/LFM2-700M-Heretic.i1-Q4_0.gguf) | i1-Q4_0 | 0.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/LFM2-700M-Heretic-i1-GGUF/resolve/main/LFM2-700M-Heretic.i1-Q4_K_S.gguf) | i1-Q4_K_S | 0.5 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/LFM2-700M-Heretic-i1-GGUF/resolve/main/LFM2-700M-Heretic.i1-Q4_K_M.gguf) | i1-Q4_K_M | 0.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/LFM2-700M-Heretic-i1-GGUF/resolve/main/LFM2-700M-Heretic.i1-Q4_1.gguf) | i1-Q4_1 | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/LFM2-700M-Heretic-i1-GGUF/resolve/main/LFM2-700M-Heretic.i1-Q5_K_S.gguf) | i1-Q5_K_S | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/LFM2-700M-Heretic-i1-GGUF/resolve/main/LFM2-700M-Heretic.i1-Q5_K_M.gguf) | i1-Q5_K_M | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/LFM2-700M-Heretic-i1-GGUF/resolve/main/LFM2-700M-Heretic.i1-Q6_K.gguf) | i1-Q6_K | 0.7 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +