commit 5576ba6e55611d15d23a023085d73e93475c12d6 Author: ModelHub XC Date: Thu Jun 11 21:08:20 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/LFM2.5-1.2B-Thinking-absolute-heresy-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..cc37543 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +LFM2.5-1.2B-Thinking-absolute-heresy.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +LFM2.5-1.2B-Thinking-absolute-heresy.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +LFM2.5-1.2B-Thinking-absolute-heresy.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +LFM2.5-1.2B-Thinking-absolute-heresy.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +LFM2.5-1.2B-Thinking-absolute-heresy.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +LFM2.5-1.2B-Thinking-absolute-heresy.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +LFM2.5-1.2B-Thinking-absolute-heresy.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +LFM2.5-1.2B-Thinking-absolute-heresy.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +LFM2.5-1.2B-Thinking-absolute-heresy.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +LFM2.5-1.2B-Thinking-absolute-heresy.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +LFM2.5-1.2B-Thinking-absolute-heresy.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +LFM2.5-1.2B-Thinking-absolute-heresy.f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/LFM2.5-1.2B-Thinking-absolute-heresy.IQ4_XS.gguf b/LFM2.5-1.2B-Thinking-absolute-heresy.IQ4_XS.gguf new file mode 100644 index 0000000..cc40939 --- /dev/null +++ b/LFM2.5-1.2B-Thinking-absolute-heresy.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e256dc42a98e0309f6ad767b2b825e4b5f9636ae412523b79e6e29d3f543b36 +size 668620448 diff --git a/LFM2.5-1.2B-Thinking-absolute-heresy.Q2_K.gguf b/LFM2.5-1.2B-Thinking-absolute-heresy.Q2_K.gguf new file mode 100644 index 0000000..9e56eac --- /dev/null +++ b/LFM2.5-1.2B-Thinking-absolute-heresy.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1183e34be9fd8c2c7bd696ac13d696fe54305a4e9011d2922930eb8faafe1a0a +size 483399328 diff --git a/LFM2.5-1.2B-Thinking-absolute-heresy.Q3_K_L.gguf b/LFM2.5-1.2B-Thinking-absolute-heresy.Q3_K_L.gguf new file mode 100644 index 0000000..6ffa750 --- /dev/null +++ b/LFM2.5-1.2B-Thinking-absolute-heresy.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8726b5f0c5bd5a32de75c70b43115bd3071ea7622160b15eae6c17e478d299ef +size 635475616 diff --git a/LFM2.5-1.2B-Thinking-absolute-heresy.Q3_K_M.gguf b/LFM2.5-1.2B-Thinking-absolute-heresy.Q3_K_M.gguf new file mode 100644 index 0000000..e459ff8 --- /dev/null +++ b/LFM2.5-1.2B-Thinking-absolute-heresy.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90894879bf72ac55cd9af3f0c5d86dd61a4b3a4484af39097d1de8a13266f47b +size 600348320 diff --git a/LFM2.5-1.2B-Thinking-absolute-heresy.Q3_K_S.gguf b/LFM2.5-1.2B-Thinking-absolute-heresy.Q3_K_S.gguf new file mode 100644 index 0000000..f97b8db --- /dev/null +++ b/LFM2.5-1.2B-Thinking-absolute-heresy.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1da0471772c4b520737f2b66b043129a3080f5f4d6ed2aa19ed80972e1f3a88d +size 558159520 diff --git a/LFM2.5-1.2B-Thinking-absolute-heresy.Q4_K_M.gguf b/LFM2.5-1.2B-Thinking-absolute-heresy.Q4_K_M.gguf new file mode 100644 index 0000000..bdf6970 --- /dev/null +++ b/LFM2.5-1.2B-Thinking-absolute-heresy.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38086292b7400848300f3e117edf68e0449c72a6b9179f591cab35fd8096a809 +size 730896032 diff --git a/LFM2.5-1.2B-Thinking-absolute-heresy.Q4_K_S.gguf b/LFM2.5-1.2B-Thinking-absolute-heresy.Q4_K_S.gguf new file mode 100644 index 0000000..3b26cac --- /dev/null +++ b/LFM2.5-1.2B-Thinking-absolute-heresy.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2373e2ed6d89f22643a92ecdc7e3e886741b5b0cff7b2d5657a539bd3eac6b95 +size 700470944 diff --git a/LFM2.5-1.2B-Thinking-absolute-heresy.Q5_K_M.gguf b/LFM2.5-1.2B-Thinking-absolute-heresy.Q5_K_M.gguf new file mode 100644 index 0000000..26ed90c --- /dev/null +++ b/LFM2.5-1.2B-Thinking-absolute-heresy.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b092404339612fecd1819e6ca147d772e98234eabf325fd2124addb30243250 +size 843355808 diff --git a/LFM2.5-1.2B-Thinking-absolute-heresy.Q5_K_S.gguf b/LFM2.5-1.2B-Thinking-absolute-heresy.Q5_K_S.gguf new file mode 100644 index 0000000..fca4e88 --- /dev/null +++ b/LFM2.5-1.2B-Thinking-absolute-heresy.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:858be56f943cd454bb475a33b271d805f036783c5254db3c407daa0387666ee3 +size 825251488 diff --git a/LFM2.5-1.2B-Thinking-absolute-heresy.Q6_K.gguf b/LFM2.5-1.2B-Thinking-absolute-heresy.Q6_K.gguf new file mode 100644 index 0000000..c9275cb --- /dev/null +++ b/LFM2.5-1.2B-Thinking-absolute-heresy.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e54f05be990ee35bbbb55cf6f57469dc2bd5ef2ce786336a9c4d2b5070fa4586 +size 962844320 diff --git a/LFM2.5-1.2B-Thinking-absolute-heresy.Q8_0.gguf b/LFM2.5-1.2B-Thinking-absolute-heresy.Q8_0.gguf new file mode 100644 index 0000000..ee7e782 --- /dev/null +++ b/LFM2.5-1.2B-Thinking-absolute-heresy.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7375ae71e1c8299ba3043a630c8586531956d8df9fa67aef9d7d3debfa2c3842 +size 1246254752 diff --git a/LFM2.5-1.2B-Thinking-absolute-heresy.f16.gguf b/LFM2.5-1.2B-Thinking-absolute-heresy.f16.gguf new file mode 100644 index 0000000..a429a54 --- /dev/null +++ b/LFM2.5-1.2B-Thinking-absolute-heresy.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4824cf7c45dad6862af2f3260a1f7dd593475eeb35125f0f6932d399a4a6ec7 +size 2343327392 diff --git a/README.md b/README.md new file mode 100644 index 0000000..ffdee3b --- /dev/null +++ b/README.md @@ -0,0 +1,89 @@ +--- +base_model: MuXodious/LFM2.5-1.2B-Thinking-absolute-heresy +language: +- en +- ar +- zh +- fr +- de +- ja +- ko +- es +library_name: transformers +license: other +license_link: LICENSE +license_name: lfm1.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- liquid +- lfm2.5 +- edge +- heretic +- uncensored +- decensored +- abliterated +--- +## About + + + + + + + + + +static quants of https://huggingface.co/MuXodious/LFM2.5-1.2B-Thinking-absolute-heresy + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#LFM2.5-1.2B-Thinking-absolute-heresy-GGUF).*** + +weighted/imatrix quants are available at https://huggingface.co/mradermacher/LFM2.5-1.2B-Thinking-absolute-heresy-i1-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/LFM2.5-1.2B-Thinking-absolute-heresy-GGUF/resolve/main/LFM2.5-1.2B-Thinking-absolute-heresy.Q2_K.gguf) | Q2_K | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/LFM2.5-1.2B-Thinking-absolute-heresy-GGUF/resolve/main/LFM2.5-1.2B-Thinking-absolute-heresy.Q3_K_S.gguf) | Q3_K_S | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/LFM2.5-1.2B-Thinking-absolute-heresy-GGUF/resolve/main/LFM2.5-1.2B-Thinking-absolute-heresy.Q3_K_M.gguf) | Q3_K_M | 0.7 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/LFM2.5-1.2B-Thinking-absolute-heresy-GGUF/resolve/main/LFM2.5-1.2B-Thinking-absolute-heresy.Q3_K_L.gguf) | Q3_K_L | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/LFM2.5-1.2B-Thinking-absolute-heresy-GGUF/resolve/main/LFM2.5-1.2B-Thinking-absolute-heresy.IQ4_XS.gguf) | IQ4_XS | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/LFM2.5-1.2B-Thinking-absolute-heresy-GGUF/resolve/main/LFM2.5-1.2B-Thinking-absolute-heresy.Q4_K_S.gguf) | Q4_K_S | 0.8 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/LFM2.5-1.2B-Thinking-absolute-heresy-GGUF/resolve/main/LFM2.5-1.2B-Thinking-absolute-heresy.Q4_K_M.gguf) | Q4_K_M | 0.8 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/LFM2.5-1.2B-Thinking-absolute-heresy-GGUF/resolve/main/LFM2.5-1.2B-Thinking-absolute-heresy.Q5_K_S.gguf) | Q5_K_S | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/LFM2.5-1.2B-Thinking-absolute-heresy-GGUF/resolve/main/LFM2.5-1.2B-Thinking-absolute-heresy.Q5_K_M.gguf) | Q5_K_M | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/LFM2.5-1.2B-Thinking-absolute-heresy-GGUF/resolve/main/LFM2.5-1.2B-Thinking-absolute-heresy.Q6_K.gguf) | Q6_K | 1.1 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/LFM2.5-1.2B-Thinking-absolute-heresy-GGUF/resolve/main/LFM2.5-1.2B-Thinking-absolute-heresy.Q8_0.gguf) | Q8_0 | 1.3 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/LFM2.5-1.2B-Thinking-absolute-heresy-GGUF/resolve/main/LFM2.5-1.2B-Thinking-absolute-heresy.f16.gguf) | f16 | 2.4 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + +