From 657fe73b304dc74dc76034a683ea30af61b85983 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 5 Aug 2026 18:31:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: prithivMLmods/LFM2-2.6B-Exp-GGUF Source: Original Platform --- .gitattributes | 39 +++++++++++++++++++++++++++++++++++++++ LFM2-2.6B-Exp.BF16.gguf | 3 +++ LFM2-2.6B-Exp.F16.gguf | 3 +++ LFM2-2.6B-Exp.F32.gguf | 3 +++ LFM2-2.6B-Exp.Q8_0.gguf | 3 +++ README.md | 41 +++++++++++++++++++++++++++++++++++++++++ config.json | 3 +++ 7 files changed, 95 insertions(+) create mode 100644 .gitattributes create mode 100644 LFM2-2.6B-Exp.BF16.gguf create mode 100644 LFM2-2.6B-Exp.F16.gguf create mode 100644 LFM2-2.6B-Exp.F32.gguf create mode 100644 LFM2-2.6B-Exp.Q8_0.gguf create mode 100644 README.md create mode 100644 config.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..668d94d --- /dev/null +++ b/.gitattributes @@ -0,0 +1,39 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +LFM2-2.6B-Exp.BF16.gguf filter=lfs diff=lfs merge=lfs -text +LFM2-2.6B-Exp.F16.gguf filter=lfs diff=lfs merge=lfs -text +LFM2-2.6B-Exp.F32.gguf filter=lfs diff=lfs merge=lfs -text +LFM2-2.6B-Exp.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/LFM2-2.6B-Exp.BF16.gguf b/LFM2-2.6B-Exp.BF16.gguf new file mode 100644 index 0000000..0068e95 --- /dev/null +++ b/LFM2-2.6B-Exp.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05a7b31403c8ebf14d15b281080cf7dbce51bc16c03fe3abfcbf95de33a5388f +size 5409894720 diff --git a/LFM2-2.6B-Exp.F16.gguf b/LFM2-2.6B-Exp.F16.gguf new file mode 100644 index 0000000..7e5ac15 --- /dev/null +++ b/LFM2-2.6B-Exp.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95f034c6ceb3e6bd084b89298aa1fdce66c0bf995d2e5e8e3c50a40525430fbc +size 5409894720 diff --git a/LFM2-2.6B-Exp.F32.gguf b/LFM2-2.6B-Exp.F32.gguf new file mode 100644 index 0000000..3496a2c --- /dev/null +++ b/LFM2-2.6B-Exp.F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c117f56dad27591a35ba7253d9ab51dc9b3d4725027ff751be8e01899021aeb5 +size 10816352576 diff --git a/LFM2-2.6B-Exp.Q8_0.gguf b/LFM2-2.6B-Exp.Q8_0.gguf new file mode 100644 index 0000000..046cea2 --- /dev/null +++ b/LFM2-2.6B-Exp.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e4972b6a7b08d49d18e5cbf6612ca63f402a0e4e30bc8fc8d28ba35a117dbab +size 2875617600 diff --git a/README.md b/README.md new file mode 100644 index 0000000..ac9e713 --- /dev/null +++ b/README.md @@ -0,0 +1,41 @@ +--- +license: other +language: +- en +- ar +- zh +- fr +- de +- ja +- ko +- es +base_model: +- LiquidAI/LFM2-2.6B-Exp +library_name: transformers +pipeline_tag: text-generation +tags: +- text-generation-inference +- llama.cpp +--- + +# **LFM2-2.6B-Exp-GGUF** + +> LiquidAI/LFM2-2.6B-Exp is a 2.6 billion-parameter experimental language model from the LFM2 series, featuring a novel hybrid architecture that combines 10 double-gated short-range convolution blocks with 6 Grouped Query Attention (GQA) blocks for superior efficiency in edge AI and on-device deployment, achieving 3x faster training, 2x faster CPU decode/prefill than Qwen3, and top performance like 82.41% on GSM8K math reasoning and 79.56% on IFEval instruction following—outperforming larger models such as Llama 3.2-3B-Instruct and Gemma-3-4b-it. Optimized for multilingual support (English, Arabic, Chinese, French, German, Japanese, Korean, Spanish) with a 32K token context window, it uses Lfm2ForCausalLM architecture under LFM1.0 license, enabling conversational text generation on resource-constrained devices like smartphones, laptops, or vehicles via Transformers with low KV cache requirements. This post-trained checkpoint sets new standards in quality, speed, and memory efficiency for real-world AI applications across CPUs, GPUs, and NPUs. + +## LFM2-2.6B-Exp [GGUF] + +| File Name | Quant Type | File Size | File Link | +| - | - | - | - | +| LFM2-2.6B-Exp.BF16.gguf | BF16 | 5.41 GB | [Download](https://huggingface.co/prithivMLmods/LFM2-2.6B-Exp-GGUF/blob/main/LFM2-2.6B-Exp.BF16.gguf) | +| LFM2-2.6B-Exp.F16.gguf | F16 | 5.41 GB | [Download](https://huggingface.co/prithivMLmods/LFM2-2.6B-Exp-GGUF/blob/main/LFM2-2.6B-Exp.F16.gguf) | +| LFM2-2.6B-Exp.F32.gguf | F32 | 10.8 GB | [Download](https://huggingface.co/prithivMLmods/LFM2-2.6B-Exp-GGUF/blob/main/LFM2-2.6B-Exp.F32.gguf) | +| LFM2-2.6B-Exp.Q8_0.gguf | Q8_0 | 2.88 GB | [Download](https://huggingface.co/prithivMLmods/LFM2-2.6B-Exp-GGUF/blob/main/LFM2-2.6B-Exp.Q8_0.gguf) | + +## Quants Usage + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..159843c --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "model_type": "lfm2" +}