commit 3581069c5fa83a56d2689883e8702139ef5ac88b Author: ModelHub XC Date: Wed Jul 8 17:30:06 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: unsloth/LFM2.5-1.2B-Instruct-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..552b5b3 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,68 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text + +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text + +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +LFM2.5-1.2B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +LFM2.5-1.2B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +LFM2.5-1.2B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +LFM2.5-1.2B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +LFM2.5-1.2B-Instruct-UD-Q8_K_XL.gguf filter=lfs diff=lfs merge=lfs -text +LFM2.5-1.2B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +LFM2.5-1.2B-Instruct-Q2_K_L.gguf filter=lfs diff=lfs merge=lfs -text +LFM2.5-1.2B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +LFM2.5-1.2B-Instruct-UD-Q4_K_XL.gguf filter=lfs diff=lfs merge=lfs -text +LFM2.5-1.2B-Instruct-UD-Q2_K_XL.gguf filter=lfs diff=lfs merge=lfs -text +LFM2.5-1.2B-Instruct-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +LFM2.5-1.2B-Instruct-UD-Q3_K_XL.gguf filter=lfs diff=lfs merge=lfs -text +LFM2.5-1.2B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +LFM2.5-1.2B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +LFM2.5-1.2B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +imatrix_unsloth.gguf_file filter=lfs diff=lfs merge=lfs -text +LFM2.5-1.2B-Instruct-UD-Q6_K_XL.gguf filter=lfs diff=lfs merge=lfs -text +LFM2.5-1.2B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +LFM2.5-1.2B-Instruct-UD-Q5_K_XL.gguf filter=lfs diff=lfs merge=lfs -text +LFM2.5-1.2B-Instruct-BF16.gguf filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/LFM2.5-1.2B-Instruct-BF16.gguf b/LFM2.5-1.2B-Instruct-BF16.gguf new file mode 100644 index 0000000..ff89d02 --- /dev/null +++ b/LFM2.5-1.2B-Instruct-BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc646c6f49514e86b91f8a4eeb2e6779c0f0dcb0d737b3ebb9ae79454053fbc2 +size 2343326944 diff --git a/LFM2.5-1.2B-Instruct-Q2_K.gguf b/LFM2.5-1.2B-Instruct-Q2_K.gguf new file mode 100644 index 0000000..e42b33f --- /dev/null +++ b/LFM2.5-1.2B-Instruct-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5b392f0e4dc6d66d1d17ae43a956ed1edd46f2decd11ae87aa3fdaff668f8f6 +size 483398880 diff --git a/LFM2.5-1.2B-Instruct-Q2_K_L.gguf b/LFM2.5-1.2B-Instruct-Q2_K_L.gguf new file mode 100644 index 0000000..e42b33f --- /dev/null +++ b/LFM2.5-1.2B-Instruct-Q2_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5b392f0e4dc6d66d1d17ae43a956ed1edd46f2decd11ae87aa3fdaff668f8f6 +size 483398880 diff --git a/LFM2.5-1.2B-Instruct-Q3_K_M.gguf b/LFM2.5-1.2B-Instruct-Q3_K_M.gguf new file mode 100644 index 0000000..dbb3591 --- /dev/null +++ b/LFM2.5-1.2B-Instruct-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b269b23aa907e73bc4f84a694b1d815b3d99ead2f8679e22c584e0bdfa8e4cb2 +size 600347872 diff --git a/LFM2.5-1.2B-Instruct-Q3_K_S.gguf b/LFM2.5-1.2B-Instruct-Q3_K_S.gguf new file mode 100644 index 0000000..520a7d2 --- /dev/null +++ b/LFM2.5-1.2B-Instruct-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:083165f5bd897d9a52a97b2792bde0be9752cbe0f75a10ddbd1742c1b49bbe6e +size 558159072 diff --git a/LFM2.5-1.2B-Instruct-Q4_0.gguf b/LFM2.5-1.2B-Instruct-Q4_0.gguf new file mode 100644 index 0000000..b9f17ed --- /dev/null +++ b/LFM2.5-1.2B-Instruct-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a653baff2603c85ab1ee78467a35993e056e20075ea50cffa9375c3920ad48de +size 695751904 diff --git a/LFM2.5-1.2B-Instruct-Q4_1.gguf b/LFM2.5-1.2B-Instruct-Q4_1.gguf new file mode 100644 index 0000000..99a974d --- /dev/null +++ b/LFM2.5-1.2B-Instruct-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:808b58130b4415b1865049a985318d316414b98baa74e1676163b136a1a4dc5c +size 760501472 diff --git a/LFM2.5-1.2B-Instruct-Q4_K_M.gguf b/LFM2.5-1.2B-Instruct-Q4_K_M.gguf new file mode 100644 index 0000000..eb9f350 --- /dev/null +++ b/LFM2.5-1.2B-Instruct-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:856aeee6d85ac684b1db8dee48795b44fc06731ecda03aee36ece682413a9b9a +size 730895584 diff --git a/LFM2.5-1.2B-Instruct-Q4_K_S.gguf b/LFM2.5-1.2B-Instruct-Q4_K_S.gguf new file mode 100644 index 0000000..0394149 --- /dev/null +++ b/LFM2.5-1.2B-Instruct-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd1db3ae5a1671e832245bacab9c6179d43f4502c1c4230a3c6e380f6bbac9e7 +size 700470496 diff --git a/LFM2.5-1.2B-Instruct-Q5_K_M.gguf b/LFM2.5-1.2B-Instruct-Q5_K_M.gguf new file mode 100644 index 0000000..2f4c3ec --- /dev/null +++ b/LFM2.5-1.2B-Instruct-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ad5eef540097e1afc0118799e5d22005c0c1721cba0a2b01bed287e4888baaf +size 843355360 diff --git a/LFM2.5-1.2B-Instruct-Q5_K_S.gguf b/LFM2.5-1.2B-Instruct-Q5_K_S.gguf new file mode 100644 index 0000000..2f65536 --- /dev/null +++ b/LFM2.5-1.2B-Instruct-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f84feb4817e3282703419ac381096de5707dd75da6a6a8691f45c763b00cb99 +size 825251040 diff --git a/LFM2.5-1.2B-Instruct-Q6_K.gguf b/LFM2.5-1.2B-Instruct-Q6_K.gguf new file mode 100644 index 0000000..8ee64ac --- /dev/null +++ b/LFM2.5-1.2B-Instruct-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d3bd155a8b063a2a40b3c63be218e868023d582391a4650e6467b9947459952 +size 962843872 diff --git a/LFM2.5-1.2B-Instruct-Q8_0.gguf b/LFM2.5-1.2B-Instruct-Q8_0.gguf new file mode 100644 index 0000000..56bd7ea --- /dev/null +++ b/LFM2.5-1.2B-Instruct-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b808eead8d6061f71990ab7b144c5ca6650fad219aa7acc407fe5fb26abf3dc2 +size 1246254304 diff --git a/LFM2.5-1.2B-Instruct-UD-Q2_K_XL.gguf b/LFM2.5-1.2B-Instruct-UD-Q2_K_XL.gguf new file mode 100644 index 0000000..e42b33f --- /dev/null +++ b/LFM2.5-1.2B-Instruct-UD-Q2_K_XL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5b392f0e4dc6d66d1d17ae43a956ed1edd46f2decd11ae87aa3fdaff668f8f6 +size 483398880 diff --git a/LFM2.5-1.2B-Instruct-UD-Q3_K_XL.gguf b/LFM2.5-1.2B-Instruct-UD-Q3_K_XL.gguf new file mode 100644 index 0000000..dbb3591 --- /dev/null +++ b/LFM2.5-1.2B-Instruct-UD-Q3_K_XL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b269b23aa907e73bc4f84a694b1d815b3d99ead2f8679e22c584e0bdfa8e4cb2 +size 600347872 diff --git a/LFM2.5-1.2B-Instruct-UD-Q4_K_XL.gguf b/LFM2.5-1.2B-Instruct-UD-Q4_K_XL.gguf new file mode 100644 index 0000000..eb9f350 --- /dev/null +++ b/LFM2.5-1.2B-Instruct-UD-Q4_K_XL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:856aeee6d85ac684b1db8dee48795b44fc06731ecda03aee36ece682413a9b9a +size 730895584 diff --git a/LFM2.5-1.2B-Instruct-UD-Q5_K_XL.gguf b/LFM2.5-1.2B-Instruct-UD-Q5_K_XL.gguf new file mode 100644 index 0000000..2f4c3ec --- /dev/null +++ b/LFM2.5-1.2B-Instruct-UD-Q5_K_XL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ad5eef540097e1afc0118799e5d22005c0c1721cba0a2b01bed287e4888baaf +size 843355360 diff --git a/LFM2.5-1.2B-Instruct-UD-Q6_K_XL.gguf b/LFM2.5-1.2B-Instruct-UD-Q6_K_XL.gguf new file mode 100644 index 0000000..5d7d2f1 --- /dev/null +++ b/LFM2.5-1.2B-Instruct-UD-Q6_K_XL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1ede0b031a20596cdaa6d2a7f15a855d3514253d125ed1d476ea3e0a84018ae +size 995349728 diff --git a/LFM2.5-1.2B-Instruct-UD-Q8_K_XL.gguf b/LFM2.5-1.2B-Instruct-UD-Q8_K_XL.gguf new file mode 100644 index 0000000..8c35269 --- /dev/null +++ b/LFM2.5-1.2B-Instruct-UD-Q8_K_XL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67b42337951a2b3140c0c2eb49b5bbbdd14653114337ac15397f68dc664648d4 +size 1372083424 diff --git a/README.md b/README.md new file mode 100644 index 0000000..820ed58 --- /dev/null +++ b/README.md @@ -0,0 +1,245 @@ +--- +library_name: transformers +license: other +license_name: lfm1.0 +license_link: LICENSE +language: +- en +- ar +- zh +- fr +- de +- ja +- ko +- es +pipeline_tag: text-generation +tags: +- liquid +- unsloth +- lfm2.5 +- edge +base_model: +- LiquidAI/LFM2.5-1.2B-Instruct +--- +> [!NOTE] +> Includes Unsloth **chat template fixes**!
For `llama.cpp`, use `--jinja` +> + +
+

+ Unsloth Dynamic 2.0 achieves superior accuracy & outperforms other leading quants. +

+
+ + + + + + + + + +
+
+ + +
+ Liquid AI +
+ Try LFM • + Documentation • + LEAP +
+
+ +# LFM2.5-1.2B-Instruct + +LFM2.5 is a new family of hybrid models designed for **on-device deployment**. It builds on the LFM2 architecture with extended pre-training and reinforcement learning. + +- **Best-in-class performance**: A 1.2B model rivaling much larger models, bringing high-quality AI to your pocket. +- **Fast edge inference**: 239 tok/s decode on AMD CPU, 82 tok/s on mobile NPU. Runs under 1GB of memory with day-one support for llama.cpp, MLX, and vLLM. +- **Scaled training**: Extended pre-training from 10T to 28T tokens and large-scale multi-stage reinforcement learning. + +![image](https://cdn-uploads.huggingface.co/production/uploads/61b8e2ba285851687028d395/dxnYF2fuLpulismtFSGFi.png) + +Find more information about LFM2.5 in our [blog post](https://www.liquid.ai/blog/introducing-lfm2-5-the-next-generation-of-on-device-ai). + +## 🗒️ Model Details + +| Model | Parameters | Description | +|-------|------------|-------------| +| [LFM2.5-1.2B-Base](https://huggingface.co/LiquidAI/LFM2.5-1.2B-Base) | 1.2B | Pre-trained base model for fine-tuning | +| [**LFM2.5-1.2B-Instruct**](https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct) | 1.2B | General-purpose instruction-tuned model | +| [LFM2.5-1.2B-JP](https://huggingface.co/LiquidAI/LFM2.5-1.2B-JP) | 1.2B | Japanese-optimized chat model | +| [LFM2.5-VL-1.6B](https://huggingface.co/LiquidAI/LFM2.5-VL-1.6B) | 1.6B | Vision-language model with fast inference | +| [LFM2.5-Audio-1.5B](https://huggingface.co/LiquidAI/LFM2.5-Audio-1.5B) | 1.5B | Audio-language model for speech and text I/O | + +LFM2.5-1.2B-Instruct is a general-purpose text-only model with the following features: + +- **Number of parameters**: 1.17B +- **Number of layers**: 16 (10 double-gated LIV convolution blocks + 6 GQA blocks) +- **Training budget**: 28T tokens +- **Context length**: 32,768 tokens +- **Vocabulary size**: 65,536 +- **Languages**: English, Arabic, Chinese, French, German, Japanese, Korean, Spanish +- **Generation parameters**: + - `temperature: 0.1` + - `top_k: 50` + - `top_p: 0.1` + - `repetition_penalty: 1.05` + +| Model | Description | +|-------|-------------| +| [**LFM2.5-1.2B-Instruct**](https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct) | Original model checkpoint in native format. Best for fine-tuning or inference with Transformers and vLLM. | +| [LFM2.5-1.2B-Instruct-GGUF](https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct-GGUF) | Quantized format for llama.cpp and compatible tools. Optimized for CPU inference and local deployment with reduced memory usage. | +| [LFM2.5-1.2B-Instruct-ONNX](https://huggingface.co/LiquidAI/LFM2.5-1.2B-Instruct-ONNX) | ONNX Runtime format for cross-platform deployment. Enables hardware-accelerated inference across diverse environments (cloud, edge, mobile). | + +We recommend using it for agentic tasks, data extraction, and RAG. It is not recommended for knowledge-intensive tasks and programming. + +### Chat Template + +LFM2.5 uses a ChatML-like format. See the [Chat Template documentation](https://docs.liquid.ai/lfm/key-concepts/chat-template) for details. Example: + +``` +<|startoftext|><|im_start|>system +You are a helpful assistant trained by Liquid AI.<|im_end|> +<|im_start|>user +What is C. elegans?<|im_end|> +<|im_start|>assistant +``` + +You can use [`tokenizer.apply_chat_template()`](https://huggingface.co/docs/transformers/en/chat_templating#using-applychattemplate) to format your messages automatically. + +### Tool Use + +LFM2.5 supports function calling as follows: + +1. **Function definition**: We recommend providing the list of tools as a JSON object in the system prompt. You can also use the [`tokenizer.apply_chat_template()`](https://huggingface.co/docs/transformers/en/chat_extras#passing-tools) function with tools. +2. **Function call**: By default, LFM2.5 writes Pythonic function calls (a Python list between `<|tool_call_start|>` and `<|tool_call_end|>` special tokens), as the assistant answer. You can override this behavior by asking the model to output JSON function calls in the system prompt. +3. **Function execution**: The function call is executed, and the result is returned as a "tool" role. +4. **Final answer**: LFM2 interprets the outcome of the function call to address the original user prompt in plain text. + +See the [Tool Use documentation](https://docs.liquid.ai/lfm/key-concepts/tool-use) for the full guide. Example: + +``` +<|startoftext|><|im_start|>system +List of tools: [{"name": "get_candidate_status", "description": "Retrieves the current status of a candidate in the recruitment process", "parameters": {"type": "object", "properties": {"candidate_id": {"type": "string", "description": "Unique identifier for the candidate"}}, "required": ["candidate_id"]}}]<|im_end|> +<|im_start|>user +What is the current status of candidate ID 12345?<|im_end|> +<|im_start|>assistant +<|tool_call_start|>[get_candidate_status(candidate_id="12345")]<|tool_call_end|>Checking the current status of candidate ID 12345.<|im_end|> +<|im_start|>tool +[{"candidate_id": "12345", "status": "Interview Scheduled", "position": "Clinical Research Associate", "date": "2023-11-20"}]<|im_end|> +<|im_start|>assistant +The candidate with ID 12345 is currently in the "Interview Scheduled" stage for the position of Clinical Research Associate, with an interview date set for 2023-11-20.<|im_end|> +``` + +## 🏃 Inference + +LFM2.5 is supported by many inference frameworks. See the [Inference documentation](https://docs.liquid.ai/lfm/inference/transformers) for the full list. + +| Name | Description | Docs | Notebook | +|------|-------------|------|:--------:| +| [Transformers](https://github.com/huggingface/transformers) | Simple inference with direct access to model internals. | Link | Colab link | +| [vLLM](https://github.com/vllm-project/vllm) | High-throughput production deployments with GPU. | Link | Colab link | +| [llama.cpp](https://github.com/ggml-org/llama.cpp) | Cross-platform inference with CPU offloading. | Link | Colab link | +| [MLX](https://github.com/ml-explore/mlx) | Apple's machine learning framework optimized for Apple Silicon. | Link | — | +| [LM Studio](https://lmstudio.ai/) | Desktop application for running LLMs locally. | Link | — | + +Here's a quick start example with Transformers: + +```python +from transformers import AutoModelForCausalLM, AutoTokenizer, TextStreamer + +model_id = "LiquidAI/LFM2.5-1.2B-Instruct" +model = AutoModelForCausalLM.from_pretrained( + model_id, + device_map="auto", + dtype="bfloat16", +# attn_implementation="flash_attention_2" <- uncomment on compatible GPU +) +tokenizer = AutoTokenizer.from_pretrained(model_id) +streamer = TextStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True) + +prompt = "What is C. elegans?" + +input_ids = tokenizer.apply_chat_template( + [{"role": "user", "content": prompt}], + add_generation_prompt=True, + return_tensors="pt", + tokenize=True, +).to(model.device) + +output = model.generate( + input_ids, + do_sample=True, + temperature=0.1, + top_k=50, + top_p=0.1, + repetition_penalty=1.05, + max_new_tokens=512, + streamer=streamer, +) +``` + +## 🔧 Fine-Tuning + +We recommend fine-tuning LFM2.5 for your specific use case to achieve the best results. + +| Name | Description | Docs | Notebook | +|------|-------------|------|----------| +| SFT ([Unsloth](https://github.com/unslothai/unsloth)) | Supervised Fine-Tuning with LoRA using Unsloth. | Link | Colab link | +| SFT ([TRL](https://github.com/huggingface/trl)) | Supervised Fine-Tuning with LoRA using TRL. | Link | Colab link | +| DPO ([TRL](https://github.com/huggingface/trl)) | Direct Preference Optimization with LoRA using TRL. | Link | Colab link | + +## 📊 Performance + +### Benchmarks + +We compared LFM2.5-1.2B-Instruct with relevant sub-2B models on a diverse suite of benchmarks. + +| Model | GPQA | MMLU-Pro | IFEval | IFBench | Multi-IF | AIME25 | BFCLv3 | +|-------|------|----------|--------|---------|----------|--------|--------| +| **LFM2.5-1.2B-Instruct** | 38.89 | 44.35 | 86.23 | 47.33 | 60.98 | 14.00 | 49.12 | +| Qwen3-1.7B | 34.85 | 42.91 | 73.68 | 21.33 | 56.48 | 9.33 | 46.30 | +| Granite 4.0-1B | 24.24 | 33.53 | 79.61 | 21.00 | 43.65 | 3.33 | 52.43 | +| Llama 3.2 1B Instruct | 16.57 | 20.80 | 52.37 | 15.93 | 30.16 | 0.33 | 21.44 | +| Gemma 3 1B IT | 24.24 | 14.04 | 63.25 | 20.47 | 44.31 | 1.00 | 16.64 | + +GPQA, MMLU-Pro, IFBench, and AIME25 follow [ArtificialAnalysis's methodology](https://artificialanalysis.ai/methodology/intelligence-benchmarking). For IFEval and Multi-IF, we report the average score across strict and loose prompt and instruction accuracies. For BFCLv3, we report the final weighted average score with a custom Liquid handler to support our tool use template. + +### Inference speed + +LFM2.5-1.2B-Instruct offers extremely fast inference speed on CPUs with a low memory profile compared to similar-sized models. + +![image](https://cdn-uploads.huggingface.co/production/uploads/61b8e2ba285851687028d395/dbbI-15p9re2ROhAkqnZm.png) + +In addition, we are partnering with AMD, Qualcomm, and Nexa AI to bring the LFM2.5 family to NPUs. These optimized models are available through our partners, enabling highly efficient on-device inference. + +| Device | Inference | Framework | Model | Prefill (tok/s) | Decode (tok/s) | Memory (GB) | +| ---------------------------------------------------- | --------- | ---------------- | -------------------- | --------------- | -------------- | ----------- | +| Qualcomm Snapdragon® X Elite | NPU | NexaML | LFM2.5-1.2B-instruct | 2591 | 63 | 0.9GB | +| Qualcomm Snapdragon® Gen4 (ROG Phone9 Pro) | NPU | NexaML | LFM2.5-1.2B-instruct | 4391 | 82 | 0.9GB | +| Qualcomm Snapdragon® Gen4 (Samsung Galaxy S25 Ultra) | CPU | llama.cpp (Q4_0) | LFM2.5-1.2B-instruct | 335 | 70 | 719MB | +| Qualcomm Snapdragon® Gen4 (Samsung Galaxy S25 Ultra) | CPU | llama.cpp (Q4_0) | Qwen3-1.7B | 181 | 40 | 1306MB | + +These capabilities unlock new deployment scenarios across various devices, including vehicles, mobile devices, laptops, IoT devices, and embedded systems. + +## Contact + +For enterprise solutions and edge deployment, contact [sales@liquid.ai](mailto:sales@liquid.ai). + +## Citation + +```bibtex +@article{liquidai2025lfm2, + title={LFM2 Technical Report}, + author={Liquid AI}, + journal={arXiv preprint arXiv:2511.23404}, + year={2025} +} +``` \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/imatrix_unsloth.gguf_file b/imatrix_unsloth.gguf_file new file mode 100644 index 0000000..fae8fb9 --- /dev/null +++ b/imatrix_unsloth.gguf_file @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf446d35913dc21e16a524a784d42b8e5d32890e794340e9c0def67b0ef5e711 +size 1161536