From 9f9078db392e84e6b8dd717d5f8da1079ef7faaf Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 16 Jun 2026 16:32:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: IrieDinamik/LiquidAI-LFM2-1.2B-Tool-GGUF Source: Original Platform --- .DS_Store | Bin 0 -> 6148 bytes .gitattributes | 41 +++++++++++++++++++++ LFM2-1.2B-Tool-F16.gguf | 3 ++ LFM2-1.2B-Tool-Q4_0.gguf | 3 ++ LFM2-1.2B-Tool-Q4_K_M.gguf | 3 ++ LFM2-1.2B-Tool-Q5_K_M.gguf | 3 ++ LFM2-1.2B-Tool-Q6_K.gguf | 3 ++ LFM2-1.2B-Tool-Q8_0.gguf | 3 ++ LICENSE | 71 +++++++++++++++++++++++++++++++++++++ README.md | 55 ++++++++++++++++++++++++++++ leap/Q4_0.json | 14 ++++++++ leap/Q4_K_M.json | 14 ++++++++ leap/Q5_K_M.json | 14 ++++++++ leap/Q8_0.json | 14 ++++++++ 14 files changed, 241 insertions(+) create mode 100644 .DS_Store create mode 100644 .gitattributes create mode 100644 LFM2-1.2B-Tool-F16.gguf create mode 100644 LFM2-1.2B-Tool-Q4_0.gguf create mode 100644 LFM2-1.2B-Tool-Q4_K_M.gguf create mode 100644 LFM2-1.2B-Tool-Q5_K_M.gguf create mode 100644 LFM2-1.2B-Tool-Q6_K.gguf create mode 100644 LFM2-1.2B-Tool-Q8_0.gguf create mode 100644 LICENSE create mode 100644 README.md create mode 100644 leap/Q4_0.json create mode 100644 leap/Q4_K_M.json create mode 100644 leap/Q5_K_M.json create mode 100644 leap/Q8_0.json diff --git a/.DS_Store b/.DS_Store new file mode 100644 index 0000000000000000000000000000000000000000..e4e4cff704244ac2d3f19ef76bb0b56a5853ff2a GIT binary patch literal 6148 zcmeHKy-veG47N)^K`b2^Z(&91%yLxW3Hk!iAJL&vvcR18;XxQFD-$CtZ@}lX2?;4; zLkMii_g(yRZoWiuO+-AsSx$(?M3h4XM~7H;i16B3csW7 zzeCx!>+9A(d3b!U-{zLpN9|qye%&Z_U7P`Dz!~^&44`L= +
+ Liquid AI +
+
+ +Try LFM • Documentation • LEAP +
+ + +# LFM2-1.2B-Tool-GGUF + +Based on [LFM2-1.2B](https://huggingface.co/LiquidAI/LFM2-1.2B), LFM2-1.2B-Tool is designed for **concise and precise tool calling**. The key challenge was designing a non-thinking model that outperforms similarly sized thinking models for tool use. + +**Use cases**: + +- Mobile and edge devices requiring instant API calls, database queries, or system integrations without cloud dependency. +- Real-time assistants in cars, IoT devices, or customer support, where response latency is critical. +- Resource-constrained environments like embedded systems or battery-powered devices needing efficient tool execution. + +You can find more information about other task-specific models in this [blog post](https://www.liquid.ai/blog/introducing-liquid-nanos-frontier-grade-performance-on-everyday-devices). + +## 🏃 How to run LFM2 + +Example usage with [llama.cpp](https://github.com/ggml-org/llama.cpp): + +``` +llama-cli -hf LiquidAI/LFM2-1.2B-Tool-GGUF +``` \ No newline at end of file diff --git a/leap/Q4_0.json b/leap/Q4_0.json new file mode 100644 index 0000000..945bde5 --- /dev/null +++ b/leap/Q4_0.json @@ -0,0 +1,14 @@ +{ + "inference_type": "llama.cpp/text-to-text", + "schema_version": "1.0.0", + "load_time_parameters": { + "model": "../LFM2-1.2B-Tool-Q4_0.gguf" + }, + "generation_time_parameters": { + "sampling_parameters": { + "temperature": 0.3, + "min_p": 0.15, + "repetition_penalty": 1.05 + } + } +} \ No newline at end of file diff --git a/leap/Q4_K_M.json b/leap/Q4_K_M.json new file mode 100644 index 0000000..4dc5863 --- /dev/null +++ b/leap/Q4_K_M.json @@ -0,0 +1,14 @@ +{ + "inference_type": "llama.cpp/text-to-text", + "schema_version": "1.0.0", + "load_time_parameters": { + "model": "../LFM2-1.2B-Tool-Q4_K_M.gguf" + }, + "generation_time_parameters": { + "sampling_parameters": { + "temperature": 0.3, + "min_p": 0.15, + "repetition_penalty": 1.05 + } + } +} \ No newline at end of file diff --git a/leap/Q5_K_M.json b/leap/Q5_K_M.json new file mode 100644 index 0000000..06285f3 --- /dev/null +++ b/leap/Q5_K_M.json @@ -0,0 +1,14 @@ +{ + "inference_type": "llama.cpp/text-to-text", + "schema_version": "1.0.0", + "load_time_parameters": { + "model": "../LFM2-1.2B-Tool-Q5_K_M.gguf" + }, + "generation_time_parameters": { + "sampling_parameters": { + "temperature": 0.3, + "min_p": 0.15, + "repetition_penalty": 1.05 + } + } +} \ No newline at end of file diff --git a/leap/Q8_0.json b/leap/Q8_0.json new file mode 100644 index 0000000..4d9e958 --- /dev/null +++ b/leap/Q8_0.json @@ -0,0 +1,14 @@ +{ + "inference_type": "llama.cpp/text-to-text", + "schema_version": "1.0.0", + "load_time_parameters": { + "model": "../LFM2-1.2B-Tool-Q8_0.gguf" + }, + "generation_time_parameters": { + "sampling_parameters": { + "temperature": 0.3, + "min_p": 0.15, + "repetition_penalty": 1.05 + } + } +} \ No newline at end of file