From 34d81bcbc6227b50140d9e26b2dc4485554d423f Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 6 Jul 2026 03:43:12 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: LiquidAI/LFM2-350M-GGUF Source: Original Platform --- .gitattributes | 43 +++++++++++++++++++++ LFM2-350M-F16.gguf | 3 ++ LFM2-350M-Q4_0.gguf | 3 ++ LFM2-350M-Q4_K_M-hip-optimized.gguf | 3 ++ LFM2-350M-Q4_K_M.gguf | 3 ++ LFM2-350M-Q5_K_M.gguf | 3 ++ LFM2-350M-Q6_K.gguf | 3 ++ LFM2-350M-Q8_0.gguf | 3 ++ LICENSE | 3 ++ README.md | 58 +++++++++++++++++++++++++++++ configuration.json | 1 + leap/Q4_0.json | 15 ++++++++ leap/Q4_K_M.json | 15 ++++++++ leap/Q5_K_M.json | 15 ++++++++ leap/Q8_0.json | 15 ++++++++ 15 files changed, 186 insertions(+) create mode 100644 .gitattributes create mode 100644 LFM2-350M-F16.gguf create mode 100644 LFM2-350M-Q4_0.gguf create mode 100644 LFM2-350M-Q4_K_M-hip-optimized.gguf create mode 100644 LFM2-350M-Q4_K_M.gguf create mode 100644 LFM2-350M-Q5_K_M.gguf create mode 100644 LFM2-350M-Q6_K.gguf create mode 100644 LFM2-350M-Q8_0.gguf create mode 100644 LICENSE create mode 100644 README.md create mode 100644 configuration.json create mode 100644 leap/Q4_0.json create mode 100644 leap/Q4_K_M.json create mode 100644 leap/Q5_K_M.json create mode 100644 leap/Q8_0.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..34bb624 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,43 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text + +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +LFM2-350M-F16.gguf filter=lfs diff=lfs merge=lfs -text +LFM2-350M-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +LFM2-350M-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +LFM2-350M-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +LFM2-350M-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +LFM2-350M-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text + +LFM2-350M-Q4_K_M-hip-optimized.gguf filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/LFM2-350M-F16.gguf b/LFM2-350M-F16.gguf new file mode 100644 index 0000000..98dd369 --- /dev/null +++ b/LFM2-350M-F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:379ffdcbf08147c0313f6f1ce7ff558a2bc935eda633f4b46c52347032419c42 +size 711482304 diff --git a/LFM2-350M-Q4_0.gguf b/LFM2-350M-Q4_0.gguf new file mode 100644 index 0000000..b15c966 --- /dev/null +++ b/LFM2-350M-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e3ebc1c608dc8683adf8c3b3e6a40e2f4eab22aa33b908bff2ac03a1c16d796 +size 219306944 diff --git a/LFM2-350M-Q4_K_M-hip-optimized.gguf b/LFM2-350M-Q4_K_M-hip-optimized.gguf new file mode 100644 index 0000000..58faaa4 --- /dev/null +++ b/LFM2-350M-Q4_K_M-hip-optimized.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78ed4f5583424adfb1bad52332ea19f18307f87188defb4c222ab7ed329c3cc6 +size 254958528 diff --git a/LFM2-350M-Q4_K_M.gguf b/LFM2-350M-Q4_K_M.gguf new file mode 100644 index 0000000..677e871 --- /dev/null +++ b/LFM2-350M-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4d000c7064bd3b2e42c6845836286a899a4e79cf1791da1a6797b58d575957d +size 229309376 diff --git a/LFM2-350M-Q5_K_M.gguf b/LFM2-350M-Q5_K_M.gguf new file mode 100644 index 0000000..8ab05d9 --- /dev/null +++ b/LFM2-350M-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:722fa02312490ed221348b98d9782644f412e8c5bb71e0df69eacdacec29c785 +size 260373440 diff --git a/LFM2-350M-Q6_K.gguf b/LFM2-350M-Q6_K.gguf new file mode 100644 index 0000000..e636262 --- /dev/null +++ b/LFM2-350M-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:877271ee22b484911ed89e7f598a457525076f53e6f2a05cab57a0cd4f29688a +size 293379008 diff --git a/LFM2-350M-Q8_0.gguf b/LFM2-350M-Q8_0.gguf new file mode 100644 index 0000000..ee70d58 --- /dev/null +++ b/LFM2-350M-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7bfeab6495a1ae3ae78811c1297df9f301b35261ff9580d42fb30dc4dc9034b +size 379214784 diff --git a/LICENSE b/LICENSE new file mode 100644 index 0000000..e52d861 --- /dev/null +++ b/LICENSE @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5188f2b355da20647257a3156db5834c794e5fb5e6d8dc4d4cdbb3180e75b85b +size 10596 diff --git a/README.md b/README.md new file mode 100644 index 0000000..1a112c9 --- /dev/null +++ b/README.md @@ -0,0 +1,58 @@ +--- +license: other +license_name: lfm1.0 +license_link: LICENSE +language: +- en +- ar +- zh +- fr +- de +- ja +- ko +- es +pipeline_tag: text-generation +tags: +- liquid +- lfm2 +- edge +- llama.cpp +- gguf +base_model: +- LiquidAI/LFM2-350M +new_version: LiquidAI/LFM2.5-350M-GGUF +--- + +
+
+ Liquid AI +
+
+Try LFM • Docs • LEAP • Discord +
+
+ +
+ +# LFM2-350M-GGUF + +LFM2 is a new generation of hybrid models developed by [Liquid AI](https://www.liquid.ai/), specifically designed for edge AI and on-device deployment. It sets a new standard in terms of quality, speed, and memory efficiency. + +Find more details in the original model card: https://huggingface.co/LiquidAI/LFM2-350M + +## 🏃 How to run LFM2 + +Example usage with [llama.cpp](https://github.com/ggml-org/llama.cpp): + +``` +llama-cli -hf LiquidAI/LFM2-350M-GGUF +``` + +## 📬 Contact + +- Got questions or want to connect? [Join our Discord community](https://discord.com/invite/liquid-ai) +- If you are interested in custom solutions with edge deployment, please contact [our sales team](https://www.liquid.ai/contact). \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/leap/Q4_0.json b/leap/Q4_0.json new file mode 100644 index 0000000..761e4d0 --- /dev/null +++ b/leap/Q4_0.json @@ -0,0 +1,15 @@ +{ + "inference_type": "llama.cpp/text-to-text", + "schema_version": "1.0.0", + "load_time_parameters": { + "model": "../LFM2-350M-Q4_0.gguf", + "chat_template": "{{- bos_token -}}\n{%- set system_prompt = \"\" -%}\n{%- set ns = namespace(system_prompt=\"\") -%}\n{%- if messages[0][\"role\"] == \"system\" -%}\n\t{%- set ns.system_prompt = messages[0][\"content\"] -%}\n\t{%- set messages = messages[1:] -%}\n{%- endif -%}\n{%- if tools -%}\n\t{%- set ns.system_prompt = ns.system_prompt + (\"\\n\" if ns.system_prompt else \"\") + \"List of tools: <|tool_list_start|>[\" -%}\n\t{%- for tool in tools -%}\n\t\t{%- if tool is not string -%}\n\t\t\t{%- set tool = tool | tojson -%}\n\t\t{%- endif -%}\n\t\t{%- set ns.system_prompt = ns.system_prompt + tool -%}\n\t\t{%- if not loop.last -%}\n\t\t\t{%- set ns.system_prompt = ns.system_prompt + \", \" -%}\n\t\t{%- endif -%}\n\t{%- endfor -%}\n\t{%- set ns.system_prompt = ns.system_prompt + \"]<|tool_list_end|>\" -%}\n{%- endif -%}\n{%- if ns.system_prompt -%}\n\t{{- \"<|im_start|>system\\n\" + ns.system_prompt + \"<|im_end|>\\n\" -}}\n{%- endif -%}\n{%- for message in messages -%}\n\t{{- \"<|im_start|>\" + message[\"role\"] + \"\\n\" -}}\n\t{%- set content = message[\"content\"] -%}\n\t{%- if content is not string -%}\n\t\t{%- set content = content | tojson -%}\n\t{%- endif -%}\n\t{%- if message[\"role\"] == \"tool\" -%}\n\t\t{%- set content = \"<|tool_response_start|>\" + content + \"<|tool_response_end|>\" -%}\n\t{%- endif -%}\n\t{{- content + \"<|im_end|>\\n\" -}}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n\t{{- \"<|im_start|>assistant\\n\" -}}\n{%- endif -%}\n" + }, + "generation_time_parameters": { + "sampling_parameters": { + "temperature": 0.3, + "min_p": 0.15, + "repetition_penalty": 1.05 + } + } +} \ No newline at end of file diff --git a/leap/Q4_K_M.json b/leap/Q4_K_M.json new file mode 100644 index 0000000..d996181 --- /dev/null +++ b/leap/Q4_K_M.json @@ -0,0 +1,15 @@ +{ + "inference_type": "llama.cpp/text-to-text", + "schema_version": "1.0.0", + "load_time_parameters": { + "model": "../LFM2-350M-Q4_K_M.gguf", + "chat_template": "{{- bos_token -}}\n{%- set system_prompt = \"\" -%}\n{%- set ns = namespace(system_prompt=\"\") -%}\n{%- if messages[0][\"role\"] == \"system\" -%}\n\t{%- set ns.system_prompt = messages[0][\"content\"] -%}\n\t{%- set messages = messages[1:] -%}\n{%- endif -%}\n{%- if tools -%}\n\t{%- set ns.system_prompt = ns.system_prompt + (\"\\n\" if ns.system_prompt else \"\") + \"List of tools: <|tool_list_start|>[\" -%}\n\t{%- for tool in tools -%}\n\t\t{%- if tool is not string -%}\n\t\t\t{%- set tool = tool | tojson -%}\n\t\t{%- endif -%}\n\t\t{%- set ns.system_prompt = ns.system_prompt + tool -%}\n\t\t{%- if not loop.last -%}\n\t\t\t{%- set ns.system_prompt = ns.system_prompt + \", \" -%}\n\t\t{%- endif -%}\n\t{%- endfor -%}\n\t{%- set ns.system_prompt = ns.system_prompt + \"]<|tool_list_end|>\" -%}\n{%- endif -%}\n{%- if ns.system_prompt -%}\n\t{{- \"<|im_start|>system\\n\" + ns.system_prompt + \"<|im_end|>\\n\" -}}\n{%- endif -%}\n{%- for message in messages -%}\n\t{{- \"<|im_start|>\" + message[\"role\"] + \"\\n\" -}}\n\t{%- set content = message[\"content\"] -%}\n\t{%- if content is not string -%}\n\t\t{%- set content = content | tojson -%}\n\t{%- endif -%}\n\t{%- if message[\"role\"] == \"tool\" -%}\n\t\t{%- set content = \"<|tool_response_start|>\" + content + \"<|tool_response_end|>\" -%}\n\t{%- endif -%}\n\t{{- content + \"<|im_end|>\\n\" -}}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n\t{{- \"<|im_start|>assistant\\n\" -}}\n{%- endif -%}\n" + }, + "generation_time_parameters": { + "sampling_parameters": { + "temperature": 0.3, + "min_p": 0.15, + "repetition_penalty": 1.05 + } + } +} \ No newline at end of file diff --git a/leap/Q5_K_M.json b/leap/Q5_K_M.json new file mode 100644 index 0000000..834cda9 --- /dev/null +++ b/leap/Q5_K_M.json @@ -0,0 +1,15 @@ +{ + "inference_type": "llama.cpp/text-to-text", + "schema_version": "1.0.0", + "load_time_parameters": { + "model": "../LFM2-350M-Q5_K_M.gguf", + "chat_template": "{{- bos_token -}}\n{%- set system_prompt = \"\" -%}\n{%- set ns = namespace(system_prompt=\"\") -%}\n{%- if messages[0][\"role\"] == \"system\" -%}\n\t{%- set ns.system_prompt = messages[0][\"content\"] -%}\n\t{%- set messages = messages[1:] -%}\n{%- endif -%}\n{%- if tools -%}\n\t{%- set ns.system_prompt = ns.system_prompt + (\"\\n\" if ns.system_prompt else \"\") + \"List of tools: <|tool_list_start|>[\" -%}\n\t{%- for tool in tools -%}\n\t\t{%- if tool is not string -%}\n\t\t\t{%- set tool = tool | tojson -%}\n\t\t{%- endif -%}\n\t\t{%- set ns.system_prompt = ns.system_prompt + tool -%}\n\t\t{%- if not loop.last -%}\n\t\t\t{%- set ns.system_prompt = ns.system_prompt + \", \" -%}\n\t\t{%- endif -%}\n\t{%- endfor -%}\n\t{%- set ns.system_prompt = ns.system_prompt + \"]<|tool_list_end|>\" -%}\n{%- endif -%}\n{%- if ns.system_prompt -%}\n\t{{- \"<|im_start|>system\\n\" + ns.system_prompt + \"<|im_end|>\\n\" -}}\n{%- endif -%}\n{%- for message in messages -%}\n\t{{- \"<|im_start|>\" + message[\"role\"] + \"\\n\" -}}\n\t{%- set content = message[\"content\"] -%}\n\t{%- if content is not string -%}\n\t\t{%- set content = content | tojson -%}\n\t{%- endif -%}\n\t{%- if message[\"role\"] == \"tool\" -%}\n\t\t{%- set content = \"<|tool_response_start|>\" + content + \"<|tool_response_end|>\" -%}\n\t{%- endif -%}\n\t{{- content + \"<|im_end|>\\n\" -}}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n\t{{- \"<|im_start|>assistant\\n\" -}}\n{%- endif -%}\n" + }, + "generation_time_parameters": { + "sampling_parameters": { + "temperature": 0.3, + "min_p": 0.15, + "repetition_penalty": 1.05 + } + } +} \ No newline at end of file diff --git a/leap/Q8_0.json b/leap/Q8_0.json new file mode 100644 index 0000000..df72aa6 --- /dev/null +++ b/leap/Q8_0.json @@ -0,0 +1,15 @@ +{ + "inference_type": "llama.cpp/text-to-text", + "schema_version": "1.0.0", + "load_time_parameters": { + "model": "../LFM2-350M-Q8_0.gguf", + "chat_template": "{{- bos_token -}}\n{%- set system_prompt = \"\" -%}\n{%- set ns = namespace(system_prompt=\"\") -%}\n{%- if messages[0][\"role\"] == \"system\" -%}\n\t{%- set ns.system_prompt = messages[0][\"content\"] -%}\n\t{%- set messages = messages[1:] -%}\n{%- endif -%}\n{%- if tools -%}\n\t{%- set ns.system_prompt = ns.system_prompt + (\"\\n\" if ns.system_prompt else \"\") + \"List of tools: <|tool_list_start|>[\" -%}\n\t{%- for tool in tools -%}\n\t\t{%- if tool is not string -%}\n\t\t\t{%- set tool = tool | tojson -%}\n\t\t{%- endif -%}\n\t\t{%- set ns.system_prompt = ns.system_prompt + tool -%}\n\t\t{%- if not loop.last -%}\n\t\t\t{%- set ns.system_prompt = ns.system_prompt + \", \" -%}\n\t\t{%- endif -%}\n\t{%- endfor -%}\n\t{%- set ns.system_prompt = ns.system_prompt + \"]<|tool_list_end|>\" -%}\n{%- endif -%}\n{%- if ns.system_prompt -%}\n\t{{- \"<|im_start|>system\\n\" + ns.system_prompt + \"<|im_end|>\\n\" -}}\n{%- endif -%}\n{%- for message in messages -%}\n\t{{- \"<|im_start|>\" + message[\"role\"] + \"\\n\" -}}\n\t{%- set content = message[\"content\"] -%}\n\t{%- if content is not string -%}\n\t\t{%- set content = content | tojson -%}\n\t{%- endif -%}\n\t{%- if message[\"role\"] == \"tool\" -%}\n\t\t{%- set content = \"<|tool_response_start|>\" + content + \"<|tool_response_end|>\" -%}\n\t{%- endif -%}\n\t{{- content + \"<|im_end|>\\n\" -}}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n\t{{- \"<|im_start|>assistant\\n\" -}}\n{%- endif -%}\n" + }, + "generation_time_parameters": { + "sampling_parameters": { + "temperature": 0.3, + "min_p": 0.15, + "repetition_penalty": 1.05 + } + } +} \ No newline at end of file