From f25f097bce3812b3a4a6275d3462f1e89c0524de Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 11 Jun 2026 06:34:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: RemySkye/LFM2.5-8B-A1B-i1-GGUF Source: Original Platform --- .gitattributes | 64 ++++++++++++++++++++++++++++++++++++++ README.md | 34 ++++++++++++++++++++ imatrix.gguf | 3 ++ lfm2.5-8b-a1b-bf16.gguf | 3 ++ lfm2.5-8b-a1b-iq1_m.gguf | 3 ++ lfm2.5-8b-a1b-iq1_s.gguf | 3 ++ lfm2.5-8b-a1b-iq2_m.gguf | 3 ++ lfm2.5-8b-a1b-iq2_s.gguf | 3 ++ lfm2.5-8b-a1b-iq2_xs.gguf | 3 ++ lfm2.5-8b-a1b-iq2_xxs.gguf | 3 ++ lfm2.5-8b-a1b-iq3_m.gguf | 3 ++ lfm2.5-8b-a1b-iq3_s.gguf | 3 ++ lfm2.5-8b-a1b-iq3_xs.gguf | 3 ++ lfm2.5-8b-a1b-iq3_xxs.gguf | 3 ++ lfm2.5-8b-a1b-iq4_nl.gguf | 3 ++ lfm2.5-8b-a1b-iq4_xs.gguf | 3 ++ lfm2.5-8b-a1b-q2_k.gguf | 3 ++ lfm2.5-8b-a1b-q2_k_s.gguf | 3 ++ lfm2.5-8b-a1b-q3_k_l.gguf | 3 ++ lfm2.5-8b-a1b-q3_k_m.gguf | 3 ++ lfm2.5-8b-a1b-q3_k_s.gguf | 3 ++ lfm2.5-8b-a1b-q4_0.gguf | 3 ++ lfm2.5-8b-a1b-q4_1.gguf | 3 ++ lfm2.5-8b-a1b-q4_k_m.gguf | 3 ++ lfm2.5-8b-a1b-q4_k_s.gguf | 3 ++ lfm2.5-8b-a1b-q5_0.gguf | 3 ++ lfm2.5-8b-a1b-q5_1.gguf | 3 ++ lfm2.5-8b-a1b-q5_k_m.gguf | 3 ++ lfm2.5-8b-a1b-q5_k_s.gguf | 3 ++ lfm2.5-8b-a1b-q6_k.gguf | 3 ++ lfm2.5-8b-a1b-q8_0.gguf | 3 ++ 31 files changed, 185 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 imatrix.gguf create mode 100644 lfm2.5-8b-a1b-bf16.gguf create mode 100644 lfm2.5-8b-a1b-iq1_m.gguf create mode 100644 lfm2.5-8b-a1b-iq1_s.gguf create mode 100644 lfm2.5-8b-a1b-iq2_m.gguf create mode 100644 lfm2.5-8b-a1b-iq2_s.gguf create mode 100644 lfm2.5-8b-a1b-iq2_xs.gguf create mode 100644 lfm2.5-8b-a1b-iq2_xxs.gguf create mode 100644 lfm2.5-8b-a1b-iq3_m.gguf create mode 100644 lfm2.5-8b-a1b-iq3_s.gguf create mode 100644 lfm2.5-8b-a1b-iq3_xs.gguf create mode 100644 lfm2.5-8b-a1b-iq3_xxs.gguf create mode 100644 lfm2.5-8b-a1b-iq4_nl.gguf create mode 100644 lfm2.5-8b-a1b-iq4_xs.gguf create mode 100644 lfm2.5-8b-a1b-q2_k.gguf create mode 100644 lfm2.5-8b-a1b-q2_k_s.gguf create mode 100644 lfm2.5-8b-a1b-q3_k_l.gguf create mode 100644 lfm2.5-8b-a1b-q3_k_m.gguf create mode 100644 lfm2.5-8b-a1b-q3_k_s.gguf create mode 100644 lfm2.5-8b-a1b-q4_0.gguf create mode 100644 lfm2.5-8b-a1b-q4_1.gguf create mode 100644 lfm2.5-8b-a1b-q4_k_m.gguf create mode 100644 lfm2.5-8b-a1b-q4_k_s.gguf create mode 100644 lfm2.5-8b-a1b-q5_0.gguf create mode 100644 lfm2.5-8b-a1b-q5_1.gguf create mode 100644 lfm2.5-8b-a1b-q5_k_m.gguf create mode 100644 lfm2.5-8b-a1b-q5_k_s.gguf create mode 100644 lfm2.5-8b-a1b-q6_k.gguf create mode 100644 lfm2.5-8b-a1b-q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..abb2609 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,64 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +lfm2.5-8b-a1b-bf16.gguf filter=lfs diff=lfs merge=lfs -text +lfm2.5-8b-a1b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text +lfm2.5-8b-a1b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text +lfm2.5-8b-a1b-q5_1.gguf filter=lfs diff=lfs merge=lfs -text +lfm2.5-8b-a1b-q5_0.gguf filter=lfs diff=lfs merge=lfs -text +lfm2.5-8b-a1b-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +lfm2.5-8b-a1b-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text +lfm2.5-8b-a1b-q4_1.gguf filter=lfs diff=lfs merge=lfs -text +lfm2.5-8b-a1b-q4_0.gguf filter=lfs diff=lfs merge=lfs -text +lfm2.5-8b-a1b-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +lfm2.5-8b-a1b-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text +lfm2.5-8b-a1b-iq4_nl.gguf filter=lfs diff=lfs merge=lfs -text +lfm2.5-8b-a1b-iq4_xs.gguf filter=lfs diff=lfs merge=lfs -text +lfm2.5-8b-a1b-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text +lfm2.5-8b-a1b-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +lfm2.5-8b-a1b-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text +lfm2.5-8b-a1b-iq3_m.gguf filter=lfs diff=lfs merge=lfs -text +lfm2.5-8b-a1b-iq3_s.gguf filter=lfs diff=lfs merge=lfs -text +lfm2.5-8b-a1b-iq3_xs.gguf filter=lfs diff=lfs merge=lfs -text +lfm2.5-8b-a1b-iq3_xxs.gguf filter=lfs diff=lfs merge=lfs -text +lfm2.5-8b-a1b-q2_k.gguf filter=lfs diff=lfs merge=lfs -text +lfm2.5-8b-a1b-q2_k_s.gguf filter=lfs diff=lfs merge=lfs -text +lfm2.5-8b-a1b-iq2_m.gguf filter=lfs diff=lfs merge=lfs -text +lfm2.5-8b-a1b-iq2_s.gguf filter=lfs diff=lfs merge=lfs -text +lfm2.5-8b-a1b-iq2_xs.gguf filter=lfs diff=lfs merge=lfs -text +lfm2.5-8b-a1b-iq2_xxs.gguf filter=lfs diff=lfs merge=lfs -text +lfm2.5-8b-a1b-iq1_m.gguf filter=lfs diff=lfs merge=lfs -text +lfm2.5-8b-a1b-iq1_s.gguf filter=lfs diff=lfs merge=lfs -text +imatrix.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..7df70c0 --- /dev/null +++ b/README.md @@ -0,0 +1,34 @@ +--- +license: other +license_name: lfm1.0 +language: +- en +- ar +- zh +- fr +- de +- ja +- ko +- es +- pt +pipeline_tag: text-generation +tags: +- liquid +- lfm2.5 +- edge +- gguf +- llama +- text-generation +base_model: +- LiquidAI/LFM2.5-8B-A1B +--- + +# LFM2.5-8B-A1B-i1-GGUF + +This repository contains GGUF format quantizations of the model LiquidAI/LFM2.5-8B-A1B. These models were generated using llama.cpp with an importance matrix (imatrix) - https://gist.github.com/bartowski1182/82ae9b520227f57d79ba04add13d0d0d + +Used this pull request to be able to quantize: https://github.com/ggml-org/llama.cpp/pull/23826/ +Should work with the latest llama.cpp + +# NOTE +Quantization below 4 bits may result in unacceptably low quality. \ No newline at end of file diff --git a/imatrix.gguf b/imatrix.gguf new file mode 100644 index 0000000..5cfffed --- /dev/null +++ b/imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03b05f007503f5100c5b778e6e6df3e723a64cddf68264cc7c7335dec2337230 +size 17375232 diff --git a/lfm2.5-8b-a1b-bf16.gguf b/lfm2.5-8b-a1b-bf16.gguf new file mode 100644 index 0000000..7438f7d --- /dev/null +++ b/lfm2.5-8b-a1b-bf16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c867a76197b3fdb8202d875f7346055a47795e9ebdb7dd114d56bf32b1a02c25 +size 16947260320 diff --git a/lfm2.5-8b-a1b-iq1_m.gguf b/lfm2.5-8b-a1b-iq1_m.gguf new file mode 100644 index 0000000..58267d3 --- /dev/null +++ b/lfm2.5-8b-a1b-iq1_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5404bf9f4a8f1d76437e025586c2f21e9fb1acd43b69e658b27e30aee28aa870 +size 2008919200 diff --git a/lfm2.5-8b-a1b-iq1_s.gguf b/lfm2.5-8b-a1b-iq1_s.gguf new file mode 100644 index 0000000..5a50ba6 --- /dev/null +++ b/lfm2.5-8b-a1b-iq1_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8ef6a1b7ef6c880bafbb346cbaf8b73abf7ded116e5cfca5bc7345df992a4f9 +size 1820814496 diff --git a/lfm2.5-8b-a1b-iq2_m.gguf b/lfm2.5-8b-a1b-iq2_m.gguf new file mode 100644 index 0000000..844b615 --- /dev/null +++ b/lfm2.5-8b-a1b-iq2_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10751e4a4c2b104e4f0dc11ee9edf59dfa46becdfdc9f82198024b83a4f0c600 +size 2843274400 diff --git a/lfm2.5-8b-a1b-iq2_s.gguf b/lfm2.5-8b-a1b-iq2_s.gguf new file mode 100644 index 0000000..3e3e8ba --- /dev/null +++ b/lfm2.5-8b-a1b-iq2_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37467b52896dae6a688f6a851ab8db7adf60c1bc7cc083cc5f4a88f55b9acf06 +size 2592468128 diff --git a/lfm2.5-8b-a1b-iq2_xs.gguf b/lfm2.5-8b-a1b-iq2_xs.gguf new file mode 100644 index 0000000..71cb1e6 --- /dev/null +++ b/lfm2.5-8b-a1b-iq2_xs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c184933cd7124239a37e3e481de73e9b1aadc7041419d0aa5503c81c8b4d87dd +size 2574019744 diff --git a/lfm2.5-8b-a1b-iq2_xxs.gguf b/lfm2.5-8b-a1b-iq2_xxs.gguf new file mode 100644 index 0000000..641118f --- /dev/null +++ b/lfm2.5-8b-a1b-iq2_xxs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69b3dabbfa85e6ac627a939cd388b40758a82e2d8e3d5bd1b431f32993b13e1a +size 2322427040 diff --git a/lfm2.5-8b-a1b-iq3_m.gguf b/lfm2.5-8b-a1b-iq3_m.gguf new file mode 100644 index 0000000..2400786 --- /dev/null +++ b/lfm2.5-8b-a1b-iq3_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:797f85400e0196ec005786f5d11061e33db8448cc8cbd6c223cf0e4b4d48f993 +size 3778751648 diff --git a/lfm2.5-8b-a1b-iq3_s.gguf b/lfm2.5-8b-a1b-iq3_s.gguf new file mode 100644 index 0000000..1a506bd --- /dev/null +++ b/lfm2.5-8b-a1b-iq3_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d8479d38cbea510c496d16b596fa8d27e03f9af92c7a83b65d0e8e210e77ade +size 3755076768 diff --git a/lfm2.5-8b-a1b-iq3_xs.gguf b/lfm2.5-8b-a1b-iq3_xs.gguf new file mode 100644 index 0000000..6343275 --- /dev/null +++ b/lfm2.5-8b-a1b-iq3_xs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a56670c7f04e8ca836f631cf37ce6615a17c64211527ba51e73847237172d92f +size 3555421344 diff --git a/lfm2.5-8b-a1b-iq3_xxs.gguf b/lfm2.5-8b-a1b-iq3_xxs.gguf new file mode 100644 index 0000000..9006f17 --- /dev/null +++ b/lfm2.5-8b-a1b-iq3_xxs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:562e0668fae26a82b94e56bb878dbe42294fd399d0b94bc752eaeb9a6eb00d26 +size 3334909088 diff --git a/lfm2.5-8b-a1b-iq4_nl.gguf b/lfm2.5-8b-a1b-iq4_nl.gguf new file mode 100644 index 0000000..f326bd4 --- /dev/null +++ b/lfm2.5-8b-a1b-iq4_nl.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afd6b9cdb5136f1467dc5c55e46d98a3e9ad04267e856f93c17a89c41926a60a +size 4844678304 diff --git a/lfm2.5-8b-a1b-iq4_xs.gguf b/lfm2.5-8b-a1b-iq4_xs.gguf new file mode 100644 index 0000000..0ed23ad --- /dev/null +++ b/lfm2.5-8b-a1b-iq4_xs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:408fb98b54e18f291effd7c58f7bbf520de50b7ea5d79b4bb7336c1fe85da0b8 +size 4588301472 diff --git a/lfm2.5-8b-a1b-q2_k.gguf b/lfm2.5-8b-a1b-q2_k.gguf new file mode 100644 index 0000000..e2ef981 --- /dev/null +++ b/lfm2.5-8b-a1b-q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52bf06912af19ce11f92eff899a67483e91f86ee929d8f2819fae2f80e9882c0 +size 3190434976 diff --git a/lfm2.5-8b-a1b-q2_k_s.gguf b/lfm2.5-8b-a1b-q2_k_s.gguf new file mode 100644 index 0000000..0c6891a --- /dev/null +++ b/lfm2.5-8b-a1b-q2_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9836f6a0d5ff9bbc3d2ec001a73d623e031383ed17ea8a2e60d0b05c663a3e77 +size 2956258464 diff --git a/lfm2.5-8b-a1b-q3_k_l.gguf b/lfm2.5-8b-a1b-q3_k_l.gguf new file mode 100644 index 0000000..1c3adfc --- /dev/null +++ b/lfm2.5-8b-a1b-q3_k_l.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b600504002aee0405b3e5b0c6269d5efe59f6acd329a283a2a78fb7d882e54a2 +size 4436864160 diff --git a/lfm2.5-8b-a1b-q3_k_m.gguf b/lfm2.5-8b-a1b-q3_k_m.gguf new file mode 100644 index 0000000..9879b62 --- /dev/null +++ b/lfm2.5-8b-a1b-q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53d58a1bc611dd96a9cd650d350e9108ff62f053ef5403a0dc8ad000d7fd9140 +size 4108397728 diff --git a/lfm2.5-8b-a1b-q3_k_s.gguf b/lfm2.5-8b-a1b-q3_k_s.gguf new file mode 100644 index 0000000..080c1b6 --- /dev/null +++ b/lfm2.5-8b-a1b-q3_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f82fce76bcd3ef8f3ced6a8db5e24a19db4648b6ebcbb6e08765d21b12c85644 +size 3755076768 diff --git a/lfm2.5-8b-a1b-q4_0.gguf b/lfm2.5-8b-a1b-q4_0.gguf new file mode 100644 index 0000000..c7271d6 --- /dev/null +++ b/lfm2.5-8b-a1b-q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:436c5c67e2573b067ebc3fa1afad4e93c322c983cccfc573ec0fec4d6ece858d +size 4853853344 diff --git a/lfm2.5-8b-a1b-q4_1.gguf b/lfm2.5-8b-a1b-q4_1.gguf new file mode 100644 index 0000000..564dfa5 --- /dev/null +++ b/lfm2.5-8b-a1b-q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6879d1c669e1b64fd5c1350f2af118324ffd88da21214a1ee3cf0df74379a827 +size 5357431968 diff --git a/lfm2.5-8b-a1b-q4_k_m.gguf b/lfm2.5-8b-a1b-q4_k_m.gguf new file mode 100644 index 0000000..6c3b725 --- /dev/null +++ b/lfm2.5-8b-a1b-q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c5dc3a4cd4d8aecad62d8132485d097fffb60bc113087244e3b355a63d852b8 +size 5155564704 diff --git a/lfm2.5-8b-a1b-q4_k_s.gguf b/lfm2.5-8b-a1b-q4_k_s.gguf new file mode 100644 index 0000000..181bb0e --- /dev/null +++ b/lfm2.5-8b-a1b-q4_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b0d3db4dede0f29ac9996a64dba6d719e14293342949f768525c70557f0004a +size 4863552672 diff --git a/lfm2.5-8b-a1b-q5_0.gguf b/lfm2.5-8b-a1b-q5_0.gguf new file mode 100644 index 0000000..3af2f27 --- /dev/null +++ b/lfm2.5-8b-a1b-q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c481c4ec232f5f013bd518cc32f6d85f5e7481567d8c6ba711fb36299740ada +size 5879360672 diff --git a/lfm2.5-8b-a1b-q5_1.gguf b/lfm2.5-8b-a1b-q5_1.gguf new file mode 100644 index 0000000..56737a2 --- /dev/null +++ b/lfm2.5-8b-a1b-q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71c21abe6dc3742f91a3c34c67140f402e151ec88b4b54d37d229066c4a0f1ec +size 6382939296 diff --git a/lfm2.5-8b-a1b-q5_k_m.gguf b/lfm2.5-8b-a1b-q5_k_m.gguf new file mode 100644 index 0000000..385e698 --- /dev/null +++ b/lfm2.5-8b-a1b-q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0a25571b6623d03dab780d743c94226130770ff91c85ee40a7322beac373c84 +size 6030339232 diff --git a/lfm2.5-8b-a1b-q5_k_s.gguf b/lfm2.5-8b-a1b-q5_k_s.gguf new file mode 100644 index 0000000..7b53822 --- /dev/null +++ b/lfm2.5-8b-a1b-q5_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a3838f1f0548dda24759e18e81d4cc244fcf0132544a9ea28e8ad4e896c719e +size 5870185632 diff --git a/lfm2.5-8b-a1b-q6_k.gguf b/lfm2.5-8b-a1b-q6_k.gguf new file mode 100644 index 0000000..f08dfd3 --- /dev/null +++ b/lfm2.5-8b-a1b-q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ec2c81c3f6209f9fea5f0a93176f5ca4829e9c2609d580d8930ccfe9d4ea7e1 +size 6959787168 diff --git a/lfm2.5-8b-a1b-q8_0.gguf b/lfm2.5-8b-a1b-q8_0.gguf new file mode 100644 index 0000000..529494d --- /dev/null +++ b/lfm2.5-8b-a1b-q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c34614b275fbbfe7ea3918727ccfc408a7c5aad20e6266d4eefca5139d722072 +size 9010195616