初始化项目,由ModelHub XC社区提供模型
Model: RemySkye/LFM2.5-8B-A1B-i1-GGUF Source: Original Platform
This commit is contained in:
64
.gitattributes
vendored
Normal file
64
.gitattributes
vendored
Normal file
@@ -0,0 +1,64 @@
|
|||||||
|
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.model filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
lfm2.5-8b-a1b-bf16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
lfm2.5-8b-a1b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
lfm2.5-8b-a1b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
lfm2.5-8b-a1b-q5_1.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
lfm2.5-8b-a1b-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
lfm2.5-8b-a1b-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
lfm2.5-8b-a1b-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
lfm2.5-8b-a1b-q4_1.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
lfm2.5-8b-a1b-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
lfm2.5-8b-a1b-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
lfm2.5-8b-a1b-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
lfm2.5-8b-a1b-iq4_nl.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
lfm2.5-8b-a1b-iq4_xs.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
lfm2.5-8b-a1b-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
lfm2.5-8b-a1b-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
lfm2.5-8b-a1b-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
lfm2.5-8b-a1b-iq3_m.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
lfm2.5-8b-a1b-iq3_s.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
lfm2.5-8b-a1b-iq3_xs.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
lfm2.5-8b-a1b-iq3_xxs.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
lfm2.5-8b-a1b-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
lfm2.5-8b-a1b-q2_k_s.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
lfm2.5-8b-a1b-iq2_m.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
lfm2.5-8b-a1b-iq2_s.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
lfm2.5-8b-a1b-iq2_xs.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
lfm2.5-8b-a1b-iq2_xxs.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
lfm2.5-8b-a1b-iq1_m.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
lfm2.5-8b-a1b-iq1_s.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
imatrix.gguf filter=lfs diff=lfs merge=lfs -text
|
||||||
34
README.md
Normal file
34
README.md
Normal file
@@ -0,0 +1,34 @@
|
|||||||
|
---
|
||||||
|
license: other
|
||||||
|
license_name: lfm1.0
|
||||||
|
language:
|
||||||
|
- en
|
||||||
|
- ar
|
||||||
|
- zh
|
||||||
|
- fr
|
||||||
|
- de
|
||||||
|
- ja
|
||||||
|
- ko
|
||||||
|
- es
|
||||||
|
- pt
|
||||||
|
pipeline_tag: text-generation
|
||||||
|
tags:
|
||||||
|
- liquid
|
||||||
|
- lfm2.5
|
||||||
|
- edge
|
||||||
|
- gguf
|
||||||
|
- llama
|
||||||
|
- text-generation
|
||||||
|
base_model:
|
||||||
|
- LiquidAI/LFM2.5-8B-A1B
|
||||||
|
---
|
||||||
|
|
||||||
|
# LFM2.5-8B-A1B-i1-GGUF
|
||||||
|
|
||||||
|
This repository contains GGUF format quantizations of the model LiquidAI/LFM2.5-8B-A1B. These models were generated using llama.cpp with an importance matrix (imatrix) - https://gist.github.com/bartowski1182/82ae9b520227f57d79ba04add13d0d0d
|
||||||
|
|
||||||
|
Used this pull request to be able to quantize: https://github.com/ggml-org/llama.cpp/pull/23826/
|
||||||
|
Should work with the latest llama.cpp
|
||||||
|
|
||||||
|
# NOTE
|
||||||
|
Quantization below 4 bits may result in unacceptably low quality.
|
||||||
3
imatrix.gguf
Normal file
3
imatrix.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:03b05f007503f5100c5b778e6e6df3e723a64cddf68264cc7c7335dec2337230
|
||||||
|
size 17375232
|
||||||
3
lfm2.5-8b-a1b-bf16.gguf
Normal file
3
lfm2.5-8b-a1b-bf16.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:c867a76197b3fdb8202d875f7346055a47795e9ebdb7dd114d56bf32b1a02c25
|
||||||
|
size 16947260320
|
||||||
3
lfm2.5-8b-a1b-iq1_m.gguf
Normal file
3
lfm2.5-8b-a1b-iq1_m.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:5404bf9f4a8f1d76437e025586c2f21e9fb1acd43b69e658b27e30aee28aa870
|
||||||
|
size 2008919200
|
||||||
3
lfm2.5-8b-a1b-iq1_s.gguf
Normal file
3
lfm2.5-8b-a1b-iq1_s.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:c8ef6a1b7ef6c880bafbb346cbaf8b73abf7ded116e5cfca5bc7345df992a4f9
|
||||||
|
size 1820814496
|
||||||
3
lfm2.5-8b-a1b-iq2_m.gguf
Normal file
3
lfm2.5-8b-a1b-iq2_m.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:10751e4a4c2b104e4f0dc11ee9edf59dfa46becdfdc9f82198024b83a4f0c600
|
||||||
|
size 2843274400
|
||||||
3
lfm2.5-8b-a1b-iq2_s.gguf
Normal file
3
lfm2.5-8b-a1b-iq2_s.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:37467b52896dae6a688f6a851ab8db7adf60c1bc7cc083cc5f4a88f55b9acf06
|
||||||
|
size 2592468128
|
||||||
3
lfm2.5-8b-a1b-iq2_xs.gguf
Normal file
3
lfm2.5-8b-a1b-iq2_xs.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:c184933cd7124239a37e3e481de73e9b1aadc7041419d0aa5503c81c8b4d87dd
|
||||||
|
size 2574019744
|
||||||
3
lfm2.5-8b-a1b-iq2_xxs.gguf
Normal file
3
lfm2.5-8b-a1b-iq2_xxs.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:69b3dabbfa85e6ac627a939cd388b40758a82e2d8e3d5bd1b431f32993b13e1a
|
||||||
|
size 2322427040
|
||||||
3
lfm2.5-8b-a1b-iq3_m.gguf
Normal file
3
lfm2.5-8b-a1b-iq3_m.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:797f85400e0196ec005786f5d11061e33db8448cc8cbd6c223cf0e4b4d48f993
|
||||||
|
size 3778751648
|
||||||
3
lfm2.5-8b-a1b-iq3_s.gguf
Normal file
3
lfm2.5-8b-a1b-iq3_s.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:3d8479d38cbea510c496d16b596fa8d27e03f9af92c7a83b65d0e8e210e77ade
|
||||||
|
size 3755076768
|
||||||
3
lfm2.5-8b-a1b-iq3_xs.gguf
Normal file
3
lfm2.5-8b-a1b-iq3_xs.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:a56670c7f04e8ca836f631cf37ce6615a17c64211527ba51e73847237172d92f
|
||||||
|
size 3555421344
|
||||||
3
lfm2.5-8b-a1b-iq3_xxs.gguf
Normal file
3
lfm2.5-8b-a1b-iq3_xxs.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:562e0668fae26a82b94e56bb878dbe42294fd399d0b94bc752eaeb9a6eb00d26
|
||||||
|
size 3334909088
|
||||||
3
lfm2.5-8b-a1b-iq4_nl.gguf
Normal file
3
lfm2.5-8b-a1b-iq4_nl.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:afd6b9cdb5136f1467dc5c55e46d98a3e9ad04267e856f93c17a89c41926a60a
|
||||||
|
size 4844678304
|
||||||
3
lfm2.5-8b-a1b-iq4_xs.gguf
Normal file
3
lfm2.5-8b-a1b-iq4_xs.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:408fb98b54e18f291effd7c58f7bbf520de50b7ea5d79b4bb7336c1fe85da0b8
|
||||||
|
size 4588301472
|
||||||
3
lfm2.5-8b-a1b-q2_k.gguf
Normal file
3
lfm2.5-8b-a1b-q2_k.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:52bf06912af19ce11f92eff899a67483e91f86ee929d8f2819fae2f80e9882c0
|
||||||
|
size 3190434976
|
||||||
3
lfm2.5-8b-a1b-q2_k_s.gguf
Normal file
3
lfm2.5-8b-a1b-q2_k_s.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:9836f6a0d5ff9bbc3d2ec001a73d623e031383ed17ea8a2e60d0b05c663a3e77
|
||||||
|
size 2956258464
|
||||||
3
lfm2.5-8b-a1b-q3_k_l.gguf
Normal file
3
lfm2.5-8b-a1b-q3_k_l.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:b600504002aee0405b3e5b0c6269d5efe59f6acd329a283a2a78fb7d882e54a2
|
||||||
|
size 4436864160
|
||||||
3
lfm2.5-8b-a1b-q3_k_m.gguf
Normal file
3
lfm2.5-8b-a1b-q3_k_m.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:53d58a1bc611dd96a9cd650d350e9108ff62f053ef5403a0dc8ad000d7fd9140
|
||||||
|
size 4108397728
|
||||||
3
lfm2.5-8b-a1b-q3_k_s.gguf
Normal file
3
lfm2.5-8b-a1b-q3_k_s.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:f82fce76bcd3ef8f3ced6a8db5e24a19db4648b6ebcbb6e08765d21b12c85644
|
||||||
|
size 3755076768
|
||||||
3
lfm2.5-8b-a1b-q4_0.gguf
Normal file
3
lfm2.5-8b-a1b-q4_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:436c5c67e2573b067ebc3fa1afad4e93c322c983cccfc573ec0fec4d6ece858d
|
||||||
|
size 4853853344
|
||||||
3
lfm2.5-8b-a1b-q4_1.gguf
Normal file
3
lfm2.5-8b-a1b-q4_1.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:6879d1c669e1b64fd5c1350f2af118324ffd88da21214a1ee3cf0df74379a827
|
||||||
|
size 5357431968
|
||||||
3
lfm2.5-8b-a1b-q4_k_m.gguf
Normal file
3
lfm2.5-8b-a1b-q4_k_m.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:6c5dc3a4cd4d8aecad62d8132485d097fffb60bc113087244e3b355a63d852b8
|
||||||
|
size 5155564704
|
||||||
3
lfm2.5-8b-a1b-q4_k_s.gguf
Normal file
3
lfm2.5-8b-a1b-q4_k_s.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:1b0d3db4dede0f29ac9996a64dba6d719e14293342949f768525c70557f0004a
|
||||||
|
size 4863552672
|
||||||
3
lfm2.5-8b-a1b-q5_0.gguf
Normal file
3
lfm2.5-8b-a1b-q5_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:7c481c4ec232f5f013bd518cc32f6d85f5e7481567d8c6ba711fb36299740ada
|
||||||
|
size 5879360672
|
||||||
3
lfm2.5-8b-a1b-q5_1.gguf
Normal file
3
lfm2.5-8b-a1b-q5_1.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:71c21abe6dc3742f91a3c34c67140f402e151ec88b4b54d37d229066c4a0f1ec
|
||||||
|
size 6382939296
|
||||||
3
lfm2.5-8b-a1b-q5_k_m.gguf
Normal file
3
lfm2.5-8b-a1b-q5_k_m.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:e0a25571b6623d03dab780d743c94226130770ff91c85ee40a7322beac373c84
|
||||||
|
size 6030339232
|
||||||
3
lfm2.5-8b-a1b-q5_k_s.gguf
Normal file
3
lfm2.5-8b-a1b-q5_k_s.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:9a3838f1f0548dda24759e18e81d4cc244fcf0132544a9ea28e8ad4e896c719e
|
||||||
|
size 5870185632
|
||||||
3
lfm2.5-8b-a1b-q6_k.gguf
Normal file
3
lfm2.5-8b-a1b-q6_k.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:8ec2c81c3f6209f9fea5f0a93176f5ca4829e9c2609d580d8930ccfe9d4ea7e1
|
||||||
|
size 6959787168
|
||||||
3
lfm2.5-8b-a1b-q8_0.gguf
Normal file
3
lfm2.5-8b-a1b-q8_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:c34614b275fbbfe7ea3918727ccfc408a7c5aad20e6266d4eefca5139d722072
|
||||||
|
size 9010195616
|
||||||
Reference in New Issue
Block a user