初始化项目,由ModelHub XC社区提供模型
Model: RemySkye/LFM2.5-8B-A1B-i1-GGUF Source: Original Platform
This commit is contained in:
64
.gitattributes
vendored
Normal file
64
.gitattributes
vendored
Normal file
@@ -0,0 +1,64 @@
|
||||
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||
*.model filter=lfs diff=lfs merge=lfs -text
|
||||
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||
lfm2.5-8b-a1b-bf16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
lfm2.5-8b-a1b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
lfm2.5-8b-a1b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
lfm2.5-8b-a1b-q5_1.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
lfm2.5-8b-a1b-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
lfm2.5-8b-a1b-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
lfm2.5-8b-a1b-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
lfm2.5-8b-a1b-q4_1.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
lfm2.5-8b-a1b-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
lfm2.5-8b-a1b-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
lfm2.5-8b-a1b-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
lfm2.5-8b-a1b-iq4_nl.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
lfm2.5-8b-a1b-iq4_xs.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
lfm2.5-8b-a1b-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
lfm2.5-8b-a1b-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
lfm2.5-8b-a1b-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
lfm2.5-8b-a1b-iq3_m.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
lfm2.5-8b-a1b-iq3_s.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
lfm2.5-8b-a1b-iq3_xs.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
lfm2.5-8b-a1b-iq3_xxs.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
lfm2.5-8b-a1b-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
lfm2.5-8b-a1b-q2_k_s.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
lfm2.5-8b-a1b-iq2_m.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
lfm2.5-8b-a1b-iq2_s.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
lfm2.5-8b-a1b-iq2_xs.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
lfm2.5-8b-a1b-iq2_xxs.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
lfm2.5-8b-a1b-iq1_m.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
lfm2.5-8b-a1b-iq1_s.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
imatrix.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
34
README.md
Normal file
34
README.md
Normal file
@@ -0,0 +1,34 @@
|
||||
---
|
||||
license: other
|
||||
license_name: lfm1.0
|
||||
language:
|
||||
- en
|
||||
- ar
|
||||
- zh
|
||||
- fr
|
||||
- de
|
||||
- ja
|
||||
- ko
|
||||
- es
|
||||
- pt
|
||||
pipeline_tag: text-generation
|
||||
tags:
|
||||
- liquid
|
||||
- lfm2.5
|
||||
- edge
|
||||
- gguf
|
||||
- llama
|
||||
- text-generation
|
||||
base_model:
|
||||
- LiquidAI/LFM2.5-8B-A1B
|
||||
---
|
||||
|
||||
# LFM2.5-8B-A1B-i1-GGUF
|
||||
|
||||
This repository contains GGUF format quantizations of the model LiquidAI/LFM2.5-8B-A1B. These models were generated using llama.cpp with an importance matrix (imatrix) - https://gist.github.com/bartowski1182/82ae9b520227f57d79ba04add13d0d0d
|
||||
|
||||
Used this pull request to be able to quantize: https://github.com/ggml-org/llama.cpp/pull/23826/
|
||||
Should work with the latest llama.cpp
|
||||
|
||||
# NOTE
|
||||
Quantization below 4 bits may result in unacceptably low quality.
|
||||
3
imatrix.gguf
Normal file
3
imatrix.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:03b05f007503f5100c5b778e6e6df3e723a64cddf68264cc7c7335dec2337230
|
||||
size 17375232
|
||||
3
lfm2.5-8b-a1b-bf16.gguf
Normal file
3
lfm2.5-8b-a1b-bf16.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:c867a76197b3fdb8202d875f7346055a47795e9ebdb7dd114d56bf32b1a02c25
|
||||
size 16947260320
|
||||
3
lfm2.5-8b-a1b-iq1_m.gguf
Normal file
3
lfm2.5-8b-a1b-iq1_m.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:5404bf9f4a8f1d76437e025586c2f21e9fb1acd43b69e658b27e30aee28aa870
|
||||
size 2008919200
|
||||
3
lfm2.5-8b-a1b-iq1_s.gguf
Normal file
3
lfm2.5-8b-a1b-iq1_s.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:c8ef6a1b7ef6c880bafbb346cbaf8b73abf7ded116e5cfca5bc7345df992a4f9
|
||||
size 1820814496
|
||||
3
lfm2.5-8b-a1b-iq2_m.gguf
Normal file
3
lfm2.5-8b-a1b-iq2_m.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:10751e4a4c2b104e4f0dc11ee9edf59dfa46becdfdc9f82198024b83a4f0c600
|
||||
size 2843274400
|
||||
3
lfm2.5-8b-a1b-iq2_s.gguf
Normal file
3
lfm2.5-8b-a1b-iq2_s.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:37467b52896dae6a688f6a851ab8db7adf60c1bc7cc083cc5f4a88f55b9acf06
|
||||
size 2592468128
|
||||
3
lfm2.5-8b-a1b-iq2_xs.gguf
Normal file
3
lfm2.5-8b-a1b-iq2_xs.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:c184933cd7124239a37e3e481de73e9b1aadc7041419d0aa5503c81c8b4d87dd
|
||||
size 2574019744
|
||||
3
lfm2.5-8b-a1b-iq2_xxs.gguf
Normal file
3
lfm2.5-8b-a1b-iq2_xxs.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:69b3dabbfa85e6ac627a939cd388b40758a82e2d8e3d5bd1b431f32993b13e1a
|
||||
size 2322427040
|
||||
3
lfm2.5-8b-a1b-iq3_m.gguf
Normal file
3
lfm2.5-8b-a1b-iq3_m.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:797f85400e0196ec005786f5d11061e33db8448cc8cbd6c223cf0e4b4d48f993
|
||||
size 3778751648
|
||||
3
lfm2.5-8b-a1b-iq3_s.gguf
Normal file
3
lfm2.5-8b-a1b-iq3_s.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:3d8479d38cbea510c496d16b596fa8d27e03f9af92c7a83b65d0e8e210e77ade
|
||||
size 3755076768
|
||||
3
lfm2.5-8b-a1b-iq3_xs.gguf
Normal file
3
lfm2.5-8b-a1b-iq3_xs.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:a56670c7f04e8ca836f631cf37ce6615a17c64211527ba51e73847237172d92f
|
||||
size 3555421344
|
||||
3
lfm2.5-8b-a1b-iq3_xxs.gguf
Normal file
3
lfm2.5-8b-a1b-iq3_xxs.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:562e0668fae26a82b94e56bb878dbe42294fd399d0b94bc752eaeb9a6eb00d26
|
||||
size 3334909088
|
||||
3
lfm2.5-8b-a1b-iq4_nl.gguf
Normal file
3
lfm2.5-8b-a1b-iq4_nl.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:afd6b9cdb5136f1467dc5c55e46d98a3e9ad04267e856f93c17a89c41926a60a
|
||||
size 4844678304
|
||||
3
lfm2.5-8b-a1b-iq4_xs.gguf
Normal file
3
lfm2.5-8b-a1b-iq4_xs.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:408fb98b54e18f291effd7c58f7bbf520de50b7ea5d79b4bb7336c1fe85da0b8
|
||||
size 4588301472
|
||||
3
lfm2.5-8b-a1b-q2_k.gguf
Normal file
3
lfm2.5-8b-a1b-q2_k.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:52bf06912af19ce11f92eff899a67483e91f86ee929d8f2819fae2f80e9882c0
|
||||
size 3190434976
|
||||
3
lfm2.5-8b-a1b-q2_k_s.gguf
Normal file
3
lfm2.5-8b-a1b-q2_k_s.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:9836f6a0d5ff9bbc3d2ec001a73d623e031383ed17ea8a2e60d0b05c663a3e77
|
||||
size 2956258464
|
||||
3
lfm2.5-8b-a1b-q3_k_l.gguf
Normal file
3
lfm2.5-8b-a1b-q3_k_l.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:b600504002aee0405b3e5b0c6269d5efe59f6acd329a283a2a78fb7d882e54a2
|
||||
size 4436864160
|
||||
3
lfm2.5-8b-a1b-q3_k_m.gguf
Normal file
3
lfm2.5-8b-a1b-q3_k_m.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:53d58a1bc611dd96a9cd650d350e9108ff62f053ef5403a0dc8ad000d7fd9140
|
||||
size 4108397728
|
||||
3
lfm2.5-8b-a1b-q3_k_s.gguf
Normal file
3
lfm2.5-8b-a1b-q3_k_s.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:f82fce76bcd3ef8f3ced6a8db5e24a19db4648b6ebcbb6e08765d21b12c85644
|
||||
size 3755076768
|
||||
3
lfm2.5-8b-a1b-q4_0.gguf
Normal file
3
lfm2.5-8b-a1b-q4_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:436c5c67e2573b067ebc3fa1afad4e93c322c983cccfc573ec0fec4d6ece858d
|
||||
size 4853853344
|
||||
3
lfm2.5-8b-a1b-q4_1.gguf
Normal file
3
lfm2.5-8b-a1b-q4_1.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:6879d1c669e1b64fd5c1350f2af118324ffd88da21214a1ee3cf0df74379a827
|
||||
size 5357431968
|
||||
3
lfm2.5-8b-a1b-q4_k_m.gguf
Normal file
3
lfm2.5-8b-a1b-q4_k_m.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:6c5dc3a4cd4d8aecad62d8132485d097fffb60bc113087244e3b355a63d852b8
|
||||
size 5155564704
|
||||
3
lfm2.5-8b-a1b-q4_k_s.gguf
Normal file
3
lfm2.5-8b-a1b-q4_k_s.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:1b0d3db4dede0f29ac9996a64dba6d719e14293342949f768525c70557f0004a
|
||||
size 4863552672
|
||||
3
lfm2.5-8b-a1b-q5_0.gguf
Normal file
3
lfm2.5-8b-a1b-q5_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:7c481c4ec232f5f013bd518cc32f6d85f5e7481567d8c6ba711fb36299740ada
|
||||
size 5879360672
|
||||
3
lfm2.5-8b-a1b-q5_1.gguf
Normal file
3
lfm2.5-8b-a1b-q5_1.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:71c21abe6dc3742f91a3c34c67140f402e151ec88b4b54d37d229066c4a0f1ec
|
||||
size 6382939296
|
||||
3
lfm2.5-8b-a1b-q5_k_m.gguf
Normal file
3
lfm2.5-8b-a1b-q5_k_m.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:e0a25571b6623d03dab780d743c94226130770ff91c85ee40a7322beac373c84
|
||||
size 6030339232
|
||||
3
lfm2.5-8b-a1b-q5_k_s.gguf
Normal file
3
lfm2.5-8b-a1b-q5_k_s.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:9a3838f1f0548dda24759e18e81d4cc244fcf0132544a9ea28e8ad4e896c719e
|
||||
size 5870185632
|
||||
3
lfm2.5-8b-a1b-q6_k.gguf
Normal file
3
lfm2.5-8b-a1b-q6_k.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:8ec2c81c3f6209f9fea5f0a93176f5ca4829e9c2609d580d8930ccfe9d4ea7e1
|
||||
size 6959787168
|
||||
3
lfm2.5-8b-a1b-q8_0.gguf
Normal file
3
lfm2.5-8b-a1b-q8_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:c34614b275fbbfe7ea3918727ccfc408a7c5aad20e6266d4eefca5139d722072
|
||||
size 9010195616
|
||||
Reference in New Issue
Block a user