devingulliver/mamba-gguf
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: devingulliver/mamba-gguf
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-08-09 12:54:16 +08:00
commit e2d1ef8127
86 changed files with 409 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

119
.gitattributes vendored Normal file
View File

@@ -0,0 +1,119 @@
*.7z filter=lfs diff=lfs merge=lfs -text
*.arrow filter=lfs diff=lfs merge=lfs -text
*.bin filter=lfs diff=lfs merge=lfs -text
*.bz2 filter=lfs diff=lfs merge=lfs -text
*.ckpt filter=lfs diff=lfs merge=lfs -text
*.ftz filter=lfs diff=lfs merge=lfs -text
*.gz filter=lfs diff=lfs merge=lfs -text
*.h5 filter=lfs diff=lfs merge=lfs -text
*.joblib filter=lfs diff=lfs merge=lfs -text
*.lfs.* filter=lfs diff=lfs merge=lfs -text
*.mlmodel filter=lfs diff=lfs merge=lfs -text
*.model filter=lfs diff=lfs merge=lfs -text
*.msgpack filter=lfs diff=lfs merge=lfs -text
*.npy filter=lfs diff=lfs merge=lfs -text
*.npz filter=lfs diff=lfs merge=lfs -text
*.onnx filter=lfs diff=lfs merge=lfs -text
*.ot filter=lfs diff=lfs merge=lfs -text
*.parquet filter=lfs diff=lfs merge=lfs -text
*.pb filter=lfs diff=lfs merge=lfs -text
*.pickle filter=lfs diff=lfs merge=lfs -text
*.pkl filter=lfs diff=lfs merge=lfs -text
*.pt filter=lfs diff=lfs merge=lfs -text
*.pth filter=lfs diff=lfs merge=lfs -text
*.rar filter=lfs diff=lfs merge=lfs -text
*.safetensors filter=lfs diff=lfs merge=lfs -text
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
*.tar.* filter=lfs diff=lfs merge=lfs -text
*.tar filter=lfs diff=lfs merge=lfs -text
*.tflite filter=lfs diff=lfs merge=lfs -text
*.tgz filter=lfs diff=lfs merge=lfs -text
*.wasm filter=lfs diff=lfs merge=lfs -text
*.xz filter=lfs diff=lfs merge=lfs -text
*.zip filter=lfs diff=lfs merge=lfs -text
*.zst filter=lfs diff=lfs merge=lfs -text
*tfevents* filter=lfs diff=lfs merge=lfs -text
mamba-130m/mamba-130m-f16.gguf filter=lfs diff=lfs merge=lfs -text
mamba-130m/mamba-130m-f32.gguf filter=lfs diff=lfs merge=lfs -text
mamba-130m/mamba-130m-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
mamba-130m/mamba-130m-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
mamba-130m/mamba-130m-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
mamba-130m/mamba-130m-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
mamba-130m/mamba-130m-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
mamba-130m/mamba-130m-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
mamba-130m/mamba-130m-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
mamba-130m/mamba-130m-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
mamba-130m/mamba-130m-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
mamba-130m/mamba-130m-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
mamba-130m/mamba-130m-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
mamba-130m/mamba-130m-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
mamba-370m/mamba-370m-f16.gguf filter=lfs diff=lfs merge=lfs -text
mamba-370m/mamba-370m-f32.gguf filter=lfs diff=lfs merge=lfs -text
mamba-370m/mamba-370m-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
mamba-370m/mamba-370m-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
mamba-370m/mamba-370m-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
mamba-370m/mamba-370m-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
mamba-370m/mamba-370m-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
mamba-370m/mamba-370m-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
mamba-370m/mamba-370m-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
mamba-370m/mamba-370m-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
mamba-370m/mamba-370m-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
mamba-370m/mamba-370m-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
mamba-370m/mamba-370m-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
mamba-370m/mamba-370m-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
mamba-790m/mamba-790m-f16.gguf filter=lfs diff=lfs merge=lfs -text
mamba-790m/mamba-790m-f32.gguf filter=lfs diff=lfs merge=lfs -text
mamba-790m/mamba-790m-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
mamba-790m/mamba-790m-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
mamba-790m/mamba-790m-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
mamba-790m/mamba-790m-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
mamba-790m/mamba-790m-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
mamba-790m/mamba-790m-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
mamba-790m/mamba-790m-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
mamba-790m/mamba-790m-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
mamba-790m/mamba-790m-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
mamba-790m/mamba-790m-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
mamba-790m/mamba-790m-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
mamba-790m/mamba-790m-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
mamba-1.4b/mamba-1.4b-f16.gguf filter=lfs diff=lfs merge=lfs -text
mamba-1.4b/mamba-1.4b-f32.gguf filter=lfs diff=lfs merge=lfs -text
mamba-1.4b/mamba-1.4b-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
mamba-1.4b/mamba-1.4b-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
mamba-1.4b/mamba-1.4b-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
mamba-1.4b/mamba-1.4b-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
mamba-1.4b/mamba-1.4b-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
mamba-1.4b/mamba-1.4b-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
mamba-1.4b/mamba-1.4b-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
mamba-1.4b/mamba-1.4b-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
mamba-1.4b/mamba-1.4b-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
mamba-1.4b/mamba-1.4b-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
mamba-1.4b/mamba-1.4b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
mamba-1.4b/mamba-1.4b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
mamba-2.8b/mamba-2.8b-f16.gguf filter=lfs diff=lfs merge=lfs -text
mamba-2.8b/mamba-2.8b-f32.gguf filter=lfs diff=lfs merge=lfs -text
mamba-2.8b/mamba-2.8b-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
mamba-2.8b/mamba-2.8b-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
mamba-2.8b/mamba-2.8b-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
mamba-2.8b/mamba-2.8b-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
mamba-2.8b/mamba-2.8b-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
mamba-2.8b/mamba-2.8b-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
mamba-2.8b/mamba-2.8b-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
mamba-2.8b/mamba-2.8b-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
mamba-2.8b/mamba-2.8b-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
mamba-2.8b/mamba-2.8b-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
mamba-2.8b/mamba-2.8b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
mamba-2.8b/mamba-2.8b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
mamba-2.8b-slimpj/mamba-2.8b-slimpj-f16.gguf filter=lfs diff=lfs merge=lfs -text
mamba-2.8b-slimpj/mamba-2.8b-slimpj-f32.gguf filter=lfs diff=lfs merge=lfs -text
mamba-2.8b-slimpj/mamba-2.8b-slimpj-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
mamba-2.8b-slimpj/mamba-2.8b-slimpj-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
mamba-2.8b-slimpj/mamba-2.8b-slimpj-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
mamba-2.8b-slimpj/mamba-2.8b-slimpj-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
mamba-2.8b-slimpj/mamba-2.8b-slimpj-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
mamba-2.8b-slimpj/mamba-2.8b-slimpj-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
mamba-2.8b-slimpj/mamba-2.8b-slimpj-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
mamba-2.8b-slimpj/mamba-2.8b-slimpj-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
mamba-2.8b-slimpj/mamba-2.8b-slimpj-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
mamba-2.8b-slimpj/mamba-2.8b-slimpj-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
mamba-2.8b-slimpj/mamba-2.8b-slimpj-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
mamba-2.8b-slimpj/mamba-2.8b-slimpj-q8_0.gguf filter=lfs diff=lfs merge=lfs -text

38
README.md Normal file
View File

@@ -0,0 +1,38 @@
---
license: apache-2.0
pipeline_tag: text-generation
tags:
- merge
base_model:
- state-spaces/mamba-130m
- state-spaces/mamba-370m
- state-spaces/mamba-790m
- state-spaces/mamba-1.4b
- state-spaces/mamba-2.8b
- state-spaces/mamba-2.8b-slimpj
---
# Mamba GGUF
These are the Mamba base models, converted to GGUF for use with [llama.cpp](https://github.com/ggerganov/llama.cpp), in a variety of precisions (2, 3, 4, 5, 6, 8, 16, and 32-bit).
Please click "Files and versions" at the top of the page to choose your desired model size, and then click the "`📦LFS ` ` ↓`" button next to your desired quantization.
Here is a table adapted from [TheBloke](https://huggingface.co/TheBloke) explaining the various precisions:
| Quant method | Use case |
| ---- | ---- |
| Q2_K | significant quality loss - not recommended for most purposes |
| Q3_K_S | very small, high quality loss |
| Q3_K_M | very small, high quality loss |
| Q3_K_L | small, substantial quality loss |
| Q4_0 | legacy; small, very high quality loss - prefer using Q3_K_M |
| Q4_K_S | small, greater quality loss |
| Q4_K_M | medium, balanced quality - recommended |
| Q5_0 | legacy; medium, balanced quality - prefer using Q4_K_M |
| Q5_K_S | large, low quality loss - recommended |
| Q5_K_M | large, very low quality loss - recommended |
| Q6_K | very large, extremely low quality loss |
| Q8_0 | very large, extremely low quality loss - not recommended |
| F16 | half precision - almost identical to the original |
| F32 | original precision - recommended by the Mamba authors |

3
mamba-1.4b/mamba-1.4b-f16.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:6ef704abb6766f1889b2c741b1d42a25da3d29d0e7f8e6d15c6a8228de27c3b9
size 2868642848

3
mamba-1.4b/mamba-1.4b-f32.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:940b01f08070df687b47e35959c213c281aa666eaf8cb1dff593164a95253bbd
size 5490508800

3
mamba-1.4b/mamba-1.4b-q2_k.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:0cde9fff2eea6d2216e9b8643216ef6096b955e6dc63e78a75887b903878f53e
size 727608992

3
mamba-1.4b/mamba-1.4b-q3_k_l.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:99d7a9a0a061bc12cc8dffd67f8ac2cd259f93a475286fb202c52763ec5c4300
size 850292384

3
mamba-1.4b/mamba-1.4b-q3_k_m.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:29142660a1f98503d4692593348ef5a4233dd194987df2af3eaebbfd5bdb769b
size 850292384

3
mamba-1.4b/mamba-1.4b-q3_k_s.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:d1b1c07d7b4c8e6f9fd2c9658f5a54b23dfc64aad6b2afdf1398686a706936f5
size 850292384

3
mamba-1.4b/mamba-1.4b-q4_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:11de79942cb33f951f545e62a4ce7d61748a6a62b4e726c5629978c9b1c475ef
size 1010724512

3
mamba-1.4b/mamba-1.4b-q4_k_m.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:77f64ae6c4b46a8e98b1745000ca2fc8435b143011ab8283625864a5a3330021
size 1010724512

3
mamba-1.4b/mamba-1.4b-q4_k_s.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:fcb6031812f6b2888fe4a64701351c6629e8f8d6f9c23dfcea48bdc018c8c419
size 1010724512

3
mamba-1.4b/mamba-1.4b-q5_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:7ddc8bb821c105a231a4990796781608843e14be6ef37bc93d44b4d4b46da959
size 1161719456

3
mamba-1.4b/mamba-1.4b-q5_k_m.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:88eee2fe9069888dd6ce2599c27575a8e1db890a15b2298e6d44eb0c1109b3ec
size 1161719456

3
mamba-1.4b/mamba-1.4b-q5_k_s.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:95a42f6d9d8c6e49507b49139a7314b98ca0025b6110506b1bb7a883acb3affe
size 1161719456

3
mamba-1.4b/mamba-1.4b-q6_k.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:f53de07e5bec5e8cbf68ecb2cdbe39c470c8302080b62f1e27767a82c9e91b9d
size 1322151584

3
mamba-1.4b/mamba-1.4b-q8_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:9c10de45405f822c7ae7bbd90a8211f3019ab559a2356790c9d03fd0e693641e
size 1639643168

3
mamba-130m/mamba-130m-f16.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:b5d761461f6ba0404839d0f63c83da69c66c747c30f84d6a2c9bc35d29fe5328
size 271223744

3
mamba-130m/mamba-130m-f32.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:6d160e28549f433182f01c8c5855a376ac3b9761e7e9996c5ae540cca77f5875
size 518323104

3
mamba-130m/mamba-130m-q2_k.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:19de11babac246ae8e9da52497ac1c5c0298b6b238706c92613272db93ed096f
size 83669952

3
mamba-130m/mamba-130m-q3_k_l.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:1e45e3df7ecaf6a498457eb80ea5d9700667ac99606c1cc740c7f161ca89f0d8
size 92296128

3
mamba-130m/mamba-130m-q3_k_m.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:a536206ea51750dd25a6208649809e96e0107e11f4c815696e7f4129caaf01b3
size 92296128

3
mamba-130m/mamba-130m-q3_k_s.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:8ad46589d65d7c4cd2d773935177d09ae082c01fca461998bf3e0481666d317a
size 92296128

3
mamba-130m/mamba-130m-q4_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:43e7fb34966b29fddf028eb6e3d0748b1d91ac48cba265e52d816081f9664302
size 103576512

3
mamba-130m/mamba-130m-q4_k_m.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:cbd6f2fee032a52bccb27c4a899295e7402c193bf20b5d1300a8e88efe85d698
size 103576512

3
mamba-130m/mamba-130m-q4_k_s.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:ca2f4371bb11b7b0a85fcdeee042f1055eb52a923f7ee4b9f3edf3f5baccafc9
size 103576512

3
mamba-130m/mamba-130m-q5_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:2f6199c5bda426f3da231aaac9d154c0173b80acec6baea8e65bfd91238bad3f
size 114193344

3
mamba-130m/mamba-130m-q5_k_m.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:849a8750a4ac744411b2d4574bdbc6b75ec95e14a50334535f8e8a05aa7e0268
size 114193344

3
mamba-130m/mamba-130m-q5_k_s.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:aca018217106f3c157976fa44bb2de9bd5b94fb5b334f381cdbe11a613616118
size 114193344

3
mamba-130m/mamba-130m-q6_k.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:fa16e22f8fe9dc6e313bfd4b4d7bffdb52ef9adbb20d6a76e5d2bc237eb26a00
size 125473728

3
mamba-130m/mamba-130m-q8_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:b332299cdeae87fa08f940479047c0cbbe049cacb6c99ef86e33ec03f0ca346a
size 155395904

3
mamba-2.8b-slimpj/mamba-2.8b-slimpj-f16.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:22cff83ec1b20367af58d9fdf24c48f719d06d988c7f29718b520345cc86563b
size 5784588064

3
mamba-2.8b-slimpj/mamba-2.8b-slimpj-f32.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:a2040d3519f6824ee8251da874bd5582b7d9b81185761536343e758b46fa7ceb
size 11075186432

3
mamba-2.8b-slimpj/mamba-2.8b-slimpj-q2_k.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:3a67275e149596bb28a8a0afef81da068ceb0c6be04e62500d4aff25a0e085ec
size 1425331264

3
mamba-2.8b-slimpj/mamba-2.8b-slimpj-q3_k_l.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:46d84e9036945663be632e933b8436be86df3be1b2b15e57a56b46077efffe63
size 1680921664

3
mamba-2.8b-slimpj/mamba-2.8b-slimpj-q3_k_m.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:5ee2ec1545d492f664b26e30ff39ad0d2b4f6d860f59f6005a37ca99212c7a5e
size 1680921664

3
mamba-2.8b-slimpj/mamba-2.8b-slimpj-q3_k_s.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:62b10e0f2556becb0f31dc3b0a651aa1f7ef4235b58fb0a82d6906b528c6d217
size 1680921664

3
mamba-2.8b-slimpj/mamba-2.8b-slimpj-q4_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:54f20278488d6356263849235404f6a50776243ff8301ee2f5b2c44dc573ea6c
size 2015155264

3
mamba-2.8b-slimpj/mamba-2.8b-slimpj-q4_k_m.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:89b3a5c30883cecd27cbec6bf147f574b831decd36ba0fb1d35c2d19e6ce9bd2
size 2015155264

3
mamba-2.8b-slimpj/mamba-2.8b-slimpj-q4_k_s.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:8491ecb553fb7fceb49f11b2c065764bdce7a7d856c0a5dc1f2d57e677330122
size 2015155264

3
mamba-2.8b-slimpj/mamba-2.8b-slimpj-q5_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:a94b36b459ecdad74004096efc70ed3fe8f849b7ea594e95879ddcb32cfe88af
size 2329728064

3
mamba-2.8b-slimpj/mamba-2.8b-slimpj-q5_k_m.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:6d63324bc713eaba0afc38605e6c1d91b00e7b7003a234d607ca5566d7055a1b
size 2329728064

3
mamba-2.8b-slimpj/mamba-2.8b-slimpj-q5_k_s.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:a201b7bdf0c94daf5fc4ae91f35bd1ab079eea3e22c8a18f76b32a45883201f9
size 2329728064

3
mamba-2.8b-slimpj/mamba-2.8b-slimpj-q6_k.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:90f684d99983a1a6d1a00ae15a349d94fd3dc91fe086a2582dbb9b4c12f8d9b7
size 2663961664

3
mamba-2.8b-slimpj/mamba-2.8b-slimpj-q8_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:c70f934b11b4b6011ce241cebb8c3b4389ccc406a2cbb681bec2a45b16ba8343
size 3304620064

3
mamba-2.8b/mamba-2.8b-f16.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:b28dc609ecfb3f1abf7ec6d52deafbb45fd8b9b4900034946300c021feb817b4
size 5784588064

3
mamba-2.8b/mamba-2.8b-f32.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:5effea675e7a0bce714725bd656c3ded85f7bbe200e36209e21d1f82d980a7eb
size 11075186432

3
mamba-2.8b/mamba-2.8b-q2_k.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:a8353dce97978d749de32bce8f42d94dae2879ee98f1dfb9dc6d78f2c10588f6
size 1425331264

3
mamba-2.8b/mamba-2.8b-q3_k_l.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:c807986a8e3de2b0cbe2953c5bab9b3c31844e47d5bc012eedc082c5436ca45a
size 1680921664

3
mamba-2.8b/mamba-2.8b-q3_k_m.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:339f89e87653036d99b20e343a70db0afb8cbbd2383f7e70c2668abede1ea72c
size 1680921664

3
mamba-2.8b/mamba-2.8b-q3_k_s.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:0d29cca5d426204f7b70f543e5616d2f8f058286689ff7b25aabb01f97782d95
size 1680921664

3
mamba-2.8b/mamba-2.8b-q4_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:b7e86b6419aba06c84223c01ca83d03d3abb8bc47fde220324e3b20990cd9f76
size 2015155264

3
mamba-2.8b/mamba-2.8b-q4_k_m.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:0fb59e6e6c46503dda44e983a17fb84f7707d9b32e9f704c38a0696cc516324c
size 2015155264

3
mamba-2.8b/mamba-2.8b-q4_k_s.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:420ced62d13e123e80ce59f534ccc6447bf294cd247a9785513460586e8ebfda
size 2015155264

3
mamba-2.8b/mamba-2.8b-q5_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:71bd0e1fe115eb78a63115b636eb1fbd877bbb2b9b1d4319c71bae2680908843
size 2329728064

3
mamba-2.8b/mamba-2.8b-q5_k_m.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:5b39d56e9ba57aa6dd1c20415dd441575726436025945e7e250ec3bd4911f7be
size 2329728064

3
mamba-2.8b/mamba-2.8b-q5_k_s.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:3faf566ebb2977eea0c1dc2473f3bb358b957d4483e5cd2bccc8620564854eba
size 2329728064

3
mamba-2.8b/mamba-2.8b-q6_k.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:cb7efee5f1888190418118cc8c7ed7d34ac12117e76250ce348e507ec63f0731
size 2663961664

3
mamba-2.8b/mamba-2.8b-q8_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:9ac31699c0289221d83292e87878416452cf13c0be7383bc0310203fd3b8c998
size 3304620064

3
mamba-370m/mamba-370m-f16.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:e96cae138b2429f11a0b984ded330f44b46e41712f95306673b8e7f52777031e
size 780907552

3
mamba-370m/mamba-370m-f32.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:727707876c1da3efe1b6d686106f55b8b44b62114e26ce0f059f064093731392
size 1487860736

3
mamba-370m/mamba-370m-q2_k.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:44eda99b91032c2aba1d729d093590451bee202c1b73e4fab7d2b534c3699ec1
size 215279968

3
mamba-370m/mamba-370m-q3_k_l.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:6d19429ff101b505add358631d3f0b2c174376ddd206b7ee3102180f7134e1ce
size 245950816

3
mamba-370m/mamba-370m-q3_k_m.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:60fce5d1f52eb250c8eb24778c0b5a2d14644a0c3e58b2cf7b6b92dc7a5acc95
size 245950816

3
mamba-370m/mamba-370m-q3_k_s.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:57d4ded374015206377d64d449c61861258da547c28ca86895af04a3a28b339c
size 245950816

3
mamba-370m/mamba-370m-q4_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:27af0991b68305c548749397f5a840592b40c7f3801563d2a9a23a024d94f4a6
size 286058848

3
mamba-370m/mamba-370m-q4_k_m.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:5ee86445f35ad3502fa50bee08659d792804eb9986e47edc8907e002809a1c72
size 286058848

3
mamba-370m/mamba-370m-q4_k_s.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:37e96c2ffa22efec10a6fe9fc7eb3fefb1a798b545ee3c7c9c5349bc8875e38e
size 286058848

3
mamba-370m/mamba-370m-q5_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:3395016f1475fd9411c0df34403f4fb10f048fa37f02ab86d767efe40bf873ce
size 323807584

3
mamba-370m/mamba-370m-q5_k_m.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:966057894d4d7fd7fd7de7a01633916c227c81240802947e4e54a6b9fcca5b23
size 323807584

3
mamba-370m/mamba-370m-q5_k_s.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:679304cf0da96b1e672b0fc477a36f2d111a1f39d44bac3b9e3ad989c5ae0ce4
size 323807584

3
mamba-370m/mamba-370m-q6_k.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:72197c37be39a9818cad8abc49953302f2913f1a472f2a0a0e86bade9aef0576
size 363915616

3
mamba-370m/mamba-370m-q8_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:3e25cd32f5479abc1e21f768c5334df5fda2f1049f6cfbf74bb5fc82ee3e6669
size 449523232

3
mamba-790m/mamba-790m-f16.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:71e67e48627ce0fdc041cd61b08c2670974af543dbcfed04be63e72ae8fc9029
size 1661197344

3
mamba-790m/mamba-790m-f32.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:9f969b3fd5f887b7f31ebb753ea847ddbc649155e15de1ec5bc18522a63cc4d5
size 3174611968

3
mamba-790m/mamba-790m-q2_k.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:77b1c770a3053428df609799d0a724f508f36f07cb6518bca04301d8310a66fe
size 434088960

3
mamba-790m/mamba-790m-q3_k_l.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:31a2e2c682fbc9e0ec8dea3fea244ce055f1fc0b56837ffcd3f07c35fc95e4c5
size 503098368

3
mamba-790m/mamba-790m-q3_k_m.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:f78fc49ca11de801bd024e393126bf068d012c7bd8de2c1e670f012328310693
size 503098368

3
mamba-790m/mamba-790m-q3_k_s.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:4ffbaaed05eb1ed7fafab4101dac79960e2e4b556f2dd7f4cf4ae3ba76528142
size 503098368

3
mamba-790m/mamba-790m-q4_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:d0e384c8dd6ce57355b0fd30b0391be5b69d241f90b94d8800de0e0b5665044f
size 593341440

3
mamba-790m/mamba-790m-q4_k_m.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:4031da2c760d913738da0ba9ceb19d3f9b6aee8149153584b392e3d385d530d7
size 593341440

3
mamba-790m/mamba-790m-q4_k_s.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:70a85b4a19031fa5eb6a56af5f318408ba57292bc4d14b36bde43a3e1e660791
size 593341440

3
mamba-790m/mamba-790m-q5_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:7d93ef956277b621d51ba990c7dc04c9772f920284ee6b20f96392c983979710
size 678276096

3
mamba-790m/mamba-790m-q5_k_m.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:d67235fecac2762270f1967bdb892f0c0070b977bf3317e2fadc3c15119510d2
size 678276096

3
mamba-790m/mamba-790m-q5_k_s.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:514b2b1252ddb49502989327294188204781a9569ef93c11cd3ffca6f28f7fc3
size 678276096

3
mamba-790m/mamba-790m-q6_k.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:c252e26bbcb0e9c378b2e670c1a204c0203e7131218ecb08b3a5963303670f49
size 768519168

3
mamba-790m/mamba-790m-q8_0.gguf Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:2f202258ac0e977845ee501f588d5a684021872778fce67924db29230bfe0153
size 951784224