commit e2d1ef8127597fbb38ae66b662c65ffb165a5316 Author: ModelHub XC Date: Sun Aug 9 12:54:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: devingulliver/mamba-gguf Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..123534a --- /dev/null +++ b/.gitattributes @@ -0,0 +1,119 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +mamba-130m/mamba-130m-f16.gguf filter=lfs diff=lfs merge=lfs -text +mamba-130m/mamba-130m-f32.gguf filter=lfs diff=lfs merge=lfs -text +mamba-130m/mamba-130m-q2_k.gguf filter=lfs diff=lfs merge=lfs -text +mamba-130m/mamba-130m-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text +mamba-130m/mamba-130m-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +mamba-130m/mamba-130m-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text +mamba-130m/mamba-130m-q4_0.gguf filter=lfs diff=lfs merge=lfs -text +mamba-130m/mamba-130m-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +mamba-130m/mamba-130m-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text +mamba-130m/mamba-130m-q5_0.gguf filter=lfs diff=lfs merge=lfs -text +mamba-130m/mamba-130m-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +mamba-130m/mamba-130m-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text +mamba-130m/mamba-130m-q6_k.gguf filter=lfs diff=lfs merge=lfs -text +mamba-130m/mamba-130m-q8_0.gguf filter=lfs diff=lfs merge=lfs -text +mamba-370m/mamba-370m-f16.gguf filter=lfs diff=lfs merge=lfs -text +mamba-370m/mamba-370m-f32.gguf filter=lfs diff=lfs merge=lfs -text +mamba-370m/mamba-370m-q2_k.gguf filter=lfs diff=lfs merge=lfs -text +mamba-370m/mamba-370m-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text +mamba-370m/mamba-370m-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +mamba-370m/mamba-370m-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text +mamba-370m/mamba-370m-q4_0.gguf filter=lfs diff=lfs merge=lfs -text +mamba-370m/mamba-370m-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +mamba-370m/mamba-370m-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text +mamba-370m/mamba-370m-q5_0.gguf filter=lfs diff=lfs merge=lfs -text +mamba-370m/mamba-370m-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +mamba-370m/mamba-370m-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text +mamba-370m/mamba-370m-q6_k.gguf filter=lfs diff=lfs merge=lfs -text +mamba-370m/mamba-370m-q8_0.gguf filter=lfs diff=lfs merge=lfs -text +mamba-790m/mamba-790m-f16.gguf filter=lfs diff=lfs merge=lfs -text +mamba-790m/mamba-790m-f32.gguf filter=lfs diff=lfs merge=lfs -text +mamba-790m/mamba-790m-q2_k.gguf filter=lfs diff=lfs merge=lfs -text +mamba-790m/mamba-790m-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text +mamba-790m/mamba-790m-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +mamba-790m/mamba-790m-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text +mamba-790m/mamba-790m-q4_0.gguf filter=lfs diff=lfs merge=lfs -text +mamba-790m/mamba-790m-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +mamba-790m/mamba-790m-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text +mamba-790m/mamba-790m-q5_0.gguf filter=lfs diff=lfs merge=lfs -text +mamba-790m/mamba-790m-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +mamba-790m/mamba-790m-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text +mamba-790m/mamba-790m-q6_k.gguf filter=lfs diff=lfs merge=lfs -text +mamba-790m/mamba-790m-q8_0.gguf filter=lfs diff=lfs merge=lfs -text +mamba-1.4b/mamba-1.4b-f16.gguf filter=lfs diff=lfs merge=lfs -text +mamba-1.4b/mamba-1.4b-f32.gguf filter=lfs diff=lfs merge=lfs -text +mamba-1.4b/mamba-1.4b-q2_k.gguf filter=lfs diff=lfs merge=lfs -text +mamba-1.4b/mamba-1.4b-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text +mamba-1.4b/mamba-1.4b-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +mamba-1.4b/mamba-1.4b-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text +mamba-1.4b/mamba-1.4b-q4_0.gguf filter=lfs diff=lfs merge=lfs -text +mamba-1.4b/mamba-1.4b-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +mamba-1.4b/mamba-1.4b-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text +mamba-1.4b/mamba-1.4b-q5_0.gguf filter=lfs diff=lfs merge=lfs -text +mamba-1.4b/mamba-1.4b-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +mamba-1.4b/mamba-1.4b-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text +mamba-1.4b/mamba-1.4b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text +mamba-1.4b/mamba-1.4b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text +mamba-2.8b/mamba-2.8b-f16.gguf filter=lfs diff=lfs merge=lfs -text +mamba-2.8b/mamba-2.8b-f32.gguf filter=lfs diff=lfs merge=lfs -text +mamba-2.8b/mamba-2.8b-q2_k.gguf filter=lfs diff=lfs merge=lfs -text +mamba-2.8b/mamba-2.8b-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text +mamba-2.8b/mamba-2.8b-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +mamba-2.8b/mamba-2.8b-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text +mamba-2.8b/mamba-2.8b-q4_0.gguf filter=lfs diff=lfs merge=lfs -text +mamba-2.8b/mamba-2.8b-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +mamba-2.8b/mamba-2.8b-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text +mamba-2.8b/mamba-2.8b-q5_0.gguf filter=lfs diff=lfs merge=lfs -text +mamba-2.8b/mamba-2.8b-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +mamba-2.8b/mamba-2.8b-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text +mamba-2.8b/mamba-2.8b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text +mamba-2.8b/mamba-2.8b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text +mamba-2.8b-slimpj/mamba-2.8b-slimpj-f16.gguf filter=lfs diff=lfs merge=lfs -text +mamba-2.8b-slimpj/mamba-2.8b-slimpj-f32.gguf filter=lfs diff=lfs merge=lfs -text +mamba-2.8b-slimpj/mamba-2.8b-slimpj-q2_k.gguf filter=lfs diff=lfs merge=lfs -text +mamba-2.8b-slimpj/mamba-2.8b-slimpj-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text +mamba-2.8b-slimpj/mamba-2.8b-slimpj-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +mamba-2.8b-slimpj/mamba-2.8b-slimpj-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text +mamba-2.8b-slimpj/mamba-2.8b-slimpj-q4_0.gguf filter=lfs diff=lfs merge=lfs -text +mamba-2.8b-slimpj/mamba-2.8b-slimpj-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +mamba-2.8b-slimpj/mamba-2.8b-slimpj-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text +mamba-2.8b-slimpj/mamba-2.8b-slimpj-q5_0.gguf filter=lfs diff=lfs merge=lfs -text +mamba-2.8b-slimpj/mamba-2.8b-slimpj-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +mamba-2.8b-slimpj/mamba-2.8b-slimpj-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text +mamba-2.8b-slimpj/mamba-2.8b-slimpj-q6_k.gguf filter=lfs diff=lfs merge=lfs -text +mamba-2.8b-slimpj/mamba-2.8b-slimpj-q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..6e1764c --- /dev/null +++ b/README.md @@ -0,0 +1,38 @@ +--- +license: apache-2.0 +pipeline_tag: text-generation +tags: +- merge +base_model: +- state-spaces/mamba-130m +- state-spaces/mamba-370m +- state-spaces/mamba-790m +- state-spaces/mamba-1.4b +- state-spaces/mamba-2.8b +- state-spaces/mamba-2.8b-slimpj +--- + +# Mamba GGUF + +These are the Mamba base models, converted to GGUF for use with [llama.cpp](https://github.com/ggerganov/llama.cpp), in a variety of precisions (2, 3, 4, 5, 6, 8, 16, and 32-bit). + +Please click "Files and versions" at the top of the page to choose your desired model size, and then click the "`📦LFS ` ` ↓`" button next to your desired quantization. + +Here is a table adapted from [TheBloke](https://huggingface.co/TheBloke) explaining the various precisions: + +| Quant method | Use case | +| ---- | ---- | +| Q2_K | significant quality loss - not recommended for most purposes | +| Q3_K_S | very small, high quality loss | +| Q3_K_M | very small, high quality loss | +| Q3_K_L | small, substantial quality loss | +| Q4_0 | legacy; small, very high quality loss - prefer using Q3_K_M | +| Q4_K_S | small, greater quality loss | +| Q4_K_M | medium, balanced quality - recommended | +| Q5_0 | legacy; medium, balanced quality - prefer using Q4_K_M | +| Q5_K_S | large, low quality loss - recommended | +| Q5_K_M | large, very low quality loss - recommended | +| Q6_K | very large, extremely low quality loss | +| Q8_0 | very large, extremely low quality loss - not recommended | +| F16 | half precision - almost identical to the original | +| F32 | original precision - recommended by the Mamba authors | \ No newline at end of file diff --git a/mamba-1.4b/mamba-1.4b-f16.gguf b/mamba-1.4b/mamba-1.4b-f16.gguf new file mode 100644 index 0000000..394a100 --- /dev/null +++ b/mamba-1.4b/mamba-1.4b-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ef704abb6766f1889b2c741b1d42a25da3d29d0e7f8e6d15c6a8228de27c3b9 +size 2868642848 diff --git a/mamba-1.4b/mamba-1.4b-f32.gguf b/mamba-1.4b/mamba-1.4b-f32.gguf new file mode 100644 index 0000000..df4168a --- /dev/null +++ b/mamba-1.4b/mamba-1.4b-f32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:940b01f08070df687b47e35959c213c281aa666eaf8cb1dff593164a95253bbd +size 5490508800 diff --git a/mamba-1.4b/mamba-1.4b-q2_k.gguf b/mamba-1.4b/mamba-1.4b-q2_k.gguf new file mode 100644 index 0000000..9532467 --- /dev/null +++ b/mamba-1.4b/mamba-1.4b-q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cde9fff2eea6d2216e9b8643216ef6096b955e6dc63e78a75887b903878f53e +size 727608992 diff --git a/mamba-1.4b/mamba-1.4b-q3_k_l.gguf b/mamba-1.4b/mamba-1.4b-q3_k_l.gguf new file mode 100644 index 0000000..ad65591 --- /dev/null +++ b/mamba-1.4b/mamba-1.4b-q3_k_l.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99d7a9a0a061bc12cc8dffd67f8ac2cd259f93a475286fb202c52763ec5c4300 +size 850292384 diff --git a/mamba-1.4b/mamba-1.4b-q3_k_m.gguf b/mamba-1.4b/mamba-1.4b-q3_k_m.gguf new file mode 100644 index 0000000..4ddb807 --- /dev/null +++ b/mamba-1.4b/mamba-1.4b-q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29142660a1f98503d4692593348ef5a4233dd194987df2af3eaebbfd5bdb769b +size 850292384 diff --git a/mamba-1.4b/mamba-1.4b-q3_k_s.gguf b/mamba-1.4b/mamba-1.4b-q3_k_s.gguf new file mode 100644 index 0000000..5158bf6 --- /dev/null +++ b/mamba-1.4b/mamba-1.4b-q3_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1b1c07d7b4c8e6f9fd2c9658f5a54b23dfc64aad6b2afdf1398686a706936f5 +size 850292384 diff --git a/mamba-1.4b/mamba-1.4b-q4_0.gguf b/mamba-1.4b/mamba-1.4b-q4_0.gguf new file mode 100644 index 0000000..cb74fee --- /dev/null +++ b/mamba-1.4b/mamba-1.4b-q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11de79942cb33f951f545e62a4ce7d61748a6a62b4e726c5629978c9b1c475ef +size 1010724512 diff --git a/mamba-1.4b/mamba-1.4b-q4_k_m.gguf b/mamba-1.4b/mamba-1.4b-q4_k_m.gguf new file mode 100644 index 0000000..feb6e4d --- /dev/null +++ b/mamba-1.4b/mamba-1.4b-q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77f64ae6c4b46a8e98b1745000ca2fc8435b143011ab8283625864a5a3330021 +size 1010724512 diff --git a/mamba-1.4b/mamba-1.4b-q4_k_s.gguf b/mamba-1.4b/mamba-1.4b-q4_k_s.gguf new file mode 100644 index 0000000..a602ed2 --- /dev/null +++ b/mamba-1.4b/mamba-1.4b-q4_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcb6031812f6b2888fe4a64701351c6629e8f8d6f9c23dfcea48bdc018c8c419 +size 1010724512 diff --git a/mamba-1.4b/mamba-1.4b-q5_0.gguf b/mamba-1.4b/mamba-1.4b-q5_0.gguf new file mode 100644 index 0000000..a934e07 --- /dev/null +++ b/mamba-1.4b/mamba-1.4b-q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ddc8bb821c105a231a4990796781608843e14be6ef37bc93d44b4d4b46da959 +size 1161719456 diff --git a/mamba-1.4b/mamba-1.4b-q5_k_m.gguf b/mamba-1.4b/mamba-1.4b-q5_k_m.gguf new file mode 100644 index 0000000..f12e7fd --- /dev/null +++ b/mamba-1.4b/mamba-1.4b-q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88eee2fe9069888dd6ce2599c27575a8e1db890a15b2298e6d44eb0c1109b3ec +size 1161719456 diff --git a/mamba-1.4b/mamba-1.4b-q5_k_s.gguf b/mamba-1.4b/mamba-1.4b-q5_k_s.gguf new file mode 100644 index 0000000..a127107 --- /dev/null +++ b/mamba-1.4b/mamba-1.4b-q5_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95a42f6d9d8c6e49507b49139a7314b98ca0025b6110506b1bb7a883acb3affe +size 1161719456 diff --git a/mamba-1.4b/mamba-1.4b-q6_k.gguf b/mamba-1.4b/mamba-1.4b-q6_k.gguf new file mode 100644 index 0000000..a6d675a --- /dev/null +++ b/mamba-1.4b/mamba-1.4b-q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f53de07e5bec5e8cbf68ecb2cdbe39c470c8302080b62f1e27767a82c9e91b9d +size 1322151584 diff --git a/mamba-1.4b/mamba-1.4b-q8_0.gguf b/mamba-1.4b/mamba-1.4b-q8_0.gguf new file mode 100644 index 0000000..6fcabbc --- /dev/null +++ b/mamba-1.4b/mamba-1.4b-q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c10de45405f822c7ae7bbd90a8211f3019ab559a2356790c9d03fd0e693641e +size 1639643168 diff --git a/mamba-130m/mamba-130m-f16.gguf b/mamba-130m/mamba-130m-f16.gguf new file mode 100644 index 0000000..d4e8d19 --- /dev/null +++ b/mamba-130m/mamba-130m-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5d761461f6ba0404839d0f63c83da69c66c747c30f84d6a2c9bc35d29fe5328 +size 271223744 diff --git a/mamba-130m/mamba-130m-f32.gguf b/mamba-130m/mamba-130m-f32.gguf new file mode 100644 index 0000000..568a23b --- /dev/null +++ b/mamba-130m/mamba-130m-f32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d160e28549f433182f01c8c5855a376ac3b9761e7e9996c5ae540cca77f5875 +size 518323104 diff --git a/mamba-130m/mamba-130m-q2_k.gguf b/mamba-130m/mamba-130m-q2_k.gguf new file mode 100644 index 0000000..f8829ac --- /dev/null +++ b/mamba-130m/mamba-130m-q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19de11babac246ae8e9da52497ac1c5c0298b6b238706c92613272db93ed096f +size 83669952 diff --git a/mamba-130m/mamba-130m-q3_k_l.gguf b/mamba-130m/mamba-130m-q3_k_l.gguf new file mode 100644 index 0000000..0e749c2 --- /dev/null +++ b/mamba-130m/mamba-130m-q3_k_l.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e45e3df7ecaf6a498457eb80ea5d9700667ac99606c1cc740c7f161ca89f0d8 +size 92296128 diff --git a/mamba-130m/mamba-130m-q3_k_m.gguf b/mamba-130m/mamba-130m-q3_k_m.gguf new file mode 100644 index 0000000..3d2a5f8 --- /dev/null +++ b/mamba-130m/mamba-130m-q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a536206ea51750dd25a6208649809e96e0107e11f4c815696e7f4129caaf01b3 +size 92296128 diff --git a/mamba-130m/mamba-130m-q3_k_s.gguf b/mamba-130m/mamba-130m-q3_k_s.gguf new file mode 100644 index 0000000..b9a6c8c --- /dev/null +++ b/mamba-130m/mamba-130m-q3_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ad46589d65d7c4cd2d773935177d09ae082c01fca461998bf3e0481666d317a +size 92296128 diff --git a/mamba-130m/mamba-130m-q4_0.gguf b/mamba-130m/mamba-130m-q4_0.gguf new file mode 100644 index 0000000..7081f31 --- /dev/null +++ b/mamba-130m/mamba-130m-q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43e7fb34966b29fddf028eb6e3d0748b1d91ac48cba265e52d816081f9664302 +size 103576512 diff --git a/mamba-130m/mamba-130m-q4_k_m.gguf b/mamba-130m/mamba-130m-q4_k_m.gguf new file mode 100644 index 0000000..9c73cc1 --- /dev/null +++ b/mamba-130m/mamba-130m-q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbd6f2fee032a52bccb27c4a899295e7402c193bf20b5d1300a8e88efe85d698 +size 103576512 diff --git a/mamba-130m/mamba-130m-q4_k_s.gguf b/mamba-130m/mamba-130m-q4_k_s.gguf new file mode 100644 index 0000000..0d8407d --- /dev/null +++ b/mamba-130m/mamba-130m-q4_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca2f4371bb11b7b0a85fcdeee042f1055eb52a923f7ee4b9f3edf3f5baccafc9 +size 103576512 diff --git a/mamba-130m/mamba-130m-q5_0.gguf b/mamba-130m/mamba-130m-q5_0.gguf new file mode 100644 index 0000000..e003095 --- /dev/null +++ b/mamba-130m/mamba-130m-q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f6199c5bda426f3da231aaac9d154c0173b80acec6baea8e65bfd91238bad3f +size 114193344 diff --git a/mamba-130m/mamba-130m-q5_k_m.gguf b/mamba-130m/mamba-130m-q5_k_m.gguf new file mode 100644 index 0000000..64ba1d0 --- /dev/null +++ b/mamba-130m/mamba-130m-q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:849a8750a4ac744411b2d4574bdbc6b75ec95e14a50334535f8e8a05aa7e0268 +size 114193344 diff --git a/mamba-130m/mamba-130m-q5_k_s.gguf b/mamba-130m/mamba-130m-q5_k_s.gguf new file mode 100644 index 0000000..2230308 --- /dev/null +++ b/mamba-130m/mamba-130m-q5_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aca018217106f3c157976fa44bb2de9bd5b94fb5b334f381cdbe11a613616118 +size 114193344 diff --git a/mamba-130m/mamba-130m-q6_k.gguf b/mamba-130m/mamba-130m-q6_k.gguf new file mode 100644 index 0000000..11c099b --- /dev/null +++ b/mamba-130m/mamba-130m-q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa16e22f8fe9dc6e313bfd4b4d7bffdb52ef9adbb20d6a76e5d2bc237eb26a00 +size 125473728 diff --git a/mamba-130m/mamba-130m-q8_0.gguf b/mamba-130m/mamba-130m-q8_0.gguf new file mode 100644 index 0000000..c78b6dd --- /dev/null +++ b/mamba-130m/mamba-130m-q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b332299cdeae87fa08f940479047c0cbbe049cacb6c99ef86e33ec03f0ca346a +size 155395904 diff --git a/mamba-2.8b-slimpj/mamba-2.8b-slimpj-f16.gguf b/mamba-2.8b-slimpj/mamba-2.8b-slimpj-f16.gguf new file mode 100644 index 0000000..2a99729 --- /dev/null +++ b/mamba-2.8b-slimpj/mamba-2.8b-slimpj-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22cff83ec1b20367af58d9fdf24c48f719d06d988c7f29718b520345cc86563b +size 5784588064 diff --git a/mamba-2.8b-slimpj/mamba-2.8b-slimpj-f32.gguf b/mamba-2.8b-slimpj/mamba-2.8b-slimpj-f32.gguf new file mode 100644 index 0000000..1960c8e --- /dev/null +++ b/mamba-2.8b-slimpj/mamba-2.8b-slimpj-f32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2040d3519f6824ee8251da874bd5582b7d9b81185761536343e758b46fa7ceb +size 11075186432 diff --git a/mamba-2.8b-slimpj/mamba-2.8b-slimpj-q2_k.gguf b/mamba-2.8b-slimpj/mamba-2.8b-slimpj-q2_k.gguf new file mode 100644 index 0000000..f98e191 --- /dev/null +++ b/mamba-2.8b-slimpj/mamba-2.8b-slimpj-q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a67275e149596bb28a8a0afef81da068ceb0c6be04e62500d4aff25a0e085ec +size 1425331264 diff --git a/mamba-2.8b-slimpj/mamba-2.8b-slimpj-q3_k_l.gguf b/mamba-2.8b-slimpj/mamba-2.8b-slimpj-q3_k_l.gguf new file mode 100644 index 0000000..3b5cab9 --- /dev/null +++ b/mamba-2.8b-slimpj/mamba-2.8b-slimpj-q3_k_l.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46d84e9036945663be632e933b8436be86df3be1b2b15e57a56b46077efffe63 +size 1680921664 diff --git a/mamba-2.8b-slimpj/mamba-2.8b-slimpj-q3_k_m.gguf b/mamba-2.8b-slimpj/mamba-2.8b-slimpj-q3_k_m.gguf new file mode 100644 index 0000000..258047a --- /dev/null +++ b/mamba-2.8b-slimpj/mamba-2.8b-slimpj-q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ee2ec1545d492f664b26e30ff39ad0d2b4f6d860f59f6005a37ca99212c7a5e +size 1680921664 diff --git a/mamba-2.8b-slimpj/mamba-2.8b-slimpj-q3_k_s.gguf b/mamba-2.8b-slimpj/mamba-2.8b-slimpj-q3_k_s.gguf new file mode 100644 index 0000000..7e2285d --- /dev/null +++ b/mamba-2.8b-slimpj/mamba-2.8b-slimpj-q3_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62b10e0f2556becb0f31dc3b0a651aa1f7ef4235b58fb0a82d6906b528c6d217 +size 1680921664 diff --git a/mamba-2.8b-slimpj/mamba-2.8b-slimpj-q4_0.gguf b/mamba-2.8b-slimpj/mamba-2.8b-slimpj-q4_0.gguf new file mode 100644 index 0000000..98fca88 --- /dev/null +++ b/mamba-2.8b-slimpj/mamba-2.8b-slimpj-q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54f20278488d6356263849235404f6a50776243ff8301ee2f5b2c44dc573ea6c +size 2015155264 diff --git a/mamba-2.8b-slimpj/mamba-2.8b-slimpj-q4_k_m.gguf b/mamba-2.8b-slimpj/mamba-2.8b-slimpj-q4_k_m.gguf new file mode 100644 index 0000000..05c6a85 --- /dev/null +++ b/mamba-2.8b-slimpj/mamba-2.8b-slimpj-q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89b3a5c30883cecd27cbec6bf147f574b831decd36ba0fb1d35c2d19e6ce9bd2 +size 2015155264 diff --git a/mamba-2.8b-slimpj/mamba-2.8b-slimpj-q4_k_s.gguf b/mamba-2.8b-slimpj/mamba-2.8b-slimpj-q4_k_s.gguf new file mode 100644 index 0000000..654bb70 --- /dev/null +++ b/mamba-2.8b-slimpj/mamba-2.8b-slimpj-q4_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8491ecb553fb7fceb49f11b2c065764bdce7a7d856c0a5dc1f2d57e677330122 +size 2015155264 diff --git a/mamba-2.8b-slimpj/mamba-2.8b-slimpj-q5_0.gguf b/mamba-2.8b-slimpj/mamba-2.8b-slimpj-q5_0.gguf new file mode 100644 index 0000000..20ddd92 --- /dev/null +++ b/mamba-2.8b-slimpj/mamba-2.8b-slimpj-q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a94b36b459ecdad74004096efc70ed3fe8f849b7ea594e95879ddcb32cfe88af +size 2329728064 diff --git a/mamba-2.8b-slimpj/mamba-2.8b-slimpj-q5_k_m.gguf b/mamba-2.8b-slimpj/mamba-2.8b-slimpj-q5_k_m.gguf new file mode 100644 index 0000000..19f8070 --- /dev/null +++ b/mamba-2.8b-slimpj/mamba-2.8b-slimpj-q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d63324bc713eaba0afc38605e6c1d91b00e7b7003a234d607ca5566d7055a1b +size 2329728064 diff --git a/mamba-2.8b-slimpj/mamba-2.8b-slimpj-q5_k_s.gguf b/mamba-2.8b-slimpj/mamba-2.8b-slimpj-q5_k_s.gguf new file mode 100644 index 0000000..53906a1 --- /dev/null +++ b/mamba-2.8b-slimpj/mamba-2.8b-slimpj-q5_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a201b7bdf0c94daf5fc4ae91f35bd1ab079eea3e22c8a18f76b32a45883201f9 +size 2329728064 diff --git a/mamba-2.8b-slimpj/mamba-2.8b-slimpj-q6_k.gguf b/mamba-2.8b-slimpj/mamba-2.8b-slimpj-q6_k.gguf new file mode 100644 index 0000000..0fb1ed0 --- /dev/null +++ b/mamba-2.8b-slimpj/mamba-2.8b-slimpj-q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90f684d99983a1a6d1a00ae15a349d94fd3dc91fe086a2582dbb9b4c12f8d9b7 +size 2663961664 diff --git a/mamba-2.8b-slimpj/mamba-2.8b-slimpj-q8_0.gguf b/mamba-2.8b-slimpj/mamba-2.8b-slimpj-q8_0.gguf new file mode 100644 index 0000000..1a99692 --- /dev/null +++ b/mamba-2.8b-slimpj/mamba-2.8b-slimpj-q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c70f934b11b4b6011ce241cebb8c3b4389ccc406a2cbb681bec2a45b16ba8343 +size 3304620064 diff --git a/mamba-2.8b/mamba-2.8b-f16.gguf b/mamba-2.8b/mamba-2.8b-f16.gguf new file mode 100644 index 0000000..2dd9bdd --- /dev/null +++ b/mamba-2.8b/mamba-2.8b-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b28dc609ecfb3f1abf7ec6d52deafbb45fd8b9b4900034946300c021feb817b4 +size 5784588064 diff --git a/mamba-2.8b/mamba-2.8b-f32.gguf b/mamba-2.8b/mamba-2.8b-f32.gguf new file mode 100644 index 0000000..d07bea7 --- /dev/null +++ b/mamba-2.8b/mamba-2.8b-f32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5effea675e7a0bce714725bd656c3ded85f7bbe200e36209e21d1f82d980a7eb +size 11075186432 diff --git a/mamba-2.8b/mamba-2.8b-q2_k.gguf b/mamba-2.8b/mamba-2.8b-q2_k.gguf new file mode 100644 index 0000000..af3dd4f --- /dev/null +++ b/mamba-2.8b/mamba-2.8b-q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8353dce97978d749de32bce8f42d94dae2879ee98f1dfb9dc6d78f2c10588f6 +size 1425331264 diff --git a/mamba-2.8b/mamba-2.8b-q3_k_l.gguf b/mamba-2.8b/mamba-2.8b-q3_k_l.gguf new file mode 100644 index 0000000..0ade24b --- /dev/null +++ b/mamba-2.8b/mamba-2.8b-q3_k_l.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c807986a8e3de2b0cbe2953c5bab9b3c31844e47d5bc012eedc082c5436ca45a +size 1680921664 diff --git a/mamba-2.8b/mamba-2.8b-q3_k_m.gguf b/mamba-2.8b/mamba-2.8b-q3_k_m.gguf new file mode 100644 index 0000000..2e2e888 --- /dev/null +++ b/mamba-2.8b/mamba-2.8b-q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:339f89e87653036d99b20e343a70db0afb8cbbd2383f7e70c2668abede1ea72c +size 1680921664 diff --git a/mamba-2.8b/mamba-2.8b-q3_k_s.gguf b/mamba-2.8b/mamba-2.8b-q3_k_s.gguf new file mode 100644 index 0000000..bb0eea7 --- /dev/null +++ b/mamba-2.8b/mamba-2.8b-q3_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d29cca5d426204f7b70f543e5616d2f8f058286689ff7b25aabb01f97782d95 +size 1680921664 diff --git a/mamba-2.8b/mamba-2.8b-q4_0.gguf b/mamba-2.8b/mamba-2.8b-q4_0.gguf new file mode 100644 index 0000000..fe9066e --- /dev/null +++ b/mamba-2.8b/mamba-2.8b-q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7e86b6419aba06c84223c01ca83d03d3abb8bc47fde220324e3b20990cd9f76 +size 2015155264 diff --git a/mamba-2.8b/mamba-2.8b-q4_k_m.gguf b/mamba-2.8b/mamba-2.8b-q4_k_m.gguf new file mode 100644 index 0000000..6d0079e --- /dev/null +++ b/mamba-2.8b/mamba-2.8b-q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fb59e6e6c46503dda44e983a17fb84f7707d9b32e9f704c38a0696cc516324c +size 2015155264 diff --git a/mamba-2.8b/mamba-2.8b-q4_k_s.gguf b/mamba-2.8b/mamba-2.8b-q4_k_s.gguf new file mode 100644 index 0000000..7175d50 --- /dev/null +++ b/mamba-2.8b/mamba-2.8b-q4_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:420ced62d13e123e80ce59f534ccc6447bf294cd247a9785513460586e8ebfda +size 2015155264 diff --git a/mamba-2.8b/mamba-2.8b-q5_0.gguf b/mamba-2.8b/mamba-2.8b-q5_0.gguf new file mode 100644 index 0000000..d0abb85 --- /dev/null +++ b/mamba-2.8b/mamba-2.8b-q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71bd0e1fe115eb78a63115b636eb1fbd877bbb2b9b1d4319c71bae2680908843 +size 2329728064 diff --git a/mamba-2.8b/mamba-2.8b-q5_k_m.gguf b/mamba-2.8b/mamba-2.8b-q5_k_m.gguf new file mode 100644 index 0000000..e973e64 --- /dev/null +++ b/mamba-2.8b/mamba-2.8b-q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b39d56e9ba57aa6dd1c20415dd441575726436025945e7e250ec3bd4911f7be +size 2329728064 diff --git a/mamba-2.8b/mamba-2.8b-q5_k_s.gguf b/mamba-2.8b/mamba-2.8b-q5_k_s.gguf new file mode 100644 index 0000000..17dac93 --- /dev/null +++ b/mamba-2.8b/mamba-2.8b-q5_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3faf566ebb2977eea0c1dc2473f3bb358b957d4483e5cd2bccc8620564854eba +size 2329728064 diff --git a/mamba-2.8b/mamba-2.8b-q6_k.gguf b/mamba-2.8b/mamba-2.8b-q6_k.gguf new file mode 100644 index 0000000..b46bba8 --- /dev/null +++ b/mamba-2.8b/mamba-2.8b-q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb7efee5f1888190418118cc8c7ed7d34ac12117e76250ce348e507ec63f0731 +size 2663961664 diff --git a/mamba-2.8b/mamba-2.8b-q8_0.gguf b/mamba-2.8b/mamba-2.8b-q8_0.gguf new file mode 100644 index 0000000..8508747 --- /dev/null +++ b/mamba-2.8b/mamba-2.8b-q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac31699c0289221d83292e87878416452cf13c0be7383bc0310203fd3b8c998 +size 3304620064 diff --git a/mamba-370m/mamba-370m-f16.gguf b/mamba-370m/mamba-370m-f16.gguf new file mode 100644 index 0000000..a91bafc --- /dev/null +++ b/mamba-370m/mamba-370m-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e96cae138b2429f11a0b984ded330f44b46e41712f95306673b8e7f52777031e +size 780907552 diff --git a/mamba-370m/mamba-370m-f32.gguf b/mamba-370m/mamba-370m-f32.gguf new file mode 100644 index 0000000..b3d5377 --- /dev/null +++ b/mamba-370m/mamba-370m-f32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:727707876c1da3efe1b6d686106f55b8b44b62114e26ce0f059f064093731392 +size 1487860736 diff --git a/mamba-370m/mamba-370m-q2_k.gguf b/mamba-370m/mamba-370m-q2_k.gguf new file mode 100644 index 0000000..b178a49 --- /dev/null +++ b/mamba-370m/mamba-370m-q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44eda99b91032c2aba1d729d093590451bee202c1b73e4fab7d2b534c3699ec1 +size 215279968 diff --git a/mamba-370m/mamba-370m-q3_k_l.gguf b/mamba-370m/mamba-370m-q3_k_l.gguf new file mode 100644 index 0000000..6a8c164 --- /dev/null +++ b/mamba-370m/mamba-370m-q3_k_l.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d19429ff101b505add358631d3f0b2c174376ddd206b7ee3102180f7134e1ce +size 245950816 diff --git a/mamba-370m/mamba-370m-q3_k_m.gguf b/mamba-370m/mamba-370m-q3_k_m.gguf new file mode 100644 index 0000000..0693950 --- /dev/null +++ b/mamba-370m/mamba-370m-q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60fce5d1f52eb250c8eb24778c0b5a2d14644a0c3e58b2cf7b6b92dc7a5acc95 +size 245950816 diff --git a/mamba-370m/mamba-370m-q3_k_s.gguf b/mamba-370m/mamba-370m-q3_k_s.gguf new file mode 100644 index 0000000..8ae465d --- /dev/null +++ b/mamba-370m/mamba-370m-q3_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57d4ded374015206377d64d449c61861258da547c28ca86895af04a3a28b339c +size 245950816 diff --git a/mamba-370m/mamba-370m-q4_0.gguf b/mamba-370m/mamba-370m-q4_0.gguf new file mode 100644 index 0000000..e084d9f --- /dev/null +++ b/mamba-370m/mamba-370m-q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27af0991b68305c548749397f5a840592b40c7f3801563d2a9a23a024d94f4a6 +size 286058848 diff --git a/mamba-370m/mamba-370m-q4_k_m.gguf b/mamba-370m/mamba-370m-q4_k_m.gguf new file mode 100644 index 0000000..4258f4c --- /dev/null +++ b/mamba-370m/mamba-370m-q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ee86445f35ad3502fa50bee08659d792804eb9986e47edc8907e002809a1c72 +size 286058848 diff --git a/mamba-370m/mamba-370m-q4_k_s.gguf b/mamba-370m/mamba-370m-q4_k_s.gguf new file mode 100644 index 0000000..6953781 --- /dev/null +++ b/mamba-370m/mamba-370m-q4_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37e96c2ffa22efec10a6fe9fc7eb3fefb1a798b545ee3c7c9c5349bc8875e38e +size 286058848 diff --git a/mamba-370m/mamba-370m-q5_0.gguf b/mamba-370m/mamba-370m-q5_0.gguf new file mode 100644 index 0000000..ec84c95 --- /dev/null +++ b/mamba-370m/mamba-370m-q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3395016f1475fd9411c0df34403f4fb10f048fa37f02ab86d767efe40bf873ce +size 323807584 diff --git a/mamba-370m/mamba-370m-q5_k_m.gguf b/mamba-370m/mamba-370m-q5_k_m.gguf new file mode 100644 index 0000000..4923fe0 --- /dev/null +++ b/mamba-370m/mamba-370m-q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:966057894d4d7fd7fd7de7a01633916c227c81240802947e4e54a6b9fcca5b23 +size 323807584 diff --git a/mamba-370m/mamba-370m-q5_k_s.gguf b/mamba-370m/mamba-370m-q5_k_s.gguf new file mode 100644 index 0000000..5b16791 --- /dev/null +++ b/mamba-370m/mamba-370m-q5_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:679304cf0da96b1e672b0fc477a36f2d111a1f39d44bac3b9e3ad989c5ae0ce4 +size 323807584 diff --git a/mamba-370m/mamba-370m-q6_k.gguf b/mamba-370m/mamba-370m-q6_k.gguf new file mode 100644 index 0000000..8356569 --- /dev/null +++ b/mamba-370m/mamba-370m-q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72197c37be39a9818cad8abc49953302f2913f1a472f2a0a0e86bade9aef0576 +size 363915616 diff --git a/mamba-370m/mamba-370m-q8_0.gguf b/mamba-370m/mamba-370m-q8_0.gguf new file mode 100644 index 0000000..6a9456e --- /dev/null +++ b/mamba-370m/mamba-370m-q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e25cd32f5479abc1e21f768c5334df5fda2f1049f6cfbf74bb5fc82ee3e6669 +size 449523232 diff --git a/mamba-790m/mamba-790m-f16.gguf b/mamba-790m/mamba-790m-f16.gguf new file mode 100644 index 0000000..15a808d --- /dev/null +++ b/mamba-790m/mamba-790m-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71e67e48627ce0fdc041cd61b08c2670974af543dbcfed04be63e72ae8fc9029 +size 1661197344 diff --git a/mamba-790m/mamba-790m-f32.gguf b/mamba-790m/mamba-790m-f32.gguf new file mode 100644 index 0000000..a599193 --- /dev/null +++ b/mamba-790m/mamba-790m-f32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f969b3fd5f887b7f31ebb753ea847ddbc649155e15de1ec5bc18522a63cc4d5 +size 3174611968 diff --git a/mamba-790m/mamba-790m-q2_k.gguf b/mamba-790m/mamba-790m-q2_k.gguf new file mode 100644 index 0000000..d973078 --- /dev/null +++ b/mamba-790m/mamba-790m-q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77b1c770a3053428df609799d0a724f508f36f07cb6518bca04301d8310a66fe +size 434088960 diff --git a/mamba-790m/mamba-790m-q3_k_l.gguf b/mamba-790m/mamba-790m-q3_k_l.gguf new file mode 100644 index 0000000..681b4b8 --- /dev/null +++ b/mamba-790m/mamba-790m-q3_k_l.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31a2e2c682fbc9e0ec8dea3fea244ce055f1fc0b56837ffcd3f07c35fc95e4c5 +size 503098368 diff --git a/mamba-790m/mamba-790m-q3_k_m.gguf b/mamba-790m/mamba-790m-q3_k_m.gguf new file mode 100644 index 0000000..d646a73 --- /dev/null +++ b/mamba-790m/mamba-790m-q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f78fc49ca11de801bd024e393126bf068d012c7bd8de2c1e670f012328310693 +size 503098368 diff --git a/mamba-790m/mamba-790m-q3_k_s.gguf b/mamba-790m/mamba-790m-q3_k_s.gguf new file mode 100644 index 0000000..84f40f1 --- /dev/null +++ b/mamba-790m/mamba-790m-q3_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ffbaaed05eb1ed7fafab4101dac79960e2e4b556f2dd7f4cf4ae3ba76528142 +size 503098368 diff --git a/mamba-790m/mamba-790m-q4_0.gguf b/mamba-790m/mamba-790m-q4_0.gguf new file mode 100644 index 0000000..325f86c --- /dev/null +++ b/mamba-790m/mamba-790m-q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0e384c8dd6ce57355b0fd30b0391be5b69d241f90b94d8800de0e0b5665044f +size 593341440 diff --git a/mamba-790m/mamba-790m-q4_k_m.gguf b/mamba-790m/mamba-790m-q4_k_m.gguf new file mode 100644 index 0000000..96de19f --- /dev/null +++ b/mamba-790m/mamba-790m-q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4031da2c760d913738da0ba9ceb19d3f9b6aee8149153584b392e3d385d530d7 +size 593341440 diff --git a/mamba-790m/mamba-790m-q4_k_s.gguf b/mamba-790m/mamba-790m-q4_k_s.gguf new file mode 100644 index 0000000..91a05c4 --- /dev/null +++ b/mamba-790m/mamba-790m-q4_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70a85b4a19031fa5eb6a56af5f318408ba57292bc4d14b36bde43a3e1e660791 +size 593341440 diff --git a/mamba-790m/mamba-790m-q5_0.gguf b/mamba-790m/mamba-790m-q5_0.gguf new file mode 100644 index 0000000..4abc90f --- /dev/null +++ b/mamba-790m/mamba-790m-q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d93ef956277b621d51ba990c7dc04c9772f920284ee6b20f96392c983979710 +size 678276096 diff --git a/mamba-790m/mamba-790m-q5_k_m.gguf b/mamba-790m/mamba-790m-q5_k_m.gguf new file mode 100644 index 0000000..6974503 --- /dev/null +++ b/mamba-790m/mamba-790m-q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d67235fecac2762270f1967bdb892f0c0070b977bf3317e2fadc3c15119510d2 +size 678276096 diff --git a/mamba-790m/mamba-790m-q5_k_s.gguf b/mamba-790m/mamba-790m-q5_k_s.gguf new file mode 100644 index 0000000..bb10b32 --- /dev/null +++ b/mamba-790m/mamba-790m-q5_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:514b2b1252ddb49502989327294188204781a9569ef93c11cd3ffca6f28f7fc3 +size 678276096 diff --git a/mamba-790m/mamba-790m-q6_k.gguf b/mamba-790m/mamba-790m-q6_k.gguf new file mode 100644 index 0000000..69a5f54 --- /dev/null +++ b/mamba-790m/mamba-790m-q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c252e26bbcb0e9c378b2e670c1a204c0203e7131218ecb08b3a5963303670f49 +size 768519168 diff --git a/mamba-790m/mamba-790m-q8_0.gguf b/mamba-790m/mamba-790m-q8_0.gguf new file mode 100644 index 0000000..c2ec746 --- /dev/null +++ b/mamba-790m/mamba-790m-q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f202258ac0e977845ee501f588d5a684021872778fce67924db29230bfe0153 +size 951784224