From 820dffbdca38af83f39eba0ee574f127894eb58c Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 21 Apr 2026 17:42:49 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-5-gguf Source: Original Platform --- .gitattributes | 57 ++++++++++++++++++ README.md | 93 ++++++++++++++++++++++++++++++ lucky52-bloom-7b1-no-5.IQ3_M.gguf | 3 + lucky52-bloom-7b1-no-5.IQ3_S.gguf | 3 + lucky52-bloom-7b1-no-5.IQ3_XS.gguf | 3 + lucky52-bloom-7b1-no-5.IQ4_NL.gguf | 3 + lucky52-bloom-7b1-no-5.IQ4_XS.gguf | 3 + lucky52-bloom-7b1-no-5.Q2_K.gguf | 3 + lucky52-bloom-7b1-no-5.Q3_K.gguf | 3 + lucky52-bloom-7b1-no-5.Q3_K_L.gguf | 3 + lucky52-bloom-7b1-no-5.Q3_K_M.gguf | 3 + lucky52-bloom-7b1-no-5.Q3_K_S.gguf | 3 + lucky52-bloom-7b1-no-5.Q4_0.gguf | 3 + lucky52-bloom-7b1-no-5.Q4_1.gguf | 3 + lucky52-bloom-7b1-no-5.Q4_K.gguf | 3 + lucky52-bloom-7b1-no-5.Q4_K_M.gguf | 3 + lucky52-bloom-7b1-no-5.Q4_K_S.gguf | 3 + lucky52-bloom-7b1-no-5.Q5_0.gguf | 3 + lucky52-bloom-7b1-no-5.Q5_1.gguf | 3 + lucky52-bloom-7b1-no-5.Q5_K.gguf | 3 + lucky52-bloom-7b1-no-5.Q5_K_M.gguf | 3 + lucky52-bloom-7b1-no-5.Q5_K_S.gguf | 3 + lucky52-bloom-7b1-no-5.Q6_K.gguf | 3 + lucky52-bloom-7b1-no-5.Q8_0.gguf | 3 + 24 files changed, 216 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 lucky52-bloom-7b1-no-5.IQ3_M.gguf create mode 100644 lucky52-bloom-7b1-no-5.IQ3_S.gguf create mode 100644 lucky52-bloom-7b1-no-5.IQ3_XS.gguf create mode 100644 lucky52-bloom-7b1-no-5.IQ4_NL.gguf create mode 100644 lucky52-bloom-7b1-no-5.IQ4_XS.gguf create mode 100644 lucky52-bloom-7b1-no-5.Q2_K.gguf create mode 100644 lucky52-bloom-7b1-no-5.Q3_K.gguf create mode 100644 lucky52-bloom-7b1-no-5.Q3_K_L.gguf create mode 100644 lucky52-bloom-7b1-no-5.Q3_K_M.gguf create mode 100644 lucky52-bloom-7b1-no-5.Q3_K_S.gguf create mode 100644 lucky52-bloom-7b1-no-5.Q4_0.gguf create mode 100644 lucky52-bloom-7b1-no-5.Q4_1.gguf create mode 100644 lucky52-bloom-7b1-no-5.Q4_K.gguf create mode 100644 lucky52-bloom-7b1-no-5.Q4_K_M.gguf create mode 100644 lucky52-bloom-7b1-no-5.Q4_K_S.gguf create mode 100644 lucky52-bloom-7b1-no-5.Q5_0.gguf create mode 100644 lucky52-bloom-7b1-no-5.Q5_1.gguf create mode 100644 lucky52-bloom-7b1-no-5.Q5_K.gguf create mode 100644 lucky52-bloom-7b1-no-5.Q5_K_M.gguf create mode 100644 lucky52-bloom-7b1-no-5.Q5_K_S.gguf create mode 100644 lucky52-bloom-7b1-no-5.Q6_K.gguf create mode 100644 lucky52-bloom-7b1-no-5.Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..f850946 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-5.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-5.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-5.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-5.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-5.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-5.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-5.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-5.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-5.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-5.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-5.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-5.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-5.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-5.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-5.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-5.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-5.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-5.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-5.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-5.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-5.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-5.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..6ce6b3d --- /dev/null +++ b/README.md @@ -0,0 +1,93 @@ +Quantization made by Richard Erkhov. + +[Github](https://github.com/RichardErkhov) + +[Discord](https://discord.gg/pvy7H8DZMG) + +[Request more models](https://github.com/RichardErkhov/quant_request) + + +lucky52-bloom-7b1-no-5 - GGUF +- Model creator: https://huggingface.co/MaLA-LM/ +- Original model: https://huggingface.co/MaLA-LM/lucky52-bloom-7b1-no-5/ + + +| Name | Quant method | Size | +| ---- | ---- | ---- | +| [lucky52-bloom-7b1-no-5.Q2_K.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-5-gguf/blob/main/lucky52-bloom-7b1-no-5.Q2_K.gguf) | Q2_K | 3.2GB | +| [lucky52-bloom-7b1-no-5.IQ3_XS.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-5-gguf/blob/main/lucky52-bloom-7b1-no-5.IQ3_XS.gguf) | IQ3_XS | 3.56GB | +| [lucky52-bloom-7b1-no-5.IQ3_S.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-5-gguf/blob/main/lucky52-bloom-7b1-no-5.IQ3_S.gguf) | IQ3_S | 3.63GB | +| [lucky52-bloom-7b1-no-5.Q3_K_S.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-5-gguf/blob/main/lucky52-bloom-7b1-no-5.Q3_K_S.gguf) | Q3_K_S | 3.63GB | +| [lucky52-bloom-7b1-no-5.IQ3_M.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-5-gguf/blob/main/lucky52-bloom-7b1-no-5.IQ3_M.gguf) | IQ3_M | 3.9GB | +| [lucky52-bloom-7b1-no-5.Q3_K.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-5-gguf/blob/main/lucky52-bloom-7b1-no-5.Q3_K.gguf) | Q3_K | 4.14GB | +| [lucky52-bloom-7b1-no-5.Q3_K_M.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-5-gguf/blob/main/lucky52-bloom-7b1-no-5.Q3_K_M.gguf) | Q3_K_M | 4.14GB | +| [lucky52-bloom-7b1-no-5.Q3_K_L.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-5-gguf/blob/main/lucky52-bloom-7b1-no-5.Q3_K_L.gguf) | Q3_K_L | 4.42GB | +| [lucky52-bloom-7b1-no-5.IQ4_XS.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-5-gguf/blob/main/lucky52-bloom-7b1-no-5.IQ4_XS.gguf) | IQ4_XS | 4.33GB | +| [lucky52-bloom-7b1-no-5.Q4_0.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-5-gguf/blob/main/lucky52-bloom-7b1-no-5.Q4_0.gguf) | Q4_0 | 4.51GB | +| [lucky52-bloom-7b1-no-5.IQ4_NL.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-5-gguf/blob/main/lucky52-bloom-7b1-no-5.IQ4_NL.gguf) | IQ4_NL | 4.53GB | +| [lucky52-bloom-7b1-no-5.Q4_K_S.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-5-gguf/blob/main/lucky52-bloom-7b1-no-5.Q4_K_S.gguf) | Q4_K_S | 4.53GB | +| [lucky52-bloom-7b1-no-5.Q4_K.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-5-gguf/blob/main/lucky52-bloom-7b1-no-5.Q4_K.gguf) | Q4_K | 4.91GB | +| [lucky52-bloom-7b1-no-5.Q4_K_M.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-5-gguf/blob/main/lucky52-bloom-7b1-no-5.Q4_K_M.gguf) | Q4_K_M | 4.91GB | +| [lucky52-bloom-7b1-no-5.Q4_1.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-5-gguf/blob/main/lucky52-bloom-7b1-no-5.Q4_1.gguf) | Q4_1 | 4.92GB | +| [lucky52-bloom-7b1-no-5.Q5_0.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-5-gguf/blob/main/lucky52-bloom-7b1-no-5.Q5_0.gguf) | Q5_0 | 5.33GB | +| [lucky52-bloom-7b1-no-5.Q5_K_S.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-5-gguf/blob/main/lucky52-bloom-7b1-no-5.Q5_K_S.gguf) | Q5_K_S | 5.33GB | +| [lucky52-bloom-7b1-no-5.Q5_K.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-5-gguf/blob/main/lucky52-bloom-7b1-no-5.Q5_K.gguf) | Q5_K | 5.63GB | +| [lucky52-bloom-7b1-no-5.Q5_K_M.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-5-gguf/blob/main/lucky52-bloom-7b1-no-5.Q5_K_M.gguf) | Q5_K_M | 5.63GB | +| [lucky52-bloom-7b1-no-5.Q5_1.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-5-gguf/blob/main/lucky52-bloom-7b1-no-5.Q5_1.gguf) | Q5_1 | 5.74GB | +| [lucky52-bloom-7b1-no-5.Q6_K.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-5-gguf/blob/main/lucky52-bloom-7b1-no-5.Q6_K.gguf) | Q6_K | 6.2GB | +| [lucky52-bloom-7b1-no-5.Q8_0.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-5-gguf/blob/main/lucky52-bloom-7b1-no-5.Q8_0.gguf) | Q8_0 | 8.03GB | + + + + +Original model description: + +--- +library_name: transformers +pipeline_tag: text-generation +language: +- multilingual +tags: +- generation +- question answering +- instruction tuning +datasets: +- MBZUAI/Bactrian-X +license: cc-by-nc-4.0 +--- + +### Model Description + +This HF repository hosts instruction fine-tuned multilingual BLOOM model using the parallel instruction dataset called Bactrain-X in 52 languages. +We progressively add a language during instruction fine-tuning at each time, and train 52 models in total. Then, we evaluate those models in three multilingual benchmarks. + +Please refer to [our paper](https://arxiv.org/abs/2404.04850) for more details. + +* Base model: [BLOOM 7B1](https://huggingface.co/bigscience/bloom-7b1) +* Instruction languages: English, Chinese, Afrikaans, Arabic, Azerbaijani +* Instruction language codes: en, zh, af, ar, az +* Training method: full-parameter fine-tuning. + +### Usage +The model checkpoint should be loaded using `transformers` library. + +```python +from transformers import AutoTokenizer, AutoModelForCausalLM + +tokenizer = AutoTokenizer.from_pretrained("MaLA-LM/lucky52-bloom-7b1-no-5") +model = AutoModelForCausalLM.from_pretrained("MaLA-LM/lucky52-bloom-7b1-no-5") +``` + +### Citation +``` +@inproceedings{ji2025lucky52, + title={How Many Languages Make Good Multilingual Instruction Tuning? A Case Study on BLOOM}, + author={Shaoxiong Ji and Pinzhen Chen}, + year={2025}, + booktitle={Proceedings of COLING}, + url={https://arxiv.org/abs/2404.04850}, +} +``` + + + diff --git a/lucky52-bloom-7b1-no-5.IQ3_M.gguf b/lucky52-bloom-7b1-no-5.IQ3_M.gguf new file mode 100644 index 0000000..e54c85b --- /dev/null +++ b/lucky52-bloom-7b1-no-5.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9240ec7de107ccc104489687b9b20d4f79e9b11f38c24d09d641ecdfa703cf3e +size 4192938304 diff --git a/lucky52-bloom-7b1-no-5.IQ3_S.gguf b/lucky52-bloom-7b1-no-5.IQ3_S.gguf new file mode 100644 index 0000000..25c91fc --- /dev/null +++ b/lucky52-bloom-7b1-no-5.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a2c228db290caacd6573cb47d05a703708330b93b6c83ac200599bfef7f38d4 +size 3898812736 diff --git a/lucky52-bloom-7b1-no-5.IQ3_XS.gguf b/lucky52-bloom-7b1-no-5.IQ3_XS.gguf new file mode 100644 index 0000000..fe99d3f --- /dev/null +++ b/lucky52-bloom-7b1-no-5.IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bf5b6d9a07db2165843b69b86df7ce8aab7804b69063eb5745578cea4b4603f +size 3826460992 diff --git a/lucky52-bloom-7b1-no-5.IQ4_NL.gguf b/lucky52-bloom-7b1-no-5.IQ4_NL.gguf new file mode 100644 index 0000000..ee6e4e1 --- /dev/null +++ b/lucky52-bloom-7b1-no-5.IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d11958fe605e38533c09fb20a20c163b53bf7b64825d10648c7a1c6d533a259 +size 4862617920 diff --git a/lucky52-bloom-7b1-no-5.IQ4_XS.gguf b/lucky52-bloom-7b1-no-5.IQ4_XS.gguf new file mode 100644 index 0000000..5344beb --- /dev/null +++ b/lucky52-bloom-7b1-no-5.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4af26d5df3e9d5a03f996a34b658aa1e3931c00fea26681a49f0d7e2f75c351a +size 4648053056 diff --git a/lucky52-bloom-7b1-no-5.Q2_K.gguf b/lucky52-bloom-7b1-no-5.Q2_K.gguf new file mode 100644 index 0000000..0f8d780 --- /dev/null +++ b/lucky52-bloom-7b1-no-5.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ed69785bbc0527e701e5d3e76a76e8073754d920e63a44488dee9c83106b2b7 +size 3436620096 diff --git a/lucky52-bloom-7b1-no-5.Q3_K.gguf b/lucky52-bloom-7b1-no-5.Q3_K.gguf new file mode 100644 index 0000000..7c18b42 --- /dev/null +++ b/lucky52-bloom-7b1-no-5.Q3_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ceae233bea9bc5566fc19c5cc7d9b847468454d3c77daec4cddaed6be5c53c1 +size 4441975104 diff --git a/lucky52-bloom-7b1-no-5.Q3_K_L.gguf b/lucky52-bloom-7b1-no-5.Q3_K_L.gguf new file mode 100644 index 0000000..6816d5a --- /dev/null +++ b/lucky52-bloom-7b1-no-5.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0bb90f423f7d2d2d782b45edaaa6a8b0b40993cc780707eb3b95e48f0cb1b75 +size 4748159296 diff --git a/lucky52-bloom-7b1-no-5.Q3_K_M.gguf b/lucky52-bloom-7b1-no-5.Q3_K_M.gguf new file mode 100644 index 0000000..7c18b42 --- /dev/null +++ b/lucky52-bloom-7b1-no-5.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ceae233bea9bc5566fc19c5cc7d9b847468454d3c77daec4cddaed6be5c53c1 +size 4441975104 diff --git a/lucky52-bloom-7b1-no-5.Q3_K_S.gguf b/lucky52-bloom-7b1-no-5.Q3_K_S.gguf new file mode 100644 index 0000000..1e8bc02 --- /dev/null +++ b/lucky52-bloom-7b1-no-5.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d63f74e27d2edeb8107f1774cbaf8d1c8c6c87a410b9f4742247335c34f0d546 +size 3898812736 diff --git a/lucky52-bloom-7b1-no-5.Q4_0.gguf b/lucky52-bloom-7b1-no-5.Q4_0.gguf new file mode 100644 index 0000000..3e7d6e4 --- /dev/null +++ b/lucky52-bloom-7b1-no-5.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b53c399f43ecee889de7ffb05434682cdb24c6e5fd00313474f88dca1691e1f9 +size 4837452096 diff --git a/lucky52-bloom-7b1-no-5.Q4_1.gguf b/lucky52-bloom-7b1-no-5.Q4_1.gguf new file mode 100644 index 0000000..ac82dec --- /dev/null +++ b/lucky52-bloom-7b1-no-5.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9a9c5cad5d698a19c9acd6394ef8a63318c74635bfa4c174629c10cb64bb950 +size 5279164736 diff --git a/lucky52-bloom-7b1-no-5.Q4_K.gguf b/lucky52-bloom-7b1-no-5.Q4_K.gguf new file mode 100644 index 0000000..cfde109 --- /dev/null +++ b/lucky52-bloom-7b1-no-5.Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96aeb6b14c67856ee80885a89b0c52831e7441174623610ab4172504a4d163a0 +size 5268416832 diff --git a/lucky52-bloom-7b1-no-5.Q4_K_M.gguf b/lucky52-bloom-7b1-no-5.Q4_K_M.gguf new file mode 100644 index 0000000..cfde109 --- /dev/null +++ b/lucky52-bloom-7b1-no-5.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96aeb6b14c67856ee80885a89b0c52831e7441174623610ab4172504a4d163a0 +size 5268416832 diff --git a/lucky52-bloom-7b1-no-5.Q4_K_S.gguf b/lucky52-bloom-7b1-no-5.Q4_K_S.gguf new file mode 100644 index 0000000..28346ca --- /dev/null +++ b/lucky52-bloom-7b1-no-5.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cbf448ac4c10033843f22ee00fbd6ebeb25385a184bc246785f8f75b12c49ec +size 4862617920 diff --git a/lucky52-bloom-7b1-no-5.Q5_0.gguf b/lucky52-bloom-7b1-no-5.Q5_0.gguf new file mode 100644 index 0000000..4305989 --- /dev/null +++ b/lucky52-bloom-7b1-no-5.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1142515a68ddac00158429b20ae82224b911abd8396a30dd2239c173532a9fa +size 5720877376 diff --git a/lucky52-bloom-7b1-no-5.Q5_1.gguf b/lucky52-bloom-7b1-no-5.Q5_1.gguf new file mode 100644 index 0000000..f2da53d --- /dev/null +++ b/lucky52-bloom-7b1-no-5.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41b052f73741c864d51d197f21b47e66f78a43da66c6134d588343888d6f486a +size 6162590016 diff --git a/lucky52-bloom-7b1-no-5.Q5_K.gguf b/lucky52-bloom-7b1-no-5.Q5_K.gguf new file mode 100644 index 0000000..ebe0efa --- /dev/null +++ b/lucky52-bloom-7b1-no-5.Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f069c899f804ebe5fdab060937fb66ab8b006bd9a398194505c59a845d305033 +size 6046198080 diff --git a/lucky52-bloom-7b1-no-5.Q5_K_M.gguf b/lucky52-bloom-7b1-no-5.Q5_K_M.gguf new file mode 100644 index 0000000..ebe0efa --- /dev/null +++ b/lucky52-bloom-7b1-no-5.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f069c899f804ebe5fdab060937fb66ab8b006bd9a398194505c59a845d305033 +size 6046198080 diff --git a/lucky52-bloom-7b1-no-5.Q5_K_S.gguf b/lucky52-bloom-7b1-no-5.Q5_K_S.gguf new file mode 100644 index 0000000..6d66043 --- /dev/null +++ b/lucky52-bloom-7b1-no-5.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:155d82e4e58064f593657b0f79f9f4c65c249405f5585e5d90a8d96c2df618ac +size 5720877376 diff --git a/lucky52-bloom-7b1-no-5.Q6_K.gguf b/lucky52-bloom-7b1-no-5.Q6_K.gguf new file mode 100644 index 0000000..3b18bc2 --- /dev/null +++ b/lucky52-bloom-7b1-no-5.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15591ebde8eeb95ffeed2828be78e205401dcf3238573c76943ebdb3ed35ff59 +size 6659516736 diff --git a/lucky52-bloom-7b1-no-5.Q8_0.gguf b/lucky52-bloom-7b1-no-5.Q8_0.gguf new file mode 100644 index 0000000..e6747ed --- /dev/null +++ b/lucky52-bloom-7b1-no-5.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0aa9490112a83ed564dafe128b9a5aa5e236483237ea15a59942d15710d8d5b5 +size 8620026176