From 8397026c368fd4873e7d980ac4c41f02bdb347d9 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 21 Apr 2026 15:39:05 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-19-gguf Source: Original Platform --- .gitattributes | 57 ++++++++++++++++++ README.md | 93 +++++++++++++++++++++++++++++ lucky52-bloom-7b1-no-19.IQ3_M.gguf | 3 + lucky52-bloom-7b1-no-19.IQ3_S.gguf | 3 + lucky52-bloom-7b1-no-19.IQ3_XS.gguf | 3 + lucky52-bloom-7b1-no-19.IQ4_NL.gguf | 3 + lucky52-bloom-7b1-no-19.IQ4_XS.gguf | 3 + lucky52-bloom-7b1-no-19.Q2_K.gguf | 3 + lucky52-bloom-7b1-no-19.Q3_K.gguf | 3 + lucky52-bloom-7b1-no-19.Q3_K_L.gguf | 3 + lucky52-bloom-7b1-no-19.Q3_K_M.gguf | 3 + lucky52-bloom-7b1-no-19.Q3_K_S.gguf | 3 + lucky52-bloom-7b1-no-19.Q4_0.gguf | 3 + lucky52-bloom-7b1-no-19.Q4_1.gguf | 3 + lucky52-bloom-7b1-no-19.Q4_K.gguf | 3 + lucky52-bloom-7b1-no-19.Q4_K_M.gguf | 3 + lucky52-bloom-7b1-no-19.Q4_K_S.gguf | 3 + lucky52-bloom-7b1-no-19.Q5_0.gguf | 3 + lucky52-bloom-7b1-no-19.Q5_1.gguf | 3 + lucky52-bloom-7b1-no-19.Q5_K.gguf | 3 + lucky52-bloom-7b1-no-19.Q5_K_M.gguf | 3 + lucky52-bloom-7b1-no-19.Q5_K_S.gguf | 3 + lucky52-bloom-7b1-no-19.Q6_K.gguf | 3 + lucky52-bloom-7b1-no-19.Q8_0.gguf | 3 + 24 files changed, 216 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 lucky52-bloom-7b1-no-19.IQ3_M.gguf create mode 100644 lucky52-bloom-7b1-no-19.IQ3_S.gguf create mode 100644 lucky52-bloom-7b1-no-19.IQ3_XS.gguf create mode 100644 lucky52-bloom-7b1-no-19.IQ4_NL.gguf create mode 100644 lucky52-bloom-7b1-no-19.IQ4_XS.gguf create mode 100644 lucky52-bloom-7b1-no-19.Q2_K.gguf create mode 100644 lucky52-bloom-7b1-no-19.Q3_K.gguf create mode 100644 lucky52-bloom-7b1-no-19.Q3_K_L.gguf create mode 100644 lucky52-bloom-7b1-no-19.Q3_K_M.gguf create mode 100644 lucky52-bloom-7b1-no-19.Q3_K_S.gguf create mode 100644 lucky52-bloom-7b1-no-19.Q4_0.gguf create mode 100644 lucky52-bloom-7b1-no-19.Q4_1.gguf create mode 100644 lucky52-bloom-7b1-no-19.Q4_K.gguf create mode 100644 lucky52-bloom-7b1-no-19.Q4_K_M.gguf create mode 100644 lucky52-bloom-7b1-no-19.Q4_K_S.gguf create mode 100644 lucky52-bloom-7b1-no-19.Q5_0.gguf create mode 100644 lucky52-bloom-7b1-no-19.Q5_1.gguf create mode 100644 lucky52-bloom-7b1-no-19.Q5_K.gguf create mode 100644 lucky52-bloom-7b1-no-19.Q5_K_M.gguf create mode 100644 lucky52-bloom-7b1-no-19.Q5_K_S.gguf create mode 100644 lucky52-bloom-7b1-no-19.Q6_K.gguf create mode 100644 lucky52-bloom-7b1-no-19.Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..48ede33 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-19.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-19.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-19.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-19.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-19.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-19.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-19.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-19.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-19.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-19.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-19.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-19.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-19.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-19.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-19.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-19.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-19.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-19.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-19.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-19.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-19.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +lucky52-bloom-7b1-no-19.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..7987dea --- /dev/null +++ b/README.md @@ -0,0 +1,93 @@ +Quantization made by Richard Erkhov. + +[Github](https://github.com/RichardErkhov) + +[Discord](https://discord.gg/pvy7H8DZMG) + +[Request more models](https://github.com/RichardErkhov/quant_request) + + +lucky52-bloom-7b1-no-19 - GGUF +- Model creator: https://huggingface.co/MaLA-LM/ +- Original model: https://huggingface.co/MaLA-LM/lucky52-bloom-7b1-no-19/ + + +| Name | Quant method | Size | +| ---- | ---- | ---- | +| [lucky52-bloom-7b1-no-19.Q2_K.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-19-gguf/blob/main/lucky52-bloom-7b1-no-19.Q2_K.gguf) | Q2_K | 3.2GB | +| [lucky52-bloom-7b1-no-19.IQ3_XS.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-19-gguf/blob/main/lucky52-bloom-7b1-no-19.IQ3_XS.gguf) | IQ3_XS | 3.56GB | +| [lucky52-bloom-7b1-no-19.IQ3_S.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-19-gguf/blob/main/lucky52-bloom-7b1-no-19.IQ3_S.gguf) | IQ3_S | 3.63GB | +| [lucky52-bloom-7b1-no-19.Q3_K_S.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-19-gguf/blob/main/lucky52-bloom-7b1-no-19.Q3_K_S.gguf) | Q3_K_S | 3.63GB | +| [lucky52-bloom-7b1-no-19.IQ3_M.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-19-gguf/blob/main/lucky52-bloom-7b1-no-19.IQ3_M.gguf) | IQ3_M | 3.9GB | +| [lucky52-bloom-7b1-no-19.Q3_K.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-19-gguf/blob/main/lucky52-bloom-7b1-no-19.Q3_K.gguf) | Q3_K | 4.14GB | +| [lucky52-bloom-7b1-no-19.Q3_K_M.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-19-gguf/blob/main/lucky52-bloom-7b1-no-19.Q3_K_M.gguf) | Q3_K_M | 4.14GB | +| [lucky52-bloom-7b1-no-19.Q3_K_L.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-19-gguf/blob/main/lucky52-bloom-7b1-no-19.Q3_K_L.gguf) | Q3_K_L | 4.42GB | +| [lucky52-bloom-7b1-no-19.IQ4_XS.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-19-gguf/blob/main/lucky52-bloom-7b1-no-19.IQ4_XS.gguf) | IQ4_XS | 4.33GB | +| [lucky52-bloom-7b1-no-19.Q4_0.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-19-gguf/blob/main/lucky52-bloom-7b1-no-19.Q4_0.gguf) | Q4_0 | 4.51GB | +| [lucky52-bloom-7b1-no-19.IQ4_NL.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-19-gguf/blob/main/lucky52-bloom-7b1-no-19.IQ4_NL.gguf) | IQ4_NL | 4.53GB | +| [lucky52-bloom-7b1-no-19.Q4_K_S.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-19-gguf/blob/main/lucky52-bloom-7b1-no-19.Q4_K_S.gguf) | Q4_K_S | 4.53GB | +| [lucky52-bloom-7b1-no-19.Q4_K.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-19-gguf/blob/main/lucky52-bloom-7b1-no-19.Q4_K.gguf) | Q4_K | 4.91GB | +| [lucky52-bloom-7b1-no-19.Q4_K_M.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-19-gguf/blob/main/lucky52-bloom-7b1-no-19.Q4_K_M.gguf) | Q4_K_M | 4.91GB | +| [lucky52-bloom-7b1-no-19.Q4_1.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-19-gguf/blob/main/lucky52-bloom-7b1-no-19.Q4_1.gguf) | Q4_1 | 4.92GB | +| [lucky52-bloom-7b1-no-19.Q5_0.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-19-gguf/blob/main/lucky52-bloom-7b1-no-19.Q5_0.gguf) | Q5_0 | 5.33GB | +| [lucky52-bloom-7b1-no-19.Q5_K_S.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-19-gguf/blob/main/lucky52-bloom-7b1-no-19.Q5_K_S.gguf) | Q5_K_S | 5.33GB | +| [lucky52-bloom-7b1-no-19.Q5_K.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-19-gguf/blob/main/lucky52-bloom-7b1-no-19.Q5_K.gguf) | Q5_K | 5.63GB | +| [lucky52-bloom-7b1-no-19.Q5_K_M.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-19-gguf/blob/main/lucky52-bloom-7b1-no-19.Q5_K_M.gguf) | Q5_K_M | 5.63GB | +| [lucky52-bloom-7b1-no-19.Q5_1.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-19-gguf/blob/main/lucky52-bloom-7b1-no-19.Q5_1.gguf) | Q5_1 | 5.74GB | +| [lucky52-bloom-7b1-no-19.Q6_K.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-19-gguf/blob/main/lucky52-bloom-7b1-no-19.Q6_K.gguf) | Q6_K | 6.2GB | +| [lucky52-bloom-7b1-no-19.Q8_0.gguf](https://huggingface.co/RichardErkhov/MaLA-LM_-_lucky52-bloom-7b1-no-19-gguf/blob/main/lucky52-bloom-7b1-no-19.Q8_0.gguf) | Q8_0 | 8.03GB | + + + + +Original model description: + +--- +library_name: transformers +pipeline_tag: text-generation +language: +- multilingual +tags: +- generation +- question answering +- instruction tuning +datasets: +- MBZUAI/Bactrian-X +license: cc-by-nc-4.0 +--- + +### Model Description + +This HF repository hosts instruction fine-tuned multilingual BLOOM model using the parallel instruction dataset called Bactrain-X in 52 languages. +We progressively add a language during instruction fine-tuning at each time, and train 52 models in total. Then, we evaluate those models in three multilingual benchmarks. + +Please refer to [our paper](https://arxiv.org/abs/2404.04850) for more details. + +* Base model: [BLOOM 7B1](https://huggingface.co/bigscience/bloom-7b1) +* Instruction languages: English, Chinese, Afrikaans, Arabic, Azerbaijani, Bengali, Czech, German, Spanish, Estonian, Farsi, Finnish, French, Galician, Gujarati, Hebrew, Hindi, Croatian, Indonesian +* Instruction language codes: en, zh, af, ar, az, bn, cs, de, es, et, fa, fi, fr, gl, gu, he, hi, hr, id +* Training method: full-parameter fine-tuning. + +### Usage +The model checkpoint should be loaded using `transformers` library. + +```python +from transformers import AutoTokenizer, AutoModelForCausalLM + +tokenizer = AutoTokenizer.from_pretrained("MaLA-LM/lucky52-bloom-7b1-no-19") +model = AutoModelForCausalLM.from_pretrained("MaLA-LM/lucky52-bloom-7b1-no-19") +``` + +### Citation +``` +@inproceedings{ji2025lucky52, + title={How Many Languages Make Good Multilingual Instruction Tuning? A Case Study on BLOOM}, + author={Shaoxiong Ji and Pinzhen Chen}, + year={2025}, + booktitle={Proceedings of COLING}, + url={https://arxiv.org/abs/2404.04850}, +} +``` + + + diff --git a/lucky52-bloom-7b1-no-19.IQ3_M.gguf b/lucky52-bloom-7b1-no-19.IQ3_M.gguf new file mode 100644 index 0000000..a50be65 --- /dev/null +++ b/lucky52-bloom-7b1-no-19.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef44e07c6d2742739d75e11e12ebf85b96cea0d4e73579294c66fc55376ac105 +size 4192938304 diff --git a/lucky52-bloom-7b1-no-19.IQ3_S.gguf b/lucky52-bloom-7b1-no-19.IQ3_S.gguf new file mode 100644 index 0000000..4746288 --- /dev/null +++ b/lucky52-bloom-7b1-no-19.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a33cfc1c7a2bd24e0f680ef8c3e249dec812e4a012cbbcd452a719e9f1a43a4 +size 3898812736 diff --git a/lucky52-bloom-7b1-no-19.IQ3_XS.gguf b/lucky52-bloom-7b1-no-19.IQ3_XS.gguf new file mode 100644 index 0000000..df66307 --- /dev/null +++ b/lucky52-bloom-7b1-no-19.IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f18476ca49aa1e2fd0496fef8aa36466c10925bf363a1daea0b25697964c20db +size 3826460992 diff --git a/lucky52-bloom-7b1-no-19.IQ4_NL.gguf b/lucky52-bloom-7b1-no-19.IQ4_NL.gguf new file mode 100644 index 0000000..50d7030 --- /dev/null +++ b/lucky52-bloom-7b1-no-19.IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13a57517ed7ac8eafc68fc8a1c29d3d6639aa4d8c4e7ddd68e799a19503bb55f +size 4862617920 diff --git a/lucky52-bloom-7b1-no-19.IQ4_XS.gguf b/lucky52-bloom-7b1-no-19.IQ4_XS.gguf new file mode 100644 index 0000000..466446f --- /dev/null +++ b/lucky52-bloom-7b1-no-19.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:379a0acacfecf6fc63e1be3148b5d05491143d116bee94f4837f95c13848ff8f +size 4648053056 diff --git a/lucky52-bloom-7b1-no-19.Q2_K.gguf b/lucky52-bloom-7b1-no-19.Q2_K.gguf new file mode 100644 index 0000000..0f262eb --- /dev/null +++ b/lucky52-bloom-7b1-no-19.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbf600e09a5da2c2cd50cd5ff72f6816ed85ae1a816cbc07ff6e8cd30f601af5 +size 3436620096 diff --git a/lucky52-bloom-7b1-no-19.Q3_K.gguf b/lucky52-bloom-7b1-no-19.Q3_K.gguf new file mode 100644 index 0000000..c76b6cd --- /dev/null +++ b/lucky52-bloom-7b1-no-19.Q3_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54f332e524fc61fc971b21eb9e264e6804e6de7ef93e593c7808c0f4cf724b87 +size 4441975104 diff --git a/lucky52-bloom-7b1-no-19.Q3_K_L.gguf b/lucky52-bloom-7b1-no-19.Q3_K_L.gguf new file mode 100644 index 0000000..7cbb326 --- /dev/null +++ b/lucky52-bloom-7b1-no-19.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b363e3e0a39c897328d7333b313a6c3f0939f178e8455e2ebda0b732766bc7f6 +size 4748159296 diff --git a/lucky52-bloom-7b1-no-19.Q3_K_M.gguf b/lucky52-bloom-7b1-no-19.Q3_K_M.gguf new file mode 100644 index 0000000..c76b6cd --- /dev/null +++ b/lucky52-bloom-7b1-no-19.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54f332e524fc61fc971b21eb9e264e6804e6de7ef93e593c7808c0f4cf724b87 +size 4441975104 diff --git a/lucky52-bloom-7b1-no-19.Q3_K_S.gguf b/lucky52-bloom-7b1-no-19.Q3_K_S.gguf new file mode 100644 index 0000000..264d67a --- /dev/null +++ b/lucky52-bloom-7b1-no-19.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:387c0f1c5564c095857a71c347bd8a5cbea2ec10d1af5216cd67831699ff2a74 +size 3898812736 diff --git a/lucky52-bloom-7b1-no-19.Q4_0.gguf b/lucky52-bloom-7b1-no-19.Q4_0.gguf new file mode 100644 index 0000000..fc2035b --- /dev/null +++ b/lucky52-bloom-7b1-no-19.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f30de3b6400a085f97ae8f3151fe4f822ae56d009b8cf4e4e74f617da47c4f90 +size 4837452096 diff --git a/lucky52-bloom-7b1-no-19.Q4_1.gguf b/lucky52-bloom-7b1-no-19.Q4_1.gguf new file mode 100644 index 0000000..2524296 --- /dev/null +++ b/lucky52-bloom-7b1-no-19.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf3e8067c9a3977e267ffb1738ba2300979b86e9adfffb159656efe0eae4fbbd +size 5279164736 diff --git a/lucky52-bloom-7b1-no-19.Q4_K.gguf b/lucky52-bloom-7b1-no-19.Q4_K.gguf new file mode 100644 index 0000000..36d5604 --- /dev/null +++ b/lucky52-bloom-7b1-no-19.Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d20bf14b752aec0453f48a5ab2053aabceb21e375a1156ac9f5891d8c5ae02b +size 5268416832 diff --git a/lucky52-bloom-7b1-no-19.Q4_K_M.gguf b/lucky52-bloom-7b1-no-19.Q4_K_M.gguf new file mode 100644 index 0000000..36d5604 --- /dev/null +++ b/lucky52-bloom-7b1-no-19.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d20bf14b752aec0453f48a5ab2053aabceb21e375a1156ac9f5891d8c5ae02b +size 5268416832 diff --git a/lucky52-bloom-7b1-no-19.Q4_K_S.gguf b/lucky52-bloom-7b1-no-19.Q4_K_S.gguf new file mode 100644 index 0000000..d4093b0 --- /dev/null +++ b/lucky52-bloom-7b1-no-19.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f8580ec87eb6f6952262a15969a7133d4b384687079b124d1c6ae736ef293a5 +size 4862617920 diff --git a/lucky52-bloom-7b1-no-19.Q5_0.gguf b/lucky52-bloom-7b1-no-19.Q5_0.gguf new file mode 100644 index 0000000..5ed0ae0 --- /dev/null +++ b/lucky52-bloom-7b1-no-19.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f4205c7d0e03f08edc703bffc1c03a8bb80c56057c5d4c7127ccab4c09407fa +size 5720877376 diff --git a/lucky52-bloom-7b1-no-19.Q5_1.gguf b/lucky52-bloom-7b1-no-19.Q5_1.gguf new file mode 100644 index 0000000..cf74a01 --- /dev/null +++ b/lucky52-bloom-7b1-no-19.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf26b8f19da0537f3c514a66cee3f7d71cd00849c67c51b69cba3b6fd79f3800 +size 6162590016 diff --git a/lucky52-bloom-7b1-no-19.Q5_K.gguf b/lucky52-bloom-7b1-no-19.Q5_K.gguf new file mode 100644 index 0000000..80193d5 --- /dev/null +++ b/lucky52-bloom-7b1-no-19.Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c269e09e9123213cafb24d19a306173de2c0e2046173211a01665711a00211b +size 6046198080 diff --git a/lucky52-bloom-7b1-no-19.Q5_K_M.gguf b/lucky52-bloom-7b1-no-19.Q5_K_M.gguf new file mode 100644 index 0000000..80193d5 --- /dev/null +++ b/lucky52-bloom-7b1-no-19.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c269e09e9123213cafb24d19a306173de2c0e2046173211a01665711a00211b +size 6046198080 diff --git a/lucky52-bloom-7b1-no-19.Q5_K_S.gguf b/lucky52-bloom-7b1-no-19.Q5_K_S.gguf new file mode 100644 index 0000000..90d48aa --- /dev/null +++ b/lucky52-bloom-7b1-no-19.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fae1a50c5e26492c83ca371bf5b07ff66d3adcb270fbd44329ced9a9348495f1 +size 5720877376 diff --git a/lucky52-bloom-7b1-no-19.Q6_K.gguf b/lucky52-bloom-7b1-no-19.Q6_K.gguf new file mode 100644 index 0000000..789c1c7 --- /dev/null +++ b/lucky52-bloom-7b1-no-19.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f799809b3ab1527833ccc8f524151d7d5d059c72b028b476a0beb7c8ec801baf +size 6659516736 diff --git a/lucky52-bloom-7b1-no-19.Q8_0.gguf b/lucky52-bloom-7b1-no-19.Q8_0.gguf new file mode 100644 index 0000000..a2a5cd4 --- /dev/null +++ b/lucky52-bloom-7b1-no-19.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fbc8a54097c05a73fd118192ec078f11f1df9bece82be5e45624a457a6f95ff +size 8620026176