commit 0df61cd289178162fcba8363e651a990d14736fb Author: ModelHub XC Date: Thu Apr 16 17:52:11 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: RichardErkhov/Equall_-_Saul-7B-Instruct-v1-gguf Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..8c15e8d --- /dev/null +++ b/.gitattributes @@ -0,0 +1,54 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Saul-7B-Instruct-v1.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Saul-7B-Instruct-v1.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Saul-7B-Instruct-v1.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text +Saul-7B-Instruct-v1.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Saul-7B-Instruct-v1.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Saul-7B-Instruct-v1.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Saul-7B-Instruct-v1.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Saul-7B-Instruct-v1.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Saul-7B-Instruct-v1.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Saul-7B-Instruct-v1.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text +Saul-7B-Instruct-v1.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Saul-7B-Instruct-v1.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Saul-7B-Instruct-v1.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +Saul-7B-Instruct-v1.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Saul-7B-Instruct-v1.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +Saul-7B-Instruct-v1.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Saul-7B-Instruct-v1.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +Saul-7B-Instruct-v1.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Saul-7B-Instruct-v1.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..06c190b --- /dev/null +++ b/README.md @@ -0,0 +1,128 @@ +Quantization made by Richard Erkhov. + +[Github](https://github.com/RichardErkhov) + +[Discord](https://discord.gg/pvy7H8DZMG) + +[Request more models](https://github.com/RichardErkhov/quant_request) + + +Saul-7B-Instruct-v1 - GGUF +- Model creator: https://huggingface.co/Equall/ +- Original model: https://huggingface.co/Equall/Saul-7B-Instruct-v1/ + + +| Name | Quant method | Size | +| ---- | ---- | ---- | +| [Saul-7B-Instruct-v1.Q2_K.gguf](https://huggingface.co/RichardErkhov/Equall_-_Saul-7B-Instruct-v1-gguf/blob/main/Saul-7B-Instruct-v1.Q2_K.gguf) | Q2_K | 2.53GB | +| [Saul-7B-Instruct-v1.Q3_K_S.gguf](https://huggingface.co/RichardErkhov/Equall_-_Saul-7B-Instruct-v1-gguf/blob/main/Saul-7B-Instruct-v1.Q3_K_S.gguf) | Q3_K_S | 2.95GB | +| [Saul-7B-Instruct-v1.Q3_K.gguf](https://huggingface.co/RichardErkhov/Equall_-_Saul-7B-Instruct-v1-gguf/blob/main/Saul-7B-Instruct-v1.Q3_K.gguf) | Q3_K | 3.28GB | +| [Saul-7B-Instruct-v1.Q3_K_M.gguf](https://huggingface.co/RichardErkhov/Equall_-_Saul-7B-Instruct-v1-gguf/blob/main/Saul-7B-Instruct-v1.Q3_K_M.gguf) | Q3_K_M | 3.28GB | +| [Saul-7B-Instruct-v1.Q3_K_L.gguf](https://huggingface.co/RichardErkhov/Equall_-_Saul-7B-Instruct-v1-gguf/blob/main/Saul-7B-Instruct-v1.Q3_K_L.gguf) | Q3_K_L | 3.56GB | +| [Saul-7B-Instruct-v1.IQ4_XS.gguf](https://huggingface.co/RichardErkhov/Equall_-_Saul-7B-Instruct-v1-gguf/blob/main/Saul-7B-Instruct-v1.IQ4_XS.gguf) | IQ4_XS | 3.67GB | +| [Saul-7B-Instruct-v1.Q4_0.gguf](https://huggingface.co/RichardErkhov/Equall_-_Saul-7B-Instruct-v1-gguf/blob/main/Saul-7B-Instruct-v1.Q4_0.gguf) | Q4_0 | 3.83GB | +| [Saul-7B-Instruct-v1.IQ4_NL.gguf](https://huggingface.co/RichardErkhov/Equall_-_Saul-7B-Instruct-v1-gguf/blob/main/Saul-7B-Instruct-v1.IQ4_NL.gguf) | IQ4_NL | 3.87GB | +| [Saul-7B-Instruct-v1.Q4_K_S.gguf](https://huggingface.co/RichardErkhov/Equall_-_Saul-7B-Instruct-v1-gguf/blob/main/Saul-7B-Instruct-v1.Q4_K_S.gguf) | Q4_K_S | 3.86GB | +| [Saul-7B-Instruct-v1.Q4_K.gguf](https://huggingface.co/RichardErkhov/Equall_-_Saul-7B-Instruct-v1-gguf/blob/main/Saul-7B-Instruct-v1.Q4_K.gguf) | Q4_K | 4.07GB | +| [Saul-7B-Instruct-v1.Q4_K_M.gguf](https://huggingface.co/RichardErkhov/Equall_-_Saul-7B-Instruct-v1-gguf/blob/main/Saul-7B-Instruct-v1.Q4_K_M.gguf) | Q4_K_M | 4.07GB | +| [Saul-7B-Instruct-v1.Q4_1.gguf](https://huggingface.co/RichardErkhov/Equall_-_Saul-7B-Instruct-v1-gguf/blob/main/Saul-7B-Instruct-v1.Q4_1.gguf) | Q4_1 | 4.24GB | +| [Saul-7B-Instruct-v1.Q5_0.gguf](https://huggingface.co/RichardErkhov/Equall_-_Saul-7B-Instruct-v1-gguf/blob/main/Saul-7B-Instruct-v1.Q5_0.gguf) | Q5_0 | 4.65GB | +| [Saul-7B-Instruct-v1.Q5_K_S.gguf](https://huggingface.co/RichardErkhov/Equall_-_Saul-7B-Instruct-v1-gguf/blob/main/Saul-7B-Instruct-v1.Q5_K_S.gguf) | Q5_K_S | 4.65GB | +| [Saul-7B-Instruct-v1.Q5_K.gguf](https://huggingface.co/RichardErkhov/Equall_-_Saul-7B-Instruct-v1-gguf/blob/main/Saul-7B-Instruct-v1.Q5_K.gguf) | Q5_K | 4.78GB | +| [Saul-7B-Instruct-v1.Q5_K_M.gguf](https://huggingface.co/RichardErkhov/Equall_-_Saul-7B-Instruct-v1-gguf/blob/main/Saul-7B-Instruct-v1.Q5_K_M.gguf) | Q5_K_M | 4.78GB | +| [Saul-7B-Instruct-v1.Q5_1.gguf](https://huggingface.co/RichardErkhov/Equall_-_Saul-7B-Instruct-v1-gguf/blob/main/Saul-7B-Instruct-v1.Q5_1.gguf) | Q5_1 | 5.07GB | +| [Saul-7B-Instruct-v1.Q6_K.gguf](https://huggingface.co/RichardErkhov/Equall_-_Saul-7B-Instruct-v1-gguf/blob/main/Saul-7B-Instruct-v1.Q6_K.gguf) | Q6_K | 5.53GB | +| [Saul-7B-Instruct-v1.Q8_0.gguf](https://huggingface.co/RichardErkhov/Equall_-_Saul-7B-Instruct-v1-gguf/blob/main/Saul-7B-Instruct-v1.Q8_0.gguf) | Q8_0 | 7.17GB | + + + + +Original model description: +--- +library_name: transformers +tags: +- legal +license: mit +language: +- en +--- + +# Equall/Saul-Instruct-v1 + +This is the instruct model for Equall/Saul-Instruct-v1, a large instruct language model tailored for Legal domain. This model is obtained by continue pretraining of Mistral-7B. + +Checkout our website and register https://equall.ai/ + + +![image/png](https://cdn-uploads.huggingface.co/production/uploads/644a900e3a619fe72b14af0f/OU4Y3s-WckYKMN4fQkNiS.png) + +## Model Details + +### Model Description + + + +This is the model card of a 🤗 transformers model that has been pushed on the Hub. This model card has been automatically generated. + +- **Developed by:** Equall.ai in collaboration with CentraleSupelec, Sorbonne Université, Instituto Superior Técnico and NOVA School of Law +- **Model type:** 7B +- **Language(s) (NLP):** English +- **License:** MIT + +### Model Sources + + + +- **Paper:** https://arxiv.org/abs/2403.03883 + +## Uses + + +You can use it for legal use cases that involves generation. + +Here's how you can run the model using the pipeline() function from 🤗 Transformers: + +```python + +# Install transformers from source - only needed for versions <= v4.34 +# pip install git+https://github.com/huggingface/transformers.git +# pip install accelerate + +import torch +from transformers import pipeline + +pipe = pipeline("text-generation", model="Equall/Saul-Instruct-v1", torch_dtype=torch.bfloat16, device_map="auto") +# We use the tokenizer’s chat template to format each message - see https://huggingface.co/docs/transformers/main/en/chat_templating +messages = [ + {"role": "user", "content": "[YOUR QUERY GOES HERE]"}, +] +prompt = pipe.tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True) +outputs = pipe(prompt, max_new_tokens=256, do_sample=False) +print(outputs[0]["generated_text"]) +``` + +## Bias, Risks, and Limitations + + + + +This model is built upon the technology of LLM, which comes with inherent limitations. It may occasionally generate inaccurate or nonsensical outputs. Furthermore, being a 7B model, it's anticipated to exhibit less robust performance compared to larger models, such as the 70B variant. + +## Citation + + + +**BibTeX:** + + +```bibtex +@misc{colombo2024saullm7b, + title={SaulLM-7B: A pioneering Large Language Model for Law}, + author={Pierre Colombo and Telmo Pessoa Pires and Malik Boudiaf and Dominic Culver and Rui Melo and Caio Corro and Andre F. T. Martins and Fabrizio Esposito and Vera Lúcia Raposo and Sofia Morgado and Michael Desa}, + year={2024}, + eprint={2403.03883}, + archivePrefix={arXiv}, + primaryClass={cs.CL} +} +``` + diff --git a/Saul-7B-Instruct-v1.IQ4_NL.gguf b/Saul-7B-Instruct-v1.IQ4_NL.gguf new file mode 100644 index 0000000..e418dae --- /dev/null +++ b/Saul-7B-Instruct-v1.IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07389353e5144d16c9fb50060f3f3c215aa1ce33a817c5f49396ec609f53db3f +size 4155054784 diff --git a/Saul-7B-Instruct-v1.IQ4_XS.gguf b/Saul-7B-Instruct-v1.IQ4_XS.gguf new file mode 100644 index 0000000..4afa39d --- /dev/null +++ b/Saul-7B-Instruct-v1.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2a87f208c7ad86de865fb895f3276e864e09a8204c26f968683a579f98a2b35 +size 3944389312 diff --git a/Saul-7B-Instruct-v1.Q2_K.gguf b/Saul-7B-Instruct-v1.Q2_K.gguf new file mode 100644 index 0000000..680460d --- /dev/null +++ b/Saul-7B-Instruct-v1.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:896159ca24ceae7542c23d3cba4deaf9b8aa8b116ace98aeeaa91de98e243f85 +size 2719242944 diff --git a/Saul-7B-Instruct-v1.Q3_K.gguf b/Saul-7B-Instruct-v1.Q3_K.gguf new file mode 100644 index 0000000..a985d28 --- /dev/null +++ b/Saul-7B-Instruct-v1.Q3_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ca063cae1731994c98a13b58ecead836b35dd1b2a9ce72951f1049dbadf6486 +size 3518986944 diff --git a/Saul-7B-Instruct-v1.Q3_K_L.gguf b/Saul-7B-Instruct-v1.Q3_K_L.gguf new file mode 100644 index 0000000..0f42087 --- /dev/null +++ b/Saul-7B-Instruct-v1.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0babb8d84c9a6d24ce7dfde92db9eef684b122344b9d4b41ba0e276042d11e5d +size 3822025408 diff --git a/Saul-7B-Instruct-v1.Q3_K_M.gguf b/Saul-7B-Instruct-v1.Q3_K_M.gguf new file mode 100644 index 0000000..a985d28 --- /dev/null +++ b/Saul-7B-Instruct-v1.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ca063cae1731994c98a13b58ecead836b35dd1b2a9ce72951f1049dbadf6486 +size 3518986944 diff --git a/Saul-7B-Instruct-v1.Q3_K_S.gguf b/Saul-7B-Instruct-v1.Q3_K_S.gguf new file mode 100644 index 0000000..4a8273d --- /dev/null +++ b/Saul-7B-Instruct-v1.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3b0c850eafb772ed75f2289e09f81a3d7c53d844a73f2b49a4e51b5d394ddb0 +size 3164568256 diff --git a/Saul-7B-Instruct-v1.Q4_0.gguf b/Saul-7B-Instruct-v1.Q4_0.gguf new file mode 100644 index 0000000..0a41986 --- /dev/null +++ b/Saul-7B-Instruct-v1.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05ade3aeeb3b9c07c4dfb739a8ae9f30aa2cd502608231a5f7de6ff4b7a20285 +size 4108917440 diff --git a/Saul-7B-Instruct-v1.Q4_1.gguf b/Saul-7B-Instruct-v1.Q4_1.gguf new file mode 100644 index 0000000..655facc --- /dev/null +++ b/Saul-7B-Instruct-v1.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18f81ea9561848180d6bda18fb44db51176a4ddfa7190003ced79c6496228424 +size 4553317056 diff --git a/Saul-7B-Instruct-v1.Q4_K.gguf b/Saul-7B-Instruct-v1.Q4_K.gguf new file mode 100644 index 0000000..c2e6970 --- /dev/null +++ b/Saul-7B-Instruct-v1.Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8535f84637971ae1de359953a6ea8c8d1dc27435975a55d2d2b898409e87db2d +size 4368440000 diff --git a/Saul-7B-Instruct-v1.Q4_K_M.gguf b/Saul-7B-Instruct-v1.Q4_K_M.gguf new file mode 100644 index 0000000..c2e6970 --- /dev/null +++ b/Saul-7B-Instruct-v1.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8535f84637971ae1de359953a6ea8c8d1dc27435975a55d2d2b898409e87db2d +size 4368440000 diff --git a/Saul-7B-Instruct-v1.Q4_K_S.gguf b/Saul-7B-Instruct-v1.Q4_K_S.gguf new file mode 100644 index 0000000..55f5306 --- /dev/null +++ b/Saul-7B-Instruct-v1.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a90b1ea5b4b94c74fcb17a2336f2696332ed39d418514bad1b93736f8df5ad94 +size 4140374720 diff --git a/Saul-7B-Instruct-v1.Q5_0.gguf b/Saul-7B-Instruct-v1.Q5_0.gguf new file mode 100644 index 0000000..922f243 --- /dev/null +++ b/Saul-7B-Instruct-v1.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d9e510d08f202416a24ea38113f176ac35404c7e1c589345918046ba4c86152 +size 4997716672 diff --git a/Saul-7B-Instruct-v1.Q5_1.gguf b/Saul-7B-Instruct-v1.Q5_1.gguf new file mode 100644 index 0000000..9fabe22 --- /dev/null +++ b/Saul-7B-Instruct-v1.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e79c61f4a73be84fa888d4a57309dc0f787cdb1151f1b8d58b960b46d949da19 +size 5442116288 diff --git a/Saul-7B-Instruct-v1.Q5_K.gguf b/Saul-7B-Instruct-v1.Q5_K.gguf new file mode 100644 index 0000000..55aea63 --- /dev/null +++ b/Saul-7B-Instruct-v1.Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5aa0395ae00272532bee000b6514ed30ac669576655789ba0cfae7226a613d38 +size 5131410112 diff --git a/Saul-7B-Instruct-v1.Q5_K_M.gguf b/Saul-7B-Instruct-v1.Q5_K_M.gguf new file mode 100644 index 0000000..55aea63 --- /dev/null +++ b/Saul-7B-Instruct-v1.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5aa0395ae00272532bee000b6514ed30ac669576655789ba0cfae7226a613d38 +size 5131410112 diff --git a/Saul-7B-Instruct-v1.Q5_K_S.gguf b/Saul-7B-Instruct-v1.Q5_K_S.gguf new file mode 100644 index 0000000..049f361 --- /dev/null +++ b/Saul-7B-Instruct-v1.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48623a1f0c1eefcfd1ef7bbfa9c64be28cb34c4b26a1e7dad22342bbf2292a89 +size 4997716672 diff --git a/Saul-7B-Instruct-v1.Q6_K.gguf b/Saul-7B-Instruct-v1.Q6_K.gguf new file mode 100644 index 0000000..27d8b83 --- /dev/null +++ b/Saul-7B-Instruct-v1.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14ae82c29e1ea004e7611dcf608a17b0ed97671d2e4de1755e7c8ffd69796ee1 +size 5942065856 diff --git a/Saul-7B-Instruct-v1.Q8_0.gguf b/Saul-7B-Instruct-v1.Q8_0.gguf new file mode 100644 index 0000000..0bbe59f --- /dev/null +++ b/Saul-7B-Instruct-v1.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc55ccb276167a9d023c0ca4fc9a6eece17574f24faf1e90d21d9b408f772182 +size 7695858368