From 7b2a8dec6122860d41b49656027d450eb15b2bc1 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 9 Jul 2026 00:33:14 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: RichardErkhov/saransh03sharma_-_mintrec-llama-2-7b-Folder-5-gguf Source: Original Platform --- .gitattributes | 57 ++++++ README.md | 243 ++++++++++++++++++++++++ mintrec-llama-2-7b-Folder-5.IQ3_M.gguf | 3 + mintrec-llama-2-7b-Folder-5.IQ3_S.gguf | 3 + mintrec-llama-2-7b-Folder-5.IQ3_XS.gguf | 3 + mintrec-llama-2-7b-Folder-5.IQ4_NL.gguf | 3 + mintrec-llama-2-7b-Folder-5.IQ4_XS.gguf | 3 + mintrec-llama-2-7b-Folder-5.Q2_K.gguf | 3 + mintrec-llama-2-7b-Folder-5.Q3_K.gguf | 3 + mintrec-llama-2-7b-Folder-5.Q3_K_L.gguf | 3 + mintrec-llama-2-7b-Folder-5.Q3_K_M.gguf | 3 + mintrec-llama-2-7b-Folder-5.Q3_K_S.gguf | 3 + mintrec-llama-2-7b-Folder-5.Q4_0.gguf | 3 + mintrec-llama-2-7b-Folder-5.Q4_1.gguf | 3 + mintrec-llama-2-7b-Folder-5.Q4_K.gguf | 3 + mintrec-llama-2-7b-Folder-5.Q4_K_M.gguf | 3 + mintrec-llama-2-7b-Folder-5.Q4_K_S.gguf | 3 + mintrec-llama-2-7b-Folder-5.Q5_0.gguf | 3 + mintrec-llama-2-7b-Folder-5.Q5_1.gguf | 3 + mintrec-llama-2-7b-Folder-5.Q5_K.gguf | 3 + mintrec-llama-2-7b-Folder-5.Q5_K_M.gguf | 3 + mintrec-llama-2-7b-Folder-5.Q5_K_S.gguf | 3 + mintrec-llama-2-7b-Folder-5.Q6_K.gguf | 3 + mintrec-llama-2-7b-Folder-5.Q8_0.gguf | 3 + 24 files changed, 366 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 mintrec-llama-2-7b-Folder-5.IQ3_M.gguf create mode 100644 mintrec-llama-2-7b-Folder-5.IQ3_S.gguf create mode 100644 mintrec-llama-2-7b-Folder-5.IQ3_XS.gguf create mode 100644 mintrec-llama-2-7b-Folder-5.IQ4_NL.gguf create mode 100644 mintrec-llama-2-7b-Folder-5.IQ4_XS.gguf create mode 100644 mintrec-llama-2-7b-Folder-5.Q2_K.gguf create mode 100644 mintrec-llama-2-7b-Folder-5.Q3_K.gguf create mode 100644 mintrec-llama-2-7b-Folder-5.Q3_K_L.gguf create mode 100644 mintrec-llama-2-7b-Folder-5.Q3_K_M.gguf create mode 100644 mintrec-llama-2-7b-Folder-5.Q3_K_S.gguf create mode 100644 mintrec-llama-2-7b-Folder-5.Q4_0.gguf create mode 100644 mintrec-llama-2-7b-Folder-5.Q4_1.gguf create mode 100644 mintrec-llama-2-7b-Folder-5.Q4_K.gguf create mode 100644 mintrec-llama-2-7b-Folder-5.Q4_K_M.gguf create mode 100644 mintrec-llama-2-7b-Folder-5.Q4_K_S.gguf create mode 100644 mintrec-llama-2-7b-Folder-5.Q5_0.gguf create mode 100644 mintrec-llama-2-7b-Folder-5.Q5_1.gguf create mode 100644 mintrec-llama-2-7b-Folder-5.Q5_K.gguf create mode 100644 mintrec-llama-2-7b-Folder-5.Q5_K_M.gguf create mode 100644 mintrec-llama-2-7b-Folder-5.Q5_K_S.gguf create mode 100644 mintrec-llama-2-7b-Folder-5.Q6_K.gguf create mode 100644 mintrec-llama-2-7b-Folder-5.Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..808b10b --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +mintrec-llama-2-7b-Folder-5.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +mintrec-llama-2-7b-Folder-5.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +mintrec-llama-2-7b-Folder-5.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +mintrec-llama-2-7b-Folder-5.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +mintrec-llama-2-7b-Folder-5.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +mintrec-llama-2-7b-Folder-5.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text +mintrec-llama-2-7b-Folder-5.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +mintrec-llama-2-7b-Folder-5.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +mintrec-llama-2-7b-Folder-5.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +mintrec-llama-2-7b-Folder-5.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +mintrec-llama-2-7b-Folder-5.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +mintrec-llama-2-7b-Folder-5.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +mintrec-llama-2-7b-Folder-5.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text +mintrec-llama-2-7b-Folder-5.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +mintrec-llama-2-7b-Folder-5.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +mintrec-llama-2-7b-Folder-5.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +mintrec-llama-2-7b-Folder-5.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +mintrec-llama-2-7b-Folder-5.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +mintrec-llama-2-7b-Folder-5.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +mintrec-llama-2-7b-Folder-5.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +mintrec-llama-2-7b-Folder-5.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +mintrec-llama-2-7b-Folder-5.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..6ec6030 --- /dev/null +++ b/README.md @@ -0,0 +1,243 @@ +Quantization made by Richard Erkhov. + +[Github](https://github.com/RichardErkhov) + +[Discord](https://discord.gg/pvy7H8DZMG) + +[Request more models](https://github.com/RichardErkhov/quant_request) + + +mintrec-llama-2-7b-Folder-5 - GGUF +- Model creator: https://huggingface.co/saransh03sharma/ +- Original model: https://huggingface.co/saransh03sharma/mintrec-llama-2-7b-Folder-5/ + + +| Name | Quant method | Size | +| ---- | ---- | ---- | +| [mintrec-llama-2-7b-Folder-5.Q2_K.gguf](https://huggingface.co/RichardErkhov/saransh03sharma_-_mintrec-llama-2-7b-Folder-5-gguf/blob/main/mintrec-llama-2-7b-Folder-5.Q2_K.gguf) | Q2_K | 2.36GB | +| [mintrec-llama-2-7b-Folder-5.IQ3_XS.gguf](https://huggingface.co/RichardErkhov/saransh03sharma_-_mintrec-llama-2-7b-Folder-5-gguf/blob/main/mintrec-llama-2-7b-Folder-5.IQ3_XS.gguf) | IQ3_XS | 2.6GB | +| [mintrec-llama-2-7b-Folder-5.IQ3_S.gguf](https://huggingface.co/RichardErkhov/saransh03sharma_-_mintrec-llama-2-7b-Folder-5-gguf/blob/main/mintrec-llama-2-7b-Folder-5.IQ3_S.gguf) | IQ3_S | 2.75GB | +| [mintrec-llama-2-7b-Folder-5.Q3_K_S.gguf](https://huggingface.co/RichardErkhov/saransh03sharma_-_mintrec-llama-2-7b-Folder-5-gguf/blob/main/mintrec-llama-2-7b-Folder-5.Q3_K_S.gguf) | Q3_K_S | 2.75GB | +| [mintrec-llama-2-7b-Folder-5.IQ3_M.gguf](https://huggingface.co/RichardErkhov/saransh03sharma_-_mintrec-llama-2-7b-Folder-5-gguf/blob/main/mintrec-llama-2-7b-Folder-5.IQ3_M.gguf) | IQ3_M | 2.9GB | +| [mintrec-llama-2-7b-Folder-5.Q3_K.gguf](https://huggingface.co/RichardErkhov/saransh03sharma_-_mintrec-llama-2-7b-Folder-5-gguf/blob/main/mintrec-llama-2-7b-Folder-5.Q3_K.gguf) | Q3_K | 3.07GB | +| [mintrec-llama-2-7b-Folder-5.Q3_K_M.gguf](https://huggingface.co/RichardErkhov/saransh03sharma_-_mintrec-llama-2-7b-Folder-5-gguf/blob/main/mintrec-llama-2-7b-Folder-5.Q3_K_M.gguf) | Q3_K_M | 3.07GB | +| [mintrec-llama-2-7b-Folder-5.Q3_K_L.gguf](https://huggingface.co/RichardErkhov/saransh03sharma_-_mintrec-llama-2-7b-Folder-5-gguf/blob/main/mintrec-llama-2-7b-Folder-5.Q3_K_L.gguf) | Q3_K_L | 3.35GB | +| [mintrec-llama-2-7b-Folder-5.IQ4_XS.gguf](https://huggingface.co/RichardErkhov/saransh03sharma_-_mintrec-llama-2-7b-Folder-5-gguf/blob/main/mintrec-llama-2-7b-Folder-5.IQ4_XS.gguf) | IQ4_XS | 3.4GB | +| [mintrec-llama-2-7b-Folder-5.Q4_0.gguf](https://huggingface.co/RichardErkhov/saransh03sharma_-_mintrec-llama-2-7b-Folder-5-gguf/blob/main/mintrec-llama-2-7b-Folder-5.Q4_0.gguf) | Q4_0 | 3.56GB | +| [mintrec-llama-2-7b-Folder-5.IQ4_NL.gguf](https://huggingface.co/RichardErkhov/saransh03sharma_-_mintrec-llama-2-7b-Folder-5-gguf/blob/main/mintrec-llama-2-7b-Folder-5.IQ4_NL.gguf) | IQ4_NL | 3.58GB | +| [mintrec-llama-2-7b-Folder-5.Q4_K_S.gguf](https://huggingface.co/RichardErkhov/saransh03sharma_-_mintrec-llama-2-7b-Folder-5-gguf/blob/main/mintrec-llama-2-7b-Folder-5.Q4_K_S.gguf) | Q4_K_S | 3.59GB | +| [mintrec-llama-2-7b-Folder-5.Q4_K.gguf](https://huggingface.co/RichardErkhov/saransh03sharma_-_mintrec-llama-2-7b-Folder-5-gguf/blob/main/mintrec-llama-2-7b-Folder-5.Q4_K.gguf) | Q4_K | 3.8GB | +| [mintrec-llama-2-7b-Folder-5.Q4_K_M.gguf](https://huggingface.co/RichardErkhov/saransh03sharma_-_mintrec-llama-2-7b-Folder-5-gguf/blob/main/mintrec-llama-2-7b-Folder-5.Q4_K_M.gguf) | Q4_K_M | 3.8GB | +| [mintrec-llama-2-7b-Folder-5.Q4_1.gguf](https://huggingface.co/RichardErkhov/saransh03sharma_-_mintrec-llama-2-7b-Folder-5-gguf/blob/main/mintrec-llama-2-7b-Folder-5.Q4_1.gguf) | Q4_1 | 3.95GB | +| [mintrec-llama-2-7b-Folder-5.Q5_0.gguf](https://huggingface.co/RichardErkhov/saransh03sharma_-_mintrec-llama-2-7b-Folder-5-gguf/blob/main/mintrec-llama-2-7b-Folder-5.Q5_0.gguf) | Q5_0 | 4.33GB | +| [mintrec-llama-2-7b-Folder-5.Q5_K_S.gguf](https://huggingface.co/RichardErkhov/saransh03sharma_-_mintrec-llama-2-7b-Folder-5-gguf/blob/main/mintrec-llama-2-7b-Folder-5.Q5_K_S.gguf) | Q5_K_S | 4.33GB | +| [mintrec-llama-2-7b-Folder-5.Q5_K.gguf](https://huggingface.co/RichardErkhov/saransh03sharma_-_mintrec-llama-2-7b-Folder-5-gguf/blob/main/mintrec-llama-2-7b-Folder-5.Q5_K.gguf) | Q5_K | 4.45GB | +| [mintrec-llama-2-7b-Folder-5.Q5_K_M.gguf](https://huggingface.co/RichardErkhov/saransh03sharma_-_mintrec-llama-2-7b-Folder-5-gguf/blob/main/mintrec-llama-2-7b-Folder-5.Q5_K_M.gguf) | Q5_K_M | 4.45GB | +| [mintrec-llama-2-7b-Folder-5.Q5_1.gguf](https://huggingface.co/RichardErkhov/saransh03sharma_-_mintrec-llama-2-7b-Folder-5-gguf/blob/main/mintrec-llama-2-7b-Folder-5.Q5_1.gguf) | Q5_1 | 4.72GB | +| [mintrec-llama-2-7b-Folder-5.Q6_K.gguf](https://huggingface.co/RichardErkhov/saransh03sharma_-_mintrec-llama-2-7b-Folder-5-gguf/blob/main/mintrec-llama-2-7b-Folder-5.Q6_K.gguf) | Q6_K | 5.15GB | +| [mintrec-llama-2-7b-Folder-5.Q8_0.gguf](https://huggingface.co/RichardErkhov/saransh03sharma_-_mintrec-llama-2-7b-Folder-5-gguf/blob/main/mintrec-llama-2-7b-Folder-5.Q8_0.gguf) | Q8_0 | 6.67GB | + + + + +Original model description: +--- +library_name: transformers +tags: [] +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + +This is the model card of a 🤗 transformers model that has been pushed on the Hub. This model card has been automatically generated. + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] + diff --git a/mintrec-llama-2-7b-Folder-5.IQ3_M.gguf b/mintrec-llama-2-7b-Folder-5.IQ3_M.gguf new file mode 100644 index 0000000..3c0d487 --- /dev/null +++ b/mintrec-llama-2-7b-Folder-5.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af3efb293e95aa71479fedc7ff44ececfcfda426b624e2300c022952cd6df1c1 +size 3114864768 diff --git a/mintrec-llama-2-7b-Folder-5.IQ3_S.gguf b/mintrec-llama-2-7b-Folder-5.IQ3_S.gguf new file mode 100644 index 0000000..2e9c40a --- /dev/null +++ b/mintrec-llama-2-7b-Folder-5.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:644bedf3d1353cefcc70e0e9d7b2a542efda53c8ff009e52bfab74bc8f927683 +size 2948305024 diff --git a/mintrec-llama-2-7b-Folder-5.IQ3_XS.gguf b/mintrec-llama-2-7b-Folder-5.IQ3_XS.gguf new file mode 100644 index 0000000..799f613 --- /dev/null +++ b/mintrec-llama-2-7b-Folder-5.IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81bc234b47fa1cc68d5ca46dc3178d7966a19a9d7b0d9fa4249b87bcc5ba286e +size 2796523648 diff --git a/mintrec-llama-2-7b-Folder-5.IQ4_NL.gguf b/mintrec-llama-2-7b-Folder-5.IQ4_NL.gguf new file mode 100644 index 0000000..e0cd9de --- /dev/null +++ b/mintrec-llama-2-7b-Folder-5.IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1522f684fa8ec9a86cfcb18e9658ad1a363dbe7a957f11dbe2353a3e5fbe3e4 +size 3848351872 diff --git a/mintrec-llama-2-7b-Folder-5.IQ4_XS.gguf b/mintrec-llama-2-7b-Folder-5.IQ4_XS.gguf new file mode 100644 index 0000000..2ad1512 --- /dev/null +++ b/mintrec-llama-2-7b-Folder-5.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0881e711a6ac328130b52c767b2254865b1f17706a7d4d77584993c7104bb36d +size 3647516800 diff --git a/mintrec-llama-2-7b-Folder-5.Q2_K.gguf b/mintrec-llama-2-7b-Folder-5.Q2_K.gguf new file mode 100644 index 0000000..41db321 --- /dev/null +++ b/mintrec-llama-2-7b-Folder-5.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbc97e1c610256f0607fe53c901ee7531f1ad6e708225b3568ff26402bb6b46f +size 2532864128 diff --git a/mintrec-llama-2-7b-Folder-5.Q3_K.gguf b/mintrec-llama-2-7b-Folder-5.Q3_K.gguf new file mode 100644 index 0000000..c273d0b --- /dev/null +++ b/mintrec-llama-2-7b-Folder-5.Q3_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:840c465120fa480da09910f03be039702a96079e1f212d6f0e11e6d770a2b865 +size 3298005120 diff --git a/mintrec-llama-2-7b-Folder-5.Q3_K_L.gguf b/mintrec-llama-2-7b-Folder-5.Q3_K_L.gguf new file mode 100644 index 0000000..b6fe028 --- /dev/null +++ b/mintrec-llama-2-7b-Folder-5.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96080bc2f9bd801a4251f2f1c27fa9f54c909e17fe13e214e556f7c8bea2658d +size 3597111424 diff --git a/mintrec-llama-2-7b-Folder-5.Q3_K_M.gguf b/mintrec-llama-2-7b-Folder-5.Q3_K_M.gguf new file mode 100644 index 0000000..c273d0b --- /dev/null +++ b/mintrec-llama-2-7b-Folder-5.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:840c465120fa480da09910f03be039702a96079e1f212d6f0e11e6d770a2b865 +size 3298005120 diff --git a/mintrec-llama-2-7b-Folder-5.Q3_K_S.gguf b/mintrec-llama-2-7b-Folder-5.Q3_K_S.gguf new file mode 100644 index 0000000..f17e9de --- /dev/null +++ b/mintrec-llama-2-7b-Folder-5.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bee4fd88c55d28269fe68802f04914a6404891913901c403a0dbdeeef5fcdc35 +size 2948305024 diff --git a/mintrec-llama-2-7b-Folder-5.Q4_0.gguf b/mintrec-llama-2-7b-Folder-5.Q4_0.gguf new file mode 100644 index 0000000..75ac611 --- /dev/null +++ b/mintrec-llama-2-7b-Folder-5.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d3b62b13e83c8776fae66ac532d224ac03f0487c8ddb4b252a6fdb9f2b20f4c +size 3825807488 diff --git a/mintrec-llama-2-7b-Folder-5.Q4_1.gguf b/mintrec-llama-2-7b-Folder-5.Q4_1.gguf new file mode 100644 index 0000000..70f2207 --- /dev/null +++ b/mintrec-llama-2-7b-Folder-5.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbfa112a3dbb6d5226904fec65564ca91369f81a70c6ca459e1c31fbc1f8bab2 +size 4238749824 diff --git a/mintrec-llama-2-7b-Folder-5.Q4_K.gguf b/mintrec-llama-2-7b-Folder-5.Q4_K.gguf new file mode 100644 index 0000000..18d7dec --- /dev/null +++ b/mintrec-llama-2-7b-Folder-5.Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db8998a0cab08891a8593f572c3c70c54f699283315f2493b9207437ffd4d426 +size 4081004672 diff --git a/mintrec-llama-2-7b-Folder-5.Q4_K_M.gguf b/mintrec-llama-2-7b-Folder-5.Q4_K_M.gguf new file mode 100644 index 0000000..18d7dec --- /dev/null +++ b/mintrec-llama-2-7b-Folder-5.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db8998a0cab08891a8593f572c3c70c54f699283315f2493b9207437ffd4d426 +size 4081004672 diff --git a/mintrec-llama-2-7b-Folder-5.Q4_K_S.gguf b/mintrec-llama-2-7b-Folder-5.Q4_K_S.gguf new file mode 100644 index 0000000..afb119e --- /dev/null +++ b/mintrec-llama-2-7b-Folder-5.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c9e2944af1be4a9e38ee0c6c37eca04f1d37db738a5b16bdd06e1965dd99588 +size 3856740480 diff --git a/mintrec-llama-2-7b-Folder-5.Q5_0.gguf b/mintrec-llama-2-7b-Folder-5.Q5_0.gguf new file mode 100644 index 0000000..23a00d1 --- /dev/null +++ b/mintrec-llama-2-7b-Folder-5.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2670e6f8672020da9c25631df96fdaa43fe6245bde848e246ab3dbff3badca5 +size 4651692160 diff --git a/mintrec-llama-2-7b-Folder-5.Q5_1.gguf b/mintrec-llama-2-7b-Folder-5.Q5_1.gguf new file mode 100644 index 0000000..a96b56f --- /dev/null +++ b/mintrec-llama-2-7b-Folder-5.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29a633febab30c7ce8dc0f371dcecb574c2059a432b7d4f38e8aa4715e8b0494 +size 5064634496 diff --git a/mintrec-llama-2-7b-Folder-5.Q5_K.gguf b/mintrec-llama-2-7b-Folder-5.Q5_K.gguf new file mode 100644 index 0000000..bcaa891 --- /dev/null +++ b/mintrec-llama-2-7b-Folder-5.Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cc299e294d9a3c9847299359b4fd1b2bee56b6563ecc91fe9ae1cd4dce4e26f +size 4783157376 diff --git a/mintrec-llama-2-7b-Folder-5.Q5_K_M.gguf b/mintrec-llama-2-7b-Folder-5.Q5_K_M.gguf new file mode 100644 index 0000000..bcaa891 --- /dev/null +++ b/mintrec-llama-2-7b-Folder-5.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cc299e294d9a3c9847299359b4fd1b2bee56b6563ecc91fe9ae1cd4dce4e26f +size 4783157376 diff --git a/mintrec-llama-2-7b-Folder-5.Q5_K_S.gguf b/mintrec-llama-2-7b-Folder-5.Q5_K_S.gguf new file mode 100644 index 0000000..1be032a --- /dev/null +++ b/mintrec-llama-2-7b-Folder-5.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f377160eb9c65c9547e45beedfa3be8d2808914ce133f1b343607b6614b1ae2e +size 4651692160 diff --git a/mintrec-llama-2-7b-Folder-5.Q6_K.gguf b/mintrec-llama-2-7b-Folder-5.Q6_K.gguf new file mode 100644 index 0000000..48a920f --- /dev/null +++ b/mintrec-llama-2-7b-Folder-5.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c149b214deae308a00ffa3bb7e5e7655863795ed06f3db93758d63643d8b7c5c +size 5529194624 diff --git a/mintrec-llama-2-7b-Folder-5.Q8_0.gguf b/mintrec-llama-2-7b-Folder-5.Q8_0.gguf new file mode 100644 index 0000000..4cb9f27 --- /dev/null +++ b/mintrec-llama-2-7b-Folder-5.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bd18caf33e4574f9126c8a7b9dd3e4d9c3f583e68e0d64149503f6c03ef2069 +size 7161090176