From 3c28d8943aedff3bda1cc31d22069928366bbf39 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 4 Jun 2026 05:46:23 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: RichardErkhov/scb10x_-_llama-3-typhoon-v1.5-8b-gguf Source: Original Platform --- .gitattributes | 57 +++++++++++++++++ README.md | 97 +++++++++++++++++++++++++++++ llama-3-typhoon-v1.5-8b.IQ3_M.gguf | 3 + llama-3-typhoon-v1.5-8b.IQ3_S.gguf | 3 + llama-3-typhoon-v1.5-8b.IQ3_XS.gguf | 3 + llama-3-typhoon-v1.5-8b.IQ4_NL.gguf | 3 + llama-3-typhoon-v1.5-8b.IQ4_XS.gguf | 3 + llama-3-typhoon-v1.5-8b.Q2_K.gguf | 3 + llama-3-typhoon-v1.5-8b.Q3_K.gguf | 3 + llama-3-typhoon-v1.5-8b.Q3_K_L.gguf | 3 + llama-3-typhoon-v1.5-8b.Q3_K_M.gguf | 3 + llama-3-typhoon-v1.5-8b.Q3_K_S.gguf | 3 + llama-3-typhoon-v1.5-8b.Q4_0.gguf | 3 + llama-3-typhoon-v1.5-8b.Q4_1.gguf | 3 + llama-3-typhoon-v1.5-8b.Q4_K.gguf | 3 + llama-3-typhoon-v1.5-8b.Q4_K_M.gguf | 3 + llama-3-typhoon-v1.5-8b.Q4_K_S.gguf | 3 + llama-3-typhoon-v1.5-8b.Q5_0.gguf | 3 + llama-3-typhoon-v1.5-8b.Q5_1.gguf | 3 + llama-3-typhoon-v1.5-8b.Q5_K.gguf | 3 + llama-3-typhoon-v1.5-8b.Q5_K_M.gguf | 3 + llama-3-typhoon-v1.5-8b.Q5_K_S.gguf | 3 + llama-3-typhoon-v1.5-8b.Q6_K.gguf | 3 + llama-3-typhoon-v1.5-8b.Q8_0.gguf | 3 + 24 files changed, 220 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 llama-3-typhoon-v1.5-8b.IQ3_M.gguf create mode 100644 llama-3-typhoon-v1.5-8b.IQ3_S.gguf create mode 100644 llama-3-typhoon-v1.5-8b.IQ3_XS.gguf create mode 100644 llama-3-typhoon-v1.5-8b.IQ4_NL.gguf create mode 100644 llama-3-typhoon-v1.5-8b.IQ4_XS.gguf create mode 100644 llama-3-typhoon-v1.5-8b.Q2_K.gguf create mode 100644 llama-3-typhoon-v1.5-8b.Q3_K.gguf create mode 100644 llama-3-typhoon-v1.5-8b.Q3_K_L.gguf create mode 100644 llama-3-typhoon-v1.5-8b.Q3_K_M.gguf create mode 100644 llama-3-typhoon-v1.5-8b.Q3_K_S.gguf create mode 100644 llama-3-typhoon-v1.5-8b.Q4_0.gguf create mode 100644 llama-3-typhoon-v1.5-8b.Q4_1.gguf create mode 100644 llama-3-typhoon-v1.5-8b.Q4_K.gguf create mode 100644 llama-3-typhoon-v1.5-8b.Q4_K_M.gguf create mode 100644 llama-3-typhoon-v1.5-8b.Q4_K_S.gguf create mode 100644 llama-3-typhoon-v1.5-8b.Q5_0.gguf create mode 100644 llama-3-typhoon-v1.5-8b.Q5_1.gguf create mode 100644 llama-3-typhoon-v1.5-8b.Q5_K.gguf create mode 100644 llama-3-typhoon-v1.5-8b.Q5_K_M.gguf create mode 100644 llama-3-typhoon-v1.5-8b.Q5_K_S.gguf create mode 100644 llama-3-typhoon-v1.5-8b.Q6_K.gguf create mode 100644 llama-3-typhoon-v1.5-8b.Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..63412ba --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +llama-3-typhoon-v1.5-8b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-typhoon-v1.5-8b.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-typhoon-v1.5-8b.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-typhoon-v1.5-8b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-typhoon-v1.5-8b.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-typhoon-v1.5-8b.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-typhoon-v1.5-8b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-typhoon-v1.5-8b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-typhoon-v1.5-8b.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-typhoon-v1.5-8b.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-typhoon-v1.5-8b.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-typhoon-v1.5-8b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-typhoon-v1.5-8b.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-typhoon-v1.5-8b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-typhoon-v1.5-8b.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-typhoon-v1.5-8b.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-typhoon-v1.5-8b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-typhoon-v1.5-8b.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-typhoon-v1.5-8b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-typhoon-v1.5-8b.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-typhoon-v1.5-8b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-typhoon-v1.5-8b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..1419173 --- /dev/null +++ b/README.md @@ -0,0 +1,97 @@ +Quantization made by Richard Erkhov. + +[Github](https://github.com/RichardErkhov) + +[Discord](https://discord.gg/pvy7H8DZMG) + +[Request more models](https://github.com/RichardErkhov/quant_request) + + +llama-3-typhoon-v1.5-8b - GGUF +- Model creator: https://huggingface.co/scb10x/ +- Original model: https://huggingface.co/scb10x/llama-3-typhoon-v1.5-8b/ + + +| Name | Quant method | Size | +| ---- | ---- | ---- | +| [llama-3-typhoon-v1.5-8b.Q2_K.gguf](https://huggingface.co/RichardErkhov/scb10x_-_llama-3-typhoon-v1.5-8b-gguf/blob/main/llama-3-typhoon-v1.5-8b.Q2_K.gguf) | Q2_K | 2.96GB | +| [llama-3-typhoon-v1.5-8b.IQ3_XS.gguf](https://huggingface.co/RichardErkhov/scb10x_-_llama-3-typhoon-v1.5-8b-gguf/blob/main/llama-3-typhoon-v1.5-8b.IQ3_XS.gguf) | IQ3_XS | 3.28GB | +| [llama-3-typhoon-v1.5-8b.IQ3_S.gguf](https://huggingface.co/RichardErkhov/scb10x_-_llama-3-typhoon-v1.5-8b-gguf/blob/main/llama-3-typhoon-v1.5-8b.IQ3_S.gguf) | IQ3_S | 3.43GB | +| [llama-3-typhoon-v1.5-8b.Q3_K_S.gguf](https://huggingface.co/RichardErkhov/scb10x_-_llama-3-typhoon-v1.5-8b-gguf/blob/main/llama-3-typhoon-v1.5-8b.Q3_K_S.gguf) | Q3_K_S | 3.41GB | +| [llama-3-typhoon-v1.5-8b.IQ3_M.gguf](https://huggingface.co/RichardErkhov/scb10x_-_llama-3-typhoon-v1.5-8b-gguf/blob/main/llama-3-typhoon-v1.5-8b.IQ3_M.gguf) | IQ3_M | 3.52GB | +| [llama-3-typhoon-v1.5-8b.Q3_K.gguf](https://huggingface.co/RichardErkhov/scb10x_-_llama-3-typhoon-v1.5-8b-gguf/blob/main/llama-3-typhoon-v1.5-8b.Q3_K.gguf) | Q3_K | 3.74GB | +| [llama-3-typhoon-v1.5-8b.Q3_K_M.gguf](https://huggingface.co/RichardErkhov/scb10x_-_llama-3-typhoon-v1.5-8b-gguf/blob/main/llama-3-typhoon-v1.5-8b.Q3_K_M.gguf) | Q3_K_M | 3.74GB | +| [llama-3-typhoon-v1.5-8b.Q3_K_L.gguf](https://huggingface.co/RichardErkhov/scb10x_-_llama-3-typhoon-v1.5-8b-gguf/blob/main/llama-3-typhoon-v1.5-8b.Q3_K_L.gguf) | Q3_K_L | 4.03GB | +| [llama-3-typhoon-v1.5-8b.IQ4_XS.gguf](https://huggingface.co/RichardErkhov/scb10x_-_llama-3-typhoon-v1.5-8b-gguf/blob/main/llama-3-typhoon-v1.5-8b.IQ4_XS.gguf) | IQ4_XS | 4.18GB | +| [llama-3-typhoon-v1.5-8b.Q4_0.gguf](https://huggingface.co/RichardErkhov/scb10x_-_llama-3-typhoon-v1.5-8b-gguf/blob/main/llama-3-typhoon-v1.5-8b.Q4_0.gguf) | Q4_0 | 4.34GB | +| [llama-3-typhoon-v1.5-8b.IQ4_NL.gguf](https://huggingface.co/RichardErkhov/scb10x_-_llama-3-typhoon-v1.5-8b-gguf/blob/main/llama-3-typhoon-v1.5-8b.IQ4_NL.gguf) | IQ4_NL | 4.38GB | +| [llama-3-typhoon-v1.5-8b.Q4_K_S.gguf](https://huggingface.co/RichardErkhov/scb10x_-_llama-3-typhoon-v1.5-8b-gguf/blob/main/llama-3-typhoon-v1.5-8b.Q4_K_S.gguf) | Q4_K_S | 4.37GB | +| [llama-3-typhoon-v1.5-8b.Q4_K.gguf](https://huggingface.co/RichardErkhov/scb10x_-_llama-3-typhoon-v1.5-8b-gguf/blob/main/llama-3-typhoon-v1.5-8b.Q4_K.gguf) | Q4_K | 4.58GB | +| [llama-3-typhoon-v1.5-8b.Q4_K_M.gguf](https://huggingface.co/RichardErkhov/scb10x_-_llama-3-typhoon-v1.5-8b-gguf/blob/main/llama-3-typhoon-v1.5-8b.Q4_K_M.gguf) | Q4_K_M | 4.58GB | +| [llama-3-typhoon-v1.5-8b.Q4_1.gguf](https://huggingface.co/RichardErkhov/scb10x_-_llama-3-typhoon-v1.5-8b-gguf/blob/main/llama-3-typhoon-v1.5-8b.Q4_1.gguf) | Q4_1 | 4.78GB | +| [llama-3-typhoon-v1.5-8b.Q5_0.gguf](https://huggingface.co/RichardErkhov/scb10x_-_llama-3-typhoon-v1.5-8b-gguf/blob/main/llama-3-typhoon-v1.5-8b.Q5_0.gguf) | Q5_0 | 5.21GB | +| [llama-3-typhoon-v1.5-8b.Q5_K_S.gguf](https://huggingface.co/RichardErkhov/scb10x_-_llama-3-typhoon-v1.5-8b-gguf/blob/main/llama-3-typhoon-v1.5-8b.Q5_K_S.gguf) | Q5_K_S | 5.21GB | +| [llama-3-typhoon-v1.5-8b.Q5_K.gguf](https://huggingface.co/RichardErkhov/scb10x_-_llama-3-typhoon-v1.5-8b-gguf/blob/main/llama-3-typhoon-v1.5-8b.Q5_K.gguf) | Q5_K | 5.34GB | +| [llama-3-typhoon-v1.5-8b.Q5_K_M.gguf](https://huggingface.co/RichardErkhov/scb10x_-_llama-3-typhoon-v1.5-8b-gguf/blob/main/llama-3-typhoon-v1.5-8b.Q5_K_M.gguf) | Q5_K_M | 5.34GB | +| [llama-3-typhoon-v1.5-8b.Q5_1.gguf](https://huggingface.co/RichardErkhov/scb10x_-_llama-3-typhoon-v1.5-8b-gguf/blob/main/llama-3-typhoon-v1.5-8b.Q5_1.gguf) | Q5_1 | 5.65GB | +| [llama-3-typhoon-v1.5-8b.Q6_K.gguf](https://huggingface.co/RichardErkhov/scb10x_-_llama-3-typhoon-v1.5-8b-gguf/blob/main/llama-3-typhoon-v1.5-8b.Q6_K.gguf) | Q6_K | 6.14GB | +| [llama-3-typhoon-v1.5-8b.Q8_0.gguf](https://huggingface.co/RichardErkhov/scb10x_-_llama-3-typhoon-v1.5-8b-gguf/blob/main/llama-3-typhoon-v1.5-8b.Q8_0.gguf) | Q8_0 | 7.95GB | + + + + +Original model description: +--- +license: llama3 +language: +- th +- en +pipeline_tag: text-generation +tags: +- pretrained +--- +**Llama-3-Typhoon-v1.5-8B: Thai Large Language Model (Pretrained)** + +**Typhoon-8B** is a *pretrained only* Thai 🇹🇭 large language model with 8 billion parameters, and it is based on Llama3-8B. + +For release notes, please see our [blog](https://blog.opentyphoon.ai/typhoon-1-5-release-a9364cb8e8d7). *To acknowledge Meta's effort in creating the foundation model and to comply with the license, we explicitly include "llama-3" in the model name. + +## **Model Description** + +- **Model type**: A 8B pretrained decoder-only model based on Llama architecture. +- **Requirement**: transformers 4.38.0 or newer. +- **Primary Language(s)**: Thai 🇹🇭 and English 🇬🇧 +- **License**: [Llama 3 Community License](https://llama.meta.com/llama3/license/) + +## **Intended Uses & Limitations** + +This model is a pretrained base model. Thus, it may not be able to follow human instructions without using one/few-shot learning or instruction fine-tuning. The model does not have any moderation mechanisms, and may generate harmful or inappropriate responses. + +## **Follow us** + +**https://twitter.com/opentyphoon** + +## **Support** + +**https://discord.gg/CqyBscMFpg** + +## **SCB10X AI Team** + +- Kunat Pipatanakul, Potsawee Manakul, Sittipong Sripaisarnmongkol, Natapong Nitarach, Pathomporn Chokchainant, Kasima Tharnpipitchai +- If you find Typhoon-8B useful for your work, please cite it using: + +``` +@article{pipatanakul2023typhoon, + title={Typhoon: Thai Large Language Models}, + author={Kunat Pipatanakul and Phatrasek Jirabovonvisut and Potsawee Manakul and Sittipong Sripaisarnmongkol and Ruangsak Patomwong and Pathomporn Chokchainant and Kasima Tharnpipitchai}, + year={2023}, + journal={arXiv preprint arXiv:2312.13951}, + url={https://arxiv.org/abs/2312.13951} +} +``` + +## **Contact Us** + +- General & Collaboration: **[kasima@scb10x.com](mailto:kasima@scb10x.com)**, **[pathomporn@scb10x.com](mailto:pathomporn@scb10x.com)** +- Technical: **[kunat@scb10x.com](mailto:kunat@scb10x.com)** + diff --git a/llama-3-typhoon-v1.5-8b.IQ3_M.gguf b/llama-3-typhoon-v1.5-8b.IQ3_M.gguf new file mode 100644 index 0000000..faa4b60 --- /dev/null +++ b/llama-3-typhoon-v1.5-8b.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5eb98f313e335ec1573e3389779f174e3b23cf2e282daf29c3b5a620151594da +size 3784823072 diff --git a/llama-3-typhoon-v1.5-8b.IQ3_S.gguf b/llama-3-typhoon-v1.5-8b.IQ3_S.gguf new file mode 100644 index 0000000..966759d --- /dev/null +++ b/llama-3-typhoon-v1.5-8b.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b0efd5d0689570a8606df815aa9d1273a91284c9a1dd8ccf6a58937f1d2371d +size 3682324768 diff --git a/llama-3-typhoon-v1.5-8b.IQ3_XS.gguf b/llama-3-typhoon-v1.5-8b.IQ3_XS.gguf new file mode 100644 index 0000000..aae99d5 --- /dev/null +++ b/llama-3-typhoon-v1.5-8b.IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:532e696e822b1b7992cae4585c147300a092fbfcc0f8b1791ba96ced29cf846d +size 3518746912 diff --git a/llama-3-typhoon-v1.5-8b.IQ4_NL.gguf b/llama-3-typhoon-v1.5-8b.IQ4_NL.gguf new file mode 100644 index 0000000..1855adf --- /dev/null +++ b/llama-3-typhoon-v1.5-8b.IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b533fa0cd3175e373413ff5c78dd5ad10def3aafb43cfb79bd946a82f6f9a987 +size 4707348768 diff --git a/llama-3-typhoon-v1.5-8b.IQ4_XS.gguf b/llama-3-typhoon-v1.5-8b.IQ4_XS.gguf new file mode 100644 index 0000000..073a274 --- /dev/null +++ b/llama-3-typhoon-v1.5-8b.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31fa4638666a33a200ec503e881cfba5f2175539028d004cb33c976ae10f2018 +size 4484362528 diff --git a/llama-3-typhoon-v1.5-8b.Q2_K.gguf b/llama-3-typhoon-v1.5-8b.Q2_K.gguf new file mode 100644 index 0000000..5947199 --- /dev/null +++ b/llama-3-typhoon-v1.5-8b.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:070314c914bdc7d0c4bb5f4e1622fde7b0c84579027464f7413a8d4b13af578d +size 3179131168 diff --git a/llama-3-typhoon-v1.5-8b.Q3_K.gguf b/llama-3-typhoon-v1.5-8b.Q3_K.gguf new file mode 100644 index 0000000..7fe886e --- /dev/null +++ b/llama-3-typhoon-v1.5-8b.Q3_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:620378463c131a863bcfab0b62da0e72873d452564bc245defef3ad97ba1656b +size 4018917664 diff --git a/llama-3-typhoon-v1.5-8b.Q3_K_L.gguf b/llama-3-typhoon-v1.5-8b.Q3_K_L.gguf new file mode 100644 index 0000000..46afa32 --- /dev/null +++ b/llama-3-typhoon-v1.5-8b.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9e81c0368a164cd6b0f23a5ba7e00e4487bc2523ea59a60fec21a8040fc68ec +size 4321956128 diff --git a/llama-3-typhoon-v1.5-8b.Q3_K_M.gguf b/llama-3-typhoon-v1.5-8b.Q3_K_M.gguf new file mode 100644 index 0000000..7fe886e --- /dev/null +++ b/llama-3-typhoon-v1.5-8b.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:620378463c131a863bcfab0b62da0e72873d452564bc245defef3ad97ba1656b +size 4018917664 diff --git a/llama-3-typhoon-v1.5-8b.Q3_K_S.gguf b/llama-3-typhoon-v1.5-8b.Q3_K_S.gguf new file mode 100644 index 0000000..f0809f8 --- /dev/null +++ b/llama-3-typhoon-v1.5-8b.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29a6c9617f38637380a6a4b8ad13b8ff26b3d0bd889bcd284ebf546495f3a8b5 +size 3664498976 diff --git a/llama-3-typhoon-v1.5-8b.Q4_0.gguf b/llama-3-typhoon-v1.5-8b.Q4_0.gguf new file mode 100644 index 0000000..f38509f --- /dev/null +++ b/llama-3-typhoon-v1.5-8b.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a689ba4640177d50c3d2ce1a387b0075fd019358933aabc5425ba3281a72342 +size 4661211424 diff --git a/llama-3-typhoon-v1.5-8b.Q4_1.gguf b/llama-3-typhoon-v1.5-8b.Q4_1.gguf new file mode 100644 index 0000000..0d5222b --- /dev/null +++ b/llama-3-typhoon-v1.5-8b.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01d37848b72ddfe0998408ef658bab4b306929647c612ce30f3ef5dca420a32f +size 5130252576 diff --git a/llama-3-typhoon-v1.5-8b.Q4_K.gguf b/llama-3-typhoon-v1.5-8b.Q4_K.gguf new file mode 100644 index 0000000..3d05edc --- /dev/null +++ b/llama-3-typhoon-v1.5-8b.Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c97d49dc6a4294fddecbe007f261797ec1d46e4894f6121d12a8ef34cce5635 +size 4920733984 diff --git a/llama-3-typhoon-v1.5-8b.Q4_K_M.gguf b/llama-3-typhoon-v1.5-8b.Q4_K_M.gguf new file mode 100644 index 0000000..3d05edc --- /dev/null +++ b/llama-3-typhoon-v1.5-8b.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c97d49dc6a4294fddecbe007f261797ec1d46e4894f6121d12a8ef34cce5635 +size 4920733984 diff --git a/llama-3-typhoon-v1.5-8b.Q4_K_S.gguf b/llama-3-typhoon-v1.5-8b.Q4_K_S.gguf new file mode 100644 index 0000000..39ac725 --- /dev/null +++ b/llama-3-typhoon-v1.5-8b.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ee48fb10a3cd616e447e0250774933cf0dfbe43b8393ef2b92522a7ecb3760b +size 4692668704 diff --git a/llama-3-typhoon-v1.5-8b.Q5_0.gguf b/llama-3-typhoon-v1.5-8b.Q5_0.gguf new file mode 100644 index 0000000..424b864 --- /dev/null +++ b/llama-3-typhoon-v1.5-8b.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:707c556d2257a2587ff635c5febdff60660b52e349bcdeaf85aa1639414980c1 +size 5599293728 diff --git a/llama-3-typhoon-v1.5-8b.Q5_1.gguf b/llama-3-typhoon-v1.5-8b.Q5_1.gguf new file mode 100644 index 0000000..1eacfcb --- /dev/null +++ b/llama-3-typhoon-v1.5-8b.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aef7f9967c7fe5675bc320f7f170a41c8aaa91c3d582ed0de3821f033f9bf7e0 +size 6068334880 diff --git a/llama-3-typhoon-v1.5-8b.Q5_K.gguf b/llama-3-typhoon-v1.5-8b.Q5_K.gguf new file mode 100644 index 0000000..86621ca --- /dev/null +++ b/llama-3-typhoon-v1.5-8b.Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2331b6b1fb34deeb4f25795ed7fc4a7f6f9a3b96e9b8a796feeb27e328e58eb9 +size 5732987168 diff --git a/llama-3-typhoon-v1.5-8b.Q5_K_M.gguf b/llama-3-typhoon-v1.5-8b.Q5_K_M.gguf new file mode 100644 index 0000000..86621ca --- /dev/null +++ b/llama-3-typhoon-v1.5-8b.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2331b6b1fb34deeb4f25795ed7fc4a7f6f9a3b96e9b8a796feeb27e328e58eb9 +size 5732987168 diff --git a/llama-3-typhoon-v1.5-8b.Q5_K_S.gguf b/llama-3-typhoon-v1.5-8b.Q5_K_S.gguf new file mode 100644 index 0000000..7cf6bee --- /dev/null +++ b/llama-3-typhoon-v1.5-8b.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f36d09fd7a72ca63490349bda8ac517f1c130652a351323fddc7a285e5a72a5 +size 5599293728 diff --git a/llama-3-typhoon-v1.5-8b.Q6_K.gguf b/llama-3-typhoon-v1.5-8b.Q6_K.gguf new file mode 100644 index 0000000..b4c0ea9 --- /dev/null +++ b/llama-3-typhoon-v1.5-8b.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5af68f8b6456b9c3c3d48089a1a626866916a570d4896e386b11b032777f5fc1 +size 6596006176 diff --git a/llama-3-typhoon-v1.5-8b.Q8_0.gguf b/llama-3-typhoon-v1.5-8b.Q8_0.gguf new file mode 100644 index 0000000..2c59ede --- /dev/null +++ b/llama-3-typhoon-v1.5-8b.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b74a85f313bfc9fc8f7fa35f95add0c3bba251c0c03efdfd836355638bbd0fc +size 8540770592