From 8d742cc3ada45248265d21404e57b260b6a1f75f Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 4 Jun 2026 06:54:15 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: RichardErkhov/vilm_-_vinallama-7b-chat-gguf Source: Original Platform --- .gitattributes | 57 ++++++++++++++++++++++++++++++ README.md | 66 +++++++++++++++++++++++++++++++++++ vinallama-7b-chat.IQ3_M.gguf | 3 ++ vinallama-7b-chat.IQ3_S.gguf | 3 ++ vinallama-7b-chat.IQ3_XS.gguf | 3 ++ vinallama-7b-chat.IQ4_NL.gguf | 3 ++ vinallama-7b-chat.IQ4_XS.gguf | 3 ++ vinallama-7b-chat.Q2_K.gguf | 3 ++ vinallama-7b-chat.Q3_K.gguf | 3 ++ vinallama-7b-chat.Q3_K_L.gguf | 3 ++ vinallama-7b-chat.Q3_K_M.gguf | 3 ++ vinallama-7b-chat.Q3_K_S.gguf | 3 ++ vinallama-7b-chat.Q4_0.gguf | 3 ++ vinallama-7b-chat.Q4_1.gguf | 3 ++ vinallama-7b-chat.Q4_K.gguf | 3 ++ vinallama-7b-chat.Q4_K_M.gguf | 3 ++ vinallama-7b-chat.Q4_K_S.gguf | 3 ++ vinallama-7b-chat.Q5_0.gguf | 3 ++ vinallama-7b-chat.Q5_1.gguf | 3 ++ vinallama-7b-chat.Q5_K.gguf | 3 ++ vinallama-7b-chat.Q5_K_M.gguf | 3 ++ vinallama-7b-chat.Q5_K_S.gguf | 3 ++ vinallama-7b-chat.Q6_K.gguf | 3 ++ vinallama-7b-chat.Q8_0.gguf | 3 ++ 24 files changed, 189 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 vinallama-7b-chat.IQ3_M.gguf create mode 100644 vinallama-7b-chat.IQ3_S.gguf create mode 100644 vinallama-7b-chat.IQ3_XS.gguf create mode 100644 vinallama-7b-chat.IQ4_NL.gguf create mode 100644 vinallama-7b-chat.IQ4_XS.gguf create mode 100644 vinallama-7b-chat.Q2_K.gguf create mode 100644 vinallama-7b-chat.Q3_K.gguf create mode 100644 vinallama-7b-chat.Q3_K_L.gguf create mode 100644 vinallama-7b-chat.Q3_K_M.gguf create mode 100644 vinallama-7b-chat.Q3_K_S.gguf create mode 100644 vinallama-7b-chat.Q4_0.gguf create mode 100644 vinallama-7b-chat.Q4_1.gguf create mode 100644 vinallama-7b-chat.Q4_K.gguf create mode 100644 vinallama-7b-chat.Q4_K_M.gguf create mode 100644 vinallama-7b-chat.Q4_K_S.gguf create mode 100644 vinallama-7b-chat.Q5_0.gguf create mode 100644 vinallama-7b-chat.Q5_1.gguf create mode 100644 vinallama-7b-chat.Q5_K.gguf create mode 100644 vinallama-7b-chat.Q5_K_M.gguf create mode 100644 vinallama-7b-chat.Q5_K_S.gguf create mode 100644 vinallama-7b-chat.Q6_K.gguf create mode 100644 vinallama-7b-chat.Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..6958f58 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +vinallama-7b-chat.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +vinallama-7b-chat.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +vinallama-7b-chat.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +vinallama-7b-chat.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +vinallama-7b-chat.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +vinallama-7b-chat.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text +vinallama-7b-chat.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +vinallama-7b-chat.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +vinallama-7b-chat.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +vinallama-7b-chat.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +vinallama-7b-chat.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +vinallama-7b-chat.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +vinallama-7b-chat.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text +vinallama-7b-chat.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +vinallama-7b-chat.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +vinallama-7b-chat.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +vinallama-7b-chat.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +vinallama-7b-chat.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +vinallama-7b-chat.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +vinallama-7b-chat.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +vinallama-7b-chat.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +vinallama-7b-chat.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..779be12 --- /dev/null +++ b/README.md @@ -0,0 +1,66 @@ +Quantization made by Richard Erkhov. + +[Github](https://github.com/RichardErkhov) + +[Discord](https://discord.gg/pvy7H8DZMG) + +[Request more models](https://github.com/RichardErkhov/quant_request) + + +vinallama-7b-chat - GGUF +- Model creator: https://huggingface.co/vilm/ +- Original model: https://huggingface.co/vilm/vinallama-7b-chat/ + + +| Name | Quant method | Size | +| ---- | ---- | ---- | +| [vinallama-7b-chat.Q2_K.gguf](https://huggingface.co/RichardErkhov/vilm_-_vinallama-7b-chat-gguf/blob/main/vinallama-7b-chat.Q2_K.gguf) | Q2_K | 2.42GB | +| [vinallama-7b-chat.IQ3_XS.gguf](https://huggingface.co/RichardErkhov/vilm_-_vinallama-7b-chat-gguf/blob/main/vinallama-7b-chat.IQ3_XS.gguf) | IQ3_XS | 2.67GB | +| [vinallama-7b-chat.IQ3_S.gguf](https://huggingface.co/RichardErkhov/vilm_-_vinallama-7b-chat-gguf/blob/main/vinallama-7b-chat.IQ3_S.gguf) | IQ3_S | 2.81GB | +| [vinallama-7b-chat.Q3_K_S.gguf](https://huggingface.co/RichardErkhov/vilm_-_vinallama-7b-chat-gguf/blob/main/vinallama-7b-chat.Q3_K_S.gguf) | Q3_K_S | 2.81GB | +| [vinallama-7b-chat.IQ3_M.gguf](https://huggingface.co/RichardErkhov/vilm_-_vinallama-7b-chat-gguf/blob/main/vinallama-7b-chat.IQ3_M.gguf) | IQ3_M | 2.97GB | +| [vinallama-7b-chat.Q3_K.gguf](https://huggingface.co/RichardErkhov/vilm_-_vinallama-7b-chat-gguf/blob/main/vinallama-7b-chat.Q3_K.gguf) | Q3_K | 3.14GB | +| [vinallama-7b-chat.Q3_K_M.gguf](https://huggingface.co/RichardErkhov/vilm_-_vinallama-7b-chat-gguf/blob/main/vinallama-7b-chat.Q3_K_M.gguf) | Q3_K_M | 3.14GB | +| [vinallama-7b-chat.Q3_K_L.gguf](https://huggingface.co/RichardErkhov/vilm_-_vinallama-7b-chat-gguf/blob/main/vinallama-7b-chat.Q3_K_L.gguf) | Q3_K_L | 3.42GB | +| [vinallama-7b-chat.IQ4_XS.gguf](https://huggingface.co/RichardErkhov/vilm_-_vinallama-7b-chat-gguf/blob/main/vinallama-7b-chat.IQ4_XS.gguf) | IQ4_XS | 3.47GB | +| [vinallama-7b-chat.Q4_0.gguf](https://huggingface.co/RichardErkhov/vilm_-_vinallama-7b-chat-gguf/blob/main/vinallama-7b-chat.Q4_0.gguf) | Q4_0 | 3.64GB | +| [vinallama-7b-chat.IQ4_NL.gguf](https://huggingface.co/RichardErkhov/vilm_-_vinallama-7b-chat-gguf/blob/main/vinallama-7b-chat.IQ4_NL.gguf) | IQ4_NL | 3.66GB | +| [vinallama-7b-chat.Q4_K_S.gguf](https://huggingface.co/RichardErkhov/vilm_-_vinallama-7b-chat-gguf/blob/main/vinallama-7b-chat.Q4_K_S.gguf) | Q4_K_S | 3.67GB | +| [vinallama-7b-chat.Q4_K.gguf](https://huggingface.co/RichardErkhov/vilm_-_vinallama-7b-chat-gguf/blob/main/vinallama-7b-chat.Q4_K.gguf) | Q4_K | 3.88GB | +| [vinallama-7b-chat.Q4_K_M.gguf](https://huggingface.co/RichardErkhov/vilm_-_vinallama-7b-chat-gguf/blob/main/vinallama-7b-chat.Q4_K_M.gguf) | Q4_K_M | 3.88GB | +| [vinallama-7b-chat.Q4_1.gguf](https://huggingface.co/RichardErkhov/vilm_-_vinallama-7b-chat-gguf/blob/main/vinallama-7b-chat.Q4_1.gguf) | Q4_1 | 4.03GB | +| [vinallama-7b-chat.Q5_0.gguf](https://huggingface.co/RichardErkhov/vilm_-_vinallama-7b-chat-gguf/blob/main/vinallama-7b-chat.Q5_0.gguf) | Q5_0 | 4.41GB | +| [vinallama-7b-chat.Q5_K_S.gguf](https://huggingface.co/RichardErkhov/vilm_-_vinallama-7b-chat-gguf/blob/main/vinallama-7b-chat.Q5_K_S.gguf) | Q5_K_S | 4.41GB | +| [vinallama-7b-chat.Q5_K.gguf](https://huggingface.co/RichardErkhov/vilm_-_vinallama-7b-chat-gguf/blob/main/vinallama-7b-chat.Q5_K.gguf) | Q5_K | 4.54GB | +| [vinallama-7b-chat.Q5_K_M.gguf](https://huggingface.co/RichardErkhov/vilm_-_vinallama-7b-chat-gguf/blob/main/vinallama-7b-chat.Q5_K_M.gguf) | Q5_K_M | 4.54GB | +| [vinallama-7b-chat.Q5_1.gguf](https://huggingface.co/RichardErkhov/vilm_-_vinallama-7b-chat-gguf/blob/main/vinallama-7b-chat.Q5_1.gguf) | Q5_1 | 4.8GB | +| [vinallama-7b-chat.Q6_K.gguf](https://huggingface.co/RichardErkhov/vilm_-_vinallama-7b-chat-gguf/blob/main/vinallama-7b-chat.Q6_K.gguf) | Q6_K | 5.24GB | +| [vinallama-7b-chat.Q8_0.gguf](https://huggingface.co/RichardErkhov/vilm_-_vinallama-7b-chat-gguf/blob/main/vinallama-7b-chat.Q8_0.gguf) | Q8_0 | 6.79GB | + + + + +Original model description: +--- +language: +- vi +license: llama2 +--- + +# VinaLLaMA - State-of-the-art Vietnamese LLMs + +![image](https://i.ibb.co/W0dq12n/vinallama.png) + +Read our [Paper](https://huggingface.co/papers/2312.11011) + +### Prompt Format (ChatML): + +``` +<|im_start|>system +Bạn là một trợ lí AI hữu ích. Hãy trả lời người dùng một cách chính xác. +<|im_end|> +<|im_start|>user +Hello world!<|im_end|> +<|im_start|>assistant +``` + diff --git a/vinallama-7b-chat.IQ3_M.gguf b/vinallama-7b-chat.IQ3_M.gguf new file mode 100644 index 0000000..9fbbac1 --- /dev/null +++ b/vinallama-7b-chat.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:925971e18158d14c0a79acf92762b8c54a74b80a89b9d7892521a52f7d8b3053 +size 3188435648 diff --git a/vinallama-7b-chat.IQ3_S.gguf b/vinallama-7b-chat.IQ3_S.gguf new file mode 100644 index 0000000..90d979f --- /dev/null +++ b/vinallama-7b-chat.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c57aedcc171d67251aceb8078b5de0bc487c1d8b6a62baa5987d47ff3af538d8 +size 3021875904 diff --git a/vinallama-7b-chat.IQ3_XS.gguf b/vinallama-7b-chat.IQ3_XS.gguf new file mode 100644 index 0000000..8e67975 --- /dev/null +++ b/vinallama-7b-chat.IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812bdeb0a2d0526d7c7cc93d62538f3082a1385571422fde134599399d6fd58b +size 2870094528 diff --git a/vinallama-7b-chat.IQ4_NL.gguf b/vinallama-7b-chat.IQ4_NL.gguf new file mode 100644 index 0000000..92f56b2 --- /dev/null +++ b/vinallama-7b-chat.IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edeccab512d36855d56237d334a309fbe793a5085b3a8cc619f66f9771d6780e +size 3929704672 diff --git a/vinallama-7b-chat.IQ4_XS.gguf b/vinallama-7b-chat.IQ4_XS.gguf new file mode 100644 index 0000000..9016552 --- /dev/null +++ b/vinallama-7b-chat.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72a300f344ca03919b92a515b5a83170d5ad796ea4c6836d2a3f070eae69910d +size 3727038560 diff --git a/vinallama-7b-chat.Q2_K.gguf b/vinallama-7b-chat.Q2_K.gguf new file mode 100644 index 0000000..5e1e44e --- /dev/null +++ b/vinallama-7b-chat.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee15a54a423da4b44a0bdb962b895d466e4f97dc20a8dbeac07cc70fb6687161 +size 2600484128 diff --git a/vinallama-7b-chat.Q3_K.gguf b/vinallama-7b-chat.Q3_K.gguf new file mode 100644 index 0000000..39e02f8 --- /dev/null +++ b/vinallama-7b-chat.Q3_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bb3f9047122c1b8660ad63fef728c253e0cb3a666a0eab587fc989560cc86aa +size 3371576000 diff --git a/vinallama-7b-chat.Q3_K_L.gguf b/vinallama-7b-chat.Q3_K_L.gguf new file mode 100644 index 0000000..e2b69fd --- /dev/null +++ b/vinallama-7b-chat.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9d5db8076fc95981961a9c67c2ac6f986893e015a31a7d45b597e8bbc886973 +size 3670682304 diff --git a/vinallama-7b-chat.Q3_K_M.gguf b/vinallama-7b-chat.Q3_K_M.gguf new file mode 100644 index 0000000..39e02f8 --- /dev/null +++ b/vinallama-7b-chat.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bb3f9047122c1b8660ad63fef728c253e0cb3a666a0eab587fc989560cc86aa +size 3371576000 diff --git a/vinallama-7b-chat.Q3_K_S.gguf b/vinallama-7b-chat.Q3_K_S.gguf new file mode 100644 index 0000000..b66e4e4 --- /dev/null +++ b/vinallama-7b-chat.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d18b952fa148dce7a0444a19a228fc0dce96cd0f63a55a22cf90ab15ca670f85 +size 3021875904 diff --git a/vinallama-7b-chat.Q4_0.gguf b/vinallama-7b-chat.Q4_0.gguf new file mode 100644 index 0000000..80b3e4d --- /dev/null +++ b/vinallama-7b-chat.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:776acd926728377e672465c1a5744fa256da0a4562fc06565b11f57385e5ddbc +size 3907160288 diff --git a/vinallama-7b-chat.Q4_1.gguf b/vinallama-7b-chat.Q4_1.gguf new file mode 100644 index 0000000..5df45c3 --- /dev/null +++ b/vinallama-7b-chat.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ad1e27835d516e534538b27dc44ab351e22ef22d366f8b0e8ca3ccf3ad9ba9b +size 4323764704 diff --git a/vinallama-7b-chat.Q4_K.gguf b/vinallama-7b-chat.Q4_K.gguf new file mode 100644 index 0000000..6607c57 --- /dev/null +++ b/vinallama-7b-chat.Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ba4d10f4456e762fbbde7651b1ddf8e3d6a89ee162a55fd27ad54f71d6af1da +size 4162357472 diff --git a/vinallama-7b-chat.Q4_K_M.gguf b/vinallama-7b-chat.Q4_K_M.gguf new file mode 100644 index 0000000..6607c57 --- /dev/null +++ b/vinallama-7b-chat.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ba4d10f4456e762fbbde7651b1ddf8e3d6a89ee162a55fd27ad54f71d6af1da +size 4162357472 diff --git a/vinallama-7b-chat.Q4_K_S.gguf b/vinallama-7b-chat.Q4_K_S.gguf new file mode 100644 index 0000000..06c85f6 --- /dev/null +++ b/vinallama-7b-chat.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e12670f994c419a07e8c66d8227a3faac81f9904dfff9c755a660e8c30b1940c +size 3938093280 diff --git a/vinallama-7b-chat.Q5_0.gguf b/vinallama-7b-chat.Q5_0.gguf new file mode 100644 index 0000000..a6d7da4 --- /dev/null +++ b/vinallama-7b-chat.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f48652a604b670c42d4362947735b5c5af787697a95c4a845f5826afc63e5ffd +size 4740369120 diff --git a/vinallama-7b-chat.Q5_1.gguf b/vinallama-7b-chat.Q5_1.gguf new file mode 100644 index 0000000..7df86f9 --- /dev/null +++ b/vinallama-7b-chat.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c01d584f5cad518f5db29bf575a46302cbf26ccea69a9712dfd277f38bb360ef +size 5156973536 diff --git a/vinallama-7b-chat.Q5_K.gguf b/vinallama-7b-chat.Q5_K.gguf new file mode 100644 index 0000000..e1f2c43 --- /dev/null +++ b/vinallama-7b-chat.Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9873a083ed84f7aa6db4e4fb34b287f995974809d6852b54650714105b69582 +size 4871834336 diff --git a/vinallama-7b-chat.Q5_K_M.gguf b/vinallama-7b-chat.Q5_K_M.gguf new file mode 100644 index 0000000..e1f2c43 --- /dev/null +++ b/vinallama-7b-chat.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9873a083ed84f7aa6db4e4fb34b287f995974809d6852b54650714105b69582 +size 4871834336 diff --git a/vinallama-7b-chat.Q5_K_S.gguf b/vinallama-7b-chat.Q5_K_S.gguf new file mode 100644 index 0000000..69989d9 --- /dev/null +++ b/vinallama-7b-chat.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c449e585cc94e9c5537d78bf4f574da64cbf241ea484b680e8b018a3c4e01954 +size 4740369120 diff --git a/vinallama-7b-chat.Q6_K.gguf b/vinallama-7b-chat.Q6_K.gguf new file mode 100644 index 0000000..bc15e34 --- /dev/null +++ b/vinallama-7b-chat.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cbcefc1563d39b25ac655e32b3a7dfebcbf79be285deafb09c069952f60c88d +size 5625653504 diff --git a/vinallama-7b-chat.Q8_0.gguf b/vinallama-7b-chat.Q8_0.gguf new file mode 100644 index 0000000..ba8d347 --- /dev/null +++ b/vinallama-7b-chat.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5b6fe2c6702972a9bfd588354a6b892aad98a90efdd78c1b687af707179eaa0 +size 7285930176