From 67b58a7ae1788f1ffc5fd2f9efebb631ec072c7a Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 18 Apr 2026 02:50:08 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: afrideva/tiny-llama-miniguanaco-1.5T-GGUF Source: Original Platform --- .gitattributes | 41 +++++++++++++++++++++++ README.md | 43 +++++++++++++++++++++++++ config.json | 3 ++ tiny-llama-miniguanaco-1.5t.q2_k.gguf | 3 ++ tiny-llama-miniguanaco-1.5t.q3_k_m.gguf | 3 ++ tiny-llama-miniguanaco-1.5t.q4_k_m.gguf | 3 ++ tiny-llama-miniguanaco-1.5t.q5_k_m.gguf | 3 ++ tiny-llama-miniguanaco-1.5t.q6_k.gguf | 3 ++ tiny-llama-miniguanaco-1.5t.q8_0.gguf | 3 ++ 9 files changed, 105 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 config.json create mode 100644 tiny-llama-miniguanaco-1.5t.q2_k.gguf create mode 100644 tiny-llama-miniguanaco-1.5t.q3_k_m.gguf create mode 100644 tiny-llama-miniguanaco-1.5t.q4_k_m.gguf create mode 100644 tiny-llama-miniguanaco-1.5t.q5_k_m.gguf create mode 100644 tiny-llama-miniguanaco-1.5t.q6_k.gguf create mode 100644 tiny-llama-miniguanaco-1.5t.q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..c3c7eeb --- /dev/null +++ b/.gitattributes @@ -0,0 +1,41 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tiny-llama-miniguanaco-1.5t.q2_k.gguf filter=lfs diff=lfs merge=lfs -text +tiny-llama-miniguanaco-1.5t.q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +tiny-llama-miniguanaco-1.5t.q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +tiny-llama-miniguanaco-1.5t.q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +tiny-llama-miniguanaco-1.5t.q6_k.gguf filter=lfs diff=lfs merge=lfs -text +tiny-llama-miniguanaco-1.5t.q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..ade8348 --- /dev/null +++ b/README.md @@ -0,0 +1,43 @@ +--- +base_model: Corianas/tiny-llama-miniguanaco-1.5T +inference: false +language: +- en +model: PY007/TinyLlama-1.1B-intermediate-step-715k-1.5T +model_creator: Corianas +model_name: tiny-llama-miniguanaco-1.5T +pipeline_tag: text-generation +quantized_by: afrideva +tags: +- gguf +- ggml +- quantized +- q2_k +- q3_k_m +- q4_k_m +- q5_k_m +- q6_k +- q8_0 +--- +# Corianas/tiny-llama-miniguanaco-1.5T-GGUF + +Quantized GGUF model files for [tiny-llama-miniguanaco-1.5T](https://huggingface.co/Corianas/tiny-llama-miniguanaco-1.5T) from [Corianas](https://huggingface.co/Corianas) + + +| Name | Quant method | Size | +| ---- | ---- | ---- | +| [tiny-llama-miniguanaco-1.5t.q2_k.gguf](https://huggingface.co/afrideva/tiny-llama-miniguanaco-1.5T-GGUF/resolve/main/tiny-llama-miniguanaco-1.5t.q2_k.gguf) | q2_k | 482.14 MB | +| [tiny-llama-miniguanaco-1.5t.q3_k_m.gguf](https://huggingface.co/afrideva/tiny-llama-miniguanaco-1.5T-GGUF/resolve/main/tiny-llama-miniguanaco-1.5t.q3_k_m.gguf) | q3_k_m | 549.85 MB | +| [tiny-llama-miniguanaco-1.5t.q4_k_m.gguf](https://huggingface.co/afrideva/tiny-llama-miniguanaco-1.5T-GGUF/resolve/main/tiny-llama-miniguanaco-1.5t.q4_k_m.gguf) | q4_k_m | 667.81 MB | +| [tiny-llama-miniguanaco-1.5t.q5_k_m.gguf](https://huggingface.co/afrideva/tiny-llama-miniguanaco-1.5T-GGUF/resolve/main/tiny-llama-miniguanaco-1.5t.q5_k_m.gguf) | q5_k_m | 782.04 MB | +| [tiny-llama-miniguanaco-1.5t.q6_k.gguf](https://huggingface.co/afrideva/tiny-llama-miniguanaco-1.5T-GGUF/resolve/main/tiny-llama-miniguanaco-1.5t.q6_k.gguf) | q6_k | 903.41 MB | +| [tiny-llama-miniguanaco-1.5t.q8_0.gguf](https://huggingface.co/afrideva/tiny-llama-miniguanaco-1.5T-GGUF/resolve/main/tiny-llama-miniguanaco-1.5t.q8_0.gguf) | q8_0 | 1.17 GB | + + + +## Original Model Card: +TinyLLama 1.5T checkpoint trained to answer questions. +``` +f"{'prompt'}\n{'completion'}\n" +``` +No input/output, just question, then newline to begin the answer. \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..37995b2 --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "model_type":"llama" +} \ No newline at end of file diff --git a/tiny-llama-miniguanaco-1.5t.q2_k.gguf b/tiny-llama-miniguanaco-1.5t.q2_k.gguf new file mode 100644 index 0000000..c9cf421 --- /dev/null +++ b/tiny-llama-miniguanaco-1.5t.q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a5bea5f90514cc796da4e6b03b19b5e3fcb5e1c5be913d843c4dd8da8707ca4 +size 482142656 diff --git a/tiny-llama-miniguanaco-1.5t.q3_k_m.gguf b/tiny-llama-miniguanaco-1.5t.q3_k_m.gguf new file mode 100644 index 0000000..d814e0f --- /dev/null +++ b/tiny-llama-miniguanaco-1.5t.q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74e09893943518d3f16da41fe067dcb6d3b9a71d56ed95bf449b12d55a27753f +size 549845440 diff --git a/tiny-llama-miniguanaco-1.5t.q4_k_m.gguf b/tiny-llama-miniguanaco-1.5t.q4_k_m.gguf new file mode 100644 index 0000000..b15c2bd --- /dev/null +++ b/tiny-llama-miniguanaco-1.5t.q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68d8b83e3fc58d1f06e0e79d42a2a6010c1cedd1eb162090a4e6b886c98dc0cb +size 667814336 diff --git a/tiny-llama-miniguanaco-1.5t.q5_k_m.gguf b/tiny-llama-miniguanaco-1.5t.q5_k_m.gguf new file mode 100644 index 0000000..5d5c518 --- /dev/null +++ b/tiny-llama-miniguanaco-1.5t.q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e6b8ec4cd3b7631f2361598ed468c371939a3122d3c482e1137487b3b71d648 +size 782043584 diff --git a/tiny-llama-miniguanaco-1.5t.q6_k.gguf b/tiny-llama-miniguanaco-1.5t.q6_k.gguf new file mode 100644 index 0000000..c85afb9 --- /dev/null +++ b/tiny-llama-miniguanaco-1.5t.q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5daa6a35571b37d90ee08e91a77704192c454ddb2bc9086affdc9fceaefdce15 +size 903412160 diff --git a/tiny-llama-miniguanaco-1.5t.q8_0.gguf b/tiny-llama-miniguanaco-1.5t.q8_0.gguf new file mode 100644 index 0000000..0d784d6 --- /dev/null +++ b/tiny-llama-miniguanaco-1.5t.q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81bdbc45a455faa527f12de14100ea10a4a03a1f8e9343152b212dea30786ffb +size 1169807808