From ec9a76ec0bb0873458d14fd5aecea09292feaa5c Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 13 Apr 2026 05:47:01 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: afrideva/TinyLlama-1.1B-intermediate-step-955k-token-2T-GGUF Source: Original Platform --- .gitattributes | 42 +++++++ README.md | 103 ++++++++++++++++++ ...-intermediate-step-955k-token-2t.fp16.gguf | 3 + ...-intermediate-step-955k-token-2t.q2_k.gguf | 3 + ...ntermediate-step-955k-token-2t.q3_k_m.gguf | 3 + ...ntermediate-step-955k-token-2t.q4_k_m.gguf | 3 + ...ntermediate-step-955k-token-2t.q5_k_m.gguf | 3 + ...-intermediate-step-955k-token-2t.q6_k.gguf | 3 + ...-intermediate-step-955k-token-2t.q8_0.gguf | 3 + 9 files changed, 166 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 tinyllama-1.1b-intermediate-step-955k-token-2t.fp16.gguf create mode 100644 tinyllama-1.1b-intermediate-step-955k-token-2t.q2_k.gguf create mode 100644 tinyllama-1.1b-intermediate-step-955k-token-2t.q3_k_m.gguf create mode 100644 tinyllama-1.1b-intermediate-step-955k-token-2t.q4_k_m.gguf create mode 100644 tinyllama-1.1b-intermediate-step-955k-token-2t.q5_k_m.gguf create mode 100644 tinyllama-1.1b-intermediate-step-955k-token-2t.q6_k.gguf create mode 100644 tinyllama-1.1b-intermediate-step-955k-token-2t.q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..c9a90a6 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,42 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tinyllama-1.1b-intermediate-step-955k-token-2t.fp16.gguf filter=lfs diff=lfs merge=lfs -text +tinyllama-1.1b-intermediate-step-955k-token-2t.q2_k.gguf filter=lfs diff=lfs merge=lfs -text +tinyllama-1.1b-intermediate-step-955k-token-2t.q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +tinyllama-1.1b-intermediate-step-955k-token-2t.q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +tinyllama-1.1b-intermediate-step-955k-token-2t.q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +tinyllama-1.1b-intermediate-step-955k-token-2t.q6_k.gguf filter=lfs diff=lfs merge=lfs -text +tinyllama-1.1b-intermediate-step-955k-token-2t.q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..d080067 --- /dev/null +++ b/README.md @@ -0,0 +1,103 @@ +--- +base_model: TinyLlama/TinyLlama-1.1B-intermediate-step-955k-token-2T +datasets: +- cerebras/SlimPajama-627B +- bigcode/starcoderdata +inference: false +language: +- en +license: apache-2.0 +model_creator: TinyLlama +model_name: TinyLlama-1.1B-intermediate-step-955k-token-2T +pipeline_tag: text-generation +quantized_by: afrideva +tags: +- gguf +- ggml +- quantized +- q2_k +- q3_k_m +- q4_k_m +- q5_k_m +- q6_k +- q8_0 +--- +# TinyLlama/TinyLlama-1.1B-intermediate-step-955k-token-2T-GGUF + +Quantized GGUF model files for [TinyLlama-1.1B-intermediate-step-955k-token-2T](https://huggingface.co/TinyLlama/TinyLlama-1.1B-intermediate-step-955k-token-2T) from [TinyLlama](https://huggingface.co/TinyLlama) + + +| Name | Quant method | Size | +| ---- | ---- | ---- | +| [tinyllama-1.1b-intermediate-step-955k-token-2t.q2_k.gguf](https://huggingface.co/afrideva/TinyLlama-1.1B-intermediate-step-955k-token-2T-GGUF/resolve/main/tinyllama-1.1b-intermediate-step-955k-token-2t.q2_k.gguf) | q2_k | 482.14 MB | +| [tinyllama-1.1b-intermediate-step-955k-token-2t.q3_k_m.gguf](https://huggingface.co/afrideva/TinyLlama-1.1B-intermediate-step-955k-token-2T-GGUF/resolve/main/tinyllama-1.1b-intermediate-step-955k-token-2t.q3_k_m.gguf) | q3_k_m | 549.85 MB | +| [tinyllama-1.1b-intermediate-step-955k-token-2t.q4_k_m.gguf](https://huggingface.co/afrideva/TinyLlama-1.1B-intermediate-step-955k-token-2T-GGUF/resolve/main/tinyllama-1.1b-intermediate-step-955k-token-2t.q4_k_m.gguf) | q4_k_m | 667.81 MB | +| [tinyllama-1.1b-intermediate-step-955k-token-2t.q5_k_m.gguf](https://huggingface.co/afrideva/TinyLlama-1.1B-intermediate-step-955k-token-2T-GGUF/resolve/main/tinyllama-1.1b-intermediate-step-955k-token-2t.q5_k_m.gguf) | q5_k_m | 782.04 MB | +| [tinyllama-1.1b-intermediate-step-955k-token-2t.q6_k.gguf](https://huggingface.co/afrideva/TinyLlama-1.1B-intermediate-step-955k-token-2T-GGUF/resolve/main/tinyllama-1.1b-intermediate-step-955k-token-2t.q6_k.gguf) | q6_k | 903.41 MB | +| [tinyllama-1.1b-intermediate-step-955k-token-2t.q8_0.gguf](https://huggingface.co/afrideva/TinyLlama-1.1B-intermediate-step-955k-token-2T-GGUF/resolve/main/tinyllama-1.1b-intermediate-step-955k-token-2t.q8_0.gguf) | q8_0 | 1.17 GB | + + + +## Original Model Card: +
+ +# TinyLlama-1.1B +
+ +https://github.com/jzhang38/TinyLlama + +The TinyLlama project aims to **pretrain** a **1.1B Llama model on 3 trillion tokens**. With some proper optimization, we can achieve this within a span of "just" 90 days using 16 A100-40G GPUs 🚀🚀. The training has started on 2023-09-01. + +
+ +
+ +We adopted exactly the same architecture and tokenizer as Llama 2. This means TinyLlama can be plugged and played in many open-source projects built upon Llama. Besides, TinyLlama is compact with only 1.1B parameters. This compactness allows it to cater to a multitude of applications demanding a restricted computation and memory footprint. + +#### This Model +This is an intermediate checkpoint with 995K steps and 2003B tokens. + +#### Releases Schedule +We will be rolling out intermediate checkpoints following the below schedule. We also include some baseline models for comparison. + +| Date | HF Checkpoint | Tokens | Step | HellaSwag Acc_norm | +|------------|-------------------------------------------------|--------|------|---------------------| +| Baseline | [StableLM-Alpha-3B](https://huggingface.co/stabilityai/stablelm-base-alpha-3b)| 800B | -- | 38.31 | +| Baseline | [Pythia-1B-intermediate-step-50k-105b](https://huggingface.co/EleutherAI/pythia-1b/tree/step50000) | 105B | 50k | 42.04 | +| Baseline | [Pythia-1B](https://huggingface.co/EleutherAI/pythia-1b) | 300B | 143k | 47.16 | +| 2023-09-04 | [TinyLlama-1.1B-intermediate-step-50k-105b](https://huggingface.co/PY007/TinyLlama-1.1B-step-50K-105b) | 105B | 50k | 43.50 | +| 2023-09-16 | -- | 500B | -- | -- | +| 2023-10-01 | -- | 1T | -- | -- | +| 2023-10-16 | -- | 1.5T | -- | -- | +| 2023-10-31 | -- | 2T | -- | -- | +| 2023-11-15 | -- | 2.5T | -- | -- | +| 2023-12-01 | -- | 3T | -- | -- | + +#### How to use +You will need the transformers>=4.31 +Do check the [TinyLlama](https://github.com/jzhang38/TinyLlama) github page for more information. +``` +from transformers import AutoTokenizer +import transformers +import torch +model = "TinyLlama/TinyLlama-1.1B-intermediate-step-955k-token-2T" +tokenizer = AutoTokenizer.from_pretrained(model) +pipeline = transformers.pipeline( + "text-generation", + model=model, + torch_dtype=torch.float16, + device_map="auto", +) + +sequences = pipeline( + 'The TinyLlama project aims to pretrain a 1.1B Llama model on 3 trillion tokens. With some proper optimization, we can achieve this within a span of "just" 90 days using 16 A100-40G GPUs 🚀🚀. The training has started on 2023-09-01.', + do_sample=True, + top_k=10, + num_return_sequences=1, + repetition_penalty=1.5, + eos_token_id=tokenizer.eos_token_id, + max_length=500, +) +for seq in sequences: + print(f"Result: {seq['generated_text']}") +``` \ No newline at end of file diff --git a/tinyllama-1.1b-intermediate-step-955k-token-2t.fp16.gguf b/tinyllama-1.1b-intermediate-step-955k-token-2t.fp16.gguf new file mode 100644 index 0000000..cbdcfb9 --- /dev/null +++ b/tinyllama-1.1b-intermediate-step-955k-token-2t.fp16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c899bdaaeb0677b58e58046915ee89b85f6496a306e40261bf6fc884caf216b2 +size 2201016800 diff --git a/tinyllama-1.1b-intermediate-step-955k-token-2t.q2_k.gguf b/tinyllama-1.1b-intermediate-step-955k-token-2t.q2_k.gguf new file mode 100644 index 0000000..bf1acb3 --- /dev/null +++ b/tinyllama-1.1b-intermediate-step-955k-token-2t.q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13d76bf4056997cbb3d52ca3dfc9d9ae6ba5e7f3a102b821483ad7d2123ac851 +size 482142720 diff --git a/tinyllama-1.1b-intermediate-step-955k-token-2t.q3_k_m.gguf b/tinyllama-1.1b-intermediate-step-955k-token-2t.q3_k_m.gguf new file mode 100644 index 0000000..bc7e2ac --- /dev/null +++ b/tinyllama-1.1b-intermediate-step-955k-token-2t.q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a3bdfb8d71eb9d73cadb2cf4d68cf880d9c9a5a509f1ea4ef8f013310759820 +size 549845504 diff --git a/tinyllama-1.1b-intermediate-step-955k-token-2t.q4_k_m.gguf b/tinyllama-1.1b-intermediate-step-955k-token-2t.q4_k_m.gguf new file mode 100644 index 0000000..1c5ad1d --- /dev/null +++ b/tinyllama-1.1b-intermediate-step-955k-token-2t.q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5385fde55eab52732cc76fdfc8b31ac194b7fd0b71ec0d2f920f6df6db5c7ff2 +size 667814400 diff --git a/tinyllama-1.1b-intermediate-step-955k-token-2t.q5_k_m.gguf b/tinyllama-1.1b-intermediate-step-955k-token-2t.q5_k_m.gguf new file mode 100644 index 0000000..19311c2 --- /dev/null +++ b/tinyllama-1.1b-intermediate-step-955k-token-2t.q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84d3e6e70ac009dd358e40e9692605f332777108a412e8379a020c15de25e322 +size 782043648 diff --git a/tinyllama-1.1b-intermediate-step-955k-token-2t.q6_k.gguf b/tinyllama-1.1b-intermediate-step-955k-token-2t.q6_k.gguf new file mode 100644 index 0000000..0bfe11d --- /dev/null +++ b/tinyllama-1.1b-intermediate-step-955k-token-2t.q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02d6853f4a3876c03f8067c7c00fd5146bd7015d996ad3431d5fa2b3c3877fba +size 903412224 diff --git a/tinyllama-1.1b-intermediate-step-955k-token-2t.q8_0.gguf b/tinyllama-1.1b-intermediate-step-955k-token-2t.q8_0.gguf new file mode 100644 index 0000000..e0c39c0 --- /dev/null +++ b/tinyllama-1.1b-intermediate-step-955k-token-2t.q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b09d3aa51450ea561e8c964101dee8934f1d035431a938759777e2c9e4c2ca9d +size 1169807872