commit 9820796811c0652b0156a5b7493a54e38a9bb2dd Author: ModelHub XC Date: Sat May 16 01:36:31 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: afrideva/TinyLlama-1.1B-intermediate-step-715k-1.5T-airoboros-3.1-V2-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..47fec4b --- /dev/null +++ b/.gitattributes @@ -0,0 +1,41 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tinyllama-1.1b-intermediate-step-715k-1.5t-airoboros-3.1-v2.q2_k.gguf filter=lfs diff=lfs merge=lfs -text +tinyllama-1.1b-intermediate-step-715k-1.5t-airoboros-3.1-v2.q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +tinyllama-1.1b-intermediate-step-715k-1.5t-airoboros-3.1-v2.q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +tinyllama-1.1b-intermediate-step-715k-1.5t-airoboros-3.1-v2.q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +tinyllama-1.1b-intermediate-step-715k-1.5t-airoboros-3.1-v2.q6_k.gguf filter=lfs diff=lfs merge=lfs -text +tinyllama-1.1b-intermediate-step-715k-1.5t-airoboros-3.1-v2.q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..a14793e --- /dev/null +++ b/README.md @@ -0,0 +1,35 @@ +--- +base_model: habanoz/TinyLlama-1.1B-intermediate-step-715k-1.5T-airoboros-3.1-V2 +inference: false +model_creator: habanoz +model_name: TinyLlama-1.1B-intermediate-step-715k-1.5T-airoboros-3.1-V2 +pipeline_tag: text-generation +quantized_by: afrideva +tags: +- gguf +- ggml +- quantized +- q2_k +- q3_k_m +- q4_k_m +- q5_k_m +- q6_k +- q8_0 +--- +# habanoz/TinyLlama-1.1B-intermediate-step-715k-1.5T-airoboros-3.1-V2-GGUF + +Quantized GGUF model files for [TinyLlama-1.1B-intermediate-step-715k-1.5T-airoboros-3.1-V2](https://huggingface.co/habanoz/TinyLlama-1.1B-intermediate-step-715k-1.5T-airoboros-3.1-V2) from [habanoz](https://huggingface.co/habanoz) + + +| Name | Quant method | Size | +| ---- | ---- | ---- | +| [tinyllama-1.1b-intermediate-step-715k-1.5t-airoboros-3.1-v2.q2_k.gguf](https://huggingface.co/afrideva/TinyLlama-1.1B-intermediate-step-715k-1.5T-airoboros-3.1-V2-GGUF/resolve/main/tinyllama-1.1b-intermediate-step-715k-1.5t-airoboros-3.1-v2.q2_k.gguf) | q2_k | 482.14 MB | +| [tinyllama-1.1b-intermediate-step-715k-1.5t-airoboros-3.1-v2.q3_k_m.gguf](https://huggingface.co/afrideva/TinyLlama-1.1B-intermediate-step-715k-1.5T-airoboros-3.1-V2-GGUF/resolve/main/tinyllama-1.1b-intermediate-step-715k-1.5t-airoboros-3.1-v2.q3_k_m.gguf) | q3_k_m | 549.85 MB | +| [tinyllama-1.1b-intermediate-step-715k-1.5t-airoboros-3.1-v2.q4_k_m.gguf](https://huggingface.co/afrideva/TinyLlama-1.1B-intermediate-step-715k-1.5T-airoboros-3.1-V2-GGUF/resolve/main/tinyllama-1.1b-intermediate-step-715k-1.5t-airoboros-3.1-v2.q4_k_m.gguf) | q4_k_m | 667.81 MB | +| [tinyllama-1.1b-intermediate-step-715k-1.5t-airoboros-3.1-v2.q5_k_m.gguf](https://huggingface.co/afrideva/TinyLlama-1.1B-intermediate-step-715k-1.5T-airoboros-3.1-V2-GGUF/resolve/main/tinyllama-1.1b-intermediate-step-715k-1.5t-airoboros-3.1-v2.q5_k_m.gguf) | q5_k_m | 782.04 MB | +| [tinyllama-1.1b-intermediate-step-715k-1.5t-airoboros-3.1-v2.q6_k.gguf](https://huggingface.co/afrideva/TinyLlama-1.1B-intermediate-step-715k-1.5T-airoboros-3.1-V2-GGUF/resolve/main/tinyllama-1.1b-intermediate-step-715k-1.5t-airoboros-3.1-v2.q6_k.gguf) | q6_k | 903.41 MB | +| [tinyllama-1.1b-intermediate-step-715k-1.5t-airoboros-3.1-v2.q8_0.gguf](https://huggingface.co/afrideva/TinyLlama-1.1B-intermediate-step-715k-1.5T-airoboros-3.1-V2-GGUF/resolve/main/tinyllama-1.1b-intermediate-step-715k-1.5t-airoboros-3.1-v2.q8_0.gguf) | q8_0 | 1.17 GB | + + + +## Original Model Card: diff --git a/tinyllama-1.1b-intermediate-step-715k-1.5t-airoboros-3.1-v2.q2_k.gguf b/tinyllama-1.1b-intermediate-step-715k-1.5t-airoboros-3.1-v2.q2_k.gguf new file mode 100644 index 0000000..de1b569 --- /dev/null +++ b/tinyllama-1.1b-intermediate-step-715k-1.5t-airoboros-3.1-v2.q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65de51f0a0dc54ad0b07f0122f4dab7278d9f82ec04355e1e6350a36838a721e +size 482142688 diff --git a/tinyllama-1.1b-intermediate-step-715k-1.5t-airoboros-3.1-v2.q3_k_m.gguf b/tinyllama-1.1b-intermediate-step-715k-1.5t-airoboros-3.1-v2.q3_k_m.gguf new file mode 100644 index 0000000..cefd720 --- /dev/null +++ b/tinyllama-1.1b-intermediate-step-715k-1.5t-airoboros-3.1-v2.q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea46bab88f36e2a794508761c129459ec9fa2a769ef8fdbd0467b93f183ee4ca +size 549845472 diff --git a/tinyllama-1.1b-intermediate-step-715k-1.5t-airoboros-3.1-v2.q4_k_m.gguf b/tinyllama-1.1b-intermediate-step-715k-1.5t-airoboros-3.1-v2.q4_k_m.gguf new file mode 100644 index 0000000..2bd9489 --- /dev/null +++ b/tinyllama-1.1b-intermediate-step-715k-1.5t-airoboros-3.1-v2.q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f29ad90f0b6d6e7e6621ee1a15615e345589c6eb3d18eaca9078b4d0f4c6206d +size 667814368 diff --git a/tinyllama-1.1b-intermediate-step-715k-1.5t-airoboros-3.1-v2.q5_k_m.gguf b/tinyllama-1.1b-intermediate-step-715k-1.5t-airoboros-3.1-v2.q5_k_m.gguf new file mode 100644 index 0000000..5c486ea --- /dev/null +++ b/tinyllama-1.1b-intermediate-step-715k-1.5t-airoboros-3.1-v2.q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c82d5a7c5f91f6d3d272a82a800a3d7ac97ab9a6152768c64dc4276943fe721 +size 782043616 diff --git a/tinyllama-1.1b-intermediate-step-715k-1.5t-airoboros-3.1-v2.q6_k.gguf b/tinyllama-1.1b-intermediate-step-715k-1.5t-airoboros-3.1-v2.q6_k.gguf new file mode 100644 index 0000000..8c6dc58 --- /dev/null +++ b/tinyllama-1.1b-intermediate-step-715k-1.5t-airoboros-3.1-v2.q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:440414cce621635504fcd0f7fac897919ee2a3757274c39b6a8b8867b5c45e57 +size 903412192 diff --git a/tinyllama-1.1b-intermediate-step-715k-1.5t-airoboros-3.1-v2.q8_0.gguf b/tinyllama-1.1b-intermediate-step-715k-1.5t-airoboros-3.1-v2.q8_0.gguf new file mode 100644 index 0000000..f334d9f --- /dev/null +++ b/tinyllama-1.1b-intermediate-step-715k-1.5t-airoboros-3.1-v2.q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1cc0ea5299caf8be87a813044d0443d3b55b58f184315d555987edc34a37dc9 +size 1169807840