From 66645c1d639e576ff9a49f3c1baa21dd977aa389 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 1 Nov 2026 14:08:12 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: prithivMLmods/FastThink-0.5B-Tiny-GGUF Source: Original Platform --- .gitattributes | 60 +++++++++++++++++++++++++++++++++ FastThink-0.5B-Tiny.BF16.gguf | 3 ++ FastThink-0.5B-Tiny.F16.gguf | 3 ++ FastThink-0.5B-Tiny.F32.gguf | 3 ++ FastThink-0.5B-Tiny.Q2_K.gguf | 3 ++ FastThink-0.5B-Tiny.Q3_K_L.gguf | 3 ++ FastThink-0.5B-Tiny.Q3_K_M.gguf | 3 ++ FastThink-0.5B-Tiny.Q3_K_S.gguf | 3 ++ FastThink-0.5B-Tiny.Q4_K_M.gguf | 3 ++ FastThink-0.5B-Tiny.Q4_K_S.gguf | 3 ++ FastThink-0.5B-Tiny.Q5_K_M.gguf | 3 ++ FastThink-0.5B-Tiny.Q5_K_S.gguf | 3 ++ FastThink-0.5B-Tiny.Q6_K.gguf | 3 ++ FastThink-0.5B-Tiny.Q8_0.gguf | 3 ++ README.md | 44 ++++++++++++++++++++++++ config.json | 3 ++ configuration.json | 1 + 17 files changed, 147 insertions(+) create mode 100644 .gitattributes create mode 100644 FastThink-0.5B-Tiny.BF16.gguf create mode 100644 FastThink-0.5B-Tiny.F16.gguf create mode 100644 FastThink-0.5B-Tiny.F32.gguf create mode 100644 FastThink-0.5B-Tiny.Q2_K.gguf create mode 100644 FastThink-0.5B-Tiny.Q3_K_L.gguf create mode 100644 FastThink-0.5B-Tiny.Q3_K_M.gguf create mode 100644 FastThink-0.5B-Tiny.Q3_K_S.gguf create mode 100644 FastThink-0.5B-Tiny.Q4_K_M.gguf create mode 100644 FastThink-0.5B-Tiny.Q4_K_S.gguf create mode 100644 FastThink-0.5B-Tiny.Q5_K_M.gguf create mode 100644 FastThink-0.5B-Tiny.Q5_K_S.gguf create mode 100644 FastThink-0.5B-Tiny.Q6_K.gguf create mode 100644 FastThink-0.5B-Tiny.Q8_0.gguf create mode 100644 README.md create mode 100644 config.json create mode 100644 configuration.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..c8142f2 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +FastThink-0.5B-Tiny.BF16.gguf filter=lfs diff=lfs merge=lfs -text +FastThink-0.5B-Tiny.F16.gguf filter=lfs diff=lfs merge=lfs -text +FastThink-0.5B-Tiny.F32.gguf filter=lfs diff=lfs merge=lfs -text +FastThink-0.5B-Tiny.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +FastThink-0.5B-Tiny.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +FastThink-0.5B-Tiny.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +FastThink-0.5B-Tiny.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +FastThink-0.5B-Tiny.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +FastThink-0.5B-Tiny.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +FastThink-0.5B-Tiny.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +FastThink-0.5B-Tiny.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +FastThink-0.5B-Tiny.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +FastThink-0.5B-Tiny.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/FastThink-0.5B-Tiny.BF16.gguf b/FastThink-0.5B-Tiny.BF16.gguf new file mode 100644 index 0000000..a65f59d --- /dev/null +++ b/FastThink-0.5B-Tiny.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3ece2c3c1e8183d8e5f13458ff13ce40d843cd6d8a84ad4f349f7f920396814 +size 994153696 diff --git a/FastThink-0.5B-Tiny.F16.gguf b/FastThink-0.5B-Tiny.F16.gguf new file mode 100644 index 0000000..cd6791b --- /dev/null +++ b/FastThink-0.5B-Tiny.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0b6f8c226db44e5ccf3dfd1a83469097cc6625c50c68dba9ebe3a7b464b6f66 +size 994153696 diff --git a/FastThink-0.5B-Tiny.F32.gguf b/FastThink-0.5B-Tiny.F32.gguf new file mode 100644 index 0000000..6337db3 --- /dev/null +++ b/FastThink-0.5B-Tiny.F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93d4aaae2cde48eb8d7dd52a65b2c30bdddea494e51b20e3051a6ab6b807da42 +size 1982076128 diff --git a/FastThink-0.5B-Tiny.Q2_K.gguf b/FastThink-0.5B-Tiny.Q2_K.gguf new file mode 100644 index 0000000..bf19121 --- /dev/null +++ b/FastThink-0.5B-Tiny.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6338576bfc44f9df7ad9fda4609dcd5478112b4067462c386b34b983c7e1f815 +size 338604256 diff --git a/FastThink-0.5B-Tiny.Q3_K_L.gguf b/FastThink-0.5B-Tiny.Q3_K_L.gguf new file mode 100644 index 0000000..499c743 --- /dev/null +++ b/FastThink-0.5B-Tiny.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a397a04f7688844c772f7d3553801b597288649b2573dd3172e05827c734378 +size 369354976 diff --git a/FastThink-0.5B-Tiny.Q3_K_M.gguf b/FastThink-0.5B-Tiny.Q3_K_M.gguf new file mode 100644 index 0000000..d891e4f --- /dev/null +++ b/FastThink-0.5B-Tiny.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8e40ef91868bd198b2169f535d7be5ebbdbc8ab0aa9c94d4ee129ee8a977c7d +size 355463392 diff --git a/FastThink-0.5B-Tiny.Q3_K_S.gguf b/FastThink-0.5B-Tiny.Q3_K_S.gguf new file mode 100644 index 0000000..5a43e14 --- /dev/null +++ b/FastThink-0.5B-Tiny.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c0ccdd85ed41194b80aaca223a7755415af8fd35e1f70ed903b39effe61e993 +size 338260192 diff --git a/FastThink-0.5B-Tiny.Q4_K_M.gguf b/FastThink-0.5B-Tiny.Q4_K_M.gguf new file mode 100644 index 0000000..e8874b0 --- /dev/null +++ b/FastThink-0.5B-Tiny.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:553bfa126d358f510cf59b142f60fa78c0f90a56bb196d22c86bb98e8a85ba71 +size 397804768 diff --git a/FastThink-0.5B-Tiny.Q4_K_S.gguf b/FastThink-0.5B-Tiny.Q4_K_S.gguf new file mode 100644 index 0000000..4e47eab --- /dev/null +++ b/FastThink-0.5B-Tiny.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f32428debe10e2b10c2751916cd69bf07856b24cc79cc4e314a292f45d4402a +size 385468640 diff --git a/FastThink-0.5B-Tiny.Q5_K_M.gguf b/FastThink-0.5B-Tiny.Q5_K_M.gguf new file mode 100644 index 0000000..f1b84e0 --- /dev/null +++ b/FastThink-0.5B-Tiny.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff6a44ff7bd459d8bd3bd036fe68d12c6bdf81a5886f40a8820901b4567f6f8b +size 420082912 diff --git a/FastThink-0.5B-Tiny.Q5_K_S.gguf b/FastThink-0.5B-Tiny.Q5_K_S.gguf new file mode 100644 index 0000000..51f523b --- /dev/null +++ b/FastThink-0.5B-Tiny.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c4b66b3f12d9a35104ed65b7b5b04d5a2a972ace4ca7003f47550b8777a51f3 +size 412707040 diff --git a/FastThink-0.5B-Tiny.Q6_K.gguf b/FastThink-0.5B-Tiny.Q6_K.gguf new file mode 100644 index 0000000..b97ecb4 --- /dev/null +++ b/FastThink-0.5B-Tiny.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0858cf62b2f2272ce64ba7a1bbf85236c4a5cede4ba1ab5e8d96dd9feba5b93f +size 505733344 diff --git a/FastThink-0.5B-Tiny.Q8_0.gguf b/FastThink-0.5B-Tiny.Q8_0.gguf new file mode 100644 index 0000000..ea104f9 --- /dev/null +++ b/FastThink-0.5B-Tiny.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ffd6119311b84b1cc527dfc788fab4a99d51e0f578b04b7565fda1b437ad557 +size 531065056 diff --git a/README.md b/README.md new file mode 100644 index 0000000..28b823c --- /dev/null +++ b/README.md @@ -0,0 +1,44 @@ +--- +license: apache-2.0 +language: +- en +base_model: +- prithivMLmods/FastThink-0.5B-Tiny +pipeline_tag: text-generation +library_name: transformers +tags: +- text-generation-inference +--- +# **FastThink-0.5B-Tiny-GGUF** + +> FastThink-0.5B-Tiny is a reasoning-focused model based on Qwen2.5. They have released a range of base language models and instruction-tuned language models, spanning from 0.5 billion to 72 billion parameters. + +## Model Files + +| File | Size | Description | +|------|------|-------------| +| README.md | 31 Bytes | Project documentation | +| config.json | 31 Bytes | Model configuration | +| .gitattributes | 2.39 kB | Git attributes configuration | +| FastThink-0.5B-Tiny.BF16.gguf | 994 MB | BFloat16 quantized model | +| FastThink-0.5B-Tiny.F16.gguf | 994 MB | Float16 quantized model | +| FastThink-0.5B-Tiny.F32.gguf | 1.98 GB | Float32 full precision model | +| FastThink-0.5B-Tiny.Q2_K.gguf | 339 MB | 2-bit K-quantized model | +| FastThink-0.5B-Tiny.Q3_K_L.gguf | 369 MB | 3-bit K-quantized model (Large) | +| FastThink-0.5B-Tiny.Q3_K_M.gguf | 355 MB | 3-bit K-quantized model (Medium) | +| FastThink-0.5B-Tiny.Q3_K_S.gguf | 338 MB | 3-bit K-quantized model (Small) | +| FastThink-0.5B-Tiny.Q4_K_M.gguf | 398 MB | 4-bit K-quantized model (Medium) | +| FastThink-0.5B-Tiny.Q4_K_S.gguf | 385 MB | 4-bit K-quantized model (Small) | +| FastThink-0.5B-Tiny.Q5_K_M.gguf | 420 MB | 5-bit K-quantized model (Medium) | +| FastThink-0.5B-Tiny.Q5_K_S.gguf | 413 MB | 5-bit K-quantized model (Small) | +| FastThink-0.5B-Tiny.Q6_K.gguf | 506 MB | 6-bit K-quantized model | +| FastThink-0.5B-Tiny.Q8_0.gguf | 531 MB | 8-bit quantized model | + +## Quants Usage + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..abb5987 --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "model_type": "qwen2" +} \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..159097f --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "others", "allow_remote": true} \ No newline at end of file