commit 8368891ac88c4a83dc4fdb2930b2b2fb4694030b Author: ModelHub XC Date: Wed May 27 03:10:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: prithivMLmods/VibeThinker-1.5B-f32-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..3b95bd4 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,74 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.f16.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.BF16.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-1.5B.F32.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..0d68ee4 --- /dev/null +++ b/README.md @@ -0,0 +1,73 @@ +--- +license: mit +base_model: +- WeiboAI/VibeThinker-1.5B +language: +- en +pipeline_tag: text-generation +library_name: transformers +tags: +- gpqa +- text-generation-inference +- math +- code +--- + +# **VibeThinker-1.5B-f32-GGUF** + +> [VibeThinker-1.5B](https://huggingface.co/WeiboAI/VibeThinker-1.5B) is a 1.5‑billion‑parameter dense language model from WeiboAI, fine‑tuned from Qwen2.5-Math-1.5B and purpose‑built for competitive math and algorithmic coding problems, where it delivers frontier‑level reasoning despite its small size. Trained with the “Spectrum‑to‑Signal Principle” framework that first maximizes solution diversity in supervised fine‑tuning and then reinforces correct reasoning paths via reinforcement learning, it achieves scores of 80.3, 74.4, and 50.4 on AIME24, AIME25, and HMMT25 respectively—surpassing the much larger DeepSeek R1—and reaches 55.9/51.1 on LiveCodeBench v5/v6, rivaling or beating larger models like Magistral Medium. The model is fully open source under the MIT license, trained with a reported post‑training cost of about $7,800, and is recommended for use specifically on math and coding tasks with long output lengths (up to around 40k tokens) using moderate sampling temperatures. + +## Model Files + +### VibeThinker-1.5B [GGUF] + +| File Name | Quant Type | File Size | +| - | - | - | +| VibeThinker-1.5B.BF16.gguf | BF16 | 3.56 GB | +| VibeThinker-1.5B.F32.gguf | F32 | 7.11 GB | +| VibeThinker-1.5B.f16.gguf | F16 | 3.56 GB | +| VibeThinker-1.5B.IQ4_XS.gguf | IQ4_XS | 1.03 GB | +| VibeThinker-1.5B.Q2_K.gguf | Q2_K | 753 MB | +| VibeThinker-1.5B.Q3_K_L.gguf | Q3_K_L | 980 MB | +| VibeThinker-1.5B.Q3_K_M.gguf | Q3_K_M | 924 MB | +| VibeThinker-1.5B.Q3_K_S.gguf | Q3_K_S | 861 MB | +| VibeThinker-1.5B.Q4_K_M.gguf | Q4_K_M | 1.12 GB | +| VibeThinker-1.5B.Q4_K_S.gguf | Q4_K_S | 1.07 GB | +| VibeThinker-1.5B.Q5_K_M.gguf | Q5_K_M | 1.29 GB | +| VibeThinker-1.5B.Q5_K_S.gguf | Q5_K_S | 1.26 GB | +| VibeThinker-1.5B.Q6_K.gguf | Q6_K | 1.46 GB | +| VibeThinker-1.5B.Q8_0.gguf | Q8_0 | 1.89 GB | +| VibeThinker-1.5B.i1-IQ1_M.gguf | i1-IQ1_M | 541 MB | +| VibeThinker-1.5B.i1-IQ1_S.gguf | i1-IQ1_S | 513 MB | +| VibeThinker-1.5B.i1-IQ2_M.gguf | i1-IQ2_M | 701 MB | +| VibeThinker-1.5B.i1-IQ2_S.gguf | i1-IQ2_S | 664 MB | +| VibeThinker-1.5B.i1-IQ2_XS.gguf | i1-IQ2_XS | 627 MB | +| VibeThinker-1.5B.i1-IQ2_XXS.gguf | i1-IQ2_XXS | 588 MB | +| VibeThinker-1.5B.i1-IQ3_M.gguf | i1-IQ3_M | 877 MB | +| VibeThinker-1.5B.i1-IQ3_S.gguf | i1-IQ3_S | 863 MB | +| VibeThinker-1.5B.i1-IQ3_XS.gguf | i1-IQ3_XS | 832 MB | +| VibeThinker-1.5B.i1-IQ3_XXS.gguf | i1-IQ3_XXS | 769 MB | +| VibeThinker-1.5B.i1-IQ4_NL.gguf | i1-IQ4_NL | 1.07 GB | +| VibeThinker-1.5B.i1-IQ4_XS.gguf | i1-IQ4_XS | 1.02 GB | +| VibeThinker-1.5B.i1-Q2_K.gguf | i1-Q2_K | 753 MB | +| VibeThinker-1.5B.i1-Q2_K_S.gguf | i1-Q2_K_S | 717 MB | +| VibeThinker-1.5B.i1-Q3_K_L.gguf | i1-Q3_K_L | 980 MB | +| VibeThinker-1.5B.i1-Q3_K_M.gguf | i1-Q3_K_M | 924 MB | +| VibeThinker-1.5B.i1-Q3_K_S.gguf | i1-Q3_K_S | 861 MB | +| VibeThinker-1.5B.i1-Q4_0.gguf | i1-Q4_0 | 1.07 GB | +| VibeThinker-1.5B.i1-Q4_1.gguf | i1-Q4_1 | 1.16 GB | +| VibeThinker-1.5B.i1-Q4_K_M.gguf | i1-Q4_K_M | 1.12 GB | +| VibeThinker-1.5B.i1-Q4_K_S.gguf | i1-Q4_K_S | 1.07 GB | +| VibeThinker-1.5B.i1-Q5_K_M.gguf | i1-Q5_K_M | 1.29 GB | +| VibeThinker-1.5B.i1-Q5_K_S.gguf | i1-Q5_K_S | 1.26 GB | +| VibeThinker-1.5B.i1-Q6_K.gguf | i1-Q6_K | 1.46 GB | +| VibeThinker-1.5B.imatrix.gguf | imatrix | 2.07 MB | + +## Quants Usage + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) \ No newline at end of file diff --git a/VibeThinker-1.5B.BF16.gguf b/VibeThinker-1.5B.BF16.gguf new file mode 100644 index 0000000..b474ab4 --- /dev/null +++ b/VibeThinker-1.5B.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e18cc54bbc40df11f4415f63f8e2bf65496ff93061d7148cc29f8b36b006563 +size 3560416576 diff --git a/VibeThinker-1.5B.F32.gguf b/VibeThinker-1.5B.F32.gguf new file mode 100644 index 0000000..ddad466 --- /dev/null +++ b/VibeThinker-1.5B.F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c0418e844746fd2db077283cfe7b29a8758ad43ca929c7f22af8f0f5aa496c6 +size 7114302784 diff --git a/VibeThinker-1.5B.IQ4_XS.gguf b/VibeThinker-1.5B.IQ4_XS.gguf new file mode 100644 index 0000000..67df73f --- /dev/null +++ b/VibeThinker-1.5B.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c0e1308d8e1cb7368e500e89eba52969d57b2b3eb1161452f9ee28a03a6ba0f +size 1026162944 diff --git a/VibeThinker-1.5B.Q2_K.gguf b/VibeThinker-1.5B.Q2_K.gguf new file mode 100644 index 0000000..9e153cf --- /dev/null +++ b/VibeThinker-1.5B.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67b0d08c647cf98be58171c901cffa037c2c71dd9d6c5b17d1f0f13aab7bf931 +size 752880896 diff --git a/VibeThinker-1.5B.Q3_K_L.gguf b/VibeThinker-1.5B.Q3_K_L.gguf new file mode 100644 index 0000000..dc12fc9 --- /dev/null +++ b/VibeThinker-1.5B.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7662a1b7f1d3ece6603ca92250bb22a1cddd8b47e13e7b89b8ce06c76d676eac +size 980440832 diff --git a/VibeThinker-1.5B.Q3_K_M.gguf b/VibeThinker-1.5B.Q3_K_M.gguf new file mode 100644 index 0000000..c72f754 --- /dev/null +++ b/VibeThinker-1.5B.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8f5ddd230a00c1bf2b589769debffd8709ad6d2c1994d60e6b81ea7afbd96b4 +size 924456704 diff --git a/VibeThinker-1.5B.Q3_K_S.gguf b/VibeThinker-1.5B.Q3_K_S.gguf new file mode 100644 index 0000000..c317de9 --- /dev/null +++ b/VibeThinker-1.5B.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5651ae14ecb97c716bd54dd24c655b952a38bbabbf6723f2206d626761a47928 +size 861222656 diff --git a/VibeThinker-1.5B.Q4_K_M.gguf b/VibeThinker-1.5B.Q4_K_M.gguf new file mode 100644 index 0000000..98fab3c --- /dev/null +++ b/VibeThinker-1.5B.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59fa32aaaf5c4512452a9bff8bb6d08f1e39a75acee226b5e01372f7509e3458 +size 1117321472 diff --git a/VibeThinker-1.5B.Q4_K_S.gguf b/VibeThinker-1.5B.Q4_K_S.gguf new file mode 100644 index 0000000..3815ef4 --- /dev/null +++ b/VibeThinker-1.5B.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b2386afa1547876a01e288a2912576d808d499e1e8064b730af66213125ed06 +size 1071585536 diff --git a/VibeThinker-1.5B.Q5_K_M.gguf b/VibeThinker-1.5B.Q5_K_M.gguf new file mode 100644 index 0000000..6257c23 --- /dev/null +++ b/VibeThinker-1.5B.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:540ee782c3348dcb862b473578b280f37096f8cbfd4d453e491c0c40377f92d9 +size 1285495040 diff --git a/VibeThinker-1.5B.Q5_K_S.gguf b/VibeThinker-1.5B.Q5_K_S.gguf new file mode 100644 index 0000000..ecbda17 --- /dev/null +++ b/VibeThinker-1.5B.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fde875889fa3a888cbe815e601ebca202ea4e4d35def6164f2fb11b43781583 +size 1259174144 diff --git a/VibeThinker-1.5B.Q6_K.gguf b/VibeThinker-1.5B.Q6_K.gguf new file mode 100644 index 0000000..79b4466 --- /dev/null +++ b/VibeThinker-1.5B.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74b7f01d8262f700159d83a2ecd9fca39d105d975e3fe3f4c088f90175d22a24 +size 1464179456 diff --git a/VibeThinker-1.5B.Q8_0.gguf b/VibeThinker-1.5B.Q8_0.gguf new file mode 100644 index 0000000..fc9a214 --- /dev/null +++ b/VibeThinker-1.5B.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4243d9c5de7ba3d682403c8f25708de5efb4eb6f6878898f4c771afe098a3bba +size 1894532864 diff --git a/VibeThinker-1.5B.f16.gguf b/VibeThinker-1.5B.f16.gguf new file mode 100644 index 0000000..40cf978 --- /dev/null +++ b/VibeThinker-1.5B.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14e8fa9165736b436f3fd52aff82b3675421d32ebe6c05e050ea0b0a54431263 +size 3560417024 diff --git a/VibeThinker-1.5B.i1-IQ1_M.gguf b/VibeThinker-1.5B.i1-IQ1_M.gguf new file mode 100644 index 0000000..0908861 --- /dev/null +++ b/VibeThinker-1.5B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af3a938f76508671eeb732296d24bc7b9250277a240621c12efd39a65a2e0961 +size 541037568 diff --git a/VibeThinker-1.5B.i1-IQ1_S.gguf b/VibeThinker-1.5B.i1-IQ1_S.gguf new file mode 100644 index 0000000..8aa93ca --- /dev/null +++ b/VibeThinker-1.5B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccfb2ea0e565206b1ae49790ee2a3a73e6c415fa015e6e71a70fdfaa7ef3811a +size 513103872 diff --git a/VibeThinker-1.5B.i1-IQ2_M.gguf b/VibeThinker-1.5B.i1-IQ2_M.gguf new file mode 100644 index 0000000..831a4d0 --- /dev/null +++ b/VibeThinker-1.5B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9c853b8ccfa9f7d4cf75ac9f8e40b8e0dade271a5339428bd10a42c8af143f1 +size 701332992 diff --git a/VibeThinker-1.5B.i1-IQ2_S.gguf b/VibeThinker-1.5B.i1-IQ2_S.gguf new file mode 100644 index 0000000..eb7bdda --- /dev/null +++ b/VibeThinker-1.5B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f300bdc3e7e6f135e1e9dfc8f9c8bd2a6b645e069d5b4c7c40eaa5f18e43356d +size 664088064 diff --git a/VibeThinker-1.5B.i1-IQ2_XS.gguf b/VibeThinker-1.5B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..91387fb --- /dev/null +++ b/VibeThinker-1.5B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:541ab68a06df78f177eec5b6834eae3355bf5eb64c7a7ddc884e47876e679809 +size 626903040 diff --git a/VibeThinker-1.5B.i1-IQ2_XXS.gguf b/VibeThinker-1.5B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..71659c3 --- /dev/null +++ b/VibeThinker-1.5B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa0c27351206b6a7362a0be9311efbaf75051dd70e2e92ef348fae4bfc44aabc +size 587593728 diff --git a/VibeThinker-1.5B.i1-IQ3_M.gguf b/VibeThinker-1.5B.i1-IQ3_M.gguf new file mode 100644 index 0000000..96f41a3 --- /dev/null +++ b/VibeThinker-1.5B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e10b60c0a1430aa88b5c32a89d05b0f519077036dec48f759b350d572c0ceb9c +size 876942336 diff --git a/VibeThinker-1.5B.i1-IQ3_S.gguf b/VibeThinker-1.5B.i1-IQ3_S.gguf new file mode 100644 index 0000000..125a1ed --- /dev/null +++ b/VibeThinker-1.5B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24c1827fd2c2a835cfa95a125dfc870108435c4336b263115e9f903ed5405f0a +size 862685184 diff --git a/VibeThinker-1.5B.i1-IQ3_XS.gguf b/VibeThinker-1.5B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..3c58e11 --- /dev/null +++ b/VibeThinker-1.5B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64d9e6accb5f0b71e9db3542e641ab4953d01392630b614510757d14655569aa +size 831977472 diff --git a/VibeThinker-1.5B.i1-IQ3_XXS.gguf b/VibeThinker-1.5B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..45c47f5 --- /dev/null +++ b/VibeThinker-1.5B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c477c34ecc2b81ca70147b163aa342e8ea5f03006211c5055cba52ae6c8c151 +size 769070592 diff --git a/VibeThinker-1.5B.i1-IQ4_NL.gguf b/VibeThinker-1.5B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..1c9b002 --- /dev/null +++ b/VibeThinker-1.5B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fda55bafd6244095d6a304b08668a7977307ec0872d2f8dbe63eb235d1af5c3 +size 1067604480 diff --git a/VibeThinker-1.5B.i1-IQ4_XS.gguf b/VibeThinker-1.5B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..2e040ab --- /dev/null +++ b/VibeThinker-1.5B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8923b60f272091afa463d218921640dbcc4d6d7c84da6d0e6679574a3ea043ec +size 1019712000 diff --git a/VibeThinker-1.5B.i1-Q2_K.gguf b/VibeThinker-1.5B.i1-Q2_K.gguf new file mode 100644 index 0000000..1176451 --- /dev/null +++ b/VibeThinker-1.5B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad09ae431d3a050e9f348ced1244e12906465be4c268bc17a64fb91c858c6d33 +size 752881152 diff --git a/VibeThinker-1.5B.i1-Q2_K_S.gguf b/VibeThinker-1.5B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..dc4fc70 --- /dev/null +++ b/VibeThinker-1.5B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa33256b35c9b42adefee993d88d922aa8cf05a3ade86e9f42acb741786d994e +size 716711424 diff --git a/VibeThinker-1.5B.i1-Q3_K_L.gguf b/VibeThinker-1.5B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..dd256bb --- /dev/null +++ b/VibeThinker-1.5B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8690dae85f8b12a8d2e19f540f1a6c57a34831a2569b46943c29adddee4fb252 +size 980441088 diff --git a/VibeThinker-1.5B.i1-Q3_K_M.gguf b/VibeThinker-1.5B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..9ff5832 --- /dev/null +++ b/VibeThinker-1.5B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cece03e1a5b1ed9de5937b3dff839964f101f2e215fd4e0b548e92ebf3890376 +size 924456960 diff --git a/VibeThinker-1.5B.i1-Q3_K_S.gguf b/VibeThinker-1.5B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..80f38b3 --- /dev/null +++ b/VibeThinker-1.5B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dacf9d04f2f5f40286ae75dcaae7c24db4de4d890a119ab64f1a3e1b9a3ff48 +size 861222912 diff --git a/VibeThinker-1.5B.i1-Q4_0.gguf b/VibeThinker-1.5B.i1-Q4_0.gguf new file mode 100644 index 0000000..194b5f5 --- /dev/null +++ b/VibeThinker-1.5B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66de1aedec0b007a03edbdeb39f99e9daaec394f8c8ab2c5a356d4f34b1befb0 +size 1068808704 diff --git a/VibeThinker-1.5B.i1-Q4_1.gguf b/VibeThinker-1.5B.i1-Q4_1.gguf new file mode 100644 index 0000000..a9f96d7 --- /dev/null +++ b/VibeThinker-1.5B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97b6f3b3e9a0c27b3b5265026d6452efd1f86464194f55167e95850b47163c84 +size 1162701312 diff --git a/VibeThinker-1.5B.i1-Q4_K_M.gguf b/VibeThinker-1.5B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..791e69e --- /dev/null +++ b/VibeThinker-1.5B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a90d0a77456c9353488e88e60f626b945839b936a734593c7385c63d9408d43b +size 1117321728 diff --git a/VibeThinker-1.5B.i1-Q4_K_S.gguf b/VibeThinker-1.5B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..8509b99 --- /dev/null +++ b/VibeThinker-1.5B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:666dfbc847904a73d969b812b7d11537e1f35a6a2f6c81b0a67949f999efb96b +size 1071585792 diff --git a/VibeThinker-1.5B.i1-Q5_K_M.gguf b/VibeThinker-1.5B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..78484bf --- /dev/null +++ b/VibeThinker-1.5B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25629db8c5469d6d4636a0c84228ed30f4a7f59f21d119b32629663c39f188ad +size 1285495296 diff --git a/VibeThinker-1.5B.i1-Q5_K_S.gguf b/VibeThinker-1.5B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..17b4a2b --- /dev/null +++ b/VibeThinker-1.5B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b1fa57edf3b5055ab3303f23e502230380a9c361b720cf3159de1e5136c7b40 +size 1259174400 diff --git a/VibeThinker-1.5B.i1-Q6_K.gguf b/VibeThinker-1.5B.i1-Q6_K.gguf new file mode 100644 index 0000000..e0ff944 --- /dev/null +++ b/VibeThinker-1.5B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abc4a9b763347809d6ad7fec4340f5869e566e9fa2aecb90fd6ba957e5db6d92 +size 1464179712 diff --git a/VibeThinker-1.5B.imatrix.gguf b/VibeThinker-1.5B.imatrix.gguf new file mode 100644 index 0000000..cb96103 --- /dev/null +++ b/VibeThinker-1.5B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cbf351f0976774650b0a5da71516e360069baa0c4334d7268a8c9c94060a0e8 +size 2065888 diff --git a/config.json b/config.json new file mode 100644 index 0000000..ebabcd8 --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "model_type": "qwen2" +}