commit b8984ff41d283728a035c447f8c3d4e9274b7656 Author: ModelHub XC Date: Mon Aug 17 15:45:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: prithivMLmods/VibeThinker-3B-heretic_decensored-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..1d4cfae --- /dev/null +++ b/.gitattributes @@ -0,0 +1,50 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +VibeThinker-3B-heretic_decensored.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-3B-heretic_decensored.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-3B-heretic_decensored.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-3B-heretic_decensored.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-3B-heretic_decensored.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-3B-heretic_decensored.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-3B-heretic_decensored.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-3B-heretic_decensored.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-3B-heretic_decensored.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-3B-heretic_decensored.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-3B-heretic_decensored.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-3B-heretic_decensored.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-3B-heretic_decensored.BF16.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-3B-heretic_decensored.F16.gguf filter=lfs diff=lfs merge=lfs -text +VibeThinker-3B-heretic_decensored.F32.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..68cb45d --- /dev/null +++ b/README.md @@ -0,0 +1,57 @@ +--- +base_model: +- prithivMLmods/VibeThinker-3B-heretic_decensored +tags: +- llama-cpp +- text-generation-inference +- math +- code +- reasoning +- gpqa +- instruction-following +- heretic +- uncensored +- decensored +- abliterated +pipeline_tag: text-generation +license: apache-2.0 +language: +- en +library_name: transformers +--- + +# **VibeThinker-3B-heretic_decensored-GGUF** + +> VibeThinker-3B-heretic_decensored is a reasoning-focused language model built on top of WeiboAI/VibeThinker-3B and modified using the Heretic abliteration toolkit. The model applies refusal-direction analysis and targeted weight-space interventions to reduce internal refusal behaviors while preserving the strong mathematical, coding, and STEM reasoning capabilities inherited from the VibeThinker training pipeline. + +> About VibeThinker-3B: VibeThinker-3B is a 3-billion-parameter reasoning-focused language model developed by WeiboAI. Built on top of Qwen2.5-Coder-3B, it was trained using the Spectrum-to-Signal Principle (SSP) post-training pipeline, combining curriculum-based two-stage supervised fine-tuning, multi-domain reinforcement learning through MaxEnt-Guided Policy Optimization (MGPO), offline self-distillation, and instruction-following reinforcement learning. + +> [!IMPORTANT] +> This model is intended strictly for research and learning purposes. Due to reduced internal refusal mechanisms, it may generate sensitive or unrestricted content. Users assume full responsibility for how the model is used. The authors and hosting platform disclaim any liability for generated outputs. + +> [!NOTE] +> This model is experimental and may generate unexpected behaviors or artifacts in certain scenarios. + +## Model Files + + File Name | Quant Type | File Size | File Link | + |-----------|------------|-----------|-----------| + | VibeThinker-3B-heretic_decensored.BF16.gguf | BF16 | 6.18 GB | [Download](https://huggingface.co/prithivMLmods/VibeThinker-3B-heretic_decensored-GGUF/blob/main/VibeThinker-3B-heretic_decensored.BF16.gguf) | + | VibeThinker-3B-heretic_decensored.F16.gguf | F16 | 6.18 GB | [Download](https://huggingface.co/prithivMLmods/VibeThinker-3B-heretic_decensored-GGUF/blob/main/VibeThinker-3B-heretic_decensored.F16.gguf) | + | VibeThinker-3B-heretic_decensored.F32.gguf | F32 | 12.3 GB | [Download](https://huggingface.co/prithivMLmods/VibeThinker-3B-heretic_decensored-GGUF/blob/main/VibeThinker-3B-heretic_decensored.F32.gguf) | + | VibeThinker-3B-heretic_decensored.Q2_K.gguf | Q2_K | 1.27 GB | [Download](https://huggingface.co/prithivMLmods/VibeThinker-3B-heretic_decensored-GGUF/blob/main/VibeThinker-3B-heretic_decensored.Q2_K.gguf) | + | VibeThinker-3B-heretic_decensored.Q3_K_L.gguf | Q3_K_L | 1.71 GB | [Download](https://huggingface.co/prithivMLmods/VibeThinker-3B-heretic_decensored-GGUF/blob/main/VibeThinker-3B-heretic_decensored.Q3_K_L.gguf) | + | VibeThinker-3B-heretic_decensored.Q3_K_M.gguf | Q3_K_M | 1.59 GB | [Download](https://huggingface.co/prithivMLmods/VibeThinker-3B-heretic_decensored-GGUF/blob/main/VibeThinker-3B-heretic_decensored.Q3_K_M.gguf) | + | VibeThinker-3B-heretic_decensored.Q3_K_S.gguf | Q3_K_S | 1.45 GB | [Download](https://huggingface.co/prithivMLmods/VibeThinker-3B-heretic_decensored-GGUF/blob/main/VibeThinker-3B-heretic_decensored.Q3_K_S.gguf) | + | VibeThinker-3B-heretic_decensored.Q4_0.gguf | Q4_0 | 1.82 GB | [Download](https://huggingface.co/prithivMLmods/VibeThinker-3B-heretic_decensored-GGUF/blob/main/VibeThinker-3B-heretic_decensored.Q4_0.gguf) | + | VibeThinker-3B-heretic_decensored.Q4_K_M.gguf | Q4_K_M | 1.93 GB | [Download](https://huggingface.co/prithivMLmods/VibeThinker-3B-heretic_decensored-GGUF/blob/main/VibeThinker-3B-heretic_decensored.Q4_K_M.gguf) | + | VibeThinker-3B-heretic_decensored.Q4_K_S.gguf | Q4_K_S | 1.83 GB | [Download](https://huggingface.co/prithivMLmods/VibeThinker-3B-heretic_decensored-GGUF/blob/main/VibeThinker-3B-heretic_decensored.Q4_K_S.gguf) | + | VibeThinker-3B-heretic_decensored.Q5_0.gguf | Q5_0 | 2.17 GB | [Download](https://huggingface.co/prithivMLmods/VibeThinker-3B-heretic_decensored-GGUF/blob/main/VibeThinker-3B-heretic_decensored.Q5_0.gguf) | + | VibeThinker-3B-heretic_decensored.Q5_K_M.gguf | Q5_K_M | 2.22 GB | [Download](https://huggingface.co/prithivMLmods/VibeThinker-3B-heretic_decensored-GGUF/blob/main/VibeThinker-3B-heretic_decensored.Q5_K_M.gguf) | + | VibeThinker-3B-heretic_decensored.Q5_K_S.gguf | Q5_K_S | 2.17 GB | [Download](https://huggingface.co/prithivMLmods/VibeThinker-3B-heretic_decensored-GGUF/blob/main/VibeThinker-3B-heretic_decensored.Q5_K_S.gguf) | + | VibeThinker-3B-heretic_decensored.Q6_K.gguf | Q6_K | 2.54 GB | [Download](https://huggingface.co/prithivMLmods/VibeThinker-3B-heretic_decensored-GGUF/blob/main/VibeThinker-3B-heretic_decensored.Q6_K.gguf) | + | VibeThinker-3B-heretic_decensored.Q8_0.gguf | Q8_0 | 3.29 GB | [Download](https://huggingface.co/prithivMLmods/VibeThinker-3B-heretic_decensored-GGUF/blob/main/VibeThinker-3B-heretic_decensored.Q8_0.gguf) | + +## llama.cpp + +LLM inference in C/C++ — https://github.com/ggml-org/llama.cpp \ No newline at end of file diff --git a/VibeThinker-3B-heretic_decensored.BF16.gguf b/VibeThinker-3B-heretic_decensored.BF16.gguf new file mode 100644 index 0000000..04c7820 --- /dev/null +++ b/VibeThinker-3B-heretic_decensored.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62e9aea07b68ea57e1b0b9f6b23d56dc9180b1044feeb6ba21cced6765b918d2 +size 6178317088 diff --git a/VibeThinker-3B-heretic_decensored.F16.gguf b/VibeThinker-3B-heretic_decensored.F16.gguf new file mode 100644 index 0000000..2659108 --- /dev/null +++ b/VibeThinker-3B-heretic_decensored.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3738c714026db334ae3c2091263a8b38e4d97162408d64a72661c185df3ce95 +size 6178317088 diff --git a/VibeThinker-3B-heretic_decensored.F32.gguf b/VibeThinker-3B-heretic_decensored.F32.gguf new file mode 100644 index 0000000..b652da8 --- /dev/null +++ b/VibeThinker-3B-heretic_decensored.F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0a228a12c8fdde3d2096cf9d443d58d50d2a45977ee4ab960be6af487a06daa +size 12349711136 diff --git a/VibeThinker-3B-heretic_decensored.Q2_K.gguf b/VibeThinker-3B-heretic_decensored.Q2_K.gguf new file mode 100644 index 0000000..e562658 --- /dev/null +++ b/VibeThinker-3B-heretic_decensored.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:177afa9b15d201719a0cf3baf8f71c6e96ecf6650dc7287af8766a17633e6adb +size 1274755872 diff --git a/VibeThinker-3B-heretic_decensored.Q3_K_L.gguf b/VibeThinker-3B-heretic_decensored.Q3_K_L.gguf new file mode 100644 index 0000000..97459c6 --- /dev/null +++ b/VibeThinker-3B-heretic_decensored.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e3b7d33f2821d1661e4c68a975e73f7abe9488630fb1e3b31fc71e84bd3ae3b +size 1707391776 diff --git a/VibeThinker-3B-heretic_decensored.Q3_K_M.gguf b/VibeThinker-3B-heretic_decensored.Q3_K_M.gguf new file mode 100644 index 0000000..f741ff3 --- /dev/null +++ b/VibeThinker-3B-heretic_decensored.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dbc63d4a9726436f78ffe6c67bd9b1d8cecb7d64269edd5e9276232c39a4783 +size 1590475552 diff --git a/VibeThinker-3B-heretic_decensored.Q3_K_S.gguf b/VibeThinker-3B-heretic_decensored.Q3_K_S.gguf new file mode 100644 index 0000000..bad5776 --- /dev/null +++ b/VibeThinker-3B-heretic_decensored.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5a7286b87d76635e6515581b8562d7d1a3f1f98bf3027ac6c98a9407dbd6f5a +size 1454357280 diff --git a/VibeThinker-3B-heretic_decensored.Q4_0.gguf b/VibeThinker-3B-heretic_decensored.Q4_0.gguf new file mode 100644 index 0000000..c53d104 --- /dev/null +++ b/VibeThinker-3B-heretic_decensored.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f639240fce677f8d0862fad537d5267770c9b7fd3292d34634777254ac048c4 +size 1822849824 diff --git a/VibeThinker-3B-heretic_decensored.Q4_K_M.gguf b/VibeThinker-3B-heretic_decensored.Q4_K_M.gguf new file mode 100644 index 0000000..35cbdb7 --- /dev/null +++ b/VibeThinker-3B-heretic_decensored.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15c52889491ce384fce1af31638b7bb077e4cbbb15be299bb27c79d7541c795e +size 1929902880 diff --git a/VibeThinker-3B-heretic_decensored.Q4_K_S.gguf b/VibeThinker-3B-heretic_decensored.Q4_K_S.gguf new file mode 100644 index 0000000..407d0ea --- /dev/null +++ b/VibeThinker-3B-heretic_decensored.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ff8823c323fc357343b1915c3f80b5663c4a7809cb98887a94be7c548ad9b0d +size 1834384160 diff --git a/VibeThinker-3B-heretic_decensored.Q5_0.gguf b/VibeThinker-3B-heretic_decensored.Q5_0.gguf new file mode 100644 index 0000000..135e59c --- /dev/null +++ b/VibeThinker-3B-heretic_decensored.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3b75920cf60685c09dc0de8a080a5aa640151cbd2b3fa8472c669008ab50629 +size 2169666336 diff --git a/VibeThinker-3B-heretic_decensored.Q5_K_M.gguf b/VibeThinker-3B-heretic_decensored.Q5_K_M.gguf new file mode 100644 index 0000000..76b97b1 --- /dev/null +++ b/VibeThinker-3B-heretic_decensored.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c3682ba7ac6ce4a07dacead21852c7803f7b3e7ecada3425404fd62a30eddad +size 2224814880 diff --git a/VibeThinker-3B-heretic_decensored.Q5_K_S.gguf b/VibeThinker-3B-heretic_decensored.Q5_K_S.gguf new file mode 100644 index 0000000..7955c8b --- /dev/null +++ b/VibeThinker-3B-heretic_decensored.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd4fce5c59e8b48fa82778098faa4cd94c202a29eb7b4cbd55bd18d2232b8092 +size 2169666336 diff --git a/VibeThinker-3B-heretic_decensored.Q6_K.gguf b/VibeThinker-3B-heretic_decensored.Q6_K.gguf new file mode 100644 index 0000000..2f6dc51 --- /dev/null +++ b/VibeThinker-3B-heretic_decensored.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bf082c4c0395379a1ec010a7a51687edd188efaf800da7628e46e713b076c26 +size 2538158880 diff --git a/VibeThinker-3B-heretic_decensored.Q8_0.gguf b/VibeThinker-3B-heretic_decensored.Q8_0.gguf new file mode 100644 index 0000000..b4b180f --- /dev/null +++ b/VibeThinker-3B-heretic_decensored.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:386c6d3cdca1699ac6088c421c7706633609483e5e74d2ffc87798455d8f98e0 +size 3285476128