commit ad8598e3cfdf17fb5d579018d58e5831d40f2260 Author: ModelHub XC Date: Fri Jun 19 06:50:13 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: prithivMLmods/Kepler-Qwen3-4B-Super-Thinking-GGUF Source: Original Platform diff --git a/ Kepler-Qwen3-4B-Super-Thinking.BF16.gguf b/ Kepler-Qwen3-4B-Super-Thinking.BF16.gguf new file mode 100644 index 0000000..c9799cc --- /dev/null +++ b/ Kepler-Qwen3-4B-Super-Thinking.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa2e73a7272fd56b28bc85b18006436df0c6a31f0e2de3f2bbc2877737c66577 +size 8051284768 diff --git a/ Kepler-Qwen3-4B-Super-Thinking.F16.gguf b/ Kepler-Qwen3-4B-Super-Thinking.F16.gguf new file mode 100644 index 0000000..8f1d3b8 --- /dev/null +++ b/ Kepler-Qwen3-4B-Super-Thinking.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d3f9c29dea4830e486af51dd11bff27d7c2eb1810edc708f8c9325bf09f25d4 +size 8051284768 diff --git a/ Kepler-Qwen3-4B-Super-Thinking.F32.gguf b/ Kepler-Qwen3-4B-Super-Thinking.F32.gguf new file mode 100644 index 0000000..5662ce2 --- /dev/null +++ b/ Kepler-Qwen3-4B-Super-Thinking.F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f3a589d6b354628630fa18de911c3a101bfdd27a2a1735678931537412c86a9 +size 16095828768 diff --git a/ Kepler-Qwen3-4B-Super-Thinking.Q2_K.gguf b/ Kepler-Qwen3-4B-Super-Thinking.Q2_K.gguf new file mode 100644 index 0000000..77e8507 --- /dev/null +++ b/ Kepler-Qwen3-4B-Super-Thinking.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f40e81fc304f7e822f01175db8777d5fd66f6aa42581c44c770bda8c1948836 +size 1669499168 diff --git a/ Kepler-Qwen3-4B-Super-Thinking.Q3_K_L.gguf b/ Kepler-Qwen3-4B-Super-Thinking.Q3_K_L.gguf new file mode 100644 index 0000000..ed254bb --- /dev/null +++ b/ Kepler-Qwen3-4B-Super-Thinking.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:975d9a581c1e8a30f7a2fad0bfda55c4366ba2c5704798e379ec251cefbec9a8 +size 2239785248 diff --git a/ Kepler-Qwen3-4B-Super-Thinking.Q3_K_M.gguf b/ Kepler-Qwen3-4B-Super-Thinking.Q3_K_M.gguf new file mode 100644 index 0000000..c95cc5d --- /dev/null +++ b/ Kepler-Qwen3-4B-Super-Thinking.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dbe9f542ff6c3a302d739cfad4d11fe2a03410eb0eac0f11318a6ff7a7711bc +size 2075617568 diff --git a/ Kepler-Qwen3-4B-Super-Thinking.Q3_K_S.gguf b/ Kepler-Qwen3-4B-Super-Thinking.Q3_K_S.gguf new file mode 100644 index 0000000..47e74c8 --- /dev/null +++ b/ Kepler-Qwen3-4B-Super-Thinking.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:321e38ae767df20b288d7c90bc52c93ab2cb5e98faad7ec36e05e331b7a88f3f +size 1886996768 diff --git a/ Kepler-Qwen3-4B-Super-Thinking.Q4_K_M.gguf b/ Kepler-Qwen3-4B-Super-Thinking.Q4_K_M.gguf new file mode 100644 index 0000000..e982188 --- /dev/null +++ b/ Kepler-Qwen3-4B-Super-Thinking.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:683b50f16742e37f8a837b4fecb52fe1dd539d649f3e86ff87851fcdc1a1e179 +size 2497280288 diff --git a/ Kepler-Qwen3-4B-Super-Thinking.Q4_K_S.gguf b/ Kepler-Qwen3-4B-Super-Thinking.Q4_K_S.gguf new file mode 100644 index 0000000..280a7cb --- /dev/null +++ b/ Kepler-Qwen3-4B-Super-Thinking.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0e450df9c5b36b32f71de63891a8d6e51c8e783f9a83549489cd6e809ba6552 +size 2383309088 diff --git a/ Kepler-Qwen3-4B-Super-Thinking.Q5_K_M.gguf b/ Kepler-Qwen3-4B-Super-Thinking.Q5_K_M.gguf new file mode 100644 index 0000000..cba27ea --- /dev/null +++ b/ Kepler-Qwen3-4B-Super-Thinking.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87408ebf262fbb970111fc3fc9782eddcbc7e2cc6fc18fc9bbb99ce2a5b87488 +size 2889513248 diff --git a/ Kepler-Qwen3-4B-Super-Thinking.Q5_K_S.gguf b/ Kepler-Qwen3-4B-Super-Thinking.Q5_K_S.gguf new file mode 100644 index 0000000..b99bf34 --- /dev/null +++ b/ Kepler-Qwen3-4B-Super-Thinking.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:670c6b7e5740a198045fc10dff5c69a84362c9198dd3da8ca4e37f6cdc62ad78 +size 2823711008 diff --git a/ Kepler-Qwen3-4B-Super-Thinking.Q6_K.gguf b/ Kepler-Qwen3-4B-Super-Thinking.Q6_K.gguf new file mode 100644 index 0000000..06fee52 --- /dev/null +++ b/ Kepler-Qwen3-4B-Super-Thinking.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fe99a0decf9919e824b6092842a5d547fe5fa9cb78616124ac81a2e9e05acef +size 3306260768 diff --git a/ Kepler-Qwen3-4B-Super-Thinking.Q8_0.gguf b/ Kepler-Qwen3-4B-Super-Thinking.Q8_0.gguf new file mode 100644 index 0000000..dd05419 --- /dev/null +++ b/ Kepler-Qwen3-4B-Super-Thinking.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37c5974b67102a411f84e5d3fd9c78e5a61a26e970dd063e162b65647a1df4d1 +size 4280404768 diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..2cfd407 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,61 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text + +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + + Kepler-Qwen3-4B-Super-Thinking.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text + Kepler-Qwen3-4B-Super-Thinking.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text + Kepler-Qwen3-4B-Super-Thinking.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text + Kepler-Qwen3-4B-Super-Thinking.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text + Kepler-Qwen3-4B-Super-Thinking.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text + Kepler-Qwen3-4B-Super-Thinking.F32.gguf filter=lfs diff=lfs merge=lfs -text + Kepler-Qwen3-4B-Super-Thinking.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text + Kepler-Qwen3-4B-Super-Thinking.F16.gguf filter=lfs diff=lfs merge=lfs -text + Kepler-Qwen3-4B-Super-Thinking.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text + Kepler-Qwen3-4B-Super-Thinking.BF16.gguf filter=lfs diff=lfs merge=lfs -text + Kepler-Qwen3-4B-Super-Thinking.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text + Kepler-Qwen3-4B-Super-Thinking.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text + Kepler-Qwen3-4B-Super-Thinking.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..9290b28 --- /dev/null +++ b/README.md @@ -0,0 +1,45 @@ +--- +license: apache-2.0 +language: +- en +base_model: +- prithivMLmods/Kepler-Qwen3-4B-Super-Thinking +pipeline_tag: text-generation +library_name: transformers +tags: +- text-generation-inference +- trl +- Abliterated +- Radiation +--- + +# **Kepler-Qwen3-4B-Super-Thinking-GGUF** + +> Kepler-Qwen3-4B-Super-Thinking is a reasoning-focused model fine-tuned on Qwen for Abliterated Reasoning and polished token probabilities, enhancing balanced multilingual generation across mathematics and general-purpose reasoning. It specializes in event-driven logic, structured analysis, and precise probabilistic modeling—making it an ideal tool for researchers, educators, and developers working with uncertainty and structured reasoning. + +## Model Files + +| File Name | Quant Type | File Size | +| - | - | - | +| Kepler-Qwen3-4B-Super-Thinking.BF16.gguf | BF16 | 8.05 GB | +| Kepler-Qwen3-4B-Super-Thinking.F16.gguf | F16 | 8.05 GB | +| Kepler-Qwen3-4B-Super-Thinking.F32.gguf | F32 | 16.1 GB | +| Kepler-Qwen3-4B-Super-Thinking.Q2_K.gguf | Q2_K | 1.67 GB | +| Kepler-Qwen3-4B-Super-Thinking.Q3_K_L.gguf | Q3_K_L | 2.24 GB | +| Kepler-Qwen3-4B-Super-Thinking.Q3_K_M.gguf | Q3_K_M | 2.08 GB | +| Kepler-Qwen3-4B-Super-Thinking.Q3_K_S.gguf | Q3_K_S | 1.89 GB | +| Kepler-Qwen3-4B-Super-Thinking.Q4_K_M.gguf | Q4_K_M | 2.5 GB | +| Kepler-Qwen3-4B-Super-Thinking.Q4_K_S.gguf | Q4_K_S | 2.38 GB | +| Kepler-Qwen3-4B-Super-Thinking.Q5_K_M.gguf | Q5_K_M | 2.89 GB | +| Kepler-Qwen3-4B-Super-Thinking.Q5_K_S.gguf | Q5_K_S | 2.82 GB | +| Kepler-Qwen3-4B-Super-Thinking.Q6_K.gguf | Q6_K | 3.31 GB | +| Kepler-Qwen3-4B-Super-Thinking.Q8_0.gguf | Q8_0 | 4.28 GB | + +## Quants Usage + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..5d0c447 --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "model_type": "qwen3" +} \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file