commit 7755b7b7be991afb26c9fb1cd40b93b68a7ea3e3 Author: ModelHub XC Date: Fri May 1 19:39:18 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: prithivMLmods/Carinae-Qwen3-Radiation-4B-GGUF Source: Original Platform diff --git a/ Carinae-Qwen3-Radiation-4B.BF16.gguf b/ Carinae-Qwen3-Radiation-4B.BF16.gguf new file mode 100644 index 0000000..ef0df42 --- /dev/null +++ b/ Carinae-Qwen3-Radiation-4B.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53674957434875e660888b17dc163736550c8436725aca90d65e17a72da9d3e5 +size 8051284832 diff --git a/ Carinae-Qwen3-Radiation-4B.F16.gguf b/ Carinae-Qwen3-Radiation-4B.F16.gguf new file mode 100644 index 0000000..4348369 --- /dev/null +++ b/ Carinae-Qwen3-Radiation-4B.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2af9cdd3afd12d18e1e1545080670f832e2905fe51a95b9c98631a368dde5129 +size 8051284832 diff --git a/ Carinae-Qwen3-Radiation-4B.F32.gguf b/ Carinae-Qwen3-Radiation-4B.F32.gguf new file mode 100644 index 0000000..4a3f9f3 --- /dev/null +++ b/ Carinae-Qwen3-Radiation-4B.F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a10544883dbacb37f25d330631e1043f086b694c8a1e6e83d67ce7c7005a9cb2 +size 16095828832 diff --git a/ Carinae-Qwen3-Radiation-4B.Q2_K.gguf b/ Carinae-Qwen3-Radiation-4B.Q2_K.gguf new file mode 100644 index 0000000..725b7a8 --- /dev/null +++ b/ Carinae-Qwen3-Radiation-4B.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d0227df48aeffb28b164c53e7db84d51d5e4f265c9b42cd565e38c183199fa2 +size 1669499232 diff --git a/ Carinae-Qwen3-Radiation-4B.Q3_K_L.gguf b/ Carinae-Qwen3-Radiation-4B.Q3_K_L.gguf new file mode 100644 index 0000000..fb87ef1 --- /dev/null +++ b/ Carinae-Qwen3-Radiation-4B.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d30d16abdec045e9f1293a5004d5b46b261b564aad1103a8679ea1f5702ffeb6 +size 2239785312 diff --git a/ Carinae-Qwen3-Radiation-4B.Q3_K_M.gguf b/ Carinae-Qwen3-Radiation-4B.Q3_K_M.gguf new file mode 100644 index 0000000..64d6144 --- /dev/null +++ b/ Carinae-Qwen3-Radiation-4B.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f58e931ff72c804d8edb795914dbc56e9105fb10d10283cb91c00d3d150b5174 +size 2075617632 diff --git a/ Carinae-Qwen3-Radiation-4B.Q3_K_S.gguf b/ Carinae-Qwen3-Radiation-4B.Q3_K_S.gguf new file mode 100644 index 0000000..9c356cd --- /dev/null +++ b/ Carinae-Qwen3-Radiation-4B.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31c1b1aaec1960a5d8430bbbe02657f3893dd343a7c40cc93e92d2a43d1c0887 +size 1886996832 diff --git a/ Carinae-Qwen3-Radiation-4B.Q4_K_M.gguf b/ Carinae-Qwen3-Radiation-4B.Q4_K_M.gguf new file mode 100644 index 0000000..a7faabc --- /dev/null +++ b/ Carinae-Qwen3-Radiation-4B.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cc74b622a536be179c123709c3a6d8c123f861df390842a360a7e37f5d6db1e +size 2497280352 diff --git a/ Carinae-Qwen3-Radiation-4B.Q4_K_S.gguf b/ Carinae-Qwen3-Radiation-4B.Q4_K_S.gguf new file mode 100644 index 0000000..281da26 --- /dev/null +++ b/ Carinae-Qwen3-Radiation-4B.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41a0bc0749f57c671c46989f9c248d82010b45536924d0dc0bf8b7fc0e452b32 +size 2383309152 diff --git a/ Carinae-Qwen3-Radiation-4B.Q5_K_M.gguf b/ Carinae-Qwen3-Radiation-4B.Q5_K_M.gguf new file mode 100644 index 0000000..8e08a8b --- /dev/null +++ b/ Carinae-Qwen3-Radiation-4B.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6008f8d28ad35b4189fe01d4a38852100b80833fcc3681f899aa9627f4995c1b +size 2889513312 diff --git a/ Carinae-Qwen3-Radiation-4B.Q5_K_S.gguf b/ Carinae-Qwen3-Radiation-4B.Q5_K_S.gguf new file mode 100644 index 0000000..c5b566a --- /dev/null +++ b/ Carinae-Qwen3-Radiation-4B.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c56ea11a3263ce30d92b9d09d15fc02e6bd15c9c747d15ad15c6db361467cda +size 2823711072 diff --git a/ Carinae-Qwen3-Radiation-4B.Q6_K.gguf b/ Carinae-Qwen3-Radiation-4B.Q6_K.gguf new file mode 100644 index 0000000..5c5f227 --- /dev/null +++ b/ Carinae-Qwen3-Radiation-4B.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a6d79295d73ad48f546a36f1e24866b2cf5104f5d75c781467074bbc56b9e69 +size 3306260832 diff --git a/ Carinae-Qwen3-Radiation-4B.Q8_0.gguf b/ Carinae-Qwen3-Radiation-4B.Q8_0.gguf new file mode 100644 index 0000000..bbcfa7b --- /dev/null +++ b/ Carinae-Qwen3-Radiation-4B.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f370c6536e8f7395ae43acb2cc2cea59885b73a5a8206e41b740f977fe8b54c +size 4280404832 diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..91c9e70 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,61 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text + +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + + Carinae-Qwen3-Radiation-4B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text + Carinae-Qwen3-Radiation-4B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text + Carinae-Qwen3-Radiation-4B.F16.gguf filter=lfs diff=lfs merge=lfs -text + Carinae-Qwen3-Radiation-4B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text + Carinae-Qwen3-Radiation-4B.F32.gguf filter=lfs diff=lfs merge=lfs -text + Carinae-Qwen3-Radiation-4B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text + Carinae-Qwen3-Radiation-4B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text + Carinae-Qwen3-Radiation-4B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text + Carinae-Qwen3-Radiation-4B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text + Carinae-Qwen3-Radiation-4B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text + Carinae-Qwen3-Radiation-4B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text + Carinae-Qwen3-Radiation-4B.BF16.gguf filter=lfs diff=lfs merge=lfs -text + Carinae-Qwen3-Radiation-4B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..dc7ba29 --- /dev/null +++ b/README.md @@ -0,0 +1,43 @@ +--- +license: apache-2.0 +language: +- en +base_model: +- prithivMLmods/Carinae-Qwen3-Radiation-4B +pipeline_tag: text-generation +library_name: transformers +tags: +- text-generation-inference +--- + +# **Carinae-Qwen3-Radiation-4B-GGUF** + +> Carinae-Qwen3-Radiation-4B is a reasoning-focused model fine-tuned on Qwen for Abliterated Reasoning and polished token probabilities, enhancing balanced multilingual generation across mathematics and general-purpose reasoning. +> It specializes in event-driven logic, structured analysis, and precise probabilistic modeling—making it an ideal tool for researchers, educators, and developers working with uncertainty and structured reasoning. + +## Model Files + +| File Name | Quant Type | File Size | +| - | - | - | +| Carinae-Qwen3-Radiation-4B.BF16.gguf | BF16 | 8.05 GB | +| Carinae-Qwen3-Radiation-4B.F16.gguf | F16 | 8.05 GB | +| Carinae-Qwen3-Radiation-4B.F32.gguf | F32 | 16.1 GB | +| Carinae-Qwen3-Radiation-4B.Q2_K.gguf | Q2_K | 1.67 GB | +| Carinae-Qwen3-Radiation-4B.Q3_K_L.gguf | Q3_K_L | 2.24 GB | +| Carinae-Qwen3-Radiation-4B.Q3_K_M.gguf | Q3_K_M | 2.08 GB | +| Carinae-Qwen3-Radiation-4B.Q3_K_S.gguf | Q3_K_S | 1.89 GB | +| Carinae-Qwen3-Radiation-4B.Q4_K_M.gguf | Q4_K_M | 2.5 GB | +| Carinae-Qwen3-Radiation-4B.Q4_K_S.gguf | Q4_K_S | 2.38 GB | +| Carinae-Qwen3-Radiation-4B.Q5_K_M.gguf | Q5_K_M | 2.89 GB | +| Carinae-Qwen3-Radiation-4B.Q5_K_S.gguf | Q5_K_S | 2.82 GB | +| Carinae-Qwen3-Radiation-4B.Q6_K.gguf | Q6_K | 3.31 GB | +| Carinae-Qwen3-Radiation-4B.Q8_0.gguf | Q8_0 | 4.28 GB | + +## Quants Usage + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..5d0c447 --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "model_type": "qwen3" +} \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file