commit 68464e4a2fab97f9dded806fb190a7195e08142f Author: ModelHub XC Date: Tue Sep 1 02:04:13 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: prithivMLmods/Regulus-Qwen3-R1-Llama-Distill-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..53d7257 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..8566259 --- /dev/null +++ b/README.md @@ -0,0 +1,56 @@ +--- +license: apache-2.0 +datasets: +- Magpie-Align/Magpie-Reasoning-V2-250K-CoT-Deepseek-R1-Llama-70B +language: +- en +base_model: +- prithivMLmods/Regulus-Qwen3-R1-Llama-Distill-1.7B +pipeline_tag: text-generation +library_name: transformers +tags: +- text-generation-inference +- trl +- reasoning +- code +- math +--- + +# **Regulus-Qwen3-R1-Llama-Distill-GGUF** + +> Regulus-Qwen3-R1-Llama-Distill-1.7B is a distilled reasoning model fine-tuned on Qwen/Qwen3-1.7B using Magpie-Align/Magpie-Reasoning-V2-250K-CoT-DeepSeek-R1-Llama-70B. The training leverages distilled traces from DeepSeek-R1-Llama-70B, transferring advanced reasoning patterns into a lightweight 1.7B parameter model. It is specialized for chain-of-thought reasoning across code, math, and science, optimized for efficiency and mid-resource deployment. + +## Model Files + + +| File Name | Quant Type | File Size | +| - | - | - | +| Regulus-Qwen3-R1-Llama-Distill-1.7B.BF16.gguf | BF16 | 3.45 GB | +| Regulus-Qwen3-R1-Llama-Distill-1.7B.F16.gguf | F16 | 3.45 GB | +| Regulus-Qwen3-R1-Llama-Distill-1.7B.F32.gguf | F32 | 6.89 GB | +| Regulus-Qwen3-R1-Llama-Distill-1.7B.Q2_K.gguf | Q2_K | 778 MB | +| Regulus-Qwen3-R1-Llama-Distill-1.7B.Q3_K_L.gguf | Q3_K_L | 1 GB | +| Regulus-Qwen3-R1-Llama-Distill-1.7B.Q3_K_M.gguf | Q3_K_M | 940 MB | +| Regulus-Qwen3-R1-Llama-Distill-1.7B.Q3_K_S.gguf | Q3_K_S | 867 MB | +| Regulus-Qwen3-R1-Llama-Distill-1.7B.Q4_0.gguf | Q4_0 | 1.05 GB | +| Regulus-Qwen3-R1-Llama-Distill-1.7B.Q4_1.gguf | Q4_1 | 1.14 GB | +| Regulus-Qwen3-R1-Llama-Distill-1.7B.Q4_K.gguf | Q4_K | 1.11 GB | +| Regulus-Qwen3-R1-Llama-Distill-1.7B.Q4_K_M.gguf | Q4_K_M | 1.11 GB | +| Regulus-Qwen3-R1-Llama-Distill-1.7B.Q4_K_S.gguf | Q4_K_S | 1.06 GB | +| Regulus-Qwen3-R1-Llama-Distill-1.7B.Q5_0.gguf | Q5_0 | 1.23 GB | +| Regulus-Qwen3-R1-Llama-Distill-1.7B.Q5_1.gguf | Q5_1 | 1.32 GB | +| Regulus-Qwen3-R1-Llama-Distill-1.7B.Q5_K.gguf | Q5_K | 1.26 GB | +| Regulus-Qwen3-R1-Llama-Distill-1.7B.Q5_K_M.gguf | Q5_K_M | 1.26 GB | +| Regulus-Qwen3-R1-Llama-Distill-1.7B.Q5_K_S.gguf | Q5_K_S | 1.23 GB | +| Regulus-Qwen3-R1-Llama-Distill-1.7B.Q6_K.gguf | Q6_K | 1.42 GB | +| Regulus-Qwen3-R1-Llama-Distill-1.7B.Q8_0.gguf | Q8_0 | 1.83 GB | + + +## Quants Usage + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) \ No newline at end of file diff --git a/Regulus-Qwen3-R1-Llama-Distill-1.7B.BF16.gguf b/Regulus-Qwen3-R1-Llama-Distill-1.7B.BF16.gguf new file mode 100644 index 0000000..9c4785e --- /dev/null +++ b/Regulus-Qwen3-R1-Llama-Distill-1.7B.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1f541a27486b8671ee2c4bbe88ca1c2e63f37ae8eef16678a756d5000919344 +size 3447349568 diff --git a/Regulus-Qwen3-R1-Llama-Distill-1.7B.F16.gguf b/Regulus-Qwen3-R1-Llama-Distill-1.7B.F16.gguf new file mode 100644 index 0000000..11e4a94 --- /dev/null +++ b/Regulus-Qwen3-R1-Llama-Distill-1.7B.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d7fe0446617633d55d2407c03f0d7f6e51fc81f803701f824c044cc110fefad +size 3447349568 diff --git a/Regulus-Qwen3-R1-Llama-Distill-1.7B.F32.gguf b/Regulus-Qwen3-R1-Llama-Distill-1.7B.F32.gguf new file mode 100644 index 0000000..2ad7c96 --- /dev/null +++ b/Regulus-Qwen3-R1-Llama-Distill-1.7B.F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e36865d296349f294bae3af56a950632d51324a4e98ddfd2b0c112323c5baa66 +size 6888251712 diff --git a/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q2_K.gguf b/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q2_K.gguf new file mode 100644 index 0000000..83463aa --- /dev/null +++ b/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89e7bb637dd026b6d37d0839a786edebafbe1250afaaef34f4842fa20da3af00 +size 777795904 diff --git a/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q3_K_L.gguf b/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q3_K_L.gguf new file mode 100644 index 0000000..04cfc25 --- /dev/null +++ b/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd9455923fb2eb371697ec0c39ce03895f0fd4888791b0980228fbc14b3d0d78 +size 1003501888 diff --git a/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q3_K_M.gguf b/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q3_K_M.gguf new file mode 100644 index 0000000..b4cfe98 --- /dev/null +++ b/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d796b127aac51ced565c6cd5c5b1259e3382fdb3765e3a61713714839ebf4e7b +size 939538752 diff --git a/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q3_K_S.gguf b/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q3_K_S.gguf new file mode 100644 index 0000000..718224c --- /dev/null +++ b/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b8dbe0f5a5b591486d16151e41d5e7c6763f80269b14fa7be981fa1a40104df +size 867252544 diff --git a/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q4_0.gguf b/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q4_0.gguf new file mode 100644 index 0000000..d8452c5 --- /dev/null +++ b/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:448e2e6cff8074c13a26667a20bd6d5a6d30d0b02d9123cb035660ee04420970 +size 1054423360 diff --git a/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q4_1.gguf b/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q4_1.gguf new file mode 100644 index 0000000..b06ca62 --- /dev/null +++ b/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:005adfb6fbc771d6ba41336de475745145b1a8c41556ee23cec5c8736f8ae12a +size 1142503744 diff --git a/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q4_K.gguf b/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q4_K.gguf new file mode 100644 index 0000000..5808382 --- /dev/null +++ b/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9b77eab5fb0fe14f7e7b151e4fa20e875ade2bcd403b4de3c46bbe3bef005a7 +size 1107409216 diff --git a/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q4_K_M.gguf b/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q4_K_M.gguf new file mode 100644 index 0000000..5808382 --- /dev/null +++ b/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9b77eab5fb0fe14f7e7b151e4fa20e875ade2bcd403b4de3c46bbe3bef005a7 +size 1107409216 diff --git a/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q4_K_S.gguf b/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q4_K_S.gguf new file mode 100644 index 0000000..1631501 --- /dev/null +++ b/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f89010f505bf69c85f2835e2a27eda88544af7cf606c13dd0088ee6f3fe102ea +size 1060190528 diff --git a/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q5_0.gguf b/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q5_0.gguf new file mode 100644 index 0000000..d046b93 --- /dev/null +++ b/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cc4e33398e9a472ff2ae79372a14520f47f6e56a8c30bcc0ea18e15630b5844 +size 1230584128 diff --git a/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q5_1.gguf b/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q5_1.gguf new file mode 100644 index 0000000..c462275 --- /dev/null +++ b/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6556c0e189c0d43d973113fa803f4a8ab2e72cd0bf3dc8930ea2b02a9f01d42f +size 1318664512 diff --git a/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q5_K.gguf b/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q5_K.gguf new file mode 100644 index 0000000..9123735 --- /dev/null +++ b/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64c5183b7c40825119cfce92599cdf18e2dd4f9cedca3552ab831fad4eb76fee +size 1257879872 diff --git a/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q5_K_M.gguf b/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q5_K_M.gguf new file mode 100644 index 0000000..9123735 --- /dev/null +++ b/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64c5183b7c40825119cfce92599cdf18e2dd4f9cedca3552ab831fad4eb76fee +size 1257879872 diff --git a/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q5_K_S.gguf b/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q5_K_S.gguf new file mode 100644 index 0000000..67db785 --- /dev/null +++ b/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:591245a02f5a62b2e2cd133e208e89831d317bde524932f190efc1e3045ace09 +size 1230584128 diff --git a/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q6_K.gguf b/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q6_K.gguf new file mode 100644 index 0000000..6888096 --- /dev/null +++ b/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c26af9cde8d2ed4c4c7e0b33ab255c583cbbcd520812f105aedc18900d7d240f +size 1417754944 diff --git a/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q8_0.gguf b/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q8_0.gguf new file mode 100644 index 0000000..4f687f9 --- /dev/null +++ b/Regulus-Qwen3-R1-Llama-Distill-1.7B.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09d26d6325a8529b6cf8754c070ac9a15b11eb3eb6378c8f4bec55ff6f1c0df3 +size 1834426688 diff --git a/config.json b/config.json new file mode 100644 index 0000000..5d0c447 --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "model_type": "qwen3" +} \ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file