commit 84485b05d1d582015c2d20413b5e68a3693b0d05 Author: ModelHub XC Date: Fri May 1 00:25:36 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: prithivMLmods/OpenR1-Distill-7B-F32-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..81d3794 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,40 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +OpenR1-Distill-7B.BF16.gguf filter=lfs diff=lfs merge=lfs -text +OpenR1-Distill-7B.F16.gguf filter=lfs diff=lfs merge=lfs -text +OpenR1-Distill-7B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +OpenR1-Distill-7B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenR1-Distill-7B.F32.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/OpenR1-Distill-7B.BF16.gguf b/OpenR1-Distill-7B.BF16.gguf new file mode 100644 index 0000000..699f4b7 --- /dev/null +++ b/OpenR1-Distill-7B.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6abc6f26eab35138320a4fd885ac1128dc2cc53a1dafea860dc8651c9ed16f1c +size 15237855328 diff --git a/OpenR1-Distill-7B.F16.gguf b/OpenR1-Distill-7B.F16.gguf new file mode 100644 index 0000000..3d77597 --- /dev/null +++ b/OpenR1-Distill-7B.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3391b2ecb50639bd57798c43b1f1be8c018bb601c55fe73ddda94f8da4213afc +size 15237855328 diff --git a/OpenR1-Distill-7B.F32.gguf b/OpenR1-Distill-7B.F32.gguf new file mode 100644 index 0000000..4cd4f8a --- /dev/null +++ b/OpenR1-Distill-7B.F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:debd6bf9ec1ee23f52dd49d0fb529dda1addbd33a04d05174e925a5f8fc97753 +size 30468421728 diff --git a/OpenR1-Distill-7B.Q2_K.gguf b/OpenR1-Distill-7B.Q2_K.gguf new file mode 100644 index 0000000..c7d4580 --- /dev/null +++ b/OpenR1-Distill-7B.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ba1d1e782d8ebb3312d0f6388cfb920566b6d06990a4e564e11783f724abe0c +size 3015942240 diff --git a/OpenR1-Distill-7B.Q4_K_M.gguf b/OpenR1-Distill-7B.Q4_K_M.gguf new file mode 100644 index 0000000..a58cc60 --- /dev/null +++ b/OpenR1-Distill-7B.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c9ff7940869dd4d1319dd7a68f77b5525671944ed0f05b6cf600746d4d3d7ee +size 4683075680 diff --git a/README.md b/README.md new file mode 100644 index 0000000..0f3778d --- /dev/null +++ b/README.md @@ -0,0 +1,39 @@ +--- +license: apache-2.0 +datasets: +- open-r1/Mixture-of-Thoughts +language: +- en +base_model: +- open-r1/OpenR1-Distill-7B +pipeline_tag: text-generation +library_name: transformers +tags: +- text-generation-inference +--- + +# **OpenR1-Distill-7B-F32-GGUF** + +> OpenR1-Distill-7B-F32-GGUF is a quantized version of OpenR1-Distill-7B, which is a post-trained model based on Qwen/Qwen2.5-Math-7B. It was further trained on Mixture-of-Thoughts, a curated dataset of 350k verified reasoning traces distilled from DeepSeek-R1. The dataset covers tasks in mathematics, coding, and science, and is designed to teach language models to reason step-by-step. + +## Model File + +| File Name | Size | Format | Notes | +|------------------------------------------|---------|--------|----------------------------------| +| OpenR1-Distill-7B.BF16.gguf | 15.2 GB | GGUF | BF16 precision model | +| OpenR1-Distill-7B.F16.gguf | 15.2 GB | GGUF | FP16 precision model | +| OpenR1-Distill-7B.F32.gguf | 30.5 GB | GGUF | FP32 precision model | +| OpenR1-Distill-7B.Q2_K.gguf | 3.02 GB | GGUF | 2-bit quantized (Q2_K) model | +| OpenR1-Distill-7B.Q4_K_M.gguf | 4.68 GB | GGUF | 4-bit quantized (Q4_K_M) model | +| .gitattributes | 1.84 kB | Text | Git LFS tracking config | +| config.json | 31 B | JSON | Model configuration file | +| README.md | 213 B | Markdown | This readme file | + +## Quants Usage + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..abb5987 --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "model_type": "qwen2" +} \ No newline at end of file