commit a15391ca6ba9d27ea7228ef5590ae8112b1c1139 Author: ModelHub XC Date: Wed Sep 16 05:06:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Quartz-R1-8B-Genesis-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..745b578 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Quartz-R1-8B-Genesis.f16.gguf filter=lfs diff=lfs merge=lfs -text +Quartz-R1-8B-Genesis.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Quartz-R1-8B-Genesis.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Quartz-R1-8B-Genesis.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Quartz-R1-8B-Genesis.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Quartz-R1-8B-Genesis.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Quartz-R1-8B-Genesis.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Quartz-R1-8B-Genesis.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Quartz-R1-8B-Genesis.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Quartz-R1-8B-Genesis.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Quartz-R1-8B-Genesis.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Quartz-R1-8B-Genesis.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Quartz-R1-8B-Genesis.IQ4_XS.gguf b/Quartz-R1-8B-Genesis.IQ4_XS.gguf new file mode 100644 index 0000000..8ad572d --- /dev/null +++ b/Quartz-R1-8B-Genesis.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cd183cd613dab37596ba3bf874aeb1d8d6b0728ae465d98ad0cc793299f5870 +size 4484273504 diff --git a/Quartz-R1-8B-Genesis.Q2_K.gguf b/Quartz-R1-8B-Genesis.Q2_K.gguf new file mode 100644 index 0000000..6839d6e --- /dev/null +++ b/Quartz-R1-8B-Genesis.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e64bab8257b267f3c62608588b8020ba6e26971ba4f2e6037c47492141c90eb +size 3178403168 diff --git a/Quartz-R1-8B-Genesis.Q3_K_L.gguf b/Quartz-R1-8B-Genesis.Q3_K_L.gguf new file mode 100644 index 0000000..d5e77b6 --- /dev/null +++ b/Quartz-R1-8B-Genesis.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94c6035f84da41b04fc91cf0e6f871bc9a78653bb2a17989d0d3d7e4be67e2fa +size 4321547616 diff --git a/Quartz-R1-8B-Genesis.Q3_K_M.gguf b/Quartz-R1-8B-Genesis.Q3_K_M.gguf new file mode 100644 index 0000000..f5a4a7a --- /dev/null +++ b/Quartz-R1-8B-Genesis.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6349099aa8bb3c4aeb41fcafcab56e94c234077597455364cc81e93544aac21e +size 4018509152 diff --git a/Quartz-R1-8B-Genesis.Q3_K_S.gguf b/Quartz-R1-8B-Genesis.Q3_K_S.gguf new file mode 100644 index 0000000..286f7d9 --- /dev/null +++ b/Quartz-R1-8B-Genesis.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69a23918766bdd2213e5ef01932c255ba4a83058811edb53edf3464f438f1680 +size 3664090464 diff --git a/Quartz-R1-8B-Genesis.Q4_K_M.gguf b/Quartz-R1-8B-Genesis.Q4_K_M.gguf new file mode 100644 index 0000000..4d7a6d9 --- /dev/null +++ b/Quartz-R1-8B-Genesis.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba9a5d4f49461fcf8961468ee4487f5f86cf7e74593f4cd28fec679b7becfb4c +size 4920743264 diff --git a/Quartz-R1-8B-Genesis.Q4_K_S.gguf b/Quartz-R1-8B-Genesis.Q4_K_S.gguf new file mode 100644 index 0000000..ee374ca --- /dev/null +++ b/Quartz-R1-8B-Genesis.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55d50c9ab84028e94f153f5a52d9bebe07d0db6ac22f966c331c929026b13544 +size 4692677984 diff --git a/Quartz-R1-8B-Genesis.Q5_K_M.gguf b/Quartz-R1-8B-Genesis.Q5_K_M.gguf new file mode 100644 index 0000000..3f4468d --- /dev/null +++ b/Quartz-R1-8B-Genesis.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d28f1418f8ff3efcd8d414fc430ca5444e9deaddf932b3a8bf18c48aa7d67266 +size 5733389664 diff --git a/Quartz-R1-8B-Genesis.Q5_K_S.gguf b/Quartz-R1-8B-Genesis.Q5_K_S.gguf new file mode 100644 index 0000000..368b7aa --- /dev/null +++ b/Quartz-R1-8B-Genesis.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8b68e52b64fceba60af57df812d9473ee8897f2f2d8b4b187378175bb978b67 +size 5599696224 diff --git a/Quartz-R1-8B-Genesis.Q6_K.gguf b/Quartz-R1-8B-Genesis.Q6_K.gguf new file mode 100644 index 0000000..1c1b5af --- /dev/null +++ b/Quartz-R1-8B-Genesis.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d902b6f2c3674c5f81c43dc0be6bb7dbdbc4f9a578c54172e340de193808b6b +size 6596826464 diff --git a/Quartz-R1-8B-Genesis.Q8_0.gguf b/Quartz-R1-8B-Genesis.Q8_0.gguf new file mode 100644 index 0000000..0c4ee3c --- /dev/null +++ b/Quartz-R1-8B-Genesis.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a86c525350e133f8b4c110498f2097823692e32cc147f2e5cb1dd4b71c2ae7be +size 8543114592 diff --git a/Quartz-R1-8B-Genesis.f16.gguf b/Quartz-R1-8B-Genesis.f16.gguf new file mode 100644 index 0000000..5f35e1b --- /dev/null +++ b/Quartz-R1-8B-Genesis.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08f0727f9da633f9610d1fd3ac1474551166e1cfee1715ade3bbd88d6ffd3464 +size 16077133152 diff --git a/README.md b/README.md new file mode 100644 index 0000000..12950dc --- /dev/null +++ b/README.md @@ -0,0 +1,90 @@ +--- +base_model: Vaultek/Quartz-R1-8B-Genesis +datasets: +- HuggingFaceFW/fineweb-edu +- bigcode/starcoderdata +- open-web-math/open-web-math +- armand0e/Fable-5-Chat +- HelioAI/Claude-Fable-5-5500x +- meta-math/MetaMathQA_GSM8K_zh +- teknium/OpenHermes-2.5 +- mizinovmv/qwen3.8-max-distillation-50k-ru +language: +- ru +- en +library_name: transformers +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- text-generation +- reasoning +- cot +- unsloth +- chatml +- genesis +- swe-bench +- coding +--- +## About + + + + + + + + + +static quants of https://huggingface.co/Vaultek/Quartz-R1-8B-Genesis + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Quartz-R1-8B-Genesis-GGUF).*** + +weighted/imatrix quants are available at https://huggingface.co/mradermacher/Quartz-R1-8B-Genesis-i1-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Quartz-R1-8B-Genesis-GGUF/resolve/main/Quartz-R1-8B-Genesis.Q2_K.gguf) | Q2_K | 3.3 | | +| [GGUF](https://huggingface.co/mradermacher/Quartz-R1-8B-Genesis-GGUF/resolve/main/Quartz-R1-8B-Genesis.Q3_K_S.gguf) | Q3_K_S | 3.8 | | +| [GGUF](https://huggingface.co/mradermacher/Quartz-R1-8B-Genesis-GGUF/resolve/main/Quartz-R1-8B-Genesis.Q3_K_M.gguf) | Q3_K_M | 4.1 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Quartz-R1-8B-Genesis-GGUF/resolve/main/Quartz-R1-8B-Genesis.Q3_K_L.gguf) | Q3_K_L | 4.4 | | +| [GGUF](https://huggingface.co/mradermacher/Quartz-R1-8B-Genesis-GGUF/resolve/main/Quartz-R1-8B-Genesis.IQ4_XS.gguf) | IQ4_XS | 4.6 | | +| [GGUF](https://huggingface.co/mradermacher/Quartz-R1-8B-Genesis-GGUF/resolve/main/Quartz-R1-8B-Genesis.Q4_K_S.gguf) | Q4_K_S | 4.8 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Quartz-R1-8B-Genesis-GGUF/resolve/main/Quartz-R1-8B-Genesis.Q4_K_M.gguf) | Q4_K_M | 5.0 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Quartz-R1-8B-Genesis-GGUF/resolve/main/Quartz-R1-8B-Genesis.Q5_K_S.gguf) | Q5_K_S | 5.7 | | +| [GGUF](https://huggingface.co/mradermacher/Quartz-R1-8B-Genesis-GGUF/resolve/main/Quartz-R1-8B-Genesis.Q5_K_M.gguf) | Q5_K_M | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/Quartz-R1-8B-Genesis-GGUF/resolve/main/Quartz-R1-8B-Genesis.Q6_K.gguf) | Q6_K | 6.7 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/Quartz-R1-8B-Genesis-GGUF/resolve/main/Quartz-R1-8B-Genesis.Q8_0.gguf) | Q8_0 | 8.6 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/Quartz-R1-8B-Genesis-GGUF/resolve/main/Quartz-R1-8B-Genesis.f16.gguf) | f16 | 16.2 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + +