From a771b0554f7776fb5b5da67c623e87567f4b0108 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 26 Jun 2026 02:45:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Feynman-Grpo-Exp-GGUF Source: Original Platform --- .gitattributes | 47 +++++++++++++++++++++++ Feynman-Grpo-Exp.IQ4_XS.gguf | 3 ++ Feynman-Grpo-Exp.Q2_K.gguf | 3 ++ Feynman-Grpo-Exp.Q3_K_L.gguf | 3 ++ Feynman-Grpo-Exp.Q3_K_M.gguf | 3 ++ Feynman-Grpo-Exp.Q3_K_S.gguf | 3 ++ Feynman-Grpo-Exp.Q4_K_M.gguf | 3 ++ Feynman-Grpo-Exp.Q4_K_S.gguf | 3 ++ Feynman-Grpo-Exp.Q5_K_M.gguf | 3 ++ Feynman-Grpo-Exp.Q5_K_S.gguf | 3 ++ Feynman-Grpo-Exp.Q6_K.gguf | 3 ++ Feynman-Grpo-Exp.Q8_0.gguf | 3 ++ Feynman-Grpo-Exp.f16.gguf | 3 ++ README.md | 72 ++++++++++++++++++++++++++++++++++++ 14 files changed, 155 insertions(+) create mode 100644 .gitattributes create mode 100644 Feynman-Grpo-Exp.IQ4_XS.gguf create mode 100644 Feynman-Grpo-Exp.Q2_K.gguf create mode 100644 Feynman-Grpo-Exp.Q3_K_L.gguf create mode 100644 Feynman-Grpo-Exp.Q3_K_M.gguf create mode 100644 Feynman-Grpo-Exp.Q3_K_S.gguf create mode 100644 Feynman-Grpo-Exp.Q4_K_M.gguf create mode 100644 Feynman-Grpo-Exp.Q4_K_S.gguf create mode 100644 Feynman-Grpo-Exp.Q5_K_M.gguf create mode 100644 Feynman-Grpo-Exp.Q5_K_S.gguf create mode 100644 Feynman-Grpo-Exp.Q6_K.gguf create mode 100644 Feynman-Grpo-Exp.Q8_0.gguf create mode 100644 Feynman-Grpo-Exp.f16.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..ed860b8 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Feynman-Grpo-Exp.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Feynman-Grpo-Exp.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Feynman-Grpo-Exp.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Feynman-Grpo-Exp.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Feynman-Grpo-Exp.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Feynman-Grpo-Exp.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Feynman-Grpo-Exp.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Feynman-Grpo-Exp.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Feynman-Grpo-Exp.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Feynman-Grpo-Exp.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Feynman-Grpo-Exp.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Feynman-Grpo-Exp.f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Feynman-Grpo-Exp.IQ4_XS.gguf b/Feynman-Grpo-Exp.IQ4_XS.gguf new file mode 100644 index 0000000..5cb9bfe --- /dev/null +++ b/Feynman-Grpo-Exp.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af3d31062544b164721c68eba202509ce2aa6c995fe028d3b40fc5c7e7f26445 +size 351445856 diff --git a/Feynman-Grpo-Exp.Q2_K.gguf b/Feynman-Grpo-Exp.Q2_K.gguf new file mode 100644 index 0000000..a2878d9 --- /dev/null +++ b/Feynman-Grpo-Exp.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d585699c5f4d6eeedd0666643c0752db73183a64cb9fb2f2d57178ff843588f9 +size 338607968 diff --git a/Feynman-Grpo-Exp.Q3_K_L.gguf b/Feynman-Grpo-Exp.Q3_K_L.gguf new file mode 100644 index 0000000..2ea38ab --- /dev/null +++ b/Feynman-Grpo-Exp.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf08e0828b50597650544e77a2dae2858548b28ec8a9ea95c639fb40b59a4ca6 +size 369358688 diff --git a/Feynman-Grpo-Exp.Q3_K_M.gguf b/Feynman-Grpo-Exp.Q3_K_M.gguf new file mode 100644 index 0000000..cb126e5 --- /dev/null +++ b/Feynman-Grpo-Exp.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c066583d5e629679de7b99d7c1f6cc6b7f90643ce86143c67d823b885dbd1ca7 +size 355467104 diff --git a/Feynman-Grpo-Exp.Q3_K_S.gguf b/Feynman-Grpo-Exp.Q3_K_S.gguf new file mode 100644 index 0000000..a78ba77 --- /dev/null +++ b/Feynman-Grpo-Exp.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba6cf77842415a587f4e020b9d2ca3e44c613356fcd5f054edac6560e2f836c5 +size 338263904 diff --git a/Feynman-Grpo-Exp.Q4_K_M.gguf b/Feynman-Grpo-Exp.Q4_K_M.gguf new file mode 100644 index 0000000..67c6754 --- /dev/null +++ b/Feynman-Grpo-Exp.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdb0dbadb966d57ab45f9b0026db2609720f7897c5ad4114c8bd5245fdaa8838 +size 397808480 diff --git a/Feynman-Grpo-Exp.Q4_K_S.gguf b/Feynman-Grpo-Exp.Q4_K_S.gguf new file mode 100644 index 0000000..6c83032 --- /dev/null +++ b/Feynman-Grpo-Exp.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b60088d16a8a383928af7dde175b4789b458f7377b4948dae6d94c4d34b34fc9 +size 385472352 diff --git a/Feynman-Grpo-Exp.Q5_K_M.gguf b/Feynman-Grpo-Exp.Q5_K_M.gguf new file mode 100644 index 0000000..12ed080 --- /dev/null +++ b/Feynman-Grpo-Exp.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbe08769e41582834dafd644ade3c7eee5538d2a32584c24fbcc8464f9612b92 +size 420086624 diff --git a/Feynman-Grpo-Exp.Q5_K_S.gguf b/Feynman-Grpo-Exp.Q5_K_S.gguf new file mode 100644 index 0000000..05bba4d --- /dev/null +++ b/Feynman-Grpo-Exp.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46a88c87ba586c81a15ecd8a0866fd057f3525c3ac830de33bc310c8b890b88c +size 412710752 diff --git a/Feynman-Grpo-Exp.Q6_K.gguf b/Feynman-Grpo-Exp.Q6_K.gguf new file mode 100644 index 0000000..1ac7981 --- /dev/null +++ b/Feynman-Grpo-Exp.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8feb9082a80a05fb824d5e36cb4a0cb048ee6960f918627aab9d741c005c64b4 +size 505737056 diff --git a/Feynman-Grpo-Exp.Q8_0.gguf b/Feynman-Grpo-Exp.Q8_0.gguf new file mode 100644 index 0000000..ba46f25 --- /dev/null +++ b/Feynman-Grpo-Exp.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a12cce3f6f9b2f6a283cb913739010cd3ecb9c64e0817823a48d77aaa13ef305 +size 531068768 diff --git a/Feynman-Grpo-Exp.f16.gguf b/Feynman-Grpo-Exp.f16.gguf new file mode 100644 index 0000000..ef75697 --- /dev/null +++ b/Feynman-Grpo-Exp.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b5eeb0c89af883c87e2f5fef51d2d94f056eef133772a8b9121fadfa5f384c7 +size 994157408 diff --git a/README.md b/README.md new file mode 100644 index 0000000..223947f --- /dev/null +++ b/README.md @@ -0,0 +1,72 @@ +--- +base_model: prithivMLmods/Feynman-Grpo-Exp +datasets: +- openai/gsm8k +language: +- en +library_name: transformers +license: apache-2.0 +quantized_by: mradermacher +tags: +- math +- reasoning +- grpo +- trl +- code +--- +## About + + + + + + +static quants of https://huggingface.co/prithivMLmods/Feynman-Grpo-Exp + + +weighted/imatrix quants seem not to be available (by me) at this time. If they do not show up a week or so after the static ones, I have probably not planned for them. Feel free to request them by opening a Community Discussion. +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Feynman-Grpo-Exp-GGUF/resolve/main/Feynman-Grpo-Exp.Q3_K_S.gguf) | Q3_K_S | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/Feynman-Grpo-Exp-GGUF/resolve/main/Feynman-Grpo-Exp.Q2_K.gguf) | Q2_K | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/Feynman-Grpo-Exp-GGUF/resolve/main/Feynman-Grpo-Exp.IQ4_XS.gguf) | IQ4_XS | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/Feynman-Grpo-Exp-GGUF/resolve/main/Feynman-Grpo-Exp.Q3_K_M.gguf) | Q3_K_M | 0.5 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Feynman-Grpo-Exp-GGUF/resolve/main/Feynman-Grpo-Exp.Q3_K_L.gguf) | Q3_K_L | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/Feynman-Grpo-Exp-GGUF/resolve/main/Feynman-Grpo-Exp.Q4_K_S.gguf) | Q4_K_S | 0.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Feynman-Grpo-Exp-GGUF/resolve/main/Feynman-Grpo-Exp.Q4_K_M.gguf) | Q4_K_M | 0.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Feynman-Grpo-Exp-GGUF/resolve/main/Feynman-Grpo-Exp.Q5_K_S.gguf) | Q5_K_S | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/Feynman-Grpo-Exp-GGUF/resolve/main/Feynman-Grpo-Exp.Q5_K_M.gguf) | Q5_K_M | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/Feynman-Grpo-Exp-GGUF/resolve/main/Feynman-Grpo-Exp.Q6_K.gguf) | Q6_K | 0.6 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/Feynman-Grpo-Exp-GGUF/resolve/main/Feynman-Grpo-Exp.Q8_0.gguf) | Q8_0 | 0.6 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/Feynman-Grpo-Exp-GGUF/resolve/main/Feynman-Grpo-Exp.f16.gguf) | f16 | 1.1 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + +