commit 8955ecf848c11e1cb5fe9df8d2720e532c9970d2 Author: ModelHub XC Date: Thu Apr 23 01:42:07 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/SmolLM2_135M_Grpo_Gsm8k-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..e7f8b51 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +SmolLM2_135M_Grpo_Gsm8k.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +SmolLM2_135M_Grpo_Gsm8k.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +SmolLM2_135M_Grpo_Gsm8k.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +SmolLM2_135M_Grpo_Gsm8k.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +SmolLM2_135M_Grpo_Gsm8k.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +SmolLM2_135M_Grpo_Gsm8k.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +SmolLM2_135M_Grpo_Gsm8k.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +SmolLM2_135M_Grpo_Gsm8k.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +SmolLM2_135M_Grpo_Gsm8k.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +SmolLM2_135M_Grpo_Gsm8k.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +SmolLM2_135M_Grpo_Gsm8k.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +SmolLM2_135M_Grpo_Gsm8k.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +SmolLM2_135M_Grpo_Gsm8k.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +SmolLM2_135M_Grpo_Gsm8k.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +SmolLM2_135M_Grpo_Gsm8k.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +SmolLM2_135M_Grpo_Gsm8k.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +SmolLM2_135M_Grpo_Gsm8k.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +SmolLM2_135M_Grpo_Gsm8k.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +SmolLM2_135M_Grpo_Gsm8k.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +SmolLM2_135M_Grpo_Gsm8k.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +SmolLM2_135M_Grpo_Gsm8k.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +SmolLM2_135M_Grpo_Gsm8k.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +SmolLM2_135M_Grpo_Gsm8k.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +SmolLM2_135M_Grpo_Gsm8k.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..87ba366 --- /dev/null +++ b/README.md @@ -0,0 +1,81 @@ +--- +base_model: prithivMLmods/SmolLM2_135M_Grpo_Gsm8k +datasets: +- openai/gsm8k +language: +- en +library_name: transformers +license: apache-2.0 +quantized_by: mradermacher +tags: +- text-generation-inference +- GRPO +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/prithivMLmods/SmolLM2_135M_Grpo_Gsm8k + + +static quants are available at https://huggingface.co/mradermacher/SmolLM2_135M_Grpo_Gsm8k-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/SmolLM2_135M_Grpo_Gsm8k-i1-GGUF/resolve/main/SmolLM2_135M_Grpo_Gsm8k.i1-IQ1_S.gguf) | i1-IQ1_S | 0.2 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/SmolLM2_135M_Grpo_Gsm8k-i1-GGUF/resolve/main/SmolLM2_135M_Grpo_Gsm8k.i1-IQ1_M.gguf) | i1-IQ1_M | 0.2 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/SmolLM2_135M_Grpo_Gsm8k-i1-GGUF/resolve/main/SmolLM2_135M_Grpo_Gsm8k.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/SmolLM2_135M_Grpo_Gsm8k-i1-GGUF/resolve/main/SmolLM2_135M_Grpo_Gsm8k.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/SmolLM2_135M_Grpo_Gsm8k-i1-GGUF/resolve/main/SmolLM2_135M_Grpo_Gsm8k.i1-IQ2_S.gguf) | i1-IQ2_S | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/SmolLM2_135M_Grpo_Gsm8k-i1-GGUF/resolve/main/SmolLM2_135M_Grpo_Gsm8k.i1-IQ2_M.gguf) | i1-IQ2_M | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/SmolLM2_135M_Grpo_Gsm8k-i1-GGUF/resolve/main/SmolLM2_135M_Grpo_Gsm8k.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.2 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/SmolLM2_135M_Grpo_Gsm8k-i1-GGUF/resolve/main/SmolLM2_135M_Grpo_Gsm8k.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.2 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/SmolLM2_135M_Grpo_Gsm8k-i1-GGUF/resolve/main/SmolLM2_135M_Grpo_Gsm8k.i1-IQ3_S.gguf) | i1-IQ3_S | 0.2 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/SmolLM2_135M_Grpo_Gsm8k-i1-GGUF/resolve/main/SmolLM2_135M_Grpo_Gsm8k.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/SmolLM2_135M_Grpo_Gsm8k-i1-GGUF/resolve/main/SmolLM2_135M_Grpo_Gsm8k.i1-Q2_K.gguf) | i1-Q2_K | 0.2 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/SmolLM2_135M_Grpo_Gsm8k-i1-GGUF/resolve/main/SmolLM2_135M_Grpo_Gsm8k.i1-Q3_K_S.gguf) | i1-Q3_K_S | 0.2 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/SmolLM2_135M_Grpo_Gsm8k-i1-GGUF/resolve/main/SmolLM2_135M_Grpo_Gsm8k.i1-IQ3_M.gguf) | i1-IQ3_M | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/SmolLM2_135M_Grpo_Gsm8k-i1-GGUF/resolve/main/SmolLM2_135M_Grpo_Gsm8k.i1-IQ4_XS.gguf) | i1-IQ4_XS | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/SmolLM2_135M_Grpo_Gsm8k-i1-GGUF/resolve/main/SmolLM2_135M_Grpo_Gsm8k.i1-IQ4_NL.gguf) | i1-IQ4_NL | 0.2 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/SmolLM2_135M_Grpo_Gsm8k-i1-GGUF/resolve/main/SmolLM2_135M_Grpo_Gsm8k.i1-Q4_0.gguf) | i1-Q4_0 | 0.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/SmolLM2_135M_Grpo_Gsm8k-i1-GGUF/resolve/main/SmolLM2_135M_Grpo_Gsm8k.i1-Q3_K_M.gguf) | i1-Q3_K_M | 0.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/SmolLM2_135M_Grpo_Gsm8k-i1-GGUF/resolve/main/SmolLM2_135M_Grpo_Gsm8k.i1-Q3_K_L.gguf) | i1-Q3_K_L | 0.2 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/SmolLM2_135M_Grpo_Gsm8k-i1-GGUF/resolve/main/SmolLM2_135M_Grpo_Gsm8k.i1-Q4_1.gguf) | i1-Q4_1 | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/SmolLM2_135M_Grpo_Gsm8k-i1-GGUF/resolve/main/SmolLM2_135M_Grpo_Gsm8k.i1-Q4_K_S.gguf) | i1-Q4_K_S | 0.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/SmolLM2_135M_Grpo_Gsm8k-i1-GGUF/resolve/main/SmolLM2_135M_Grpo_Gsm8k.i1-Q4_K_M.gguf) | i1-Q4_K_M | 0.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/SmolLM2_135M_Grpo_Gsm8k-i1-GGUF/resolve/main/SmolLM2_135M_Grpo_Gsm8k.i1-Q5_K_S.gguf) | i1-Q5_K_S | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/SmolLM2_135M_Grpo_Gsm8k-i1-GGUF/resolve/main/SmolLM2_135M_Grpo_Gsm8k.i1-Q5_K_M.gguf) | i1-Q5_K_M | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/SmolLM2_135M_Grpo_Gsm8k-i1-GGUF/resolve/main/SmolLM2_135M_Grpo_Gsm8k.i1-Q6_K.gguf) | i1-Q6_K | 0.2 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/SmolLM2_135M_Grpo_Gsm8k.i1-IQ1_M.gguf b/SmolLM2_135M_Grpo_Gsm8k.i1-IQ1_M.gguf new file mode 100644 index 0000000..48eb5e0 --- /dev/null +++ b/SmolLM2_135M_Grpo_Gsm8k.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb8befb5c0cff97649b0e85d2d9f5e17d9c4cc98c1c5df1b16620731cc3a081e +size 82894784 diff --git a/SmolLM2_135M_Grpo_Gsm8k.i1-IQ1_S.gguf b/SmolLM2_135M_Grpo_Gsm8k.i1-IQ1_S.gguf new file mode 100644 index 0000000..16f76a3 --- /dev/null +++ b/SmolLM2_135M_Grpo_Gsm8k.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2320e813cdbdc4238f31994a3a371d8a531429144d58109779f6bd6596faa78f +size 82334912 diff --git a/SmolLM2_135M_Grpo_Gsm8k.i1-IQ2_M.gguf b/SmolLM2_135M_Grpo_Gsm8k.i1-IQ2_M.gguf new file mode 100644 index 0000000..28dd9de --- /dev/null +++ b/SmolLM2_135M_Grpo_Gsm8k.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33765625be520c5363659299dc1cc50f0f494b2dc35a63a62bb9333de6c03cc8 +size 85590464 diff --git a/SmolLM2_135M_Grpo_Gsm8k.i1-IQ2_S.gguf b/SmolLM2_135M_Grpo_Gsm8k.i1-IQ2_S.gguf new file mode 100644 index 0000000..ca5ddf5 --- /dev/null +++ b/SmolLM2_135M_Grpo_Gsm8k.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05bbef401fb488b62c9a0812e88d307837065883f245b56f9701f3ca8beef104 +size 84843968 diff --git a/SmolLM2_135M_Grpo_Gsm8k.i1-IQ2_XS.gguf b/SmolLM2_135M_Grpo_Gsm8k.i1-IQ2_XS.gguf new file mode 100644 index 0000000..fd1e9c0 --- /dev/null +++ b/SmolLM2_135M_Grpo_Gsm8k.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a94adf4bd3bfa083e00bf0776c81469f0ee113665e48570eb8a753df4cb3cc9 +size 84574400 diff --git a/SmolLM2_135M_Grpo_Gsm8k.i1-IQ2_XXS.gguf b/SmolLM2_135M_Grpo_Gsm8k.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..d76da2c --- /dev/null +++ b/SmolLM2_135M_Grpo_Gsm8k.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:167ffbd2818dd35331ec146a084e221ba158cb42ad10a4ed690abc3c4410240c +size 83827904 diff --git a/SmolLM2_135M_Grpo_Gsm8k.i1-IQ3_M.gguf b/SmolLM2_135M_Grpo_Gsm8k.i1-IQ3_M.gguf new file mode 100644 index 0000000..d73ad3f --- /dev/null +++ b/SmolLM2_135M_Grpo_Gsm8k.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89613d5fde5456b4f702f404e51d174352dc2ab8f532bfbdf38ac993c8334adb +size 90214592 diff --git a/SmolLM2_135M_Grpo_Gsm8k.i1-IQ3_S.gguf b/SmolLM2_135M_Grpo_Gsm8k.i1-IQ3_S.gguf new file mode 100644 index 0000000..20f1806 --- /dev/null +++ b/SmolLM2_135M_Grpo_Gsm8k.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0fb7ee871fa8b4ea4a566b62ee12a94acde95ff5133725f236e5d5992306025 +size 88203200 diff --git a/SmolLM2_135M_Grpo_Gsm8k.i1-IQ3_XS.gguf b/SmolLM2_135M_Grpo_Gsm8k.i1-IQ3_XS.gguf new file mode 100644 index 0000000..e9a4633 --- /dev/null +++ b/SmolLM2_135M_Grpo_Gsm8k.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4770ad7825b557dcbc0fc279eb2229ecfb04d7dedc449470dcefc55f5e34aef1 +size 88203200 diff --git a/SmolLM2_135M_Grpo_Gsm8k.i1-IQ3_XXS.gguf b/SmolLM2_135M_Grpo_Gsm8k.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..8da1469 --- /dev/null +++ b/SmolLM2_135M_Grpo_Gsm8k.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25d431c01d02b896810e8ea073afb17b58f5f9a81cf5a3fae82ed2786a6f26fe +size 86959040 diff --git a/SmolLM2_135M_Grpo_Gsm8k.i1-IQ4_NL.gguf b/SmolLM2_135M_Grpo_Gsm8k.i1-IQ4_NL.gguf new file mode 100644 index 0000000..10aa2bf --- /dev/null +++ b/SmolLM2_135M_Grpo_Gsm8k.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3eaddb0bfde99b70ba5b68331aa4719343ac5cfaaea9ff6ff5bf522f3538f174 +size 91728320 diff --git a/SmolLM2_135M_Grpo_Gsm8k.i1-IQ4_XS.gguf b/SmolLM2_135M_Grpo_Gsm8k.i1-IQ4_XS.gguf new file mode 100644 index 0000000..fa1169d --- /dev/null +++ b/SmolLM2_135M_Grpo_Gsm8k.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16c42f915dcfb8b5a72ab209673adee5c5a4871b1f6e26b11a23a8998b628dd3 +size 90898880 diff --git a/SmolLM2_135M_Grpo_Gsm8k.i1-Q2_K.gguf b/SmolLM2_135M_Grpo_Gsm8k.i1-Q2_K.gguf new file mode 100644 index 0000000..4bc7071 --- /dev/null +++ b/SmolLM2_135M_Grpo_Gsm8k.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e26055521337f7e77dd7a8f13b55c350847640361a42806d6f7e56a0300182a2 +size 88203200 diff --git a/SmolLM2_135M_Grpo_Gsm8k.i1-Q2_K_S.gguf b/SmolLM2_135M_Grpo_Gsm8k.i1-Q2_K_S.gguf new file mode 100644 index 0000000..9f0ea82 --- /dev/null +++ b/SmolLM2_135M_Grpo_Gsm8k.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6b2d8f952e0783eec6bcfc5cb5b8efc1bd58bb25fcb6f3f968ac67367f87ad2 +size 86129600 diff --git a/SmolLM2_135M_Grpo_Gsm8k.i1-Q3_K_L.gguf b/SmolLM2_135M_Grpo_Gsm8k.i1-Q3_K_L.gguf new file mode 100644 index 0000000..8f7f038 --- /dev/null +++ b/SmolLM2_135M_Grpo_Gsm8k.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:275a555ee2d93bcf5c21b1b5abd3bd2ca6f7f739a3eab81a98048cb6e29c0978 +size 97534400 diff --git a/SmolLM2_135M_Grpo_Gsm8k.i1-Q3_K_M.gguf b/SmolLM2_135M_Grpo_Gsm8k.i1-Q3_K_M.gguf new file mode 100644 index 0000000..edccd7a --- /dev/null +++ b/SmolLM2_135M_Grpo_Gsm8k.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b70ac5cac8d816ee94f6518bcd2c29d9fc2e8c2a6e8e34e4f4c1a19b87ef7a9b +size 93511616 diff --git a/SmolLM2_135M_Grpo_Gsm8k.i1-Q3_K_S.gguf b/SmolLM2_135M_Grpo_Gsm8k.i1-Q3_K_S.gguf new file mode 100644 index 0000000..5143302 --- /dev/null +++ b/SmolLM2_135M_Grpo_Gsm8k.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b640a1e5ab9a34944d6ed3fb60c458434acef150b55db3eee33ec6abcbceb0c +size 88203200 diff --git a/SmolLM2_135M_Grpo_Gsm8k.i1-Q4_0.gguf b/SmolLM2_135M_Grpo_Gsm8k.i1-Q4_0.gguf new file mode 100644 index 0000000..ec25fb8 --- /dev/null +++ b/SmolLM2_135M_Grpo_Gsm8k.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2a61f01a13311412e3fcf16fcddda0d89e0f4d361bac0a454d046a837d050b3 +size 91894208 diff --git a/SmolLM2_135M_Grpo_Gsm8k.i1-Q4_1.gguf b/SmolLM2_135M_Grpo_Gsm8k.i1-Q4_1.gguf new file mode 100644 index 0000000..24bd356 --- /dev/null +++ b/SmolLM2_135M_Grpo_Gsm8k.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d391f5c70c0e45ff32bc646d979f0c6c0fd38a9c19392e0ec09dc3f20e1f48b6 +size 98363840 diff --git a/SmolLM2_135M_Grpo_Gsm8k.i1-Q4_K_M.gguf b/SmolLM2_135M_Grpo_Gsm8k.i1-Q4_K_M.gguf new file mode 100644 index 0000000..c9eee5d --- /dev/null +++ b/SmolLM2_135M_Grpo_Gsm8k.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfec426ace8396c277f1a76352fb42b866fddbf5a1aa42b60953080e05c3c206 +size 105455552 diff --git a/SmolLM2_135M_Grpo_Gsm8k.i1-Q4_K_S.gguf b/SmolLM2_135M_Grpo_Gsm8k.i1-Q4_K_S.gguf new file mode 100644 index 0000000..839131d --- /dev/null +++ b/SmolLM2_135M_Grpo_Gsm8k.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6857d8dfed8f0fc5e9241ad554c54fb91d711f93833b38507507dfdea92e2020 +size 102041024 diff --git a/SmolLM2_135M_Grpo_Gsm8k.i1-Q5_K_M.gguf b/SmolLM2_135M_Grpo_Gsm8k.i1-Q5_K_M.gguf new file mode 100644 index 0000000..9324f3c --- /dev/null +++ b/SmolLM2_135M_Grpo_Gsm8k.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9deff3c4fbdf9832cc1c93eab39762d13b2322f34b5ee359980c81e911728845 +size 112104896 diff --git a/SmolLM2_135M_Grpo_Gsm8k.i1-Q5_K_S.gguf b/SmolLM2_135M_Grpo_Gsm8k.i1-Q5_K_S.gguf new file mode 100644 index 0000000..3e7ca2b --- /dev/null +++ b/SmolLM2_135M_Grpo_Gsm8k.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046ad427145be10466df48850d29b2270d5614bcff3f2cb7a2a9f3064b145eb5 +size 109976000 diff --git a/SmolLM2_135M_Grpo_Gsm8k.i1-Q6_K.gguf b/SmolLM2_135M_Grpo_Gsm8k.i1-Q6_K.gguf new file mode 100644 index 0000000..9a0a1ce --- /dev/null +++ b/SmolLM2_135M_Grpo_Gsm8k.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be56397e355ffe54ac297dea3fd71c56003c6a8c5f7b17d08d438243c5bf936a +size 138384320 diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..bb3c846 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5a99c9a1fd5fbb59777e99d986bf56490fa2045a92fca8c2503d46ddbb7693c +size 605995