commit 3beac70a203540e60c814587be2ee6e8b6290fa6 Author: ModelHub XC Date: Wed May 6 14:57:03 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..17fe931 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.f16.gguf filter=lfs diff=lfs merge=lfs -text +ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.IQ4_XS.gguf b/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.IQ4_XS.gguf new file mode 100644 index 0000000..a900cc4 --- /dev/null +++ b/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5a9460879f3797d8ec801d54431a17f0099aa4d92037a38602096124ca3e114 +size 351443104 diff --git a/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q2_K.gguf b/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q2_K.gguf new file mode 100644 index 0000000..5b12718 --- /dev/null +++ b/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fadb23a4652768af5a5df7ebb1ebb0a8a6105f0e42240fc9250088f31ca5ad74 +size 338605216 diff --git a/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q3_K_L.gguf b/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q3_K_L.gguf new file mode 100644 index 0000000..d80d16c --- /dev/null +++ b/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b5965b21507f586a95afc0e16ba3736c90f2dc735d3bbda1a42eacd9afa2e71 +size 369355936 diff --git a/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q3_K_M.gguf b/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q3_K_M.gguf new file mode 100644 index 0000000..04d7125 --- /dev/null +++ b/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:592cb7f327feeef6f0d937c982ad28d27bed922b7e1b57a22145e5aec86bd97b +size 355464352 diff --git a/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q3_K_S.gguf b/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q3_K_S.gguf new file mode 100644 index 0000000..ff6f473 --- /dev/null +++ b/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3f89f0e4f84e9b1f6694174207f87dac0decc66a6f4542586074adfc1743917 +size 338261152 diff --git a/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q4_K_M.gguf b/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q4_K_M.gguf new file mode 100644 index 0000000..4f4bf2e --- /dev/null +++ b/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e49ce633d5fca8edd17dcbd2f8dbdd8ff79a3757eaab8d50dde6eb831c0f3a64 +size 397805728 diff --git a/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q4_K_S.gguf b/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q4_K_S.gguf new file mode 100644 index 0000000..46305af --- /dev/null +++ b/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cb4e0225ee22a4062648e4e9a35a959ffb77a86e2a6036b0399b687f307437a +size 385469600 diff --git a/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q5_K_M.gguf b/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q5_K_M.gguf new file mode 100644 index 0000000..5196242 --- /dev/null +++ b/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c27cee0904254cff01050bafcf5c1d0c9f042c85ea49583744156a57e977d68d +size 420083872 diff --git a/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q5_K_S.gguf b/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q5_K_S.gguf new file mode 100644 index 0000000..3bfb649 --- /dev/null +++ b/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c846e7039f981785114370e9a68e063856ee1c33a951bc6d94e608c564a058c5 +size 412708000 diff --git a/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q6_K.gguf b/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q6_K.gguf new file mode 100644 index 0000000..f7b3283 --- /dev/null +++ b/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e3c20c0840bb75fb09448ac6ed5b38a2acbe75277e00ba819f0a2c80d225145 +size 505734304 diff --git a/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q8_0.gguf b/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q8_0.gguf new file mode 100644 index 0000000..04925e3 --- /dev/null +++ b/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b80a6dc83b16a81c1d5fb10dde2e47e6198800a374eede005c747c56ae11ede +size 531066016 diff --git a/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.f16.gguf b/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.f16.gguf new file mode 100644 index 0000000..3e16014 --- /dev/null +++ b/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b65efa845b3cd845b2e06c8c81101967955764bdb69a173fea20a0b70039b49 +size 994154656 diff --git a/README.md b/README.md new file mode 100644 index 0000000..8baf146 --- /dev/null +++ b/README.md @@ -0,0 +1,69 @@ +--- +base_model: MEscriva/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis +datasets: +- allenai/qasc +language: en +library_name: transformers +license: apache-2.0 +quantized_by: mradermacher +tags: +- musr +- question-answering +- reasoning +--- +## About + + + + + + +static quants of https://huggingface.co/MEscriva/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis + + +weighted/imatrix quants seem not to be available (by me) at this time. If they do not show up a week or so after the static ones, I have probably not planned for them. Feel free to request them by opening a Community Discussion. +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis-GGUF/resolve/main/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q3_K_S.gguf) | Q3_K_S | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis-GGUF/resolve/main/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q2_K.gguf) | Q2_K | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis-GGUF/resolve/main/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.IQ4_XS.gguf) | IQ4_XS | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis-GGUF/resolve/main/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q3_K_M.gguf) | Q3_K_M | 0.5 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis-GGUF/resolve/main/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q3_K_L.gguf) | Q3_K_L | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis-GGUF/resolve/main/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q4_K_S.gguf) | Q4_K_S | 0.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis-GGUF/resolve/main/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q4_K_M.gguf) | Q4_K_M | 0.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis-GGUF/resolve/main/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q5_K_S.gguf) | Q5_K_S | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis-GGUF/resolve/main/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q5_K_M.gguf) | Q5_K_M | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis-GGUF/resolve/main/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q6_K.gguf) | Q6_K | 0.6 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis-GGUF/resolve/main/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.Q8_0.gguf) | Q8_0 | 0.6 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis-GGUF/resolve/main/ECE-PRYMMAL-0.5B-FT-V4-MUSR-Mathis.f16.gguf) | f16 | 1.1 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + +