commit fa58436add9181e26e99c0b477c54ffc14349155 Author: ModelHub XC Date: Mon May 25 10:53:15 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Qwen-2.5-3b-Quran-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..d6d3548 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Qwen-2.5-3b-Quran.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-2.5-3b-Quran.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-2.5-3b-Quran.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-2.5-3b-Quran.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-2.5-3b-Quran.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-2.5-3b-Quran.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-2.5-3b-Quran.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-2.5-3b-Quran.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-2.5-3b-Quran.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-2.5-3b-Quran.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-2.5-3b-Quran.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Qwen-2.5-3b-Quran.f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Qwen-2.5-3b-Quran.IQ4_XS.gguf b/Qwen-2.5-3b-Quran.IQ4_XS.gguf new file mode 100644 index 0000000..528e7e5 --- /dev/null +++ b/Qwen-2.5-3b-Quran.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96afe6b5fef76855486d7f41a1da4ba609d175920c5547632ee225ac50c13347 +size 1752721952 diff --git a/Qwen-2.5-3b-Quran.Q2_K.gguf b/Qwen-2.5-3b-Quran.Q2_K.gguf new file mode 100644 index 0000000..1d19da1 --- /dev/null +++ b/Qwen-2.5-3b-Quran.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fffcc20201cfcf5a3f37358ea6ead4735e763c25e3f2422fae37fe0a9ce065a2 +size 1274292768 diff --git a/Qwen-2.5-3b-Quran.Q3_K_L.gguf b/Qwen-2.5-3b-Quran.Q3_K_L.gguf new file mode 100644 index 0000000..161983c --- /dev/null +++ b/Qwen-2.5-3b-Quran.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc2d4f1991506081a5d4a6b2ffae421d558d6603f40c1003781c5f95145f6f11 +size 1706928672 diff --git a/Qwen-2.5-3b-Quran.Q3_K_M.gguf b/Qwen-2.5-3b-Quran.Q3_K_M.gguf new file mode 100644 index 0000000..745a501 --- /dev/null +++ b/Qwen-2.5-3b-Quran.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c077f15fb2490c63f05b4c8b1205ae41f7a0623f786308f398567dbb583f713b +size 1590012448 diff --git a/Qwen-2.5-3b-Quran.Q3_K_S.gguf b/Qwen-2.5-3b-Quran.Q3_K_S.gguf new file mode 100644 index 0000000..421a2b9 --- /dev/null +++ b/Qwen-2.5-3b-Quran.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:021504650c6663764fa7fed23bbf9c801580050f7352e616a834bffc766ba445 +size 1453894176 diff --git a/Qwen-2.5-3b-Quran.Q4_K_M.gguf b/Qwen-2.5-3b-Quran.Q4_K_M.gguf new file mode 100644 index 0000000..81cf4a8 --- /dev/null +++ b/Qwen-2.5-3b-Quran.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b95545951f6d2c06e4a70b0850ae6f5ae5c1e08ed4984eb12e9daa0ae608e061 +size 1929439776 diff --git a/Qwen-2.5-3b-Quran.Q4_K_S.gguf b/Qwen-2.5-3b-Quran.Q4_K_S.gguf new file mode 100644 index 0000000..00b7fc0 --- /dev/null +++ b/Qwen-2.5-3b-Quran.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e293c004df25dc1c99be48ec24376ba18c439c5793d01f0b442f9c79a56919ad +size 1833921056 diff --git a/Qwen-2.5-3b-Quran.Q5_K_M.gguf b/Qwen-2.5-3b-Quran.Q5_K_M.gguf new file mode 100644 index 0000000..61a8ed1 --- /dev/null +++ b/Qwen-2.5-3b-Quran.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2148ee9833e260d962310e738b7d822d975055a6fd9040494f4cac69f5e7c93f +size 2224351776 diff --git a/Qwen-2.5-3b-Quran.Q5_K_S.gguf b/Qwen-2.5-3b-Quran.Q5_K_S.gguf new file mode 100644 index 0000000..7249139 --- /dev/null +++ b/Qwen-2.5-3b-Quran.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9911656b76c41a06820e9fea24b25f777128a4b85524395490f9b8053c2e9bb1 +size 2169203232 diff --git a/Qwen-2.5-3b-Quran.Q6_K.gguf b/Qwen-2.5-3b-Quran.Q6_K.gguf new file mode 100644 index 0000000..0a923c6 --- /dev/null +++ b/Qwen-2.5-3b-Quran.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e972c437a530b9a21008e595a404b6db4a0d6e2fc23f18d3caf0371de96aa402 +size 2537695776 diff --git a/Qwen-2.5-3b-Quran.Q8_0.gguf b/Qwen-2.5-3b-Quran.Q8_0.gguf new file mode 100644 index 0000000..3a4788b --- /dev/null +++ b/Qwen-2.5-3b-Quran.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80f3d0c233f911aabf19af80e5c6ca0aa5e16c373ced2e9b40c2a2aa8ff36425 +size 3284878592 diff --git a/Qwen-2.5-3b-Quran.f16.gguf b/Qwen-2.5-3b-Quran.f16.gguf new file mode 100644 index 0000000..1fc7cea --- /dev/null +++ b/Qwen-2.5-3b-Quran.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:736808bba6aa723ad66d2a3c5e528b6461726ba89d1a73fd07c28619ea9c9b3b +size 6177199232 diff --git a/README.md b/README.md new file mode 100644 index 0000000..6fdee56 --- /dev/null +++ b/README.md @@ -0,0 +1,66 @@ +--- +base_model: Ellbendls/Qwen-2.5-3b-Quran +datasets: +- emhaihsan/quran-indonesia-tafseer-translation +language: +- id +library_name: transformers +license: mit +quantized_by: mradermacher +--- +## About + + + + + + +static quants of https://huggingface.co/Ellbendls/Qwen-2.5-3b-Quran + + +weighted/imatrix quants seem not to be available (by me) at this time. If they do not show up a week or so after the static ones, I have probably not planned for them. Feel free to request them by opening a Community Discussion. +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Qwen-2.5-3b-Quran-GGUF/resolve/main/Qwen-2.5-3b-Quran.Q2_K.gguf) | Q2_K | 1.4 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen-2.5-3b-Quran-GGUF/resolve/main/Qwen-2.5-3b-Quran.Q3_K_S.gguf) | Q3_K_S | 1.6 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen-2.5-3b-Quran-GGUF/resolve/main/Qwen-2.5-3b-Quran.Q3_K_M.gguf) | Q3_K_M | 1.7 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen-2.5-3b-Quran-GGUF/resolve/main/Qwen-2.5-3b-Quran.Q3_K_L.gguf) | Q3_K_L | 1.8 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen-2.5-3b-Quran-GGUF/resolve/main/Qwen-2.5-3b-Quran.IQ4_XS.gguf) | IQ4_XS | 1.9 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen-2.5-3b-Quran-GGUF/resolve/main/Qwen-2.5-3b-Quran.Q4_K_S.gguf) | Q4_K_S | 1.9 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Qwen-2.5-3b-Quran-GGUF/resolve/main/Qwen-2.5-3b-Quran.Q4_K_M.gguf) | Q4_K_M | 2.0 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Qwen-2.5-3b-Quran-GGUF/resolve/main/Qwen-2.5-3b-Quran.Q5_K_S.gguf) | Q5_K_S | 2.3 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen-2.5-3b-Quran-GGUF/resolve/main/Qwen-2.5-3b-Quran.Q5_K_M.gguf) | Q5_K_M | 2.3 | | +| [GGUF](https://huggingface.co/mradermacher/Qwen-2.5-3b-Quran-GGUF/resolve/main/Qwen-2.5-3b-Quran.Q6_K.gguf) | Q6_K | 2.6 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen-2.5-3b-Quran-GGUF/resolve/main/Qwen-2.5-3b-Quran.Q8_0.gguf) | Q8_0 | 3.4 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/Qwen-2.5-3b-Quran-GGUF/resolve/main/Qwen-2.5-3b-Quran.f16.gguf) | f16 | 6.3 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + +