commit 7d5cf66bcc2ddda2dd58d2474cfa4513dbf11662 Author: ModelHub XC Date: Tue Apr 14 00:56:04 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/recipenlg-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..b2b9d4b --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +recipenlg.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +recipenlg.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +recipenlg.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +recipenlg.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +recipenlg.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +recipenlg.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +recipenlg.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +recipenlg.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +recipenlg.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +recipenlg.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +recipenlg.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +recipenlg.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +recipenlg.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +recipenlg.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +recipenlg.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +recipenlg.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +recipenlg.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +recipenlg.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +recipenlg.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +recipenlg.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +recipenlg.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +recipenlg.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +recipenlg.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +recipenlg.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..0e77dc2 --- /dev/null +++ b/README.md @@ -0,0 +1,75 @@ +--- +base_model: mbien/recipenlg +language: +- en +library_name: transformers +quantized_by: mradermacher +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/mbien/recipenlg + + +static quants are available at https://huggingface.co/mradermacher/recipenlg-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/recipenlg-i1-GGUF/resolve/main/recipenlg.i1-IQ1_S.gguf) | i1-IQ1_S | 0.2 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/recipenlg-i1-GGUF/resolve/main/recipenlg.i1-IQ1_M.gguf) | i1-IQ1_M | 0.2 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/recipenlg-i1-GGUF/resolve/main/recipenlg.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/recipenlg-i1-GGUF/resolve/main/recipenlg.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/recipenlg-i1-GGUF/resolve/main/recipenlg.i1-IQ2_S.gguf) | i1-IQ2_S | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/recipenlg-i1-GGUF/resolve/main/recipenlg.i1-IQ2_M.gguf) | i1-IQ2_M | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/recipenlg-i1-GGUF/resolve/main/recipenlg.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.2 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/recipenlg-i1-GGUF/resolve/main/recipenlg.i1-Q2_K.gguf) | i1-Q2_K | 0.2 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/recipenlg-i1-GGUF/resolve/main/recipenlg.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.2 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/recipenlg-i1-GGUF/resolve/main/recipenlg.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/recipenlg-i1-GGUF/resolve/main/recipenlg.i1-IQ3_S.gguf) | i1-IQ3_S | 0.2 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/recipenlg-i1-GGUF/resolve/main/recipenlg.i1-Q3_K_S.gguf) | i1-Q3_K_S | 0.2 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/recipenlg-i1-GGUF/resolve/main/recipenlg.i1-IQ3_M.gguf) | i1-IQ3_M | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/recipenlg-i1-GGUF/resolve/main/recipenlg.i1-Q3_K_M.gguf) | i1-Q3_K_M | 0.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/recipenlg-i1-GGUF/resolve/main/recipenlg.i1-Q3_K_L.gguf) | i1-Q3_K_L | 0.2 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/recipenlg-i1-GGUF/resolve/main/recipenlg.i1-IQ4_XS.gguf) | i1-IQ4_XS | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/recipenlg-i1-GGUF/resolve/main/recipenlg.i1-IQ4_NL.gguf) | i1-IQ4_NL | 0.2 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/recipenlg-i1-GGUF/resolve/main/recipenlg.i1-Q4_0.gguf) | i1-Q4_0 | 0.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/recipenlg-i1-GGUF/resolve/main/recipenlg.i1-Q4_K_S.gguf) | i1-Q4_K_S | 0.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/recipenlg-i1-GGUF/resolve/main/recipenlg.i1-Q4_K_M.gguf) | i1-Q4_K_M | 0.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/recipenlg-i1-GGUF/resolve/main/recipenlg.i1-Q4_1.gguf) | i1-Q4_1 | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/recipenlg-i1-GGUF/resolve/main/recipenlg.i1-Q5_K_S.gguf) | i1-Q5_K_S | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/recipenlg-i1-GGUF/resolve/main/recipenlg.i1-Q5_K_M.gguf) | i1-Q5_K_M | 0.2 | | +| [GGUF](https://huggingface.co/mradermacher/recipenlg-i1-GGUF/resolve/main/recipenlg.i1-Q6_K.gguf) | i1-Q6_K | 0.2 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..056a8a2 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75a922646230a0fd65c3d444e6b653f815eda44331fc7a0d5913fac9d646c65e +size 259687 diff --git a/recipenlg.i1-IQ1_M.gguf b/recipenlg.i1-IQ1_M.gguf new file mode 100644 index 0000000..2b9c5bf --- /dev/null +++ b/recipenlg.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:004e00648e9108128391b9f26b7f7958faf9f1faa4ef61fc9ecdf19eacfbbd42 +size 63731840 diff --git a/recipenlg.i1-IQ1_S.gguf b/recipenlg.i1-IQ1_S.gguf new file mode 100644 index 0000000..7a27a11 --- /dev/null +++ b/recipenlg.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f91db1f04a416b7e12524ec711a77504f5384d27cacfe11ac0513fdcb4c0e26b +size 61962368 diff --git a/recipenlg.i1-IQ2_M.gguf b/recipenlg.i1-IQ2_M.gguf new file mode 100644 index 0000000..1297c6c --- /dev/null +++ b/recipenlg.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1909a53226fff72ba150d76fa3896fced561ad27f8891d480a6e5022081e2667 +size 76776736 diff --git a/recipenlg.i1-IQ2_S.gguf b/recipenlg.i1-IQ2_S.gguf new file mode 100644 index 0000000..4e0947c --- /dev/null +++ b/recipenlg.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:183cd539d9e34d6eccbffc2de174fd8e01b781443eb3c1aea196dd3b38bf7ef3 +size 74417440 diff --git a/recipenlg.i1-IQ2_XS.gguf b/recipenlg.i1-IQ2_XS.gguf new file mode 100644 index 0000000..1ae0acb --- /dev/null +++ b/recipenlg.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e69a9fb23fa80c26b6b818af39969a39b57fd02d20db1a659b999c044568727 +size 69261440 diff --git a/recipenlg.i1-IQ2_XXS.gguf b/recipenlg.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..4af425b --- /dev/null +++ b/recipenlg.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad51fa8d2205cc1c15b990bdbf9aa4e19e7f8f2868ef941612727deb87047c6c +size 66680960 diff --git a/recipenlg.i1-IQ3_M.gguf b/recipenlg.i1-IQ3_M.gguf new file mode 100644 index 0000000..debb87c --- /dev/null +++ b/recipenlg.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0a423aa1a5ad707449905a1bd8e01f68e9b6699726ca785e8b97f6b7528e027 +size 94235296 diff --git a/recipenlg.i1-IQ3_S.gguf b/recipenlg.i1-IQ3_S.gguf new file mode 100644 index 0000000..f28d852 --- /dev/null +++ b/recipenlg.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c245c06e1f61739bec372a3327f000c64b8771e2f35f9e3d0a903b3d265d4470 +size 90161824 diff --git a/recipenlg.i1-IQ3_XS.gguf b/recipenlg.i1-IQ3_XS.gguf new file mode 100644 index 0000000..0b42cb4 --- /dev/null +++ b/recipenlg.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e2eb003b61e21edb660ae5465dc3a4aa1f1e2b874667d3e2e10f5258d8c1c80 +size 89166496 diff --git a/recipenlg.i1-IQ3_XXS.gguf b/recipenlg.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..f54d8bf --- /dev/null +++ b/recipenlg.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1d82950b9cc15cb33d8a85a878de12996b4e65515a87e7e1c5b4f4c2a97e53b +size 81384736 diff --git a/recipenlg.i1-IQ4_NL.gguf b/recipenlg.i1-IQ4_NL.gguf new file mode 100644 index 0000000..3f8be38 --- /dev/null +++ b/recipenlg.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5c1ed42a83cdc73b8da06b39f6b2f5d8886e581edf1b1ac5f4468a7bcf2169a +size 106569728 diff --git a/recipenlg.i1-IQ4_XS.gguf b/recipenlg.i1-IQ4_XS.gguf new file mode 100644 index 0000000..31e345d --- /dev/null +++ b/recipenlg.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e77f0ec0830c4f7fc67be9e364cb6d992162a5a524ed6b4dcf5ad6bedc89038d +size 102709056 diff --git a/recipenlg.i1-Q2_K.gguf b/recipenlg.i1-Q2_K.gguf new file mode 100644 index 0000000..b6654d0 --- /dev/null +++ b/recipenlg.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58af2af6ba4db61839f1e528c8ce2dd9acf96a0213e1c3fe68a317fd6303e50a +size 81208832 diff --git a/recipenlg.i1-Q2_K_S.gguf b/recipenlg.i1-Q2_K_S.gguf new file mode 100644 index 0000000..2105279 --- /dev/null +++ b/recipenlg.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:223b5b078c62a0d27a04ebf195d1b37cd2e2db588d9744d8a438bfbb89d5918b +size 78167552 diff --git a/recipenlg.i1-Q3_K_L.gguf b/recipenlg.i1-Q3_K_L.gguf new file mode 100644 index 0000000..8ad03ef --- /dev/null +++ b/recipenlg.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf4b3713614f13a9689d6930642ca34f99130ebdd601f2f23fa0100bfeee0491 +size 102105760 diff --git a/recipenlg.i1-Q3_K_M.gguf b/recipenlg.i1-Q3_K_M.gguf new file mode 100644 index 0000000..c676062 --- /dev/null +++ b/recipenlg.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dda83163bd8f876e5a8aa28375491c1295f538db035f4394708ea5858cd9d65 +size 97682080 diff --git a/recipenlg.i1-Q3_K_S.gguf b/recipenlg.i1-Q3_K_S.gguf new file mode 100644 index 0000000..f27e42c --- /dev/null +++ b/recipenlg.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57fe3b421e02757de6580409e6f10c3267cb432b89f788078ccaaebeec27e0e1 +size 90161824 diff --git a/recipenlg.i1-Q4_0.gguf b/recipenlg.i1-Q4_0.gguf new file mode 100644 index 0000000..6e3fd02 --- /dev/null +++ b/recipenlg.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6f341c61ee2123138dec187dbe9c26dcbb69af987c98e10b404e60da4a7410d +size 106717184 diff --git a/recipenlg.i1-Q4_1.gguf b/recipenlg.i1-Q4_1.gguf new file mode 100644 index 0000000..bb93c59 --- /dev/null +++ b/recipenlg.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebfe0c8e7377f214ebcf967dd419b3dc6f02d0f834a8ffbff5d28c84819f67ac +size 114291104 diff --git a/recipenlg.i1-Q4_K_M.gguf b/recipenlg.i1-Q4_K_M.gguf new file mode 100644 index 0000000..57fa9cd --- /dev/null +++ b/recipenlg.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd824c96245667887f126fd7c3d6f847790fe8d202fca97b47b755d1e28dad3c +size 112873472 diff --git a/recipenlg.i1-Q4_K_S.gguf b/recipenlg.i1-Q4_K_S.gguf new file mode 100644 index 0000000..d57ac4f --- /dev/null +++ b/recipenlg.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e86f433417516668028eb6b16a524f52b8c60fab6f3d430788cab2f0d1b38031 +size 106864640 diff --git a/recipenlg.i1-Q5_K_M.gguf b/recipenlg.i1-Q5_K_M.gguf new file mode 100644 index 0000000..a73afad --- /dev/null +++ b/recipenlg.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3100ec447d4b7103fa669bf78ebd7e393fc39c574f1b69463d61ac61b7668d1b +size 126712640 diff --git a/recipenlg.i1-Q5_K_S.gguf b/recipenlg.i1-Q5_K_S.gguf new file mode 100644 index 0000000..10b7d21 --- /dev/null +++ b/recipenlg.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3370b2bbf133d9b581419e07d1f2e26700e8aec3d4bbbec446e4fde79d57635 +size 122012480 diff --git a/recipenlg.i1-Q6_K.gguf b/recipenlg.i1-Q6_K.gguf new file mode 100644 index 0000000..f33980f --- /dev/null +++ b/recipenlg.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8244da597dab5e2c0d6a2615d173dbc93dcfa93d529c804e2de6ef84a4ca238 +size 138420416