commit 86ee99ab397502c6397c6bdd94b6203fd5bf6cec Author: ModelHub XC Date: Sun Oct 18 03:58:17 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/yi-gutenberg-9B-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..5957a96 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,50 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +yi-gutenberg-9B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +yi-gutenberg-9B.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +yi-gutenberg-9B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +yi-gutenberg-9B.f16.gguf filter=lfs diff=lfs merge=lfs -text +yi-gutenberg-9B.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +yi-gutenberg-9B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +yi-gutenberg-9B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +yi-gutenberg-9B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +yi-gutenberg-9B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +yi-gutenberg-9B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +yi-gutenberg-9B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +yi-gutenberg-9B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +yi-gutenberg-9B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +yi-gutenberg-9B.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +yi-gutenberg-9B.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..72eeec6 --- /dev/null +++ b/README.md @@ -0,0 +1,69 @@ +--- +base_model: nbeerbower/yi-gutenberg-9B +datasets: +- jondurbin/gutenberg-dpo-v0.1 +language: +- en +library_name: transformers +license: apache-2.0 +quantized_by: mradermacher +tags: [] +--- +## About + + + + + +static quants of https://huggingface.co/nbeerbower/yi-gutenberg-9B + + +weighted/imatrix quants seem not to be available (by me) at this time. If they do not show up a week or so after the static ones, I have probably not planned for them. Feel free to request them by opening a Community Discussion. +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/yi-gutenberg-9B-GGUF/resolve/main/yi-gutenberg-9B.Q2_K.gguf) | Q2_K | 3.5 | | +| [GGUF](https://huggingface.co/mradermacher/yi-gutenberg-9B-GGUF/resolve/main/yi-gutenberg-9B.IQ3_XS.gguf) | IQ3_XS | 3.8 | | +| [GGUF](https://huggingface.co/mradermacher/yi-gutenberg-9B-GGUF/resolve/main/yi-gutenberg-9B.Q3_K_S.gguf) | Q3_K_S | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/yi-gutenberg-9B-GGUF/resolve/main/yi-gutenberg-9B.IQ3_S.gguf) | IQ3_S | 4.0 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/yi-gutenberg-9B-GGUF/resolve/main/yi-gutenberg-9B.IQ3_M.gguf) | IQ3_M | 4.2 | | +| [GGUF](https://huggingface.co/mradermacher/yi-gutenberg-9B-GGUF/resolve/main/yi-gutenberg-9B.Q3_K_M.gguf) | Q3_K_M | 4.4 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/yi-gutenberg-9B-GGUF/resolve/main/yi-gutenberg-9B.Q3_K_L.gguf) | Q3_K_L | 4.8 | | +| [GGUF](https://huggingface.co/mradermacher/yi-gutenberg-9B-GGUF/resolve/main/yi-gutenberg-9B.IQ4_XS.gguf) | IQ4_XS | 4.9 | | +| [GGUF](https://huggingface.co/mradermacher/yi-gutenberg-9B-GGUF/resolve/main/yi-gutenberg-9B.Q4_K_S.gguf) | Q4_K_S | 5.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/yi-gutenberg-9B-GGUF/resolve/main/yi-gutenberg-9B.Q4_K_M.gguf) | Q4_K_M | 5.4 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/yi-gutenberg-9B-GGUF/resolve/main/yi-gutenberg-9B.Q5_K_S.gguf) | Q5_K_S | 6.2 | | +| [GGUF](https://huggingface.co/mradermacher/yi-gutenberg-9B-GGUF/resolve/main/yi-gutenberg-9B.Q5_K_M.gguf) | Q5_K_M | 6.4 | | +| [GGUF](https://huggingface.co/mradermacher/yi-gutenberg-9B-GGUF/resolve/main/yi-gutenberg-9B.Q6_K.gguf) | Q6_K | 7.3 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/yi-gutenberg-9B-GGUF/resolve/main/yi-gutenberg-9B.Q8_0.gguf) | Q8_0 | 9.5 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/yi-gutenberg-9B-GGUF/resolve/main/yi-gutenberg-9B.f16.gguf) | f16 | 17.8 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + + diff --git a/yi-gutenberg-9B.IQ3_M.gguf b/yi-gutenberg-9B.IQ3_M.gguf new file mode 100644 index 0000000..5a4b90c --- /dev/null +++ b/yi-gutenberg-9B.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3af8fd6ef97c05c6c886d896a9b8a3605fde6c864e62c5e5c6b4a42f9d946434 +size 4055462656 diff --git a/yi-gutenberg-9B.IQ3_S.gguf b/yi-gutenberg-9B.IQ3_S.gguf new file mode 100644 index 0000000..1cb7595 --- /dev/null +++ b/yi-gutenberg-9B.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f89a4fc65e2a8ed3f6dffcfca14f966c883708935459939718acecb1e2f153b1 +size 3912577792 diff --git a/yi-gutenberg-9B.IQ3_XS.gguf b/yi-gutenberg-9B.IQ3_XS.gguf new file mode 100644 index 0000000..8b65ac2 --- /dev/null +++ b/yi-gutenberg-9B.IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d5b83015ecf45298e37c7e12caf953e8fa0b8a03b32c3e9648fc53b76b8e7d2 +size 3717935872 diff --git a/yi-gutenberg-9B.IQ4_XS.gguf b/yi-gutenberg-9B.IQ4_XS.gguf new file mode 100644 index 0000000..ed50013 --- /dev/null +++ b/yi-gutenberg-9B.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:480f6aca11f2876247f5c539dad3e2a1accab09a67c2d29ca5c477e1cfff4095 +size 4827280128 diff --git a/yi-gutenberg-9B.Q2_K.gguf b/yi-gutenberg-9B.Q2_K.gguf new file mode 100644 index 0000000..1d626f6 --- /dev/null +++ b/yi-gutenberg-9B.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7332dc554ab611891cb940832718e0fed455854b915a64a30df797b29cb11c0 +size 3354325760 diff --git a/yi-gutenberg-9B.Q3_K_L.gguf b/yi-gutenberg-9B.Q3_K_L.gguf new file mode 100644 index 0000000..d8b903c --- /dev/null +++ b/yi-gutenberg-9B.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:141c49e9fda620477ef8f30ff77d08211b70cc9e4bf09c612a046cb306463d77 +size 4690752256 diff --git a/yi-gutenberg-9B.Q3_K_M.gguf b/yi-gutenberg-9B.Q3_K_M.gguf new file mode 100644 index 0000000..b781a66 --- /dev/null +++ b/yi-gutenberg-9B.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50a5702a9dfbb5dd2f57e065a6856fab59ec336cadae4498c2daa149d66c504d +size 4324406016 diff --git a/yi-gutenberg-9B.Q3_K_S.gguf b/yi-gutenberg-9B.Q3_K_S.gguf new file mode 100644 index 0000000..3a8ce35 --- /dev/null +++ b/yi-gutenberg-9B.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf3d06dec99a467cfe577cfd1c7ca9b3597e21051967f8ee8de44b7630e8f007 +size 3899208448 diff --git a/yi-gutenberg-9B.Q4_K_M.gguf b/yi-gutenberg-9B.Q4_K_M.gguf new file mode 100644 index 0000000..abf9d9d --- /dev/null +++ b/yi-gutenberg-9B.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aab59df94b3c7326c7499444bc8166eb848c6ba445b5ec6baf6f77787ffcf65f +size 5328958208 diff --git a/yi-gutenberg-9B.Q4_K_S.gguf b/yi-gutenberg-9B.Q4_K_S.gguf new file mode 100644 index 0000000..19d672d --- /dev/null +++ b/yi-gutenberg-9B.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a00cf1746050570846a900d00471ad48b04f4a5921dc31f09899580fc25107d +size 5071860480 diff --git a/yi-gutenberg-9B.Q5_K_M.gguf b/yi-gutenberg-9B.Q5_K_M.gguf new file mode 100644 index 0000000..faf6d4f --- /dev/null +++ b/yi-gutenberg-9B.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b3be4dfe60f7ba932921473fb935036dab3f2a75e59f05082c6ea0ea857ed5 +size 6258258688 diff --git a/yi-gutenberg-9B.Q5_K_S.gguf b/yi-gutenberg-9B.Q5_K_S.gguf new file mode 100644 index 0000000..7e7a62a --- /dev/null +++ b/yi-gutenberg-9B.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c41d96a62a3b0c74f21e7ce809046ca805e8fc0c423999a5980d8444646f68ea +size 6107853568 diff --git a/yi-gutenberg-9B.Q6_K.gguf b/yi-gutenberg-9B.Q6_K.gguf new file mode 100644 index 0000000..ab0d845 --- /dev/null +++ b/yi-gutenberg-9B.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0344c03a289db92d47c925b9318bf966c613465d76ecb687df11cddc1e33470 +size 7245640448 diff --git a/yi-gutenberg-9B.Q8_0.gguf b/yi-gutenberg-9B.Q8_0.gguf new file mode 100644 index 0000000..196fe7c --- /dev/null +++ b/yi-gutenberg-9B.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c159111785dff9a0fa2878918f8be0526ee44d65b674bd55c88e8b022d24a360 +size 9383916288 diff --git a/yi-gutenberg-9B.f16.gguf b/yi-gutenberg-9B.f16.gguf new file mode 100644 index 0000000..41d3fca --- /dev/null +++ b/yi-gutenberg-9B.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57c085ae7782e90abf82c9a0179e19b86abc7ed245512d131d3df4c32cebd9a0 +size 17661113088