commit a23ec6076f89dc58f2d88aab6049268b9259518c Author: ModelHub XC Date: Sat May 30 18:10:17 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/GodziLLa-30B-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..3b90144 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +GodziLLa-30B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +GodziLLa-30B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +GodziLLa-30B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +GodziLLa-30B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +GodziLLa-30B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +GodziLLa-30B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +GodziLLa-30B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +GodziLLa-30B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +GodziLLa-30B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +GodziLLa-30B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +GodziLLa-30B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +GodziLLa-30B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +GodziLLa-30B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +GodziLLa-30B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +GodziLLa-30B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +GodziLLa-30B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +GodziLLa-30B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +GodziLLa-30B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +GodziLLa-30B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +GodziLLa-30B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +GodziLLa-30B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/GodziLLa-30B.i1-IQ1_M.gguf b/GodziLLa-30B.i1-IQ1_M.gguf new file mode 100644 index 0000000..cf81373 --- /dev/null +++ b/GodziLLa-30B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c5045d0f7ba40c2ee0ccf955eff03dc6b9036e657efe95c53bf41ce5281cd55 +size 8008083936 diff --git a/GodziLLa-30B.i1-IQ1_S.gguf b/GodziLLa-30B.i1-IQ1_S.gguf new file mode 100644 index 0000000..d4354e9 --- /dev/null +++ b/GodziLLa-30B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07e73978b31e53bba117e66223b2a9b158c2b3bd8435ba5f8ca7cd6de86eb147 +size 7399858656 diff --git a/GodziLLa-30B.i1-IQ2_M.gguf b/GodziLLa-30B.i1-IQ2_M.gguf new file mode 100644 index 0000000..a630232 --- /dev/null +++ b/GodziLLa-30B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ea7c1919f3e70da669ffe4852bed294e8c087d1e1c82d11e36c231b268c55cb +size 11476991456 diff --git a/GodziLLa-30B.i1-IQ2_S.gguf b/GodziLLa-30B.i1-IQ2_S.gguf new file mode 100644 index 0000000..7ce927f --- /dev/null +++ b/GodziLLa-30B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73335a800916ce086af933f0d0831bd5f22afcfa286dfb97be937cb9673d0881 +size 10666024416 diff --git a/GodziLLa-30B.i1-IQ2_XS.gguf b/GodziLLa-30B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..d88f669 --- /dev/null +++ b/GodziLLa-30B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f221c72ffb4f4127ee047303c0590419bd7b6be6b8b7d5164157c50e31edc04 +size 9915826656 diff --git a/GodziLLa-30B.i1-IQ2_XXS.gguf b/GodziLLa-30B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..a2171c9 --- /dev/null +++ b/GodziLLa-30B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6da3048f055335b8e7b9382d24aec9c05a06b756b39e011af6f7a4973d3867aa +size 9021792736 diff --git a/GodziLLa-30B.i1-IQ3_M.gguf b/GodziLLa-30B.i1-IQ3_M.gguf new file mode 100644 index 0000000..7bb8d74 --- /dev/null +++ b/GodziLLa-30B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b840cc7e2aa2c92a97cac145abdb5d40820b672d93e46247e9dc21c1bcca9f7c +size 15132333536 diff --git a/GodziLLa-30B.i1-IQ3_S.gguf b/GodziLLa-30B.i1-IQ3_S.gguf new file mode 100644 index 0000000..63cc5c4 --- /dev/null +++ b/GodziLLa-30B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93ef8d59125e69b260a30a15b26b73d90697cc641cd6cc7d847ce1ca8dfc5418 +size 14315376096 diff --git a/GodziLLa-30B.i1-IQ3_XS.gguf b/GodziLLa-30B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..4560ee1 --- /dev/null +++ b/GodziLLa-30B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d6d9f46ba00b7f4011ff34b10b1450fc0f56c2d10969e982a9e285c0ad8031f +size 13562981856 diff --git a/GodziLLa-30B.i1-IQ3_XXS.gguf b/GodziLLa-30B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..26bd7bf --- /dev/null +++ b/GodziLLa-30B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0bed4f83f9bde50688440b9e2e05a23bc54ab2aa0dba79a24f14b3212644f5b +size 12602920416 diff --git a/GodziLLa-30B.i1-IQ4_XS.gguf b/GodziLLa-30B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..a9371ef --- /dev/null +++ b/GodziLLa-30B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04cf992136eefdfa7b464364693e3c1b668e0857e4d20571cd14a60687c31bf0 +size 17597383136 diff --git a/GodziLLa-30B.i1-Q2_K.gguf b/GodziLLa-30B.i1-Q2_K.gguf new file mode 100644 index 0000000..6e5ef3b --- /dev/null +++ b/GodziLLa-30B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43d2812ebe75befcd49a15f99621c09d6dfcb2cd841728fecf73193dfc3b1263 +size 12300138976 diff --git a/GodziLLa-30B.i1-Q3_K_L.gguf b/GodziLLa-30B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..13a5d15 --- /dev/null +++ b/GodziLLa-30B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:897394b4eddb5a5cd39a2c876e5fbc1499373a55206014636d78f51e52f0328b +size 17531022816 diff --git a/GodziLLa-30B.i1-Q3_K_M.gguf b/GodziLLa-30B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..ec16c24 --- /dev/null +++ b/GodziLLa-30B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b5d360a6c3fdd4f35a300566fec5ba2611c19c22a824a1e7e10d8ae108d88e0 +size 16027725280 diff --git a/GodziLLa-30B.i1-Q3_K_S.gguf b/GodziLLa-30B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..ddc3497 --- /dev/null +++ b/GodziLLa-30B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6b5cead1d183bed3413faf8b361bbce85b2d40d2bc04653bfb2c327730f2c44 +size 14315376096 diff --git a/GodziLLa-30B.i1-Q4_0.gguf b/GodziLLa-30B.i1-Q4_0.gguf new file mode 100644 index 0000000..1d34ebc --- /dev/null +++ b/GodziLLa-30B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:914073dcc79109dbcfdf3747310563ae8bb086c40132c1b1cc20840e61c318af +size 18659414496 diff --git a/GodziLLa-30B.i1-Q4_K_M.gguf b/GodziLLa-30B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..5a6ea22 --- /dev/null +++ b/GodziLLa-30B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7134078c627a348d8f5055115c198aab2cac9c5c84802396d8102bea13f376e3 +size 19872403936 diff --git a/GodziLLa-30B.i1-Q4_K_S.gguf b/GodziLLa-30B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..c7bb6cc --- /dev/null +++ b/GodziLLa-30B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84becaa2a3282138138364eaf51e809039027f5184fdca56b884da1504a70254 +size 18733748704 diff --git a/GodziLLa-30B.i1-Q5_K_M.gguf b/GodziLLa-30B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..1752de3 --- /dev/null +++ b/GodziLLa-30B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e1c993c6a9887430e577ba165b9e75e7467c90f9fb86847c73d87a7d4771dd2 +size 23298380256 diff --git a/GodziLLa-30B.i1-Q5_K_S.gguf b/GodziLLa-30B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..b1e8b9b --- /dev/null +++ b/GodziLLa-30B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd0d5a272d71b11d814b53af78b08e70af88d91aa6628e1e69c900b7e618f485 +size 22646624736 diff --git a/GodziLLa-30B.i1-Q6_K.gguf b/GodziLLa-30B.i1-Q6_K.gguf new file mode 100644 index 0000000..8558b04 --- /dev/null +++ b/GodziLLa-30B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af769db09529283d2187ad9f7503fac5e6ce68cc32f98398e7b2e55d893a4769 +size 26938480096 diff --git a/README.md b/README.md new file mode 100644 index 0000000..3014244 --- /dev/null +++ b/README.md @@ -0,0 +1,72 @@ +--- +base_model: MayaPH/GodziLLa-30B +language: +- en +library_name: transformers +license: cc-by-nc-4.0 +quantized_by: mradermacher +tags: +- merge +- mix +- cot +--- +## About + +weighted/imatrix quants of https://huggingface.co/MayaPH/GodziLLa-30B + + +static quants are available at https://huggingface.co/mradermacher/GodziLLa-30B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/GodziLLa-30B-i1-GGUF/resolve/main/GodziLLa-30B.i1-IQ1_S.gguf) | i1-IQ1_S | 7.5 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/GodziLLa-30B-i1-GGUF/resolve/main/GodziLLa-30B.i1-IQ1_M.gguf) | i1-IQ1_M | 8.1 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/GodziLLa-30B-i1-GGUF/resolve/main/GodziLLa-30B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 9.1 | | +| [GGUF](https://huggingface.co/mradermacher/GodziLLa-30B-i1-GGUF/resolve/main/GodziLLa-30B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 10.0 | | +| [GGUF](https://huggingface.co/mradermacher/GodziLLa-30B-i1-GGUF/resolve/main/GodziLLa-30B.i1-IQ2_S.gguf) | i1-IQ2_S | 10.8 | | +| [GGUF](https://huggingface.co/mradermacher/GodziLLa-30B-i1-GGUF/resolve/main/GodziLLa-30B.i1-IQ2_M.gguf) | i1-IQ2_M | 11.6 | | +| [GGUF](https://huggingface.co/mradermacher/GodziLLa-30B-i1-GGUF/resolve/main/GodziLLa-30B.i1-Q2_K.gguf) | i1-Q2_K | 12.4 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/GodziLLa-30B-i1-GGUF/resolve/main/GodziLLa-30B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 12.7 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/GodziLLa-30B-i1-GGUF/resolve/main/GodziLLa-30B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 13.7 | | +| [GGUF](https://huggingface.co/mradermacher/GodziLLa-30B-i1-GGUF/resolve/main/GodziLLa-30B.i1-IQ3_S.gguf) | i1-IQ3_S | 14.4 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/GodziLLa-30B-i1-GGUF/resolve/main/GodziLLa-30B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 14.4 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/GodziLLa-30B-i1-GGUF/resolve/main/GodziLLa-30B.i1-IQ3_M.gguf) | i1-IQ3_M | 15.2 | | +| [GGUF](https://huggingface.co/mradermacher/GodziLLa-30B-i1-GGUF/resolve/main/GodziLLa-30B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 16.1 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/GodziLLa-30B-i1-GGUF/resolve/main/GodziLLa-30B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 17.6 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/GodziLLa-30B-i1-GGUF/resolve/main/GodziLLa-30B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 17.7 | | +| [GGUF](https://huggingface.co/mradermacher/GodziLLa-30B-i1-GGUF/resolve/main/GodziLLa-30B.i1-Q4_0.gguf) | i1-Q4_0 | 18.8 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/GodziLLa-30B-i1-GGUF/resolve/main/GodziLLa-30B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 18.8 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/GodziLLa-30B-i1-GGUF/resolve/main/GodziLLa-30B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 20.0 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/GodziLLa-30B-i1-GGUF/resolve/main/GodziLLa-30B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 22.7 | | +| [GGUF](https://huggingface.co/mradermacher/GodziLLa-30B-i1-GGUF/resolve/main/GodziLLa-30B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 23.4 | | +| [GGUF](https://huggingface.co/mradermacher/GodziLLa-30B-i1-GGUF/resolve/main/GodziLLa-30B.i1-Q6_K.gguf) | i1-Q6_K | 27.0 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..e8f1fc9 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:021b9cc86061d003c9be88c9d46e57054fc3af8497c2086b549ce7ddaea38963 +size 13899354