commit 8cd84729a6f8da83b39704b50094e9d0a063a5bd Author: ModelHub XC Date: Mon Jul 6 11:20:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/13B-Chimera-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..05b2b51 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,49 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +13B-Chimera.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +13B-Chimera.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +13B-Chimera.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +13B-Chimera.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +13B-Chimera.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +13B-Chimera.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +13B-Chimera.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +13B-Chimera.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +13B-Chimera.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +13B-Chimera.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +13B-Chimera.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +13B-Chimera.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +13B-Chimera.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +13B-Chimera.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/13B-Chimera.IQ3_M.gguf b/13B-Chimera.IQ3_M.gguf new file mode 100644 index 0000000..86681dd --- /dev/null +++ b/13B-Chimera.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb128bf32d738d4910667628478516ce3a891d9547f0d6864ab5bd3d31462328 +size 5984509920 diff --git a/13B-Chimera.IQ3_S.gguf b/13B-Chimera.IQ3_S.gguf new file mode 100644 index 0000000..9b1dbd2 --- /dev/null +++ b/13B-Chimera.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30267b44485bb3ac4aa64ae9d7097463b68fa93c5ae786cb0a935c8ad1292b5b +size 5658980320 diff --git a/13B-Chimera.IQ3_XS.gguf b/13B-Chimera.IQ3_XS.gguf new file mode 100644 index 0000000..610094b --- /dev/null +++ b/13B-Chimera.IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5799859e0a289273da304a05acc77db59e2ee9a7925d7e765348738ada22137 +size 5361610720 diff --git a/13B-Chimera.IQ4_XS.gguf b/13B-Chimera.IQ4_XS.gguf new file mode 100644 index 0000000..a0f4293 --- /dev/null +++ b/13B-Chimera.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a93be79da585fb8ecf48cf1eba8a3d5c9a0fc4dc663c0bbf7e1bb9a45fbc45df +size 7019517920 diff --git a/13B-Chimera.Q2_K.gguf b/13B-Chimera.Q2_K.gguf new file mode 100644 index 0000000..6199de3 --- /dev/null +++ b/13B-Chimera.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdcdab72e3b4bf52e40d76ea1e5347d3e0f2a9aed45aba1afdecff3ed195a95a +size 4854269920 diff --git a/13B-Chimera.Q3_K_L.gguf b/13B-Chimera.Q3_K_L.gguf new file mode 100644 index 0000000..3ec670f --- /dev/null +++ b/13B-Chimera.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cda4f8b72fefdc8cfa916a75fbe9a3b730bc549310e7954081651ed93bf72b60 +size 6929559520 diff --git a/13B-Chimera.Q3_K_M.gguf b/13B-Chimera.Q3_K_M.gguf new file mode 100644 index 0000000..27067f8 --- /dev/null +++ b/13B-Chimera.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebb95dc539d68f9013bf6a57cc098bffe38cb330667e41cccc13ba2eddf9ad0f +size 6337769440 diff --git a/13B-Chimera.Q3_K_S.gguf b/13B-Chimera.Q3_K_S.gguf new file mode 100644 index 0000000..b941704 --- /dev/null +++ b/13B-Chimera.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19c565bd32f8587fca4c9d4a99f3c387b764cb2a150b10713a85718600854c8d +size 5658980320 diff --git a/13B-Chimera.Q4_K_M.gguf b/13B-Chimera.Q4_K_M.gguf new file mode 100644 index 0000000..2e4d487 --- /dev/null +++ b/13B-Chimera.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fd6cf6bad60999e8e9bc96528f78de25ebaef65a46839ad1696ea1d96b35303 +size 7865956320 diff --git a/13B-Chimera.Q4_K_S.gguf b/13B-Chimera.Q4_K_S.gguf new file mode 100644 index 0000000..7081d5d --- /dev/null +++ b/13B-Chimera.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcf0bea44914b953f6923ba8eac6766fdecb7e14223e7bb243395be854621584 +size 7423178720 diff --git a/13B-Chimera.Q5_K_M.gguf b/13B-Chimera.Q5_K_M.gguf new file mode 100644 index 0000000..5916b38 --- /dev/null +++ b/13B-Chimera.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2b24e7b221f7e312e9d684e0a4fba1a5e63123d537823e79007f260b825ae6f +size 9229924320 diff --git a/13B-Chimera.Q5_K_S.gguf b/13B-Chimera.Q5_K_S.gguf new file mode 100644 index 0000000..1ca4d86 --- /dev/null +++ b/13B-Chimera.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6889c22dff67a4322cc0d4fe32d9046b7c3bf15deec23f01e9998a772fec1df +size 8972285920 diff --git a/13B-Chimera.Q6_K.gguf b/13B-Chimera.Q6_K.gguf new file mode 100644 index 0000000..a00b4a5 --- /dev/null +++ b/13B-Chimera.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba99710bccc98561a8faadb1178b41f9f4ca1fc09edef17e15fc5ab81c1a0441 +size 10679140320 diff --git a/13B-Chimera.Q8_0.gguf b/13B-Chimera.Q8_0.gguf new file mode 100644 index 0000000..6a7acb4 --- /dev/null +++ b/13B-Chimera.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e02437734ad91490c4c9cab4406a44dbe3e49096658caf9ce2317869d0a25e68 +size 13831319520 diff --git a/README.md b/README.md new file mode 100644 index 0000000..3858007 --- /dev/null +++ b/README.md @@ -0,0 +1,72 @@ +--- +base_model: digitous/13B-Chimera +language: +- en +library_name: transformers +quantized_by: mradermacher +tags: +- llama +- cot +- vicuna +- uncensored +- merge +- mix +- gptq +--- +## About + + + + + +static quants of https://huggingface.co/digitous/13B-Chimera + + +weighted/imatrix quants seem not to be available (by me) at this time. If they do not show up a week or so after the static ones, I have probably not planned for them. Feel free to request them by opening a Community Discussion. +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/13B-Chimera-GGUF/resolve/main/13B-Chimera.Q2_K.gguf) | Q2_K | 5.0 | | +| [GGUF](https://huggingface.co/mradermacher/13B-Chimera-GGUF/resolve/main/13B-Chimera.IQ3_XS.gguf) | IQ3_XS | 5.5 | | +| [GGUF](https://huggingface.co/mradermacher/13B-Chimera-GGUF/resolve/main/13B-Chimera.IQ3_S.gguf) | IQ3_S | 5.8 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/13B-Chimera-GGUF/resolve/main/13B-Chimera.Q3_K_S.gguf) | Q3_K_S | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/13B-Chimera-GGUF/resolve/main/13B-Chimera.IQ3_M.gguf) | IQ3_M | 6.1 | | +| [GGUF](https://huggingface.co/mradermacher/13B-Chimera-GGUF/resolve/main/13B-Chimera.Q3_K_M.gguf) | Q3_K_M | 6.4 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/13B-Chimera-GGUF/resolve/main/13B-Chimera.Q3_K_L.gguf) | Q3_K_L | 7.0 | | +| [GGUF](https://huggingface.co/mradermacher/13B-Chimera-GGUF/resolve/main/13B-Chimera.IQ4_XS.gguf) | IQ4_XS | 7.1 | | +| [GGUF](https://huggingface.co/mradermacher/13B-Chimera-GGUF/resolve/main/13B-Chimera.Q4_K_S.gguf) | Q4_K_S | 7.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/13B-Chimera-GGUF/resolve/main/13B-Chimera.Q4_K_M.gguf) | Q4_K_M | 8.0 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/13B-Chimera-GGUF/resolve/main/13B-Chimera.Q5_K_S.gguf) | Q5_K_S | 9.1 | | +| [GGUF](https://huggingface.co/mradermacher/13B-Chimera-GGUF/resolve/main/13B-Chimera.Q5_K_M.gguf) | Q5_K_M | 9.3 | | +| [GGUF](https://huggingface.co/mradermacher/13B-Chimera-GGUF/resolve/main/13B-Chimera.Q6_K.gguf) | Q6_K | 10.8 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/13B-Chimera-GGUF/resolve/main/13B-Chimera.Q8_0.gguf) | Q8_0 | 13.9 | fast, best quality | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + +