From 0d3ff67d083c4a2c2f2b6aee170f9ed3c931867c Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 13 May 2026 17:17:20 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/RynnBrain-Plan-30B-A3B-i1-GGUF Source: Original Platform --- .gitattributes | 59 +++++++++++++++ README.md | 101 +++++++++++++++++++++++++ RynnBrain-Plan-30B-A3B.i1-IQ1_M.gguf | 3 + RynnBrain-Plan-30B-A3B.i1-IQ1_S.gguf | 3 + RynnBrain-Plan-30B-A3B.i1-IQ2_M.gguf | 3 + RynnBrain-Plan-30B-A3B.i1-IQ2_S.gguf | 3 + RynnBrain-Plan-30B-A3B.i1-IQ2_XS.gguf | 3 + RynnBrain-Plan-30B-A3B.i1-IQ2_XXS.gguf | 3 + RynnBrain-Plan-30B-A3B.i1-IQ3_M.gguf | 3 + RynnBrain-Plan-30B-A3B.i1-IQ3_S.gguf | 3 + RynnBrain-Plan-30B-A3B.i1-IQ3_XS.gguf | 3 + RynnBrain-Plan-30B-A3B.i1-IQ3_XXS.gguf | 3 + RynnBrain-Plan-30B-A3B.i1-IQ4_XS.gguf | 3 + RynnBrain-Plan-30B-A3B.i1-Q2_K.gguf | 3 + RynnBrain-Plan-30B-A3B.i1-Q2_K_S.gguf | 3 + RynnBrain-Plan-30B-A3B.i1-Q3_K_L.gguf | 3 + RynnBrain-Plan-30B-A3B.i1-Q3_K_M.gguf | 3 + RynnBrain-Plan-30B-A3B.i1-Q3_K_S.gguf | 3 + RynnBrain-Plan-30B-A3B.i1-Q4_0.gguf | 3 + RynnBrain-Plan-30B-A3B.i1-Q4_1.gguf | 3 + RynnBrain-Plan-30B-A3B.i1-Q4_K_M.gguf | 3 + RynnBrain-Plan-30B-A3B.i1-Q4_K_S.gguf | 3 + RynnBrain-Plan-30B-A3B.i1-Q5_K_M.gguf | 3 + RynnBrain-Plan-30B-A3B.i1-Q5_K_S.gguf | 3 + RynnBrain-Plan-30B-A3B.i1-Q6_K.gguf | 3 + RynnBrain-Plan-30B-A3B.imatrix.gguf | 3 + 26 files changed, 232 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 RynnBrain-Plan-30B-A3B.i1-IQ1_M.gguf create mode 100644 RynnBrain-Plan-30B-A3B.i1-IQ1_S.gguf create mode 100644 RynnBrain-Plan-30B-A3B.i1-IQ2_M.gguf create mode 100644 RynnBrain-Plan-30B-A3B.i1-IQ2_S.gguf create mode 100644 RynnBrain-Plan-30B-A3B.i1-IQ2_XS.gguf create mode 100644 RynnBrain-Plan-30B-A3B.i1-IQ2_XXS.gguf create mode 100644 RynnBrain-Plan-30B-A3B.i1-IQ3_M.gguf create mode 100644 RynnBrain-Plan-30B-A3B.i1-IQ3_S.gguf create mode 100644 RynnBrain-Plan-30B-A3B.i1-IQ3_XS.gguf create mode 100644 RynnBrain-Plan-30B-A3B.i1-IQ3_XXS.gguf create mode 100644 RynnBrain-Plan-30B-A3B.i1-IQ4_XS.gguf create mode 100644 RynnBrain-Plan-30B-A3B.i1-Q2_K.gguf create mode 100644 RynnBrain-Plan-30B-A3B.i1-Q2_K_S.gguf create mode 100644 RynnBrain-Plan-30B-A3B.i1-Q3_K_L.gguf create mode 100644 RynnBrain-Plan-30B-A3B.i1-Q3_K_M.gguf create mode 100644 RynnBrain-Plan-30B-A3B.i1-Q3_K_S.gguf create mode 100644 RynnBrain-Plan-30B-A3B.i1-Q4_0.gguf create mode 100644 RynnBrain-Plan-30B-A3B.i1-Q4_1.gguf create mode 100644 RynnBrain-Plan-30B-A3B.i1-Q4_K_M.gguf create mode 100644 RynnBrain-Plan-30B-A3B.i1-Q4_K_S.gguf create mode 100644 RynnBrain-Plan-30B-A3B.i1-Q5_K_M.gguf create mode 100644 RynnBrain-Plan-30B-A3B.i1-Q5_K_S.gguf create mode 100644 RynnBrain-Plan-30B-A3B.i1-Q6_K.gguf create mode 100644 RynnBrain-Plan-30B-A3B.imatrix.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..93f1232 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,59 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +RynnBrain-Plan-30B-A3B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +RynnBrain-Plan-30B-A3B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +RynnBrain-Plan-30B-A3B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +RynnBrain-Plan-30B-A3B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +RynnBrain-Plan-30B-A3B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +RynnBrain-Plan-30B-A3B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +RynnBrain-Plan-30B-A3B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +RynnBrain-Plan-30B-A3B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +RynnBrain-Plan-30B-A3B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +RynnBrain-Plan-30B-A3B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +RynnBrain-Plan-30B-A3B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +RynnBrain-Plan-30B-A3B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +RynnBrain-Plan-30B-A3B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +RynnBrain-Plan-30B-A3B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +RynnBrain-Plan-30B-A3B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +RynnBrain-Plan-30B-A3B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +RynnBrain-Plan-30B-A3B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +RynnBrain-Plan-30B-A3B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +RynnBrain-Plan-30B-A3B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +RynnBrain-Plan-30B-A3B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +RynnBrain-Plan-30B-A3B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +RynnBrain-Plan-30B-A3B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +RynnBrain-Plan-30B-A3B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +RynnBrain-Plan-30B-A3B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..3156ed9 --- /dev/null +++ b/README.md @@ -0,0 +1,101 @@ +--- +base_model: Alibaba-DAMO-Academy/RynnBrain-Plan-30B-A3B +language: +- en +- zh +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- robotics +- embodied-ai +- egocentric +- spatiotemporal +- vision-language-model +- video-understanding +- grounding +- planning +- navigation +- ocr +- image-text-to-text +- video-text-to-text +- custom_code +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/Alibaba-DAMO-Academy/RynnBrain-Plan-30B-A3B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#RynnBrain-Plan-30B-A3B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/RynnBrain-Plan-30B-A3B-GGUF + +**This is a vision model - mmproj files (if any) will be in the [static repository](https://huggingface.co/mradermacher/RynnBrain-Plan-30B-A3B-GGUF).** +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/RynnBrain-Plan-30B-A3B-i1-GGUF/resolve/main/RynnBrain-Plan-30B-A3B.imatrix.gguf) | imatrix | 0.2 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/RynnBrain-Plan-30B-A3B-i1-GGUF/resolve/main/RynnBrain-Plan-30B-A3B.i1-IQ1_S.gguf) | i1-IQ1_S | 6.5 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/RynnBrain-Plan-30B-A3B-i1-GGUF/resolve/main/RynnBrain-Plan-30B-A3B.i1-IQ1_M.gguf) | i1-IQ1_M | 7.2 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/RynnBrain-Plan-30B-A3B-i1-GGUF/resolve/main/RynnBrain-Plan-30B-A3B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 8.3 | | +| [GGUF](https://huggingface.co/mradermacher/RynnBrain-Plan-30B-A3B-i1-GGUF/resolve/main/RynnBrain-Plan-30B-A3B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 9.2 | | +| [GGUF](https://huggingface.co/mradermacher/RynnBrain-Plan-30B-A3B-i1-GGUF/resolve/main/RynnBrain-Plan-30B-A3B.i1-IQ2_S.gguf) | i1-IQ2_S | 9.4 | | +| [GGUF](https://huggingface.co/mradermacher/RynnBrain-Plan-30B-A3B-i1-GGUF/resolve/main/RynnBrain-Plan-30B-A3B.i1-IQ2_M.gguf) | i1-IQ2_M | 10.3 | | +| [GGUF](https://huggingface.co/mradermacher/RynnBrain-Plan-30B-A3B-i1-GGUF/resolve/main/RynnBrain-Plan-30B-A3B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 10.6 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/RynnBrain-Plan-30B-A3B-i1-GGUF/resolve/main/RynnBrain-Plan-30B-A3B.i1-Q2_K.gguf) | i1-Q2_K | 11.4 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/RynnBrain-Plan-30B-A3B-i1-GGUF/resolve/main/RynnBrain-Plan-30B-A3B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 11.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/RynnBrain-Plan-30B-A3B-i1-GGUF/resolve/main/RynnBrain-Plan-30B-A3B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 12.7 | | +| [GGUF](https://huggingface.co/mradermacher/RynnBrain-Plan-30B-A3B-i1-GGUF/resolve/main/RynnBrain-Plan-30B-A3B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 13.4 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/RynnBrain-Plan-30B-A3B-i1-GGUF/resolve/main/RynnBrain-Plan-30B-A3B.i1-IQ3_S.gguf) | i1-IQ3_S | 13.4 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/RynnBrain-Plan-30B-A3B-i1-GGUF/resolve/main/RynnBrain-Plan-30B-A3B.i1-IQ3_M.gguf) | i1-IQ3_M | 13.6 | | +| [GGUF](https://huggingface.co/mradermacher/RynnBrain-Plan-30B-A3B-i1-GGUF/resolve/main/RynnBrain-Plan-30B-A3B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 14.8 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/RynnBrain-Plan-30B-A3B-i1-GGUF/resolve/main/RynnBrain-Plan-30B-A3B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 16.0 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/RynnBrain-Plan-30B-A3B-i1-GGUF/resolve/main/RynnBrain-Plan-30B-A3B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 16.5 | | +| [GGUF](https://huggingface.co/mradermacher/RynnBrain-Plan-30B-A3B-i1-GGUF/resolve/main/RynnBrain-Plan-30B-A3B.i1-Q4_0.gguf) | i1-Q4_0 | 17.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/RynnBrain-Plan-30B-A3B-i1-GGUF/resolve/main/RynnBrain-Plan-30B-A3B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 17.6 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/RynnBrain-Plan-30B-A3B-i1-GGUF/resolve/main/RynnBrain-Plan-30B-A3B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 18.7 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/RynnBrain-Plan-30B-A3B-i1-GGUF/resolve/main/RynnBrain-Plan-30B-A3B.i1-Q4_1.gguf) | i1-Q4_1 | 19.3 | | +| [GGUF](https://huggingface.co/mradermacher/RynnBrain-Plan-30B-A3B-i1-GGUF/resolve/main/RynnBrain-Plan-30B-A3B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 21.2 | | +| [GGUF](https://huggingface.co/mradermacher/RynnBrain-Plan-30B-A3B-i1-GGUF/resolve/main/RynnBrain-Plan-30B-A3B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 21.8 | | +| [GGUF](https://huggingface.co/mradermacher/RynnBrain-Plan-30B-A3B-i1-GGUF/resolve/main/RynnBrain-Plan-30B-A3B.i1-Q6_K.gguf) | i1-Q6_K | 25.2 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/RynnBrain-Plan-30B-A3B.i1-IQ1_M.gguf b/RynnBrain-Plan-30B-A3B.i1-IQ1_M.gguf new file mode 100644 index 0000000..5d5d63d --- /dev/null +++ b/RynnBrain-Plan-30B-A3B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cabac9268ad8898f3b172da45ad8469e4a52f94c0f637f903268b06f71eaa58a +size 7078293632 diff --git a/RynnBrain-Plan-30B-A3B.i1-IQ1_S.gguf b/RynnBrain-Plan-30B-A3B.i1-IQ1_S.gguf new file mode 100644 index 0000000..55bba7e --- /dev/null +++ b/RynnBrain-Plan-30B-A3B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:394c8b3f27fda7a0ee97f426a9378b231ed2f2a07373b66c8f558174306193ec +size 6416511104 diff --git a/RynnBrain-Plan-30B-A3B.i1-IQ2_M.gguf b/RynnBrain-Plan-30B-A3B.i1-IQ2_M.gguf new file mode 100644 index 0000000..356d73d --- /dev/null +++ b/RynnBrain-Plan-30B-A3B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cd934370ce82d6c1bd29c56488f35cb89faed40de2610a5cf2c36b3ae88c0e2 +size 10169510016 diff --git a/RynnBrain-Plan-30B-A3B.i1-IQ2_S.gguf b/RynnBrain-Plan-30B-A3B.i1-IQ2_S.gguf new file mode 100644 index 0000000..1acfc54 --- /dev/null +++ b/RynnBrain-Plan-30B-A3B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bda2e555e20abddca99963a93de0fcc49f796c8e4df5ebfd0c9847d4befb9577 +size 9287133312 diff --git a/RynnBrain-Plan-30B-A3B.i1-IQ2_XS.gguf b/RynnBrain-Plan-30B-A3B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..9b2c383 --- /dev/null +++ b/RynnBrain-Plan-30B-A3B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e585f47350630ffa7007232a56caad9c16f935b98c25553c8403fbd14a9b4735 +size 9076224128 diff --git a/RynnBrain-Plan-30B-A3B.i1-IQ2_XXS.gguf b/RynnBrain-Plan-30B-A3B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..23b0a12 --- /dev/null +++ b/RynnBrain-Plan-30B-A3B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd160cd9f326cfff525a21a1aa237a9dc41770a74b55b6f64795c8cf16fb65ce +size 8181264512 diff --git a/RynnBrain-Plan-30B-A3B.i1-IQ3_M.gguf b/RynnBrain-Plan-30B-A3B.i1-IQ3_M.gguf new file mode 100644 index 0000000..3e21b31 --- /dev/null +++ b/RynnBrain-Plan-30B-A3B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a523ad8ddae101324ae143082d2e94b0917e4a60aab5f52dfbd31de188a401c +size 13513064576 diff --git a/RynnBrain-Plan-30B-A3B.i1-IQ3_S.gguf b/RynnBrain-Plan-30B-A3B.i1-IQ3_S.gguf new file mode 100644 index 0000000..e8ab6e4 --- /dev/null +++ b/RynnBrain-Plan-30B-A3B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b929f64e7b57f1f9a4cf70f11e7489deb3a1c4f5300808ee4c89128848277c61 +size 13299155072 diff --git a/RynnBrain-Plan-30B-A3B.i1-IQ3_XS.gguf b/RynnBrain-Plan-30B-A3B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..fcc7795 --- /dev/null +++ b/RynnBrain-Plan-30B-A3B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2566bf4bc75aaa156776ef41ed150a33fc72058c44da16b936b4b44edbc0898 +size 12598444160 diff --git a/RynnBrain-Plan-30B-A3B.i1-IQ3_XXS.gguf b/RynnBrain-Plan-30B-A3B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..0395018 --- /dev/null +++ b/RynnBrain-Plan-30B-A3B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9de79beae82c8f2aaced5caa0ec89e0613e61cdb84ec8ceccaf416b866a4db3e +size 11849328768 diff --git a/RynnBrain-Plan-30B-A3B.i1-IQ4_XS.gguf b/RynnBrain-Plan-30B-A3B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..646e87e --- /dev/null +++ b/RynnBrain-Plan-30B-A3B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:991156f40de6df42b3eb024bc7e1cfa386ae62ae90a2916be23f6215e72f8280 +size 16368351360 diff --git a/RynnBrain-Plan-30B-A3B.i1-Q2_K.gguf b/RynnBrain-Plan-30B-A3B.i1-Q2_K.gguf new file mode 100644 index 0000000..009b856 --- /dev/null +++ b/RynnBrain-Plan-30B-A3B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:580994d4de74c3a3301268ea54e421806d4e872b101315e82e2a4f4247b03a0d +size 11258611840 diff --git a/RynnBrain-Plan-30B-A3B.i1-Q2_K_S.gguf b/RynnBrain-Plan-30B-A3B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..1a5d7ce --- /dev/null +++ b/RynnBrain-Plan-30B-A3B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6446168b1f8fff62b30434d8b03774c51876bfc7a75860b465aa64f74a272d4 +size 10519365760 diff --git a/RynnBrain-Plan-30B-A3B.i1-Q3_K_L.gguf b/RynnBrain-Plan-30B-A3B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..d690172 --- /dev/null +++ b/RynnBrain-Plan-30B-A3B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6bc04e9f9c7a4b134a46cfafafe7ef01faa75c98c69b8f7285cd0cdf5931cdf +size 15900672128 diff --git a/RynnBrain-Plan-30B-A3B.i1-Q3_K_M.gguf b/RynnBrain-Plan-30B-A3B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..b8b1cc8 --- /dev/null +++ b/RynnBrain-Plan-30B-A3B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db409383761e572e4265bf5474b30ff16ae18af35865b58bdef639c7134915c4 +size 14711849088 diff --git a/RynnBrain-Plan-30B-A3B.i1-Q3_K_S.gguf b/RynnBrain-Plan-30B-A3B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..8fd9556 --- /dev/null +++ b/RynnBrain-Plan-30B-A3B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa70e95f375ce82f7764ca1ae5f6ba5602de287cd0a17662952a046edfa37472 +size 13292470400 diff --git a/RynnBrain-Plan-30B-A3B.i1-Q4_0.gguf b/RynnBrain-Plan-30B-A3B.i1-Q4_0.gguf new file mode 100644 index 0000000..559994e --- /dev/null +++ b/RynnBrain-Plan-30B-A3B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af7b9efbb1aa3ab23e781a162b8777f7bb3efa430e4cb7fb3d0194b20282df9f +size 17379989632 diff --git a/RynnBrain-Plan-30B-A3B.i1-Q4_1.gguf b/RynnBrain-Plan-30B-A3B.i1-Q4_1.gguf new file mode 100644 index 0000000..24a2fe7 --- /dev/null +++ b/RynnBrain-Plan-30B-A3B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7b592cb43bc8a3079f9a130a5143b2a428a1cbc0d9e604294e14e2f05af5d8c +size 19192502400 diff --git a/RynnBrain-Plan-30B-A3B.i1-Q4_K_M.gguf b/RynnBrain-Plan-30B-A3B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..748ba22 --- /dev/null +++ b/RynnBrain-Plan-30B-A3B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c50816f46a4c05959ea43c984faa82843734110032a3ae3295fbb807906e9895 +size 18556688512 diff --git a/RynnBrain-Plan-30B-A3B.i1-Q4_K_S.gguf b/RynnBrain-Plan-30B-A3B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..c67ade6 --- /dev/null +++ b/RynnBrain-Plan-30B-A3B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:686b14adce417c3cd2e82b7c6752ede455e993d98ef618374ada2d9aed81424d +size 17456011392 diff --git a/RynnBrain-Plan-30B-A3B.i1-Q5_K_M.gguf b/RynnBrain-Plan-30B-A3B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..5715d6d --- /dev/null +++ b/RynnBrain-Plan-30B-A3B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4c59f5dcef2b1e425b5ebfcdceda6b6db1f9eaa890fba88b6d5d248ce6d628e +size 21725583488 diff --git a/RynnBrain-Plan-30B-A3B.i1-Q5_K_S.gguf b/RynnBrain-Plan-30B-A3B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..7b1ad0b --- /dev/null +++ b/RynnBrain-Plan-30B-A3B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:965f7c5f58b637d75815004a09c2e74009d5584ad25ae103f93aea9807a7a371 +size 21080512640 diff --git a/RynnBrain-Plan-30B-A3B.i1-Q6_K.gguf b/RynnBrain-Plan-30B-A3B.i1-Q6_K.gguf new file mode 100644 index 0000000..ed66944 --- /dev/null +++ b/RynnBrain-Plan-30B-A3B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5b5e835baa3113bb51fbccb6da4352f264d4f178bda12db0188fe987cc087ee +size 25092534400 diff --git a/RynnBrain-Plan-30B-A3B.imatrix.gguf b/RynnBrain-Plan-30B-A3B.imatrix.gguf new file mode 100644 index 0000000..bab537f --- /dev/null +++ b/RynnBrain-Plan-30B-A3B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:881f0f913f746c72459038729077ab6b0248495059ec4620752c8a1b8bd263e8 +size 122029312