commit 0944c79a423ef8f00b0f263b8c8aa3a84c5d4cb4 Author: ModelHub XC Date: Sat Jun 13 01:28:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/bruphin-alpha-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..d46a281 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +bruphin-alpha.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +bruphin-alpha.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +bruphin-alpha.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +bruphin-alpha.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +bruphin-alpha.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +bruphin-alpha.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +bruphin-alpha.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +bruphin-alpha.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +bruphin-alpha.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +bruphin-alpha.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +bruphin-alpha.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +bruphin-alpha.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +bruphin-alpha.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +bruphin-alpha.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +bruphin-alpha.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +bruphin-alpha.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +bruphin-alpha.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +bruphin-alpha.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +bruphin-alpha.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +bruphin-alpha.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +bruphin-alpha.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +bruphin-alpha.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +bruphin-alpha.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +bruphin-alpha.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..f3745b4 --- /dev/null +++ b/README.md @@ -0,0 +1,83 @@ +--- +base_model: nbeerbower/bruphin-alpha +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- merge +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/nbeerbower/bruphin-alpha + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#bruphin-alpha-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/bruphin-alpha-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/bruphin-alpha-i1-GGUF/resolve/main/bruphin-alpha.i1-IQ1_S.gguf) | i1-IQ1_S | 1.7 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/bruphin-alpha-i1-GGUF/resolve/main/bruphin-alpha.i1-IQ1_M.gguf) | i1-IQ1_M | 1.9 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/bruphin-alpha-i1-GGUF/resolve/main/bruphin-alpha.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/bruphin-alpha-i1-GGUF/resolve/main/bruphin-alpha.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.3 | | +| [GGUF](https://huggingface.co/mradermacher/bruphin-alpha-i1-GGUF/resolve/main/bruphin-alpha.i1-IQ2_S.gguf) | i1-IQ2_S | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/bruphin-alpha-i1-GGUF/resolve/main/bruphin-alpha.i1-IQ2_M.gguf) | i1-IQ2_M | 2.6 | | +| [GGUF](https://huggingface.co/mradermacher/bruphin-alpha-i1-GGUF/resolve/main/bruphin-alpha.i1-Q2_K_S.gguf) | i1-Q2_K_S | 2.6 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/bruphin-alpha-i1-GGUF/resolve/main/bruphin-alpha.i1-Q2_K.gguf) | i1-Q2_K | 2.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/bruphin-alpha-i1-GGUF/resolve/main/bruphin-alpha.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 2.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/bruphin-alpha-i1-GGUF/resolve/main/bruphin-alpha.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.1 | | +| [GGUF](https://huggingface.co/mradermacher/bruphin-alpha-i1-GGUF/resolve/main/bruphin-alpha.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.3 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/bruphin-alpha-i1-GGUF/resolve/main/bruphin-alpha.i1-IQ3_S.gguf) | i1-IQ3_S | 3.3 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/bruphin-alpha-i1-GGUF/resolve/main/bruphin-alpha.i1-IQ3_M.gguf) | i1-IQ3_M | 3.4 | | +| [GGUF](https://huggingface.co/mradermacher/bruphin-alpha-i1-GGUF/resolve/main/bruphin-alpha.i1-Q3_K_M.gguf) | i1-Q3_K_M | 3.6 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/bruphin-alpha-i1-GGUF/resolve/main/bruphin-alpha.i1-Q3_K_L.gguf) | i1-Q3_K_L | 3.9 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/bruphin-alpha-i1-GGUF/resolve/main/bruphin-alpha.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/bruphin-alpha-i1-GGUF/resolve/main/bruphin-alpha.i1-Q4_0.gguf) | i1-Q4_0 | 4.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/bruphin-alpha-i1-GGUF/resolve/main/bruphin-alpha.i1-IQ4_NL.gguf) | i1-IQ4_NL | 4.2 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/bruphin-alpha-i1-GGUF/resolve/main/bruphin-alpha.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/bruphin-alpha-i1-GGUF/resolve/main/bruphin-alpha.i1-Q4_K_M.gguf) | i1-Q4_K_M | 4.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/bruphin-alpha-i1-GGUF/resolve/main/bruphin-alpha.i1-Q4_1.gguf) | i1-Q4_1 | 4.7 | | +| [GGUF](https://huggingface.co/mradermacher/bruphin-alpha-i1-GGUF/resolve/main/bruphin-alpha.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.1 | | +| [GGUF](https://huggingface.co/mradermacher/bruphin-alpha-i1-GGUF/resolve/main/bruphin-alpha.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.2 | | +| [GGUF](https://huggingface.co/mradermacher/bruphin-alpha-i1-GGUF/resolve/main/bruphin-alpha.i1-Q6_K.gguf) | i1-Q6_K | 6.0 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/bruphin-alpha.i1-IQ1_M.gguf b/bruphin-alpha.i1-IQ1_M.gguf new file mode 100644 index 0000000..7e188f1 --- /dev/null +++ b/bruphin-alpha.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f73b023542a8560307894637cd47aebccd97da0a60d48d81755b41047dc4477 +size 1754447264 diff --git a/bruphin-alpha.i1-IQ1_S.gguf b/bruphin-alpha.i1-IQ1_S.gguf new file mode 100644 index 0000000..0d87345 --- /dev/null +++ b/bruphin-alpha.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58e08b0c2eafa48019beeb183511f1b7066bcf640d5e8f83a97cba5cf4781a51 +size 1612103072 diff --git a/bruphin-alpha.i1-IQ2_M.gguf b/bruphin-alpha.i1-IQ2_M.gguf new file mode 100644 index 0000000..63c1d47 --- /dev/null +++ b/bruphin-alpha.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f77c6fb1e32484f2cd2303290f18a15eb688f9e450cc39aa7e79a89c6047c16d +size 2500713888 diff --git a/bruphin-alpha.i1-IQ2_S.gguf b/bruphin-alpha.i1-IQ2_S.gguf new file mode 100644 index 0000000..e58b444 --- /dev/null +++ b/bruphin-alpha.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a7c9e76682bd69a4a7b1b695184bd9a5305a3557de4f2cc2723c0b347fdeb5d +size 2310921632 diff --git a/bruphin-alpha.i1-IQ2_XS.gguf b/bruphin-alpha.i1-IQ2_XS.gguf new file mode 100644 index 0000000..e1aaf50 --- /dev/null +++ b/bruphin-alpha.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7d7eb8361cf4bb16a632f6dfef205535dea1f7efaf24dc8cfd3a6464141f994 +size 2198257056 diff --git a/bruphin-alpha.i1-IQ2_XXS.gguf b/bruphin-alpha.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..f8bf298 --- /dev/null +++ b/bruphin-alpha.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eabfe84ba039c3178766de75f26b7c15d713222d3a6cdd9fc49bdae06954b85d +size 1991687584 diff --git a/bruphin-alpha.i1-IQ3_M.gguf b/bruphin-alpha.i1-IQ3_M.gguf new file mode 100644 index 0000000..bffd54b --- /dev/null +++ b/bruphin-alpha.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee0932b47839bbd3c0c91a8453f70b0419e0e06f83ea7f54e4f586c0707fe898 +size 3284893088 diff --git a/bruphin-alpha.i1-IQ3_S.gguf b/bruphin-alpha.i1-IQ3_S.gguf new file mode 100644 index 0000000..2cd9be6 --- /dev/null +++ b/bruphin-alpha.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2524118dbaac43292087bde8e506361eaeeda5c739a493b46115aaef2d5106e0 +size 3182394784 diff --git a/bruphin-alpha.i1-IQ3_XS.gguf b/bruphin-alpha.i1-IQ3_XS.gguf new file mode 100644 index 0000000..1c34ab8 --- /dev/null +++ b/bruphin-alpha.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04139bd2e8ac785b01eb0babb8902c8018aaff63cb53e1c4139436620d38ffed +size 3018816928 diff --git a/bruphin-alpha.i1-IQ3_XXS.gguf b/bruphin-alpha.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..f311a94 --- /dev/null +++ b/bruphin-alpha.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69ba4abbed914fd862406e32b4424a52cd65d1fa54d17596d77fe07711dc6fdf +size 2827345312 diff --git a/bruphin-alpha.i1-IQ4_NL.gguf b/bruphin-alpha.i1-IQ4_NL.gguf new file mode 100644 index 0000000..f3f8b2f --- /dev/null +++ b/bruphin-alpha.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df83f41b51872b0f730cd0aacc34edf9b8420cdd15bdff7778b913291395ef35 +size 4125695392 diff --git a/bruphin-alpha.i1-IQ4_XS.gguf b/bruphin-alpha.i1-IQ4_XS.gguf new file mode 100644 index 0000000..25e0ef4 --- /dev/null +++ b/bruphin-alpha.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96f37bef008c688da4c05082a87638efca0847c52f16fb2ba2d4f9352ff3385f +size 3907689888 diff --git a/bruphin-alpha.i1-Q2_K.gguf b/bruphin-alpha.i1-Q2_K.gguf new file mode 100644 index 0000000..be1be88 --- /dev/null +++ b/bruphin-alpha.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e4ee47cabee631e9ae9b31ea85a7744eeda5ced3d3e0e740c68f1785bf8b8eb +size 2719243680 diff --git a/bruphin-alpha.i1-Q2_K_S.gguf b/bruphin-alpha.i1-Q2_K_S.gguf new file mode 100644 index 0000000..312e296 --- /dev/null +++ b/bruphin-alpha.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36e2fa3c093420f6e3fdfb94cf9c24a582604a6f5fd5cb4e18a60d4be0978282 +size 2528927136 diff --git a/bruphin-alpha.i1-Q3_K_L.gguf b/bruphin-alpha.i1-Q3_K_L.gguf new file mode 100644 index 0000000..d480bfa --- /dev/null +++ b/bruphin-alpha.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cc4d7fad643da2e2be2667d1a50bac97e8a4735623a307cda69192f396cc1d8 +size 3822026144 diff --git a/bruphin-alpha.i1-Q3_K_M.gguf b/bruphin-alpha.i1-Q3_K_M.gguf new file mode 100644 index 0000000..29c7e07 --- /dev/null +++ b/bruphin-alpha.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24bd201ffd35ceffe36ad850e22ce35d3b236c1ac17f1abad466288e12ba9861 +size 3518987680 diff --git a/bruphin-alpha.i1-Q3_K_S.gguf b/bruphin-alpha.i1-Q3_K_S.gguf new file mode 100644 index 0000000..9a73bd1 --- /dev/null +++ b/bruphin-alpha.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5609551e68b17c3ac1045360e7bd9884176c69dd2ad953b4358e4dd71c1b9c3 +size 3164568992 diff --git a/bruphin-alpha.i1-Q4_0.gguf b/bruphin-alpha.i1-Q4_0.gguf new file mode 100644 index 0000000..3c0c1ed --- /dev/null +++ b/bruphin-alpha.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e795975d6cdf46951faaffca77f618717ac4404f7aec63515de47775296a710 +size 4123598240 diff --git a/bruphin-alpha.i1-Q4_1.gguf b/bruphin-alpha.i1-Q4_1.gguf new file mode 100644 index 0000000..96c81bb --- /dev/null +++ b/bruphin-alpha.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f47ba600e108b49071dcef9ce08c9d33bb3ec78c376cad6a65582d0178058a90 +size 4553317792 diff --git a/bruphin-alpha.i1-Q4_K_M.gguf b/bruphin-alpha.i1-Q4_K_M.gguf new file mode 100644 index 0000000..d1f1210 --- /dev/null +++ b/bruphin-alpha.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:431b0da9696407c17f33a99288ea41aab98dc0e3ace80f2d1dbf7b1faa71c88f +size 4368440736 diff --git a/bruphin-alpha.i1-Q4_K_S.gguf b/bruphin-alpha.i1-Q4_K_S.gguf new file mode 100644 index 0000000..5618d3e --- /dev/null +++ b/bruphin-alpha.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99cd013dee55dcbe9e51b63a9cc0092ad0101d3dd611e3f63ab31ce561e8a432 +size 4140375456 diff --git a/bruphin-alpha.i1-Q5_K_M.gguf b/bruphin-alpha.i1-Q5_K_M.gguf new file mode 100644 index 0000000..754ccc6 --- /dev/null +++ b/bruphin-alpha.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e51f1a88adad3cf52e7b248c57aa437a134b4df4b40d9201b31c521a1dd40cf3 +size 5131410848 diff --git a/bruphin-alpha.i1-Q5_K_S.gguf b/bruphin-alpha.i1-Q5_K_S.gguf new file mode 100644 index 0000000..bc9db7d --- /dev/null +++ b/bruphin-alpha.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1ad172a24607fbdff08f99d82cafdba2cac75fba53a199004ac1bdf4094ab63 +size 4997717408 diff --git a/bruphin-alpha.i1-Q6_K.gguf b/bruphin-alpha.i1-Q6_K.gguf new file mode 100644 index 0000000..79b2a9b --- /dev/null +++ b/bruphin-alpha.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4dd1d99400a4dc9db6265a91d66eef81d751b86cf4da5fbcf584cce0fbd874b +size 5942066592 diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..07cd3c0 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f3322de6218f95d1095b11e60d6f1cc63dba3c6715c3800914c1314767313a1 +size 4988157