commit fb2adba8bc7c5a5e9175018ea9390f785afc995d Author: ModelHub XC Date: Tue Oct 6 11:53:18 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/REBEL-OpenChat-3.5-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..bf1b441 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +REBEL-OpenChat-3.5.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +REBEL-OpenChat-3.5.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +REBEL-OpenChat-3.5.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +REBEL-OpenChat-3.5.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +REBEL-OpenChat-3.5.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +REBEL-OpenChat-3.5.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +REBEL-OpenChat-3.5.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +REBEL-OpenChat-3.5.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +REBEL-OpenChat-3.5.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +REBEL-OpenChat-3.5.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +REBEL-OpenChat-3.5.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +REBEL-OpenChat-3.5.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +REBEL-OpenChat-3.5.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +REBEL-OpenChat-3.5.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +REBEL-OpenChat-3.5.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +REBEL-OpenChat-3.5.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +REBEL-OpenChat-3.5.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +REBEL-OpenChat-3.5.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +REBEL-OpenChat-3.5.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +REBEL-OpenChat-3.5.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +REBEL-OpenChat-3.5.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..c893dc0 --- /dev/null +++ b/README.md @@ -0,0 +1,75 @@ +--- +base_model: Cornell-AGI/REBEL-OpenChat-3.5 +datasets: +- berkeley-nest/Nectar +language: +- en +library_name: transformers +license: apache-2.0 +quantized_by: mradermacher +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/Cornell-AGI/REBEL-OpenChat-3.5 + + +static quants are available at https://huggingface.co/mradermacher/REBEL-OpenChat-3.5-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/REBEL-OpenChat-3.5-i1-GGUF/resolve/main/REBEL-OpenChat-3.5.i1-IQ1_S.gguf) | i1-IQ1_S | 1.7 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/REBEL-OpenChat-3.5-i1-GGUF/resolve/main/REBEL-OpenChat-3.5.i1-IQ1_M.gguf) | i1-IQ1_M | 1.9 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/REBEL-OpenChat-3.5-i1-GGUF/resolve/main/REBEL-OpenChat-3.5.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.1 | | +| [GGUF](https://huggingface.co/mradermacher/REBEL-OpenChat-3.5-i1-GGUF/resolve/main/REBEL-OpenChat-3.5.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.3 | | +| [GGUF](https://huggingface.co/mradermacher/REBEL-OpenChat-3.5-i1-GGUF/resolve/main/REBEL-OpenChat-3.5.i1-IQ2_S.gguf) | i1-IQ2_S | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/REBEL-OpenChat-3.5-i1-GGUF/resolve/main/REBEL-OpenChat-3.5.i1-IQ2_M.gguf) | i1-IQ2_M | 2.6 | | +| [GGUF](https://huggingface.co/mradermacher/REBEL-OpenChat-3.5-i1-GGUF/resolve/main/REBEL-OpenChat-3.5.i1-Q2_K.gguf) | i1-Q2_K | 2.8 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/REBEL-OpenChat-3.5-i1-GGUF/resolve/main/REBEL-OpenChat-3.5.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 2.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/REBEL-OpenChat-3.5-i1-GGUF/resolve/main/REBEL-OpenChat-3.5.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.1 | | +| [GGUF](https://huggingface.co/mradermacher/REBEL-OpenChat-3.5-i1-GGUF/resolve/main/REBEL-OpenChat-3.5.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.3 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/REBEL-OpenChat-3.5-i1-GGUF/resolve/main/REBEL-OpenChat-3.5.i1-IQ3_S.gguf) | i1-IQ3_S | 3.3 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/REBEL-OpenChat-3.5-i1-GGUF/resolve/main/REBEL-OpenChat-3.5.i1-IQ3_M.gguf) | i1-IQ3_M | 3.4 | | +| [GGUF](https://huggingface.co/mradermacher/REBEL-OpenChat-3.5-i1-GGUF/resolve/main/REBEL-OpenChat-3.5.i1-Q3_K_M.gguf) | i1-Q3_K_M | 3.6 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/REBEL-OpenChat-3.5-i1-GGUF/resolve/main/REBEL-OpenChat-3.5.i1-Q3_K_L.gguf) | i1-Q3_K_L | 3.9 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/REBEL-OpenChat-3.5-i1-GGUF/resolve/main/REBEL-OpenChat-3.5.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/REBEL-OpenChat-3.5-i1-GGUF/resolve/main/REBEL-OpenChat-3.5.i1-Q4_0.gguf) | i1-Q4_0 | 4.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/REBEL-OpenChat-3.5-i1-GGUF/resolve/main/REBEL-OpenChat-3.5.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/REBEL-OpenChat-3.5-i1-GGUF/resolve/main/REBEL-OpenChat-3.5.i1-Q4_K_M.gguf) | i1-Q4_K_M | 4.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/REBEL-OpenChat-3.5-i1-GGUF/resolve/main/REBEL-OpenChat-3.5.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.1 | | +| [GGUF](https://huggingface.co/mradermacher/REBEL-OpenChat-3.5-i1-GGUF/resolve/main/REBEL-OpenChat-3.5.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.2 | | +| [GGUF](https://huggingface.co/mradermacher/REBEL-OpenChat-3.5-i1-GGUF/resolve/main/REBEL-OpenChat-3.5.i1-Q6_K.gguf) | i1-Q6_K | 6.0 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/REBEL-OpenChat-3.5.i1-IQ1_M.gguf b/REBEL-OpenChat-3.5.i1-IQ1_M.gguf new file mode 100644 index 0000000..940437e --- /dev/null +++ b/REBEL-OpenChat-3.5.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa4980b7d7d64c4a72cef99ba4559b30f2572f2672cabb446fce1299c6e756d8 +size 1754454976 diff --git a/REBEL-OpenChat-3.5.i1-IQ1_S.gguf b/REBEL-OpenChat-3.5.i1-IQ1_S.gguf new file mode 100644 index 0000000..c4cfe5c --- /dev/null +++ b/REBEL-OpenChat-3.5.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e21d69f384a4725e7548b74ea1295556db35b5f3c3dec96de050800fbf3f81d +size 1612110784 diff --git a/REBEL-OpenChat-3.5.i1-IQ2_M.gguf b/REBEL-OpenChat-3.5.i1-IQ2_M.gguf new file mode 100644 index 0000000..b7834d1 --- /dev/null +++ b/REBEL-OpenChat-3.5.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2f6b1819d8bba4a6ae63dcc90dfeb5a1b777c1c9aef0a5f547fe0281fc29611 +size 2500722432 diff --git a/REBEL-OpenChat-3.5.i1-IQ2_S.gguf b/REBEL-OpenChat-3.5.i1-IQ2_S.gguf new file mode 100644 index 0000000..b9c2ec9 --- /dev/null +++ b/REBEL-OpenChat-3.5.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5326bf1f49dc290b57389510956bd48e5af224d5d1e32965d3fb0166e98abf69 +size 2310930176 diff --git a/REBEL-OpenChat-3.5.i1-IQ2_XS.gguf b/REBEL-OpenChat-3.5.i1-IQ2_XS.gguf new file mode 100644 index 0000000..03ff4d4 --- /dev/null +++ b/REBEL-OpenChat-3.5.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e81d897c773a9f1facd859dc44d9f4bfef849f112956d3f3da2782feb664ec7 +size 2198264768 diff --git a/REBEL-OpenChat-3.5.i1-IQ2_XXS.gguf b/REBEL-OpenChat-3.5.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..2b20a57 --- /dev/null +++ b/REBEL-OpenChat-3.5.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6278cfee02c672db908e89a99dacfee90be5a5c10b3acb531fdb25f35e76c9a +size 1991695296 diff --git a/REBEL-OpenChat-3.5.i1-IQ3_M.gguf b/REBEL-OpenChat-3.5.i1-IQ3_M.gguf new file mode 100644 index 0000000..63f9564 --- /dev/null +++ b/REBEL-OpenChat-3.5.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e68a59af6fa5a3cb838b732d3ec467e56dbca03cf4e40a17c7584c1227a57c8d +size 3284902720 diff --git a/REBEL-OpenChat-3.5.i1-IQ3_S.gguf b/REBEL-OpenChat-3.5.i1-IQ3_S.gguf new file mode 100644 index 0000000..0446bf4 --- /dev/null +++ b/REBEL-OpenChat-3.5.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80b44e3450ccc21f9b9be861c2d095d7811f2960a828dcb7bc4053856a0a74e9 +size 3182404416 diff --git a/REBEL-OpenChat-3.5.i1-IQ3_XS.gguf b/REBEL-OpenChat-3.5.i1-IQ3_XS.gguf new file mode 100644 index 0000000..f6264fa --- /dev/null +++ b/REBEL-OpenChat-3.5.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4410a713747be49ec865d1fe68181e036b0c9aa9f81fb23fbde24c6f32623052 +size 3018826560 diff --git a/REBEL-OpenChat-3.5.i1-IQ3_XXS.gguf b/REBEL-OpenChat-3.5.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..0918655 --- /dev/null +++ b/REBEL-OpenChat-3.5.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:830aa9f916e2055dd2b3680f36ea8a8fe4dd418fcbd11ff3c97b4ea746ee6058 +size 2827353856 diff --git a/REBEL-OpenChat-3.5.i1-IQ4_XS.gguf b/REBEL-OpenChat-3.5.i1-IQ4_XS.gguf new file mode 100644 index 0000000..ca1efc6 --- /dev/null +++ b/REBEL-OpenChat-3.5.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6ee678dde19753120145cd285154ad9841e47af720ada052840b6903071d6fb +size 3907700352 diff --git a/REBEL-OpenChat-3.5.i1-Q2_K.gguf b/REBEL-OpenChat-3.5.i1-Q2_K.gguf new file mode 100644 index 0000000..379d9c2 --- /dev/null +++ b/REBEL-OpenChat-3.5.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac35bced63ffd8079155a7d9a69a5d4ee18549e760845bfbd957e4f943e5535d +size 2719252480 diff --git a/REBEL-OpenChat-3.5.i1-Q3_K_L.gguf b/REBEL-OpenChat-3.5.i1-Q3_K_L.gguf new file mode 100644 index 0000000..b0ff5ba --- /dev/null +++ b/REBEL-OpenChat-3.5.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cc89cacc8103e7b6f61e705e9f73dbe3173fd0e0830c93bd93f4229a005ee93 +size 3822035776 diff --git a/REBEL-OpenChat-3.5.i1-Q3_K_M.gguf b/REBEL-OpenChat-3.5.i1-Q3_K_M.gguf new file mode 100644 index 0000000..3a46e2a --- /dev/null +++ b/REBEL-OpenChat-3.5.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:848929d6ab624df5cc0f367b6a023b9c0182dc8f7ed07220047cc84704d8028d +size 3518997312 diff --git a/REBEL-OpenChat-3.5.i1-Q3_K_S.gguf b/REBEL-OpenChat-3.5.i1-Q3_K_S.gguf new file mode 100644 index 0000000..46d766a --- /dev/null +++ b/REBEL-OpenChat-3.5.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f0509e9afcbbfc5945f52fe126672bc5b392f0a8f9e226763fa96f7973061ba +size 3164578624 diff --git a/REBEL-OpenChat-3.5.i1-Q4_0.gguf b/REBEL-OpenChat-3.5.i1-Q4_0.gguf new file mode 100644 index 0000000..7540c82 --- /dev/null +++ b/REBEL-OpenChat-3.5.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:590690adaac8e6528f9a60f11ec237b32af010bea2c3ca61d9cb5ff54d8f580e +size 4123608960 diff --git a/REBEL-OpenChat-3.5.i1-Q4_K_M.gguf b/REBEL-OpenChat-3.5.i1-Q4_K_M.gguf new file mode 100644 index 0000000..2b72d06 --- /dev/null +++ b/REBEL-OpenChat-3.5.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36eec34e72e27244684464acb54939c647635d379a9f82df0fed7e807dee076c +size 4368451456 diff --git a/REBEL-OpenChat-3.5.i1-Q4_K_S.gguf b/REBEL-OpenChat-3.5.i1-Q4_K_S.gguf new file mode 100644 index 0000000..8c9e00d --- /dev/null +++ b/REBEL-OpenChat-3.5.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61e7b40573f4dffbca2a3e5b0aada21e08748740dd598e5664b4f59e9af7da05 +size 4140386176 diff --git a/REBEL-OpenChat-3.5.i1-Q5_K_M.gguf b/REBEL-OpenChat-3.5.i1-Q5_K_M.gguf new file mode 100644 index 0000000..d631d2f --- /dev/null +++ b/REBEL-OpenChat-3.5.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5e5d51a0bb46d605b4f3f3faaf646b9feb735e000a728414e68f5f0a49118e2 +size 5131422592 diff --git a/REBEL-OpenChat-3.5.i1-Q5_K_S.gguf b/REBEL-OpenChat-3.5.i1-Q5_K_S.gguf new file mode 100644 index 0000000..33c2213 --- /dev/null +++ b/REBEL-OpenChat-3.5.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b381802d76a939e51c134d1504e44da1e4c8ce6866ee54779de30aeac5d4c8d3 +size 4997729152 diff --git a/REBEL-OpenChat-3.5.i1-Q6_K.gguf b/REBEL-OpenChat-3.5.i1-Q6_K.gguf new file mode 100644 index 0000000..4fb43c2 --- /dev/null +++ b/REBEL-OpenChat-3.5.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:129fad085b76ab38d4c3cc67ba7b070ac1d30fec3496b8e5ca983094b95a8cef +size 5942079424 diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..80efe62 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28443c14df5f3c31972c7ef2e28028c56dd4c0a6efcbd623da074bc01728bd90 +size 4988143