commit dcb322657ba83a74eb09ec3ac564ed7635d3e543 Author: ModelHub XC Date: Sun May 31 02:09:18 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Opeai_Fusion_DianJin-R1-7B-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..15167fd --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +Opeai_Fusion_DianJin-R1-7B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Opeai_Fusion_DianJin-R1-7B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Opeai_Fusion_DianJin-R1-7B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Opeai_Fusion_DianJin-R1-7B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Opeai_Fusion_DianJin-R1-7B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Opeai_Fusion_DianJin-R1-7B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Opeai_Fusion_DianJin-R1-7B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Opeai_Fusion_DianJin-R1-7B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Opeai_Fusion_DianJin-R1-7B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Opeai_Fusion_DianJin-R1-7B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Opeai_Fusion_DianJin-R1-7B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Opeai_Fusion_DianJin-R1-7B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Opeai_Fusion_DianJin-R1-7B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Opeai_Fusion_DianJin-R1-7B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Opeai_Fusion_DianJin-R1-7B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Opeai_Fusion_DianJin-R1-7B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Opeai_Fusion_DianJin-R1-7B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Opeai_Fusion_DianJin-R1-7B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Opeai_Fusion_DianJin-R1-7B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Opeai_Fusion_DianJin-R1-7B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Opeai_Fusion_DianJin-R1-7B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Opeai_Fusion_DianJin-R1-7B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Opeai_Fusion_DianJin-R1-7B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Opeai_Fusion_DianJin-R1-7B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Opeai_Fusion_DianJin-R1-7B.i1-IQ1_M.gguf b/Opeai_Fusion_DianJin-R1-7B.i1-IQ1_M.gguf new file mode 100644 index 0000000..8044432 --- /dev/null +++ b/Opeai_Fusion_DianJin-R1-7B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad19272f59a198929fc931dbbfa8e6c37f667dbe230db1c5912d64ac8fdc2f30 +size 2042197152 diff --git a/Opeai_Fusion_DianJin-R1-7B.i1-IQ1_S.gguf b/Opeai_Fusion_DianJin-R1-7B.i1-IQ1_S.gguf new file mode 100644 index 0000000..2976562 --- /dev/null +++ b/Opeai_Fusion_DianJin-R1-7B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71ce8134e2db8fa763bf976355be6a6ca52fcca7da1dcb4c192e2c52f8034bf4 +size 1903668384 diff --git a/Opeai_Fusion_DianJin-R1-7B.i1-IQ2_M.gguf b/Opeai_Fusion_DianJin-R1-7B.i1-IQ2_M.gguf new file mode 100644 index 0000000..bee403e --- /dev/null +++ b/Opeai_Fusion_DianJin-R1-7B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a56200aa140c45a08eb25dce53877291a9c73dbae5d990cbac104c2d3f3d3f96 +size 2780343456 diff --git a/Opeai_Fusion_DianJin-R1-7B.i1-IQ2_S.gguf b/Opeai_Fusion_DianJin-R1-7B.i1-IQ2_S.gguf new file mode 100644 index 0000000..59ba060 --- /dev/null +++ b/Opeai_Fusion_DianJin-R1-7B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc66b0c4c16b3b444d0069e7074c2104d701660bf4dd3f2732777c9d0e4e6c42 +size 2595638432 diff --git a/Opeai_Fusion_DianJin-R1-7B.i1-IQ2_XS.gguf b/Opeai_Fusion_DianJin-R1-7B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..34ab476 --- /dev/null +++ b/Opeai_Fusion_DianJin-R1-7B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39c59506e896c8d0d88d6f097be064839ae7fb432bea28f2e7e231f72fde9b83 +size 2469022880 diff --git a/Opeai_Fusion_DianJin-R1-7B.i1-IQ2_XXS.gguf b/Opeai_Fusion_DianJin-R1-7B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..0e45941 --- /dev/null +++ b/Opeai_Fusion_DianJin-R1-7B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:381e3d37f3ae5ad3d758ef780dd102a3c1a62f41bdd68ac9d801a45fb3d54a55 +size 2273078432 diff --git a/Opeai_Fusion_DianJin-R1-7B.i1-IQ3_M.gguf b/Opeai_Fusion_DianJin-R1-7B.i1-IQ3_M.gguf new file mode 100644 index 0000000..a64553c --- /dev/null +++ b/Opeai_Fusion_DianJin-R1-7B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:973e8162f06d3957a61bba8e9c4ee78f70f8cc4c3bfbef7aad3ea9a9d9425c92 +size 3574013088 diff --git a/Opeai_Fusion_DianJin-R1-7B.i1-IQ3_S.gguf b/Opeai_Fusion_DianJin-R1-7B.i1-IQ3_S.gguf new file mode 100644 index 0000000..e77837e --- /dev/null +++ b/Opeai_Fusion_DianJin-R1-7B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2304c22be1d14b760716166c5c42350c2b3e831bb7707ba2e7eec6f919131b20 +size 3499193504 diff --git a/Opeai_Fusion_DianJin-R1-7B.i1-IQ3_XS.gguf b/Opeai_Fusion_DianJin-R1-7B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..fcb02a6 --- /dev/null +++ b/Opeai_Fusion_DianJin-R1-7B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:868521d1843acd261b12fef3593a309d32423774586f2361848b17d57d3dcf40 +size 3346257056 diff --git a/Opeai_Fusion_DianJin-R1-7B.i1-IQ3_XXS.gguf b/Opeai_Fusion_DianJin-R1-7B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..d048c14 --- /dev/null +++ b/Opeai_Fusion_DianJin-R1-7B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc806b8bbcf884912c9d20fdaed55f5c80d63b0afaa1c1d56b8067cb70dd86a0 +size 3114515616 diff --git a/Opeai_Fusion_DianJin-R1-7B.i1-IQ4_NL.gguf b/Opeai_Fusion_DianJin-R1-7B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..19611cf --- /dev/null +++ b/Opeai_Fusion_DianJin-R1-7B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e43ed77c8d8b8592beea358caea70a1007c5f6f46e70fbee55169b213db78045 +size 4437814432 diff --git a/Opeai_Fusion_DianJin-R1-7B.i1-IQ4_XS.gguf b/Opeai_Fusion_DianJin-R1-7B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..8b0e921 --- /dev/null +++ b/Opeai_Fusion_DianJin-R1-7B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4d19eca9ce80e8a1294de7ef5c015400da5c183aa830184e26e6f93a472bfd0 +size 4218473632 diff --git a/Opeai_Fusion_DianJin-R1-7B.i1-Q2_K.gguf b/Opeai_Fusion_DianJin-R1-7B.i1-Q2_K.gguf new file mode 100644 index 0000000..7ca636a --- /dev/null +++ b/Opeai_Fusion_DianJin-R1-7B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50eacf289fd1eae2102cc403b065c20de2ab8111a76ab918b443e10fb188692c +size 3015941280 diff --git a/Opeai_Fusion_DianJin-R1-7B.i1-Q2_K_S.gguf b/Opeai_Fusion_DianJin-R1-7B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..a7b143a --- /dev/null +++ b/Opeai_Fusion_DianJin-R1-7B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3de69b5ce87c5a64b61be63a09a05d4b559c7da4c54b48cf8c15a924289b480b +size 2834074784 diff --git a/Opeai_Fusion_DianJin-R1-7B.i1-Q3_K_L.gguf b/Opeai_Fusion_DianJin-R1-7B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..05de8ea --- /dev/null +++ b/Opeai_Fusion_DianJin-R1-7B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1085ca8fc7856892af255813bbc26632747669a8afe673e455596333b209e035 +size 4088460448 diff --git a/Opeai_Fusion_DianJin-R1-7B.i1-Q3_K_M.gguf b/Opeai_Fusion_DianJin-R1-7B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..00b5621 --- /dev/null +++ b/Opeai_Fusion_DianJin-R1-7B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e4100e2e25d7e82724a4ec2b81c60cf6d0d6167551959e1b05a1e659cb18de6 +size 3808392352 diff --git a/Opeai_Fusion_DianJin-R1-7B.i1-Q3_K_S.gguf b/Opeai_Fusion_DianJin-R1-7B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..26e9a50 --- /dev/null +++ b/Opeai_Fusion_DianJin-R1-7B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bde530bbd55a7f9e91f92e8e0dd86e183d5db345860d7d7c5fe839bf99b1d7a +size 3492369568 diff --git a/Opeai_Fusion_DianJin-R1-7B.i1-Q4_0.gguf b/Opeai_Fusion_DianJin-R1-7B.i1-Q4_0.gguf new file mode 100644 index 0000000..332c58b --- /dev/null +++ b/Opeai_Fusion_DianJin-R1-7B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b97ad3a323815b13391f89de97efb7525dfd3e246662894cc47abbe7b45f721 +size 4444122272 diff --git a/Opeai_Fusion_DianJin-R1-7B.i1-Q4_1.gguf b/Opeai_Fusion_DianJin-R1-7B.i1-Q4_1.gguf new file mode 100644 index 0000000..29182c0 --- /dev/null +++ b/Opeai_Fusion_DianJin-R1-7B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef3a8165fac8c62f239923098880715ac188bdf3c245c14d65007d31bcf592b1 +size 4873284768 diff --git a/Opeai_Fusion_DianJin-R1-7B.i1-Q4_K_M.gguf b/Opeai_Fusion_DianJin-R1-7B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..16f8cd4 --- /dev/null +++ b/Opeai_Fusion_DianJin-R1-7B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8c3ab9d17d792aaed09694c7539835d5a1993e093766092f7b2d0ac54fdac84 +size 4683074720 diff --git a/Opeai_Fusion_DianJin-R1-7B.i1-Q4_K_S.gguf b/Opeai_Fusion_DianJin-R1-7B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..1cda35a --- /dev/null +++ b/Opeai_Fusion_DianJin-R1-7B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e1aa5392b0b2b384c0c2145fa1fe4449bfe0439f71d908399be7bfd7cfb0117 +size 4457770144 diff --git a/Opeai_Fusion_DianJin-R1-7B.i1-Q5_K_M.gguf b/Opeai_Fusion_DianJin-R1-7B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..3d734b4 --- /dev/null +++ b/Opeai_Fusion_DianJin-R1-7B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:244fdc9c5631a6d9430ecf2ebd22e22efaea943207bf6d9c02856460e2d74b39 +size 5444832416 diff --git a/Opeai_Fusion_DianJin-R1-7B.i1-Q5_K_S.gguf b/Opeai_Fusion_DianJin-R1-7B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..a7c115e --- /dev/null +++ b/Opeai_Fusion_DianJin-R1-7B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:153f67bae846633e9cf0dc289c637697dc251200075f8bf0705cada62b094424 +size 5315177632 diff --git a/Opeai_Fusion_DianJin-R1-7B.i1-Q6_K.gguf b/Opeai_Fusion_DianJin-R1-7B.i1-Q6_K.gguf new file mode 100644 index 0000000..1eb076f --- /dev/null +++ b/Opeai_Fusion_DianJin-R1-7B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c68e37f5513e4c763c7448ee8d0043763e8c83b8a09b0d4444b1f4974392f33 +size 6254199968 diff --git a/README.md b/README.md new file mode 100644 index 0000000..2339d99 --- /dev/null +++ b/README.md @@ -0,0 +1,84 @@ +--- +base_model: IRUCAAI/Opeai_Fusion_DianJin-R1-7B +language: +- en +library_name: transformers +license: mit +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- mergekit +- merge +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/IRUCAAI/Opeai_Fusion_DianJin-R1-7B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Opeai_Fusion_DianJin-R1-7B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Opeai_Fusion_DianJin-R1-7B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Opeai_Fusion_DianJin-R1-7B-i1-GGUF/resolve/main/Opeai_Fusion_DianJin-R1-7B.i1-IQ1_S.gguf) | i1-IQ1_S | 2.0 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Opeai_Fusion_DianJin-R1-7B-i1-GGUF/resolve/main/Opeai_Fusion_DianJin-R1-7B.i1-IQ1_M.gguf) | i1-IQ1_M | 2.1 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Opeai_Fusion_DianJin-R1-7B-i1-GGUF/resolve/main/Opeai_Fusion_DianJin-R1-7B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/Opeai_Fusion_DianJin-R1-7B-i1-GGUF/resolve/main/Opeai_Fusion_DianJin-R1-7B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.6 | | +| [GGUF](https://huggingface.co/mradermacher/Opeai_Fusion_DianJin-R1-7B-i1-GGUF/resolve/main/Opeai_Fusion_DianJin-R1-7B.i1-IQ2_S.gguf) | i1-IQ2_S | 2.7 | | +| [GGUF](https://huggingface.co/mradermacher/Opeai_Fusion_DianJin-R1-7B-i1-GGUF/resolve/main/Opeai_Fusion_DianJin-R1-7B.i1-IQ2_M.gguf) | i1-IQ2_M | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/Opeai_Fusion_DianJin-R1-7B-i1-GGUF/resolve/main/Opeai_Fusion_DianJin-R1-7B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 2.9 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Opeai_Fusion_DianJin-R1-7B-i1-GGUF/resolve/main/Opeai_Fusion_DianJin-R1-7B.i1-Q2_K.gguf) | i1-Q2_K | 3.1 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Opeai_Fusion_DianJin-R1-7B-i1-GGUF/resolve/main/Opeai_Fusion_DianJin-R1-7B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.2 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Opeai_Fusion_DianJin-R1-7B-i1-GGUF/resolve/main/Opeai_Fusion_DianJin-R1-7B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.4 | | +| [GGUF](https://huggingface.co/mradermacher/Opeai_Fusion_DianJin-R1-7B-i1-GGUF/resolve/main/Opeai_Fusion_DianJin-R1-7B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.6 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Opeai_Fusion_DianJin-R1-7B-i1-GGUF/resolve/main/Opeai_Fusion_DianJin-R1-7B.i1-IQ3_S.gguf) | i1-IQ3_S | 3.6 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Opeai_Fusion_DianJin-R1-7B-i1-GGUF/resolve/main/Opeai_Fusion_DianJin-R1-7B.i1-IQ3_M.gguf) | i1-IQ3_M | 3.7 | | +| [GGUF](https://huggingface.co/mradermacher/Opeai_Fusion_DianJin-R1-7B-i1-GGUF/resolve/main/Opeai_Fusion_DianJin-R1-7B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 3.9 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Opeai_Fusion_DianJin-R1-7B-i1-GGUF/resolve/main/Opeai_Fusion_DianJin-R1-7B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 4.2 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Opeai_Fusion_DianJin-R1-7B-i1-GGUF/resolve/main/Opeai_Fusion_DianJin-R1-7B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.3 | | +| [GGUF](https://huggingface.co/mradermacher/Opeai_Fusion_DianJin-R1-7B-i1-GGUF/resolve/main/Opeai_Fusion_DianJin-R1-7B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 4.5 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Opeai_Fusion_DianJin-R1-7B-i1-GGUF/resolve/main/Opeai_Fusion_DianJin-R1-7B.i1-Q4_0.gguf) | i1-Q4_0 | 4.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Opeai_Fusion_DianJin-R1-7B-i1-GGUF/resolve/main/Opeai_Fusion_DianJin-R1-7B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.6 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Opeai_Fusion_DianJin-R1-7B-i1-GGUF/resolve/main/Opeai_Fusion_DianJin-R1-7B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 4.8 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Opeai_Fusion_DianJin-R1-7B-i1-GGUF/resolve/main/Opeai_Fusion_DianJin-R1-7B.i1-Q4_1.gguf) | i1-Q4_1 | 5.0 | | +| [GGUF](https://huggingface.co/mradermacher/Opeai_Fusion_DianJin-R1-7B-i1-GGUF/resolve/main/Opeai_Fusion_DianJin-R1-7B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.4 | | +| [GGUF](https://huggingface.co/mradermacher/Opeai_Fusion_DianJin-R1-7B-i1-GGUF/resolve/main/Opeai_Fusion_DianJin-R1-7B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.5 | | +| [GGUF](https://huggingface.co/mradermacher/Opeai_Fusion_DianJin-R1-7B-i1-GGUF/resolve/main/Opeai_Fusion_DianJin-R1-7B.i1-Q6_K.gguf) | i1-Q6_K | 6.4 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..7b03efd --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb5e6805b6e4e6f0c7731042dd771d3b7cd443ba412fd30f7371010a9e80c65d +size 4536665