From 6de538408ecb58b73e16fa92bd76445e0ad6db39 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 9 Sep 2026 23:50:19 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/CodeFuse-SVR-8B-i1-GGUF Source: Original Platform --- .gitattributes | 60 +++++++++++++++++++++++ CodeFuse-SVR-8B.i1-IQ1_M.gguf | 3 ++ CodeFuse-SVR-8B.i1-IQ1_S.gguf | 3 ++ CodeFuse-SVR-8B.i1-IQ2_M.gguf | 3 ++ CodeFuse-SVR-8B.i1-IQ2_S.gguf | 3 ++ CodeFuse-SVR-8B.i1-IQ2_XS.gguf | 3 ++ CodeFuse-SVR-8B.i1-IQ2_XXS.gguf | 3 ++ CodeFuse-SVR-8B.i1-IQ3_M.gguf | 3 ++ CodeFuse-SVR-8B.i1-IQ3_S.gguf | 3 ++ CodeFuse-SVR-8B.i1-IQ3_XS.gguf | 3 ++ CodeFuse-SVR-8B.i1-IQ3_XXS.gguf | 3 ++ CodeFuse-SVR-8B.i1-IQ4_NL.gguf | 3 ++ CodeFuse-SVR-8B.i1-IQ4_XS.gguf | 3 ++ CodeFuse-SVR-8B.i1-Q2_K.gguf | 3 ++ CodeFuse-SVR-8B.i1-Q2_K_S.gguf | 3 ++ CodeFuse-SVR-8B.i1-Q3_K_L.gguf | 3 ++ CodeFuse-SVR-8B.i1-Q3_K_M.gguf | 3 ++ CodeFuse-SVR-8B.i1-Q3_K_S.gguf | 3 ++ CodeFuse-SVR-8B.i1-Q4_0.gguf | 3 ++ CodeFuse-SVR-8B.i1-Q4_1.gguf | 3 ++ CodeFuse-SVR-8B.i1-Q4_K_M.gguf | 3 ++ CodeFuse-SVR-8B.i1-Q4_K_S.gguf | 3 ++ CodeFuse-SVR-8B.i1-Q5_K_M.gguf | 3 ++ CodeFuse-SVR-8B.i1-Q5_K_S.gguf | 3 ++ CodeFuse-SVR-8B.i1-Q6_K.gguf | 3 ++ CodeFuse-SVR-8B.imatrix.gguf | 3 ++ README.md | 87 +++++++++++++++++++++++++++++++++ 27 files changed, 222 insertions(+) create mode 100644 .gitattributes create mode 100644 CodeFuse-SVR-8B.i1-IQ1_M.gguf create mode 100644 CodeFuse-SVR-8B.i1-IQ1_S.gguf create mode 100644 CodeFuse-SVR-8B.i1-IQ2_M.gguf create mode 100644 CodeFuse-SVR-8B.i1-IQ2_S.gguf create mode 100644 CodeFuse-SVR-8B.i1-IQ2_XS.gguf create mode 100644 CodeFuse-SVR-8B.i1-IQ2_XXS.gguf create mode 100644 CodeFuse-SVR-8B.i1-IQ3_M.gguf create mode 100644 CodeFuse-SVR-8B.i1-IQ3_S.gguf create mode 100644 CodeFuse-SVR-8B.i1-IQ3_XS.gguf create mode 100644 CodeFuse-SVR-8B.i1-IQ3_XXS.gguf create mode 100644 CodeFuse-SVR-8B.i1-IQ4_NL.gguf create mode 100644 CodeFuse-SVR-8B.i1-IQ4_XS.gguf create mode 100644 CodeFuse-SVR-8B.i1-Q2_K.gguf create mode 100644 CodeFuse-SVR-8B.i1-Q2_K_S.gguf create mode 100644 CodeFuse-SVR-8B.i1-Q3_K_L.gguf create mode 100644 CodeFuse-SVR-8B.i1-Q3_K_M.gguf create mode 100644 CodeFuse-SVR-8B.i1-Q3_K_S.gguf create mode 100644 CodeFuse-SVR-8B.i1-Q4_0.gguf create mode 100644 CodeFuse-SVR-8B.i1-Q4_1.gguf create mode 100644 CodeFuse-SVR-8B.i1-Q4_K_M.gguf create mode 100644 CodeFuse-SVR-8B.i1-Q4_K_S.gguf create mode 100644 CodeFuse-SVR-8B.i1-Q5_K_M.gguf create mode 100644 CodeFuse-SVR-8B.i1-Q5_K_S.gguf create mode 100644 CodeFuse-SVR-8B.i1-Q6_K.gguf create mode 100644 CodeFuse-SVR-8B.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..445586e --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +CodeFuse-SVR-8B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +CodeFuse-SVR-8B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +CodeFuse-SVR-8B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +CodeFuse-SVR-8B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +CodeFuse-SVR-8B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +CodeFuse-SVR-8B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +CodeFuse-SVR-8B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +CodeFuse-SVR-8B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +CodeFuse-SVR-8B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +CodeFuse-SVR-8B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +CodeFuse-SVR-8B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +CodeFuse-SVR-8B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +CodeFuse-SVR-8B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +CodeFuse-SVR-8B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +CodeFuse-SVR-8B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +CodeFuse-SVR-8B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +CodeFuse-SVR-8B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +CodeFuse-SVR-8B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +CodeFuse-SVR-8B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +CodeFuse-SVR-8B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +CodeFuse-SVR-8B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +CodeFuse-SVR-8B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +CodeFuse-SVR-8B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +CodeFuse-SVR-8B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +CodeFuse-SVR-8B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/CodeFuse-SVR-8B.i1-IQ1_M.gguf b/CodeFuse-SVR-8B.i1-IQ1_M.gguf new file mode 100644 index 0000000..dcb9088 --- /dev/null +++ b/CodeFuse-SVR-8B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:694fbdff0e84713b8d155a11b2d3e4f9117eb42ac0369c4969b5a2d0c16ae5a5 +size 2256149440 diff --git a/CodeFuse-SVR-8B.i1-IQ1_S.gguf b/CodeFuse-SVR-8B.i1-IQ1_S.gguf new file mode 100644 index 0000000..94552a0 --- /dev/null +++ b/CodeFuse-SVR-8B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd50aa5f1346d60769ca87f9925f1091eb7d47444904431eadf0e0264b058fe0 +size 2115771328 diff --git a/CodeFuse-SVR-8B.i1-IQ2_M.gguf b/CodeFuse-SVR-8B.i1-IQ2_M.gguf new file mode 100644 index 0000000..cd355cd --- /dev/null +++ b/CodeFuse-SVR-8B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e9c8694c4dd26c6ceb4814cef4f7552ada5d5cf7f539e2f67a807ccd61f94ba +size 3051916224 diff --git a/CodeFuse-SVR-8B.i1-IQ2_S.gguf b/CodeFuse-SVR-8B.i1-IQ2_S.gguf new file mode 100644 index 0000000..5f544b8 --- /dev/null +++ b/CodeFuse-SVR-8B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5da0c95f3e2d64b1a9d710dfe47e53612fb19eaa7a947c18ad3f7d217ce0e340 +size 2864745408 diff --git a/CodeFuse-SVR-8B.i1-IQ2_XS.gguf b/CodeFuse-SVR-8B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..2af3a34 --- /dev/null +++ b/CodeFuse-SVR-8B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:169811369b4dc49448ac877606b41f41f38ced4bc3c9a8e1ec59a0aea574db63 +size 2696158144 diff --git a/CodeFuse-SVR-8B.i1-IQ2_XXS.gguf b/CodeFuse-SVR-8B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..1effda3 --- /dev/null +++ b/CodeFuse-SVR-8B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ca5e1de4a7b2b9faf539aa764392d0ef3e755bb5c9daefda72df553459f8d8f +size 2490112960 diff --git a/CodeFuse-SVR-8B.i1-IQ3_M.gguf b/CodeFuse-SVR-8B.i1-IQ3_M.gguf new file mode 100644 index 0000000..7d3bf5b --- /dev/null +++ b/CodeFuse-SVR-8B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fe09f04e2a01cb9f2d75b1de3401b1777139f519099915af7c6682b5c4e8b09 +size 3896622016 diff --git a/CodeFuse-SVR-8B.i1-IQ3_S.gguf b/CodeFuse-SVR-8B.i1-IQ3_S.gguf new file mode 100644 index 0000000..1b8f758 --- /dev/null +++ b/CodeFuse-SVR-8B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d6205075c428abe8deb02ffd1bde8d405ce7df45699c98532fbe255ea9f7ad0 +size 3789667264 diff --git a/CodeFuse-SVR-8B.i1-IQ3_XS.gguf b/CodeFuse-SVR-8B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..b00a243 --- /dev/null +++ b/CodeFuse-SVR-8B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c4bba97d305a564a9e867d1d3d6298e4cb5f0751f75d58df163152ed9c15308 +size 3626875840 diff --git a/CodeFuse-SVR-8B.i1-IQ3_XXS.gguf b/CodeFuse-SVR-8B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..85c5d0a --- /dev/null +++ b/CodeFuse-SVR-8B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:450151350dd9fe479d6de195d8a879ec3bd3bb7b2799d3528363d2cf763d4e35 +size 3369634752 diff --git a/CodeFuse-SVR-8B.i1-IQ4_NL.gguf b/CodeFuse-SVR-8B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..d0702fd --- /dev/null +++ b/CodeFuse-SVR-8B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:914e8021fad38e30deaa49442481ff3c1fb4363a8424cec5487688b9b8afcecf +size 4793625536 diff --git a/CodeFuse-SVR-8B.i1-IQ4_XS.gguf b/CodeFuse-SVR-8B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..60ebca9 --- /dev/null +++ b/CodeFuse-SVR-8B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d0447088fa634202c71d6868f548cbe1342a6f74f8862801c8da1b360ce99ce +size 4561841088 diff --git a/CodeFuse-SVR-8B.i1-Q2_K.gguf b/CodeFuse-SVR-8B.i1-Q2_K.gguf new file mode 100644 index 0000000..4c7f933 --- /dev/null +++ b/CodeFuse-SVR-8B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfd6afac90e5859b591e96b2d267601a9167c70911766aa268899c52f6d19c21 +size 3281734592 diff --git a/CodeFuse-SVR-8B.i1-Q2_K_S.gguf b/CodeFuse-SVR-8B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..d69cab9 --- /dev/null +++ b/CodeFuse-SVR-8B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:518690f075b4debab9a5499dcc5125f63dbef31cc08888eb0c8ddbdada1f8b24 +size 3083553728 diff --git a/CodeFuse-SVR-8B.i1-Q3_K_L.gguf b/CodeFuse-SVR-8B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..e6a2e00 --- /dev/null +++ b/CodeFuse-SVR-8B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e3a3ed8db89516f17bf40e581042c2471a2c7abdfbf47a98b3bf1e7a0f811ca +size 4431395776 diff --git a/CodeFuse-SVR-8B.i1-Q3_K_M.gguf b/CodeFuse-SVR-8B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..39463a3 --- /dev/null +++ b/CodeFuse-SVR-8B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d22afd96b89dcc85ed8217f66c6c15121a2a1ec7e5b6dd8af6d76aca757e1b71 +size 4124163008 diff --git a/CodeFuse-SVR-8B.i1-Q3_K_S.gguf b/CodeFuse-SVR-8B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..3fb5b33 --- /dev/null +++ b/CodeFuse-SVR-8B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbc819c5452fb92d0bd21e0bbd76e921c2eb3cd7aa6bd07b8a228fdce9365222 +size 3769613248 diff --git a/CodeFuse-SVR-8B.i1-Q4_0.gguf b/CodeFuse-SVR-8B.i1-Q4_0.gguf new file mode 100644 index 0000000..dd3011f --- /dev/null +++ b/CodeFuse-SVR-8B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6e4f4c6a1fd90dae23d58252f0de17ae67a11af63b5b57fc65e99c412171a7a +size 4787334080 diff --git a/CodeFuse-SVR-8B.i1-Q4_1.gguf b/CodeFuse-SVR-8B.i1-Q4_1.gguf new file mode 100644 index 0000000..fcdd593 --- /dev/null +++ b/CodeFuse-SVR-8B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c15bfcb5691f1156ad6488229089455a4111286634bf7d13ad15ffc18b9caab5 +size 5247757248 diff --git a/CodeFuse-SVR-8B.i1-Q4_K_M.gguf b/CodeFuse-SVR-8B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..1ba4145 --- /dev/null +++ b/CodeFuse-SVR-8B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a47cc931a514115d876034f3bde9eaef4bddd3a4dfbcd0d48aa8f1dd6812d4d +size 5027785664 diff --git a/CodeFuse-SVR-8B.i1-Q4_K_S.gguf b/CodeFuse-SVR-8B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..385c23e --- /dev/null +++ b/CodeFuse-SVR-8B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:430690c8444fef2b05c957fc931824ef3bf85004f192af10086f89beae900b76 +size 4802014144 diff --git a/CodeFuse-SVR-8B.i1-Q5_K_M.gguf b/CodeFuse-SVR-8B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..b25c69b --- /dev/null +++ b/CodeFuse-SVR-8B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85e8b0d9979913e9caa98ed6113f006c931abb65aa77350a90cc6960c836adf4 +size 5851114432 diff --git a/CodeFuse-SVR-8B.i1-Q5_K_S.gguf b/CodeFuse-SVR-8B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..ebf3977 --- /dev/null +++ b/CodeFuse-SVR-8B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ac9630b3957f804773f110a17c0de58fac4351eded30d8d0a04fd443ee12b87 +size 5720763328 diff --git a/CodeFuse-SVR-8B.i1-Q6_K.gguf b/CodeFuse-SVR-8B.i1-Q6_K.gguf new file mode 100644 index 0000000..ad80e68 --- /dev/null +++ b/CodeFuse-SVR-8B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6d2fa233c38e30dba95af76c1c972d85f6260fe96e6664c34110cd57a9b7d56 +size 6725901248 diff --git a/CodeFuse-SVR-8B.imatrix.gguf b/CodeFuse-SVR-8B.imatrix.gguf new file mode 100644 index 0000000..91d61cd --- /dev/null +++ b/CodeFuse-SVR-8B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58ab24d305cf0e1a042a53545f49cbd3b040195decafcf2f47e294e017f27d6a +size 5347200 diff --git a/README.md b/README.md new file mode 100644 index 0000000..ab0c107 --- /dev/null +++ b/README.md @@ -0,0 +1,87 @@ +--- +base_model: codefuse-ai/CodeFuse-SVR-8B +language: +- en +library_name: transformers +license: mit +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/codefuse-ai/CodeFuse-SVR-8B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#CodeFuse-SVR-8B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/CodeFuse-SVR-8B-GGUF + +**This is a vision model - mmproj files (if any) will be in the [static repository](https://huggingface.co/mradermacher/CodeFuse-SVR-8B-GGUF).** +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/CodeFuse-SVR-8B-i1-GGUF/resolve/main/CodeFuse-SVR-8B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/CodeFuse-SVR-8B-i1-GGUF/resolve/main/CodeFuse-SVR-8B.i1-IQ1_S.gguf) | i1-IQ1_S | 2.2 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/CodeFuse-SVR-8B-i1-GGUF/resolve/main/CodeFuse-SVR-8B.i1-IQ1_M.gguf) | i1-IQ1_M | 2.4 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/CodeFuse-SVR-8B-i1-GGUF/resolve/main/CodeFuse-SVR-8B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.6 | | +| [GGUF](https://huggingface.co/mradermacher/CodeFuse-SVR-8B-i1-GGUF/resolve/main/CodeFuse-SVR-8B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.8 | | +| [GGUF](https://huggingface.co/mradermacher/CodeFuse-SVR-8B-i1-GGUF/resolve/main/CodeFuse-SVR-8B.i1-IQ2_S.gguf) | i1-IQ2_S | 3.0 | | +| [GGUF](https://huggingface.co/mradermacher/CodeFuse-SVR-8B-i1-GGUF/resolve/main/CodeFuse-SVR-8B.i1-IQ2_M.gguf) | i1-IQ2_M | 3.2 | | +| [GGUF](https://huggingface.co/mradermacher/CodeFuse-SVR-8B-i1-GGUF/resolve/main/CodeFuse-SVR-8B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 3.2 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/CodeFuse-SVR-8B-i1-GGUF/resolve/main/CodeFuse-SVR-8B.i1-Q2_K.gguf) | i1-Q2_K | 3.4 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/CodeFuse-SVR-8B-i1-GGUF/resolve/main/CodeFuse-SVR-8B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.5 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/CodeFuse-SVR-8B-i1-GGUF/resolve/main/CodeFuse-SVR-8B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.7 | | +| [GGUF](https://huggingface.co/mradermacher/CodeFuse-SVR-8B-i1-GGUF/resolve/main/CodeFuse-SVR-8B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.9 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/CodeFuse-SVR-8B-i1-GGUF/resolve/main/CodeFuse-SVR-8B.i1-IQ3_S.gguf) | i1-IQ3_S | 3.9 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/CodeFuse-SVR-8B-i1-GGUF/resolve/main/CodeFuse-SVR-8B.i1-IQ3_M.gguf) | i1-IQ3_M | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/CodeFuse-SVR-8B-i1-GGUF/resolve/main/CodeFuse-SVR-8B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 4.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/CodeFuse-SVR-8B-i1-GGUF/resolve/main/CodeFuse-SVR-8B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 4.5 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/CodeFuse-SVR-8B-i1-GGUF/resolve/main/CodeFuse-SVR-8B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.7 | | +| [GGUF](https://huggingface.co/mradermacher/CodeFuse-SVR-8B-i1-GGUF/resolve/main/CodeFuse-SVR-8B.i1-Q4_0.gguf) | i1-Q4_0 | 4.9 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/CodeFuse-SVR-8B-i1-GGUF/resolve/main/CodeFuse-SVR-8B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 4.9 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/CodeFuse-SVR-8B-i1-GGUF/resolve/main/CodeFuse-SVR-8B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.9 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/CodeFuse-SVR-8B-i1-GGUF/resolve/main/CodeFuse-SVR-8B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 5.1 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/CodeFuse-SVR-8B-i1-GGUF/resolve/main/CodeFuse-SVR-8B.i1-Q4_1.gguf) | i1-Q4_1 | 5.3 | | +| [GGUF](https://huggingface.co/mradermacher/CodeFuse-SVR-8B-i1-GGUF/resolve/main/CodeFuse-SVR-8B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/CodeFuse-SVR-8B-i1-GGUF/resolve/main/CodeFuse-SVR-8B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 6.0 | | +| [GGUF](https://huggingface.co/mradermacher/CodeFuse-SVR-8B-i1-GGUF/resolve/main/CodeFuse-SVR-8B.i1-Q6_K.gguf) | i1-Q6_K | 6.8 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +