From 5a98b5c13249ff82914e52c485b00101159f64eb Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 5 Jun 2026 13:07:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated-i1-GGUF Source: Original Platform --- .gitattributes | 59 ++++++++++++ ...-V1-40B-Instruct-abliterated.i1-IQ1_M.gguf | 3 + ...-V1-40B-Instruct-abliterated.i1-IQ1_S.gguf | 3 + ...-V1-40B-Instruct-abliterated.i1-IQ2_M.gguf | 3 + ...-V1-40B-Instruct-abliterated.i1-IQ2_S.gguf | 3 + ...V1-40B-Instruct-abliterated.i1-IQ2_XS.gguf | 3 + ...1-40B-Instruct-abliterated.i1-IQ2_XXS.gguf | 3 + ...-V1-40B-Instruct-abliterated.i1-IQ3_M.gguf | 3 + ...-V1-40B-Instruct-abliterated.i1-IQ3_S.gguf | 3 + ...V1-40B-Instruct-abliterated.i1-IQ3_XS.gguf | 3 + ...1-40B-Instruct-abliterated.i1-IQ3_XXS.gguf | 3 + ...V1-40B-Instruct-abliterated.i1-IQ4_XS.gguf | 3 + ...r-V1-40B-Instruct-abliterated.i1-Q2_K.gguf | 3 + ...V1-40B-Instruct-abliterated.i1-Q2_K_S.gguf | 3 + ...V1-40B-Instruct-abliterated.i1-Q3_K_L.gguf | 3 + ...V1-40B-Instruct-abliterated.i1-Q3_K_M.gguf | 3 + ...V1-40B-Instruct-abliterated.i1-Q3_K_S.gguf | 3 + ...r-V1-40B-Instruct-abliterated.i1-Q4_0.gguf | 3 + ...r-V1-40B-Instruct-abliterated.i1-Q4_1.gguf | 3 + ...V1-40B-Instruct-abliterated.i1-Q4_K_M.gguf | 3 + ...V1-40B-Instruct-abliterated.i1-Q4_K_S.gguf | 3 + ...V1-40B-Instruct-abliterated.i1-Q5_K_M.gguf | 3 + ...V1-40B-Instruct-abliterated.i1-Q5_K_S.gguf | 3 + ...r-V1-40B-Instruct-abliterated.i1-Q6_K.gguf | 3 + ...r-V1-40B-Instruct-abliterated.imatrix.gguf | 3 + README.md | 89 +++++++++++++++++++ 26 files changed, 220 insertions(+) create mode 100644 .gitattributes create mode 100644 Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ1_M.gguf create mode 100644 Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ1_S.gguf create mode 100644 Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ2_M.gguf create mode 100644 Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ2_S.gguf create mode 100644 Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ2_XS.gguf create mode 100644 Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ2_XXS.gguf create mode 100644 Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ3_M.gguf create mode 100644 Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ3_S.gguf create mode 100644 Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ3_XS.gguf create mode 100644 Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ3_XXS.gguf create mode 100644 Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ4_XS.gguf create mode 100644 Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q2_K.gguf create mode 100644 Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q2_K_S.gguf create mode 100644 Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q3_K_L.gguf create mode 100644 Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q3_K_M.gguf create mode 100644 Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q3_K_S.gguf create mode 100644 Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q4_0.gguf create mode 100644 Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q4_1.gguf create mode 100644 Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q4_K_M.gguf create mode 100644 Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q4_K_S.gguf create mode 100644 Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q5_K_M.gguf create mode 100644 Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q5_K_S.gguf create mode 100644 Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q6_K.gguf create mode 100644 Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..334482b --- /dev/null +++ b/.gitattributes @@ -0,0 +1,59 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ1_M.gguf b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ1_M.gguf new file mode 100644 index 0000000..17cc3ef --- /dev/null +++ b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af3c09fdc63c669d3e346e8c427fbed20f41fa68be2c0d31f48b487ef01f2dbc +size 9318168192 diff --git a/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ1_S.gguf b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ1_S.gguf new file mode 100644 index 0000000..0ad6ada --- /dev/null +++ b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c76645fc70ecf73de61803596fddd203e7828d4a78e0ac9815d865310e2c11a5 +size 8496100992 diff --git a/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ2_M.gguf b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ2_M.gguf new file mode 100644 index 0000000..4f9d123 --- /dev/null +++ b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b01be13f398a6eb5cebb4e6bbe4f7fe4404d2079c1273a1f2649a9066ae090ee +size 13424612992 diff --git a/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ2_S.gguf b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ2_S.gguf new file mode 100644 index 0000000..8898c12 --- /dev/null +++ b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8175eb01467a2a2034c6d621bf42358d74d51765f2d5708b438646d1273b4f6e +size 12328523392 diff --git a/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ2_XS.gguf b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ2_XS.gguf new file mode 100644 index 0000000..a89ef53 --- /dev/null +++ b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:597310fd185df736f40e265e9b8e62eb0ef9d7afc01ec39c37c1a2ec034fed4b +size 11849905792 diff --git a/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ2_XXS.gguf b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..d7d842c --- /dev/null +++ b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82215da7d05621137b2ae6beaa4d3936f9182a4a97404b0e2f557afd3075da52 +size 10688280192 diff --git a/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ3_M.gguf b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ3_M.gguf new file mode 100644 index 0000000..d5177e0 --- /dev/null +++ b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73f544b8ba846d16f447f8f00332909853a3970b1aae4de2b56db1861c97bf53 +size 17832113792 diff --git a/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ3_S.gguf b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ3_S.gguf new file mode 100644 index 0000000..de02d32 --- /dev/null +++ b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a3a3a19a797e3ac19d554b959b3bcd2b25adb421e610e954dce0b64dcc33739 +size 17365579392 diff --git a/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ3_XS.gguf b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ3_XS.gguf new file mode 100644 index 0000000..2aa5919 --- /dev/null +++ b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a094ff5fcc04b5cdaebf1d1e5d7c63f679dcf45483eb3c83631ada26227ca50b +size 16451352192 diff --git a/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ3_XXS.gguf b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..6ac7b5f --- /dev/null +++ b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85d24815e5233ec403f61b3618b64823663ae0bb9209a78a959e24e7dfbd9d6b +size 15445579392 diff --git a/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ4_XS.gguf b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ4_XS.gguf new file mode 100644 index 0000000..af96a48 --- /dev/null +++ b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:040af3de1cb5bbadeaf0c0de46ccf7ad0bd95246f29afeb3a1426fa8bdd5df57 +size 21324568192 diff --git a/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q2_K.gguf b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q2_K.gguf new file mode 100644 index 0000000..fa5fbb8 --- /dev/null +++ b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6db6638a35099a2fffd7e78d91f0f3d14f6fa53bbafb4c653489d0ec041fa4d +size 14769739392 diff --git a/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q2_K_S.gguf b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q2_K_S.gguf new file mode 100644 index 0000000..ad81cec --- /dev/null +++ b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd38f4d313b6315f0eadac90adea111bf367997dd334883dafe9d6f2d33b0de4 +size 13738366592 diff --git a/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q3_K_L.gguf b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q3_K_L.gguf new file mode 100644 index 0000000..6cea116 --- /dev/null +++ b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce66b5b55e270d8ffb1beef8226ba6e302110c18061f2f2fa84fc5af5b9f1996 +size 20825880192 diff --git a/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q3_K_M.gguf b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q3_K_M.gguf new file mode 100644 index 0000000..9226c4b --- /dev/null +++ b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33e5fdd2f67a1bab3c7f1509dd42f80438b1a81085961c97bdf599fc9a393585 +size 19236632192 diff --git a/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q3_K_S.gguf b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q3_K_S.gguf new file mode 100644 index 0000000..971f9f5 --- /dev/null +++ b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52f492123e0de5616c53a394649fdad149b3f011e60f18b30e8943f15cdc1b00 +size 17365579392 diff --git a/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q4_0.gguf b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q4_0.gguf new file mode 100644 index 0000000..55847cd --- /dev/null +++ b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0abd640559253bd431841901348728e1698e92d76543cbfa17a6d1bf5d21b17 +size 22578763392 diff --git a/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q4_1.gguf b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q4_1.gguf new file mode 100644 index 0000000..d650c82 --- /dev/null +++ b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4709f5538dc37740cb63a2ba506e2581f93fb2f1d9b8ced72d589980818e94d2 +size 24952804992 diff --git a/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q4_K_M.gguf b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q4_K_M.gguf new file mode 100644 index 0000000..0762abc --- /dev/null +++ b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52aa6b55e9892fa93b5aa85fb6cab9ed4a9a84eae989cb9b775d707e0f23a410 +size 24030385792 diff --git a/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q4_K_S.gguf b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q4_K_S.gguf new file mode 100644 index 0000000..ac0f453 --- /dev/null +++ b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5debf0e0da7677aca245b7a2d8846be605ef45a3dd636a64d38a0ff75ec223c6 +size 22719665792 diff --git a/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q5_K_M.gguf b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q5_K_M.gguf new file mode 100644 index 0000000..d0994f7 --- /dev/null +++ b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e481635fcb27a50bb0ee7cf6db1fe47fcee66388c9cfe8be99071beafb4ab3e3 +size 28195198592 diff --git a/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q5_K_S.gguf b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q5_K_S.gguf new file mode 100644 index 0000000..f8299c9 --- /dev/null +++ b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fe41bf514d940d76f896cbb477d634933365177bfbe8c6dc0cbc3e4a5ba3980 +size 27415320192 diff --git a/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q6_K.gguf b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q6_K.gguf new file mode 100644 index 0000000..2eba37e --- /dev/null +++ b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad2a3c345723d8975ee37c11be1c2fab9eb6d5dd413c4bf81e86f0de40b25691 +size 32648164992 diff --git a/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.imatrix.gguf b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.imatrix.gguf new file mode 100644 index 0000000..db4d669 --- /dev/null +++ b/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2867f286e564c0e03e9d76cf094d5aa699a40998cbc9ded4728001c98e06285 +size 18763840 diff --git a/README.md b/README.md new file mode 100644 index 0000000..45a055d --- /dev/null +++ b/README.md @@ -0,0 +1,89 @@ +--- +base_model: huihui-ai/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated +language: +- en +library_name: transformers +license: other +license_link: https://huggingface.co/IQuestLab/IQuest-Coder-V1-40B-Instruct/blob/main/LICENSE +license_name: iquestcoder +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- abliterated +- uncensored +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/huihui-ai/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Huihui-IQuest-Coder-V1-40B-Instruct-abliterated-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ1_S.gguf) | i1-IQ1_S | 8.6 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ1_M.gguf) | i1-IQ1_M | 9.4 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 10.8 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ2_XS.gguf) | i1-IQ2_XS | 11.9 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ2_S.gguf) | i1-IQ2_S | 12.4 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ2_M.gguf) | i1-IQ2_M | 13.5 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q2_K_S.gguf) | i1-Q2_K_S | 13.8 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q2_K.gguf) | i1-Q2_K | 14.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 15.5 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ3_XS.gguf) | i1-IQ3_XS | 16.6 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ3_S.gguf) | i1-IQ3_S | 17.5 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q3_K_S.gguf) | i1-Q3_K_S | 17.5 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ3_M.gguf) | i1-IQ3_M | 17.9 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q3_K_M.gguf) | i1-Q3_K_M | 19.3 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q3_K_L.gguf) | i1-Q3_K_L | 20.9 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-IQ4_XS.gguf) | i1-IQ4_XS | 21.4 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q4_0.gguf) | i1-Q4_0 | 22.7 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q4_K_S.gguf) | i1-Q4_K_S | 22.8 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q4_K_M.gguf) | i1-Q4_K_M | 24.1 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q4_1.gguf) | i1-Q4_1 | 25.1 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q5_K_S.gguf) | i1-Q5_K_S | 27.5 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q5_K_M.gguf) | i1-Q5_K_M | 28.3 | | +| [GGUF](https://huggingface.co/mradermacher/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated-i1-GGUF/resolve/main/Huihui-IQuest-Coder-V1-40B-Instruct-abliterated.i1-Q6_K.gguf) | i1-Q6_K | 32.7 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +