From 16b43f588766360d7bdd6955cd98dcfa892d6bb4 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 5 Jun 2026 03:18:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/IQuest-Coder-V1-40B-Base-Stage1-i1-GGUF Source: Original Platform --- .gitattributes | 59 +++++++++++++ IQuest-Coder-V1-40B-Base-Stage1.i1-IQ1_M.gguf | 3 + IQuest-Coder-V1-40B-Base-Stage1.i1-IQ1_S.gguf | 3 + IQuest-Coder-V1-40B-Base-Stage1.i1-IQ2_M.gguf | 3 + IQuest-Coder-V1-40B-Base-Stage1.i1-IQ2_S.gguf | 3 + ...st-Coder-V1-40B-Base-Stage1.i1-IQ2_XS.gguf | 3 + ...t-Coder-V1-40B-Base-Stage1.i1-IQ2_XXS.gguf | 3 + IQuest-Coder-V1-40B-Base-Stage1.i1-IQ3_M.gguf | 3 + IQuest-Coder-V1-40B-Base-Stage1.i1-IQ3_S.gguf | 3 + ...st-Coder-V1-40B-Base-Stage1.i1-IQ3_XS.gguf | 3 + ...t-Coder-V1-40B-Base-Stage1.i1-IQ3_XXS.gguf | 3 + ...st-Coder-V1-40B-Base-Stage1.i1-IQ4_XS.gguf | 3 + IQuest-Coder-V1-40B-Base-Stage1.i1-Q2_K.gguf | 3 + ...st-Coder-V1-40B-Base-Stage1.i1-Q2_K_S.gguf | 3 + ...st-Coder-V1-40B-Base-Stage1.i1-Q3_K_L.gguf | 3 + ...st-Coder-V1-40B-Base-Stage1.i1-Q3_K_M.gguf | 3 + ...st-Coder-V1-40B-Base-Stage1.i1-Q3_K_S.gguf | 3 + IQuest-Coder-V1-40B-Base-Stage1.i1-Q4_0.gguf | 3 + IQuest-Coder-V1-40B-Base-Stage1.i1-Q4_1.gguf | 3 + ...st-Coder-V1-40B-Base-Stage1.i1-Q4_K_M.gguf | 3 + ...st-Coder-V1-40B-Base-Stage1.i1-Q4_K_S.gguf | 3 + ...st-Coder-V1-40B-Base-Stage1.i1-Q5_K_M.gguf | 3 + ...st-Coder-V1-40B-Base-Stage1.i1-Q5_K_S.gguf | 3 + IQuest-Coder-V1-40B-Base-Stage1.i1-Q6_K.gguf | 3 + IQuest-Coder-V1-40B-Base-Stage1.imatrix.gguf | 3 + README.md | 86 +++++++++++++++++++ 26 files changed, 217 insertions(+) create mode 100644 .gitattributes create mode 100644 IQuest-Coder-V1-40B-Base-Stage1.i1-IQ1_M.gguf create mode 100644 IQuest-Coder-V1-40B-Base-Stage1.i1-IQ1_S.gguf create mode 100644 IQuest-Coder-V1-40B-Base-Stage1.i1-IQ2_M.gguf create mode 100644 IQuest-Coder-V1-40B-Base-Stage1.i1-IQ2_S.gguf create mode 100644 IQuest-Coder-V1-40B-Base-Stage1.i1-IQ2_XS.gguf create mode 100644 IQuest-Coder-V1-40B-Base-Stage1.i1-IQ2_XXS.gguf create mode 100644 IQuest-Coder-V1-40B-Base-Stage1.i1-IQ3_M.gguf create mode 100644 IQuest-Coder-V1-40B-Base-Stage1.i1-IQ3_S.gguf create mode 100644 IQuest-Coder-V1-40B-Base-Stage1.i1-IQ3_XS.gguf create mode 100644 IQuest-Coder-V1-40B-Base-Stage1.i1-IQ3_XXS.gguf create mode 100644 IQuest-Coder-V1-40B-Base-Stage1.i1-IQ4_XS.gguf create mode 100644 IQuest-Coder-V1-40B-Base-Stage1.i1-Q2_K.gguf create mode 100644 IQuest-Coder-V1-40B-Base-Stage1.i1-Q2_K_S.gguf create mode 100644 IQuest-Coder-V1-40B-Base-Stage1.i1-Q3_K_L.gguf create mode 100644 IQuest-Coder-V1-40B-Base-Stage1.i1-Q3_K_M.gguf create mode 100644 IQuest-Coder-V1-40B-Base-Stage1.i1-Q3_K_S.gguf create mode 100644 IQuest-Coder-V1-40B-Base-Stage1.i1-Q4_0.gguf create mode 100644 IQuest-Coder-V1-40B-Base-Stage1.i1-Q4_1.gguf create mode 100644 IQuest-Coder-V1-40B-Base-Stage1.i1-Q4_K_M.gguf create mode 100644 IQuest-Coder-V1-40B-Base-Stage1.i1-Q4_K_S.gguf create mode 100644 IQuest-Coder-V1-40B-Base-Stage1.i1-Q5_K_M.gguf create mode 100644 IQuest-Coder-V1-40B-Base-Stage1.i1-Q5_K_S.gguf create mode 100644 IQuest-Coder-V1-40B-Base-Stage1.i1-Q6_K.gguf create mode 100644 IQuest-Coder-V1-40B-Base-Stage1.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..28807e7 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,59 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +IQuest-Coder-V1-40B-Base-Stage1.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +IQuest-Coder-V1-40B-Base-Stage1.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +IQuest-Coder-V1-40B-Base-Stage1.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +IQuest-Coder-V1-40B-Base-Stage1.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +IQuest-Coder-V1-40B-Base-Stage1.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +IQuest-Coder-V1-40B-Base-Stage1.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +IQuest-Coder-V1-40B-Base-Stage1.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +IQuest-Coder-V1-40B-Base-Stage1.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +IQuest-Coder-V1-40B-Base-Stage1.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +IQuest-Coder-V1-40B-Base-Stage1.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +IQuest-Coder-V1-40B-Base-Stage1.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +IQuest-Coder-V1-40B-Base-Stage1.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +IQuest-Coder-V1-40B-Base-Stage1.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +IQuest-Coder-V1-40B-Base-Stage1.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +IQuest-Coder-V1-40B-Base-Stage1.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +IQuest-Coder-V1-40B-Base-Stage1.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +IQuest-Coder-V1-40B-Base-Stage1.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +IQuest-Coder-V1-40B-Base-Stage1.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +IQuest-Coder-V1-40B-Base-Stage1.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +IQuest-Coder-V1-40B-Base-Stage1.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +IQuest-Coder-V1-40B-Base-Stage1.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +IQuest-Coder-V1-40B-Base-Stage1.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +IQuest-Coder-V1-40B-Base-Stage1.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +IQuest-Coder-V1-40B-Base-Stage1.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ1_M.gguf b/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ1_M.gguf new file mode 100644 index 0000000..d9d8d80 --- /dev/null +++ b/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df1fda99640f3bac4b37483d551e509da9356bd78f08a5261ed4d015df5c05ea +size 9318167744 diff --git a/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ1_S.gguf b/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ1_S.gguf new file mode 100644 index 0000000..a1762b7 --- /dev/null +++ b/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3df4c65db1b90180d4f7005c4c66541f691b476f35d20d8801d8d90b4fda55c8 +size 8496100544 diff --git a/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ2_M.gguf b/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ2_M.gguf new file mode 100644 index 0000000..2d76580 --- /dev/null +++ b/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08fc1b1e2a05b039a279c6774aaba5d218088c7d09a4cda62bd9a4eef432c96c +size 13424612544 diff --git a/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ2_S.gguf b/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ2_S.gguf new file mode 100644 index 0000000..64a6a26 --- /dev/null +++ b/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f55ac1e85267a0df4b2b85fa2ed4d5ecfa25a3a67974e47443ba2a686b98385c +size 12328522944 diff --git a/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ2_XS.gguf b/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ2_XS.gguf new file mode 100644 index 0000000..11c9ba2 --- /dev/null +++ b/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05f1899b08bd2be17e448403252f680fd3a12712c3fbb8728182b6241ffa5199 +size 11849905344 diff --git a/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ2_XXS.gguf b/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..2cf5851 --- /dev/null +++ b/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e07081d98b54f4d894d932fb9442e39fb7db1d1aef4b4cbe1c34e71df34ce51 +size 10688279744 diff --git a/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ3_M.gguf b/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ3_M.gguf new file mode 100644 index 0000000..14286c0 --- /dev/null +++ b/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c87bcf27327498f85eb18744d08aa1234acbcd1a04d878c0c2b3eac455bef391 +size 17832113344 diff --git a/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ3_S.gguf b/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ3_S.gguf new file mode 100644 index 0000000..bdbf78f --- /dev/null +++ b/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c35a16cd77f896bf0f5d73ffa62dd9295e90004692fe66b32b05e5dfbbd2936 +size 17365578944 diff --git a/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ3_XS.gguf b/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ3_XS.gguf new file mode 100644 index 0000000..2d821b4 --- /dev/null +++ b/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a726d6b2b2b3dd42764c61edb0cf74624c705837ffdcc07ec1b635cc82c0176 +size 16451351744 diff --git a/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ3_XXS.gguf b/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..d56c405 --- /dev/null +++ b/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99ca8e5563bca08adc04fe664e246ef48cec93d3793281ff7342d5c4dc5db153 +size 15445578944 diff --git a/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ4_XS.gguf b/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ4_XS.gguf new file mode 100644 index 0000000..89e5eae --- /dev/null +++ b/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65d425ded2df5b37dfc696c5a0f13ef5c0e709ef46cfaa8a3af559336d6b0e05 +size 21324567744 diff --git a/IQuest-Coder-V1-40B-Base-Stage1.i1-Q2_K.gguf b/IQuest-Coder-V1-40B-Base-Stage1.i1-Q2_K.gguf new file mode 100644 index 0000000..f15e771 --- /dev/null +++ b/IQuest-Coder-V1-40B-Base-Stage1.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9263e935bf7fe4a0ebbe4f1b9c5890dd42bc3a2d67b129651b4912cfda717bf5 +size 14769738944 diff --git a/IQuest-Coder-V1-40B-Base-Stage1.i1-Q2_K_S.gguf b/IQuest-Coder-V1-40B-Base-Stage1.i1-Q2_K_S.gguf new file mode 100644 index 0000000..96eee82 --- /dev/null +++ b/IQuest-Coder-V1-40B-Base-Stage1.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:453f4579a053ff49fad8e023c3276e5e3ee774a44d0481757b840419cb58d8ca +size 13738366144 diff --git a/IQuest-Coder-V1-40B-Base-Stage1.i1-Q3_K_L.gguf b/IQuest-Coder-V1-40B-Base-Stage1.i1-Q3_K_L.gguf new file mode 100644 index 0000000..1f8d2a9 --- /dev/null +++ b/IQuest-Coder-V1-40B-Base-Stage1.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6b40ff264f4dfcff81d00ec031be29ca3f4a47625c6a2791d1a8d05eb9d4690 +size 20825879744 diff --git a/IQuest-Coder-V1-40B-Base-Stage1.i1-Q3_K_M.gguf b/IQuest-Coder-V1-40B-Base-Stage1.i1-Q3_K_M.gguf new file mode 100644 index 0000000..ffb8202 --- /dev/null +++ b/IQuest-Coder-V1-40B-Base-Stage1.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84ca7978da6daea5deb1b6b7ba29d82566f289fa0b99004060e40f10ad4cb0ab +size 19236631744 diff --git a/IQuest-Coder-V1-40B-Base-Stage1.i1-Q3_K_S.gguf b/IQuest-Coder-V1-40B-Base-Stage1.i1-Q3_K_S.gguf new file mode 100644 index 0000000..6a5835f --- /dev/null +++ b/IQuest-Coder-V1-40B-Base-Stage1.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a376916b2d0a8000c555e136f7f6e2e4dbdcc270adbb27d25445341c849fa3f +size 17365578944 diff --git a/IQuest-Coder-V1-40B-Base-Stage1.i1-Q4_0.gguf b/IQuest-Coder-V1-40B-Base-Stage1.i1-Q4_0.gguf new file mode 100644 index 0000000..444112a --- /dev/null +++ b/IQuest-Coder-V1-40B-Base-Stage1.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d7da43e916858f3ae3f68e341bf49c096d2ab3c53e4919890efc12ba095cd5f +size 22578762944 diff --git a/IQuest-Coder-V1-40B-Base-Stage1.i1-Q4_1.gguf b/IQuest-Coder-V1-40B-Base-Stage1.i1-Q4_1.gguf new file mode 100644 index 0000000..9faace0 --- /dev/null +++ b/IQuest-Coder-V1-40B-Base-Stage1.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8964ba6b7dc3d3de04731c2127bbb0cf3a02ec5f685d627c9bb2ebfa53911290 +size 24952804544 diff --git a/IQuest-Coder-V1-40B-Base-Stage1.i1-Q4_K_M.gguf b/IQuest-Coder-V1-40B-Base-Stage1.i1-Q4_K_M.gguf new file mode 100644 index 0000000..323c1e9 --- /dev/null +++ b/IQuest-Coder-V1-40B-Base-Stage1.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa3b05ebac51f63d266b7851fe7a3562ed55725a3c1442946af3b25f09dd4dcb +size 24030385344 diff --git a/IQuest-Coder-V1-40B-Base-Stage1.i1-Q4_K_S.gguf b/IQuest-Coder-V1-40B-Base-Stage1.i1-Q4_K_S.gguf new file mode 100644 index 0000000..778d52b --- /dev/null +++ b/IQuest-Coder-V1-40B-Base-Stage1.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3d2ccc009ec7dc9d3bcd709d951ba99b2017d5a3d24bad81071238c07e088eb +size 22719665344 diff --git a/IQuest-Coder-V1-40B-Base-Stage1.i1-Q5_K_M.gguf b/IQuest-Coder-V1-40B-Base-Stage1.i1-Q5_K_M.gguf new file mode 100644 index 0000000..fb90428 --- /dev/null +++ b/IQuest-Coder-V1-40B-Base-Stage1.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:274b28c67035fa28a2186bab4c839600bf80c3bb89a9ea53834ba195f2af2961 +size 28195198144 diff --git a/IQuest-Coder-V1-40B-Base-Stage1.i1-Q5_K_S.gguf b/IQuest-Coder-V1-40B-Base-Stage1.i1-Q5_K_S.gguf new file mode 100644 index 0000000..e629e4f --- /dev/null +++ b/IQuest-Coder-V1-40B-Base-Stage1.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb07ba73fcb9852646c9ab632946f694968232ef5dffec92c9b0bd45362688c6 +size 27415319744 diff --git a/IQuest-Coder-V1-40B-Base-Stage1.i1-Q6_K.gguf b/IQuest-Coder-V1-40B-Base-Stage1.i1-Q6_K.gguf new file mode 100644 index 0000000..05edb5e --- /dev/null +++ b/IQuest-Coder-V1-40B-Base-Stage1.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f51d77947507c3670107876922f34edd3b24ec5c1035f4ca8e528fbbc0b87189 +size 32648164544 diff --git a/IQuest-Coder-V1-40B-Base-Stage1.imatrix.gguf b/IQuest-Coder-V1-40B-Base-Stage1.imatrix.gguf new file mode 100644 index 0000000..3956614 --- /dev/null +++ b/IQuest-Coder-V1-40B-Base-Stage1.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2b1218a5ce8629edf2420c191f8012edacdde656ed1680fdecb53d1f226ab41 +size 18763840 diff --git a/README.md b/README.md new file mode 100644 index 0000000..b13a6a1 --- /dev/null +++ b/README.md @@ -0,0 +1,86 @@ +--- +base_model: IQuestLab/IQuest-Coder-V1-40B-Base-Stage1 +language: +- en +library_name: transformers +license: other +license_link: https://huggingface.co/IQuestLab/IQuest-Coder-V1-40B-Instruct/blob/main/LICENSE +license_name: iquestcoder +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/IQuestLab/IQuest-Coder-V1-40B-Base-Stage1 + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#IQuest-Coder-V1-40B-Base-Stage1-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/IQuest-Coder-V1-40B-Base-Stage1-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/IQuest-Coder-V1-40B-Base-Stage1-i1-GGUF/resolve/main/IQuest-Coder-V1-40B-Base-Stage1.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/IQuest-Coder-V1-40B-Base-Stage1-i1-GGUF/resolve/main/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ1_S.gguf) | i1-IQ1_S | 8.6 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/IQuest-Coder-V1-40B-Base-Stage1-i1-GGUF/resolve/main/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ1_M.gguf) | i1-IQ1_M | 9.4 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/IQuest-Coder-V1-40B-Base-Stage1-i1-GGUF/resolve/main/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 10.8 | | +| [GGUF](https://huggingface.co/mradermacher/IQuest-Coder-V1-40B-Base-Stage1-i1-GGUF/resolve/main/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ2_XS.gguf) | i1-IQ2_XS | 11.9 | | +| [GGUF](https://huggingface.co/mradermacher/IQuest-Coder-V1-40B-Base-Stage1-i1-GGUF/resolve/main/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ2_S.gguf) | i1-IQ2_S | 12.4 | | +| [GGUF](https://huggingface.co/mradermacher/IQuest-Coder-V1-40B-Base-Stage1-i1-GGUF/resolve/main/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ2_M.gguf) | i1-IQ2_M | 13.5 | | +| [GGUF](https://huggingface.co/mradermacher/IQuest-Coder-V1-40B-Base-Stage1-i1-GGUF/resolve/main/IQuest-Coder-V1-40B-Base-Stage1.i1-Q2_K_S.gguf) | i1-Q2_K_S | 13.8 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/IQuest-Coder-V1-40B-Base-Stage1-i1-GGUF/resolve/main/IQuest-Coder-V1-40B-Base-Stage1.i1-Q2_K.gguf) | i1-Q2_K | 14.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/IQuest-Coder-V1-40B-Base-Stage1-i1-GGUF/resolve/main/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 15.5 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/IQuest-Coder-V1-40B-Base-Stage1-i1-GGUF/resolve/main/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ3_XS.gguf) | i1-IQ3_XS | 16.6 | | +| [GGUF](https://huggingface.co/mradermacher/IQuest-Coder-V1-40B-Base-Stage1-i1-GGUF/resolve/main/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ3_S.gguf) | i1-IQ3_S | 17.5 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/IQuest-Coder-V1-40B-Base-Stage1-i1-GGUF/resolve/main/IQuest-Coder-V1-40B-Base-Stage1.i1-Q3_K_S.gguf) | i1-Q3_K_S | 17.5 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/IQuest-Coder-V1-40B-Base-Stage1-i1-GGUF/resolve/main/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ3_M.gguf) | i1-IQ3_M | 17.9 | | +| [GGUF](https://huggingface.co/mradermacher/IQuest-Coder-V1-40B-Base-Stage1-i1-GGUF/resolve/main/IQuest-Coder-V1-40B-Base-Stage1.i1-Q3_K_M.gguf) | i1-Q3_K_M | 19.3 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/IQuest-Coder-V1-40B-Base-Stage1-i1-GGUF/resolve/main/IQuest-Coder-V1-40B-Base-Stage1.i1-Q3_K_L.gguf) | i1-Q3_K_L | 20.9 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/IQuest-Coder-V1-40B-Base-Stage1-i1-GGUF/resolve/main/IQuest-Coder-V1-40B-Base-Stage1.i1-IQ4_XS.gguf) | i1-IQ4_XS | 21.4 | | +| [GGUF](https://huggingface.co/mradermacher/IQuest-Coder-V1-40B-Base-Stage1-i1-GGUF/resolve/main/IQuest-Coder-V1-40B-Base-Stage1.i1-Q4_0.gguf) | i1-Q4_0 | 22.7 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/IQuest-Coder-V1-40B-Base-Stage1-i1-GGUF/resolve/main/IQuest-Coder-V1-40B-Base-Stage1.i1-Q4_K_S.gguf) | i1-Q4_K_S | 22.8 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/IQuest-Coder-V1-40B-Base-Stage1-i1-GGUF/resolve/main/IQuest-Coder-V1-40B-Base-Stage1.i1-Q4_K_M.gguf) | i1-Q4_K_M | 24.1 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/IQuest-Coder-V1-40B-Base-Stage1-i1-GGUF/resolve/main/IQuest-Coder-V1-40B-Base-Stage1.i1-Q4_1.gguf) | i1-Q4_1 | 25.1 | | +| [GGUF](https://huggingface.co/mradermacher/IQuest-Coder-V1-40B-Base-Stage1-i1-GGUF/resolve/main/IQuest-Coder-V1-40B-Base-Stage1.i1-Q5_K_S.gguf) | i1-Q5_K_S | 27.5 | | +| [GGUF](https://huggingface.co/mradermacher/IQuest-Coder-V1-40B-Base-Stage1-i1-GGUF/resolve/main/IQuest-Coder-V1-40B-Base-Stage1.i1-Q5_K_M.gguf) | i1-Q5_K_M | 28.3 | | +| [GGUF](https://huggingface.co/mradermacher/IQuest-Coder-V1-40B-Base-Stage1-i1-GGUF/resolve/main/IQuest-Coder-V1-40B-Base-Stage1.i1-Q6_K.gguf) | i1-Q6_K | 32.7 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +