From 766d45654a26f5e5d83e438e877eb66b413b0e8d Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 22 Aug 2026 03:07:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/AceCoder-Qwen2.5-Coder-7B-Base-Rule-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++++ ...r-Qwen2.5-Coder-7B-Base-Rule.i1-IQ1_M.gguf | 3 + ...r-Qwen2.5-Coder-7B-Base-Rule.i1-IQ1_S.gguf | 3 + ...r-Qwen2.5-Coder-7B-Base-Rule.i1-IQ2_M.gguf | 3 + ...r-Qwen2.5-Coder-7B-Base-Rule.i1-IQ2_S.gguf | 3 + ...-Qwen2.5-Coder-7B-Base-Rule.i1-IQ2_XS.gguf | 3 + ...Qwen2.5-Coder-7B-Base-Rule.i1-IQ2_XXS.gguf | 3 + ...r-Qwen2.5-Coder-7B-Base-Rule.i1-IQ3_M.gguf | 3 + ...r-Qwen2.5-Coder-7B-Base-Rule.i1-IQ3_S.gguf | 3 + ...-Qwen2.5-Coder-7B-Base-Rule.i1-IQ3_XS.gguf | 3 + ...Qwen2.5-Coder-7B-Base-Rule.i1-IQ3_XXS.gguf | 3 + ...-Qwen2.5-Coder-7B-Base-Rule.i1-IQ4_NL.gguf | 3 + ...-Qwen2.5-Coder-7B-Base-Rule.i1-IQ4_XS.gguf | 3 + ...er-Qwen2.5-Coder-7B-Base-Rule.i1-Q2_K.gguf | 3 + ...-Qwen2.5-Coder-7B-Base-Rule.i1-Q2_K_S.gguf | 3 + ...-Qwen2.5-Coder-7B-Base-Rule.i1-Q3_K_L.gguf | 3 + ...-Qwen2.5-Coder-7B-Base-Rule.i1-Q3_K_M.gguf | 3 + ...-Qwen2.5-Coder-7B-Base-Rule.i1-Q3_K_S.gguf | 3 + ...er-Qwen2.5-Coder-7B-Base-Rule.i1-Q4_0.gguf | 3 + ...er-Qwen2.5-Coder-7B-Base-Rule.i1-Q4_1.gguf | 3 + ...-Qwen2.5-Coder-7B-Base-Rule.i1-Q4_K_M.gguf | 3 + ...-Qwen2.5-Coder-7B-Base-Rule.i1-Q4_K_S.gguf | 3 + ...-Qwen2.5-Coder-7B-Base-Rule.i1-Q5_K_M.gguf | 3 + ...-Qwen2.5-Coder-7B-Base-Rule.i1-Q5_K_S.gguf | 3 + ...er-Qwen2.5-Coder-7B-Base-Rule.i1-Q6_K.gguf | 3 + README.md | 82 +++++++++++++++++++ imatrix.dat | 3 + 27 files changed, 217 insertions(+) create mode 100644 .gitattributes create mode 100644 AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ1_M.gguf create mode 100644 AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ1_S.gguf create mode 100644 AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ2_M.gguf create mode 100644 AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ2_S.gguf create mode 100644 AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ2_XS.gguf create mode 100644 AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ2_XXS.gguf create mode 100644 AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ3_M.gguf create mode 100644 AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ3_S.gguf create mode 100644 AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ3_XS.gguf create mode 100644 AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ3_XXS.gguf create mode 100644 AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ4_NL.gguf create mode 100644 AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ4_XS.gguf create mode 100644 AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q2_K.gguf create mode 100644 AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q2_K_S.gguf create mode 100644 AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q3_K_L.gguf create mode 100644 AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q3_K_M.gguf create mode 100644 AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q3_K_S.gguf create mode 100644 AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q4_0.gguf create mode 100644 AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q4_1.gguf create mode 100644 AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q4_K_M.gguf create mode 100644 AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q4_K_S.gguf create mode 100644 AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q5_K_M.gguf create mode 100644 AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q5_K_S.gguf create mode 100644 AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q6_K.gguf create mode 100644 README.md create mode 100644 imatrix.dat diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..3236e4a --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ1_M.gguf b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ1_M.gguf new file mode 100644 index 0000000..3d39abf --- /dev/null +++ b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3a96ea192cb106fadffd068a86bd1ed383533cec895dba2b945885a4c7f7f22 +size 2042197312 diff --git a/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ1_S.gguf b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ1_S.gguf new file mode 100644 index 0000000..cde6ea4 --- /dev/null +++ b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fdfebaf4a0796f8b470cd09296900f28aacc355c244851544044995daa44170 +size 1903668544 diff --git a/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ2_M.gguf b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ2_M.gguf new file mode 100644 index 0000000..363154c --- /dev/null +++ b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8573c5d5f5ec73654ad6046be47dcebc8f97c0703afb00eb2e1fd77e8bc98f6c +size 2780343616 diff --git a/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ2_S.gguf b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ2_S.gguf new file mode 100644 index 0000000..88b5d05 --- /dev/null +++ b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bbba43e65a6d0e8d678cfb831704eea2dffd2feeb951fe8bc728851335713a5 +size 2595638592 diff --git a/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ2_XS.gguf b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ2_XS.gguf new file mode 100644 index 0000000..d82dc3a --- /dev/null +++ b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d352e5679f07943a54718eeb4263bc061e00dafaad114691fbbacb9d084c91c +size 2469023040 diff --git a/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ2_XXS.gguf b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..198a073 --- /dev/null +++ b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb0fcba52d9be74e326c30095bf9534eb493243bef85295b81c9ef2eed81995b +size 2273078592 diff --git a/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ3_M.gguf b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ3_M.gguf new file mode 100644 index 0000000..67790ec --- /dev/null +++ b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f08846dc0e39a17494adb89ac7496d3aed0642f026ab19ccaf9870d072faea1 +size 3574013248 diff --git a/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ3_S.gguf b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ3_S.gguf new file mode 100644 index 0000000..fe7e119 --- /dev/null +++ b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d06ad677279186428e0ef5df8ae95ec5c417185df6deab24f48a2e3b86738d0 +size 3499193664 diff --git a/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ3_XS.gguf b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ3_XS.gguf new file mode 100644 index 0000000..53701e0 --- /dev/null +++ b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bafb22e6c55b14bc833ec0be41328908e83e6071c19bd381ef692051421d5e4 +size 3346257216 diff --git a/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ3_XXS.gguf b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..31598a5 --- /dev/null +++ b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7739a5b4b3e92ae1a9a7fb85c13ca26761f1e88d73f1a6bc722642aeacc84b62 +size 3114515776 diff --git a/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ4_NL.gguf b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ4_NL.gguf new file mode 100644 index 0000000..e6a1b8e --- /dev/null +++ b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7db19ce98fa8359a961884dedcc682c9b0cab8dab541a96d53234cca2399eb74 +size 4437814592 diff --git a/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ4_XS.gguf b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ4_XS.gguf new file mode 100644 index 0000000..f727338 --- /dev/null +++ b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:071ee0a0b67b30b639a791eb7e3a6081f5068cd26cb408f54ce74eb7d2fd3b05 +size 4218473792 diff --git a/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q2_K.gguf b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q2_K.gguf new file mode 100644 index 0000000..79cfd1f --- /dev/null +++ b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80bd944fabc51b3abb34d6e070a90cb9b38834f8f3eb0fc894ee6a99b5e380f7 +size 3015941440 diff --git a/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q2_K_S.gguf b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q2_K_S.gguf new file mode 100644 index 0000000..774942b --- /dev/null +++ b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67aaa91589e493e43203dc4eecfaad334fe4bdb0f9bf9479ce5bb030778c03ba +size 2834074944 diff --git a/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q3_K_L.gguf b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q3_K_L.gguf new file mode 100644 index 0000000..f51ea14 --- /dev/null +++ b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57d1832bf7c295068ef5171d767006812c9a94515fa12ac6dddacae7321dad09 +size 4088460608 diff --git a/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q3_K_M.gguf b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q3_K_M.gguf new file mode 100644 index 0000000..e4c3aa6 --- /dev/null +++ b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34a800f11f8e7813e6caf87fa27724535da0313ba42a84c36b1615aee4d53b49 +size 3808392512 diff --git a/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q3_K_S.gguf b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q3_K_S.gguf new file mode 100644 index 0000000..191e261 --- /dev/null +++ b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f3adba5e1ef07b4de8763617e9974e4aff73c35a0758ada5b6cba2754198ce0 +size 3492369728 diff --git a/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q4_0.gguf b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q4_0.gguf new file mode 100644 index 0000000..4f9169c --- /dev/null +++ b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cb76481ba00d8bebe77d6409a0195042b15f021326ea18a170289490a7be9dc +size 4444122432 diff --git a/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q4_1.gguf b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q4_1.gguf new file mode 100644 index 0000000..279fe13 --- /dev/null +++ b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1adaa984825cb9954d2890d8bce4a627bc58c184abd5410d50c08b51aeb9a849 +size 4873284928 diff --git a/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q4_K_M.gguf b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q4_K_M.gguf new file mode 100644 index 0000000..390c035 --- /dev/null +++ b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b798be47139d6ff7c584ff2f6249e6446c21d88b2011031a4d65111c54d159c +size 4683074880 diff --git a/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q4_K_S.gguf b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q4_K_S.gguf new file mode 100644 index 0000000..7468b4a --- /dev/null +++ b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:422ea1e7a13b26701b7f4de8c69904250ce0d18c94f2408fa8c7ce0e6bfed0c8 +size 4457770304 diff --git a/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q5_K_M.gguf b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q5_K_M.gguf new file mode 100644 index 0000000..cb6c430 --- /dev/null +++ b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:964c0d9ca169192073590b17055e5b9dbd3fef989e43ca334e2ae4b2d18f3d34 +size 5444832576 diff --git a/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q5_K_S.gguf b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q5_K_S.gguf new file mode 100644 index 0000000..0df2b89 --- /dev/null +++ b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3696a4f6b62f729c1d549868b947bd76a5d488bfa2a37f77fe3f27491cdbff7 +size 5315177792 diff --git a/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q6_K.gguf b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q6_K.gguf new file mode 100644 index 0000000..7799d8f --- /dev/null +++ b/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65388d256edf7dc7ecb8a13522feb271de3743d2e1c636eddb01c906ff5fce1a +size 6254200128 diff --git a/README.md b/README.md new file mode 100644 index 0000000..a4fc12a --- /dev/null +++ b/README.md @@ -0,0 +1,82 @@ +--- +base_model: TIGER-Lab/AceCoder-Qwen2.5-Coder-7B-Base-Rule +datasets: +- TIGER-Lab/AceCode-87K +language: +- en +library_name: transformers +license: mit +quantized_by: mradermacher +tags: +- acecoder +- code +- Qwen +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/TIGER-Lab/AceCoder-Qwen2.5-Coder-7B-Base-Rule + + +static quants are available at https://huggingface.co/mradermacher/AceCoder-Qwen2.5-Coder-7B-Base-Rule-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/AceCoder-Qwen2.5-Coder-7B-Base-Rule-i1-GGUF/resolve/main/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ1_S.gguf) | i1-IQ1_S | 2.0 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/AceCoder-Qwen2.5-Coder-7B-Base-Rule-i1-GGUF/resolve/main/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ1_M.gguf) | i1-IQ1_M | 2.1 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/AceCoder-Qwen2.5-Coder-7B-Base-Rule-i1-GGUF/resolve/main/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/AceCoder-Qwen2.5-Coder-7B-Base-Rule-i1-GGUF/resolve/main/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.6 | | +| [GGUF](https://huggingface.co/mradermacher/AceCoder-Qwen2.5-Coder-7B-Base-Rule-i1-GGUF/resolve/main/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ2_S.gguf) | i1-IQ2_S | 2.7 | | +| [GGUF](https://huggingface.co/mradermacher/AceCoder-Qwen2.5-Coder-7B-Base-Rule-i1-GGUF/resolve/main/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ2_M.gguf) | i1-IQ2_M | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/AceCoder-Qwen2.5-Coder-7B-Base-Rule-i1-GGUF/resolve/main/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q2_K_S.gguf) | i1-Q2_K_S | 2.9 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/AceCoder-Qwen2.5-Coder-7B-Base-Rule-i1-GGUF/resolve/main/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q2_K.gguf) | i1-Q2_K | 3.1 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/AceCoder-Qwen2.5-Coder-7B-Base-Rule-i1-GGUF/resolve/main/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.2 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/AceCoder-Qwen2.5-Coder-7B-Base-Rule-i1-GGUF/resolve/main/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.4 | | +| [GGUF](https://huggingface.co/mradermacher/AceCoder-Qwen2.5-Coder-7B-Base-Rule-i1-GGUF/resolve/main/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.6 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/AceCoder-Qwen2.5-Coder-7B-Base-Rule-i1-GGUF/resolve/main/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ3_S.gguf) | i1-IQ3_S | 3.6 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/AceCoder-Qwen2.5-Coder-7B-Base-Rule-i1-GGUF/resolve/main/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ3_M.gguf) | i1-IQ3_M | 3.7 | | +| [GGUF](https://huggingface.co/mradermacher/AceCoder-Qwen2.5-Coder-7B-Base-Rule-i1-GGUF/resolve/main/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q3_K_M.gguf) | i1-Q3_K_M | 3.9 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/AceCoder-Qwen2.5-Coder-7B-Base-Rule-i1-GGUF/resolve/main/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q3_K_L.gguf) | i1-Q3_K_L | 4.2 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/AceCoder-Qwen2.5-Coder-7B-Base-Rule-i1-GGUF/resolve/main/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.3 | | +| [GGUF](https://huggingface.co/mradermacher/AceCoder-Qwen2.5-Coder-7B-Base-Rule-i1-GGUF/resolve/main/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-IQ4_NL.gguf) | i1-IQ4_NL | 4.5 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/AceCoder-Qwen2.5-Coder-7B-Base-Rule-i1-GGUF/resolve/main/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q4_0.gguf) | i1-Q4_0 | 4.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/AceCoder-Qwen2.5-Coder-7B-Base-Rule-i1-GGUF/resolve/main/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.6 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/AceCoder-Qwen2.5-Coder-7B-Base-Rule-i1-GGUF/resolve/main/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q4_K_M.gguf) | i1-Q4_K_M | 4.8 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/AceCoder-Qwen2.5-Coder-7B-Base-Rule-i1-GGUF/resolve/main/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q4_1.gguf) | i1-Q4_1 | 5.0 | | +| [GGUF](https://huggingface.co/mradermacher/AceCoder-Qwen2.5-Coder-7B-Base-Rule-i1-GGUF/resolve/main/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.4 | | +| [GGUF](https://huggingface.co/mradermacher/AceCoder-Qwen2.5-Coder-7B-Base-Rule-i1-GGUF/resolve/main/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.5 | | +| [GGUF](https://huggingface.co/mradermacher/AceCoder-Qwen2.5-Coder-7B-Base-Rule-i1-GGUF/resolve/main/AceCoder-Qwen2.5-Coder-7B-Base-Rule.i1-Q6_K.gguf) | i1-Q6_K | 6.4 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..23cf5db --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c93444b5868a80224af61428ddefb0e5c6bd79907be6fed612eca73e1a1cc74 +size 4536665