From d1d8fe8b086de62d475b78e30e9b0d437902d670 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 17 Jun 2026 16:26:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: duyntnet/CodeQwen1.5-7B-imatrix-GGUF Source: Original Platform --- .gitattributes | 60 +++++++++++++++++++++++++++++++++++++ CodeQwen1.5-7B-IQ1_M.gguf | 3 ++ CodeQwen1.5-7B-IQ1_S.gguf | 3 ++ CodeQwen1.5-7B-IQ2_M.gguf | 3 ++ CodeQwen1.5-7B-IQ2_S.gguf | 3 ++ CodeQwen1.5-7B-IQ2_XS.gguf | 3 ++ CodeQwen1.5-7B-IQ2_XXS.gguf | 3 ++ CodeQwen1.5-7B-IQ3_M.gguf | 3 ++ CodeQwen1.5-7B-IQ3_S.gguf | 3 ++ CodeQwen1.5-7B-IQ3_XS.gguf | 3 ++ CodeQwen1.5-7B-IQ3_XXS.gguf | 3 ++ CodeQwen1.5-7B-IQ4_NL.gguf | 3 ++ CodeQwen1.5-7B-IQ4_XS.gguf | 3 ++ CodeQwen1.5-7B-Q2_K.gguf | 3 ++ CodeQwen1.5-7B-Q2_K_S.gguf | 3 ++ CodeQwen1.5-7B-Q3_K_L.gguf | 3 ++ CodeQwen1.5-7B-Q3_K_M.gguf | 3 ++ CodeQwen1.5-7B-Q3_K_S.gguf | 3 ++ CodeQwen1.5-7B-Q4_0.gguf | 3 ++ CodeQwen1.5-7B-Q4_K_M.gguf | 3 ++ CodeQwen1.5-7B-Q4_K_S.gguf | 3 ++ CodeQwen1.5-7B-Q5_0.gguf | 3 ++ CodeQwen1.5-7B-Q5_K_M.gguf | 3 ++ CodeQwen1.5-7B-Q5_K_S.gguf | 3 ++ CodeQwen1.5-7B-Q6_K.gguf | 3 ++ CodeQwen1.5-7B-Q8_0.gguf | 3 ++ README.md | 21 +++++++++++++ 27 files changed, 156 insertions(+) create mode 100644 .gitattributes create mode 100644 CodeQwen1.5-7B-IQ1_M.gguf create mode 100644 CodeQwen1.5-7B-IQ1_S.gguf create mode 100644 CodeQwen1.5-7B-IQ2_M.gguf create mode 100644 CodeQwen1.5-7B-IQ2_S.gguf create mode 100644 CodeQwen1.5-7B-IQ2_XS.gguf create mode 100644 CodeQwen1.5-7B-IQ2_XXS.gguf create mode 100644 CodeQwen1.5-7B-IQ3_M.gguf create mode 100644 CodeQwen1.5-7B-IQ3_S.gguf create mode 100644 CodeQwen1.5-7B-IQ3_XS.gguf create mode 100644 CodeQwen1.5-7B-IQ3_XXS.gguf create mode 100644 CodeQwen1.5-7B-IQ4_NL.gguf create mode 100644 CodeQwen1.5-7B-IQ4_XS.gguf create mode 100644 CodeQwen1.5-7B-Q2_K.gguf create mode 100644 CodeQwen1.5-7B-Q2_K_S.gguf create mode 100644 CodeQwen1.5-7B-Q3_K_L.gguf create mode 100644 CodeQwen1.5-7B-Q3_K_M.gguf create mode 100644 CodeQwen1.5-7B-Q3_K_S.gguf create mode 100644 CodeQwen1.5-7B-Q4_0.gguf create mode 100644 CodeQwen1.5-7B-Q4_K_M.gguf create mode 100644 CodeQwen1.5-7B-Q4_K_S.gguf create mode 100644 CodeQwen1.5-7B-Q5_0.gguf create mode 100644 CodeQwen1.5-7B-Q5_K_M.gguf create mode 100644 CodeQwen1.5-7B-Q5_K_S.gguf create mode 100644 CodeQwen1.5-7B-Q6_K.gguf create mode 100644 CodeQwen1.5-7B-Q8_0.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..8b1ced5 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +CodeQwen1.5-7B-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +CodeQwen1.5-7B-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +CodeQwen1.5-7B-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +CodeQwen1.5-7B-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +CodeQwen1.5-7B-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +CodeQwen1.5-7B-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +CodeQwen1.5-7B-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +CodeQwen1.5-7B-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +CodeQwen1.5-7B-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +CodeQwen1.5-7B-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +CodeQwen1.5-7B-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +CodeQwen1.5-7B-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +CodeQwen1.5-7B-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +CodeQwen1.5-7B-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +CodeQwen1.5-7B-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +CodeQwen1.5-7B-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +CodeQwen1.5-7B-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +CodeQwen1.5-7B-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +CodeQwen1.5-7B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +CodeQwen1.5-7B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +CodeQwen1.5-7B-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +CodeQwen1.5-7B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +CodeQwen1.5-7B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +CodeQwen1.5-7B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +CodeQwen1.5-7B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/CodeQwen1.5-7B-IQ1_M.gguf b/CodeQwen1.5-7B-IQ1_M.gguf new file mode 100644 index 0000000..e518dc9 --- /dev/null +++ b/CodeQwen1.5-7B-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5125c0bf79c72302184ae8d0764fd2a2afc7d0701dfef2638f58fe2386e2c9e6 +size 2458142720 diff --git a/CodeQwen1.5-7B-IQ1_S.gguf b/CodeQwen1.5-7B-IQ1_S.gguf new file mode 100644 index 0000000..97d6884 --- /dev/null +++ b/CodeQwen1.5-7B-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c55cf8e4a447bbc55f4dbb31df0089a946207378959154d849b18c5e0bc0ea08 +size 2361411584 diff --git a/CodeQwen1.5-7B-IQ2_M.gguf b/CodeQwen1.5-7B-IQ2_M.gguf new file mode 100644 index 0000000..27bcd8f --- /dev/null +++ b/CodeQwen1.5-7B-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0051a39e2e8d4d90e878070fe2a5c312052bfda32fd8a58aa58da089ccc02e8 +size 3008030720 diff --git a/CodeQwen1.5-7B-IQ2_S.gguf b/CodeQwen1.5-7B-IQ2_S.gguf new file mode 100644 index 0000000..90dd72a --- /dev/null +++ b/CodeQwen1.5-7B-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffdf51414525f81ce7cd303a1fa5e0edf566428b51d2ed3105bbdeb1a16090aa +size 2879055872 diff --git a/CodeQwen1.5-7B-IQ2_XS.gguf b/CodeQwen1.5-7B-IQ2_XS.gguf new file mode 100644 index 0000000..b9cdcc0 --- /dev/null +++ b/CodeQwen1.5-7B-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3c5c2bc1d5a92d1eb4827b856c902edf48ba034e54de8dc7036a53ed7c5b99d +size 2765113344 diff --git a/CodeQwen1.5-7B-IQ2_XXS.gguf b/CodeQwen1.5-7B-IQ2_XXS.gguf new file mode 100644 index 0000000..23ab239 --- /dev/null +++ b/CodeQwen1.5-7B-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7d5423ddac8c0ddb8d3b10889274230f5da1202a02f42b3c3eecd56e1354b44 +size 2619361280 diff --git a/CodeQwen1.5-7B-IQ3_M.gguf b/CodeQwen1.5-7B-IQ3_M.gguf new file mode 100644 index 0000000..8eb97f8 --- /dev/null +++ b/CodeQwen1.5-7B-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f819a9b75004e418f258900d32977635320b4db612e655a40ce9ea9d6f75ffe8 +size 3608545280 diff --git a/CodeQwen1.5-7B-IQ3_S.gguf b/CodeQwen1.5-7B-IQ3_S.gguf new file mode 100644 index 0000000..0739f1e --- /dev/null +++ b/CodeQwen1.5-7B-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c0ed6b96b6199e058668d69d303134ccc61e44ffec4a038e8f52b8be98d0efe +size 3509716992 diff --git a/CodeQwen1.5-7B-IQ3_XS.gguf b/CodeQwen1.5-7B-IQ3_XS.gguf new file mode 100644 index 0000000..7feb877 --- /dev/null +++ b/CodeQwen1.5-7B-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1c121795daa74a1ed67d8b7266ec9b058b59b84d27d5968ad678aaf89e97616 +size 3357542400 diff --git a/CodeQwen1.5-7B-IQ3_XXS.gguf b/CodeQwen1.5-7B-IQ3_XXS.gguf new file mode 100644 index 0000000..cdce4fb --- /dev/null +++ b/CodeQwen1.5-7B-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c072ff15ed2b0669dff7fb60eae98a58c36ab8ffaaefeefb63b760a0dc6c36f +size 3228231680 diff --git a/CodeQwen1.5-7B-IQ4_NL.gguf b/CodeQwen1.5-7B-IQ4_NL.gguf new file mode 100644 index 0000000..a2dac83 --- /dev/null +++ b/CodeQwen1.5-7B-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89dec660d33bcf237f48236be2149a35e5bce49a5aac5e43261549fed2e7f9fc +size 4187826176 diff --git a/CodeQwen1.5-7B-IQ4_XS.gguf b/CodeQwen1.5-7B-IQ4_XS.gguf new file mode 100644 index 0000000..8ba65b3 --- /dev/null +++ b/CodeQwen1.5-7B-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa478c4adb8ea136496294ad86c0db5b57e5dd371d093830a9138f376dda847d +size 4030244864 diff --git a/CodeQwen1.5-7B-Q2_K.gguf b/CodeQwen1.5-7B-Q2_K.gguf new file mode 100644 index 0000000..959acc6 --- /dev/null +++ b/CodeQwen1.5-7B-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03721d63926317ca720023e2c8ee50c97116d3fdba06e65b1215e425f630d495 +size 3052103680 diff --git a/CodeQwen1.5-7B-Q2_K_S.gguf b/CodeQwen1.5-7B-Q2_K_S.gguf new file mode 100644 index 0000000..e1c2038 --- /dev/null +++ b/CodeQwen1.5-7B-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7972936fc027d21912571b9ce0b1ec35e203b17aadbaf90d689053d227334c2c +size 3025102848 diff --git a/CodeQwen1.5-7B-Q3_K_L.gguf b/CodeQwen1.5-7B-Q3_K_L.gguf new file mode 100644 index 0000000..e867036 --- /dev/null +++ b/CodeQwen1.5-7B-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3336005d09e533b158dbe0c646db7b138ca3571077a627af09c6815362435eb4 +size 3986819072 diff --git a/CodeQwen1.5-7B-Q3_K_M.gguf b/CodeQwen1.5-7B-Q3_K_M.gguf new file mode 100644 index 0000000..765d102 --- /dev/null +++ b/CodeQwen1.5-7B-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89e47c80042b68cf86ccc09c27c3a8fe8451833b85cae817c86efbb7b44713ec +size 3808626688 diff --git a/CodeQwen1.5-7B-Q3_K_S.gguf b/CodeQwen1.5-7B-Q3_K_S.gguf new file mode 100644 index 0000000..67750d1 --- /dev/null +++ b/CodeQwen1.5-7B-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e185acef7299f79a30954b6f6bbc2e5140ebea3b7dbc23abe1fac2bbd74d7db +size 3500804096 diff --git a/CodeQwen1.5-7B-Q4_0.gguf b/CodeQwen1.5-7B-Q4_0.gguf new file mode 100644 index 0000000..9f0b5f7 --- /dev/null +++ b/CodeQwen1.5-7B-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e550d3f774e3407903a0cf887a75bd33be5f55f3e7b90f9162873505bdc2b79c +size 4193200128 diff --git a/CodeQwen1.5-7B-Q4_K_M.gguf b/CodeQwen1.5-7B-Q4_K_M.gguf new file mode 100644 index 0000000..05bc2e4 --- /dev/null +++ b/CodeQwen1.5-7B-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e107ac3c27839d140ef81a9e2fa71c63cd222ed624888f52ac2664ec1f06088a +size 4738590720 diff --git a/CodeQwen1.5-7B-Q4_K_S.gguf b/CodeQwen1.5-7B-Q4_K_S.gguf new file mode 100644 index 0000000..b5f5b2d --- /dev/null +++ b/CodeQwen1.5-7B-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2af3c913d5fcf58b53058620e45f09a4e43fa98ae238bc212c20cbd58673f499 +size 4414449664 diff --git a/CodeQwen1.5-7B-Q5_0.gguf b/CodeQwen1.5-7B-Q5_0.gguf new file mode 100644 index 0000000..34a87dc --- /dev/null +++ b/CodeQwen1.5-7B-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d68640250d9bb783ef4a3946f43cbb035570cf62959e9614a3278d59d7feb02c +size 5052114944 diff --git a/CodeQwen1.5-7B-Q5_K_M.gguf b/CodeQwen1.5-7B-Q5_K_M.gguf new file mode 100644 index 0000000..62dfe79 --- /dev/null +++ b/CodeQwen1.5-7B-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ed097b3c37a9dfdf4b8b2d8ad6f506b1d4d5f96c327017bf7b7a7eb669d5e3c +size 5428160512 diff --git a/CodeQwen1.5-7B-Q5_K_S.gguf b/CodeQwen1.5-7B-Q5_K_S.gguf new file mode 100644 index 0000000..990fcdc --- /dev/null +++ b/CodeQwen1.5-7B-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afc9c705252b1b4851d361b9cc44abd49e993f2be960d73ec072d80c8fe573c5 +size 5148452864 diff --git a/CodeQwen1.5-7B-Q6_K.gguf b/CodeQwen1.5-7B-Q6_K.gguf new file mode 100644 index 0000000..fd89ca1 --- /dev/null +++ b/CodeQwen1.5-7B-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8861eeee9a2c0919787dbcfffa1d270517ad0d3a744d97b6311401568003052f +size 6377588736 diff --git a/CodeQwen1.5-7B-Q8_0.gguf b/CodeQwen1.5-7B-Q8_0.gguf new file mode 100644 index 0000000..e1423be --- /dev/null +++ b/CodeQwen1.5-7B-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dc065b719a113c4db434630672365e8fa89ad9543a44d4637353e38f8cdc144 +size 7706773504 diff --git a/README.md b/README.md new file mode 100644 index 0000000..d7d1973 --- /dev/null +++ b/README.md @@ -0,0 +1,21 @@ +--- +license: other +language: +- en +pipeline_tag: text-generation +inference: false +tags: +- transformers +- gguf +- imatrix +- CodeQwen1.5-7B +--- +Quantizations of https://huggingface.co/Qwen/CodeQwen1.5-7B + +# From original readme + +## Requirements +The code of Qwen1.5 has been in the latest Hugging face transformers and we advise you to install `transformers>=4.37.0`, or you might encounter the following error: +``` +KeyError: 'qwen2'. +```