From 70f298de5001d0a7eb7fb224fa13bcbf4008ff11 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 5 Sep 2026 13:30:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: MCZK/Qwen2-1.5B-Instruct-GGUF Source: Original Platform --- .gitattributes | 49 +++++++++++++++++++++++++ Qwen2-1.5B-Instruct.Q3_K_M.iMatrix.gguf | 3 ++ Qwen2-1.5B-Instruct.Q4_K_M.iMatrix.gguf | 3 ++ Qwen2-1.5B-Instruct.Q4_K_S.iMatrix.gguf | 3 ++ Qwen2-1.5B-Instruct.Q5_K_M.iMatrix.gguf | 3 ++ Qwen2-1.5B-Instruct.Q5_K_S.iMatrix.gguf | 3 ++ Qwen2-1.5B-Instruct.Q6_K.iMatrix.gguf | 3 ++ Qwen2-1.5B-Instruct.Q8_0.gguf | 3 ++ Qwen2-1.5B-Instruct.f16.gguf | 3 ++ Qwen2-1.5B-Instruct.iQ3_M.gguf | 3 ++ Qwen2-1.5B-Instruct.iQ3_S.gguf | 3 ++ Qwen2-1.5B-Instruct.iQ3_XS.gguf | 3 ++ Qwen2-1.5B-Instruct.iQ3_XXS.gguf | 3 ++ Qwen2-1.5B-Instruct.iQ4_XS.gguf | 3 ++ Qwen2-1.5B-Instruct.imatrix | 3 ++ README.md | 12 ++++++ 16 files changed, 103 insertions(+) create mode 100644 .gitattributes create mode 100644 Qwen2-1.5B-Instruct.Q3_K_M.iMatrix.gguf create mode 100644 Qwen2-1.5B-Instruct.Q4_K_M.iMatrix.gguf create mode 100644 Qwen2-1.5B-Instruct.Q4_K_S.iMatrix.gguf create mode 100644 Qwen2-1.5B-Instruct.Q5_K_M.iMatrix.gguf create mode 100644 Qwen2-1.5B-Instruct.Q5_K_S.iMatrix.gguf create mode 100644 Qwen2-1.5B-Instruct.Q6_K.iMatrix.gguf create mode 100644 Qwen2-1.5B-Instruct.Q8_0.gguf create mode 100644 Qwen2-1.5B-Instruct.f16.gguf create mode 100644 Qwen2-1.5B-Instruct.iQ3_M.gguf create mode 100644 Qwen2-1.5B-Instruct.iQ3_S.gguf create mode 100644 Qwen2-1.5B-Instruct.iQ3_XS.gguf create mode 100644 Qwen2-1.5B-Instruct.iQ3_XXS.gguf create mode 100644 Qwen2-1.5B-Instruct.iQ4_XS.gguf create mode 100644 Qwen2-1.5B-Instruct.imatrix create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..4e85bff --- /dev/null +++ b/.gitattributes @@ -0,0 +1,49 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Qwen2-1.5B-Instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2-1.5B-Instruct.Q6_K.iMatrix.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2-1.5B-Instruct.Q4_K_M.iMatrix.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2-1.5B-Instruct.iQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2-1.5B-Instruct.iQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2-1.5B-Instruct.Q5_K_M.iMatrix.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2-1.5B-Instruct.Q5_K_S.iMatrix.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2-1.5B-Instruct.Q4_K_S.iMatrix.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2-1.5B-Instruct.Q3_K_M.iMatrix.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2-1.5B-Instruct.iQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2-1.5B-Instruct.iQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2-1.5B-Instruct.iQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2-1.5B-Instruct.imatrix filter=lfs diff=lfs merge=lfs -text +Qwen2-1.5B-Instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Qwen2-1.5B-Instruct.Q3_K_M.iMatrix.gguf b/Qwen2-1.5B-Instruct.Q3_K_M.iMatrix.gguf new file mode 100644 index 0000000..83f4f39 --- /dev/null +++ b/Qwen2-1.5B-Instruct.Q3_K_M.iMatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbf0984928836cd30c67feff70c5468f2453cd532f75762901c96ddabc2b08bd +size 824175968 diff --git a/Qwen2-1.5B-Instruct.Q4_K_M.iMatrix.gguf b/Qwen2-1.5B-Instruct.Q4_K_M.iMatrix.gguf new file mode 100644 index 0000000..a19ac78 --- /dev/null +++ b/Qwen2-1.5B-Instruct.Q4_K_M.iMatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:873e17747da5d5abf0a074b9e10a9f9242ddb13cd1905f58ebb3ff621ff18b9d +size 986045792 diff --git a/Qwen2-1.5B-Instruct.Q4_K_S.iMatrix.gguf b/Qwen2-1.5B-Instruct.Q4_K_S.iMatrix.gguf new file mode 100644 index 0000000..4366f96 --- /dev/null +++ b/Qwen2-1.5B-Instruct.Q4_K_S.iMatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0cccad19b3787571675d7f0fb05cae71dc108018e40e04a21e1476b6dfb86eb +size 940309856 diff --git a/Qwen2-1.5B-Instruct.Q5_K_M.iMatrix.gguf b/Qwen2-1.5B-Instruct.Q5_K_M.iMatrix.gguf new file mode 100644 index 0000000..dccd498 --- /dev/null +++ b/Qwen2-1.5B-Instruct.Q5_K_M.iMatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39452e9021ef6e5686e6d8e4658af8a3468a847504c825f121edad4ad9b64eed +size 1125047648 diff --git a/Qwen2-1.5B-Instruct.Q5_K_S.iMatrix.gguf b/Qwen2-1.5B-Instruct.Q5_K_S.iMatrix.gguf new file mode 100644 index 0000000..1c73f80 --- /dev/null +++ b/Qwen2-1.5B-Instruct.Q5_K_S.iMatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41e3979633fcf8ea86f147893d7c342d7f521952ba46574f6054339078832f06 +size 1098726752 diff --git a/Qwen2-1.5B-Instruct.Q6_K.iMatrix.gguf b/Qwen2-1.5B-Instruct.Q6_K.iMatrix.gguf new file mode 100644 index 0000000..7d41695 --- /dev/null +++ b/Qwen2-1.5B-Instruct.Q6_K.iMatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ac15745e9b788c2efad997613cbb3e07e967c2ae0ad4ff352ab9b7b5e2ce9c9 +size 1272737120 diff --git a/Qwen2-1.5B-Instruct.Q8_0.gguf b/Qwen2-1.5B-Instruct.Q8_0.gguf new file mode 100644 index 0000000..4706791 --- /dev/null +++ b/Qwen2-1.5B-Instruct.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4b8cc447dcb63faa971b3098ad286e946858dde23cf5bee8984752093dbf712 +size 1646570080 diff --git a/Qwen2-1.5B-Instruct.f16.gguf b/Qwen2-1.5B-Instruct.f16.gguf new file mode 100644 index 0000000..a2fb0f2 --- /dev/null +++ b/Qwen2-1.5B-Instruct.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a79e0e0407877562e18e681c07ba5742ca5010a59e8dd067f2db7ea1aec406f +size 3093666400 diff --git a/Qwen2-1.5B-Instruct.iQ3_M.gguf b/Qwen2-1.5B-Instruct.iQ3_M.gguf new file mode 100644 index 0000000..f4587b6 --- /dev/null +++ b/Qwen2-1.5B-Instruct.iQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51efb4c89eddebb107a489045b38fae26955e0a7e51e4ba00411ac268a576a96 +size 776661344 diff --git a/Qwen2-1.5B-Instruct.iQ3_S.gguf b/Qwen2-1.5B-Instruct.iQ3_S.gguf new file mode 100644 index 0000000..d0e360b --- /dev/null +++ b/Qwen2-1.5B-Instruct.iQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f4be66c7fad0120e9eea9bf0958fc112db77c848bd0d5013754bdb60e718b04 +size 762404192 diff --git a/Qwen2-1.5B-Instruct.iQ3_XS.gguf b/Qwen2-1.5B-Instruct.iQ3_XS.gguf new file mode 100644 index 0000000..af27a65 --- /dev/null +++ b/Qwen2-1.5B-Instruct.iQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b67b35ed319c5eafb9c61597df4e5616d6c7946529aaedb27863297958b1a9d +size 731696480 diff --git a/Qwen2-1.5B-Instruct.iQ3_XXS.gguf b/Qwen2-1.5B-Instruct.iQ3_XXS.gguf new file mode 100644 index 0000000..3538cb0 --- /dev/null +++ b/Qwen2-1.5B-Instruct.iQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f33568d359510e7184c1a73be4c5ed76288ec861761019748c044b6aa21ef32 +size 668789600 diff --git a/Qwen2-1.5B-Instruct.iQ4_XS.gguf b/Qwen2-1.5B-Instruct.iQ4_XS.gguf new file mode 100644 index 0000000..c759a60 --- /dev/null +++ b/Qwen2-1.5B-Instruct.iQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a02c13a016cd4173286f8b71607ac447fbbc187cd71a1abe022bf5d64276d1c2 +size 895728992 diff --git a/Qwen2-1.5B-Instruct.imatrix b/Qwen2-1.5B-Instruct.imatrix new file mode 100644 index 0000000..c8a3e2b --- /dev/null +++ b/Qwen2-1.5B-Instruct.imatrix @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f985417179151c573a6eed92b3639488e3ca9f1d213da950a13b04011ce2c30 +size 2042204 diff --git a/README.md b/README.md new file mode 100644 index 0000000..0514c5f --- /dev/null +++ b/README.md @@ -0,0 +1,12 @@ +--- +license: apache-2.0 +language: +- en +pipeline_tag: text-generation +tags: +- chat +--- +Qwen様の [Qwen2-1.5B-Instruct](https://huggingface.co/Qwen/Qwen2-1.5B-Instruct) をGGUF形式に変換したものです。 +K量子化モデルについてもiMatrix適用してあります。 + +iMatrixテキストはTFMC様の[c4_en_ja_imatrix.txt](https://huggingface.co/datasets/TFMC/imatrix-dataset-for-japanese-llm)を使用しています。