From 3a604572aa3d3e2b11c5f98819ba68dde560be1a Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 30 Jun 2026 07:56:12 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: LocalAI-io/qwen3-0.6b-finetune-it-gguf Source: Original Platform --- .gitattributes | 65 +++++++++++++++++++++++++++++++++++++++ README.md | 48 +++++++++++++++++++++++++++++ configuration.json | 1 + qwen3-0.6b-it-IQ1_M.gguf | 3 ++ qwen3-0.6b-it-IQ2_M.gguf | 3 ++ qwen3-0.6b-it-IQ3_M.gguf | 3 ++ qwen3-0.6b-it-IQ4_XS.gguf | 3 ++ qwen3-0.6b-it-Q2_K.gguf | 3 ++ qwen3-0.6b-it-Q3_K_M.gguf | 3 ++ qwen3-0.6b-it-Q4_K_M.gguf | 3 ++ qwen3-0.6b-it-f16.gguf | 3 ++ qwen3-0.6b-it-q8_0.gguf | 3 ++ 12 files changed, 141 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 configuration.json create mode 100644 qwen3-0.6b-it-IQ1_M.gguf create mode 100644 qwen3-0.6b-it-IQ2_M.gguf create mode 100644 qwen3-0.6b-it-IQ3_M.gguf create mode 100644 qwen3-0.6b-it-IQ4_XS.gguf create mode 100644 qwen3-0.6b-it-Q2_K.gguf create mode 100644 qwen3-0.6b-it-Q3_K_M.gguf create mode 100644 qwen3-0.6b-it-Q4_K_M.gguf create mode 100644 qwen3-0.6b-it-f16.gguf create mode 100644 qwen3-0.6b-it-q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..0c45562 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,65 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text + +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +qwen3-0.6b-it-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text + +qwen3-0.6b-it-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text + +qwen3-0.6b-it-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text + +qwen3-0.6b-it-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text + +qwen3-0.6b-it-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text + +qwen3-0.6b-it-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text + +qwen3-0.6b-it-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text + +qwen3-0.6b-it-f16.gguf filter=lfs diff=lfs merge=lfs -text + +qwen3-0.6b-it-q8_0.gguf filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..d74ab02 --- /dev/null +++ b/README.md @@ -0,0 +1,48 @@ +--- +license: other +tags: [] + +#model-type: +##如 gpt、phi、llama、chatglm、baichuan 等 +#- gpt + +#domain: +##如 nlp、cv、audio、multi-modal +#- nlp + +#language: +##语言代码列表 https://help.aliyun.com/document_detail/215387.html?spm=a2c4g.11186623.0.0.9f8d7467kni6Aa +#- cn + +#metrics: +##如 CIDEr、Blue、ROUGE 等 +#- CIDEr + +#tags: +##各种自定义，包括 pretrained、fine-tuned、instruction-tuned、RL-tuned 等训练方法和其他 +#- pretrained + +#tools: +##如 vllm、fastchat、llamacpp、AdaSeq 等 +#- vllm +--- +### 当前模型的贡献者未提供更加详细的模型介绍。模型文件和权重，可浏览“模型文件”页面获取。 +#### 您可以通过如下git clone命令，或者ModelScope SDK来下载模型 + +SDK下载 +```bash +#安装ModelScope +pip install modelscope +``` +```python +#SDK模型下载 +from modelscope import snapshot_download +model_dir = snapshot_download('LocalAI-io/qwen3-0.6b-finetune-it-gguf') +``` +Git下载 +``` +#Git模型下载 +git clone https://www.modelscope.cn/LocalAI-io/qwen3-0.6b-finetune-it-gguf.git +``` + +

如果您是本模型的贡献者，我们邀请您根据模型贡献文档，及时完善模型卡片内容。

\ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..159097f --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "others", "allow_remote": true} \ No newline at end of file diff --git a/qwen3-0.6b-it-IQ1_M.gguf b/qwen3-0.6b-it-IQ1_M.gguf new file mode 100644 index 0000000..c2e0953 --- /dev/null +++ b/qwen3-0.6b-it-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88a4d53a10009902e4353d06bfada152c19fe362ed4149664705ede287596e15 +size 216051936 diff --git a/qwen3-0.6b-it-IQ2_M.gguf b/qwen3-0.6b-it-IQ2_M.gguf new file mode 100644 index 0000000..19aa574 --- /dev/null +++ b/qwen3-0.6b-it-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cab618d620555f2d925c83e6a129036b00d278ef702b52b0f71995a2552381ea +size 264909024 diff --git a/qwen3-0.6b-it-IQ3_M.gguf b/qwen3-0.6b-it-IQ3_M.gguf new file mode 100644 index 0000000..602a7fc --- /dev/null +++ b/qwen3-0.6b-it-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f069bb0f91ca5238d33c370bb1b332892db0f869047f8e3b0266e492e5298682 +size 336026848 diff --git a/qwen3-0.6b-it-IQ4_XS.gguf b/qwen3-0.6b-it-IQ4_XS.gguf new file mode 100644 index 0000000..d7cd109 --- /dev/null +++ b/qwen3-0.6b-it-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaa22c7ef58e15387f12d58fb3445535ecad7eb14a88690847913b4eb0d92ba6 +size 367803616 diff --git a/qwen3-0.6b-it-Q2_K.gguf b/qwen3-0.6b-it-Q2_K.gguf new file mode 100644 index 0000000..64b602f --- /dev/null +++ b/qwen3-0.6b-it-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03b9562f236d5382689ca53615698b984fcf831537e610035ad0dd667fedafcc +size 296238048 diff --git a/qwen3-0.6b-it-Q3_K_M.gguf b/qwen3-0.6b-it-Q3_K_M.gguf new file mode 100644 index 0000000..8516ae8 --- /dev/null +++ b/qwen3-0.6b-it-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63c04acde672b80660abbf45fc7a0e5c37d15731af1d05d3b8a37e8b6c9529d0 +size 347126752 diff --git a/qwen3-0.6b-it-Q4_K_M.gguf b/qwen3-0.6b-it-Q4_K_M.gguf new file mode 100644 index 0000000..22c123e --- /dev/null +++ b/qwen3-0.6b-it-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bc3da18ed1c7651dd79c6617b67b62e7c2d03d3e124fa7bdbdffe025c4c24e1 +size 396704736 diff --git a/qwen3-0.6b-it-f16.gguf b/qwen3-0.6b-it-f16.gguf new file mode 100644 index 0000000..254c135 --- /dev/null +++ b/qwen3-0.6b-it-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12c688f3c55eadb1e605ed18eec2bdabd54f8fb38e1434326b6bb9651e5f56a8 +size 1198182368 diff --git a/qwen3-0.6b-it-q8_0.gguf b/qwen3-0.6b-it-q8_0.gguf new file mode 100644 index 0000000..2b32efe --- /dev/null +++ b/qwen3-0.6b-it-q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08ba8fe84cf04ae2c621368372124cc0de2fa91dacce62ce9ea4fa86f599bdfd +size 639447008