commit 3a5620deebe930727f33896673d3e5928dd031e1 Author: ModelHub XC Date: Wed Apr 22 00:24:25 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: CHE-72-ZLab/Alibaba-Qwen2-0_5B-Instruct-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..70c0cd3 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +qwen2-0.5b-instruct-q2_k.gguf filter=lfs diff=lfs merge=lfs -text +qwen2-0.5b-instruct-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text +qwen2-0.5b-instruct-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +qwen2-0.5b-instruct-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text +qwen2-0.5b-instruct-q4_0.gguf filter=lfs diff=lfs merge=lfs -text +qwen2-0.5b-instruct-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +qwen2-0.5b-instruct-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text +qwen2-0.5b-instruct-q5_0.gguf filter=lfs diff=lfs merge=lfs -text +qwen2-0.5b-instruct-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +qwen2-0.5b-instruct-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text +qwen2-0.5b-instruct-q6_k.gguf filter=lfs diff=lfs merge=lfs -text +qwen2-0.5b-instruct-q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..c3dad14 --- /dev/null +++ b/README.md @@ -0,0 +1,17 @@ +--- +base_model: Qwen/Qwen2-0.5B-Instruct +language: +- en +- zh +- cmn +license: apache-2.0 +pipeline_tag: text-generation +tags: +- chat +- llama-cpp +- gguf-my-repo +--- + +# CHE-72-ZLab/Alibaba-Qwen2-0_5B-Instruct-GGUF +This model was converted to GGUF format from [`Qwen/Qwen2-0.5B-Instruct`](https://huggingface.co/Qwen/Qwen2-0.5B-Instruct) using llama.cpp via the ggml.ai's [GGUF-my-repo](https://huggingface.co/spaces/ggml-org/gguf-my-repo) space. +Refer to the [original model card](https://huggingface.co/Qwen/Qwen2-0.5B-Instruct) for more details on the model. \ No newline at end of file diff --git a/qwen2-0.5b-instruct-q2_k.gguf b/qwen2-0.5b-instruct-q2_k.gguf new file mode 100644 index 0000000..e552a41 --- /dev/null +++ b/qwen2-0.5b-instruct-q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d16a83e927854711442c19b58cd4ac5eeeb1749d287fe053693d0101e37e12b +size 338604448 diff --git a/qwen2-0.5b-instruct-q3_k_l.gguf b/qwen2-0.5b-instruct-q3_k_l.gguf new file mode 100644 index 0000000..9dcdf58 --- /dev/null +++ b/qwen2-0.5b-instruct-q3_k_l.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b405c582c9350aa3ddfb2e3c046b70566aeee66aa0ae3c4a573ec1b568990f6 +size 369355168 diff --git a/qwen2-0.5b-instruct-q3_k_m.gguf b/qwen2-0.5b-instruct-q3_k_m.gguf new file mode 100644 index 0000000..b236184 --- /dev/null +++ b/qwen2-0.5b-instruct-q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4eebc9976a0afc3acb7933ca051d4a290e6cfbbadf954bd4177304bee6dae23e +size 355463584 diff --git a/qwen2-0.5b-instruct-q3_k_s.gguf b/qwen2-0.5b-instruct-q3_k_s.gguf new file mode 100644 index 0000000..a11549f --- /dev/null +++ b/qwen2-0.5b-instruct-q3_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c745916bea3c2b74e5fecbeb2db90b4a95c397aeb34dd8df4c16d44de40b9810 +size 338260384 diff --git a/qwen2-0.5b-instruct-q4_0.gguf b/qwen2-0.5b-instruct-q4_0.gguf new file mode 100644 index 0000000..8f15783 --- /dev/null +++ b/qwen2-0.5b-instruct-q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8de95da68dc485c0889c205384c24642f83ca18d089559c977ffc6a3972a71a8 +size 352151968 diff --git a/qwen2-0.5b-instruct-q4_k_m.gguf b/qwen2-0.5b-instruct-q4_k_m.gguf new file mode 100644 index 0000000..0003d33 --- /dev/null +++ b/qwen2-0.5b-instruct-q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:905405c219506c683d116dd39e7a01a4ac688dd5549aca169b31039bb6696dd2 +size 397804960 diff --git a/qwen2-0.5b-instruct-q4_k_s.gguf b/qwen2-0.5b-instruct-q4_k_s.gguf new file mode 100644 index 0000000..cbc3fb2 --- /dev/null +++ b/qwen2-0.5b-instruct-q4_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9934b55d45309b6e3407b88ccee44ad3fcfa180825ceb73739f9a162338b3e2 +size 385468832 diff --git a/qwen2-0.5b-instruct-q5_0.gguf b/qwen2-0.5b-instruct-q5_0.gguf new file mode 100644 index 0000000..f18ff2a --- /dev/null +++ b/qwen2-0.5b-instruct-q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fbb0c6fe2e770f3745a21ae72235cb279300d89fcf2152a3048253f97001e3c +size 396880288 diff --git a/qwen2-0.5b-instruct-q5_k_m.gguf b/qwen2-0.5b-instruct-q5_k_m.gguf new file mode 100644 index 0000000..526417e --- /dev/null +++ b/qwen2-0.5b-instruct-q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53bd91be96b2b7b3dfd5d3c299bd5411315ca2fefb4f23297fbc2634f2613a74 +size 420083104 diff --git a/qwen2-0.5b-instruct-q5_k_s.gguf b/qwen2-0.5b-instruct-q5_k_s.gguf new file mode 100644 index 0000000..221edcd --- /dev/null +++ b/qwen2-0.5b-instruct-q5_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:898270401023b973a8eb39bec1768b66f265c72cc307c4af199854624452e58b +size 412707232 diff --git a/qwen2-0.5b-instruct-q6_k.gguf b/qwen2-0.5b-instruct-q6_k.gguf new file mode 100644 index 0000000..1ebf2b3 --- /dev/null +++ b/qwen2-0.5b-instruct-q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69b25958da078ccaddf03764d444c4be80497a88c20ebb02f4f27e014ff7f53b +size 505733536 diff --git a/qwen2-0.5b-instruct-q8_0.gguf b/qwen2-0.5b-instruct-q8_0.gguf new file mode 100644 index 0000000..46e1871 --- /dev/null +++ b/qwen2-0.5b-instruct-q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da8296aa74aced58f4df45b611683a55e96b598b706db04ab96c7201478dc0e6 +size 531065248