commit e35ba4dbde234177074890b0fa8a37d487927474 Author: ModelHub XC Date: Wed Jun 17 16:22:16 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: DisOOM/Qwen1.5-22B-Chat-Merge-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..bedb238 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,39 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Qwen1.5-22B-Chat-Merge-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +Qwen1.5-22B-Chat-Merge-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +ggml-model-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Qwen1.5-22B-Chat-Merge-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Qwen1.5-22B-Chat-Merge-Q4_0.gguf b/Qwen1.5-22B-Chat-Merge-Q4_0.gguf new file mode 100644 index 0000000..2e2b23d --- /dev/null +++ b/Qwen1.5-22B-Chat-Merge-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfd18ff1b9df3c9df44a2258705c4f18e2afcae7087d86bcd669bed68a6c2a19 +size 12614795712 diff --git a/Qwen1.5-22B-Chat-Merge-Q5_0.gguf b/Qwen1.5-22B-Chat-Merge-Q5_0.gguf new file mode 100644 index 0000000..93badf3 --- /dev/null +++ b/Qwen1.5-22B-Chat-Merge-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3af75d1f45c7be8f0c0e95ddbe1f6ab92f0372d734d99c4770c7b7dff3a911b1 +size 15273345472 diff --git a/Qwen1.5-22B-Chat-Merge-Q8_0.gguf b/Qwen1.5-22B-Chat-Merge-Q8_0.gguf new file mode 100644 index 0000000..14a6aa0 --- /dev/null +++ b/Qwen1.5-22B-Chat-Merge-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:316d1ac595bf9f6b480efdbe94ce1052554a8accac066e54a40b2cb82b879068 +size 23437554112 diff --git a/README.md b/README.md new file mode 100644 index 0000000..cecdc90 --- /dev/null +++ b/README.md @@ -0,0 +1,27 @@ +--- +tags: +- quantized +- 2-bit +- 3-bit +- 4-bit +- 5-bit +- 6-bit +- 8-bit +- GGUF +- transformers +- pytorch +- qwen2 +- text-generation +- conversational +- autotrain_compatible +- endpoints_compatible +- text-generation-inference +- text-generation +license: other +license_name: tongyi-qianwen +license_link: https://huggingface.co/Qwen/Qwen1.5-72B-Chat/blob/main/LICENSE +library_name: transformers +inference: false +pipeline_tag: text-generation +--- +I got broken models when use the k quantize so there's no k quantized models(sad) \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..5ca493c --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "model_type": "qwen2" +} \ No newline at end of file