From 98b135170571d45fe7ca1032c940c40ac6718844 Mon Sep 17 00:00:00 2001 From: ai-modelscope Date: Thu, 4 Apr 2024 10:34:53 +0800 Subject: [PATCH] Upload files. --- .gitattributes | 29 +++++++++++++++++++---------- README.md | 26 -------------------------- configuration.json | 1 + qwen1_5-32b-chat-q2_k.gguf | 3 +++ qwen1_5-32b-chat-q3_k_m.gguf | 3 +++ qwen1_5-32b-chat-q4_0.gguf | 3 +++ qwen1_5-32b-chat-q4_k_m.gguf | 3 +++ qwen1_5-32b-chat-q5_0.gguf | 3 +++ qwen1_5-32b-chat-q5_k_m.gguf | 3 +++ qwen1_5-32b-chat-q6_k.gguf | 3 +++ qwen1_5-32b-chat-q8_0.gguf | 3 +++ 11 files changed, 44 insertions(+), 36 deletions(-) delete mode 100644 README.md create mode 100644 configuration.json create mode 100644 qwen1_5-32b-chat-q2_k.gguf create mode 100644 qwen1_5-32b-chat-q3_k_m.gguf create mode 100644 qwen1_5-32b-chat-q4_0.gguf create mode 100644 qwen1_5-32b-chat-q4_k_m.gguf create mode 100644 qwen1_5-32b-chat-q5_0.gguf create mode 100644 qwen1_5-32b-chat-q5_k_m.gguf create mode 100644 qwen1_5-32b-chat-q6_k.gguf create mode 100644 qwen1_5-32b-chat-q8_0.gguf diff --git a/.gitattributes b/.gitattributes index 7bc225d..1512d7b 100644 --- a/.gitattributes +++ b/.gitattributes @@ -1,34 +1,43 @@ *.7z filter=lfs diff=lfs merge=lfs -text *.arrow filter=lfs diff=lfs merge=lfs -text *.bin filter=lfs diff=lfs merge=lfs -text -*.bin.* filter=lfs diff=lfs merge=lfs -text *.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text *.ftz filter=lfs diff=lfs merge=lfs -text *.gz filter=lfs diff=lfs merge=lfs -text *.h5 filter=lfs diff=lfs merge=lfs -text *.joblib filter=lfs diff=lfs merge=lfs -text *.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text *.model filter=lfs diff=lfs merge=lfs -text *.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text *.onnx filter=lfs diff=lfs merge=lfs -text *.ot filter=lfs diff=lfs merge=lfs -text *.parquet filter=lfs diff=lfs merge=lfs -text *.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text *.pt filter=lfs diff=lfs merge=lfs -text *.pth filter=lfs diff=lfs merge=lfs -text *.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text *.tflite filter=lfs diff=lfs merge=lfs -text *.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text *.xz filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text -*.zstandard filter=lfs diff=lfs merge=lfs -text -*.tfevents* filter=lfs diff=lfs merge=lfs -text -*.db* filter=lfs diff=lfs merge=lfs -text -*.ark* filter=lfs diff=lfs merge=lfs -text -**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text -**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text -**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text -*.safetensors filter=lfs diff=lfs merge=lfs -text -*.ckpt filter=lfs diff=lfs merge=lfs -text \ No newline at end of file +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +qwen1_5-32b-chat-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +qwen1_5-32b-chat-q2_k.gguf filter=lfs diff=lfs merge=lfs -text +qwen1_5-32b-chat-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +qwen1_5-32b-chat-q4_0.gguf filter=lfs diff=lfs merge=lfs -text +qwen1_5-32b-chat-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +qwen1_5-32b-chat-q5_0.gguf filter=lfs diff=lfs merge=lfs -text +qwen1_5-32b-chat-q6_k.gguf filter=lfs diff=lfs merge=lfs -text +qwen1_5-32b-chat-q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md deleted file mode 100644 index 6ceaefb..0000000 --- a/README.md +++ /dev/null @@ -1,26 +0,0 @@ ---- -#以下为文本生成的 "tasks"示例，您可以从此网页中了解更多相关信息：https://modelscope.cn/docs/%E4%BB%BB%E5%8A%A1%E7%9A%84%E4%BB%8B%E7%BB%8D -#tasks: -#- text-generation -license: Apache License 2.0 ---- -### 当前模型的贡献者未提供更加详细的模型介绍。模型文件和权重，可浏览“模型文件”页面获取。 -#### 您可以通过如下git clone命令，或者ModelScope SDK来下载模型 - -SDK下载 -```bash -#安装ModelScope -pip install modelscope -``` -```python -#SDK模型下载 -from modelscope import snapshot_download -model_dir = snapshot_download('qwen/Qwen1.5-32B-Chat-GGUF') -``` -Git下载 -``` -#Git模型下载 -git clone https://www.modelscope.cn/qwen/Qwen1.5-32B-Chat-GGUF.git -``` - -

如果您是本模型的贡献者，我们邀请您根据模型贡献文档，及时完善模型卡片内容。

\ No newline at end of file diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/qwen1_5-32b-chat-q2_k.gguf b/qwen1_5-32b-chat-q2_k.gguf new file mode 100644 index 0000000..8b6de94 --- /dev/null +++ b/qwen1_5-32b-chat-q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c1f9786bf5e7560753efefcb7c4894c9259668c50e1b964848f584f634973cd +size 12222000736 diff --git a/qwen1_5-32b-chat-q3_k_m.gguf b/qwen1_5-32b-chat-q3_k_m.gguf new file mode 100644 index 0000000..e095dcb --- /dev/null +++ b/qwen1_5-32b-chat-q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aede1df524ccab4e1aff158b8d0cf21b6269d9c76d96237734de16a216d095c5 +size 15815114336 diff --git a/qwen1_5-32b-chat-q4_0.gguf b/qwen1_5-32b-chat-q4_0.gguf new file mode 100644 index 0000000..0cb16ca --- /dev/null +++ b/qwen1_5-32b-chat-q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:531b2455fa5d7ccf1fb6baa4b712ba1c18c4dd9cf0b8b4d21e6c9e4626367443 +size 18498670176 diff --git a/qwen1_5-32b-chat-q4_k_m.gguf b/qwen1_5-32b-chat-q4_k_m.gguf new file mode 100644 index 0000000..683f963 --- /dev/null +++ b/qwen1_5-32b-chat-q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0576b369359a8e8030a3eb3860f2677bf54a89c34ac5ce556dcdd4005d7d305 +size 19698962016 diff --git a/qwen1_5-32b-chat-q5_0.gguf b/qwen1_5-32b-chat-q5_0.gguf new file mode 100644 index 0000000..0931795 --- /dev/null +++ b/qwen1_5-32b-chat-q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9bb636a8a1616fde82f972f446b69568ce6a0239e3121f02d096ec6f8f17d30 +size 22465236576 diff --git a/qwen1_5-32b-chat-q5_k_m.gguf b/qwen1_5-32b-chat-q5_k_m.gguf new file mode 100644 index 0000000..057ff04 --- /dev/null +++ b/qwen1_5-32b-chat-q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c8945c6205b4b58157c35fac39b35188a91efeea94af8ae5e196384ede4bc79 +size 23083568736 diff --git a/qwen1_5-32b-chat-q6_k.gguf b/qwen1_5-32b-chat-q6_k.gguf new file mode 100644 index 0000000..3c97685 --- /dev/null +++ b/qwen1_5-32b-chat-q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:848aef49ebcbf049edf5c6679b15af45d0ea1c045a898e2458195065bcb4f308 +size 26679713376 diff --git a/qwen1_5-32b-chat-q8_0.gguf b/qwen1_5-32b-chat-q8_0.gguf new file mode 100644 index 0000000..9e7a312 --- /dev/null +++ b/qwen1_5-32b-chat-q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:817b47da4ba0033688d0bc5170a00b7452cd7a1b4c6defbc3fd0bc4b40e2e67e +size 34553495136