初始化项目,由ModelHub XC社区提供模型
Model: MCZK/Qwen2-1.5B-Instruct-GGUF Source: Original Platform
This commit is contained in:
49
.gitattributes
vendored
Normal file
49
.gitattributes
vendored
Normal file
@@ -0,0 +1,49 @@
|
||||
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||
*.model filter=lfs diff=lfs merge=lfs -text
|
||||
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen2-1.5B-Instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen2-1.5B-Instruct.Q6_K.iMatrix.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen2-1.5B-Instruct.Q4_K_M.iMatrix.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen2-1.5B-Instruct.iQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen2-1.5B-Instruct.iQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen2-1.5B-Instruct.Q5_K_M.iMatrix.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen2-1.5B-Instruct.Q5_K_S.iMatrix.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen2-1.5B-Instruct.Q4_K_S.iMatrix.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen2-1.5B-Instruct.Q3_K_M.iMatrix.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen2-1.5B-Instruct.iQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen2-1.5B-Instruct.iQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen2-1.5B-Instruct.iQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen2-1.5B-Instruct.imatrix filter=lfs diff=lfs merge=lfs -text
|
||||
Qwen2-1.5B-Instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text
|
||||
3
Qwen2-1.5B-Instruct.Q3_K_M.iMatrix.gguf
Normal file
3
Qwen2-1.5B-Instruct.Q3_K_M.iMatrix.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:dbf0984928836cd30c67feff70c5468f2453cd532f75762901c96ddabc2b08bd
|
||||
size 824175968
|
||||
3
Qwen2-1.5B-Instruct.Q4_K_M.iMatrix.gguf
Normal file
3
Qwen2-1.5B-Instruct.Q4_K_M.iMatrix.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:873e17747da5d5abf0a074b9e10a9f9242ddb13cd1905f58ebb3ff621ff18b9d
|
||||
size 986045792
|
||||
3
Qwen2-1.5B-Instruct.Q4_K_S.iMatrix.gguf
Normal file
3
Qwen2-1.5B-Instruct.Q4_K_S.iMatrix.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:a0cccad19b3787571675d7f0fb05cae71dc108018e40e04a21e1476b6dfb86eb
|
||||
size 940309856
|
||||
3
Qwen2-1.5B-Instruct.Q5_K_M.iMatrix.gguf
Normal file
3
Qwen2-1.5B-Instruct.Q5_K_M.iMatrix.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:39452e9021ef6e5686e6d8e4658af8a3468a847504c825f121edad4ad9b64eed
|
||||
size 1125047648
|
||||
3
Qwen2-1.5B-Instruct.Q5_K_S.iMatrix.gguf
Normal file
3
Qwen2-1.5B-Instruct.Q5_K_S.iMatrix.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:41e3979633fcf8ea86f147893d7c342d7f521952ba46574f6054339078832f06
|
||||
size 1098726752
|
||||
3
Qwen2-1.5B-Instruct.Q6_K.iMatrix.gguf
Normal file
3
Qwen2-1.5B-Instruct.Q6_K.iMatrix.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:3ac15745e9b788c2efad997613cbb3e07e967c2ae0ad4ff352ab9b7b5e2ce9c9
|
||||
size 1272737120
|
||||
3
Qwen2-1.5B-Instruct.Q8_0.gguf
Normal file
3
Qwen2-1.5B-Instruct.Q8_0.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:b4b8cc447dcb63faa971b3098ad286e946858dde23cf5bee8984752093dbf712
|
||||
size 1646570080
|
||||
3
Qwen2-1.5B-Instruct.f16.gguf
Normal file
3
Qwen2-1.5B-Instruct.f16.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:2a79e0e0407877562e18e681c07ba5742ca5010a59e8dd067f2db7ea1aec406f
|
||||
size 3093666400
|
||||
3
Qwen2-1.5B-Instruct.iQ3_M.gguf
Normal file
3
Qwen2-1.5B-Instruct.iQ3_M.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:51efb4c89eddebb107a489045b38fae26955e0a7e51e4ba00411ac268a576a96
|
||||
size 776661344
|
||||
3
Qwen2-1.5B-Instruct.iQ3_S.gguf
Normal file
3
Qwen2-1.5B-Instruct.iQ3_S.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:6f4be66c7fad0120e9eea9bf0958fc112db77c848bd0d5013754bdb60e718b04
|
||||
size 762404192
|
||||
3
Qwen2-1.5B-Instruct.iQ3_XS.gguf
Normal file
3
Qwen2-1.5B-Instruct.iQ3_XS.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:9b67b35ed319c5eafb9c61597df4e5616d6c7946529aaedb27863297958b1a9d
|
||||
size 731696480
|
||||
3
Qwen2-1.5B-Instruct.iQ3_XXS.gguf
Normal file
3
Qwen2-1.5B-Instruct.iQ3_XXS.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:3f33568d359510e7184c1a73be4c5ed76288ec861761019748c044b6aa21ef32
|
||||
size 668789600
|
||||
3
Qwen2-1.5B-Instruct.iQ4_XS.gguf
Normal file
3
Qwen2-1.5B-Instruct.iQ4_XS.gguf
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:a02c13a016cd4173286f8b71607ac447fbbc187cd71a1abe022bf5d64276d1c2
|
||||
size 895728992
|
||||
3
Qwen2-1.5B-Instruct.imatrix
Normal file
3
Qwen2-1.5B-Instruct.imatrix
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:8f985417179151c573a6eed92b3639488e3ca9f1d213da950a13b04011ce2c30
|
||||
size 2042204
|
||||
12
README.md
Normal file
12
README.md
Normal file
@@ -0,0 +1,12 @@
|
||||
---
|
||||
license: apache-2.0
|
||||
language:
|
||||
- en
|
||||
pipeline_tag: text-generation
|
||||
tags:
|
||||
- chat
|
||||
---
|
||||
Qwen様の [Qwen2-1.5B-Instruct](https://huggingface.co/Qwen/Qwen2-1.5B-Instruct) をGGUF形式に変換したものです。
|
||||
K量子化モデルについてもiMatrix適用してあります。
|
||||
|
||||
iMatrixテキストはTFMC様の[c4_en_ja_imatrix.txt](https://huggingface.co/datasets/TFMC/imatrix-dataset-for-japanese-llm)を使用しています。
|
||||
Reference in New Issue
Block a user