commit a8d47105001521b816d8d0208e6b305168bb2ae3 Author: ModelHub XC Date: Thu Jun 11 18:34:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/ZYH-LLM-Qwen2.5-14B-V2-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..b900a14 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +ZYH-LLM-Qwen2.5-14B-V2.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +ZYH-LLM-Qwen2.5-14B-V2.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +ZYH-LLM-Qwen2.5-14B-V2.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +ZYH-LLM-Qwen2.5-14B-V2.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +ZYH-LLM-Qwen2.5-14B-V2.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +ZYH-LLM-Qwen2.5-14B-V2.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +ZYH-LLM-Qwen2.5-14B-V2.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +ZYH-LLM-Qwen2.5-14B-V2.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +ZYH-LLM-Qwen2.5-14B-V2.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +ZYH-LLM-Qwen2.5-14B-V2.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +ZYH-LLM-Qwen2.5-14B-V2.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +ZYH-LLM-Qwen2.5-14B-V2.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +ZYH-LLM-Qwen2.5-14B-V2.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +ZYH-LLM-Qwen2.5-14B-V2.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +ZYH-LLM-Qwen2.5-14B-V2.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +ZYH-LLM-Qwen2.5-14B-V2.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +ZYH-LLM-Qwen2.5-14B-V2.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +ZYH-LLM-Qwen2.5-14B-V2.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +ZYH-LLM-Qwen2.5-14B-V2.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +ZYH-LLM-Qwen2.5-14B-V2.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +ZYH-LLM-Qwen2.5-14B-V2.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +ZYH-LLM-Qwen2.5-14B-V2.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +ZYH-LLM-Qwen2.5-14B-V2.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +ZYH-LLM-Qwen2.5-14B-V2.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..1aaa44f --- /dev/null +++ b/README.md @@ -0,0 +1,79 @@ +--- +base_model: YOYO-AI/ZYH-LLM-Qwen2.5-14B-V2 +language: +- en +- zh +library_name: transformers +license: apache-2.0 +quantized_by: mradermacher +tags: +- merge +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/YOYO-AI/ZYH-LLM-Qwen2.5-14B-V2 + + +static quants are available at https://huggingface.co/mradermacher/ZYH-LLM-Qwen2.5-14B-V2-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/ZYH-LLM-Qwen2.5-14B-V2-i1-GGUF/resolve/main/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ1_S.gguf) | i1-IQ1_S | 3.7 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/ZYH-LLM-Qwen2.5-14B-V2-i1-GGUF/resolve/main/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ1_M.gguf) | i1-IQ1_M | 4.0 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/ZYH-LLM-Qwen2.5-14B-V2-i1-GGUF/resolve/main/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 4.4 | | +| [GGUF](https://huggingface.co/mradermacher/ZYH-LLM-Qwen2.5-14B-V2-i1-GGUF/resolve/main/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ2_XS.gguf) | i1-IQ2_XS | 4.8 | | +| [GGUF](https://huggingface.co/mradermacher/ZYH-LLM-Qwen2.5-14B-V2-i1-GGUF/resolve/main/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ2_S.gguf) | i1-IQ2_S | 5.1 | | +| [GGUF](https://huggingface.co/mradermacher/ZYH-LLM-Qwen2.5-14B-V2-i1-GGUF/resolve/main/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ2_M.gguf) | i1-IQ2_M | 5.5 | | +| [GGUF](https://huggingface.co/mradermacher/ZYH-LLM-Qwen2.5-14B-V2-i1-GGUF/resolve/main/ZYH-LLM-Qwen2.5-14B-V2.i1-Q2_K_S.gguf) | i1-Q2_K_S | 5.5 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/ZYH-LLM-Qwen2.5-14B-V2-i1-GGUF/resolve/main/ZYH-LLM-Qwen2.5-14B-V2.i1-Q2_K.gguf) | i1-Q2_K | 5.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/ZYH-LLM-Qwen2.5-14B-V2-i1-GGUF/resolve/main/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 6.0 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/ZYH-LLM-Qwen2.5-14B-V2-i1-GGUF/resolve/main/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ3_XS.gguf) | i1-IQ3_XS | 6.5 | | +| [GGUF](https://huggingface.co/mradermacher/ZYH-LLM-Qwen2.5-14B-V2-i1-GGUF/resolve/main/ZYH-LLM-Qwen2.5-14B-V2.i1-Q3_K_S.gguf) | i1-Q3_K_S | 6.8 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/ZYH-LLM-Qwen2.5-14B-V2-i1-GGUF/resolve/main/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ3_S.gguf) | i1-IQ3_S | 6.8 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/ZYH-LLM-Qwen2.5-14B-V2-i1-GGUF/resolve/main/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ3_M.gguf) | i1-IQ3_M | 7.0 | | +| [GGUF](https://huggingface.co/mradermacher/ZYH-LLM-Qwen2.5-14B-V2-i1-GGUF/resolve/main/ZYH-LLM-Qwen2.5-14B-V2.i1-Q3_K_M.gguf) | i1-Q3_K_M | 7.4 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/ZYH-LLM-Qwen2.5-14B-V2-i1-GGUF/resolve/main/ZYH-LLM-Qwen2.5-14B-V2.i1-Q3_K_L.gguf) | i1-Q3_K_L | 8.0 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/ZYH-LLM-Qwen2.5-14B-V2-i1-GGUF/resolve/main/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ4_XS.gguf) | i1-IQ4_XS | 8.2 | | +| [GGUF](https://huggingface.co/mradermacher/ZYH-LLM-Qwen2.5-14B-V2-i1-GGUF/resolve/main/ZYH-LLM-Qwen2.5-14B-V2.i1-Q4_0.gguf) | i1-Q4_0 | 8.6 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/ZYH-LLM-Qwen2.5-14B-V2-i1-GGUF/resolve/main/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ4_NL.gguf) | i1-IQ4_NL | 8.6 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/ZYH-LLM-Qwen2.5-14B-V2-i1-GGUF/resolve/main/ZYH-LLM-Qwen2.5-14B-V2.i1-Q4_K_S.gguf) | i1-Q4_K_S | 8.7 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/ZYH-LLM-Qwen2.5-14B-V2-i1-GGUF/resolve/main/ZYH-LLM-Qwen2.5-14B-V2.i1-Q4_K_M.gguf) | i1-Q4_K_M | 9.1 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/ZYH-LLM-Qwen2.5-14B-V2-i1-GGUF/resolve/main/ZYH-LLM-Qwen2.5-14B-V2.i1-Q4_1.gguf) | i1-Q4_1 | 9.5 | | +| [GGUF](https://huggingface.co/mradermacher/ZYH-LLM-Qwen2.5-14B-V2-i1-GGUF/resolve/main/ZYH-LLM-Qwen2.5-14B-V2.i1-Q5_K_S.gguf) | i1-Q5_K_S | 10.4 | | +| [GGUF](https://huggingface.co/mradermacher/ZYH-LLM-Qwen2.5-14B-V2-i1-GGUF/resolve/main/ZYH-LLM-Qwen2.5-14B-V2.i1-Q5_K_M.gguf) | i1-Q5_K_M | 10.6 | | +| [GGUF](https://huggingface.co/mradermacher/ZYH-LLM-Qwen2.5-14B-V2-i1-GGUF/resolve/main/ZYH-LLM-Qwen2.5-14B-V2.i1-Q6_K.gguf) | i1-Q6_K | 12.2 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ1_M.gguf b/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ1_M.gguf new file mode 100644 index 0000000..a1ff970 --- /dev/null +++ b/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66d9fb1ceb6bdca843202ba03b522b0739d44ffffa8ae955d895081d3269337c +size 3870226944 diff --git a/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ1_S.gguf b/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ1_S.gguf new file mode 100644 index 0000000..d6cde44 --- /dev/null +++ b/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d302d99f552bf368950ace586f576af9b2f9984674e48e22ed5df67967941b7f +size 3605912064 diff --git a/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ2_M.gguf b/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ2_M.gguf new file mode 100644 index 0000000..bfb2c23 --- /dev/null +++ b/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:296a9d1cef87e60c67ff09a17cab90ad0bf7a3292aecd3ffd98cee5b8b341b57 +size 5353856896 diff --git a/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ2_S.gguf b/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ2_S.gguf new file mode 100644 index 0000000..0a5f4df --- /dev/null +++ b/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf0433dd33c76b705139e076d31db5cd4e99fd59a2bc8d1d2865534e376128d9 +size 5001437056 diff --git a/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ2_XS.gguf b/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ2_XS.gguf new file mode 100644 index 0000000..0d2289a --- /dev/null +++ b/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d65a8afbdf057e01c5a5f51462e55e06b1b2df9928418b3ae6e92cb5dcb0cab3 +size 4702493184 diff --git a/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ2_XXS.gguf b/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..b2b363a --- /dev/null +++ b/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d31eaec571bef27b9f93535ab2b490634fad2c804ca24d5f073a0e668134126a +size 4310751744 diff --git a/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ3_M.gguf b/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ3_M.gguf new file mode 100644 index 0000000..642614a --- /dev/null +++ b/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49e0f9a540290712190c1ee7581cd668343db67d7a38283541abc18ac7d9cc1a +size 6913977280 diff --git a/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ3_S.gguf b/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ3_S.gguf new file mode 100644 index 0000000..fdc6f69 --- /dev/null +++ b/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:792f017f37293ca2cf3bb1b3f17b5ed112614b9db4b6df533d3b6f9672396b03 +size 6690458560 diff --git a/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ3_XS.gguf b/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ3_XS.gguf new file mode 100644 index 0000000..341c2f4 --- /dev/null +++ b/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3357cb6b989b573b8b4fe2caffec015caef9516edcda39499b3e2edd5eed5cc +size 6380800960 diff --git a/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ3_XXS.gguf b/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..6994c73 --- /dev/null +++ b/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ed6f486cc2468766fabef3a2e8ca016d3b9e1f39dda383d751699da14657c27 +size 5944418176 diff --git a/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ4_NL.gguf b/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ4_NL.gguf new file mode 100644 index 0000000..c444f23 --- /dev/null +++ b/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cc268364d17d456e931a71478a7059a98aa3bc15acfdb1fd606a62a8df6a444 +size 8546351072 diff --git a/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ4_XS.gguf b/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ4_XS.gguf new file mode 100644 index 0000000..5d945c5 --- /dev/null +++ b/ZYH-LLM-Qwen2.5-14B-V2.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdb0d2ffefd822d52ad4e31d9cfb24faa47bc3aef565b541d8febcb33a9abe44 +size 8117072192 diff --git a/ZYH-LLM-Qwen2.5-14B-V2.i1-Q2_K.gguf b/ZYH-LLM-Qwen2.5-14B-V2.i1-Q2_K.gguf new file mode 100644 index 0000000..c1eb541 --- /dev/null +++ b/ZYH-LLM-Qwen2.5-14B-V2.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1223f36948214ce0508d75edbfd41bb3087533f6e8b0c60cf3f48b9b5a91160a +size 5768144448 diff --git a/ZYH-LLM-Qwen2.5-14B-V2.i1-Q2_K_S.gguf b/ZYH-LLM-Qwen2.5-14B-V2.i1-Q2_K_S.gguf new file mode 100644 index 0000000..54ddf5f --- /dev/null +++ b/ZYH-LLM-Qwen2.5-14B-V2.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd7af164745fd7e8d11b4b41ede5fbd7d9f24b4d23a67d8ee01fa47ef274810d +size 5394835008 diff --git a/ZYH-LLM-Qwen2.5-14B-V2.i1-Q3_K_L.gguf b/ZYH-LLM-Qwen2.5-14B-V2.i1-Q3_K_L.gguf new file mode 100644 index 0000000..8b8cdeb --- /dev/null +++ b/ZYH-LLM-Qwen2.5-14B-V2.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecf34fab93f1c580090678725cf548a0ed968a94e7378038478d24ddb35fd468 +size 7922207680 diff --git a/ZYH-LLM-Qwen2.5-14B-V2.i1-Q3_K_M.gguf b/ZYH-LLM-Qwen2.5-14B-V2.i1-Q3_K_M.gguf new file mode 100644 index 0000000..2e0b931 --- /dev/null +++ b/ZYH-LLM-Qwen2.5-14B-V2.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50a9a511c98d38fb26588d5967b03bf57b9b60105de242a934bdc4c835251670 +size 7336643520 diff --git a/ZYH-LLM-Qwen2.5-14B-V2.i1-Q3_K_S.gguf b/ZYH-LLM-Qwen2.5-14B-V2.i1-Q3_K_S.gguf new file mode 100644 index 0000000..78e9181 --- /dev/null +++ b/ZYH-LLM-Qwen2.5-14B-V2.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0051eeab509a256622e5eb6d6ad14accdb5a345168fdaa493d91e1b33e6be39 +size 6657035200 diff --git a/ZYH-LLM-Qwen2.5-14B-V2.i1-Q4_0.gguf b/ZYH-LLM-Qwen2.5-14B-V2.i1-Q4_0.gguf new file mode 100644 index 0000000..3b5f56e --- /dev/null +++ b/ZYH-LLM-Qwen2.5-14B-V2.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61a386f1cdc0992d1fdfa507731fefd8136f35e37a78224fc2a6e06ad4500811 +size 8541435872 diff --git a/ZYH-LLM-Qwen2.5-14B-V2.i1-Q4_1.gguf b/ZYH-LLM-Qwen2.5-14B-V2.i1-Q4_1.gguf new file mode 100644 index 0000000..e08d574 --- /dev/null +++ b/ZYH-LLM-Qwen2.5-14B-V2.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1327307ad5ccb6fffa58c7c03b4c845967dd4e25304994b40d0713328c6aa053 +size 9389180192 diff --git a/ZYH-LLM-Qwen2.5-14B-V2.i1-Q4_K_M.gguf b/ZYH-LLM-Qwen2.5-14B-V2.i1-Q4_K_M.gguf new file mode 100644 index 0000000..63be325 --- /dev/null +++ b/ZYH-LLM-Qwen2.5-14B-V2.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6b7239230c61c56bd1167e82ba61dcbb43f0bb57b48ead64a6688dda8f7c989 +size 8985278432 diff --git a/ZYH-LLM-Qwen2.5-14B-V2.i1-Q4_K_S.gguf b/ZYH-LLM-Qwen2.5-14B-V2.i1-Q4_K_S.gguf new file mode 100644 index 0000000..8f6a09d --- /dev/null +++ b/ZYH-LLM-Qwen2.5-14B-V2.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e107e38f256f24384a159d605c1ec5f0e4750aafddbe2e99eeae82439f37e1b6 +size 8570599392 diff --git a/ZYH-LLM-Qwen2.5-14B-V2.i1-Q5_K_M.gguf b/ZYH-LLM-Qwen2.5-14B-V2.i1-Q5_K_M.gguf new file mode 100644 index 0000000..7517cf4 --- /dev/null +++ b/ZYH-LLM-Qwen2.5-14B-V2.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:751ccb1b68d9b3c08dec689a62746ea5c1acaf9f1ea5fe4861690f2fd175f975 +size 10505785952 diff --git a/ZYH-LLM-Qwen2.5-14B-V2.i1-Q5_K_S.gguf b/ZYH-LLM-Qwen2.5-14B-V2.i1-Q5_K_S.gguf new file mode 100644 index 0000000..b3c4f47 --- /dev/null +++ b/ZYH-LLM-Qwen2.5-14B-V2.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e87648ea3d57aa6c33783d2a5a3a78d852b0cd73e23396bbbfd8b25d2b9aee0d +size 10263466592 diff --git a/ZYH-LLM-Qwen2.5-14B-V2.i1-Q6_K.gguf b/ZYH-LLM-Qwen2.5-14B-V2.i1-Q6_K.gguf new file mode 100644 index 0000000..5b96404 --- /dev/null +++ b/ZYH-LLM-Qwen2.5-14B-V2.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:627df722388249147c6d45768c7bb3c87a02017f6398be517d8636471edba66e +size 12121325216 diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..3853555 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42103e25906b5aee8de5757afcd2cc732d5a6c822c35c5592dc7517581f3905f +size 8563597