From 27c1e5d7b303b8a0f6794c1ca021804867ae6eb8 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 19 Jun 2026 18:00:14 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: QuantFactory/Qwen2.5-Gutenberg-Doppel-14B-GGUF Source: Original Platform --- .gitattributes | 49 ++++++++ Qwen2.5-Gutenberg-Doppel-14B.Q2_K.gguf | 3 + Qwen2.5-Gutenberg-Doppel-14B.Q3_K_L.gguf | 3 + Qwen2.5-Gutenberg-Doppel-14B.Q3_K_M.gguf | 3 + Qwen2.5-Gutenberg-Doppel-14B.Q3_K_S.gguf | 3 + Qwen2.5-Gutenberg-Doppel-14B.Q4_0.gguf | 3 + Qwen2.5-Gutenberg-Doppel-14B.Q4_1.gguf | 3 + Qwen2.5-Gutenberg-Doppel-14B.Q4_K_M.gguf | 3 + Qwen2.5-Gutenberg-Doppel-14B.Q4_K_S.gguf | 3 + Qwen2.5-Gutenberg-Doppel-14B.Q5_0.gguf | 3 + Qwen2.5-Gutenberg-Doppel-14B.Q5_1.gguf | 3 + Qwen2.5-Gutenberg-Doppel-14B.Q5_K_M.gguf | 3 + Qwen2.5-Gutenberg-Doppel-14B.Q5_K_S.gguf | 3 + Qwen2.5-Gutenberg-Doppel-14B.Q6_K.gguf | 3 + Qwen2.5-Gutenberg-Doppel-14B.Q8_0.gguf | 3 + README.md | 139 +++++++++++++++++++++++ configuration.json | 1 + 17 files changed, 231 insertions(+) create mode 100644 .gitattributes create mode 100644 Qwen2.5-Gutenberg-Doppel-14B.Q2_K.gguf create mode 100644 Qwen2.5-Gutenberg-Doppel-14B.Q3_K_L.gguf create mode 100644 Qwen2.5-Gutenberg-Doppel-14B.Q3_K_M.gguf create mode 100644 Qwen2.5-Gutenberg-Doppel-14B.Q3_K_S.gguf create mode 100644 Qwen2.5-Gutenberg-Doppel-14B.Q4_0.gguf create mode 100644 Qwen2.5-Gutenberg-Doppel-14B.Q4_1.gguf create mode 100644 Qwen2.5-Gutenberg-Doppel-14B.Q4_K_M.gguf create mode 100644 Qwen2.5-Gutenberg-Doppel-14B.Q4_K_S.gguf create mode 100644 Qwen2.5-Gutenberg-Doppel-14B.Q5_0.gguf create mode 100644 Qwen2.5-Gutenberg-Doppel-14B.Q5_1.gguf create mode 100644 Qwen2.5-Gutenberg-Doppel-14B.Q5_K_M.gguf create mode 100644 Qwen2.5-Gutenberg-Doppel-14B.Q5_K_S.gguf create mode 100644 Qwen2.5-Gutenberg-Doppel-14B.Q6_K.gguf create mode 100644 Qwen2.5-Gutenberg-Doppel-14B.Q8_0.gguf create mode 100644 README.md create mode 100644 configuration.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..5cae1e6 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,49 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Gutenberg-Doppel-14B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Gutenberg-Doppel-14B.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Gutenberg-Doppel-14B.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Gutenberg-Doppel-14B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Gutenberg-Doppel-14B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Gutenberg-Doppel-14B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Gutenberg-Doppel-14B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Gutenberg-Doppel-14B.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Gutenberg-Doppel-14B.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Gutenberg-Doppel-14B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Gutenberg-Doppel-14B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Gutenberg-Doppel-14B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Gutenberg-Doppel-14B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Qwen2.5-Gutenberg-Doppel-14B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Qwen2.5-Gutenberg-Doppel-14B.Q2_K.gguf b/Qwen2.5-Gutenberg-Doppel-14B.Q2_K.gguf new file mode 100644 index 0000000..3d3fae3 --- /dev/null +++ b/Qwen2.5-Gutenberg-Doppel-14B.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c16a667af2db044bbc821813d58c6a488f49cbb42e1b8e58db30b4ce6684e88 +size 5770497728 diff --git a/Qwen2.5-Gutenberg-Doppel-14B.Q3_K_L.gguf b/Qwen2.5-Gutenberg-Doppel-14B.Q3_K_L.gguf new file mode 100644 index 0000000..e9392a3 --- /dev/null +++ b/Qwen2.5-Gutenberg-Doppel-14B.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60bcafd02d4a0ac6e1434ed680c43efa1bfae7b4c4ae1d3f51e6e1a680e3ba72 +size 7924768448 diff --git a/Qwen2.5-Gutenberg-Doppel-14B.Q3_K_M.gguf b/Qwen2.5-Gutenberg-Doppel-14B.Q3_K_M.gguf new file mode 100644 index 0000000..594fd25 --- /dev/null +++ b/Qwen2.5-Gutenberg-Doppel-14B.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ec071f9c87a4ebf5fcbd2090a6e55483654e2375a35ec5dae780d96eb209971 +size 7339204288 diff --git a/Qwen2.5-Gutenberg-Doppel-14B.Q3_K_S.gguf b/Qwen2.5-Gutenberg-Doppel-14B.Q3_K_S.gguf new file mode 100644 index 0000000..3999b39 --- /dev/null +++ b/Qwen2.5-Gutenberg-Doppel-14B.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bd69aaaf36fcdd50989785c83f359d1545ac2213266675f1a531f22dd066d3d +size 6659595968 diff --git a/Qwen2.5-Gutenberg-Doppel-14B.Q4_0.gguf b/Qwen2.5-Gutenberg-Doppel-14B.Q4_0.gguf new file mode 100644 index 0000000..fd8d68e --- /dev/null +++ b/Qwen2.5-Gutenberg-Doppel-14B.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46b3f7733af62606b55191fbf96b7c5a0d023d1a4b748eb3c8476c46910c8fff +size 8517725888 diff --git a/Qwen2.5-Gutenberg-Doppel-14B.Q4_1.gguf b/Qwen2.5-Gutenberg-Doppel-14B.Q4_1.gguf new file mode 100644 index 0000000..dbacba3 --- /dev/null +++ b/Qwen2.5-Gutenberg-Doppel-14B.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f400dbe37656227da24352631c7904174de70ba52223062ff030fff282a5268 +size 9392139968 diff --git a/Qwen2.5-Gutenberg-Doppel-14B.Q4_K_M.gguf b/Qwen2.5-Gutenberg-Doppel-14B.Q4_K_M.gguf new file mode 100644 index 0000000..cf4c51f --- /dev/null +++ b/Qwen2.5-Gutenberg-Doppel-14B.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de39d14735ed39ec19b623477de0ce47010860219d01a2f310faf9e020436e9f +size 8988110528 diff --git a/Qwen2.5-Gutenberg-Doppel-14B.Q4_K_S.gguf b/Qwen2.5-Gutenberg-Doppel-14B.Q4_K_S.gguf new file mode 100644 index 0000000..701d34e --- /dev/null +++ b/Qwen2.5-Gutenberg-Doppel-14B.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59a60b79d7386f510700fd35867cd9279cd3d3ef67af0c7f69a8764b77d48d9e +size 8573431488 diff --git a/Qwen2.5-Gutenberg-Doppel-14B.Q5_0.gguf b/Qwen2.5-Gutenberg-Doppel-14B.Q5_0.gguf new file mode 100644 index 0000000..2fb85b5 --- /dev/null +++ b/Qwen2.5-Gutenberg-Doppel-14B.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74cbc85fe285aaae08df5e39cfe51b6197d6777f61ca6dfdc592ec4a22c98845 +size 10266554048 diff --git a/Qwen2.5-Gutenberg-Doppel-14B.Q5_1.gguf b/Qwen2.5-Gutenberg-Doppel-14B.Q5_1.gguf new file mode 100644 index 0000000..e4e0199 --- /dev/null +++ b/Qwen2.5-Gutenberg-Doppel-14B.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5a19c7c877465c13f83030c49876157d2de362cc121b496a60aeb5e888ef036 +size 11140968128 diff --git a/Qwen2.5-Gutenberg-Doppel-14B.Q5_K_M.gguf b/Qwen2.5-Gutenberg-Doppel-14B.Q5_K_M.gguf new file mode 100644 index 0000000..ffd7580 --- /dev/null +++ b/Qwen2.5-Gutenberg-Doppel-14B.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a821337bd3ae7c031f35b531d8ee4c3dcdaffc5aef98aca287064a906509f5e2 +size 10508873408 diff --git a/Qwen2.5-Gutenberg-Doppel-14B.Q5_K_S.gguf b/Qwen2.5-Gutenberg-Doppel-14B.Q5_K_S.gguf new file mode 100644 index 0000000..9c1c68a --- /dev/null +++ b/Qwen2.5-Gutenberg-Doppel-14B.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:946c4c0ed3dfc497164d8fbdf297342af281219fbd9f3b07c8f7ef1365535388 +size 10266554048 diff --git a/Qwen2.5-Gutenberg-Doppel-14B.Q6_K.gguf b/Qwen2.5-Gutenberg-Doppel-14B.Q6_K.gguf new file mode 100644 index 0000000..cf75d4b --- /dev/null +++ b/Qwen2.5-Gutenberg-Doppel-14B.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63df6f0de90044399b0e99b0c79ee4f1d4263688f5c0f00e07cb6c35d6878b57 +size 12124683968 diff --git a/Qwen2.5-Gutenberg-Doppel-14B.Q8_0.gguf b/Qwen2.5-Gutenberg-Doppel-14B.Q8_0.gguf new file mode 100644 index 0000000..8f561aa --- /dev/null +++ b/Qwen2.5-Gutenberg-Doppel-14B.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c935287c651ef4e8bc468f2f472c5335e1f560cfc49e25d48a5d597d9a400919 +size 15701597888 diff --git a/README.md b/README.md new file mode 100644 index 0000000..ce48783 --- /dev/null +++ b/README.md @@ -0,0 +1,139 @@ + +--- + +license: apache-2.0 +library_name: transformers +base_model: +- Qwen/Qwen2.5-14B-Instruct +model-index: +- name: Qwen2.5-Gutenberg-Doppel-14B + results: + - task: + type: text-generation + name: Text Generation + dataset: + name: IFEval (0-Shot) + type: HuggingFaceH4/ifeval + args: + num_few_shot: 0 + metrics: + - type: inst_level_strict_acc and prompt_level_strict_acc + value: 80.91 + name: strict accuracy + source: + url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=nbeerbower/Qwen2.5-Gutenberg-Doppel-14B + name: Open LLM Leaderboard + - task: + type: text-generation + name: Text Generation + dataset: + name: BBH (3-Shot) + type: BBH + args: + num_few_shot: 3 + metrics: + - type: acc_norm + value: 48.24 + name: normalized accuracy + source: + url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=nbeerbower/Qwen2.5-Gutenberg-Doppel-14B + name: Open LLM Leaderboard + - task: + type: text-generation + name: Text Generation + dataset: + name: MATH Lvl 5 (4-Shot) + type: hendrycks/competition_math + args: + num_few_shot: 4 + metrics: + - type: exact_match + value: 0.0 + name: exact match + source: + url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=nbeerbower/Qwen2.5-Gutenberg-Doppel-14B + name: Open LLM Leaderboard + - task: + type: text-generation + name: Text Generation + dataset: + name: GPQA (0-shot) + type: Idavidrein/gpqa + args: + num_few_shot: 0 + metrics: + - type: acc_norm + value: 11.07 + name: acc_norm + source: + url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=nbeerbower/Qwen2.5-Gutenberg-Doppel-14B + name: Open LLM Leaderboard + - task: + type: text-generation + name: Text Generation + dataset: + name: MuSR (0-shot) + type: TAUR-Lab/MuSR + args: + num_few_shot: 0 + metrics: + - type: acc_norm + value: 10.02 + name: acc_norm + source: + url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=nbeerbower/Qwen2.5-Gutenberg-Doppel-14B + name: Open LLM Leaderboard + - task: + type: text-generation + name: Text Generation + dataset: + name: MMLU-PRO (5-shot) + type: TIGER-Lab/MMLU-Pro + config: main + split: test + args: + num_few_shot: 5 + metrics: + - type: acc + value: 43.57 + name: accuracy + source: + url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=nbeerbower/Qwen2.5-Gutenberg-Doppel-14B + name: Open LLM Leaderboard + +--- + +[![QuantFactory Banner](https://lh7-rt.googleusercontent.com/docsz/AD_4nXeiuCm7c8lEwEJuRey9kiVZsRn2W-b4pWlu3-X534V3YmVuVc2ZL-NXg2RkzSOOS2JXGHutDuyyNAUtdJI65jGTo8jT9Y99tMi4H4MqL44Uc5QKG77B0d6-JfIkZHFaUA71-RtjyYZWVIhqsNZcx8-OMaA?key=xt3VSDoCbmTY7o-cwwOFwQ)](https://hf.co/QuantFactory) + + +# QuantFactory/Qwen2.5-Gutenberg-Doppel-14B-GGUF +This is quantized version of [nbeerbower/Qwen2.5-Gutenberg-Doppel-14B](https://huggingface.co/nbeerbower/Qwen2.5-Gutenberg-Doppel-14B) created using llama.cpp + +# Original Model Card + + +![image/png](https://huggingface.co/nbeerbower/Mistral-Small-Gutenberg-Doppel-22B/resolve/main/doppel-header?download=true) + +# Qwen2.5-Gutenberg-Doppel-14B + +[Qwen/Qwen2.5-14B-Instruct](https://huggingface.co/Qwen/Qwen2.5-14B-Instruct) finetuned on [jondurbin/gutenberg-dpo-v0.1](https://huggingface.co/datasets/jondurbin/gutenberg-dpo-v0.1) and [nbeerbower/gutenberg2-dpo](https://huggingface.co/datasets/nbeerbower/gutenberg2-dpo). + +### Method + +[ORPO tuned](https://mlabonne.github.io/blog/posts/2024-04-19_Fine_tune_Llama_3_with_ORPO.html) with 4x A40 for 3 epochs. + +Thank you [@ParasiticRogue](https://huggingface.co/ParasiticRogue) for sponsoring. +# [Open LLM Leaderboard Evaluation Results](https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard) +Detailed results can be found [here](https://huggingface.co/datasets/open-llm-leaderboard/details_nbeerbower__Qwen2.5-Gutenberg-Doppel-14B) + +| Metric |Value| +|-------------------|----:| +|Avg. |32.30| +|IFEval (0-Shot) |80.91| +|BBH (3-Shot) |48.24| +|MATH Lvl 5 (4-Shot)| 0.00| +|GPQA (0-shot) |11.07| +|MuSR (0-shot) |10.02| +|MMLU-PRO (5-shot) |43.57| + + diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..159097f --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "others", "allow_remote": true} \ No newline at end of file