From 5bec8bd35c53ce401471a68bbd3d7b6eac38b602 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 31 Jul 2026 11:14:13 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: suayptalha/Sungur-9B-GGUF Source: Original Platform --- .gitattributes | 69 +++++++++++++++++++++++++++++++++++++++++++++ README.md | 64 +++++++++++++++++++++++++++++++++++++++++ Sungur.png | 3 ++ configuration.json | 1 + unsloth.BF16.gguf | 3 ++ unsloth.F16.gguf | 3 ++ unsloth.Q2_K.gguf | 3 ++ unsloth.Q3_K_L.gguf | 3 ++ unsloth.Q3_K_M.gguf | 3 ++ unsloth.Q3_K_S.gguf | 3 ++ unsloth.Q4_0.gguf | 3 ++ unsloth.Q4_1.gguf | 3 ++ unsloth.Q4_K.gguf | 3 ++ unsloth.Q4_K_M.gguf | 3 ++ unsloth.Q4_K_S.gguf | 3 ++ unsloth.Q5_0.gguf | 3 ++ unsloth.Q5_1.gguf | 3 ++ unsloth.Q5_K.gguf | 3 ++ unsloth.Q5_K_M.gguf | 3 ++ unsloth.Q5_K_S.gguf | 3 ++ unsloth.Q6_K.gguf | 3 ++ unsloth.Q8_0.gguf | 3 ++ 22 files changed, 191 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 Sungur.png create mode 100644 configuration.json create mode 100644 unsloth.BF16.gguf create mode 100644 unsloth.F16.gguf create mode 100644 unsloth.Q2_K.gguf create mode 100644 unsloth.Q3_K_L.gguf create mode 100644 unsloth.Q3_K_M.gguf create mode 100644 unsloth.Q3_K_S.gguf create mode 100644 unsloth.Q4_0.gguf create mode 100644 unsloth.Q4_1.gguf create mode 100644 unsloth.Q4_K.gguf create mode 100644 unsloth.Q4_K_M.gguf create mode 100644 unsloth.Q4_K_S.gguf create mode 100644 unsloth.Q5_0.gguf create mode 100644 unsloth.Q5_1.gguf create mode 100644 unsloth.Q5_K.gguf create mode 100644 unsloth.Q5_K_M.gguf create mode 100644 unsloth.Q5_K_S.gguf create mode 100644 unsloth.Q6_K.gguf create mode 100644 unsloth.Q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..f892e91 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,69 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text + +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text + +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +unsloth.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.F16.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.BF16.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Sungur.png filter=lfs diff=lfs merge=lfs -text +unsloth.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text + +unsloth.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +unsloth.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text + +unsloth.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..5a844c5 --- /dev/null +++ b/README.md @@ -0,0 +1,64 @@ +--- +license: gemma +language: +- tr +base_model: +- suayptalha/Sungur-9B +pipeline_tag: text-generation +tags: +- sungur +- Turkish +- DPO +- gguf +- axolotl +- gemma2 +--- + + + + +# Sungur-9B + +This is the quantized version of [suayptalha/Sungur-9B](https://huggingface.co/suayptalha/Sungur-9B). + +Sungur-9B is a Turkish-specialized large language model derived from ytu-ce-cosmos/Turkish-Gemma-9b-v0.1, which itself is based on Gemma-2-9b. The model was further trained using a 7k-sample Direct Preference Optimization (DPO) dataset created via translation and fine-tuned with 4-bit QLoRA, refining its alignment with human preferences. + +Sungur-9B is designed for Turkish text generation tasks, producing coherent and contextually appropriate outputs. Its training process enables it to deliver fluent, context-aware responses. + +## Turkish Evaluation Benchmark Results (via `malhajar17/lm-evaluation-harness_turkish`) + +| Task / Dataset | **suayptalha/Sungur-9B** | Qwen/Qwen2.5-7B-Instruct | google/gemma-2-9b-it | ytu-ce-cosmos/Turkish-Gemma-9b-v0.1 | google/gemma-3-12b-it | Qwen/Qwen2.5-14B-it | Qwen/Qwen2.5-32B-Instruct | google/gemma-2-27b-it | google/gemma-3-27b-it | Qwen/Qwen2.5-72B-Instruct | meta-llama/Llama-3-1-70B-Instruct | +| -------------------- | ------------------------ | ------------------------ | -------------------- | ----------------------------------- | --------------------- | ------------------- | ------------------------- | --------------------- | --------------------- | ------------------------- | --------------------------------- | +| **MMLU (tr)** | **61.19** | 56.31 | 61.07 | 63.85 | 63.92 | 65.28 | 70.93 | 66.49 | 70.20 | 77.28 | 74.00 | +| **Truthful_QA (tr)** | **55.21** | 55.99 | 55.77 | 54.21 | 57.16 | 59.00 | 57.87 | 57.45 | 57.06 | 59.86 | 51.41 | +| **ARC (tr)** | **55.03** | 42.06 | 56.31 | 59.64 | 60.67 | 50.00 | 57.00 | 63.65 | 66.98 | 61.52 | 59.64 | +| **Hellaswag (tr)** | **64.36** | 44.71 | 56.48 | 64.19 | 62.00 | 52.22 | 57.04 | 63.86 | 66.58 | 61.98 | 64.31 | +| **Gsm8K (tr)** | **74.49** | 64.16 | 63.10 | 73.42 | 72.06 | 76.77 | 77.83 | 76.54 | 77.52 | 83.60 | 66.13 | +| **Winogrande (tr)** | **63.43** | 59.66 | 62.09 | 64.53 | 61.77 | 58.77 | 61.77 | 65.40 | 65.80 | 61.92 | 66.90 | + +## Acknowledgments +- Thanks to [ytu-ce-cosmos](https://huggingface.co/ytu-ce-cosmos) for their amazing Turkish-Gemma-9b-v0.1 model. +- Thanks to [axolotl](https://github.com/OpenAccess-AI-Collective/axolotl) for making the repository I used to make this model. +- Thanks to all Turkish open source AI community. + +[Built with Axolotl](https://github.com/OpenAccess-AI-Collective/axolotl) + +## Citation + +``` +@misc{sungur_collection_2025, + title = {Sungur (Hugging Face Collection)}, + author = {Şuayp Talha Kocabay}, + year = {2025}, + howpublished = {\url{https://huggingface.co/collections/suayptalha/sungur-68dcd094da7f8976cdc5898e}}, + note = {Turkish LLM family and dataset collection} +} +``` + +## Support + +Buy Me A Coffee + +--- +license: gemma2 +--- \ No newline at end of file diff --git a/Sungur.png b/Sungur.png new file mode 100644 index 0000000..29828df --- /dev/null +++ b/Sungur.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8959412bfac402105090d5cdd5544471f054689d0a621bdb0413441f0d877e97 +size 2260479 diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/unsloth.BF16.gguf b/unsloth.BF16.gguf new file mode 100644 index 0000000..e591f39 --- /dev/null +++ b/unsloth.BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:210559cf33f21ff2a25605510de860452a5d17f40025cad5719a474ebfe8aabf +size 18490680064 diff --git a/unsloth.F16.gguf b/unsloth.F16.gguf new file mode 100644 index 0000000..6bcb9de --- /dev/null +++ b/unsloth.F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec4c15f5b0d573de250d653dc8162786ecbad0045c0bab9c659d2c19be34d87a +size 18490680064 diff --git a/unsloth.Q2_K.gguf b/unsloth.Q2_K.gguf new file mode 100644 index 0000000..d765fb5 --- /dev/null +++ b/unsloth.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1a22681d79bd1d2c20e4f3b8340f5aa0c439ad9071ddb88e94a16e383ba914d +size 3805397760 diff --git a/unsloth.Q3_K_L.gguf b/unsloth.Q3_K_L.gguf new file mode 100644 index 0000000..73d9bf1 --- /dev/null +++ b/unsloth.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6006bf962eefa1e6b8883ab8c4d8522c427fca4ef67fc10089e4ed554728dd76 +size 5132452608 diff --git a/unsloth.Q3_K_M.gguf b/unsloth.Q3_K_M.gguf new file mode 100644 index 0000000..dcdfd42 --- /dev/null +++ b/unsloth.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f95dbf99374ae02f3538aad09129baa9af59a4a16573fef94ce9719f7ba0ef9 +size 4761780992 diff --git a/unsloth.Q3_K_S.gguf b/unsloth.Q3_K_S.gguf new file mode 100644 index 0000000..65a577f --- /dev/null +++ b/unsloth.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce9b89b0555e357c5bf560fdb2a4b32ed05cb1172525ba026a8c1722d010c591 +size 4337664768 diff --git a/unsloth.Q4_0.gguf b/unsloth.Q4_0.gguf new file mode 100644 index 0000000..5ba8e0d --- /dev/null +++ b/unsloth.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c673143a279be44b6661365bbe9b3108162d53ff328b954826aafa1fb1a18b6d +size 5443142400 diff --git a/unsloth.Q4_1.gguf b/unsloth.Q4_1.gguf new file mode 100644 index 0000000..4f4abe6 --- /dev/null +++ b/unsloth.Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b3514e3fbc3c40e1e30e0fc79a67382d88368aa8e5837c66da586f6083fc4e4 +size 5963367168 diff --git a/unsloth.Q4_K.gguf b/unsloth.Q4_K.gguf new file mode 100644 index 0000000..7eda33b --- /dev/null +++ b/unsloth.Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33cc18f26c1a9abda47ba6836adaba51e38d6ce39537c3a0f1af1e89b17cc828 +size 5761057536 diff --git a/unsloth.Q4_K_M.gguf b/unsloth.Q4_K_M.gguf new file mode 100644 index 0000000..7eda33b --- /dev/null +++ b/unsloth.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33cc18f26c1a9abda47ba6836adaba51e38d6ce39537c3a0f1af1e89b17cc828 +size 5761057536 diff --git a/unsloth.Q4_K_S.gguf b/unsloth.Q4_K_S.gguf new file mode 100644 index 0000000..09239b2 --- /dev/null +++ b/unsloth.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6f29d4dc6876a30b44e359ed5d0dcf1d4393f9f4293fc569712602cdad5711a +size 5478925056 diff --git a/unsloth.Q5_0.gguf b/unsloth.Q5_0.gguf new file mode 100644 index 0000000..c371092 --- /dev/null +++ b/unsloth.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:522fd29a63c53fb16a22699fa1a11488aba4c3399e46cc1fa671accf93f7ce79 +size 6483591936 diff --git a/unsloth.Q5_1.gguf b/unsloth.Q5_1.gguf new file mode 100644 index 0000000..ca4fdbf --- /dev/null +++ b/unsloth.Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72d5a1c86fa7dc47649b6d589e8222c73eba8b0aafd7283498d1025d893e39ea +size 7003816704 diff --git a/unsloth.Q5_K.gguf b/unsloth.Q5_K.gguf new file mode 100644 index 0000000..ab21964 --- /dev/null +++ b/unsloth.Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2322cb4f7b09293e0bc81b43ffdd5bc3fcafa3efb65c885b25b2f525290142a9 +size 6647366400 diff --git a/unsloth.Q5_K_M.gguf b/unsloth.Q5_K_M.gguf new file mode 100644 index 0000000..ab21964 --- /dev/null +++ b/unsloth.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2322cb4f7b09293e0bc81b43ffdd5bc3fcafa3efb65c885b25b2f525290142a9 +size 6647366400 diff --git a/unsloth.Q5_K_S.gguf b/unsloth.Q5_K_S.gguf new file mode 100644 index 0000000..dee1a7d --- /dev/null +++ b/unsloth.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2062d605e292185b6085582a92deb6199a60ef3a3d5a7c21c52acffdf4b124e1 +size 6483591936 diff --git a/unsloth.Q6_K.gguf b/unsloth.Q6_K.gguf new file mode 100644 index 0000000..557b4cc --- /dev/null +++ b/unsloth.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:382695e661a87f595bbd7c96bea61f0f1f0d5bdd6652f8e17a6cc893077b40d2 +size 7589069568 diff --git a/unsloth.Q8_0.gguf b/unsloth.Q8_0.gguf new file mode 100644 index 0000000..1fc40b3 --- /dev/null +++ b/unsloth.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d986eb472766e1a14e280d2b95b9d5992497cf5f1e57b3527f806eee55c06e2f +size 9827148544