From 64ba045736f56362b1fbc6de30768d81257cfae0 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 28 Jul 2026 11:28:10 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: matrixportalx/Llama3-Turkish-GGUF Source: Original Platform --- .gitattributes | 50 ++++++++++++++++++++++++++++++++++++++ README.md | 37 ++++++++++++++++++++++++++++ llama3-turkish.f16.gguf | 3 +++ llama3-turkish.q2_k.gguf | 3 +++ llama3-turkish.q3_k_m.gguf | 3 +++ llama3-turkish.q4_0.gguf | 3 +++ llama3-turkish.q4_k_m.gguf | 3 +++ llama3-turkish.q5_k_m.gguf | 3 +++ llama3-turkish.q6_k.gguf | 3 +++ llama3-turkish.q8_0.gguf | 3 +++ 10 files changed, 111 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 llama3-turkish.f16.gguf create mode 100644 llama3-turkish.q2_k.gguf create mode 100644 llama3-turkish.q3_k_m.gguf create mode 100644 llama3-turkish.q4_0.gguf create mode 100644 llama3-turkish.q4_k_m.gguf create mode 100644 llama3-turkish.q5_k_m.gguf create mode 100644 llama3-turkish.q6_k.gguf create mode 100644 llama3-turkish.q8_0.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..1119029 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,50 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +llama3-turkish-test.q4_0.gguf filter=lfs diff=lfs merge=lfs -text +llama3-turkish-test.q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +llama3-turkish-test.q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +llama3-turkishq4_0.gguf filter=lfs diff=lfs merge=lfs -text +llama3-turkish.q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +llama3-turkish.q4_0.gguf filter=lfs diff=lfs merge=lfs -text +llama3-turkish.q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +1llama3-turkish.q4_0.gguf filter=lfs diff=lfs merge=lfs -text +1llama3-turkish.q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +1llama3-turkish.q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +llama3-turkish.q2_k.gguf filter=lfs diff=lfs merge=lfs -text +llama3-turkish.q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +llama3-turkish.q6_k.gguf filter=lfs diff=lfs merge=lfs -text +llama3-turkish.f16.gguf filter=lfs diff=lfs merge=lfs -text +llama3-turkish.q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..d37796c --- /dev/null +++ b/README.md @@ -0,0 +1,37 @@ +--- +base_model: +- meta-llama/Meta-Llama-3-8B-Instruct +- atasoglu/Turkish-Llama-3-8B-function-calling +- matrixportal/Turkish-Llama3-8B-Merged +library_name: transformers +tags: +- mergekit +- merge +language: +- tr +- en +--- + +# Llama3-Turkish GGUF Quantized Models + +## Technical Details +- **Quantization Tool:** llama.cpp +- **Version:** version: 5147 (7a395f67) + +## Model Information +- **Base Model:** [matrixportal/Llama3-Turkish](https://huggingface.co/matrixportal/Llama3-Turkish) +- **Quantized by:** [matrixportal](https://huggingface.co/matrixportal) + +## Available Files +| 🚀 Download | 🔢 Type | 📝 Description | +|------------|---------|---------------| +| [Download](https://huggingface.co/matrixportal/Llama3-Turkish-GGUF/resolve/main/llama3-turkish.q2_k.gguf) | Q2 K | Tiny size, lowest quality (emergency use only) | +| [Download](https://huggingface.co/matrixportal/Llama3-Turkish-GGUF/resolve/main/llama3-turkish.q3_k_m.gguf) | Q3 K M | Small, acceptable quality | +| [Download](https://huggingface.co/matrixportal/Llama3-Turkish-GGUF/resolve/main/llama3-turkish.q4_0.gguf) | Q4 0 | Standard 4-bit (fast on ARM) | +| [Download](https://huggingface.co/matrixportal/Llama3-Turkish-GGUF/resolve/main/llama3-turkish.q4_k_m.gguf) | Q4 K M | 4-bit balanced (recommended default) | +| [Download](https://huggingface.co/matrixportal/Llama3-Turkish-GGUF/resolve/main/llama3-turkish.q5_k_m.gguf) | Q5 K M | 5-bit best (recommended HQ option) | +| [Download](https://huggingface.co/matrixportal/Llama3-Turkish-GGUF/resolve/main/llama3-turkish.q6_k.gguf) | Q6 K | 6-bit near-perfect (premium quality) | +| [Download](https://huggingface.co/matrixportal/Llama3-Turkish-GGUF/resolve/main/llama3-turkish.q8_0.gguf) | Q8 0 | 8-bit maximum (overkill for most) | +| [Download](https://huggingface.co/matrixportal/Llama3-Turkish-GGUF/resolve/main/llama3-turkish.f16.gguf) | F16 | Full precision (maximum accuracy) | + +💡 **Q4 K M** provides the best balance for most use cases \ No newline at end of file diff --git a/llama3-turkish.f16.gguf b/llama3-turkish.f16.gguf new file mode 100644 index 0000000..cf0c5c8 --- /dev/null +++ b/llama3-turkish.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5060ff3338576b12355b86703aaa156ccd36202643774b9341d93842145a91ec +size 16068891968 diff --git a/llama3-turkish.q2_k.gguf b/llama3-turkish.q2_k.gguf new file mode 100644 index 0000000..0cb2c5e --- /dev/null +++ b/llama3-turkish.q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b1e458a4f8c0426b912ca84d9e2b2871a089888ae665c426839769e4b65983c +size 3179132224 diff --git a/llama3-turkish.q3_k_m.gguf b/llama3-turkish.q3_k_m.gguf new file mode 100644 index 0000000..1a44220 --- /dev/null +++ b/llama3-turkish.q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa70a94ca1fc2c0b2db8de1ec264d51a90f9d1fd1d661ba81c3165a487e59029 +size 4018918720 diff --git a/llama3-turkish.q4_0.gguf b/llama3-turkish.q4_0.gguf new file mode 100644 index 0000000..34f51aa --- /dev/null +++ b/llama3-turkish.q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88c9bd11012e64e73e6c8b93e0f1c7288640eb1b7dcd4d09ba962bf9c7e18d64 +size 4661212480 diff --git a/llama3-turkish.q4_k_m.gguf b/llama3-turkish.q4_k_m.gguf new file mode 100644 index 0000000..63cc4ed --- /dev/null +++ b/llama3-turkish.q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc787a9e7df2146d585a027962ec22d08097628aa61b6c9af71e687d9630d27f +size 4920735040 diff --git a/llama3-turkish.q5_k_m.gguf b/llama3-turkish.q5_k_m.gguf new file mode 100644 index 0000000..b0b9bff --- /dev/null +++ b/llama3-turkish.q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0a61e1c3866191ee614929fd3b0a4148e62f8b5766f54fb77711d34dea443c0 +size 5732988224 diff --git a/llama3-turkish.q6_k.gguf b/llama3-turkish.q6_k.gguf new file mode 100644 index 0000000..46b98f3 --- /dev/null +++ b/llama3-turkish.q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b40f3a1479e2a4414ff0147b4f3e11b541ec30836a67222ec047023a6bca8642 +size 6596007232 diff --git a/llama3-turkish.q8_0.gguf b/llama3-turkish.q8_0.gguf new file mode 100644 index 0000000..4b33327 --- /dev/null +++ b/llama3-turkish.q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef0d762718d46b83dfa3d7f0f0bebbb5c2262dc66bf8beb70ed1b79f12494b0 +size 8540771648