commit 2ab308511eaa3363d6a648991798e808473a15f3 Author: ModelHub XC Date: Thu Apr 23 12:20:58 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: sayhan/Trendyol-LLM-7b-base-v0.1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..cc03af3 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,45 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +trendyol-llm-7b-base-v0.1.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +trendyol-llm-7b-base-v0.1.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +trendyol-llm-7b-base-v0.1.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +trendyol-llm-7b-base-v0.1.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +trendyol-llm-7b-base-v0.1.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +trendyol-llm-7b-base-v0.1.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +trendyol-llm-7b-base-v0.1.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +trendyol-llm-7b-base-v0.1.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +trendyol-llm-7b-base-v0.1.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +trendyol-llm-7b-base-v0.1.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..7fafde3 --- /dev/null +++ b/README.md @@ -0,0 +1,36 @@ +--- +base_model: Trendyol/Trendyol-LLM-7b-base-v0.1 +language: +- tr +- en +pipeline_tag: text-generation +license: apache-2.0 +model_type: llama +library_name: transformers +inference: false +--- + +## Trendyol LLM 7b base v0.1 +- **Model creator:** [Trendyol](https://huggingface.co/Trendyol) +- **Original model:** [Trendyol-LLM-7b-base-v0.1](https://huggingface.co/Trendyol/Trendyol-LLM-7b-base-v0.1) + + +## Description +This repo contains GGUF format model files for [Trendyol's Trendyol LLM 7b base v0.1](https://huggingface.co/Trendyol/Trendyol-LLM-7b-base-v0.1) + + +# Quantization methods +| quantization method | bits | size | use case | recommended | +|---------------------|------|----------|-----------------------------------------------------|-------------| +| Q2_K | 2 | 2.59 GB | smallest, significant quality loss - not recommended for most purposes | ❌ | +| Q3_K_S | 3 | 3.01 GB | very small, high quality loss | ❌ | +| Q3_K_M | 3 | 3.36 GB | very small, high quality loss | ❌ | +| Q3_K_L | 3 | 3.66 GB | small, substantial quality loss | ❌ | +| Q4_0 | 4 | 3.9 GB | legacy; small, very high quality loss - prefer using Q3_K_M | ❌ | +| Q4_K_M | 4 | 4.15 GB | medium, balanced quality - recommended | ✅ | +| Q5_0 | 5 | 4.73 GB | legacy; medium, balanced quality - prefer using Q4_K_M | ❌ | +| Q5_K_S | 5 | 4.73 GB | large, low quality loss - recommended | ✅ | +| Q5_K_M | 5 | 4.86 GB | large, very low quality loss - recommended | ✅ | +| Q6_K | 6 | 5.61 GB | very large, extremely low quality loss | ❌ | +| Q8_0 | 8 | 13.7 GB | very large, extremely low quality loss - not recommended | ❌ | diff --git a/config.json b/config.json new file mode 100644 index 0000000..a4ba21b --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +{ + "model_type": "llama" +} \ No newline at end of file diff --git a/trendyol-llm-7b-base-v0.1.Q2_K.gguf b/trendyol-llm-7b-base-v0.1.Q2_K.gguf new file mode 100644 index 0000000..d881455 --- /dev/null +++ b/trendyol-llm-7b-base-v0.1.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06f26b20bc18cb6b23aede1fc4e5f4c04cc711c9b9a6c97e1a2015c64062eb1a +size 2590659360 diff --git a/trendyol-llm-7b-base-v0.1.Q3_K_L.gguf b/trendyol-llm-7b-base-v0.1.Q3_K_L.gguf new file mode 100644 index 0000000..8b8ce6c --- /dev/null +++ b/trendyol-llm-7b-base-v0.1.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7dc70414967ef0f3f9e0a572764276ea1084e9e79263328c0c0e04ec11ec382 +size 3659991008 diff --git a/trendyol-llm-7b-base-v0.1.Q3_K_M.gguf b/trendyol-llm-7b-base-v0.1.Q3_K_M.gguf new file mode 100644 index 0000000..aba3d55 --- /dev/null +++ b/trendyol-llm-7b-base-v0.1.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3597a6c1ce2aee8629714f2a3572a9c75f4a481e9ba23cbc70b0e7db99f47b48 +size 3360884704 diff --git a/trendyol-llm-7b-base-v0.1.Q3_K_S.gguf b/trendyol-llm-7b-base-v0.1.Q3_K_S.gguf new file mode 100644 index 0000000..d33bb6f --- /dev/null +++ b/trendyol-llm-7b-base-v0.1.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0d4b0ff140f74fc3df326ad41a45ddc7253633db1757b457bd1d724d0bacc72 +size 3011184608 diff --git a/trendyol-llm-7b-base-v0.1.Q4_0.gguf b/trendyol-llm-7b-base-v0.1.Q4_0.gguf new file mode 100644 index 0000000..ef042bd --- /dev/null +++ b/trendyol-llm-7b-base-v0.1.Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd12870d46e685449bd9a80e8c692d7f37d3d81596bcfe7368ab892cf8c862f0 +size 3895335840 diff --git a/trendyol-llm-7b-base-v0.1.Q4_K_M.gguf b/trendyol-llm-7b-base-v0.1.Q4_K_M.gguf new file mode 100644 index 0000000..5c751f0 --- /dev/null +++ b/trendyol-llm-7b-base-v0.1.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b02d3bbe4a75b995bd43d4c0b2e2e90338533d482badb3966f28a7aee03fbbe +size 4150533024 diff --git a/trendyol-llm-7b-base-v0.1.Q5_0.gguf b/trendyol-llm-7b-base-v0.1.Q5_0.gguf new file mode 100644 index 0000000..1949ddf --- /dev/null +++ b/trendyol-llm-7b-base-v0.1.Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cb0ccd9cad09295e2efa7cd41b0f6e8dfb051d1ce34892c747cf42eaf260ab9 +size 4727478176 diff --git a/trendyol-llm-7b-base-v0.1.Q5_K_M.gguf b/trendyol-llm-7b-base-v0.1.Q5_K_M.gguf new file mode 100644 index 0000000..b13da4f --- /dev/null +++ b/trendyol-llm-7b-base-v0.1.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56e787ca998fcb9a13b36f185ce79e528e16ad7739c4b9e7ca75289be0afef45 +size 4858943392 diff --git a/trendyol-llm-7b-base-v0.1.Q5_K_S.gguf b/trendyol-llm-7b-base-v0.1.Q5_K_S.gguf new file mode 100644 index 0000000..214a9a6 --- /dev/null +++ b/trendyol-llm-7b-base-v0.1.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2786ded102add12c32808c714e9829a3f859571494732852055aaa3e775038a4 +size 4727478176 diff --git a/trendyol-llm-7b-base-v0.1.Q6_K.gguf b/trendyol-llm-7b-base-v0.1.Q6_K.gguf new file mode 100644 index 0000000..8004869 --- /dev/null +++ b/trendyol-llm-7b-base-v0.1.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:602c356568c03c7839e4552fcbe2851c040e5f81e128f0a3bb249772cbc69085 +size 5611629408 diff --git a/trendyol-llm-7b-base-v0.1.fp16.bin b/trendyol-llm-7b-base-v0.1.fp16.bin new file mode 100644 index 0000000..616a2cf --- /dev/null +++ b/trendyol-llm-7b-base-v0.1.fp16.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c88e74079790ff826e9aa90c65fda7c07e65b62008ded908238ec973f516e40 +size 13678653376