commit 4a0f32742259ed2d5f26235d97ae077e41397375 Author: ModelHub XC Date: Tue Aug 11 15:41:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: kirilldual0987/MIXdevAI-yandexGPT5-8B-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..e4c744a --- /dev/null +++ b/.gitattributes @@ -0,0 +1,50 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +mixdev-ya-f16.gguf filter=lfs diff=lfs merge=lfs -text +mixdev-ya-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +mixdev-ya-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +mixdev-ya-q6_k.gguf filter=lfs diff=lfs merge=lfs -text +mixdev-ya-q8_0.gguf filter=lfs diff=lfs merge=lfs -text +mixdev-ya-q2_k.gguf filter=lfs diff=lfs merge=lfs -text +mixdev-ya-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text +mixdev-ya-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +mixdev-ya-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text +mixdev-ya-q4_0.gguf filter=lfs diff=lfs merge=lfs -text +mixdev-ya-q4_1.gguf filter=lfs diff=lfs merge=lfs -text +mixdev-ya-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text +mixdev-ya-q5_0.gguf filter=lfs diff=lfs merge=lfs -text +mixdev-ya-q5_1.gguf filter=lfs diff=lfs merge=lfs -text +mixdev-ya-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..43075cf --- /dev/null +++ b/README.md @@ -0,0 +1,49 @@ +--- +license: apache-2.0 +base_model: Kolyadual/MIXdevAI-yandexGPT5-8B +tags: +- gguf +- llama.cpp +- text-generation +--- + +# MIXdevAI-yandexGPT5-8B-GGUF + +Full set of GGUF quantizations for [Kolyadual/MIXdevAI-yandexGPT5-8B](https://huggingface.co/Kolyadual/MIXdevAI-yandexGPT5-8B). + +## Files + +| File | Quantization | Type | +|---|---|---| +| `mixdev-ya-f16.gguf` | F16 | Base Model | +| `mixdev-ya-q8_0.gguf` | Q8_0 | Text Model | +| `mixdev-ya-q6_k.gguf` | Q6_K | Text Model | +| `mixdev-ya-q5_k_m.gguf` | Q5_K_M | Text Model | +| `mixdev-ya-q5_k_s.gguf` | Q5_K_S | Text Model | +| `mixdev-ya-q5_1.gguf` | Q5_1 | Text Model | +| `mixdev-ya-q5_0.gguf` | Q5_0 | Text Model | +| `mixdev-ya-q4_k_m.gguf` | Q4_K_M | Text Model | +| `mixdev-ya-q4_k_s.gguf` | Q4_K_S | Text Model | +| `mixdev-ya-q4_1.gguf` | Q4_1 | Text Model | +| `mixdev-ya-q4_0.gguf` | Q4_0 | Text Model | +| `mixdev-ya-q3_k_l.gguf` | Q3_K_L | Text Model | +| `mixdev-ya-q3_k_m.gguf` | Q3_K_M | Text Model | +| `mixdev-ya-q3_k_s.gguf` | Q3_K_S | Text Model | +| `mixdev-ya-q2_k.gguf` | Q2_K | Text Model | + +### Quantization notes +- **Q8_0 / F16**: Almost lossless. Best quality, largest size. +- **Q6_K / Q5_K_M**: Excellent balance between quality and size. +- **Q4_K_M**: Golden standard for local inference. +- **Q3_K_M / Q2_K**: Noticeable quality degradation. Use only if you have severe RAM/VRAM constraints. + +## How to run locally + +Example using `llama.cpp` server: + +```bash +llama-server \ + -m mixdev-ya-q4_k_m.gguf \ + -ngl 999 \ + --host 0.0.0.0 --port 8080 \ + -c 32768 \ No newline at end of file diff --git a/mixdev-ya-f16.gguf b/mixdev-ya-f16.gguf new file mode 100644 index 0000000..f6f0fa7 --- /dev/null +++ b/mixdev-ya-f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6e48494a3351a784efb633962606ad36c69d01808b6a310c62b5a1bcfa88044 +size 16077197856 diff --git a/mixdev-ya-q2_k.gguf b/mixdev-ya-q2_k.gguf new file mode 100644 index 0000000..62d75ac --- /dev/null +++ b/mixdev-ya-q2_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19752ee4859819eff004ff239a893844ce045c464618fdb795f451a255764666 +size 3178421152 diff --git a/mixdev-ya-q3_k_l.gguf b/mixdev-ya-q3_k_l.gguf new file mode 100644 index 0000000..2c871c7 --- /dev/null +++ b/mixdev-ya-q3_k_l.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a4ef75b7ba1d73059e477f7f3e838636bbd58c4b5a54e8c59456d502ec5bbb8 +size 4321567264 diff --git a/mixdev-ya-q3_k_m.gguf b/mixdev-ya-q3_k_m.gguf new file mode 100644 index 0000000..01752ec --- /dev/null +++ b/mixdev-ya-q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf9317ff19ae624a34b6f3c68e96c6fe9fb3486a1396c6f9de96a548a5f2e125 +size 4018528800 diff --git a/mixdev-ya-q3_k_s.gguf b/mixdev-ya-q3_k_s.gguf new file mode 100644 index 0000000..a3e534f --- /dev/null +++ b/mixdev-ya-q3_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c61f123b6746defa7c645cf247acebd318b5d517ad62ec36a203f3763520fa9c +size 3664110112 diff --git a/mixdev-ya-q4_0.gguf b/mixdev-ya-q4_0.gguf new file mode 100644 index 0000000..82fd46c --- /dev/null +++ b/mixdev-ya-q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fadb85491eccf196de460ebb89958debc81b7324da2041623fba3833737cb6d +size 4661242528 diff --git a/mixdev-ya-q4_1.gguf b/mixdev-ya-q4_1.gguf new file mode 100644 index 0000000..ad7b5b1 --- /dev/null +++ b/mixdev-ya-q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62e2e107ddd2ba480cdd2dc09cce05b661ee29243d146c234f2ee65764fc8ff6 +size 5130481312 diff --git a/mixdev-ya-q4_k_m.gguf b/mixdev-ya-q4_k_m.gguf new file mode 100644 index 0000000..ef3ae6e --- /dev/null +++ b/mixdev-ya-q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbb1239c51e883ec3c48c676722ddb0fc610402166c31aeafed7797f8081bac0 +size 4920765088 diff --git a/mixdev-ya-q4_k_s.gguf b/mixdev-ya-q4_k_s.gguf new file mode 100644 index 0000000..49d7845 --- /dev/null +++ b/mixdev-ya-q4_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c6334442933cf3a5b21e33a70766899419662c7b66125815b66a09f609546cc +size 4692699808 diff --git a/mixdev-ya-q5_0.gguf b/mixdev-ya-q5_0.gguf new file mode 100644 index 0000000..1ddeeec --- /dev/null +++ b/mixdev-ya-q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc14427628d874935f5e5c3712ad31e25df3731152a2172efd2d78305a638c0a +size 5599720096 diff --git a/mixdev-ya-q5_1.gguf b/mixdev-ya-q5_1.gguf new file mode 100644 index 0000000..b3fe709 --- /dev/null +++ b/mixdev-ya-q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf88b1d95f618bb64f1835a591a44d943a403d9ef99955971fa6ad679b5ab739 +size 6068958880 diff --git a/mixdev-ya-q5_k_m.gguf b/mixdev-ya-q5_k_m.gguf new file mode 100644 index 0000000..e7d7986 --- /dev/null +++ b/mixdev-ya-q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57452b8fc022c7b3d45694d0734165cab452cee2258ecb4c1b0533b4624cf738 +size 5733413536 diff --git a/mixdev-ya-q5_k_s.gguf b/mixdev-ya-q5_k_s.gguf new file mode 100644 index 0000000..82b74f6 --- /dev/null +++ b/mixdev-ya-q5_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:758112ba464985fdb4c5d093aa947aecff44bf8622d130c2e851ba185317d9fc +size 5599720096 diff --git a/mixdev-ya-q6_k.gguf b/mixdev-ya-q6_k.gguf new file mode 100644 index 0000000..ab5436b --- /dev/null +++ b/mixdev-ya-q6_k.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6b612b982634ff4811b9db54c8607ddfbd728a6505699e452c048db442e29b6 +size 6596852512 diff --git a/mixdev-ya-q8_0.gguf b/mixdev-ya-q8_0.gguf new file mode 100644 index 0000000..8e3aab8 --- /dev/null +++ b/mixdev-ya-q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:961a98d390fc97058af219eaae42360c9a4821961d5f8da626f68702023e88f2 +size 8543148576