commit a19cf7e6f77e9264d3df6e2044e50d11f5e07e9e Author: ModelHub XC Date: Wed Jul 29 23:53:14 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: Vikhrmodels/Vikhr-Qwen-2.5-0.5B-instruct-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..cba3224 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,58 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text + +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +Vikhr-Qwen-2.5-0.5B-instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Qwen-2.5-0.5B-instruct-BF16.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Qwen-2.5-0.5B-instruct-F32.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Qwen-2.5-0.5B-instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Qwen-2.5-0.5B-instruct-F16.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Qwen-2.5-0.5B-instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Qwen-2.5-0.5B-instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Qwen-2.5-0.5B-instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Qwen-2.5-0.5B-instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Qwen-2.5-0.5B-instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..9b9b25e --- /dev/null +++ b/README.md @@ -0,0 +1,43 @@ +--- +library_name: llamacpp +model_name: Vikhr-Qwen-2.5-0.5B-instruct +base_model: +- Vikhrmodels/Vikhr-Qwen-2.5-0.5B-instruct +language: +- ru +- en +license: apache-2.0 +tags: +- instruct +datasets: +- Vikhrmodels/GrandMaster-PRO-MAX +pipeline_tag: text-generation +--- + +# 💨📟 Vikhr-Qwen-2.5-0.5B-Instruct + +#### RU + +Инструктивная модель на основе **Qwen-2.5-0.5B-Instruct**, обученная на русскоязычном датасете **GrandMaster-PRO-MAX**. В **4 раза эффективнее** базовой модели, и идеально подходит для запуска на слабых мобильных устройствах. + +#### EN + +Instructive model based on **Qwen-2.5-0.5B-Instruct**, trained on the Russian-language dataset **GrandMaster-PRO-MAX**. It is **4 times more efficient** than the base model, making it perfect for deployment on low-end mobile devices. + +- [HF model](https://huggingface.co/Vikhrmodels/Vikhr-Qwen-2.5-0.5B-instruct) + +**Рекомендуемая температура для генерации: 0.3** / **Recommended generation temperature: 0.3**. + +### Авторы / Authors +- Sergei Bratchikov, [NLP Wanderer](https://t.me/nlpwanderer), [Vikhr Team](https://t.me/vikhrlabs) +- Nikolay Kompanets, [LakoMoor](https://t.me/lakomoor), [Vikhr Team](https://t.me/vikhrlabs) +- Konstantin Korolev, [Vikhr Team](https://t.me/vikhrlabs) +- Aleksandr Nikolich, [Vikhr Team](https://t.me/vikhrlabs) +``` +@article{nikolich2024vikhr, + title={Vikhr: The Family of Open-Source Instruction-Tuned Large Language Models for Russian}, + author={Aleksandr Nikolich and Konstantin Korolev and Sergey Bratchikov and Nikolay Kompanets and Artem Shelmanov}, + journal={arXiv preprint arXiv:2405.13929}, + year={2024}, + url={https://arxiv.org/pdf/2405.13929} +} \ No newline at end of file diff --git a/Vikhr-Qwen-2.5-0.5B-instruct-BF16.gguf b/Vikhr-Qwen-2.5-0.5B-instruct-BF16.gguf new file mode 100644 index 0000000..26845f7 --- /dev/null +++ b/Vikhr-Qwen-2.5-0.5B-instruct-BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e332cb46e57b9f98fa2bbfe5d7617f198b764ba59b5ae822d87e4b94f94834ea +size 993664960 diff --git a/Vikhr-Qwen-2.5-0.5B-instruct-F16.gguf b/Vikhr-Qwen-2.5-0.5B-instruct-F16.gguf new file mode 100644 index 0000000..4e09970 --- /dev/null +++ b/Vikhr-Qwen-2.5-0.5B-instruct-F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76e871ebf241a87024c491f6b7f6c74de0cae982e22684065997b711a2b4b046 +size 993664960 diff --git a/Vikhr-Qwen-2.5-0.5B-instruct-F32.gguf b/Vikhr-Qwen-2.5-0.5B-instruct-F32.gguf new file mode 100644 index 0000000..cb679e9 --- /dev/null +++ b/Vikhr-Qwen-2.5-0.5B-instruct-F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef31bb52beed4e5b7a5773c7079e08d66b836b69340a65824ee047f7a713d809 +size 1981101760 diff --git a/Vikhr-Qwen-2.5-0.5B-instruct-Q2_K.gguf b/Vikhr-Qwen-2.5-0.5B-instruct-Q2_K.gguf new file mode 100644 index 0000000..b096b60 --- /dev/null +++ b/Vikhr-Qwen-2.5-0.5B-instruct-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:561e7f05115d2f0d8d18a5e8eaa52cde61d493c85cecb027a2a610aed3adc3e6 +size 338343168 diff --git a/Vikhr-Qwen-2.5-0.5B-instruct-Q3_K_M.gguf b/Vikhr-Qwen-2.5-0.5B-instruct-Q3_K_M.gguf new file mode 100644 index 0000000..f485bc5 --- /dev/null +++ b/Vikhr-Qwen-2.5-0.5B-instruct-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d50c72fae37820da590be74952d0bf7a2a24d980d574fea253e919b9f3566e4 +size 355202304 diff --git a/Vikhr-Qwen-2.5-0.5B-instruct-Q4_0.gguf b/Vikhr-Qwen-2.5-0.5B-instruct-Q4_0.gguf new file mode 100644 index 0000000..d7951f1 --- /dev/null +++ b/Vikhr-Qwen-2.5-0.5B-instruct-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9416c50be56f36f2c857e698698c01b2e0d7f759719e1f492577609569e1b735 +size 351890688 diff --git a/Vikhr-Qwen-2.5-0.5B-instruct-Q4_K_M.gguf b/Vikhr-Qwen-2.5-0.5B-instruct-Q4_K_M.gguf new file mode 100644 index 0000000..6ff1e5d --- /dev/null +++ b/Vikhr-Qwen-2.5-0.5B-instruct-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f45f00da2bcd70205461639e978db7c8245e205c8604cfe2ab7f5430506bf32 +size 397543680 diff --git a/Vikhr-Qwen-2.5-0.5B-instruct-Q5_K_M.gguf b/Vikhr-Qwen-2.5-0.5B-instruct-Q5_K_M.gguf new file mode 100644 index 0000000..76239c2 --- /dev/null +++ b/Vikhr-Qwen-2.5-0.5B-instruct-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a37b861539603247887fe4044d69535c0230291e9707718dfd106efc6dbe81e +size 419821824 diff --git a/Vikhr-Qwen-2.5-0.5B-instruct-Q6_K.gguf b/Vikhr-Qwen-2.5-0.5B-instruct-Q6_K.gguf new file mode 100644 index 0000000..8546a21 --- /dev/null +++ b/Vikhr-Qwen-2.5-0.5B-instruct-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f728fcb4bb527fec59d993c02850e034fcba86a723f9b515095cfe3549a5550 +size 505472256 diff --git a/Vikhr-Qwen-2.5-0.5B-instruct-Q8_0.gguf b/Vikhr-Qwen-2.5-0.5B-instruct-Q8_0.gguf new file mode 100644 index 0000000..a07f15a --- /dev/null +++ b/Vikhr-Qwen-2.5-0.5B-instruct-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43df3b688d17f68321648bbf55c871ee9674350417b630994fa41b73a7557352 +size 530803968 diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file