From 298a79ef7cffe7aeeff174e8f846626c499177f0 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 18 Jul 2026 23:00:07 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: Vikhrmodels/Vikhr-Llama-3.2-1B-instruct-GGUF Source: Original Platform --- .gitattributes | 77 ++++++++++++++++++++++++++++++++ README.md | 54 ++++++++++++++++++++++ Vikhr-Llama-3.2-1B-F16.gguf | 3 ++ Vikhr-Llama-3.2-1B-IQ1_M.gguf | 3 ++ Vikhr-Llama-3.2-1B-IQ1_S.gguf | 3 ++ Vikhr-Llama-3.2-1B-IQ2_M.gguf | 3 ++ Vikhr-Llama-3.2-1B-IQ2_S.gguf | 3 ++ Vikhr-Llama-3.2-1B-IQ2_XS.gguf | 3 ++ Vikhr-Llama-3.2-1B-IQ2_XXS.gguf | 3 ++ Vikhr-Llama-3.2-1B-IQ3_M.gguf | 3 ++ Vikhr-Llama-3.2-1B-IQ3_S.gguf | 3 ++ Vikhr-Llama-3.2-1B-IQ3_XS.gguf | 3 ++ Vikhr-Llama-3.2-1B-IQ3_XXS.gguf | 3 ++ Vikhr-Llama-3.2-1B-IQ4_NL.gguf | 3 ++ Vikhr-Llama-3.2-1B-IQ4_XS.gguf | 3 ++ Vikhr-Llama-3.2-1B-Q2_K.gguf | 3 ++ Vikhr-Llama-3.2-1B-Q3_K.gguf | 3 ++ Vikhr-Llama-3.2-1B-Q3_K_L.gguf | 3 ++ Vikhr-Llama-3.2-1B-Q3_K_M.gguf | 3 ++ Vikhr-Llama-3.2-1B-Q3_K_S.gguf | 3 ++ Vikhr-Llama-3.2-1B-Q4_0.gguf | 3 ++ Vikhr-Llama-3.2-1B-Q4_0_4_8.gguf | 3 ++ Vikhr-Llama-3.2-1B-Q4_1.gguf | 3 ++ Vikhr-Llama-3.2-1B-Q4_K.gguf | 3 ++ Vikhr-Llama-3.2-1B-Q4_K_M.gguf | 3 ++ Vikhr-Llama-3.2-1B-Q4_K_S.gguf | 3 ++ Vikhr-Llama-3.2-1B-Q5_0.gguf | 3 ++ Vikhr-Llama-3.2-1B-Q5_1.gguf | 3 ++ Vikhr-Llama-3.2-1B-Q5_K.gguf | 3 ++ Vikhr-Llama-3.2-1B-Q5_K_M.gguf | 3 ++ Vikhr-Llama-3.2-1B-Q5_K_S.gguf | 3 ++ Vikhr-Llama-3.2-1B-Q6_K.gguf | 3 ++ Vikhr-Llama-3.2-1B-Q8_0.gguf | 3 ++ configuration.json | 1 + 34 files changed, 225 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 Vikhr-Llama-3.2-1B-F16.gguf create mode 100644 Vikhr-Llama-3.2-1B-IQ1_M.gguf create mode 100644 Vikhr-Llama-3.2-1B-IQ1_S.gguf create mode 100644 Vikhr-Llama-3.2-1B-IQ2_M.gguf create mode 100644 Vikhr-Llama-3.2-1B-IQ2_S.gguf create mode 100644 Vikhr-Llama-3.2-1B-IQ2_XS.gguf create mode 100644 Vikhr-Llama-3.2-1B-IQ2_XXS.gguf create mode 100644 Vikhr-Llama-3.2-1B-IQ3_M.gguf create mode 100644 Vikhr-Llama-3.2-1B-IQ3_S.gguf create mode 100644 Vikhr-Llama-3.2-1B-IQ3_XS.gguf create mode 100644 Vikhr-Llama-3.2-1B-IQ3_XXS.gguf create mode 100644 Vikhr-Llama-3.2-1B-IQ4_NL.gguf create mode 100644 Vikhr-Llama-3.2-1B-IQ4_XS.gguf create mode 100644 Vikhr-Llama-3.2-1B-Q2_K.gguf create mode 100644 Vikhr-Llama-3.2-1B-Q3_K.gguf create mode 100644 Vikhr-Llama-3.2-1B-Q3_K_L.gguf create mode 100644 Vikhr-Llama-3.2-1B-Q3_K_M.gguf create mode 100644 Vikhr-Llama-3.2-1B-Q3_K_S.gguf create mode 100644 Vikhr-Llama-3.2-1B-Q4_0.gguf create mode 100644 Vikhr-Llama-3.2-1B-Q4_0_4_8.gguf create mode 100644 Vikhr-Llama-3.2-1B-Q4_1.gguf create mode 100644 Vikhr-Llama-3.2-1B-Q4_K.gguf create mode 100644 Vikhr-Llama-3.2-1B-Q4_K_M.gguf create mode 100644 Vikhr-Llama-3.2-1B-Q4_K_S.gguf create mode 100644 Vikhr-Llama-3.2-1B-Q5_0.gguf create mode 100644 Vikhr-Llama-3.2-1B-Q5_1.gguf create mode 100644 Vikhr-Llama-3.2-1B-Q5_K.gguf create mode 100644 Vikhr-Llama-3.2-1B-Q5_K_M.gguf create mode 100644 Vikhr-Llama-3.2-1B-Q5_K_S.gguf create mode 100644 Vikhr-Llama-3.2-1B-Q6_K.gguf create mode 100644 Vikhr-Llama-3.2-1B-Q8_0.gguf create mode 100644 configuration.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..50dbd65 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,77 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Vikhr-Llama-3.2-1B-F16.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Llama-3.2-1B-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Llama-3.2-1B-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Llama-3.2-1B-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Llama-3.2-1B-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Llama-3.2-1B-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Llama-3.2-1B-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Llama-3.2-1B-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Llama-3.2-1B-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Llama-3.2-1B-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Llama-3.2-1B-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Llama-3.2-1B-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Llama-3.2-1B-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Llama-3.2-1B-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Llama-3.2-1B-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Llama-3.2-1B-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Llama-3.2-1B-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Llama-3.2-1B-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Llama-3.2-1B-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Llama-3.2-1B-Q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Llama-3.2-1B-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Llama-3.2-1B-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Llama-3.2-1B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Llama-3.2-1B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Llama-3.2-1B-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Llama-3.2-1B-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Llama-3.2-1B-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Llama-3.2-1B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Llama-3.2-1B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Llama-3.2-1B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Llama-3.2-1B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..eabb58c --- /dev/null +++ b/README.md @@ -0,0 +1,54 @@ +--- +library_name: llamacpp +model_name: Vikhr-Gemma-2B-instruct +base_model: +- Vikhrmodels/Vikhr-Llama-3.2-1B +language: +- ru +- en +license: llama3.2 +tags: +- instruct +datasets: +- Vikhrmodels/GrandMaster-PRO-MAX +pipeline_tag: text-generation +--- + +# 💨📱 Vikhr-Llama-3.2-1B-instruct + +#### RU + +Инструктивная модель на основе Llama-3.2-1B-Instruct, обученная на русскоязычном датасете GrandMaster-PRO-MAX. В 5 раз эффективнее базовой модели, и идеально подходит для запуска на слабых или мобильных устройствах. + +#### EN + +Instructive model based on Llama-3.2-1B-Instruct, trained on the Russian-language dataset GrandMaster-PRO-MAX. It is 5 times more efficient than the base model, making it perfect for deployment on low-power or mobile devices. +- [HF model](https://huggingface.co/Vikhrmodels/Vikhr-Llama-3.2-1B) + +**Рекомендуемая температура для генерации: 0.3** / **Recommended generation temperature: 0.3**. + +## Метрики на ru_arena_general / Metrics on ru_arena_general + +| **Model** | **Score** | **95% CI** | **Avg Tokens** | **Std Tokens** | **LC Score** | +| ------------------------------------------- | --------- | --------------- | -------------- | -------------- | ------------ | +| kolibri-vikhr-mistral-0427 | 22.41 | +1.6 / -1.6 | 489.89 | 566.29 | 46.04 | +| storm-7b | 20.62 | +2.0 / -1.6 | 419.32 | 190.85 | 45.78 | +| neural-chat-7b-v3-3 | 19.04 | +2.0 / -1.7 | 927.21 | 1211.62 | 45.56 | +| **Vikhrmodels-Vikhr-Llama-3.2-1B-instruct** | **19.04** | **+1.3 / -1.6** | **958.63** | **1297.33** | **45.56** | +| gigachat_lite | 17.2 | +1.4 / -1.4 | 276.81 | 329.66 | 45.29 | +| Vikhrmodels-vikhr-qwen-1.5b-it | 13.19 | +1.4 / -1.6 | 2495.38 | 741.45 | 44.72 | +| meta-llama-Llama-3.2-1B-Instruct | 4.04 | +0.8 / -0.6 | 1240.53 | 1783.08 | 43.42 | + +### Авторы / Authors +- Sergei Bratchikov, [NLP Wanderer](https://t.me/nlpwanderer), [Vikhr Team](https://t.me/vikhrlabs) +- Nikolay Kompanets, [LakoMoor](https://t.me/lakomoor), [Vikhr Team](https://t.me/vikhrlabs) +- Konstantin Korolev, [Vikhr Team](https://t.me/vikhrlabs) +- Aleksandr Nikolich, [Vikhr Team](https://t.me/vikhrlabs) +``` +@article{nikolich2024vikhr, + title={Vikhr: The Family of Open-Source Instruction-Tuned Large Language Models for Russian}, + author={Aleksandr Nikolich and Konstantin Korolev and Sergey Bratchikov and Nikolay Kompanets and Artem Shelmanov}, + journal={arXiv preprint arXiv:2405.13929}, + year={2024}, + url={https://arxiv.org/pdf/2405.13929} +} \ No newline at end of file diff --git a/Vikhr-Llama-3.2-1B-F16.gguf b/Vikhr-Llama-3.2-1B-F16.gguf new file mode 100644 index 0000000..f8f767d --- /dev/null +++ b/Vikhr-Llama-3.2-1B-F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f53fd2d949286116b0ee49508214ce6638a4898e54ae96809c973dfecf5b0ab +size 2479595616 diff --git a/Vikhr-Llama-3.2-1B-IQ1_M.gguf b/Vikhr-Llama-3.2-1B-IQ1_M.gguf new file mode 100644 index 0000000..9db26da --- /dev/null +++ b/Vikhr-Llama-3.2-1B-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a24eb83a0ef716a640e3d6e87519a2546808dda466194e8e8ef17c8433de95e0 +size 413606368 diff --git a/Vikhr-Llama-3.2-1B-IQ1_S.gguf b/Vikhr-Llama-3.2-1B-IQ1_S.gguf new file mode 100644 index 0000000..ab1d8ae --- /dev/null +++ b/Vikhr-Llama-3.2-1B-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:075156370bf553947a134553f5bd62cbc615fee38878454156fd0abd55571375 +size 393552352 diff --git a/Vikhr-Llama-3.2-1B-IQ2_M.gguf b/Vikhr-Llama-3.2-1B-IQ2_M.gguf new file mode 100644 index 0000000..56afb91 --- /dev/null +++ b/Vikhr-Llama-3.2-1B-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8097308ac2994052687786c9f723d47b227d543f87d686933f800baf8cf7ab41 +size 515449312 diff --git a/Vikhr-Llama-3.2-1B-IQ2_S.gguf b/Vikhr-Llama-3.2-1B-IQ2_S.gguf new file mode 100644 index 0000000..7fdea97 --- /dev/null +++ b/Vikhr-Llama-3.2-1B-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16676b42aea1dca17e8cbb6e3edd64e2b9c36415ab7589e89336fc401a6088e3 +size 488710624 diff --git a/Vikhr-Llama-3.2-1B-IQ2_XS.gguf b/Vikhr-Llama-3.2-1B-IQ2_XS.gguf new file mode 100644 index 0000000..dff5b4a --- /dev/null +++ b/Vikhr-Llama-3.2-1B-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:109ed86b9bda5823e38ef8971ece2e7c9458bba03f05986d084956ebb22a8c9b +size 475865568 diff --git a/Vikhr-Llama-3.2-1B-IQ2_XXS.gguf b/Vikhr-Llama-3.2-1B-IQ2_XXS.gguf new file mode 100644 index 0000000..31ccf62 --- /dev/null +++ b/Vikhr-Llama-3.2-1B-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a38c446789f073e802cd50c0fc79ef7040b882211ea8f89e252029f8e1cce39d +size 447029728 diff --git a/Vikhr-Llama-3.2-1B-IQ3_M.gguf b/Vikhr-Llama-3.2-1B-IQ3_M.gguf new file mode 100644 index 0000000..fab9659 --- /dev/null +++ b/Vikhr-Llama-3.2-1B-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d42441d764fe4d9893c82b369f0bc82dd64cf466fab092528eeef8759011d09 +size 657289696 diff --git a/Vikhr-Llama-3.2-1B-IQ3_S.gguf b/Vikhr-Llama-3.2-1B-IQ3_S.gguf new file mode 100644 index 0000000..2ca8506 --- /dev/null +++ b/Vikhr-Llama-3.2-1B-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b2f8271d7a3f250da9e91278fb441e701cad03a5ef94aeafd6001312ad2a5df +size 643920352 diff --git a/Vikhr-Llama-3.2-1B-IQ3_XS.gguf b/Vikhr-Llama-3.2-1B-IQ3_XS.gguf new file mode 100644 index 0000000..ed1639e --- /dev/null +++ b/Vikhr-Llama-3.2-1B-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00474ad6961fae4b5de9c31b7d3f1e3a60c54c43bd8305c3c2d9f8422ce35009 +size 621113824 diff --git a/Vikhr-Llama-3.2-1B-IQ3_XXS.gguf b/Vikhr-Llama-3.2-1B-IQ3_XXS.gguf new file mode 100644 index 0000000..eef6fcf --- /dev/null +++ b/Vikhr-Llama-3.2-1B-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc9c046a91ce7e92e9d8e25faad9bcc6b240ce10fb625f01c3313eb6bd71bd9e +size 562110944 diff --git a/Vikhr-Llama-3.2-1B-IQ4_NL.gguf b/Vikhr-Llama-3.2-1B-IQ4_NL.gguf new file mode 100644 index 0000000..ad838dd --- /dev/null +++ b/Vikhr-Llama-3.2-1B-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84c3f783ad41af4061b12e37c84badc106900836edc70ac62f75d0f0efb2026f +size 773026272 diff --git a/Vikhr-Llama-3.2-1B-IQ4_XS.gguf b/Vikhr-Llama-3.2-1B-IQ4_XS.gguf new file mode 100644 index 0000000..b1b162e --- /dev/null +++ b/Vikhr-Llama-3.2-1B-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a4366657252ef8dcb81532c937011f030b89f75f6e616e7c4b6a115a8677c89 +size 743141856 diff --git a/Vikhr-Llama-3.2-1B-Q2_K.gguf b/Vikhr-Llama-3.2-1B-Q2_K.gguf new file mode 100644 index 0000000..c59bafb --- /dev/null +++ b/Vikhr-Llama-3.2-1B-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98c0c378483374cabfeba1b3b4007d368cb3ba3ef60235d00cf3a203bcdf1f14 +size 580874336 diff --git a/Vikhr-Llama-3.2-1B-Q3_K.gguf b/Vikhr-Llama-3.2-1B-Q3_K.gguf new file mode 100644 index 0000000..7248c5a --- /dev/null +++ b/Vikhr-Llama-3.2-1B-Q3_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a358831983f3996ba41d5b41d20ebf59ed27b84c99f80e24c5fb7c0ae2d338b5 +size 690843744 diff --git a/Vikhr-Llama-3.2-1B-Q3_K_L.gguf b/Vikhr-Llama-3.2-1B-Q3_K_L.gguf new file mode 100644 index 0000000..a057825 --- /dev/null +++ b/Vikhr-Llama-3.2-1B-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cb123de027c825b47b078bed745ae5038b69dd339d6c5a1435b6680d258fcff +size 732524640 diff --git a/Vikhr-Llama-3.2-1B-Q3_K_M.gguf b/Vikhr-Llama-3.2-1B-Q3_K_M.gguf new file mode 100644 index 0000000..7248c5a --- /dev/null +++ b/Vikhr-Llama-3.2-1B-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a358831983f3996ba41d5b41d20ebf59ed27b84c99f80e24c5fb7c0ae2d338b5 +size 690843744 diff --git a/Vikhr-Llama-3.2-1B-Q3_K_S.gguf b/Vikhr-Llama-3.2-1B-Q3_K_S.gguf new file mode 100644 index 0000000..682cddf --- /dev/null +++ b/Vikhr-Llama-3.2-1B-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1e22505a3026fd1894a5cbfadddb4336ca9acc0ad7955e039514b3312b0ec3c +size 641691744 diff --git a/Vikhr-Llama-3.2-1B-Q4_0.gguf b/Vikhr-Llama-3.2-1B-Q4_0.gguf new file mode 100644 index 0000000..8d29b69 --- /dev/null +++ b/Vikhr-Llama-3.2-1B-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfa82ba1ced4a036647c8a66060cb9334be02a5a9737ab1d16a384199a7197bd +size 770928736 diff --git a/Vikhr-Llama-3.2-1B-Q4_0_4_8.gguf b/Vikhr-Llama-3.2-1B-Q4_0_4_8.gguf new file mode 100644 index 0000000..7ea1a2c --- /dev/null +++ b/Vikhr-Llama-3.2-1B-Q4_0_4_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f16c4485be34dbd2b9377d38db79e7236e542938a7f5d7c3e8d0e5acce08778d +size 770928736 diff --git a/Vikhr-Llama-3.2-1B-Q4_1.gguf b/Vikhr-Llama-3.2-1B-Q4_1.gguf new file mode 100644 index 0000000..c25d3c0 --- /dev/null +++ b/Vikhr-Llama-3.2-1B-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0de9a2a97de37d63af5206063e43fae18246d9d0f2b376d081d09a5aa3a0d23c +size 831746144 diff --git a/Vikhr-Llama-3.2-1B-Q4_K.gguf b/Vikhr-Llama-3.2-1B-Q4_K.gguf new file mode 100644 index 0000000..9380b9c --- /dev/null +++ b/Vikhr-Llama-3.2-1B-Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a85c0ef4b6476ff5fcf2c961226234ab7008d17087c2152416e61a9b7e74b32d +size 807694432 diff --git a/Vikhr-Llama-3.2-1B-Q4_K_M.gguf b/Vikhr-Llama-3.2-1B-Q4_K_M.gguf new file mode 100644 index 0000000..9380b9c --- /dev/null +++ b/Vikhr-Llama-3.2-1B-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a85c0ef4b6476ff5fcf2c961226234ab7008d17087c2152416e61a9b7e74b32d +size 807694432 diff --git a/Vikhr-Llama-3.2-1B-Q4_K_S.gguf b/Vikhr-Llama-3.2-1B-Q4_K_S.gguf new file mode 100644 index 0000000..4ef8e75 --- /dev/null +++ b/Vikhr-Llama-3.2-1B-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c905d2522020886b13c02e8bf108c6950d1a4681b041a9979ffabd58304e153c +size 775647328 diff --git a/Vikhr-Llama-3.2-1B-Q5_0.gguf b/Vikhr-Llama-3.2-1B-Q5_0.gguf new file mode 100644 index 0000000..bcf3dca --- /dev/null +++ b/Vikhr-Llama-3.2-1B-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc3fd677193963cd97f2bb29bd73e6c520db890152230648dc287856276cb6fc +size 892563552 diff --git a/Vikhr-Llama-3.2-1B-Q5_1.gguf b/Vikhr-Llama-3.2-1B-Q5_1.gguf new file mode 100644 index 0000000..722802a --- /dev/null +++ b/Vikhr-Llama-3.2-1B-Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66e2a96d48e0179636d6647496c14e558aa918f5ac17db975ba37d590c8c5908 +size 953380960 diff --git a/Vikhr-Llama-3.2-1B-Q5_K.gguf b/Vikhr-Llama-3.2-1B-Q5_K.gguf new file mode 100644 index 0000000..9d664b8 --- /dev/null +++ b/Vikhr-Llama-3.2-1B-Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afc25c1a08f5c857e7d4369cbe9100d9a3fcca0c3876c359ed7cbc7251138521 +size 911503456 diff --git a/Vikhr-Llama-3.2-1B-Q5_K_M.gguf b/Vikhr-Llama-3.2-1B-Q5_K_M.gguf new file mode 100644 index 0000000..9d664b8 --- /dev/null +++ b/Vikhr-Llama-3.2-1B-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afc25c1a08f5c857e7d4369cbe9100d9a3fcca0c3876c359ed7cbc7251138521 +size 911503456 diff --git a/Vikhr-Llama-3.2-1B-Q5_K_S.gguf b/Vikhr-Llama-3.2-1B-Q5_K_S.gguf new file mode 100644 index 0000000..959c061 --- /dev/null +++ b/Vikhr-Llama-3.2-1B-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1f37100a8672063dceb7614b8cb8dcf24f5ad20c37e8e07d8a1af17c1131cae +size 892563552 diff --git a/Vikhr-Llama-3.2-1B-Q6_K.gguf b/Vikhr-Llama-3.2-1B-Q6_K.gguf new file mode 100644 index 0000000..0053fcd --- /dev/null +++ b/Vikhr-Llama-3.2-1B-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86de6d33326d435cc43b2cc500cb3f00d17686538f80f5752ef2113249c80a9d +size 1021800544 diff --git a/Vikhr-Llama-3.2-1B-Q8_0.gguf b/Vikhr-Llama-3.2-1B-Q8_0.gguf new file mode 100644 index 0000000..6e429cb --- /dev/null +++ b/Vikhr-Llama-3.2-1B-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:721d18e0aec171cf8a3db719eb76708ef8b01e569d39bc0e8da1a3831fa86c94 +size 1321082976 diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file