From 773e44e3c16e704f48b0a96c752e29c86bcd1227 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 2 Nov 2026 12:22:12 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF Source: Original Platform --- .gitattributes | 81 ++++++++++++++++++++++++++++ README.md | 71 ++++++++++++++++++++++++ Vikhr-Gemma-2B-instruct-BF16.gguf | 3 ++ Vikhr-Gemma-2B-instruct-F16.gguf | 3 ++ Vikhr-Gemma-2B-instruct-F32.gguf | 3 ++ Vikhr-Gemma-2B-instruct-IQ1_M.gguf | 3 ++ Vikhr-Gemma-2B-instruct-IQ1_S.gguf | 3 ++ Vikhr-Gemma-2B-instruct-IQ2_M.gguf | 3 ++ Vikhr-Gemma-2B-instruct-IQ2_S.gguf | 3 ++ Vikhr-Gemma-2B-instruct-IQ2_XS.gguf | 3 ++ Vikhr-Gemma-2B-instruct-IQ2_XXS.gguf | 3 ++ Vikhr-Gemma-2B-instruct-IQ3_M.gguf | 3 ++ Vikhr-Gemma-2B-instruct-IQ3_S.gguf | 3 ++ Vikhr-Gemma-2B-instruct-IQ3_XS.gguf | 3 ++ Vikhr-Gemma-2B-instruct-IQ3_XXS.gguf | 3 ++ Vikhr-Gemma-2B-instruct-IQ4_NL.gguf | 3 ++ Vikhr-Gemma-2B-instruct-IQ4_XS.gguf | 3 ++ Vikhr-Gemma-2B-instruct-Q2_K.gguf | 3 ++ Vikhr-Gemma-2B-instruct-Q2_K_S.gguf | 3 ++ Vikhr-Gemma-2B-instruct-Q3_K.gguf | 3 ++ Vikhr-Gemma-2B-instruct-Q3_K_L.gguf | 3 ++ Vikhr-Gemma-2B-instruct-Q3_K_M.gguf | 3 ++ Vikhr-Gemma-2B-instruct-Q3_K_S.gguf | 3 ++ Vikhr-Gemma-2B-instruct-Q4_0.gguf | 3 ++ Vikhr-Gemma-2B-instruct-Q4_1.gguf | 3 ++ Vikhr-Gemma-2B-instruct-Q4_K.gguf | 3 ++ Vikhr-Gemma-2B-instruct-Q4_K_M.gguf | 3 ++ Vikhr-Gemma-2B-instruct-Q4_K_S.gguf | 3 ++ Vikhr-Gemma-2B-instruct-Q5_0.gguf | 3 ++ Vikhr-Gemma-2B-instruct-Q5_1.gguf | 3 ++ Vikhr-Gemma-2B-instruct-Q5_K.gguf | 3 ++ Vikhr-Gemma-2B-instruct-Q5_K_M.gguf | 3 ++ Vikhr-Gemma-2B-instruct-Q5_K_S.gguf | 3 ++ Vikhr-Gemma-2B-instruct-Q6_K.gguf | 3 ++ Vikhr-Gemma-2B-instruct-Q8_0.gguf | 3 ++ configuration.json | 1 + 36 files changed, 252 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 Vikhr-Gemma-2B-instruct-BF16.gguf create mode 100644 Vikhr-Gemma-2B-instruct-F16.gguf create mode 100644 Vikhr-Gemma-2B-instruct-F32.gguf create mode 100644 Vikhr-Gemma-2B-instruct-IQ1_M.gguf create mode 100644 Vikhr-Gemma-2B-instruct-IQ1_S.gguf create mode 100644 Vikhr-Gemma-2B-instruct-IQ2_M.gguf create mode 100644 Vikhr-Gemma-2B-instruct-IQ2_S.gguf create mode 100644 Vikhr-Gemma-2B-instruct-IQ2_XS.gguf create mode 100644 Vikhr-Gemma-2B-instruct-IQ2_XXS.gguf create mode 100644 Vikhr-Gemma-2B-instruct-IQ3_M.gguf create mode 100644 Vikhr-Gemma-2B-instruct-IQ3_S.gguf create mode 100644 Vikhr-Gemma-2B-instruct-IQ3_XS.gguf create mode 100644 Vikhr-Gemma-2B-instruct-IQ3_XXS.gguf create mode 100644 Vikhr-Gemma-2B-instruct-IQ4_NL.gguf create mode 100644 Vikhr-Gemma-2B-instruct-IQ4_XS.gguf create mode 100644 Vikhr-Gemma-2B-instruct-Q2_K.gguf create mode 100644 Vikhr-Gemma-2B-instruct-Q2_K_S.gguf create mode 100644 Vikhr-Gemma-2B-instruct-Q3_K.gguf create mode 100644 Vikhr-Gemma-2B-instruct-Q3_K_L.gguf create mode 100644 Vikhr-Gemma-2B-instruct-Q3_K_M.gguf create mode 100644 Vikhr-Gemma-2B-instruct-Q3_K_S.gguf create mode 100644 Vikhr-Gemma-2B-instruct-Q4_0.gguf create mode 100644 Vikhr-Gemma-2B-instruct-Q4_1.gguf create mode 100644 Vikhr-Gemma-2B-instruct-Q4_K.gguf create mode 100644 Vikhr-Gemma-2B-instruct-Q4_K_M.gguf create mode 100644 Vikhr-Gemma-2B-instruct-Q4_K_S.gguf create mode 100644 Vikhr-Gemma-2B-instruct-Q5_0.gguf create mode 100644 Vikhr-Gemma-2B-instruct-Q5_1.gguf create mode 100644 Vikhr-Gemma-2B-instruct-Q5_K.gguf create mode 100644 Vikhr-Gemma-2B-instruct-Q5_K_M.gguf create mode 100644 Vikhr-Gemma-2B-instruct-Q5_K_S.gguf create mode 100644 Vikhr-Gemma-2B-instruct-Q6_K.gguf create mode 100644 Vikhr-Gemma-2B-instruct-Q8_0.gguf create mode 100644 configuration.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..06a31a3 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,81 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text + +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +Vikhr-Gemma-2B-instruct-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Gemma-2B-instruct-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Gemma-2B-instruct-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Gemma-2B-instruct-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Gemma-2B-instruct-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Gemma-2B-instruct-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Gemma-2B-instruct-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Gemma-2B-instruct-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Gemma-2B-instruct-F16.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Gemma-2B-instruct-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Gemma-2B-instruct-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Gemma-2B-instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Gemma-2B-instruct-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Gemma-2B-instruct-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Gemma-2B-instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Gemma-2B-instruct-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Gemma-2B-instruct-BF16.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Gemma-2B-instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Gemma-2B-instruct-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Gemma-2B-instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Gemma-2B-instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Gemma-2B-instruct-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Gemma-2B-instruct-F32.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Gemma-2B-instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Gemma-2B-instruct-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Gemma-2B-instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Gemma-2B-instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Gemma-2B-instruct-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Gemma-2B-instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Gemma-2B-instruct-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Gemma-2B-instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Gemma-2B-instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Vikhr-Gemma-2B-instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..d94b854 --- /dev/null +++ b/README.md @@ -0,0 +1,71 @@ +--- +library_name: llamacpp +model_name: Vikhr-Gemma-2B-instruct +base_model: Vikhrmodels/Vikhr-Gemma-2B-instruct +language: +- ru +license: apache-2.0 +tags: +- instruct +datasets: +- Vikhrmodels/GrandMaster-PRO-MAX +pipeline_tag: text-generation +--- + +# 💨 Vikhr-Gemma-2B-instruct + +Мощная инструктивная модель на основе Gemma 2 2B, обученная на русскоязычном датасете GrandMaster-PRO-MAX. + +- [HF model](https://huggingface.co/Vikhrmodels/Vikhr-Gemma-2B-instruct) + +## Perplexity (ниже - лучше) + +### Veles +| Model | Perplexity | +|:--------|:-------------------| +| Q4_K | 4.7254 +/- 0.03867 | +| Q4_0 | 4.8067 +/- 0.03922 | +| Q8_0 | 4.6042 +/- 0.03751 | +| Q4_1 | 4.7798 +/- 0.03933 | +| F32 | 4.6013 +/- 0.03749 | +| Q6_K | 4.6244 +/- 0.03760 | +| BF16 | 4.6015 +/- 0.03749 | +| Q2_K | 5.6819 +/- 0.04737 | +| Q5_0 | 4.6876 +/- 0.03855 | +| Q5_K | 4.6428 +/- 0.03789 | +| Q3_K_S | 5.1485 +/- 0.04257 | +| Q2_K_S | 6.3124 +/- 0.05359 | +| F16 | 4.6013 +/- 0.03749 | +| Q4_K_M | 4.7254 +/- 0.03867 | +| Q5_K_M | 4.6428 +/- 0.03789 | +| Q5_1 | 4.6518 +/- 0.03794 | +| Q4_K_S | 4.7631 +/- 0.03916 | +| Q5_K_S | 4.6509 +/- 0.03803 | +| Q3_K | 4.8339 +/- 0.03965 | +| Q3_K_M | 4.8339 +/- 0.03965 | +| Q3_K_L | 4.7981 +/- 0.03934 | + +### Wikitext-2 +| Model | Perplexity | +|:--------|:--------------------| +| Q4_K | 10.4374 +/- 0.07339 | +| Q4_0 | 10.6480 +/- 0.07452 | +| Q8_0 | 10.1209 +/- 0.07105 | +| Q4_1 | 10.5574 +/- 0.07476 | +| F32 | 10.1191 +/- 0.07099 | +| Q6_K | 10.1503 +/- 0.07117 | +| BF16 | 10.1189 +/- 0.07098 | +| Q2_K | 12.8851 +/- 0.09332 | +| Q5_0 | 10.2551 +/- 0.07251 | +| Q5_K | 10.1975 +/- 0.07184 | +| Q3_K_S | 11.6028 +/- 0.08333 | +| Q2_K_S | 14.7951 +/- 0.10960 | +| F16 | 10.1191 +/- 0.07099 | +| Q4_K_M | 10.4374 +/- 0.07339 | +| Q5_K_M | 10.1975 +/- 0.07184 | +| Q5_1 | 10.2348 +/- 0.07208 | +| Q4_K_S | 10.4924 +/- 0.07386 | +| Q5_K_S | 10.2098 +/- 0.07198 | +| Q3_K | 10.7416 +/- 0.07606 | +| Q3_K_M | 10.7416 +/- 0.07606 | +| Q3_K_L | 10.6242 +/- 0.07506 | \ No newline at end of file diff --git a/Vikhr-Gemma-2B-instruct-BF16.gguf b/Vikhr-Gemma-2B-instruct-BF16.gguf new file mode 100644 index 0000000..56fba10 --- /dev/null +++ b/Vikhr-Gemma-2B-instruct-BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b7823fab2e08231d010d1a488f274c7c491e6c220702da7c5837e383fd18491 +size 5235214272 diff --git a/Vikhr-Gemma-2B-instruct-F16.gguf b/Vikhr-Gemma-2B-instruct-F16.gguf new file mode 100644 index 0000000..497f93e --- /dev/null +++ b/Vikhr-Gemma-2B-instruct-F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed65af210c06aebf05ffa9f1c25a6f3e28f2ea638d9dba2d8709b6d71471c71e +size 5235214272 diff --git a/Vikhr-Gemma-2B-instruct-F32.gguf b/Vikhr-Gemma-2B-instruct-F32.gguf new file mode 100644 index 0000000..f1f89ca --- /dev/null +++ b/Vikhr-Gemma-2B-instruct-F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fba0f33cda15b7fac841499ac923f677099b99cb31fa330af8be94d7639e68a7 +size 10463414208 diff --git a/Vikhr-Gemma-2B-instruct-IQ1_M.gguf b/Vikhr-Gemma-2B-instruct-IQ1_M.gguf new file mode 100644 index 0000000..32eb863 --- /dev/null +++ b/Vikhr-Gemma-2B-instruct-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59ba128f85a4eb072cf82ab9ce0e4fd1cef8856667d743edf19ce2ed52b88924 +size 873797984 diff --git a/Vikhr-Gemma-2B-instruct-IQ1_S.gguf b/Vikhr-Gemma-2B-instruct-IQ1_S.gguf new file mode 100644 index 0000000..a7ef8c3 --- /dev/null +++ b/Vikhr-Gemma-2B-instruct-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb04d8dfd4c78dfa0dac64413a958dfb532a2bbea6a8b08bcc999349e7abc70f +size 832160096 diff --git a/Vikhr-Gemma-2B-instruct-IQ2_M.gguf b/Vikhr-Gemma-2B-instruct-IQ2_M.gguf new file mode 100644 index 0000000..3125258 --- /dev/null +++ b/Vikhr-Gemma-2B-instruct-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8ccf1625364c8e30ab0282ff3cd456d7d5d1a5462b61bc4d088ddebe233c498 +size 1088014688 diff --git a/Vikhr-Gemma-2B-instruct-IQ2_S.gguf b/Vikhr-Gemma-2B-instruct-IQ2_S.gguf new file mode 100644 index 0000000..298fd7a --- /dev/null +++ b/Vikhr-Gemma-2B-instruct-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:186648c8f6ecf2e9003a3a9238a0006c56f805d1b70ecdd69f9f0306ac8600e4 +size 1032497504 diff --git a/Vikhr-Gemma-2B-instruct-IQ2_XS.gguf b/Vikhr-Gemma-2B-instruct-IQ2_XS.gguf new file mode 100644 index 0000000..98e4381 --- /dev/null +++ b/Vikhr-Gemma-2B-instruct-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a21d3c01be0b25a48b72ccbc8cef4d5526dbc943398a6340dd5a3e9fa10ea330 +size 1002545504 diff --git a/Vikhr-Gemma-2B-instruct-IQ2_XXS.gguf b/Vikhr-Gemma-2B-instruct-IQ2_XXS.gguf new file mode 100644 index 0000000..970ed48 --- /dev/null +++ b/Vikhr-Gemma-2B-instruct-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13724f449d084991d1804a78cfbaab35c2a3d6120045b6f6896e80e1b8cb4138 +size 943194464 diff --git a/Vikhr-Gemma-2B-instruct-IQ3_M.gguf b/Vikhr-Gemma-2B-instruct-IQ3_M.gguf new file mode 100644 index 0000000..a792956 --- /dev/null +++ b/Vikhr-Gemma-2B-instruct-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cf0f877a51506ec63e36799660cd89cc196a0cc3c4447d90ddedfcdf6abdf47 +size 1393561952 diff --git a/Vikhr-Gemma-2B-instruct-IQ3_S.gguf b/Vikhr-Gemma-2B-instruct-IQ3_S.gguf new file mode 100644 index 0000000..c7a9de9 --- /dev/null +++ b/Vikhr-Gemma-2B-instruct-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a98b399c25778fddd2f69e85400d59f4dbb4fedb8f879f68e23e99e682625ee0 +size 1360660832 diff --git a/Vikhr-Gemma-2B-instruct-IQ3_XS.gguf b/Vikhr-Gemma-2B-instruct-IQ3_XS.gguf new file mode 100644 index 0000000..49bc635 --- /dev/null +++ b/Vikhr-Gemma-2B-instruct-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2891667199aef00d1daf73ab3317273c88821e2ec319bb57aa3746e011763576 +size 1314212192 diff --git a/Vikhr-Gemma-2B-instruct-IQ3_XXS.gguf b/Vikhr-Gemma-2B-instruct-IQ3_XXS.gguf new file mode 100644 index 0000000..3b35ef8 --- /dev/null +++ b/Vikhr-Gemma-2B-instruct-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d1ec8ef6231d0a1757268f34d5f0507d9a7de5a61464a8658cd9576a3b6f9f9 +size 1181686112 diff --git a/Vikhr-Gemma-2B-instruct-IQ4_NL.gguf b/Vikhr-Gemma-2B-instruct-IQ4_NL.gguf new file mode 100644 index 0000000..3ec8115 --- /dev/null +++ b/Vikhr-Gemma-2B-instruct-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fdf10512776d641ee15d2204c088f5a8342bf5d583c1a7ac1e27764d84a3e48 +size 1629509984 diff --git a/Vikhr-Gemma-2B-instruct-IQ4_XS.gguf b/Vikhr-Gemma-2B-instruct-IQ4_XS.gguf new file mode 100644 index 0000000..b1fe04b --- /dev/null +++ b/Vikhr-Gemma-2B-instruct-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a6cc972a170b808e5a063d1cbc43d173513d5b3a8b0a547d79bd381020dc27b +size 1566251360 diff --git a/Vikhr-Gemma-2B-instruct-Q2_K.gguf b/Vikhr-Gemma-2B-instruct-Q2_K.gguf new file mode 100644 index 0000000..f633141 --- /dev/null +++ b/Vikhr-Gemma-2B-instruct-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b07ec86bf8662dd553481e454a0f02e524f48161f9d79c5f8c7fcc5719e82f3 +size 1229830496 diff --git a/Vikhr-Gemma-2B-instruct-Q2_K_S.gguf b/Vikhr-Gemma-2B-instruct-Q2_K_S.gguf new file mode 100644 index 0000000..09d0010 --- /dev/null +++ b/Vikhr-Gemma-2B-instruct-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8879a6463ddf2bf75ec85e0143bcda9f0295d9e6d38a8f595ea14761919e5c2d +size 1170000224 diff --git a/Vikhr-Gemma-2B-instruct-Q3_K.gguf b/Vikhr-Gemma-2B-instruct-Q3_K.gguf new file mode 100644 index 0000000..eead13f --- /dev/null +++ b/Vikhr-Gemma-2B-instruct-Q3_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afd714bdc7d5205497234fcc1d7200cd5ee2230095b773d2eb6c245be5c75138 +size 1461668192 diff --git a/Vikhr-Gemma-2B-instruct-Q3_K_L.gguf b/Vikhr-Gemma-2B-instruct-Q3_K_L.gguf new file mode 100644 index 0000000..d0303bb --- /dev/null +++ b/Vikhr-Gemma-2B-instruct-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91e44f97fc85c3cf8dd173bdcc346f03c842728ac91429f7d7139bc0661ff11b +size 1550436704 diff --git a/Vikhr-Gemma-2B-instruct-Q3_K_M.gguf b/Vikhr-Gemma-2B-instruct-Q3_K_M.gguf new file mode 100644 index 0000000..eead13f --- /dev/null +++ b/Vikhr-Gemma-2B-instruct-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afd714bdc7d5205497234fcc1d7200cd5ee2230095b773d2eb6c245be5c75138 +size 1461668192 diff --git a/Vikhr-Gemma-2B-instruct-Q3_K_S.gguf b/Vikhr-Gemma-2B-instruct-Q3_K_S.gguf new file mode 100644 index 0000000..c2137e1 --- /dev/null +++ b/Vikhr-Gemma-2B-instruct-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:839ec4f55c0ca090bfa0c21eee65cbf99340beed1cf9292879c342d250254579 +size 1360660832 diff --git a/Vikhr-Gemma-2B-instruct-Q4_0.gguf b/Vikhr-Gemma-2B-instruct-Q4_0.gguf new file mode 100644 index 0000000..18de2d3 --- /dev/null +++ b/Vikhr-Gemma-2B-instruct-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77a6e7082f429dc94df608bbd431d454669c76380e5d3b3fd599a04940f1348e +size 1629509568 diff --git a/Vikhr-Gemma-2B-instruct-Q4_1.gguf b/Vikhr-Gemma-2B-instruct-Q4_1.gguf new file mode 100644 index 0000000..2c8452d --- /dev/null +++ b/Vikhr-Gemma-2B-instruct-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1b8bb4e331746b207d0b1a5f53052be5e298137c2623cc9aac2377982cf902a +size 1756026816 diff --git a/Vikhr-Gemma-2B-instruct-Q4_K.gguf b/Vikhr-Gemma-2B-instruct-Q4_K.gguf new file mode 100644 index 0000000..d159e61 --- /dev/null +++ b/Vikhr-Gemma-2B-instruct-Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8ae6ac82f6c7b120cd2b5a1fd3b185bb20fc37cc517eb42b14fad75a6b963cd +size 1708582848 diff --git a/Vikhr-Gemma-2B-instruct-Q4_K_M.gguf b/Vikhr-Gemma-2B-instruct-Q4_K_M.gguf new file mode 100644 index 0000000..d159e61 --- /dev/null +++ b/Vikhr-Gemma-2B-instruct-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8ae6ac82f6c7b120cd2b5a1fd3b185bb20fc37cc517eb42b14fad75a6b963cd +size 1708582848 diff --git a/Vikhr-Gemma-2B-instruct-Q4_K_S.gguf b/Vikhr-Gemma-2B-instruct-Q4_K_S.gguf new file mode 100644 index 0000000..cce779e --- /dev/null +++ b/Vikhr-Gemma-2B-instruct-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b80ce5edac474b76080811937b718ebede6a42f0aedb1c8f74bd49258a9021ad +size 1638651840 diff --git a/Vikhr-Gemma-2B-instruct-Q5_0.gguf b/Vikhr-Gemma-2B-instruct-Q5_0.gguf new file mode 100644 index 0000000..39de359 --- /dev/null +++ b/Vikhr-Gemma-2B-instruct-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27a873a5e8ba97a660fa47e9173d841e8402bc916533fd13b95597876a6bc33c +size 1882544064 diff --git a/Vikhr-Gemma-2B-instruct-Q5_1.gguf b/Vikhr-Gemma-2B-instruct-Q5_1.gguf new file mode 100644 index 0000000..5a366ca --- /dev/null +++ b/Vikhr-Gemma-2B-instruct-Q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d91bb53c2d395efce70dabef03434574b3cbf343ddc62fb729b8120cbba2f00c +size 2009061312 diff --git a/Vikhr-Gemma-2B-instruct-Q5_K.gguf b/Vikhr-Gemma-2B-instruct-Q5_K.gguf new file mode 100644 index 0000000..94f8549 --- /dev/null +++ b/Vikhr-Gemma-2B-instruct-Q5_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed58ee9d9f36dd8f6040bae0829a07b30dbbc4d518272f0dffaedd8c69411c26 +size 1923278784 diff --git a/Vikhr-Gemma-2B-instruct-Q5_K_M.gguf b/Vikhr-Gemma-2B-instruct-Q5_K_M.gguf new file mode 100644 index 0000000..94f8549 --- /dev/null +++ b/Vikhr-Gemma-2B-instruct-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed58ee9d9f36dd8f6040bae0829a07b30dbbc4d518272f0dffaedd8c69411c26 +size 1923278784 diff --git a/Vikhr-Gemma-2B-instruct-Q5_K_S.gguf b/Vikhr-Gemma-2B-instruct-Q5_K_S.gguf new file mode 100644 index 0000000..91ce770 --- /dev/null +++ b/Vikhr-Gemma-2B-instruct-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4cf4e13071de938b4e6295a7ee5db32c9bfa4a44775273be043c92fe79fe8d9 +size 1882544064 diff --git a/Vikhr-Gemma-2B-instruct-Q6_K.gguf b/Vikhr-Gemma-2B-instruct-Q6_K.gguf new file mode 100644 index 0000000..4dbe68f --- /dev/null +++ b/Vikhr-Gemma-2B-instruct-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d3d34c055cd3c4bfa84294aeac94d53ea2353098af34b61f6095beb5e5843b3 +size 2151393216 diff --git a/Vikhr-Gemma-2B-instruct-Q8_0.gguf b/Vikhr-Gemma-2B-instruct-Q8_0.gguf new file mode 100644 index 0000000..789fa63 --- /dev/null +++ b/Vikhr-Gemma-2B-instruct-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:877a099567276cf75081bdfecc0b06e598fb63af9c5144d1443408874de1d061 +size 2784495552 diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file