初始化项目，由ModelHub XC社区提供模型

Model: Vikhrmodels/Vikhr-Gemma-2B-instruct-GGUF
Source: Original Platform

.gitattributes

@@ -0,0 +1,81 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bin.* filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zstandard filter=lfs diff=lfs merge=lfs -text
+*.tfevents* filter=lfs diff=lfs merge=lfs -text
+*.db* filter=lfs diff=lfs merge=lfs -text
+*.ark* filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+ 
+*.ggml filter=lfs diff=lfs merge=lfs -text
+*.llamafile* filter=lfs diff=lfs merge=lfs -text
+*.pt2 filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+
+Vikhr-Gemma-2B-instruct-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Gemma-2B-instruct-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Gemma-2B-instruct-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Gemma-2B-instruct-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Gemma-2B-instruct-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Gemma-2B-instruct-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Gemma-2B-instruct-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Gemma-2B-instruct-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Gemma-2B-instruct-F16.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Gemma-2B-instruct-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Gemma-2B-instruct-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Gemma-2B-instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Gemma-2B-instruct-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Gemma-2B-instruct-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Gemma-2B-instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Gemma-2B-instruct-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Gemma-2B-instruct-BF16.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Gemma-2B-instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Gemma-2B-instruct-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Gemma-2B-instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Gemma-2B-instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Gemma-2B-instruct-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Gemma-2B-instruct-F32.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Gemma-2B-instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Gemma-2B-instruct-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Gemma-2B-instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Gemma-2B-instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Gemma-2B-instruct-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Gemma-2B-instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Gemma-2B-instruct-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Gemma-2B-instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Gemma-2B-instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-Gemma-2B-instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,71 @@
+---
+library_name: llamacpp
+model_name: Vikhr-Gemma-2B-instruct
+base_model: Vikhrmodels/Vikhr-Gemma-2B-instruct
+language:
+- ru
+license: apache-2.0
+tags:
+- instruct
+datasets:
+- Vikhrmodels/GrandMaster-PRO-MAX
+pipeline_tag: text-generation
+---
+
+# 💨 Vikhr-Gemma-2B-instruct
+
+Мощная инструктивная модель на основе Gemma 2 2B, обученная на русскоязычном датасете GrandMaster-PRO-MAX.
+
+- [HF model](https://huggingface.co/Vikhrmodels/Vikhr-Gemma-2B-instruct)
+
+## Perplexity (ниже - лучше)
+
+### Veles
+| Model   | Perplexity         |
+|:--------|:-------------------|
+| Q4_K    | 4.7254 +/- 0.03867 |
+| Q4_0    | 4.8067 +/- 0.03922 |
+| Q8_0    | 4.6042 +/- 0.03751 |
+| Q4_1    | 4.7798 +/- 0.03933 |
+| F32     | 4.6013 +/- 0.03749 |
+| Q6_K    | 4.6244 +/- 0.03760 |
+| BF16    | 4.6015 +/- 0.03749 |
+| Q2_K    | 5.6819 +/- 0.04737 |
+| Q5_0    | 4.6876 +/- 0.03855 |
+| Q5_K    | 4.6428 +/- 0.03789 |
+| Q3_K_S  | 5.1485 +/- 0.04257 |
+| Q2_K_S  | 6.3124 +/- 0.05359 |
+| F16     | 4.6013 +/- 0.03749 |
+| Q4_K_M  | 4.7254 +/- 0.03867 |
+| Q5_K_M  | 4.6428 +/- 0.03789 |
+| Q5_1    | 4.6518 +/- 0.03794 |
+| Q4_K_S  | 4.7631 +/- 0.03916 |
+| Q5_K_S  | 4.6509 +/- 0.03803 |
+| Q3_K    | 4.8339 +/- 0.03965 |
+| Q3_K_M  | 4.8339 +/- 0.03965 |
+| Q3_K_L  | 4.7981 +/- 0.03934 |
+
+### Wikitext-2
+| Model   | Perplexity          |
+|:--------|:--------------------|
+| Q4_K    | 10.4374 +/- 0.07339 |
+| Q4_0    | 10.6480 +/- 0.07452 |
+| Q8_0    | 10.1209 +/- 0.07105 |
+| Q4_1    | 10.5574 +/- 0.07476 |
+| F32     | 10.1191 +/- 0.07099 |
+| Q6_K    | 10.1503 +/- 0.07117 |
+| BF16    | 10.1189 +/- 0.07098 |
+| Q2_K    | 12.8851 +/- 0.09332 |
+| Q5_0    | 10.2551 +/- 0.07251 |
+| Q5_K    | 10.1975 +/- 0.07184 |
+| Q3_K_S  | 11.6028 +/- 0.08333 |
+| Q2_K_S  | 14.7951 +/- 0.10960 |
+| F16     | 10.1191 +/- 0.07099 |
+| Q4_K_M  | 10.4374 +/- 0.07339 |
+| Q5_K_M  | 10.1975 +/- 0.07184 |
+| Q5_1    | 10.2348 +/- 0.07208 |
+| Q4_K_S  | 10.4924 +/- 0.07386 |
+| Q5_K_S  | 10.2098 +/- 0.07198 |
+| Q3_K    | 10.7416 +/- 0.07606 |
+| Q3_K_M  | 10.7416 +/- 0.07606 |
+| Q3_K_L  | 10.6242 +/- 0.07506 |

Vikhr-Gemma-2B-instruct-BF16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7823fab2e08231d010d1a488f274c7c491e6c220702da7c5837e383fd18491
+size 5235214272

Vikhr-Gemma-2B-instruct-F16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed65af210c06aebf05ffa9f1c25a6f3e28f2ea638d9dba2d8709b6d71471c71e
+size 5235214272

Vikhr-Gemma-2B-instruct-F32.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba0f33cda15b7fac841499ac923f677099b99cb31fa330af8be94d7639e68a7
+size 10463414208

Vikhr-Gemma-2B-instruct-IQ1_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ba128f85a4eb072cf82ab9ce0e4fd1cef8856667d743edf19ce2ed52b88924
+size 873797984

Vikhr-Gemma-2B-instruct-IQ1_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb04d8dfd4c78dfa0dac64413a958dfb532a2bbea6a8b08bcc999349e7abc70f
+size 832160096

Vikhr-Gemma-2B-instruct-IQ2_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ccf1625364c8e30ab0282ff3cd456d7d5d1a5462b61bc4d088ddebe233c498
+size 1088014688

Vikhr-Gemma-2B-instruct-IQ2_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186648c8f6ecf2e9003a3a9238a0006c56f805d1b70ecdd69f9f0306ac8600e4
+size 1032497504

Vikhr-Gemma-2B-instruct-IQ2_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21d3c01be0b25a48b72ccbc8cef4d5526dbc943398a6340dd5a3e9fa10ea330
+size 1002545504

Vikhr-Gemma-2B-instruct-IQ2_XXS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13724f449d084991d1804a78cfbaab35c2a3d6120045b6f6896e80e1b8cb4138
+size 943194464

Vikhr-Gemma-2B-instruct-IQ3_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf0f877a51506ec63e36799660cd89cc196a0cc3c4447d90ddedfcdf6abdf47
+size 1393561952

Vikhr-Gemma-2B-instruct-IQ3_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98b399c25778fddd2f69e85400d59f4dbb4fedb8f879f68e23e99e682625ee0
+size 1360660832

Vikhr-Gemma-2B-instruct-IQ3_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2891667199aef00d1daf73ab3317273c88821e2ec319bb57aa3746e011763576
+size 1314212192

Vikhr-Gemma-2B-instruct-IQ3_XXS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1ec8ef6231d0a1757268f34d5f0507d9a7de5a61464a8658cd9576a3b6f9f9
+size 1181686112

Vikhr-Gemma-2B-instruct-IQ4_NL.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fdf10512776d641ee15d2204c088f5a8342bf5d583c1a7ac1e27764d84a3e48
+size 1629509984

Vikhr-Gemma-2B-instruct-IQ4_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6cc972a170b808e5a063d1cbc43d173513d5b3a8b0a547d79bd381020dc27b
+size 1566251360

Vikhr-Gemma-2B-instruct-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b07ec86bf8662dd553481e454a0f02e524f48161f9d79c5f8c7fcc5719e82f3
+size 1229830496

Vikhr-Gemma-2B-instruct-Q2_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8879a6463ddf2bf75ec85e0143bcda9f0295d9e6d38a8f595ea14761919e5c2d
+size 1170000224

Vikhr-Gemma-2B-instruct-Q3_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd714bdc7d5205497234fcc1d7200cd5ee2230095b773d2eb6c245be5c75138
+size 1461668192

Vikhr-Gemma-2B-instruct-Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e44f97fc85c3cf8dd173bdcc346f03c842728ac91429f7d7139bc0661ff11b
+size 1550436704

Vikhr-Gemma-2B-instruct-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd714bdc7d5205497234fcc1d7200cd5ee2230095b773d2eb6c245be5c75138
+size 1461668192

Vikhr-Gemma-2B-instruct-Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839ec4f55c0ca090bfa0c21eee65cbf99340beed1cf9292879c342d250254579
+size 1360660832

Vikhr-Gemma-2B-instruct-Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a6e7082f429dc94df608bbd431d454669c76380e5d3b3fd599a04940f1348e
+size 1629509568

Vikhr-Gemma-2B-instruct-Q4_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b8bb4e331746b207d0b1a5f53052be5e298137c2623cc9aac2377982cf902a
+size 1756026816

Vikhr-Gemma-2B-instruct-Q4_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ae6ac82f6c7b120cd2b5a1fd3b185bb20fc37cc517eb42b14fad75a6b963cd
+size 1708582848

Vikhr-Gemma-2B-instruct-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ae6ac82f6c7b120cd2b5a1fd3b185bb20fc37cc517eb42b14fad75a6b963cd
+size 1708582848

Vikhr-Gemma-2B-instruct-Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80ce5edac474b76080811937b718ebede6a42f0aedb1c8f74bd49258a9021ad
+size 1638651840

Vikhr-Gemma-2B-instruct-Q5_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a873a5e8ba97a660fa47e9173d841e8402bc916533fd13b95597876a6bc33c
+size 1882544064

Vikhr-Gemma-2B-instruct-Q5_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91bb53c2d395efce70dabef03434574b3cbf343ddc62fb729b8120cbba2f00c
+size 2009061312

Vikhr-Gemma-2B-instruct-Q5_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed58ee9d9f36dd8f6040bae0829a07b30dbbc4d518272f0dffaedd8c69411c26
+size 1923278784

Vikhr-Gemma-2B-instruct-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed58ee9d9f36dd8f6040bae0829a07b30dbbc4d518272f0dffaedd8c69411c26
+size 1923278784

Vikhr-Gemma-2B-instruct-Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4cf4e13071de938b4e6295a7ee5db32c9bfa4a44775273be043c92fe79fe8d9
+size 1882544064

Vikhr-Gemma-2B-instruct-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3d34c055cd3c4bfa84294aeac94d53ea2353098af34b61f6095beb5e5843b3
+size 2151393216

Vikhr-Gemma-2B-instruct-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877a099567276cf75081bdfecc0b06e598fb63af9c5144d1443408874de1d061
+size 2784495552

configuration.json

@@ -0,0 +1 @@
+{"framework": "pytorch", "task": "text-generation", "allow_remote": true}