From 1c10c1efbcd20ebfa51e0410f7d0bc642667ff29 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 17 Jun 2026 17:38:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/PrathameshLLM-2B-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++++++++++ PrathameshLLM-2B.i1-IQ1_M.gguf | 3 + PrathameshLLM-2B.i1-IQ1_S.gguf | 3 + PrathameshLLM-2B.i1-IQ2_M.gguf | 3 + PrathameshLLM-2B.i1-IQ2_S.gguf | 3 + PrathameshLLM-2B.i1-IQ2_XS.gguf | 3 + PrathameshLLM-2B.i1-IQ2_XXS.gguf | 3 + PrathameshLLM-2B.i1-IQ3_M.gguf | 3 + PrathameshLLM-2B.i1-IQ3_S.gguf | 3 + PrathameshLLM-2B.i1-IQ3_XS.gguf | 3 + PrathameshLLM-2B.i1-IQ3_XXS.gguf | 3 + PrathameshLLM-2B.i1-IQ4_NL.gguf | 3 + PrathameshLLM-2B.i1-IQ4_XS.gguf | 3 + PrathameshLLM-2B.i1-Q2_K.gguf | 3 + PrathameshLLM-2B.i1-Q2_K_S.gguf | 3 + PrathameshLLM-2B.i1-Q3_K_L.gguf | 3 + PrathameshLLM-2B.i1-Q3_K_M.gguf | 3 + PrathameshLLM-2B.i1-Q3_K_S.gguf | 3 + PrathameshLLM-2B.i1-Q4_0.gguf | 3 + PrathameshLLM-2B.i1-Q4_1.gguf | 3 + PrathameshLLM-2B.i1-Q4_K_M.gguf | 3 + PrathameshLLM-2B.i1-Q4_K_S.gguf | 3 + PrathameshLLM-2B.i1-Q5_K_M.gguf | 3 + PrathameshLLM-2B.i1-Q5_K_S.gguf | 3 + PrathameshLLM-2B.i1-Q6_K.gguf | 3 + README.md | 96 ++++++++++++++++++++++++++++++++ imatrix.dat | 3 + 27 files changed, 231 insertions(+) create mode 100644 .gitattributes create mode 100644 PrathameshLLM-2B.i1-IQ1_M.gguf create mode 100644 PrathameshLLM-2B.i1-IQ1_S.gguf create mode 100644 PrathameshLLM-2B.i1-IQ2_M.gguf create mode 100644 PrathameshLLM-2B.i1-IQ2_S.gguf create mode 100644 PrathameshLLM-2B.i1-IQ2_XS.gguf create mode 100644 PrathameshLLM-2B.i1-IQ2_XXS.gguf create mode 100644 PrathameshLLM-2B.i1-IQ3_M.gguf create mode 100644 PrathameshLLM-2B.i1-IQ3_S.gguf create mode 100644 PrathameshLLM-2B.i1-IQ3_XS.gguf create mode 100644 PrathameshLLM-2B.i1-IQ3_XXS.gguf create mode 100644 PrathameshLLM-2B.i1-IQ4_NL.gguf create mode 100644 PrathameshLLM-2B.i1-IQ4_XS.gguf create mode 100644 PrathameshLLM-2B.i1-Q2_K.gguf create mode 100644 PrathameshLLM-2B.i1-Q2_K_S.gguf create mode 100644 PrathameshLLM-2B.i1-Q3_K_L.gguf create mode 100644 PrathameshLLM-2B.i1-Q3_K_M.gguf create mode 100644 PrathameshLLM-2B.i1-Q3_K_S.gguf create mode 100644 PrathameshLLM-2B.i1-Q4_0.gguf create mode 100644 PrathameshLLM-2B.i1-Q4_1.gguf create mode 100644 PrathameshLLM-2B.i1-Q4_K_M.gguf create mode 100644 PrathameshLLM-2B.i1-Q4_K_S.gguf create mode 100644 PrathameshLLM-2B.i1-Q5_K_M.gguf create mode 100644 PrathameshLLM-2B.i1-Q5_K_S.gguf create mode 100644 PrathameshLLM-2B.i1-Q6_K.gguf create mode 100644 README.md create mode 100644 imatrix.dat diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..70515dd --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +PrathameshLLM-2B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +PrathameshLLM-2B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +PrathameshLLM-2B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +PrathameshLLM-2B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +PrathameshLLM-2B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +PrathameshLLM-2B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +PrathameshLLM-2B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +PrathameshLLM-2B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +PrathameshLLM-2B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +PrathameshLLM-2B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +PrathameshLLM-2B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +PrathameshLLM-2B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +PrathameshLLM-2B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +PrathameshLLM-2B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +PrathameshLLM-2B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +PrathameshLLM-2B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +PrathameshLLM-2B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +PrathameshLLM-2B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +PrathameshLLM-2B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +PrathameshLLM-2B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +PrathameshLLM-2B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +PrathameshLLM-2B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +PrathameshLLM-2B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +PrathameshLLM-2B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/PrathameshLLM-2B.i1-IQ1_M.gguf b/PrathameshLLM-2B.i1-IQ1_M.gguf new file mode 100644 index 0000000..7f9197e --- /dev/null +++ b/PrathameshLLM-2B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40fe0d116d96f06ca69c4e695314857fe48f67c496a2901fb1d1b6ec32c1537b +size 813845152 diff --git a/PrathameshLLM-2B.i1-IQ1_S.gguf b/PrathameshLLM-2B.i1-IQ1_S.gguf new file mode 100644 index 0000000..b46a635 --- /dev/null +++ b/PrathameshLLM-2B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecd49e48c0b167fe0304817d616afe1f15f6161f229c12d49e0dd1b7fc275214 +size 770960032 diff --git a/PrathameshLLM-2B.i1-IQ2_M.gguf b/PrathameshLLM-2B.i1-IQ2_M.gguf new file mode 100644 index 0000000..70df5dc --- /dev/null +++ b/PrathameshLLM-2B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ce86ce17c9a679e03a9f8e9377d4199603e1a8dcd7e04305d99fd06649fff3a +size 1019472544 diff --git a/PrathameshLLM-2B.i1-IQ2_S.gguf b/PrathameshLLM-2B.i1-IQ2_S.gguf new file mode 100644 index 0000000..7be96df --- /dev/null +++ b/PrathameshLLM-2B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b817242740c092ec48430eb9a6b5089106c0bfe78e261437bc9eeee47834dd21 +size 962292384 diff --git a/PrathameshLLM-2B.i1-IQ2_XS.gguf b/PrathameshLLM-2B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..8d8cfb8 --- /dev/null +++ b/PrathameshLLM-2B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3dc86238e93446d958d4ab42365b011a109309d30246f6ac5f8317fa57b7eb8 +size 944859808 diff --git a/PrathameshLLM-2B.i1-IQ2_XXS.gguf b/PrathameshLLM-2B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..2cc5bd2 --- /dev/null +++ b/PrathameshLLM-2B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:934be5be43ebe03c2b5c8ff26dde488bbe8c96a6800cc38005d33dfb3ad17254 +size 885320352 diff --git a/PrathameshLLM-2B.i1-IQ3_M.gguf b/PrathameshLLM-2B.i1-IQ3_M.gguf new file mode 100644 index 0000000..d0386ba --- /dev/null +++ b/PrathameshLLM-2B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1baf8b9484a1e69d852cc3d6a59cf95275d9c2cce276ff5205301c3a7884cb2c +size 1308175008 diff --git a/PrathameshLLM-2B.i1-IQ3_S.gguf b/PrathameshLLM-2B.i1-IQ3_S.gguf new file mode 100644 index 0000000..8b4054c --- /dev/null +++ b/PrathameshLLM-2B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:543894371d4ac2f32edb3f103631cc2795be6d290b62469d66ff8af4b1c69b6f +size 1289235104 diff --git a/PrathameshLLM-2B.i1-IQ3_XS.gguf b/PrathameshLLM-2B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..2b741a9 --- /dev/null +++ b/PrathameshLLM-2B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:106400f449396e20e8cb59a26a3723bb6a6e5379e7ef4e9bb5549d8d0371df0e +size 1244359328 diff --git a/PrathameshLLM-2B.i1-IQ3_XXS.gguf b/PrathameshLLM-2B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..b9a82f0 --- /dev/null +++ b/PrathameshLLM-2B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c33b90a276fe5c257e99c51ca7d4a02c46b2c3e5cdfed24d1438492ca08736c6 +size 1125378720 diff --git a/PrathameshLLM-2B.i1-IQ4_NL.gguf b/PrathameshLLM-2B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..53377eb --- /dev/null +++ b/PrathameshLLM-2B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7ff484015444b43d1094ed2f0bb79ae57ec4582158eba5f8b8dbff1b3c96500 +size 1552370336 diff --git a/PrathameshLLM-2B.i1-IQ4_XS.gguf b/PrathameshLLM-2B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..4ecce3b --- /dev/null +++ b/PrathameshLLM-2B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76e57e9eb1bcdda92d4dd78e60f9ea0bcc5ac6bf98abb573e46d42f64d334d55 +size 1490733728 diff --git a/PrathameshLLM-2B.i1-Q2_K.gguf b/PrathameshLLM-2B.i1-Q2_K.gguf new file mode 100644 index 0000000..2ffbd04 --- /dev/null +++ b/PrathameshLLM-2B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5042bc71325369df8d09101c29c979a3623d1b4cdc991c506275f6c7312364f +size 1157925536 diff --git a/PrathameshLLM-2B.i1-Q2_K_S.gguf b/PrathameshLLM-2B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..d939edf --- /dev/null +++ b/PrathameshLLM-2B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0e7f3df3862d5d0aaae70fb4ed36bd3973584f66dc2231b2e77a36eba755432 +size 1104644768 diff --git a/PrathameshLLM-2B.i1-Q3_K_L.gguf b/PrathameshLLM-2B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..ec95b81 --- /dev/null +++ b/PrathameshLLM-2B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94965a3d349dcb0f1d7e9dcced44b503c6bc6bf19cedfcd405177e41cc8f3845 +size 1465592480 diff --git a/PrathameshLLM-2B.i1-Q3_K_M.gguf b/PrathameshLLM-2B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..e2362e4 --- /dev/null +++ b/PrathameshLLM-2B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e7e3385628191a7adbb5702df0bd83d883591e5bb7ade8a8c57b697352ae2cc +size 1383803552 diff --git a/PrathameshLLM-2B.i1-Q3_K_S.gguf b/PrathameshLLM-2B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..85358dd --- /dev/null +++ b/PrathameshLLM-2B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cd22b144d3b1884737dcf2069b18301a345ca1f70fe4a9c2e6da51666edf406 +size 1287981728 diff --git a/PrathameshLLM-2B.i1-Q4_0.gguf b/PrathameshLLM-2B.i1-Q4_0.gguf new file mode 100644 index 0000000..755a7cd --- /dev/null +++ b/PrathameshLLM-2B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62b40a5c879acdf6d68b6466a94590ed4019fe138fb52571db461ed128d97f71 +size 1555384992 diff --git a/PrathameshLLM-2B.i1-Q4_1.gguf b/PrathameshLLM-2B.i1-Q4_1.gguf new file mode 100644 index 0000000..db6f8f2 --- /dev/null +++ b/PrathameshLLM-2B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f8defb7992ad7984029bc4f442c553f1e3c62ca84d870de302b6d644437c0a5 +size 1675053728 diff --git a/PrathameshLLM-2B.i1-Q4_K_M.gguf b/PrathameshLLM-2B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..060ac44 --- /dev/null +++ b/PrathameshLLM-2B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2194b7030eecf72b92d19a4f95b5b24f6724cacc54139fbbefa73075b9f0cc4 +size 1630263968 diff --git a/PrathameshLLM-2B.i1-Q4_K_S.gguf b/PrathameshLLM-2B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..4e01731 --- /dev/null +++ b/PrathameshLLM-2B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18594e6fc43a1080288d8a2c41badd48db73b6480997df73f74cfd720cb7dd31 +size 1559841440 diff --git a/PrathameshLLM-2B.i1-Q5_K_M.gguf b/PrathameshLLM-2B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..0d4fe9c --- /dev/null +++ b/PrathameshLLM-2B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e69158458a6eaf46ff01b2c8ec5d0b23af55e5c4afdac5c0a2b0f82fd28d125f +size 1839651488 diff --git a/PrathameshLLM-2B.i1-Q5_K_S.gguf b/PrathameshLLM-2B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..004b063 --- /dev/null +++ b/PrathameshLLM-2B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb7af4253f36ae70a5e01558f429f6d8987e4f6ec0045621d6e4e1da4a87cb5c +size 1798916768 diff --git a/PrathameshLLM-2B.i1-Q6_K.gguf b/PrathameshLLM-2B.i1-Q6_K.gguf new file mode 100644 index 0000000..f6d815e --- /dev/null +++ b/PrathameshLLM-2B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5c0858340373547267cc05d5dd938a058c755fad7dd2ceb3b64c2853ef74519 +size 2062125728 diff --git a/README.md b/README.md new file mode 100644 index 0000000..3daca68 --- /dev/null +++ b/README.md @@ -0,0 +1,96 @@ +--- +base_model: pmking27/PrathameshLLM-2B +language: +- en +- mr +- hi +- gu +- pa +- te +- ta +- ml +- kn +- sd +- ne +- ur +- as +- bn +- or +library_name: transformers +license: apache-2.0 +quantized_by: mradermacher +tags: +- text-generation-inference +- transformers +- unsloth +- gemma +- trl +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/pmking27/PrathameshLLM-2B + + +static quants are available at https://huggingface.co/mradermacher/PrathameshLLM-2B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/PrathameshLLM-2B-i1-GGUF/resolve/main/PrathameshLLM-2B.i1-IQ1_S.gguf) | i1-IQ1_S | 0.9 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/PrathameshLLM-2B-i1-GGUF/resolve/main/PrathameshLLM-2B.i1-IQ1_M.gguf) | i1-IQ1_M | 0.9 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/PrathameshLLM-2B-i1-GGUF/resolve/main/PrathameshLLM-2B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/PrathameshLLM-2B-i1-GGUF/resolve/main/PrathameshLLM-2B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/PrathameshLLM-2B-i1-GGUF/resolve/main/PrathameshLLM-2B.i1-IQ2_S.gguf) | i1-IQ2_S | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/PrathameshLLM-2B-i1-GGUF/resolve/main/PrathameshLLM-2B.i1-IQ2_M.gguf) | i1-IQ2_M | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/PrathameshLLM-2B-i1-GGUF/resolve/main/PrathameshLLM-2B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 1.2 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/PrathameshLLM-2B-i1-GGUF/resolve/main/PrathameshLLM-2B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 1.2 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/PrathameshLLM-2B-i1-GGUF/resolve/main/PrathameshLLM-2B.i1-Q2_K.gguf) | i1-Q2_K | 1.3 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/PrathameshLLM-2B-i1-GGUF/resolve/main/PrathameshLLM-2B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/PrathameshLLM-2B-i1-GGUF/resolve/main/PrathameshLLM-2B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 1.4 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/PrathameshLLM-2B-i1-GGUF/resolve/main/PrathameshLLM-2B.i1-IQ3_S.gguf) | i1-IQ3_S | 1.4 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/PrathameshLLM-2B-i1-GGUF/resolve/main/PrathameshLLM-2B.i1-IQ3_M.gguf) | i1-IQ3_M | 1.4 | | +| [GGUF](https://huggingface.co/mradermacher/PrathameshLLM-2B-i1-GGUF/resolve/main/PrathameshLLM-2B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 1.5 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/PrathameshLLM-2B-i1-GGUF/resolve/main/PrathameshLLM-2B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 1.6 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/PrathameshLLM-2B-i1-GGUF/resolve/main/PrathameshLLM-2B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 1.6 | | +| [GGUF](https://huggingface.co/mradermacher/PrathameshLLM-2B-i1-GGUF/resolve/main/PrathameshLLM-2B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 1.7 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/PrathameshLLM-2B-i1-GGUF/resolve/main/PrathameshLLM-2B.i1-Q4_0.gguf) | i1-Q4_0 | 1.7 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/PrathameshLLM-2B-i1-GGUF/resolve/main/PrathameshLLM-2B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 1.7 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/PrathameshLLM-2B-i1-GGUF/resolve/main/PrathameshLLM-2B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 1.7 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/PrathameshLLM-2B-i1-GGUF/resolve/main/PrathameshLLM-2B.i1-Q4_1.gguf) | i1-Q4_1 | 1.8 | | +| [GGUF](https://huggingface.co/mradermacher/PrathameshLLM-2B-i1-GGUF/resolve/main/PrathameshLLM-2B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 1.9 | | +| [GGUF](https://huggingface.co/mradermacher/PrathameshLLM-2B-i1-GGUF/resolve/main/PrathameshLLM-2B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 1.9 | | +| [GGUF](https://huggingface.co/mradermacher/PrathameshLLM-2B-i1-GGUF/resolve/main/PrathameshLLM-2B.i1-Q6_K.gguf) | i1-Q6_K | 2.2 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..5d9b0a8 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58c5a6ec44a0b6bb773cd09f506a7be23465a73d23d274549a5886f945e6324c +size 2068543