From f4ccade46249efd42bcf0ce951c930b4156e13e5 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 10 May 2026 10:35:52 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Infected-Frusto-3.2-1B-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++++++++ Infected-Frusto-3.2-1B.i1-IQ1_M.gguf | 3 + Infected-Frusto-3.2-1B.i1-IQ1_S.gguf | 3 + Infected-Frusto-3.2-1B.i1-IQ2_M.gguf | 3 + Infected-Frusto-3.2-1B.i1-IQ2_S.gguf | 3 + Infected-Frusto-3.2-1B.i1-IQ2_XS.gguf | 3 + Infected-Frusto-3.2-1B.i1-IQ2_XXS.gguf | 3 + Infected-Frusto-3.2-1B.i1-IQ3_M.gguf | 3 + Infected-Frusto-3.2-1B.i1-IQ3_S.gguf | 3 + Infected-Frusto-3.2-1B.i1-IQ3_XS.gguf | 3 + Infected-Frusto-3.2-1B.i1-IQ3_XXS.gguf | 3 + Infected-Frusto-3.2-1B.i1-IQ4_NL.gguf | 3 + Infected-Frusto-3.2-1B.i1-IQ4_XS.gguf | 3 + Infected-Frusto-3.2-1B.i1-Q2_K.gguf | 3 + Infected-Frusto-3.2-1B.i1-Q2_K_S.gguf | 3 + Infected-Frusto-3.2-1B.i1-Q3_K_L.gguf | 3 + Infected-Frusto-3.2-1B.i1-Q3_K_M.gguf | 3 + Infected-Frusto-3.2-1B.i1-Q3_K_S.gguf | 3 + Infected-Frusto-3.2-1B.i1-Q4_0.gguf | 3 + Infected-Frusto-3.2-1B.i1-Q4_1.gguf | 3 + Infected-Frusto-3.2-1B.i1-Q4_K_M.gguf | 3 + Infected-Frusto-3.2-1B.i1-Q4_K_S.gguf | 3 + Infected-Frusto-3.2-1B.i1-Q5_K_M.gguf | 3 + Infected-Frusto-3.2-1B.i1-Q5_K_S.gguf | 3 + Infected-Frusto-3.2-1B.i1-Q6_K.gguf | 3 + Infected-Frusto-3.2-1B.imatrix.gguf | 3 + README.md | 87 ++++++++++++++++++++++++++ 27 files changed, 222 insertions(+) create mode 100644 .gitattributes create mode 100644 Infected-Frusto-3.2-1B.i1-IQ1_M.gguf create mode 100644 Infected-Frusto-3.2-1B.i1-IQ1_S.gguf create mode 100644 Infected-Frusto-3.2-1B.i1-IQ2_M.gguf create mode 100644 Infected-Frusto-3.2-1B.i1-IQ2_S.gguf create mode 100644 Infected-Frusto-3.2-1B.i1-IQ2_XS.gguf create mode 100644 Infected-Frusto-3.2-1B.i1-IQ2_XXS.gguf create mode 100644 Infected-Frusto-3.2-1B.i1-IQ3_M.gguf create mode 100644 Infected-Frusto-3.2-1B.i1-IQ3_S.gguf create mode 100644 Infected-Frusto-3.2-1B.i1-IQ3_XS.gguf create mode 100644 Infected-Frusto-3.2-1B.i1-IQ3_XXS.gguf create mode 100644 Infected-Frusto-3.2-1B.i1-IQ4_NL.gguf create mode 100644 Infected-Frusto-3.2-1B.i1-IQ4_XS.gguf create mode 100644 Infected-Frusto-3.2-1B.i1-Q2_K.gguf create mode 100644 Infected-Frusto-3.2-1B.i1-Q2_K_S.gguf create mode 100644 Infected-Frusto-3.2-1B.i1-Q3_K_L.gguf create mode 100644 Infected-Frusto-3.2-1B.i1-Q3_K_M.gguf create mode 100644 Infected-Frusto-3.2-1B.i1-Q3_K_S.gguf create mode 100644 Infected-Frusto-3.2-1B.i1-Q4_0.gguf create mode 100644 Infected-Frusto-3.2-1B.i1-Q4_1.gguf create mode 100644 Infected-Frusto-3.2-1B.i1-Q4_K_M.gguf create mode 100644 Infected-Frusto-3.2-1B.i1-Q4_K_S.gguf create mode 100644 Infected-Frusto-3.2-1B.i1-Q5_K_M.gguf create mode 100644 Infected-Frusto-3.2-1B.i1-Q5_K_S.gguf create mode 100644 Infected-Frusto-3.2-1B.i1-Q6_K.gguf create mode 100644 Infected-Frusto-3.2-1B.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..64643c1 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Infected-Frusto-3.2-1B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Infected-Frusto-3.2-1B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Infected-Frusto-3.2-1B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Infected-Frusto-3.2-1B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Infected-Frusto-3.2-1B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Infected-Frusto-3.2-1B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Infected-Frusto-3.2-1B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Infected-Frusto-3.2-1B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Infected-Frusto-3.2-1B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Infected-Frusto-3.2-1B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Infected-Frusto-3.2-1B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Infected-Frusto-3.2-1B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Infected-Frusto-3.2-1B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Infected-Frusto-3.2-1B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Infected-Frusto-3.2-1B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Infected-Frusto-3.2-1B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Infected-Frusto-3.2-1B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Infected-Frusto-3.2-1B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Infected-Frusto-3.2-1B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Infected-Frusto-3.2-1B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Infected-Frusto-3.2-1B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Infected-Frusto-3.2-1B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Infected-Frusto-3.2-1B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Infected-Frusto-3.2-1B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Infected-Frusto-3.2-1B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Infected-Frusto-3.2-1B.i1-IQ1_M.gguf b/Infected-Frusto-3.2-1B.i1-IQ1_M.gguf new file mode 100644 index 0000000..13ce360 --- /dev/null +++ b/Infected-Frusto-3.2-1B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3946345c3417ddbac15b59b4b0ed4ad16821cc513ce68c381e699add3b40983e +size 413606848 diff --git a/Infected-Frusto-3.2-1B.i1-IQ1_S.gguf b/Infected-Frusto-3.2-1B.i1-IQ1_S.gguf new file mode 100644 index 0000000..2545379 --- /dev/null +++ b/Infected-Frusto-3.2-1B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39a1f46de9b55e39c587ad20b56fd2215cbd00c01cc792462121640de0e16181 +size 393552832 diff --git a/Infected-Frusto-3.2-1B.i1-IQ2_M.gguf b/Infected-Frusto-3.2-1B.i1-IQ2_M.gguf new file mode 100644 index 0000000..a3bfcc9 --- /dev/null +++ b/Infected-Frusto-3.2-1B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce56e242e02caaf17d50096fd03791e00fe8beebf0d8c91ae7e8aac465bfc71c +size 515449792 diff --git a/Infected-Frusto-3.2-1B.i1-IQ2_S.gguf b/Infected-Frusto-3.2-1B.i1-IQ2_S.gguf new file mode 100644 index 0000000..2ebbd26 --- /dev/null +++ b/Infected-Frusto-3.2-1B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fdcb4687a27854aa4d7303892cad975266a3a92045b98a34a53019c9c7ce85e +size 488711104 diff --git a/Infected-Frusto-3.2-1B.i1-IQ2_XS.gguf b/Infected-Frusto-3.2-1B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..eb81103 --- /dev/null +++ b/Infected-Frusto-3.2-1B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67b0c70ef14e06d1dc0ddf61921d2d84806362fea95f94681bc5c48b5d8e41f7 +size 475866048 diff --git a/Infected-Frusto-3.2-1B.i1-IQ2_XXS.gguf b/Infected-Frusto-3.2-1B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..702d167 --- /dev/null +++ b/Infected-Frusto-3.2-1B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f20b7523c071fbc43bfb97b2171967df9697c4e8166df9bb60c857ffa22fcdb +size 447030208 diff --git a/Infected-Frusto-3.2-1B.i1-IQ3_M.gguf b/Infected-Frusto-3.2-1B.i1-IQ3_M.gguf new file mode 100644 index 0000000..20499e5 --- /dev/null +++ b/Infected-Frusto-3.2-1B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4b48f46d9df1c13dbe21563d1622785a02f895d243a30e72589b3dcc7e5d9b0 +size 657290176 diff --git a/Infected-Frusto-3.2-1B.i1-IQ3_S.gguf b/Infected-Frusto-3.2-1B.i1-IQ3_S.gguf new file mode 100644 index 0000000..9e8e01a --- /dev/null +++ b/Infected-Frusto-3.2-1B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:420c83778fda55146d9ff57cc6e802438c7448e6787c80d7b672b5cf0440b3d2 +size 643920832 diff --git a/Infected-Frusto-3.2-1B.i1-IQ3_XS.gguf b/Infected-Frusto-3.2-1B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..a15c3ab --- /dev/null +++ b/Infected-Frusto-3.2-1B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dce2789e3d53bab6e7cb02b220cffcffe7c1e2644012eae6147a97ab2d10ebf +size 621114304 diff --git a/Infected-Frusto-3.2-1B.i1-IQ3_XXS.gguf b/Infected-Frusto-3.2-1B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..6f576b2 --- /dev/null +++ b/Infected-Frusto-3.2-1B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e866ad4453527a003f90641787ff1ce47996219dcff3c8ce840494c044b7cc0 +size 562111424 diff --git a/Infected-Frusto-3.2-1B.i1-IQ4_NL.gguf b/Infected-Frusto-3.2-1B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..ca57430 --- /dev/null +++ b/Infected-Frusto-3.2-1B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbc49a9761b9300196995de3cdc96c04be37ba6f22e194de04a5d5f051b46181 +size 773026752 diff --git a/Infected-Frusto-3.2-1B.i1-IQ4_XS.gguf b/Infected-Frusto-3.2-1B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..43b9c4e --- /dev/null +++ b/Infected-Frusto-3.2-1B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea355b5b2da547424010940e649acc5bb72a5b8b12418c320eb90911b552b9d8 +size 743142336 diff --git a/Infected-Frusto-3.2-1B.i1-Q2_K.gguf b/Infected-Frusto-3.2-1B.i1-Q2_K.gguf new file mode 100644 index 0000000..0810472 --- /dev/null +++ b/Infected-Frusto-3.2-1B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79c41df51658289031c907933fe55e04a26e970b8b49a08db5392e775f7a6992 +size 580875200 diff --git a/Infected-Frusto-3.2-1B.i1-Q2_K_S.gguf b/Infected-Frusto-3.2-1B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..45a64e7 --- /dev/null +++ b/Infected-Frusto-3.2-1B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad2bf1636096f89caabce9f4d1df6b1b1102ea7d73c0b8688b8f3feb235e1d43 +size 554660800 diff --git a/Infected-Frusto-3.2-1B.i1-Q3_K_L.gguf b/Infected-Frusto-3.2-1B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..e6b308f --- /dev/null +++ b/Infected-Frusto-3.2-1B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb0115bce2bf8c13d94dc3011dd91c6932a15e2f0a843df3b69f5557ca94d9f9 +size 732525504 diff --git a/Infected-Frusto-3.2-1B.i1-Q3_K_M.gguf b/Infected-Frusto-3.2-1B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..02d523a --- /dev/null +++ b/Infected-Frusto-3.2-1B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55ae868aba84339222578b9ab1a80ac7e0f64b7dc11163a528e78d6ae5a334c8 +size 690844608 diff --git a/Infected-Frusto-3.2-1B.i1-Q3_K_S.gguf b/Infected-Frusto-3.2-1B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..4e5e130 --- /dev/null +++ b/Infected-Frusto-3.2-1B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c39dc8545556b88eb2832f7fbd70a5ddbade38f6923d9f5378d10dc294c048a2 +size 641692608 diff --git a/Infected-Frusto-3.2-1B.i1-Q4_0.gguf b/Infected-Frusto-3.2-1B.i1-Q4_0.gguf new file mode 100644 index 0000000..f161a9e --- /dev/null +++ b/Infected-Frusto-3.2-1B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdb0f2c5808f686cc3774c7dc7426c0760807978da019638941e822aacf7712f +size 773026752 diff --git a/Infected-Frusto-3.2-1B.i1-Q4_1.gguf b/Infected-Frusto-3.2-1B.i1-Q4_1.gguf new file mode 100644 index 0000000..6b470f3 --- /dev/null +++ b/Infected-Frusto-3.2-1B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d18a88f6ac1a285caea7c06a7196249e48f4f4266ea44da4ab73c2b47922635a +size 831747008 diff --git a/Infected-Frusto-3.2-1B.i1-Q4_K_M.gguf b/Infected-Frusto-3.2-1B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..2c46cbf --- /dev/null +++ b/Infected-Frusto-3.2-1B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ad53ac1fd9af31287d1fb54dd88569ba56141e631ce2c934c489553e5e2f23a +size 807695296 diff --git a/Infected-Frusto-3.2-1B.i1-Q4_K_S.gguf b/Infected-Frusto-3.2-1B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..b0599ac --- /dev/null +++ b/Infected-Frusto-3.2-1B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3980d2263e197970e9c0b2aa6d020c96661a1bc5b2ca0b8bbe576de7b3ac5602 +size 775648192 diff --git a/Infected-Frusto-3.2-1B.i1-Q5_K_M.gguf b/Infected-Frusto-3.2-1B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..16cf328 --- /dev/null +++ b/Infected-Frusto-3.2-1B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d263f9912ccfb21073593cd415257285d127cf24f84caeeac37e2f5ea877328c +size 911504320 diff --git a/Infected-Frusto-3.2-1B.i1-Q5_K_S.gguf b/Infected-Frusto-3.2-1B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..df9f3b3 --- /dev/null +++ b/Infected-Frusto-3.2-1B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d78c774e5ddcf7e0f48790766d1cf31f6376c1d1bf4a5d479e5377192af789e9 +size 892564416 diff --git a/Infected-Frusto-3.2-1B.i1-Q6_K.gguf b/Infected-Frusto-3.2-1B.i1-Q6_K.gguf new file mode 100644 index 0000000..8ac7143 --- /dev/null +++ b/Infected-Frusto-3.2-1B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f23137d8b17399c51847e57ecde9675e64ddbcf97c8313d4d571f0244cd6f03 +size 1021801408 diff --git a/Infected-Frusto-3.2-1B.imatrix.gguf b/Infected-Frusto-3.2-1B.imatrix.gguf new file mode 100644 index 0000000..6d7a47e --- /dev/null +++ b/Infected-Frusto-3.2-1B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e32b7f0845a583dabeea9022925601a5591ceb098668a1f8be13b545b0814be5 +size 1328000 diff --git a/README.md b/README.md new file mode 100644 index 0000000..ce7fd20 --- /dev/null +++ b/README.md @@ -0,0 +1,87 @@ +--- +base_model: Novaciano/Infected-Frusto-3.2-1B +language: +- en +library_name: transformers +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- mergekit +- merge +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/Novaciano/Infected-Frusto-3.2-1B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Infected-Frusto-3.2-1B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Infected-Frusto-3.2-1B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Infected-Frusto-3.2-1B-i1-GGUF/resolve/main/Infected-Frusto-3.2-1B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Infected-Frusto-3.2-1B-i1-GGUF/resolve/main/Infected-Frusto-3.2-1B.i1-IQ1_S.gguf) | i1-IQ1_S | 0.5 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Infected-Frusto-3.2-1B-i1-GGUF/resolve/main/Infected-Frusto-3.2-1B.i1-IQ1_M.gguf) | i1-IQ1_M | 0.5 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Infected-Frusto-3.2-1B-i1-GGUF/resolve/main/Infected-Frusto-3.2-1B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/Infected-Frusto-3.2-1B-i1-GGUF/resolve/main/Infected-Frusto-3.2-1B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/Infected-Frusto-3.2-1B-i1-GGUF/resolve/main/Infected-Frusto-3.2-1B.i1-IQ2_S.gguf) | i1-IQ2_S | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/Infected-Frusto-3.2-1B-i1-GGUF/resolve/main/Infected-Frusto-3.2-1B.i1-IQ2_M.gguf) | i1-IQ2_M | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/Infected-Frusto-3.2-1B-i1-GGUF/resolve/main/Infected-Frusto-3.2-1B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.7 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Infected-Frusto-3.2-1B-i1-GGUF/resolve/main/Infected-Frusto-3.2-1B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.7 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Infected-Frusto-3.2-1B-i1-GGUF/resolve/main/Infected-Frusto-3.2-1B.i1-Q2_K.gguf) | i1-Q2_K | 0.7 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Infected-Frusto-3.2-1B-i1-GGUF/resolve/main/Infected-Frusto-3.2-1B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/Infected-Frusto-3.2-1B-i1-GGUF/resolve/main/Infected-Frusto-3.2-1B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 0.7 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Infected-Frusto-3.2-1B-i1-GGUF/resolve/main/Infected-Frusto-3.2-1B.i1-IQ3_S.gguf) | i1-IQ3_S | 0.7 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Infected-Frusto-3.2-1B-i1-GGUF/resolve/main/Infected-Frusto-3.2-1B.i1-IQ3_M.gguf) | i1-IQ3_M | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/Infected-Frusto-3.2-1B-i1-GGUF/resolve/main/Infected-Frusto-3.2-1B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 0.8 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Infected-Frusto-3.2-1B-i1-GGUF/resolve/main/Infected-Frusto-3.2-1B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 0.8 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Infected-Frusto-3.2-1B-i1-GGUF/resolve/main/Infected-Frusto-3.2-1B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/Infected-Frusto-3.2-1B-i1-GGUF/resolve/main/Infected-Frusto-3.2-1B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 0.9 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Infected-Frusto-3.2-1B-i1-GGUF/resolve/main/Infected-Frusto-3.2-1B.i1-Q4_0.gguf) | i1-Q4_0 | 0.9 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Infected-Frusto-3.2-1B-i1-GGUF/resolve/main/Infected-Frusto-3.2-1B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 0.9 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Infected-Frusto-3.2-1B-i1-GGUF/resolve/main/Infected-Frusto-3.2-1B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 0.9 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Infected-Frusto-3.2-1B-i1-GGUF/resolve/main/Infected-Frusto-3.2-1B.i1-Q4_1.gguf) | i1-Q4_1 | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/Infected-Frusto-3.2-1B-i1-GGUF/resolve/main/Infected-Frusto-3.2-1B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/Infected-Frusto-3.2-1B-i1-GGUF/resolve/main/Infected-Frusto-3.2-1B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/Infected-Frusto-3.2-1B-i1-GGUF/resolve/main/Infected-Frusto-3.2-1B.i1-Q6_K.gguf) | i1-Q6_K | 1.1 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +