From 97337a236526a76b05963186806e9b18101e73b0 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 11 May 2026 10:38:43 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/MS-Virus-3.2-1B-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++++++++++++ MS-Virus-3.2-1B.i1-IQ1_M.gguf | 3 ++ MS-Virus-3.2-1B.i1-IQ1_S.gguf | 3 ++ MS-Virus-3.2-1B.i1-IQ2_M.gguf | 3 ++ MS-Virus-3.2-1B.i1-IQ2_S.gguf | 3 ++ MS-Virus-3.2-1B.i1-IQ2_XS.gguf | 3 ++ MS-Virus-3.2-1B.i1-IQ2_XXS.gguf | 3 ++ MS-Virus-3.2-1B.i1-IQ3_M.gguf | 3 ++ MS-Virus-3.2-1B.i1-IQ3_S.gguf | 3 ++ MS-Virus-3.2-1B.i1-IQ3_XS.gguf | 3 ++ MS-Virus-3.2-1B.i1-IQ3_XXS.gguf | 3 ++ MS-Virus-3.2-1B.i1-IQ4_NL.gguf | 3 ++ MS-Virus-3.2-1B.i1-IQ4_XS.gguf | 3 ++ MS-Virus-3.2-1B.i1-Q2_K.gguf | 3 ++ MS-Virus-3.2-1B.i1-Q2_K_S.gguf | 3 ++ MS-Virus-3.2-1B.i1-Q3_K_L.gguf | 3 ++ MS-Virus-3.2-1B.i1-Q3_K_M.gguf | 3 ++ MS-Virus-3.2-1B.i1-Q3_K_S.gguf | 3 ++ MS-Virus-3.2-1B.i1-Q4_0.gguf | 3 ++ MS-Virus-3.2-1B.i1-Q4_1.gguf | 3 ++ MS-Virus-3.2-1B.i1-Q4_K_M.gguf | 3 ++ MS-Virus-3.2-1B.i1-Q4_K_S.gguf | 3 ++ MS-Virus-3.2-1B.i1-Q5_K_M.gguf | 3 ++ MS-Virus-3.2-1B.i1-Q5_K_S.gguf | 3 ++ MS-Virus-3.2-1B.i1-Q6_K.gguf | 3 ++ MS-Virus-3.2-1B.imatrix.gguf | 3 ++ README.md | 90 +++++++++++++++++++++++++++++++++ 27 files changed, 225 insertions(+) create mode 100644 .gitattributes create mode 100644 MS-Virus-3.2-1B.i1-IQ1_M.gguf create mode 100644 MS-Virus-3.2-1B.i1-IQ1_S.gguf create mode 100644 MS-Virus-3.2-1B.i1-IQ2_M.gguf create mode 100644 MS-Virus-3.2-1B.i1-IQ2_S.gguf create mode 100644 MS-Virus-3.2-1B.i1-IQ2_XS.gguf create mode 100644 MS-Virus-3.2-1B.i1-IQ2_XXS.gguf create mode 100644 MS-Virus-3.2-1B.i1-IQ3_M.gguf create mode 100644 MS-Virus-3.2-1B.i1-IQ3_S.gguf create mode 100644 MS-Virus-3.2-1B.i1-IQ3_XS.gguf create mode 100644 MS-Virus-3.2-1B.i1-IQ3_XXS.gguf create mode 100644 MS-Virus-3.2-1B.i1-IQ4_NL.gguf create mode 100644 MS-Virus-3.2-1B.i1-IQ4_XS.gguf create mode 100644 MS-Virus-3.2-1B.i1-Q2_K.gguf create mode 100644 MS-Virus-3.2-1B.i1-Q2_K_S.gguf create mode 100644 MS-Virus-3.2-1B.i1-Q3_K_L.gguf create mode 100644 MS-Virus-3.2-1B.i1-Q3_K_M.gguf create mode 100644 MS-Virus-3.2-1B.i1-Q3_K_S.gguf create mode 100644 MS-Virus-3.2-1B.i1-Q4_0.gguf create mode 100644 MS-Virus-3.2-1B.i1-Q4_1.gguf create mode 100644 MS-Virus-3.2-1B.i1-Q4_K_M.gguf create mode 100644 MS-Virus-3.2-1B.i1-Q4_K_S.gguf create mode 100644 MS-Virus-3.2-1B.i1-Q5_K_M.gguf create mode 100644 MS-Virus-3.2-1B.i1-Q5_K_S.gguf create mode 100644 MS-Virus-3.2-1B.i1-Q6_K.gguf create mode 100644 MS-Virus-3.2-1B.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..656a336 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +MS-Virus-3.2-1B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +MS-Virus-3.2-1B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +MS-Virus-3.2-1B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +MS-Virus-3.2-1B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +MS-Virus-3.2-1B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +MS-Virus-3.2-1B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +MS-Virus-3.2-1B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +MS-Virus-3.2-1B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +MS-Virus-3.2-1B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +MS-Virus-3.2-1B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +MS-Virus-3.2-1B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +MS-Virus-3.2-1B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +MS-Virus-3.2-1B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +MS-Virus-3.2-1B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +MS-Virus-3.2-1B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +MS-Virus-3.2-1B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +MS-Virus-3.2-1B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +MS-Virus-3.2-1B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +MS-Virus-3.2-1B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +MS-Virus-3.2-1B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +MS-Virus-3.2-1B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +MS-Virus-3.2-1B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +MS-Virus-3.2-1B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +MS-Virus-3.2-1B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +MS-Virus-3.2-1B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/MS-Virus-3.2-1B.i1-IQ1_M.gguf b/MS-Virus-3.2-1B.i1-IQ1_M.gguf new file mode 100644 index 0000000..86b5608 --- /dev/null +++ b/MS-Virus-3.2-1B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a9fa78efc5519817f059a6308fa5f0aa4879d5712c4eaa4aa87e6056d3c4431 +size 413604224 diff --git a/MS-Virus-3.2-1B.i1-IQ1_S.gguf b/MS-Virus-3.2-1B.i1-IQ1_S.gguf new file mode 100644 index 0000000..d7d7b54 --- /dev/null +++ b/MS-Virus-3.2-1B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e54c5af485718c79fe7b36d87042079c205aebd1793039bdbf21a8b8a98644c +size 393550208 diff --git a/MS-Virus-3.2-1B.i1-IQ2_M.gguf b/MS-Virus-3.2-1B.i1-IQ2_M.gguf new file mode 100644 index 0000000..5f4411b --- /dev/null +++ b/MS-Virus-3.2-1B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fe18daef3f7c07bea018c4050bf66676f5f0220ce411f33f247988ebbbba344 +size 515447168 diff --git a/MS-Virus-3.2-1B.i1-IQ2_S.gguf b/MS-Virus-3.2-1B.i1-IQ2_S.gguf new file mode 100644 index 0000000..21c56dc --- /dev/null +++ b/MS-Virus-3.2-1B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f32f8566b0a2cb19e97bbf14663cfaf0960d688376eb69686d1efad925889c3 +size 488708480 diff --git a/MS-Virus-3.2-1B.i1-IQ2_XS.gguf b/MS-Virus-3.2-1B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..2f912fd --- /dev/null +++ b/MS-Virus-3.2-1B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fff6bc523c3eb846e37070c2ad89337de46832b52c6a4e174cb8a592af5a43e +size 475863424 diff --git a/MS-Virus-3.2-1B.i1-IQ2_XXS.gguf b/MS-Virus-3.2-1B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..b55c266 --- /dev/null +++ b/MS-Virus-3.2-1B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0ed268fb4df14adec7c4ba944a3f0cd453a359bbeeaa9d0f7724476afc3df6e +size 447027584 diff --git a/MS-Virus-3.2-1B.i1-IQ3_M.gguf b/MS-Virus-3.2-1B.i1-IQ3_M.gguf new file mode 100644 index 0000000..81dadf5 --- /dev/null +++ b/MS-Virus-3.2-1B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a42bfdbbf8c610aa1646502f357a3cdb6574790736ea2a76a37a81abd97bc1da +size 657287552 diff --git a/MS-Virus-3.2-1B.i1-IQ3_S.gguf b/MS-Virus-3.2-1B.i1-IQ3_S.gguf new file mode 100644 index 0000000..4ffcb5b --- /dev/null +++ b/MS-Virus-3.2-1B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83c47bd7d759aa9af456c3f1ce540ec596ae511dec6a96738546a915e4170b66 +size 643918208 diff --git a/MS-Virus-3.2-1B.i1-IQ3_XS.gguf b/MS-Virus-3.2-1B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..b4ece22 --- /dev/null +++ b/MS-Virus-3.2-1B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47aac67bb3d4a7c64f1191cdf245da11b7ac88e2a7c8cac1e356a1380e6f18e2 +size 621111680 diff --git a/MS-Virus-3.2-1B.i1-IQ3_XXS.gguf b/MS-Virus-3.2-1B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..e6c827e --- /dev/null +++ b/MS-Virus-3.2-1B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a6c6d7825a5e576fbf38adbe7786612ee890f4a470900a97491fbb3b8ce3169 +size 562108800 diff --git a/MS-Virus-3.2-1B.i1-IQ4_NL.gguf b/MS-Virus-3.2-1B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..9f92af6 --- /dev/null +++ b/MS-Virus-3.2-1B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3e5c5210dab17713b977a2d59771061cb9cc33165608554b86e87d293e99ce6 +size 773024128 diff --git a/MS-Virus-3.2-1B.i1-IQ4_XS.gguf b/MS-Virus-3.2-1B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..4a93763 --- /dev/null +++ b/MS-Virus-3.2-1B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8c53c5c8b99e64c2dc6ab515f93c096b0c730ce606bb4096e626e0a1bb52896 +size 743139712 diff --git a/MS-Virus-3.2-1B.i1-Q2_K.gguf b/MS-Virus-3.2-1B.i1-Q2_K.gguf new file mode 100644 index 0000000..bc20512 --- /dev/null +++ b/MS-Virus-3.2-1B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:123b5d6ff5c4eeca6773ec89d073e278237361c2d73cb25e7c3221fdbf55b0dc +size 580872576 diff --git a/MS-Virus-3.2-1B.i1-Q2_K_S.gguf b/MS-Virus-3.2-1B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..dad58f9 --- /dev/null +++ b/MS-Virus-3.2-1B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4a1858cd548c5c4df7e51779683f4a757eb502da5e91af5fb9c97a9d9782aa9 +size 554658176 diff --git a/MS-Virus-3.2-1B.i1-Q3_K_L.gguf b/MS-Virus-3.2-1B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..d652d35 --- /dev/null +++ b/MS-Virus-3.2-1B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49871afef5b2ce020d7e08863605123a30b13c310980499acd28be49ad5de128 +size 732522880 diff --git a/MS-Virus-3.2-1B.i1-Q3_K_M.gguf b/MS-Virus-3.2-1B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..2a86a25 --- /dev/null +++ b/MS-Virus-3.2-1B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f16fde2375ffe4025c0a2c86b61fb07506232e994a58e47f48127f633169c24d +size 690841984 diff --git a/MS-Virus-3.2-1B.i1-Q3_K_S.gguf b/MS-Virus-3.2-1B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..97929b8 --- /dev/null +++ b/MS-Virus-3.2-1B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ea404724927620017ecd9a0462da4ac385327728ade5b0a9f2986afcf35a474 +size 641689984 diff --git a/MS-Virus-3.2-1B.i1-Q4_0.gguf b/MS-Virus-3.2-1B.i1-Q4_0.gguf new file mode 100644 index 0000000..370011e --- /dev/null +++ b/MS-Virus-3.2-1B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b45e34a41f3f86290e9ad7508d9106522427e7101036a12a402e71e30ca8fe82 +size 773024128 diff --git a/MS-Virus-3.2-1B.i1-Q4_1.gguf b/MS-Virus-3.2-1B.i1-Q4_1.gguf new file mode 100644 index 0000000..404ceac --- /dev/null +++ b/MS-Virus-3.2-1B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:574d05277a1819d5392b3acde877091973ba1ec290924e108af7710936704f11 +size 831744384 diff --git a/MS-Virus-3.2-1B.i1-Q4_K_M.gguf b/MS-Virus-3.2-1B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..c8478b2 --- /dev/null +++ b/MS-Virus-3.2-1B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c23fc5921f99fb522aec8ff7f702bc19cbc849198662d62529e4b0896192005 +size 807692672 diff --git a/MS-Virus-3.2-1B.i1-Q4_K_S.gguf b/MS-Virus-3.2-1B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..d97b0c2 --- /dev/null +++ b/MS-Virus-3.2-1B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5272f2a9709dfa22cbc8fb6b01a412a8749740d1774566f481a98f743a0464d +size 775645568 diff --git a/MS-Virus-3.2-1B.i1-Q5_K_M.gguf b/MS-Virus-3.2-1B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..67982bf --- /dev/null +++ b/MS-Virus-3.2-1B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d5a462ec3aa61ffd184cc54352a1d45d455cd3607a3225eee100c0e5751715b +size 911501696 diff --git a/MS-Virus-3.2-1B.i1-Q5_K_S.gguf b/MS-Virus-3.2-1B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..89fe985 --- /dev/null +++ b/MS-Virus-3.2-1B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c202e8278df430814d53a6ed7cca73e9069d06dc68a383237b7d0654eb6695ec +size 892561792 diff --git a/MS-Virus-3.2-1B.i1-Q6_K.gguf b/MS-Virus-3.2-1B.i1-Q6_K.gguf new file mode 100644 index 0000000..74cbf76 --- /dev/null +++ b/MS-Virus-3.2-1B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c1e2a81cdd28cfdd871bba5c81805f430aa73a36710ead3eb4cda44becb33b4 +size 1021798784 diff --git a/MS-Virus-3.2-1B.imatrix.gguf b/MS-Virus-3.2-1B.imatrix.gguf new file mode 100644 index 0000000..c1d8919 --- /dev/null +++ b/MS-Virus-3.2-1B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e92d1ef8d3b7bd1f8ee9c0cc15d3105ab5e504667af5a628a22eda012f827158 +size 1328000 diff --git a/README.md b/README.md new file mode 100644 index 0000000..8ffdff4 --- /dev/null +++ b/README.md @@ -0,0 +1,90 @@ +--- +base_model: UmbrellaInc/MS-Virus-3.2-1B +language: +- en +- es +library_name: transformers +license: llama3.2 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- uncensored +- abliterated +- merge +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/UmbrellaInc/MS-Virus-3.2-1B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#MS-Virus-3.2-1B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/MS-Virus-3.2-1B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/MS-Virus-3.2-1B-i1-GGUF/resolve/main/MS-Virus-3.2-1B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/MS-Virus-3.2-1B-i1-GGUF/resolve/main/MS-Virus-3.2-1B.i1-IQ1_S.gguf) | i1-IQ1_S | 0.5 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/MS-Virus-3.2-1B-i1-GGUF/resolve/main/MS-Virus-3.2-1B.i1-IQ1_M.gguf) | i1-IQ1_M | 0.5 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/MS-Virus-3.2-1B-i1-GGUF/resolve/main/MS-Virus-3.2-1B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/MS-Virus-3.2-1B-i1-GGUF/resolve/main/MS-Virus-3.2-1B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/MS-Virus-3.2-1B-i1-GGUF/resolve/main/MS-Virus-3.2-1B.i1-IQ2_S.gguf) | i1-IQ2_S | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/MS-Virus-3.2-1B-i1-GGUF/resolve/main/MS-Virus-3.2-1B.i1-IQ2_M.gguf) | i1-IQ2_M | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/MS-Virus-3.2-1B-i1-GGUF/resolve/main/MS-Virus-3.2-1B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.7 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/MS-Virus-3.2-1B-i1-GGUF/resolve/main/MS-Virus-3.2-1B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.7 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/MS-Virus-3.2-1B-i1-GGUF/resolve/main/MS-Virus-3.2-1B.i1-Q2_K.gguf) | i1-Q2_K | 0.7 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/MS-Virus-3.2-1B-i1-GGUF/resolve/main/MS-Virus-3.2-1B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/MS-Virus-3.2-1B-i1-GGUF/resolve/main/MS-Virus-3.2-1B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 0.7 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/MS-Virus-3.2-1B-i1-GGUF/resolve/main/MS-Virus-3.2-1B.i1-IQ3_S.gguf) | i1-IQ3_S | 0.7 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/MS-Virus-3.2-1B-i1-GGUF/resolve/main/MS-Virus-3.2-1B.i1-IQ3_M.gguf) | i1-IQ3_M | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/MS-Virus-3.2-1B-i1-GGUF/resolve/main/MS-Virus-3.2-1B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 0.8 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/MS-Virus-3.2-1B-i1-GGUF/resolve/main/MS-Virus-3.2-1B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 0.8 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/MS-Virus-3.2-1B-i1-GGUF/resolve/main/MS-Virus-3.2-1B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/MS-Virus-3.2-1B-i1-GGUF/resolve/main/MS-Virus-3.2-1B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 0.9 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/MS-Virus-3.2-1B-i1-GGUF/resolve/main/MS-Virus-3.2-1B.i1-Q4_0.gguf) | i1-Q4_0 | 0.9 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/MS-Virus-3.2-1B-i1-GGUF/resolve/main/MS-Virus-3.2-1B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 0.9 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/MS-Virus-3.2-1B-i1-GGUF/resolve/main/MS-Virus-3.2-1B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 0.9 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/MS-Virus-3.2-1B-i1-GGUF/resolve/main/MS-Virus-3.2-1B.i1-Q4_1.gguf) | i1-Q4_1 | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/MS-Virus-3.2-1B-i1-GGUF/resolve/main/MS-Virus-3.2-1B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/MS-Virus-3.2-1B-i1-GGUF/resolve/main/MS-Virus-3.2-1B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/MS-Virus-3.2-1B-i1-GGUF/resolve/main/MS-Virus-3.2-1B.i1-Q6_K.gguf) | i1-Q6_K | 1.1 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +