From 40e7de2d092263c8cd0ed5eafb56348c4a747e28 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 10 May 2026 04:30:57 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/FiLLM-POSDEPSUM-i1-GGUF Source: Original Platform --- .gitattributes | 60 +++++++++++++++++++++++ FiLLM-POSDEPSUM.i1-IQ1_M.gguf | 3 ++ FiLLM-POSDEPSUM.i1-IQ1_S.gguf | 3 ++ FiLLM-POSDEPSUM.i1-IQ2_M.gguf | 3 ++ FiLLM-POSDEPSUM.i1-IQ2_S.gguf | 3 ++ FiLLM-POSDEPSUM.i1-IQ2_XS.gguf | 3 ++ FiLLM-POSDEPSUM.i1-IQ2_XXS.gguf | 3 ++ FiLLM-POSDEPSUM.i1-IQ3_M.gguf | 3 ++ FiLLM-POSDEPSUM.i1-IQ3_S.gguf | 3 ++ FiLLM-POSDEPSUM.i1-IQ3_XS.gguf | 3 ++ FiLLM-POSDEPSUM.i1-IQ3_XXS.gguf | 3 ++ FiLLM-POSDEPSUM.i1-IQ4_NL.gguf | 3 ++ FiLLM-POSDEPSUM.i1-IQ4_XS.gguf | 3 ++ FiLLM-POSDEPSUM.i1-Q2_K.gguf | 3 ++ FiLLM-POSDEPSUM.i1-Q2_K_S.gguf | 3 ++ FiLLM-POSDEPSUM.i1-Q3_K_L.gguf | 3 ++ FiLLM-POSDEPSUM.i1-Q3_K_M.gguf | 3 ++ FiLLM-POSDEPSUM.i1-Q3_K_S.gguf | 3 ++ FiLLM-POSDEPSUM.i1-Q4_0.gguf | 3 ++ FiLLM-POSDEPSUM.i1-Q4_1.gguf | 3 ++ FiLLM-POSDEPSUM.i1-Q4_K_M.gguf | 3 ++ FiLLM-POSDEPSUM.i1-Q4_K_S.gguf | 3 ++ FiLLM-POSDEPSUM.i1-Q5_K_M.gguf | 3 ++ FiLLM-POSDEPSUM.i1-Q5_K_S.gguf | 3 ++ FiLLM-POSDEPSUM.i1-Q6_K.gguf | 3 ++ FiLLM-POSDEPSUM.imatrix.gguf | 3 ++ README.md | 84 +++++++++++++++++++++++++++++++++ 27 files changed, 219 insertions(+) create mode 100644 .gitattributes create mode 100644 FiLLM-POSDEPSUM.i1-IQ1_M.gguf create mode 100644 FiLLM-POSDEPSUM.i1-IQ1_S.gguf create mode 100644 FiLLM-POSDEPSUM.i1-IQ2_M.gguf create mode 100644 FiLLM-POSDEPSUM.i1-IQ2_S.gguf create mode 100644 FiLLM-POSDEPSUM.i1-IQ2_XS.gguf create mode 100644 FiLLM-POSDEPSUM.i1-IQ2_XXS.gguf create mode 100644 FiLLM-POSDEPSUM.i1-IQ3_M.gguf create mode 100644 FiLLM-POSDEPSUM.i1-IQ3_S.gguf create mode 100644 FiLLM-POSDEPSUM.i1-IQ3_XS.gguf create mode 100644 FiLLM-POSDEPSUM.i1-IQ3_XXS.gguf create mode 100644 FiLLM-POSDEPSUM.i1-IQ4_NL.gguf create mode 100644 FiLLM-POSDEPSUM.i1-IQ4_XS.gguf create mode 100644 FiLLM-POSDEPSUM.i1-Q2_K.gguf create mode 100644 FiLLM-POSDEPSUM.i1-Q2_K_S.gguf create mode 100644 FiLLM-POSDEPSUM.i1-Q3_K_L.gguf create mode 100644 FiLLM-POSDEPSUM.i1-Q3_K_M.gguf create mode 100644 FiLLM-POSDEPSUM.i1-Q3_K_S.gguf create mode 100644 FiLLM-POSDEPSUM.i1-Q4_0.gguf create mode 100644 FiLLM-POSDEPSUM.i1-Q4_1.gguf create mode 100644 FiLLM-POSDEPSUM.i1-Q4_K_M.gguf create mode 100644 FiLLM-POSDEPSUM.i1-Q4_K_S.gguf create mode 100644 FiLLM-POSDEPSUM.i1-Q5_K_M.gguf create mode 100644 FiLLM-POSDEPSUM.i1-Q5_K_S.gguf create mode 100644 FiLLM-POSDEPSUM.i1-Q6_K.gguf create mode 100644 FiLLM-POSDEPSUM.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..49ff809 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +FiLLM-POSDEPSUM.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +FiLLM-POSDEPSUM.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +FiLLM-POSDEPSUM.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +FiLLM-POSDEPSUM.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +FiLLM-POSDEPSUM.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +FiLLM-POSDEPSUM.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +FiLLM-POSDEPSUM.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +FiLLM-POSDEPSUM.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +FiLLM-POSDEPSUM.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +FiLLM-POSDEPSUM.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +FiLLM-POSDEPSUM.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +FiLLM-POSDEPSUM.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +FiLLM-POSDEPSUM.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +FiLLM-POSDEPSUM.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +FiLLM-POSDEPSUM.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +FiLLM-POSDEPSUM.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +FiLLM-POSDEPSUM.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +FiLLM-POSDEPSUM.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +FiLLM-POSDEPSUM.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +FiLLM-POSDEPSUM.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +FiLLM-POSDEPSUM.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +FiLLM-POSDEPSUM.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +FiLLM-POSDEPSUM.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +FiLLM-POSDEPSUM.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +FiLLM-POSDEPSUM.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/FiLLM-POSDEPSUM.i1-IQ1_M.gguf b/FiLLM-POSDEPSUM.i1-IQ1_M.gguf new file mode 100644 index 0000000..a66767e --- /dev/null +++ b/FiLLM-POSDEPSUM.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:309ba60bbe07929a2794f5587318bcb871c8ffcf4b6b871a37019ef9c8c9cae1 +size 2320035808 diff --git a/FiLLM-POSDEPSUM.i1-IQ1_S.gguf b/FiLLM-POSDEPSUM.i1-IQ1_S.gguf new file mode 100644 index 0000000..45cd425 --- /dev/null +++ b/FiLLM-POSDEPSUM.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81ff676c79865b5d046a56227d0097b58575a493bfc4c92eaa26f5bfaebc81b9 +size 2160193504 diff --git a/FiLLM-POSDEPSUM.i1-IQ2_M.gguf b/FiLLM-POSDEPSUM.i1-IQ2_M.gguf new file mode 100644 index 0000000..27d9035 --- /dev/null +++ b/FiLLM-POSDEPSUM.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e21b963e00e4c906c7dba9f7e169947201b49b1827f4ae18f552fcf6f07fed91 +size 3132026848 diff --git a/FiLLM-POSDEPSUM.i1-IQ2_S.gguf b/FiLLM-POSDEPSUM.i1-IQ2_S.gguf new file mode 100644 index 0000000..c186992 --- /dev/null +++ b/FiLLM-POSDEPSUM.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18ce5babf55068520921d6ed0545f50251610ab6861fd69c7261d4126f3b7736 +size 2918903776 diff --git a/FiLLM-POSDEPSUM.i1-IQ2_XS.gguf b/FiLLM-POSDEPSUM.i1-IQ2_XS.gguf new file mode 100644 index 0000000..d83cd56 --- /dev/null +++ b/FiLLM-POSDEPSUM.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03de166fc0b87341c7f28127a9691e74d8406ff9175385893f30d174295cc348 +size 2810572768 diff --git a/FiLLM-POSDEPSUM.i1-IQ2_XXS.gguf b/FiLLM-POSDEPSUM.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..26db448 --- /dev/null +++ b/FiLLM-POSDEPSUM.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47cd4c989d32284fb3953a3058e0d1f647fb7c27c0d53fa6539cdcf86b98509a +size 2586439648 diff --git a/FiLLM-POSDEPSUM.i1-IQ3_M.gguf b/FiLLM-POSDEPSUM.i1-IQ3_M.gguf new file mode 100644 index 0000000..ae06ba1 --- /dev/null +++ b/FiLLM-POSDEPSUM.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6acf3347bbdbc0be33e2098c522f5689a050db97df6172f058e5085508e9ca13 +size 4106072032 diff --git a/FiLLM-POSDEPSUM.i1-IQ3_S.gguf b/FiLLM-POSDEPSUM.i1-IQ3_S.gguf new file mode 100644 index 0000000..c55bb54 --- /dev/null +++ b/FiLLM-POSDEPSUM.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de6758d7d005580c411e437eb9e27e121f1464ff10f313577958b4a75bfb04b9 +size 3982405600 diff --git a/FiLLM-POSDEPSUM.i1-IQ3_XS.gguf b/FiLLM-POSDEPSUM.i1-IQ3_XS.gguf new file mode 100644 index 0000000..1df02b4 --- /dev/null +++ b/FiLLM-POSDEPSUM.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3a4b06a8c5a04be1e6223605b781fe33d488a65d3dbc62f86506dc2d9fdb273 +size 3800739808 diff --git a/FiLLM-POSDEPSUM.i1-IQ3_XXS.gguf b/FiLLM-POSDEPSUM.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..cf0ac67 --- /dev/null +++ b/FiLLM-POSDEPSUM.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0da86b3ec8bdf05ad1969620d454994a02ee7e099086161f954f1c2dbf208c89 +size 3487100896 diff --git a/FiLLM-POSDEPSUM.i1-IQ4_NL.gguf b/FiLLM-POSDEPSUM.i1-IQ4_NL.gguf new file mode 100644 index 0000000..a0c09d2 --- /dev/null +++ b/FiLLM-POSDEPSUM.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e7016e67d130a3636c45c02527ec0544b61154dba99eb7d56c505b81b50e1cb +size 5011845088 diff --git a/FiLLM-POSDEPSUM.i1-IQ4_XS.gguf b/FiLLM-POSDEPSUM.i1-IQ4_XS.gguf new file mode 100644 index 0000000..768f168 --- /dev/null +++ b/FiLLM-POSDEPSUM.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cab4e0e3fe53be3ad044c8e0991e86595e4f3c1ad2f067814645c8e66ab87b5d +size 4769624032 diff --git a/FiLLM-POSDEPSUM.i1-Q2_K.gguf b/FiLLM-POSDEPSUM.i1-Q2_K.gguf new file mode 100644 index 0000000..a055637 --- /dev/null +++ b/FiLLM-POSDEPSUM.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ade6e9b672484b97fb559768c9c052a7c97d42f838f03eb4b39af8bd014932b +size 3481448416 diff --git a/FiLLM-POSDEPSUM.i1-Q2_K_S.gguf b/FiLLM-POSDEPSUM.i1-Q2_K_S.gguf new file mode 100644 index 0000000..1f4bc3e --- /dev/null +++ b/FiLLM-POSDEPSUM.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc79213e5a85ba2353ba03f183f6c18ab51863f349ed133b4f5a55c99d59f875 +size 3248271328 diff --git a/FiLLM-POSDEPSUM.i1-Q3_K_L.gguf b/FiLLM-POSDEPSUM.i1-Q3_K_L.gguf new file mode 100644 index 0000000..8ed69e2 --- /dev/null +++ b/FiLLM-POSDEPSUM.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2caad262d3c704ac0ecc56573ff1826f1d1ff0d4553c8d01aabff8134134f57 +size 4709068768 diff --git a/FiLLM-POSDEPSUM.i1-Q3_K_M.gguf b/FiLLM-POSDEPSUM.i1-Q3_K_M.gguf new file mode 100644 index 0000000..2cb6ac4 --- /dev/null +++ b/FiLLM-POSDEPSUM.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5513ecbfa8f5bb331c1c23060e1c21ff696cae347da4aa568a9e16227b47af11 +size 4369330144 diff --git a/FiLLM-POSDEPSUM.i1-Q3_K_S.gguf b/FiLLM-POSDEPSUM.i1-Q3_K_S.gguf new file mode 100644 index 0000000..68a83d6 --- /dev/null +++ b/FiLLM-POSDEPSUM.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26478663940b5099b22ed2b9db9f06f6156b42b0e34dd708fe94060d0c4dfd88 +size 3982405600 diff --git a/FiLLM-POSDEPSUM.i1-Q4_0.gguf b/FiLLM-POSDEPSUM.i1-Q4_0.gguf new file mode 100644 index 0000000..860e276 --- /dev/null +++ b/FiLLM-POSDEPSUM.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12a9ff912512d52b307a11f368ed01562948fe095552f493e4c70b92ebc07b74 +size 5026000864 diff --git a/FiLLM-POSDEPSUM.i1-Q4_1.gguf b/FiLLM-POSDEPSUM.i1-Q4_1.gguf new file mode 100644 index 0000000..6743995 --- /dev/null +++ b/FiLLM-POSDEPSUM.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7850a17912e31c515b13ac04228c2360c73faa601a5843a0e04fba15b27019b2 +size 5496287200 diff --git a/FiLLM-POSDEPSUM.i1-Q4_K_M.gguf b/FiLLM-POSDEPSUM.i1-Q4_K_M.gguf new file mode 100644 index 0000000..a82088f --- /dev/null +++ b/FiLLM-POSDEPSUM.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4eb8ac89d6d5532000f995c04dd0af7355a8d521ba766d3a6f5d7232e3ecbe30 +size 5329760224 diff --git a/FiLLM-POSDEPSUM.i1-Q4_K_S.gguf b/FiLLM-POSDEPSUM.i1-Q4_K_S.gguf new file mode 100644 index 0000000..276045a --- /dev/null +++ b/FiLLM-POSDEPSUM.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ca8e41ed8468db0261bf60904f8a17d0ed10326a377eba1ea6b135e30ec7510 +size 5046448096 diff --git a/FiLLM-POSDEPSUM.i1-Q5_K_M.gguf b/FiLLM-POSDEPSUM.i1-Q5_K_M.gguf new file mode 100644 index 0000000..c0f2b3e --- /dev/null +++ b/FiLLM-POSDEPSUM.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c1d2e84ffe62ade42793ffb4c92f8bf48beb030f2637bdc1712d65d61fbf713 +size 6144503776 diff --git a/FiLLM-POSDEPSUM.i1-Q5_K_S.gguf b/FiLLM-POSDEPSUM.i1-Q5_K_S.gguf new file mode 100644 index 0000000..07a0226 --- /dev/null +++ b/FiLLM-POSDEPSUM.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52a53604c8f1c9055dc0fb28a5de1becb1aa640780602a2be493bf92abd6f269 +size 5980729312 diff --git a/FiLLM-POSDEPSUM.i1-Q6_K.gguf b/FiLLM-POSDEPSUM.i1-Q6_K.gguf new file mode 100644 index 0000000..7443020 --- /dev/null +++ b/FiLLM-POSDEPSUM.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d375cfd1c9e65d5c1eb3a5a8aadd63f1ab8d9427f7a8b9af542c01eff7a79a0e +size 7010168800 diff --git a/FiLLM-POSDEPSUM.imatrix.gguf b/FiLLM-POSDEPSUM.imatrix.gguf new file mode 100644 index 0000000..230ed45 --- /dev/null +++ b/FiLLM-POSDEPSUM.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:925b4ee4016cb485cf8db19122c9f04178bd4d66ca6e8a01d7489493878f67f6 +size 4961760 diff --git a/README.md b/README.md new file mode 100644 index 0000000..8f81f3d --- /dev/null +++ b/README.md @@ -0,0 +1,84 @@ +--- +base_model: jobenriquez/FiLLM-POSDEPSUM +language: +- en +library_name: transformers +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/jobenriquez/FiLLM-POSDEPSUM + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#FiLLM-POSDEPSUM-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/FiLLM-POSDEPSUM-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/FiLLM-POSDEPSUM-i1-GGUF/resolve/main/FiLLM-POSDEPSUM.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/FiLLM-POSDEPSUM-i1-GGUF/resolve/main/FiLLM-POSDEPSUM.i1-IQ1_S.gguf) | i1-IQ1_S | 2.3 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/FiLLM-POSDEPSUM-i1-GGUF/resolve/main/FiLLM-POSDEPSUM.i1-IQ1_M.gguf) | i1-IQ1_M | 2.4 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/FiLLM-POSDEPSUM-i1-GGUF/resolve/main/FiLLM-POSDEPSUM.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.7 | | +| [GGUF](https://huggingface.co/mradermacher/FiLLM-POSDEPSUM-i1-GGUF/resolve/main/FiLLM-POSDEPSUM.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/FiLLM-POSDEPSUM-i1-GGUF/resolve/main/FiLLM-POSDEPSUM.i1-IQ2_S.gguf) | i1-IQ2_S | 3.0 | | +| [GGUF](https://huggingface.co/mradermacher/FiLLM-POSDEPSUM-i1-GGUF/resolve/main/FiLLM-POSDEPSUM.i1-IQ2_M.gguf) | i1-IQ2_M | 3.2 | | +| [GGUF](https://huggingface.co/mradermacher/FiLLM-POSDEPSUM-i1-GGUF/resolve/main/FiLLM-POSDEPSUM.i1-Q2_K_S.gguf) | i1-Q2_K_S | 3.3 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/FiLLM-POSDEPSUM-i1-GGUF/resolve/main/FiLLM-POSDEPSUM.i1-Q2_K.gguf) | i1-Q2_K | 3.6 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/FiLLM-POSDEPSUM-i1-GGUF/resolve/main/FiLLM-POSDEPSUM.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.6 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/FiLLM-POSDEPSUM-i1-GGUF/resolve/main/FiLLM-POSDEPSUM.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.9 | | +| [GGUF](https://huggingface.co/mradermacher/FiLLM-POSDEPSUM-i1-GGUF/resolve/main/FiLLM-POSDEPSUM.i1-IQ3_S.gguf) | i1-IQ3_S | 4.1 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/FiLLM-POSDEPSUM-i1-GGUF/resolve/main/FiLLM-POSDEPSUM.i1-Q3_K_S.gguf) | i1-Q3_K_S | 4.1 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/FiLLM-POSDEPSUM-i1-GGUF/resolve/main/FiLLM-POSDEPSUM.i1-IQ3_M.gguf) | i1-IQ3_M | 4.2 | | +| [GGUF](https://huggingface.co/mradermacher/FiLLM-POSDEPSUM-i1-GGUF/resolve/main/FiLLM-POSDEPSUM.i1-Q3_K_M.gguf) | i1-Q3_K_M | 4.5 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/FiLLM-POSDEPSUM-i1-GGUF/resolve/main/FiLLM-POSDEPSUM.i1-Q3_K_L.gguf) | i1-Q3_K_L | 4.8 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/FiLLM-POSDEPSUM-i1-GGUF/resolve/main/FiLLM-POSDEPSUM.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.9 | | +| [GGUF](https://huggingface.co/mradermacher/FiLLM-POSDEPSUM-i1-GGUF/resolve/main/FiLLM-POSDEPSUM.i1-IQ4_NL.gguf) | i1-IQ4_NL | 5.1 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/FiLLM-POSDEPSUM-i1-GGUF/resolve/main/FiLLM-POSDEPSUM.i1-Q4_0.gguf) | i1-Q4_0 | 5.1 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/FiLLM-POSDEPSUM-i1-GGUF/resolve/main/FiLLM-POSDEPSUM.i1-Q4_K_S.gguf) | i1-Q4_K_S | 5.1 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/FiLLM-POSDEPSUM-i1-GGUF/resolve/main/FiLLM-POSDEPSUM.i1-Q4_K_M.gguf) | i1-Q4_K_M | 5.4 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/FiLLM-POSDEPSUM-i1-GGUF/resolve/main/FiLLM-POSDEPSUM.i1-Q4_1.gguf) | i1-Q4_1 | 5.6 | | +| [GGUF](https://huggingface.co/mradermacher/FiLLM-POSDEPSUM-i1-GGUF/resolve/main/FiLLM-POSDEPSUM.i1-Q5_K_S.gguf) | i1-Q5_K_S | 6.1 | | +| [GGUF](https://huggingface.co/mradermacher/FiLLM-POSDEPSUM-i1-GGUF/resolve/main/FiLLM-POSDEPSUM.i1-Q5_K_M.gguf) | i1-Q5_K_M | 6.2 | | +| [GGUF](https://huggingface.co/mradermacher/FiLLM-POSDEPSUM-i1-GGUF/resolve/main/FiLLM-POSDEPSUM.i1-Q6_K.gguf) | i1-Q6_K | 7.1 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +