From 8aaa05003cc26a0c06414991d1f3908344c869db Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 22 Apr 2026 02:22:59 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Fluxi_Tools_Agentic-7b-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++++++++ Fluxi_Tools_Agentic-7b.i1-IQ1_M.gguf | 3 + Fluxi_Tools_Agentic-7b.i1-IQ1_S.gguf | 3 + Fluxi_Tools_Agentic-7b.i1-IQ2_M.gguf | 3 + Fluxi_Tools_Agentic-7b.i1-IQ2_S.gguf | 3 + Fluxi_Tools_Agentic-7b.i1-IQ2_XS.gguf | 3 + Fluxi_Tools_Agentic-7b.i1-IQ2_XXS.gguf | 3 + Fluxi_Tools_Agentic-7b.i1-IQ3_M.gguf | 3 + Fluxi_Tools_Agentic-7b.i1-IQ3_S.gguf | 3 + Fluxi_Tools_Agentic-7b.i1-IQ3_XS.gguf | 3 + Fluxi_Tools_Agentic-7b.i1-IQ3_XXS.gguf | 3 + Fluxi_Tools_Agentic-7b.i1-IQ4_NL.gguf | 3 + Fluxi_Tools_Agentic-7b.i1-IQ4_XS.gguf | 3 + Fluxi_Tools_Agentic-7b.i1-Q2_K.gguf | 3 + Fluxi_Tools_Agentic-7b.i1-Q2_K_S.gguf | 3 + Fluxi_Tools_Agentic-7b.i1-Q3_K_L.gguf | 3 + Fluxi_Tools_Agentic-7b.i1-Q3_K_M.gguf | 3 + Fluxi_Tools_Agentic-7b.i1-Q3_K_S.gguf | 3 + Fluxi_Tools_Agentic-7b.i1-Q4_0.gguf | 3 + Fluxi_Tools_Agentic-7b.i1-Q4_1.gguf | 3 + Fluxi_Tools_Agentic-7b.i1-Q4_K_M.gguf | 3 + Fluxi_Tools_Agentic-7b.i1-Q4_K_S.gguf | 3 + Fluxi_Tools_Agentic-7b.i1-Q5_K_M.gguf | 3 + Fluxi_Tools_Agentic-7b.i1-Q5_K_S.gguf | 3 + Fluxi_Tools_Agentic-7b.i1-Q6_K.gguf | 3 + README.md | 88 ++++++++++++++++++++++++++ imatrix.dat | 3 + 27 files changed, 223 insertions(+) create mode 100644 .gitattributes create mode 100644 Fluxi_Tools_Agentic-7b.i1-IQ1_M.gguf create mode 100644 Fluxi_Tools_Agentic-7b.i1-IQ1_S.gguf create mode 100644 Fluxi_Tools_Agentic-7b.i1-IQ2_M.gguf create mode 100644 Fluxi_Tools_Agentic-7b.i1-IQ2_S.gguf create mode 100644 Fluxi_Tools_Agentic-7b.i1-IQ2_XS.gguf create mode 100644 Fluxi_Tools_Agentic-7b.i1-IQ2_XXS.gguf create mode 100644 Fluxi_Tools_Agentic-7b.i1-IQ3_M.gguf create mode 100644 Fluxi_Tools_Agentic-7b.i1-IQ3_S.gguf create mode 100644 Fluxi_Tools_Agentic-7b.i1-IQ3_XS.gguf create mode 100644 Fluxi_Tools_Agentic-7b.i1-IQ3_XXS.gguf create mode 100644 Fluxi_Tools_Agentic-7b.i1-IQ4_NL.gguf create mode 100644 Fluxi_Tools_Agentic-7b.i1-IQ4_XS.gguf create mode 100644 Fluxi_Tools_Agentic-7b.i1-Q2_K.gguf create mode 100644 Fluxi_Tools_Agentic-7b.i1-Q2_K_S.gguf create mode 100644 Fluxi_Tools_Agentic-7b.i1-Q3_K_L.gguf create mode 100644 Fluxi_Tools_Agentic-7b.i1-Q3_K_M.gguf create mode 100644 Fluxi_Tools_Agentic-7b.i1-Q3_K_S.gguf create mode 100644 Fluxi_Tools_Agentic-7b.i1-Q4_0.gguf create mode 100644 Fluxi_Tools_Agentic-7b.i1-Q4_1.gguf create mode 100644 Fluxi_Tools_Agentic-7b.i1-Q4_K_M.gguf create mode 100644 Fluxi_Tools_Agentic-7b.i1-Q4_K_S.gguf create mode 100644 Fluxi_Tools_Agentic-7b.i1-Q5_K_M.gguf create mode 100644 Fluxi_Tools_Agentic-7b.i1-Q5_K_S.gguf create mode 100644 Fluxi_Tools_Agentic-7b.i1-Q6_K.gguf create mode 100644 README.md create mode 100644 imatrix.dat diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..37219d3 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +Fluxi_Tools_Agentic-7b.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Fluxi_Tools_Agentic-7b.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Fluxi_Tools_Agentic-7b.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Fluxi_Tools_Agentic-7b.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Fluxi_Tools_Agentic-7b.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Fluxi_Tools_Agentic-7b.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Fluxi_Tools_Agentic-7b.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Fluxi_Tools_Agentic-7b.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Fluxi_Tools_Agentic-7b.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Fluxi_Tools_Agentic-7b.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Fluxi_Tools_Agentic-7b.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Fluxi_Tools_Agentic-7b.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Fluxi_Tools_Agentic-7b.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Fluxi_Tools_Agentic-7b.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Fluxi_Tools_Agentic-7b.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Fluxi_Tools_Agentic-7b.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Fluxi_Tools_Agentic-7b.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Fluxi_Tools_Agentic-7b.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Fluxi_Tools_Agentic-7b.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Fluxi_Tools_Agentic-7b.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Fluxi_Tools_Agentic-7b.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Fluxi_Tools_Agentic-7b.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Fluxi_Tools_Agentic-7b.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Fluxi_Tools_Agentic-7b.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Fluxi_Tools_Agentic-7b.i1-IQ1_M.gguf b/Fluxi_Tools_Agentic-7b.i1-IQ1_M.gguf new file mode 100644 index 0000000..d1691f2 --- /dev/null +++ b/Fluxi_Tools_Agentic-7b.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85c7c64a43350822e739d94d9a8f3f8487a4f9ed183d64c35d489235544387c2 +size 2042199456 diff --git a/Fluxi_Tools_Agentic-7b.i1-IQ1_S.gguf b/Fluxi_Tools_Agentic-7b.i1-IQ1_S.gguf new file mode 100644 index 0000000..4585c1b --- /dev/null +++ b/Fluxi_Tools_Agentic-7b.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b76b12600cc01bdeff09653e214a34622d98ef52e38b8a183d38c303990c6f0 +size 1903670688 diff --git a/Fluxi_Tools_Agentic-7b.i1-IQ2_M.gguf b/Fluxi_Tools_Agentic-7b.i1-IQ2_M.gguf new file mode 100644 index 0000000..0355351 --- /dev/null +++ b/Fluxi_Tools_Agentic-7b.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a38cab857d4ff3d0335688b54788ab0164ae201372d5ddd328a754780320a51 +size 2780345760 diff --git a/Fluxi_Tools_Agentic-7b.i1-IQ2_S.gguf b/Fluxi_Tools_Agentic-7b.i1-IQ2_S.gguf new file mode 100644 index 0000000..d0b7aff --- /dev/null +++ b/Fluxi_Tools_Agentic-7b.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f053f5a347843416d502e2d6e22d4feac9f9a115f1ef06216ebc576429ebc433 +size 2595640736 diff --git a/Fluxi_Tools_Agentic-7b.i1-IQ2_XS.gguf b/Fluxi_Tools_Agentic-7b.i1-IQ2_XS.gguf new file mode 100644 index 0000000..57487ac --- /dev/null +++ b/Fluxi_Tools_Agentic-7b.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50c3ab544f7e931f294dd3864c9175bfeaecc76def7645b6c1ced524084cb3b1 +size 2469025184 diff --git a/Fluxi_Tools_Agentic-7b.i1-IQ2_XXS.gguf b/Fluxi_Tools_Agentic-7b.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..cc87843 --- /dev/null +++ b/Fluxi_Tools_Agentic-7b.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41c293eddb0fd288c97439d4834e2b577e12983f6431024de9c790feb2032f62 +size 2273080736 diff --git a/Fluxi_Tools_Agentic-7b.i1-IQ3_M.gguf b/Fluxi_Tools_Agentic-7b.i1-IQ3_M.gguf new file mode 100644 index 0000000..ca2f422 --- /dev/null +++ b/Fluxi_Tools_Agentic-7b.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c656bf31dddbf05e880c10c82d0faaa0083caa835c03e37060f1b9e3860120ec +size 3574015392 diff --git a/Fluxi_Tools_Agentic-7b.i1-IQ3_S.gguf b/Fluxi_Tools_Agentic-7b.i1-IQ3_S.gguf new file mode 100644 index 0000000..7240949 --- /dev/null +++ b/Fluxi_Tools_Agentic-7b.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68d3d051c6349517050b90431df573080f8e58ee2986a6fba0dd34c5b0d6b73e +size 3499195808 diff --git a/Fluxi_Tools_Agentic-7b.i1-IQ3_XS.gguf b/Fluxi_Tools_Agentic-7b.i1-IQ3_XS.gguf new file mode 100644 index 0000000..67d9206 --- /dev/null +++ b/Fluxi_Tools_Agentic-7b.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c33d52206be9727046184f43ca6a496acd376c5760eb489e1bfcc97d7b5ad3f6 +size 3346259360 diff --git a/Fluxi_Tools_Agentic-7b.i1-IQ3_XXS.gguf b/Fluxi_Tools_Agentic-7b.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..d852bf6 --- /dev/null +++ b/Fluxi_Tools_Agentic-7b.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b88e82d96a6bfa586250cbf17250b08a1185f45088e8392c92ebd18e09dd7c10 +size 3114517920 diff --git a/Fluxi_Tools_Agentic-7b.i1-IQ4_NL.gguf b/Fluxi_Tools_Agentic-7b.i1-IQ4_NL.gguf new file mode 100644 index 0000000..b0b0da0 --- /dev/null +++ b/Fluxi_Tools_Agentic-7b.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b17de122699e71a028b4f3209cc06cbba86df6d1f11325146ed5a8e06ca299c +size 4437816736 diff --git a/Fluxi_Tools_Agentic-7b.i1-IQ4_XS.gguf b/Fluxi_Tools_Agentic-7b.i1-IQ4_XS.gguf new file mode 100644 index 0000000..2412795 --- /dev/null +++ b/Fluxi_Tools_Agentic-7b.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de99a36bbf516b36c92fcbb2e9af7fb2bc217cce01a2f2098bb92ee656b0f370 +size 4218475936 diff --git a/Fluxi_Tools_Agentic-7b.i1-Q2_K.gguf b/Fluxi_Tools_Agentic-7b.i1-Q2_K.gguf new file mode 100644 index 0000000..78e3e1f --- /dev/null +++ b/Fluxi_Tools_Agentic-7b.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28ffe24d58297468fbb90b61e562e0e136136b59f7346d2658e8a786d0f6d70c +size 3015943584 diff --git a/Fluxi_Tools_Agentic-7b.i1-Q2_K_S.gguf b/Fluxi_Tools_Agentic-7b.i1-Q2_K_S.gguf new file mode 100644 index 0000000..16508dc --- /dev/null +++ b/Fluxi_Tools_Agentic-7b.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046331d27bec6c4fb4e6dee5311902ecfc5b5d5ab1b16711a9d39c7d05617d25 +size 2834077088 diff --git a/Fluxi_Tools_Agentic-7b.i1-Q3_K_L.gguf b/Fluxi_Tools_Agentic-7b.i1-Q3_K_L.gguf new file mode 100644 index 0000000..f0dea07 --- /dev/null +++ b/Fluxi_Tools_Agentic-7b.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1340b9ab3fbeb36eea338bf8a8d438852616f344780b76330178a9ded227b69c +size 4088462752 diff --git a/Fluxi_Tools_Agentic-7b.i1-Q3_K_M.gguf b/Fluxi_Tools_Agentic-7b.i1-Q3_K_M.gguf new file mode 100644 index 0000000..e761f27 --- /dev/null +++ b/Fluxi_Tools_Agentic-7b.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc0390d551718542408c284664bab0471da7539ef711986ac3360233c5834836 +size 3808394656 diff --git a/Fluxi_Tools_Agentic-7b.i1-Q3_K_S.gguf b/Fluxi_Tools_Agentic-7b.i1-Q3_K_S.gguf new file mode 100644 index 0000000..491801b --- /dev/null +++ b/Fluxi_Tools_Agentic-7b.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42a01c7b7e97cae9d3f5082e4217459f083a528d83184d7b7b3af3896daea0c1 +size 3492371872 diff --git a/Fluxi_Tools_Agentic-7b.i1-Q4_0.gguf b/Fluxi_Tools_Agentic-7b.i1-Q4_0.gguf new file mode 100644 index 0000000..a9e921c --- /dev/null +++ b/Fluxi_Tools_Agentic-7b.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df9bea4d3f21010f6070e6f8612f040a30b7481ebe45893ad4ea36a32262e3f1 +size 4444124576 diff --git a/Fluxi_Tools_Agentic-7b.i1-Q4_1.gguf b/Fluxi_Tools_Agentic-7b.i1-Q4_1.gguf new file mode 100644 index 0000000..c463ece --- /dev/null +++ b/Fluxi_Tools_Agentic-7b.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8135f2cac7eeee5659d526f402da9554435a3675055d7ffb5048e53a1b99ad58 +size 4873287072 diff --git a/Fluxi_Tools_Agentic-7b.i1-Q4_K_M.gguf b/Fluxi_Tools_Agentic-7b.i1-Q4_K_M.gguf new file mode 100644 index 0000000..1986a51 --- /dev/null +++ b/Fluxi_Tools_Agentic-7b.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f4464b48eb45eef52fb1f9ff25e23fb51880262561c373f0f6863fafd7cbf96 +size 4683077024 diff --git a/Fluxi_Tools_Agentic-7b.i1-Q4_K_S.gguf b/Fluxi_Tools_Agentic-7b.i1-Q4_K_S.gguf new file mode 100644 index 0000000..b67de35 --- /dev/null +++ b/Fluxi_Tools_Agentic-7b.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed695c9e3e30dad7e470d5accdd216b3f16b131247948aea0b69232631ca74b1 +size 4457772448 diff --git a/Fluxi_Tools_Agentic-7b.i1-Q5_K_M.gguf b/Fluxi_Tools_Agentic-7b.i1-Q5_K_M.gguf new file mode 100644 index 0000000..90c79ac --- /dev/null +++ b/Fluxi_Tools_Agentic-7b.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08e71084b9145cb0c84aab82bac72b53f0eb55aa7fb83ea80744107d4f38bbff +size 5444834720 diff --git a/Fluxi_Tools_Agentic-7b.i1-Q5_K_S.gguf b/Fluxi_Tools_Agentic-7b.i1-Q5_K_S.gguf new file mode 100644 index 0000000..dd3a4b0 --- /dev/null +++ b/Fluxi_Tools_Agentic-7b.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0866898ef63d1c4c619f7bcc10be11d13b85d9b30aeaf1bd2be8270c96fd36f5 +size 5315179936 diff --git a/Fluxi_Tools_Agentic-7b.i1-Q6_K.gguf b/Fluxi_Tools_Agentic-7b.i1-Q6_K.gguf new file mode 100644 index 0000000..4fbfc26 --- /dev/null +++ b/Fluxi_Tools_Agentic-7b.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d1b913259d99a68494310320a1e898fa8b82603ae568bf7341f5908ebac3235 +size 6254202272 diff --git a/README.md b/README.md new file mode 100644 index 0000000..e4e7a66 --- /dev/null +++ b/README.md @@ -0,0 +1,88 @@ +--- +base_model: FluxiIA/Fluxi_Tools_Agentic-7b +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- text-generation-inference +- transformers +- unsloth +- qwen2 +- trl +- sft +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/FluxiIA/Fluxi_Tools_Agentic-7b + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Fluxi_Tools_Agentic-7b-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Fluxi_Tools_Agentic-7b-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Fluxi_Tools_Agentic-7b-i1-GGUF/resolve/main/Fluxi_Tools_Agentic-7b.i1-IQ1_S.gguf) | i1-IQ1_S | 2.0 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Fluxi_Tools_Agentic-7b-i1-GGUF/resolve/main/Fluxi_Tools_Agentic-7b.i1-IQ1_M.gguf) | i1-IQ1_M | 2.1 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Fluxi_Tools_Agentic-7b-i1-GGUF/resolve/main/Fluxi_Tools_Agentic-7b.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/Fluxi_Tools_Agentic-7b-i1-GGUF/resolve/main/Fluxi_Tools_Agentic-7b.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.6 | | +| [GGUF](https://huggingface.co/mradermacher/Fluxi_Tools_Agentic-7b-i1-GGUF/resolve/main/Fluxi_Tools_Agentic-7b.i1-IQ2_S.gguf) | i1-IQ2_S | 2.7 | | +| [GGUF](https://huggingface.co/mradermacher/Fluxi_Tools_Agentic-7b-i1-GGUF/resolve/main/Fluxi_Tools_Agentic-7b.i1-IQ2_M.gguf) | i1-IQ2_M | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/Fluxi_Tools_Agentic-7b-i1-GGUF/resolve/main/Fluxi_Tools_Agentic-7b.i1-Q2_K_S.gguf) | i1-Q2_K_S | 2.9 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Fluxi_Tools_Agentic-7b-i1-GGUF/resolve/main/Fluxi_Tools_Agentic-7b.i1-Q2_K.gguf) | i1-Q2_K | 3.1 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Fluxi_Tools_Agentic-7b-i1-GGUF/resolve/main/Fluxi_Tools_Agentic-7b.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.2 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Fluxi_Tools_Agentic-7b-i1-GGUF/resolve/main/Fluxi_Tools_Agentic-7b.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.4 | | +| [GGUF](https://huggingface.co/mradermacher/Fluxi_Tools_Agentic-7b-i1-GGUF/resolve/main/Fluxi_Tools_Agentic-7b.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.6 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Fluxi_Tools_Agentic-7b-i1-GGUF/resolve/main/Fluxi_Tools_Agentic-7b.i1-IQ3_S.gguf) | i1-IQ3_S | 3.6 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Fluxi_Tools_Agentic-7b-i1-GGUF/resolve/main/Fluxi_Tools_Agentic-7b.i1-IQ3_M.gguf) | i1-IQ3_M | 3.7 | | +| [GGUF](https://huggingface.co/mradermacher/Fluxi_Tools_Agentic-7b-i1-GGUF/resolve/main/Fluxi_Tools_Agentic-7b.i1-Q3_K_M.gguf) | i1-Q3_K_M | 3.9 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Fluxi_Tools_Agentic-7b-i1-GGUF/resolve/main/Fluxi_Tools_Agentic-7b.i1-Q3_K_L.gguf) | i1-Q3_K_L | 4.2 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Fluxi_Tools_Agentic-7b-i1-GGUF/resolve/main/Fluxi_Tools_Agentic-7b.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.3 | | +| [GGUF](https://huggingface.co/mradermacher/Fluxi_Tools_Agentic-7b-i1-GGUF/resolve/main/Fluxi_Tools_Agentic-7b.i1-IQ4_NL.gguf) | i1-IQ4_NL | 4.5 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Fluxi_Tools_Agentic-7b-i1-GGUF/resolve/main/Fluxi_Tools_Agentic-7b.i1-Q4_0.gguf) | i1-Q4_0 | 4.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Fluxi_Tools_Agentic-7b-i1-GGUF/resolve/main/Fluxi_Tools_Agentic-7b.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.6 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Fluxi_Tools_Agentic-7b-i1-GGUF/resolve/main/Fluxi_Tools_Agentic-7b.i1-Q4_K_M.gguf) | i1-Q4_K_M | 4.8 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Fluxi_Tools_Agentic-7b-i1-GGUF/resolve/main/Fluxi_Tools_Agentic-7b.i1-Q4_1.gguf) | i1-Q4_1 | 5.0 | | +| [GGUF](https://huggingface.co/mradermacher/Fluxi_Tools_Agentic-7b-i1-GGUF/resolve/main/Fluxi_Tools_Agentic-7b.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.4 | | +| [GGUF](https://huggingface.co/mradermacher/Fluxi_Tools_Agentic-7b-i1-GGUF/resolve/main/Fluxi_Tools_Agentic-7b.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.5 | | +| [GGUF](https://huggingface.co/mradermacher/Fluxi_Tools_Agentic-7b-i1-GGUF/resolve/main/Fluxi_Tools_Agentic-7b.i1-Q6_K.gguf) | i1-Q6_K | 6.4 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..d3e4807 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04d580f97a154c74ada13876f9ddbe1429c856dc5922c35a45f1a394bc390830 +size 4536665