From 7af2567350c64fca0946732a1eefbade8a34a8d7 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 4 Jun 2026 04:46:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/InftyThink-Plus-T-1.5B-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++++++++ InftyThink-Plus-T-1.5B.i1-IQ1_M.gguf | 3 + InftyThink-Plus-T-1.5B.i1-IQ1_S.gguf | 3 + InftyThink-Plus-T-1.5B.i1-IQ2_M.gguf | 3 + InftyThink-Plus-T-1.5B.i1-IQ2_S.gguf | 3 + InftyThink-Plus-T-1.5B.i1-IQ2_XS.gguf | 3 + InftyThink-Plus-T-1.5B.i1-IQ2_XXS.gguf | 3 + InftyThink-Plus-T-1.5B.i1-IQ3_M.gguf | 3 + InftyThink-Plus-T-1.5B.i1-IQ3_S.gguf | 3 + InftyThink-Plus-T-1.5B.i1-IQ3_XS.gguf | 3 + InftyThink-Plus-T-1.5B.i1-IQ3_XXS.gguf | 3 + InftyThink-Plus-T-1.5B.i1-IQ4_NL.gguf | 3 + InftyThink-Plus-T-1.5B.i1-IQ4_XS.gguf | 3 + InftyThink-Plus-T-1.5B.i1-Q2_K.gguf | 3 + InftyThink-Plus-T-1.5B.i1-Q2_K_S.gguf | 3 + InftyThink-Plus-T-1.5B.i1-Q3_K_L.gguf | 3 + InftyThink-Plus-T-1.5B.i1-Q3_K_M.gguf | 3 + InftyThink-Plus-T-1.5B.i1-Q3_K_S.gguf | 3 + InftyThink-Plus-T-1.5B.i1-Q4_0.gguf | 3 + InftyThink-Plus-T-1.5B.i1-Q4_1.gguf | 3 + InftyThink-Plus-T-1.5B.i1-Q4_K_M.gguf | 3 + InftyThink-Plus-T-1.5B.i1-Q4_K_S.gguf | 3 + InftyThink-Plus-T-1.5B.i1-Q5_K_M.gguf | 3 + InftyThink-Plus-T-1.5B.i1-Q5_K_S.gguf | 3 + InftyThink-Plus-T-1.5B.i1-Q6_K.gguf | 3 + InftyThink-Plus-T-1.5B.imatrix.gguf | 3 + README.md | 85 ++++++++++++++++++++++++++ 27 files changed, 220 insertions(+) create mode 100644 .gitattributes create mode 100644 InftyThink-Plus-T-1.5B.i1-IQ1_M.gguf create mode 100644 InftyThink-Plus-T-1.5B.i1-IQ1_S.gguf create mode 100644 InftyThink-Plus-T-1.5B.i1-IQ2_M.gguf create mode 100644 InftyThink-Plus-T-1.5B.i1-IQ2_S.gguf create mode 100644 InftyThink-Plus-T-1.5B.i1-IQ2_XS.gguf create mode 100644 InftyThink-Plus-T-1.5B.i1-IQ2_XXS.gguf create mode 100644 InftyThink-Plus-T-1.5B.i1-IQ3_M.gguf create mode 100644 InftyThink-Plus-T-1.5B.i1-IQ3_S.gguf create mode 100644 InftyThink-Plus-T-1.5B.i1-IQ3_XS.gguf create mode 100644 InftyThink-Plus-T-1.5B.i1-IQ3_XXS.gguf create mode 100644 InftyThink-Plus-T-1.5B.i1-IQ4_NL.gguf create mode 100644 InftyThink-Plus-T-1.5B.i1-IQ4_XS.gguf create mode 100644 InftyThink-Plus-T-1.5B.i1-Q2_K.gguf create mode 100644 InftyThink-Plus-T-1.5B.i1-Q2_K_S.gguf create mode 100644 InftyThink-Plus-T-1.5B.i1-Q3_K_L.gguf create mode 100644 InftyThink-Plus-T-1.5B.i1-Q3_K_M.gguf create mode 100644 InftyThink-Plus-T-1.5B.i1-Q3_K_S.gguf create mode 100644 InftyThink-Plus-T-1.5B.i1-Q4_0.gguf create mode 100644 InftyThink-Plus-T-1.5B.i1-Q4_1.gguf create mode 100644 InftyThink-Plus-T-1.5B.i1-Q4_K_M.gguf create mode 100644 InftyThink-Plus-T-1.5B.i1-Q4_K_S.gguf create mode 100644 InftyThink-Plus-T-1.5B.i1-Q5_K_M.gguf create mode 100644 InftyThink-Plus-T-1.5B.i1-Q5_K_S.gguf create mode 100644 InftyThink-Plus-T-1.5B.i1-Q6_K.gguf create mode 100644 InftyThink-Plus-T-1.5B.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..cfd3d7f --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +InftyThink-Plus-T-1.5B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +InftyThink-Plus-T-1.5B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +InftyThink-Plus-T-1.5B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +InftyThink-Plus-T-1.5B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +InftyThink-Plus-T-1.5B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +InftyThink-Plus-T-1.5B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +InftyThink-Plus-T-1.5B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +InftyThink-Plus-T-1.5B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +InftyThink-Plus-T-1.5B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +InftyThink-Plus-T-1.5B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +InftyThink-Plus-T-1.5B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +InftyThink-Plus-T-1.5B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +InftyThink-Plus-T-1.5B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +InftyThink-Plus-T-1.5B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +InftyThink-Plus-T-1.5B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +InftyThink-Plus-T-1.5B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +InftyThink-Plus-T-1.5B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +InftyThink-Plus-T-1.5B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +InftyThink-Plus-T-1.5B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +InftyThink-Plus-T-1.5B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +InftyThink-Plus-T-1.5B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +InftyThink-Plus-T-1.5B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +InftyThink-Plus-T-1.5B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +InftyThink-Plus-T-1.5B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +InftyThink-Plus-T-1.5B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/InftyThink-Plus-T-1.5B.i1-IQ1_M.gguf b/InftyThink-Plus-T-1.5B.i1-IQ1_M.gguf new file mode 100644 index 0000000..e71fa1f --- /dev/null +++ b/InftyThink-Plus-T-1.5B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8559b64ae5a9a50755327eb57a76f5253ae7c3c088e5e2fc264809efdb7ce840 +size 541037120 diff --git a/InftyThink-Plus-T-1.5B.i1-IQ1_S.gguf b/InftyThink-Plus-T-1.5B.i1-IQ1_S.gguf new file mode 100644 index 0000000..01e74a5 --- /dev/null +++ b/InftyThink-Plus-T-1.5B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d6a6dec823d412a8e4fb53941c130b08dc68d2825c8475180623928b60899c8 +size 513103424 diff --git a/InftyThink-Plus-T-1.5B.i1-IQ2_M.gguf b/InftyThink-Plus-T-1.5B.i1-IQ2_M.gguf new file mode 100644 index 0000000..01a4ce8 --- /dev/null +++ b/InftyThink-Plus-T-1.5B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ac8254780619dc76906ac552aa5bdf4db8de902036d9d47f3e4e84cd04db336 +size 701332544 diff --git a/InftyThink-Plus-T-1.5B.i1-IQ2_S.gguf b/InftyThink-Plus-T-1.5B.i1-IQ2_S.gguf new file mode 100644 index 0000000..0aef95e --- /dev/null +++ b/InftyThink-Plus-T-1.5B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:639135d00792705730ef7bbebb699394ee1b6c3b42e415f9209764364e1a843d +size 664087616 diff --git a/InftyThink-Plus-T-1.5B.i1-IQ2_XS.gguf b/InftyThink-Plus-T-1.5B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..22dafb4 --- /dev/null +++ b/InftyThink-Plus-T-1.5B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:156b893aa726ba88580de20cd83f9d5c74ca378124b1b26ddf4c5e4261d7a1c7 +size 626902592 diff --git a/InftyThink-Plus-T-1.5B.i1-IQ2_XXS.gguf b/InftyThink-Plus-T-1.5B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..368546a --- /dev/null +++ b/InftyThink-Plus-T-1.5B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:638f648a0c71ac2fea108f291d1cf55a8be9b87370e91b25579c783204331ba4 +size 587593280 diff --git a/InftyThink-Plus-T-1.5B.i1-IQ3_M.gguf b/InftyThink-Plus-T-1.5B.i1-IQ3_M.gguf new file mode 100644 index 0000000..a13cadf --- /dev/null +++ b/InftyThink-Plus-T-1.5B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9c92aa7c1ba6e23d4149a16aab921ed5468176f710fb1b9c70cadb129d4e9b7 +size 876941888 diff --git a/InftyThink-Plus-T-1.5B.i1-IQ3_S.gguf b/InftyThink-Plus-T-1.5B.i1-IQ3_S.gguf new file mode 100644 index 0000000..5b2840a --- /dev/null +++ b/InftyThink-Plus-T-1.5B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ae53d2c24fe280250af61d37419e1de6d9480b07c96e557cb848014e3175804 +size 862684736 diff --git a/InftyThink-Plus-T-1.5B.i1-IQ3_XS.gguf b/InftyThink-Plus-T-1.5B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..54fc74b --- /dev/null +++ b/InftyThink-Plus-T-1.5B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbaa4130d5a6ea3329ecc80da6be379606727a798eafc1cb2faf57a24c14ea1c +size 831977024 diff --git a/InftyThink-Plus-T-1.5B.i1-IQ3_XXS.gguf b/InftyThink-Plus-T-1.5B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..cd4e47c --- /dev/null +++ b/InftyThink-Plus-T-1.5B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:846026091dfb52c69a7eff1bd758747203b7f92341047e3cfb965c14edf43b89 +size 769070144 diff --git a/InftyThink-Plus-T-1.5B.i1-IQ4_NL.gguf b/InftyThink-Plus-T-1.5B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..8496966 --- /dev/null +++ b/InftyThink-Plus-T-1.5B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce16498f21671467ef49c76dab70620d41e1d4811d30a798c71ca574ec89cd7e +size 1067604032 diff --git a/InftyThink-Plus-T-1.5B.i1-IQ4_XS.gguf b/InftyThink-Plus-T-1.5B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..6b32aa8 --- /dev/null +++ b/InftyThink-Plus-T-1.5B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:204341cbb2c641bec8e8fec65c620b1ac39656d26ecba190a9fe180805746cdb +size 1019711552 diff --git a/InftyThink-Plus-T-1.5B.i1-Q2_K.gguf b/InftyThink-Plus-T-1.5B.i1-Q2_K.gguf new file mode 100644 index 0000000..9bc8da6 --- /dev/null +++ b/InftyThink-Plus-T-1.5B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dd0b99bc48815403461686c074d88306ada15c1a2390bc4eede60bed09b4171 +size 752880704 diff --git a/InftyThink-Plus-T-1.5B.i1-Q2_K_S.gguf b/InftyThink-Plus-T-1.5B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..f04315e --- /dev/null +++ b/InftyThink-Plus-T-1.5B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53a01b95b273362d0b8f077204a3a7056953078d172dabfee0b210d0b4846690 +size 716710976 diff --git a/InftyThink-Plus-T-1.5B.i1-Q3_K_L.gguf b/InftyThink-Plus-T-1.5B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..c67c246 --- /dev/null +++ b/InftyThink-Plus-T-1.5B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7740930d7d6da3fe1b0589e57ce0c4d4731aef910daf42b1c53e9428f6bd8a9 +size 980440640 diff --git a/InftyThink-Plus-T-1.5B.i1-Q3_K_M.gguf b/InftyThink-Plus-T-1.5B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..d0440a0 --- /dev/null +++ b/InftyThink-Plus-T-1.5B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e30f8a073e9fae269051631b5cd41f3dd3a902a1ff12287fa221d3069f32ce87 +size 924456512 diff --git a/InftyThink-Plus-T-1.5B.i1-Q3_K_S.gguf b/InftyThink-Plus-T-1.5B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..d38b5e4 --- /dev/null +++ b/InftyThink-Plus-T-1.5B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1aff897c92c3b21c6684661cc229c0f0e9c40cb1c28b08e464cc59f87903691c +size 861222464 diff --git a/InftyThink-Plus-T-1.5B.i1-Q4_0.gguf b/InftyThink-Plus-T-1.5B.i1-Q4_0.gguf new file mode 100644 index 0000000..1cb6bef --- /dev/null +++ b/InftyThink-Plus-T-1.5B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55bddb8217d393ebbcf70072502691d7edf954bc1d09c6a4e8fb815f32c6d771 +size 1068808256 diff --git a/InftyThink-Plus-T-1.5B.i1-Q4_1.gguf b/InftyThink-Plus-T-1.5B.i1-Q4_1.gguf new file mode 100644 index 0000000..d694e84 --- /dev/null +++ b/InftyThink-Plus-T-1.5B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba04097a76b703d7d44b1cadef58524033ecbe3350f118ce23870a1d610d1234 +size 1162700864 diff --git a/InftyThink-Plus-T-1.5B.i1-Q4_K_M.gguf b/InftyThink-Plus-T-1.5B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..da28677 --- /dev/null +++ b/InftyThink-Plus-T-1.5B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a9d32143760c9206c70cef79ee507357a10daf8e2b9af288dd938d5201c0491 +size 1117321280 diff --git a/InftyThink-Plus-T-1.5B.i1-Q4_K_S.gguf b/InftyThink-Plus-T-1.5B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..7e37838 --- /dev/null +++ b/InftyThink-Plus-T-1.5B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b472194835d6e257bb1ac2750c4c89c4ff7e80afe23b67a699a67e0de6cd4ab +size 1071585344 diff --git a/InftyThink-Plus-T-1.5B.i1-Q5_K_M.gguf b/InftyThink-Plus-T-1.5B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..5e1b2d9 --- /dev/null +++ b/InftyThink-Plus-T-1.5B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d38467d7b1d86b0c4aef388d054e71a0ab44571eabc748e485093fb002496d76 +size 1285494848 diff --git a/InftyThink-Plus-T-1.5B.i1-Q5_K_S.gguf b/InftyThink-Plus-T-1.5B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..fcac52e --- /dev/null +++ b/InftyThink-Plus-T-1.5B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d020517cc2f9bd2e7330193a24090f27499e1bf447a59affcf334a588ed6d655 +size 1259173952 diff --git a/InftyThink-Plus-T-1.5B.i1-Q6_K.gguf b/InftyThink-Plus-T-1.5B.i1-Q6_K.gguf new file mode 100644 index 0000000..fcf91d6 --- /dev/null +++ b/InftyThink-Plus-T-1.5B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5351d12d07d7694a832107c677cac9aba57523be3b557f923dc76e9def3758d +size 1464179264 diff --git a/InftyThink-Plus-T-1.5B.imatrix.gguf b/InftyThink-Plus-T-1.5B.imatrix.gguf new file mode 100644 index 0000000..d5103bd --- /dev/null +++ b/InftyThink-Plus-T-1.5B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:623b3fddb3ddccfe0fd32ef486c1b2957b98d94f85eb68b4733fea016ddbb4f8 +size 2065888 diff --git a/README.md b/README.md new file mode 100644 index 0000000..f26c50d --- /dev/null +++ b/README.md @@ -0,0 +1,85 @@ +--- +base_model: yanyc/InftyThink-Plus-T-1.5B +language: +- en +library_name: transformers +license: mit +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/yanyc/InftyThink-Plus-T-1.5B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#InftyThink-Plus-T-1.5B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/InftyThink-Plus-T-1.5B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/InftyThink-Plus-T-1.5B-i1-GGUF/resolve/main/InftyThink-Plus-T-1.5B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/InftyThink-Plus-T-1.5B-i1-GGUF/resolve/main/InftyThink-Plus-T-1.5B.i1-IQ1_S.gguf) | i1-IQ1_S | 0.6 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/InftyThink-Plus-T-1.5B-i1-GGUF/resolve/main/InftyThink-Plus-T-1.5B.i1-IQ1_M.gguf) | i1-IQ1_M | 0.6 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/InftyThink-Plus-T-1.5B-i1-GGUF/resolve/main/InftyThink-Plus-T-1.5B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/InftyThink-Plus-T-1.5B-i1-GGUF/resolve/main/InftyThink-Plus-T-1.5B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/InftyThink-Plus-T-1.5B-i1-GGUF/resolve/main/InftyThink-Plus-T-1.5B.i1-IQ2_S.gguf) | i1-IQ2_S | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/InftyThink-Plus-T-1.5B-i1-GGUF/resolve/main/InftyThink-Plus-T-1.5B.i1-IQ2_M.gguf) | i1-IQ2_M | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/InftyThink-Plus-T-1.5B-i1-GGUF/resolve/main/InftyThink-Plus-T-1.5B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.8 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/InftyThink-Plus-T-1.5B-i1-GGUF/resolve/main/InftyThink-Plus-T-1.5B.i1-Q2_K.gguf) | i1-Q2_K | 0.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/InftyThink-Plus-T-1.5B-i1-GGUF/resolve/main/InftyThink-Plus-T-1.5B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/InftyThink-Plus-T-1.5B-i1-GGUF/resolve/main/InftyThink-Plus-T-1.5B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/InftyThink-Plus-T-1.5B-i1-GGUF/resolve/main/InftyThink-Plus-T-1.5B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 1.0 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/InftyThink-Plus-T-1.5B-i1-GGUF/resolve/main/InftyThink-Plus-T-1.5B.i1-IQ3_S.gguf) | i1-IQ3_S | 1.0 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/InftyThink-Plus-T-1.5B-i1-GGUF/resolve/main/InftyThink-Plus-T-1.5B.i1-IQ3_M.gguf) | i1-IQ3_M | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/InftyThink-Plus-T-1.5B-i1-GGUF/resolve/main/InftyThink-Plus-T-1.5B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 1.0 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/InftyThink-Plus-T-1.5B-i1-GGUF/resolve/main/InftyThink-Plus-T-1.5B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 1.1 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/InftyThink-Plus-T-1.5B-i1-GGUF/resolve/main/InftyThink-Plus-T-1.5B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/InftyThink-Plus-T-1.5B-i1-GGUF/resolve/main/InftyThink-Plus-T-1.5B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 1.2 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/InftyThink-Plus-T-1.5B-i1-GGUF/resolve/main/InftyThink-Plus-T-1.5B.i1-Q4_0.gguf) | i1-Q4_0 | 1.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/InftyThink-Plus-T-1.5B-i1-GGUF/resolve/main/InftyThink-Plus-T-1.5B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 1.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/InftyThink-Plus-T-1.5B-i1-GGUF/resolve/main/InftyThink-Plus-T-1.5B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 1.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/InftyThink-Plus-T-1.5B-i1-GGUF/resolve/main/InftyThink-Plus-T-1.5B.i1-Q4_1.gguf) | i1-Q4_1 | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/InftyThink-Plus-T-1.5B-i1-GGUF/resolve/main/InftyThink-Plus-T-1.5B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 1.4 | | +| [GGUF](https://huggingface.co/mradermacher/InftyThink-Plus-T-1.5B-i1-GGUF/resolve/main/InftyThink-Plus-T-1.5B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 1.4 | | +| [GGUF](https://huggingface.co/mradermacher/InftyThink-Plus-T-1.5B-i1-GGUF/resolve/main/InftyThink-Plus-T-1.5B.i1-Q6_K.gguf) | i1-Q6_K | 1.6 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +