commit 3ed00c8d19c572766a429402cb7d5c247025e722 Author: ModelHub XC Date: Tue Jun 23 06:08:17 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/LoopTool-8B-i1-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..4aeb474 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,56 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +LoopTool-8B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +LoopTool-8B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +LoopTool-8B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +LoopTool-8B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +LoopTool-8B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +LoopTool-8B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +LoopTool-8B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +LoopTool-8B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +LoopTool-8B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +LoopTool-8B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +LoopTool-8B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +LoopTool-8B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +LoopTool-8B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +LoopTool-8B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +LoopTool-8B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +LoopTool-8B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +LoopTool-8B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +LoopTool-8B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +LoopTool-8B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +LoopTool-8B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +LoopTool-8B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/LoopTool-8B.i1-IQ1_M.gguf b/LoopTool-8B.i1-IQ1_M.gguf new file mode 100644 index 0000000..532bc02 --- /dev/null +++ b/LoopTool-8B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a0bacb1b480408b3211c9bbe52f2863564613d05690d849550a3a67cc487ef7 +size 2256148064 diff --git a/LoopTool-8B.i1-IQ1_S.gguf b/LoopTool-8B.i1-IQ1_S.gguf new file mode 100644 index 0000000..ed8135f --- /dev/null +++ b/LoopTool-8B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6652fac1ce0dd0b21ea2fa6f49572e830b92f01b8bfb9595816b6f953b2357ed +size 2115769952 diff --git a/LoopTool-8B.i1-IQ2_M.gguf b/LoopTool-8B.i1-IQ2_M.gguf new file mode 100644 index 0000000..23dcb4b --- /dev/null +++ b/LoopTool-8B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a660b1e54d7712bbc0b8fddcf9c84db7ad08e22a6a687efa2bac0b0445a9807 +size 3051914848 diff --git a/LoopTool-8B.i1-IQ2_S.gguf b/LoopTool-8B.i1-IQ2_S.gguf new file mode 100644 index 0000000..e9cbaa6 --- /dev/null +++ b/LoopTool-8B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1519277316fa3f5f0e13527b80e7cfb8c8026a6248e97854d2199a93391d14e4 +size 2864744032 diff --git a/LoopTool-8B.i1-IQ2_XS.gguf b/LoopTool-8B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..5994c6b --- /dev/null +++ b/LoopTool-8B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cedfffbf1700bc5a2056b0b19e6495baabd623ec2e09dff170d1468e9d9582bd +size 2696156768 diff --git a/LoopTool-8B.i1-IQ2_XXS.gguf b/LoopTool-8B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..d8652b6 --- /dev/null +++ b/LoopTool-8B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb4c148f6601ba62de89e57e44968ff9a406f8ea489bbdc6b9d67da4064e20a7 +size 2490111584 diff --git a/LoopTool-8B.i1-IQ3_M.gguf b/LoopTool-8B.i1-IQ3_M.gguf new file mode 100644 index 0000000..6b3a472 --- /dev/null +++ b/LoopTool-8B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7f850fd4d7c94a72aedaca2aaad2d65d4b9a01fb57500b77c32ea8759843b7f +size 3896620640 diff --git a/LoopTool-8B.i1-IQ3_S.gguf b/LoopTool-8B.i1-IQ3_S.gguf new file mode 100644 index 0000000..a7b42d7 --- /dev/null +++ b/LoopTool-8B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8904ca2cc9de19e8af6481e920f441f22dd47eb9d6081f4db2f890581ac2913 +size 3789665888 diff --git a/LoopTool-8B.i1-IQ3_XS.gguf b/LoopTool-8B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..138d7b0 --- /dev/null +++ b/LoopTool-8B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfc94c5af34173f91e83ad9b4430401af503c01b6276c80806a5402d993d1809 +size 3626874464 diff --git a/LoopTool-8B.i1-IQ3_XXS.gguf b/LoopTool-8B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..3d179fa --- /dev/null +++ b/LoopTool-8B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e01f7e62bcbb0fd3ffc97bc099d7764b993fa0a4fe0f88c73fc884325b3a9a1 +size 3369633376 diff --git a/LoopTool-8B.i1-IQ4_NL.gguf b/LoopTool-8B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..153c434 --- /dev/null +++ b/LoopTool-8B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b11829a038ee7d7fd215db16f524964a28121012fd6e21ea4648a6947e326884 +size 4793624160 diff --git a/LoopTool-8B.i1-IQ4_XS.gguf b/LoopTool-8B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..e620cfa --- /dev/null +++ b/LoopTool-8B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:377a3a7a2010bc5ea92f1015fc8c00f249f51df7d8a8977c64a1ca8bf8c8c55d +size 4561839712 diff --git a/LoopTool-8B.i1-Q2_K.gguf b/LoopTool-8B.i1-Q2_K.gguf new file mode 100644 index 0000000..200f590 --- /dev/null +++ b/LoopTool-8B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0941db7426b08d496ef2d437f244c4202277503f93097a6efd8d778ea86f02b2 +size 3281733216 diff --git a/LoopTool-8B.i1-Q2_K_S.gguf b/LoopTool-8B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..87b6748 --- /dev/null +++ b/LoopTool-8B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebf668bc9294c10919164b32344227f0cc4645230beb133cafea9c5d87195a31 +size 3083552352 diff --git a/LoopTool-8B.i1-Q3_K_L.gguf b/LoopTool-8B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..5d5e14c --- /dev/null +++ b/LoopTool-8B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c6a581c7ae9f333ef46d0e85501751a85905c2f87fddfe98bde249534cfc7a4 +size 4431394400 diff --git a/LoopTool-8B.i1-Q3_K_M.gguf b/LoopTool-8B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..ebf4a55 --- /dev/null +++ b/LoopTool-8B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e54631e524225644148e1da90c935dfca771eb1fe354cf20822a17a4df0a7a0c +size 4124161632 diff --git a/LoopTool-8B.i1-Q3_K_S.gguf b/LoopTool-8B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..03524cc --- /dev/null +++ b/LoopTool-8B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbbb5a3c66dc7e03df7bfca850f505992ebeee4e8fd85804bf24699b0b89fcca +size 3769611872 diff --git a/LoopTool-8B.i1-Q4_0.gguf b/LoopTool-8B.i1-Q4_0.gguf new file mode 100644 index 0000000..9b6f65e --- /dev/null +++ b/LoopTool-8B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd400baf8e98ed6fb8f6a57c8467c2c3fcbfea335728a0858b78c91b3ddb7474 +size 4787332704 diff --git a/LoopTool-8B.i1-Q4_1.gguf b/LoopTool-8B.i1-Q4_1.gguf new file mode 100644 index 0000000..2efb208 --- /dev/null +++ b/LoopTool-8B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b04b9495b303b4171bf8b6a246e53dc44f36cb01f75590971311b57a79f7685 +size 5247755872 diff --git a/LoopTool-8B.i1-Q4_K_M.gguf b/LoopTool-8B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..6936558 --- /dev/null +++ b/LoopTool-8B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e96be3403033904122d0c0b03b0f4464bf403d12d1395348f0439b16881053b5 +size 5027784288 diff --git a/LoopTool-8B.i1-Q4_K_S.gguf b/LoopTool-8B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..ba29a26 --- /dev/null +++ b/LoopTool-8B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee02573670e8504cc35032431eb128e76188cf4e2362967fde4f0eaa00384cb7 +size 4802012768 diff --git a/LoopTool-8B.i1-Q5_K_M.gguf b/LoopTool-8B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..f747217 --- /dev/null +++ b/LoopTool-8B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b41064c37f329c14413ba9856e62c1aed04b9c63cb8799908839aa6bbbe4fea +size 5851113056 diff --git a/LoopTool-8B.i1-Q5_K_S.gguf b/LoopTool-8B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..34aad57 --- /dev/null +++ b/LoopTool-8B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:922a713f41d32ff790521b7d56088691ece1ef940da68803537451168e7643f0 +size 5720761952 diff --git a/LoopTool-8B.i1-Q6_K.gguf b/LoopTool-8B.i1-Q6_K.gguf new file mode 100644 index 0000000..86bee77 --- /dev/null +++ b/LoopTool-8B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed6cd84c111a336c938948505db8bfb4c34d68f3ab7c468d78b694aee99a441a +size 6725899872 diff --git a/LoopTool-8B.imatrix.gguf b/LoopTool-8B.imatrix.gguf new file mode 100644 index 0000000..44d7e23 --- /dev/null +++ b/LoopTool-8B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:273e9a5c8e8a0f226e329387d66b201358351aa7f25d70c8a2384d23985c0662 +size 5347200 diff --git a/README.md b/README.md new file mode 100644 index 0000000..3d7b6a0 --- /dev/null +++ b/README.md @@ -0,0 +1,85 @@ +--- +base_model: zhangkangning/LoopTool-8B +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/zhangkangning/LoopTool-8B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#LoopTool-8B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/LoopTool-8B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/LoopTool-8B-i1-GGUF/resolve/main/LoopTool-8B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/LoopTool-8B-i1-GGUF/resolve/main/LoopTool-8B.i1-IQ1_S.gguf) | i1-IQ1_S | 2.2 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/LoopTool-8B-i1-GGUF/resolve/main/LoopTool-8B.i1-IQ1_M.gguf) | i1-IQ1_M | 2.4 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/LoopTool-8B-i1-GGUF/resolve/main/LoopTool-8B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.6 | | +| [GGUF](https://huggingface.co/mradermacher/LoopTool-8B-i1-GGUF/resolve/main/LoopTool-8B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.8 | | +| [GGUF](https://huggingface.co/mradermacher/LoopTool-8B-i1-GGUF/resolve/main/LoopTool-8B.i1-IQ2_S.gguf) | i1-IQ2_S | 3.0 | | +| [GGUF](https://huggingface.co/mradermacher/LoopTool-8B-i1-GGUF/resolve/main/LoopTool-8B.i1-IQ2_M.gguf) | i1-IQ2_M | 3.2 | | +| [GGUF](https://huggingface.co/mradermacher/LoopTool-8B-i1-GGUF/resolve/main/LoopTool-8B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 3.2 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/LoopTool-8B-i1-GGUF/resolve/main/LoopTool-8B.i1-Q2_K.gguf) | i1-Q2_K | 3.4 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/LoopTool-8B-i1-GGUF/resolve/main/LoopTool-8B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.5 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/LoopTool-8B-i1-GGUF/resolve/main/LoopTool-8B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.7 | | +| [GGUF](https://huggingface.co/mradermacher/LoopTool-8B-i1-GGUF/resolve/main/LoopTool-8B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.9 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/LoopTool-8B-i1-GGUF/resolve/main/LoopTool-8B.i1-IQ3_S.gguf) | i1-IQ3_S | 3.9 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/LoopTool-8B-i1-GGUF/resolve/main/LoopTool-8B.i1-IQ3_M.gguf) | i1-IQ3_M | 4.0 | | +| [GGUF](https://huggingface.co/mradermacher/LoopTool-8B-i1-GGUF/resolve/main/LoopTool-8B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 4.2 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/LoopTool-8B-i1-GGUF/resolve/main/LoopTool-8B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 4.5 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/LoopTool-8B-i1-GGUF/resolve/main/LoopTool-8B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.7 | | +| [GGUF](https://huggingface.co/mradermacher/LoopTool-8B-i1-GGUF/resolve/main/LoopTool-8B.i1-Q4_0.gguf) | i1-Q4_0 | 4.9 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/LoopTool-8B-i1-GGUF/resolve/main/LoopTool-8B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 4.9 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/LoopTool-8B-i1-GGUF/resolve/main/LoopTool-8B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.9 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/LoopTool-8B-i1-GGUF/resolve/main/LoopTool-8B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 5.1 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/LoopTool-8B-i1-GGUF/resolve/main/LoopTool-8B.i1-Q4_1.gguf) | i1-Q4_1 | 5.3 | | +| [GGUF](https://huggingface.co/mradermacher/LoopTool-8B-i1-GGUF/resolve/main/LoopTool-8B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/LoopTool-8B-i1-GGUF/resolve/main/LoopTool-8B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 6.0 | | +| [GGUF](https://huggingface.co/mradermacher/LoopTool-8B-i1-GGUF/resolve/main/LoopTool-8B.i1-Q6_K.gguf) | i1-Q6_K | 6.8 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +