From df7990c86129479d29de39e73fc6787e2ca0bbc4 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 20 Jun 2026 02:05:15 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Mobile-ReasoningLLM-v0.1-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++++++ Mobile-ReasoningLLM-v0.1.i1-IQ1_M.gguf | 3 + Mobile-ReasoningLLM-v0.1.i1-IQ1_S.gguf | 3 + Mobile-ReasoningLLM-v0.1.i1-IQ2_M.gguf | 3 + Mobile-ReasoningLLM-v0.1.i1-IQ2_S.gguf | 3 + Mobile-ReasoningLLM-v0.1.i1-IQ2_XS.gguf | 3 + Mobile-ReasoningLLM-v0.1.i1-IQ2_XXS.gguf | 3 + Mobile-ReasoningLLM-v0.1.i1-IQ3_M.gguf | 3 + Mobile-ReasoningLLM-v0.1.i1-IQ3_S.gguf | 3 + Mobile-ReasoningLLM-v0.1.i1-IQ3_XS.gguf | 3 + Mobile-ReasoningLLM-v0.1.i1-IQ3_XXS.gguf | 3 + Mobile-ReasoningLLM-v0.1.i1-IQ4_NL.gguf | 3 + Mobile-ReasoningLLM-v0.1.i1-IQ4_XS.gguf | 3 + Mobile-ReasoningLLM-v0.1.i1-Q2_K.gguf | 3 + Mobile-ReasoningLLM-v0.1.i1-Q2_K_S.gguf | 3 + Mobile-ReasoningLLM-v0.1.i1-Q3_K_L.gguf | 3 + Mobile-ReasoningLLM-v0.1.i1-Q3_K_M.gguf | 3 + Mobile-ReasoningLLM-v0.1.i1-Q3_K_S.gguf | 3 + Mobile-ReasoningLLM-v0.1.i1-Q4_0.gguf | 3 + Mobile-ReasoningLLM-v0.1.i1-Q4_1.gguf | 3 + Mobile-ReasoningLLM-v0.1.i1-Q4_K_M.gguf | 3 + Mobile-ReasoningLLM-v0.1.i1-Q4_K_S.gguf | 3 + Mobile-ReasoningLLM-v0.1.i1-Q5_K_M.gguf | 3 + Mobile-ReasoningLLM-v0.1.i1-Q5_K_S.gguf | 3 + Mobile-ReasoningLLM-v0.1.i1-Q6_K.gguf | 3 + Mobile-ReasoningLLM-v0.1.imatrix.gguf | 3 + README.md | 90 ++++++++++++++++++++++++ 27 files changed, 225 insertions(+) create mode 100644 .gitattributes create mode 100644 Mobile-ReasoningLLM-v0.1.i1-IQ1_M.gguf create mode 100644 Mobile-ReasoningLLM-v0.1.i1-IQ1_S.gguf create mode 100644 Mobile-ReasoningLLM-v0.1.i1-IQ2_M.gguf create mode 100644 Mobile-ReasoningLLM-v0.1.i1-IQ2_S.gguf create mode 100644 Mobile-ReasoningLLM-v0.1.i1-IQ2_XS.gguf create mode 100644 Mobile-ReasoningLLM-v0.1.i1-IQ2_XXS.gguf create mode 100644 Mobile-ReasoningLLM-v0.1.i1-IQ3_M.gguf create mode 100644 Mobile-ReasoningLLM-v0.1.i1-IQ3_S.gguf create mode 100644 Mobile-ReasoningLLM-v0.1.i1-IQ3_XS.gguf create mode 100644 Mobile-ReasoningLLM-v0.1.i1-IQ3_XXS.gguf create mode 100644 Mobile-ReasoningLLM-v0.1.i1-IQ4_NL.gguf create mode 100644 Mobile-ReasoningLLM-v0.1.i1-IQ4_XS.gguf create mode 100644 Mobile-ReasoningLLM-v0.1.i1-Q2_K.gguf create mode 100644 Mobile-ReasoningLLM-v0.1.i1-Q2_K_S.gguf create mode 100644 Mobile-ReasoningLLM-v0.1.i1-Q3_K_L.gguf create mode 100644 Mobile-ReasoningLLM-v0.1.i1-Q3_K_M.gguf create mode 100644 Mobile-ReasoningLLM-v0.1.i1-Q3_K_S.gguf create mode 100644 Mobile-ReasoningLLM-v0.1.i1-Q4_0.gguf create mode 100644 Mobile-ReasoningLLM-v0.1.i1-Q4_1.gguf create mode 100644 Mobile-ReasoningLLM-v0.1.i1-Q4_K_M.gguf create mode 100644 Mobile-ReasoningLLM-v0.1.i1-Q4_K_S.gguf create mode 100644 Mobile-ReasoningLLM-v0.1.i1-Q5_K_M.gguf create mode 100644 Mobile-ReasoningLLM-v0.1.i1-Q5_K_S.gguf create mode 100644 Mobile-ReasoningLLM-v0.1.i1-Q6_K.gguf create mode 100644 Mobile-ReasoningLLM-v0.1.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..3b52a1e --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Mobile-ReasoningLLM-v0.1.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Mobile-ReasoningLLM-v0.1.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Mobile-ReasoningLLM-v0.1.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Mobile-ReasoningLLM-v0.1.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Mobile-ReasoningLLM-v0.1.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Mobile-ReasoningLLM-v0.1.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Mobile-ReasoningLLM-v0.1.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Mobile-ReasoningLLM-v0.1.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Mobile-ReasoningLLM-v0.1.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Mobile-ReasoningLLM-v0.1.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Mobile-ReasoningLLM-v0.1.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Mobile-ReasoningLLM-v0.1.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Mobile-ReasoningLLM-v0.1.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Mobile-ReasoningLLM-v0.1.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Mobile-ReasoningLLM-v0.1.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Mobile-ReasoningLLM-v0.1.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Mobile-ReasoningLLM-v0.1.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Mobile-ReasoningLLM-v0.1.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Mobile-ReasoningLLM-v0.1.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Mobile-ReasoningLLM-v0.1.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Mobile-ReasoningLLM-v0.1.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Mobile-ReasoningLLM-v0.1.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Mobile-ReasoningLLM-v0.1.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Mobile-ReasoningLLM-v0.1.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Mobile-ReasoningLLM-v0.1.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Mobile-ReasoningLLM-v0.1.i1-IQ1_M.gguf b/Mobile-ReasoningLLM-v0.1.i1-IQ1_M.gguf new file mode 100644 index 0000000..0a977bb --- /dev/null +++ b/Mobile-ReasoningLLM-v0.1.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8baddc9e90917f41d862a8d7f1a5aabc68476db29675910b5343d051af40b3fc +size 541035776 diff --git a/Mobile-ReasoningLLM-v0.1.i1-IQ1_S.gguf b/Mobile-ReasoningLLM-v0.1.i1-IQ1_S.gguf new file mode 100644 index 0000000..1b38021 --- /dev/null +++ b/Mobile-ReasoningLLM-v0.1.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e37000c1636c4635ef06218b5996e7d61b28b0adb5fff6f784caec3d380f10e7 +size 513102080 diff --git a/Mobile-ReasoningLLM-v0.1.i1-IQ2_M.gguf b/Mobile-ReasoningLLM-v0.1.i1-IQ2_M.gguf new file mode 100644 index 0000000..8711640 --- /dev/null +++ b/Mobile-ReasoningLLM-v0.1.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a3f25d2599e829441853067cb6fd812a6d6444891d99101e373e870191275af +size 701331200 diff --git a/Mobile-ReasoningLLM-v0.1.i1-IQ2_S.gguf b/Mobile-ReasoningLLM-v0.1.i1-IQ2_S.gguf new file mode 100644 index 0000000..17e28c6 --- /dev/null +++ b/Mobile-ReasoningLLM-v0.1.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88caca5de2265495efa4a9961fc38d9c9c7d6cfe2534a9330a91b9f505fa75ed +size 664086272 diff --git a/Mobile-ReasoningLLM-v0.1.i1-IQ2_XS.gguf b/Mobile-ReasoningLLM-v0.1.i1-IQ2_XS.gguf new file mode 100644 index 0000000..e9b222a --- /dev/null +++ b/Mobile-ReasoningLLM-v0.1.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6a1150ae3f2f0900bf98cd4411cfb07829562de81640b489cbec9775a3b0c63 +size 626901248 diff --git a/Mobile-ReasoningLLM-v0.1.i1-IQ2_XXS.gguf b/Mobile-ReasoningLLM-v0.1.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..98ee43f --- /dev/null +++ b/Mobile-ReasoningLLM-v0.1.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa2e86685b1ba9ba95708c7cca63b5dcd37eb88985ab91edd698ed873e4b3189 +size 587591936 diff --git a/Mobile-ReasoningLLM-v0.1.i1-IQ3_M.gguf b/Mobile-ReasoningLLM-v0.1.i1-IQ3_M.gguf new file mode 100644 index 0000000..02db960 --- /dev/null +++ b/Mobile-ReasoningLLM-v0.1.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acf4e0d2052cb1a7035624157fbec97ac9f7b62534292c7eaf34dac60b2770bd +size 876940544 diff --git a/Mobile-ReasoningLLM-v0.1.i1-IQ3_S.gguf b/Mobile-ReasoningLLM-v0.1.i1-IQ3_S.gguf new file mode 100644 index 0000000..ede1fe3 --- /dev/null +++ b/Mobile-ReasoningLLM-v0.1.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:253ce9af0f2ea86e28c6f4f4474c217e414bb55c7f8188f6c201ed45c050b4bf +size 862683392 diff --git a/Mobile-ReasoningLLM-v0.1.i1-IQ3_XS.gguf b/Mobile-ReasoningLLM-v0.1.i1-IQ3_XS.gguf new file mode 100644 index 0000000..ecde95a --- /dev/null +++ b/Mobile-ReasoningLLM-v0.1.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b1a008d974fd190573e86c7dbae95eef1f0dfc6e437a9ecd48166bad0308b3e +size 831975680 diff --git a/Mobile-ReasoningLLM-v0.1.i1-IQ3_XXS.gguf b/Mobile-ReasoningLLM-v0.1.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..5b74972 --- /dev/null +++ b/Mobile-ReasoningLLM-v0.1.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f131c500e14091c073e92113029d0f9cab8c6c9008f13ed2545156e9b2450d20 +size 769068800 diff --git a/Mobile-ReasoningLLM-v0.1.i1-IQ4_NL.gguf b/Mobile-ReasoningLLM-v0.1.i1-IQ4_NL.gguf new file mode 100644 index 0000000..314642a --- /dev/null +++ b/Mobile-ReasoningLLM-v0.1.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:848d476e4aed7b2558dff0493c8c6efaf7a429ad5708956f2a166e8ed41fcceb +size 1067602688 diff --git a/Mobile-ReasoningLLM-v0.1.i1-IQ4_XS.gguf b/Mobile-ReasoningLLM-v0.1.i1-IQ4_XS.gguf new file mode 100644 index 0000000..bec22b8 --- /dev/null +++ b/Mobile-ReasoningLLM-v0.1.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5a0f6d0fd363be93d5f57305faedcb3667bfab96f51efcc84e3657a4498208e +size 1019710208 diff --git a/Mobile-ReasoningLLM-v0.1.i1-Q2_K.gguf b/Mobile-ReasoningLLM-v0.1.i1-Q2_K.gguf new file mode 100644 index 0000000..9416d89 --- /dev/null +++ b/Mobile-ReasoningLLM-v0.1.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b610c7b7f2914de406d20c1b2d672839535e25eb48f4012021ad2abcced0e824 +size 752879360 diff --git a/Mobile-ReasoningLLM-v0.1.i1-Q2_K_S.gguf b/Mobile-ReasoningLLM-v0.1.i1-Q2_K_S.gguf new file mode 100644 index 0000000..be1a988 --- /dev/null +++ b/Mobile-ReasoningLLM-v0.1.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eca4e558ab4ccdfcacf9b93bc44bb6f789b030f6a07d72e587da72a287915816 +size 716709632 diff --git a/Mobile-ReasoningLLM-v0.1.i1-Q3_K_L.gguf b/Mobile-ReasoningLLM-v0.1.i1-Q3_K_L.gguf new file mode 100644 index 0000000..869e895 --- /dev/null +++ b/Mobile-ReasoningLLM-v0.1.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff7da6e14e702c3d146d9052a800a6623a4e6ff244fc1f65612ad86d41d3c318 +size 980439296 diff --git a/Mobile-ReasoningLLM-v0.1.i1-Q3_K_M.gguf b/Mobile-ReasoningLLM-v0.1.i1-Q3_K_M.gguf new file mode 100644 index 0000000..8bb2960 --- /dev/null +++ b/Mobile-ReasoningLLM-v0.1.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:541a0737dd84449cf66cd5edac6e57b2c35a79b5bb5445d1429774861df64bc8 +size 924455168 diff --git a/Mobile-ReasoningLLM-v0.1.i1-Q3_K_S.gguf b/Mobile-ReasoningLLM-v0.1.i1-Q3_K_S.gguf new file mode 100644 index 0000000..b87041b --- /dev/null +++ b/Mobile-ReasoningLLM-v0.1.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3741c5766f3464434e6b0d2c413abd9841697b5c2cdf96fc0fa7fd4a6058be7e +size 861221120 diff --git a/Mobile-ReasoningLLM-v0.1.i1-Q4_0.gguf b/Mobile-ReasoningLLM-v0.1.i1-Q4_0.gguf new file mode 100644 index 0000000..70b7c01 --- /dev/null +++ b/Mobile-ReasoningLLM-v0.1.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:052c3b3e0144b2a442a8365bbf080b483698eba26ab8fa1d6edde3e3cab5f2ac +size 1068806912 diff --git a/Mobile-ReasoningLLM-v0.1.i1-Q4_1.gguf b/Mobile-ReasoningLLM-v0.1.i1-Q4_1.gguf new file mode 100644 index 0000000..2a3688f --- /dev/null +++ b/Mobile-ReasoningLLM-v0.1.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93a5898d4a21e4056413903df120d43cd9ff30e30e23acae95ce49eb0a7feeb2 +size 1162699520 diff --git a/Mobile-ReasoningLLM-v0.1.i1-Q4_K_M.gguf b/Mobile-ReasoningLLM-v0.1.i1-Q4_K_M.gguf new file mode 100644 index 0000000..089513b --- /dev/null +++ b/Mobile-ReasoningLLM-v0.1.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c3517ea36e5809f89c8c178bd74586b0f409d05d80e14d29afeae600027a316 +size 1117319936 diff --git a/Mobile-ReasoningLLM-v0.1.i1-Q4_K_S.gguf b/Mobile-ReasoningLLM-v0.1.i1-Q4_K_S.gguf new file mode 100644 index 0000000..0b2ee82 --- /dev/null +++ b/Mobile-ReasoningLLM-v0.1.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ae6d7c9e4596fc6bce993b0255e00ff2f20faebddf690cecd1d27d1fb2cb4e4 +size 1071584000 diff --git a/Mobile-ReasoningLLM-v0.1.i1-Q5_K_M.gguf b/Mobile-ReasoningLLM-v0.1.i1-Q5_K_M.gguf new file mode 100644 index 0000000..6bd59b5 --- /dev/null +++ b/Mobile-ReasoningLLM-v0.1.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3bad4905eb2b7ec5a54ff288556b70f33702fb77b75783e2beb113d219b69b5 +size 1285493504 diff --git a/Mobile-ReasoningLLM-v0.1.i1-Q5_K_S.gguf b/Mobile-ReasoningLLM-v0.1.i1-Q5_K_S.gguf new file mode 100644 index 0000000..dc21a79 --- /dev/null +++ b/Mobile-ReasoningLLM-v0.1.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4333de1b6341092955eb4a0390121e76cb6f34cbe8c05573fec9e482be10cc75 +size 1259172608 diff --git a/Mobile-ReasoningLLM-v0.1.i1-Q6_K.gguf b/Mobile-ReasoningLLM-v0.1.i1-Q6_K.gguf new file mode 100644 index 0000000..53ca165 --- /dev/null +++ b/Mobile-ReasoningLLM-v0.1.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79e2545ba1ce411abda6a6f3e556b665733cc444d198270a4e6bbf4f6cfab3b2 +size 1464177920 diff --git a/Mobile-ReasoningLLM-v0.1.imatrix.gguf b/Mobile-ReasoningLLM-v0.1.imatrix.gguf new file mode 100644 index 0000000..d72a571 --- /dev/null +++ b/Mobile-ReasoningLLM-v0.1.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b582935ff40a4de93f263dde5941c1ff0ea000790583904297b240668b93f23f +size 2065888 diff --git a/README.md b/README.md new file mode 100644 index 0000000..bc3bd5b --- /dev/null +++ b/README.md @@ -0,0 +1,90 @@ +--- +base_model: deepgo/Mobile-ReasoningLLM-v0.1 +language: +- en +library_name: transformers +license: cc-by-4.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- DeepMiddleGo +- math-reasoning +- fine-tuned +- qwen +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/deepgo/Mobile-ReasoningLLM-v0.1 + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Mobile-ReasoningLLM-v0.1-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Mobile-ReasoningLLM-v0.1-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Mobile-ReasoningLLM-v0.1-i1-GGUF/resolve/main/Mobile-ReasoningLLM-v0.1.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Mobile-ReasoningLLM-v0.1-i1-GGUF/resolve/main/Mobile-ReasoningLLM-v0.1.i1-IQ1_S.gguf) | i1-IQ1_S | 0.6 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Mobile-ReasoningLLM-v0.1-i1-GGUF/resolve/main/Mobile-ReasoningLLM-v0.1.i1-IQ1_M.gguf) | i1-IQ1_M | 0.6 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Mobile-ReasoningLLM-v0.1-i1-GGUF/resolve/main/Mobile-ReasoningLLM-v0.1.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/Mobile-ReasoningLLM-v0.1-i1-GGUF/resolve/main/Mobile-ReasoningLLM-v0.1.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/Mobile-ReasoningLLM-v0.1-i1-GGUF/resolve/main/Mobile-ReasoningLLM-v0.1.i1-IQ2_S.gguf) | i1-IQ2_S | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/Mobile-ReasoningLLM-v0.1-i1-GGUF/resolve/main/Mobile-ReasoningLLM-v0.1.i1-IQ2_M.gguf) | i1-IQ2_M | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/Mobile-ReasoningLLM-v0.1-i1-GGUF/resolve/main/Mobile-ReasoningLLM-v0.1.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.8 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Mobile-ReasoningLLM-v0.1-i1-GGUF/resolve/main/Mobile-ReasoningLLM-v0.1.i1-Q2_K.gguf) | i1-Q2_K | 0.9 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Mobile-ReasoningLLM-v0.1-i1-GGUF/resolve/main/Mobile-ReasoningLLM-v0.1.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Mobile-ReasoningLLM-v0.1-i1-GGUF/resolve/main/Mobile-ReasoningLLM-v0.1.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/Mobile-ReasoningLLM-v0.1-i1-GGUF/resolve/main/Mobile-ReasoningLLM-v0.1.i1-Q3_K_S.gguf) | i1-Q3_K_S | 1.0 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Mobile-ReasoningLLM-v0.1-i1-GGUF/resolve/main/Mobile-ReasoningLLM-v0.1.i1-IQ3_S.gguf) | i1-IQ3_S | 1.0 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Mobile-ReasoningLLM-v0.1-i1-GGUF/resolve/main/Mobile-ReasoningLLM-v0.1.i1-IQ3_M.gguf) | i1-IQ3_M | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/Mobile-ReasoningLLM-v0.1-i1-GGUF/resolve/main/Mobile-ReasoningLLM-v0.1.i1-Q3_K_M.gguf) | i1-Q3_K_M | 1.0 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Mobile-ReasoningLLM-v0.1-i1-GGUF/resolve/main/Mobile-ReasoningLLM-v0.1.i1-Q3_K_L.gguf) | i1-Q3_K_L | 1.1 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Mobile-ReasoningLLM-v0.1-i1-GGUF/resolve/main/Mobile-ReasoningLLM-v0.1.i1-IQ4_XS.gguf) | i1-IQ4_XS | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/Mobile-ReasoningLLM-v0.1-i1-GGUF/resolve/main/Mobile-ReasoningLLM-v0.1.i1-IQ4_NL.gguf) | i1-IQ4_NL | 1.2 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Mobile-ReasoningLLM-v0.1-i1-GGUF/resolve/main/Mobile-ReasoningLLM-v0.1.i1-Q4_0.gguf) | i1-Q4_0 | 1.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Mobile-ReasoningLLM-v0.1-i1-GGUF/resolve/main/Mobile-ReasoningLLM-v0.1.i1-Q4_K_S.gguf) | i1-Q4_K_S | 1.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Mobile-ReasoningLLM-v0.1-i1-GGUF/resolve/main/Mobile-ReasoningLLM-v0.1.i1-Q4_K_M.gguf) | i1-Q4_K_M | 1.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Mobile-ReasoningLLM-v0.1-i1-GGUF/resolve/main/Mobile-ReasoningLLM-v0.1.i1-Q4_1.gguf) | i1-Q4_1 | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/Mobile-ReasoningLLM-v0.1-i1-GGUF/resolve/main/Mobile-ReasoningLLM-v0.1.i1-Q5_K_S.gguf) | i1-Q5_K_S | 1.4 | | +| [GGUF](https://huggingface.co/mradermacher/Mobile-ReasoningLLM-v0.1-i1-GGUF/resolve/main/Mobile-ReasoningLLM-v0.1.i1-Q5_K_M.gguf) | i1-Q5_K_M | 1.4 | | +| [GGUF](https://huggingface.co/mradermacher/Mobile-ReasoningLLM-v0.1-i1-GGUF/resolve/main/Mobile-ReasoningLLM-v0.1.i1-Q6_K.gguf) | i1-Q6_K | 1.6 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +