From 1bf7bbda7dacd54cf8cc625d0b1ca34d34c53a5a Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 12 Jun 2026 12:32:15 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/aquif-3-micro-GGUF Source: Original Platform --- .gitattributes | 47 +++++++++++++++++++++++ README.md | 79 +++++++++++++++++++++++++++++++++++++++ aquif-3-micro.IQ4_XS.gguf | 3 ++ aquif-3-micro.Q2_K.gguf | 3 ++ aquif-3-micro.Q3_K_L.gguf | 3 ++ aquif-3-micro.Q3_K_M.gguf | 3 ++ aquif-3-micro.Q3_K_S.gguf | 3 ++ aquif-3-micro.Q4_K_M.gguf | 3 ++ aquif-3-micro.Q4_K_S.gguf | 3 ++ aquif-3-micro.Q5_K_M.gguf | 3 ++ aquif-3-micro.Q5_K_S.gguf | 3 ++ aquif-3-micro.Q6_K.gguf | 3 ++ aquif-3-micro.Q8_0.gguf | 3 ++ aquif-3-micro.f16.gguf | 3 ++ 14 files changed, 162 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 aquif-3-micro.IQ4_XS.gguf create mode 100644 aquif-3-micro.Q2_K.gguf create mode 100644 aquif-3-micro.Q3_K_L.gguf create mode 100644 aquif-3-micro.Q3_K_M.gguf create mode 100644 aquif-3-micro.Q3_K_S.gguf create mode 100644 aquif-3-micro.Q4_K_M.gguf create mode 100644 aquif-3-micro.Q4_K_S.gguf create mode 100644 aquif-3-micro.Q5_K_M.gguf create mode 100644 aquif-3-micro.Q5_K_S.gguf create mode 100644 aquif-3-micro.Q6_K.gguf create mode 100644 aquif-3-micro.Q8_0.gguf create mode 100644 aquif-3-micro.f16.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..5e8fb62 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +aquif-3-micro.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +aquif-3-micro.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +aquif-3-micro.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +aquif-3-micro.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +aquif-3-micro.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +aquif-3-micro.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +aquif-3-micro.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +aquif-3-micro.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +aquif-3-micro.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +aquif-3-micro.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +aquif-3-micro.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +aquif-3-micro.f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..5bf7429 --- /dev/null +++ b/README.md @@ -0,0 +1,79 @@ +--- +base_model: aquif-ai/aquif-3-micro +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- language +- aquif +- gpt2 +- text-generation-inference +- small +- efficient +--- +## About + + + + + + + + + +static quants of https://huggingface.co/aquif-ai/aquif-3-micro + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#aquif-3-micro-GGUF).*** + +weighted/imatrix quants are available at https://huggingface.co/mradermacher/aquif-3-micro-i1-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/aquif-3-micro-GGUF/resolve/main/aquif-3-micro.Q2_K.gguf) | Q2_K | 0.3 | | +| [GGUF](https://huggingface.co/mradermacher/aquif-3-micro-GGUF/resolve/main/aquif-3-micro.Q3_K_S.gguf) | Q3_K_S | 0.3 | | +| [GGUF](https://huggingface.co/mradermacher/aquif-3-micro-GGUF/resolve/main/aquif-3-micro.Q3_K_M.gguf) | Q3_K_M | 0.3 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/aquif-3-micro-GGUF/resolve/main/aquif-3-micro.Q3_K_L.gguf) | Q3_K_L | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/aquif-3-micro-GGUF/resolve/main/aquif-3-micro.IQ4_XS.gguf) | IQ4_XS | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/aquif-3-micro-GGUF/resolve/main/aquif-3-micro.Q4_K_S.gguf) | Q4_K_S | 0.4 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/aquif-3-micro-GGUF/resolve/main/aquif-3-micro.Q4_K_M.gguf) | Q4_K_M | 0.4 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/aquif-3-micro-GGUF/resolve/main/aquif-3-micro.Q5_K_S.gguf) | Q5_K_S | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/aquif-3-micro-GGUF/resolve/main/aquif-3-micro.Q5_K_M.gguf) | Q5_K_M | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/aquif-3-micro-GGUF/resolve/main/aquif-3-micro.Q6_K.gguf) | Q6_K | 0.5 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/aquif-3-micro-GGUF/resolve/main/aquif-3-micro.Q8_0.gguf) | Q8_0 | 0.6 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/aquif-3-micro-GGUF/resolve/main/aquif-3-micro.f16.gguf) | f16 | 1.0 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + + diff --git a/aquif-3-micro.IQ4_XS.gguf b/aquif-3-micro.IQ4_XS.gguf new file mode 100644 index 0000000..74cda45 --- /dev/null +++ b/aquif-3-micro.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfb86844c0e05f175bc14606c9cb369519a02170b6a136d2f990b959f2d6a831 +size 256558816 diff --git a/aquif-3-micro.Q2_K.gguf b/aquif-3-micro.Q2_K.gguf new file mode 100644 index 0000000..a93a236 --- /dev/null +++ b/aquif-3-micro.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bda6f2a6d1037d34aa4806122244309f19dfd6698a6bfe9b31a81f63b84ca4e3 +size 194774752 diff --git a/aquif-3-micro.Q3_K_L.gguf b/aquif-3-micro.Q3_K_L.gguf new file mode 100644 index 0000000..0e18a63 --- /dev/null +++ b/aquif-3-micro.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab4c8d6df3be0e734bb894c62b5d3e48127b00e96f5c3606b2abad4e90639059 +size 250930912 diff --git a/aquif-3-micro.Q3_K_M.gguf b/aquif-3-micro.Q3_K_M.gguf new file mode 100644 index 0000000..0f868f0 --- /dev/null +++ b/aquif-3-micro.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6e74136fab4f526e26fc4d563e4875dbefef1ad17480600582ac6176968a022 +size 235366112 diff --git a/aquif-3-micro.Q3_K_S.gguf b/aquif-3-micro.Q3_K_S.gguf new file mode 100644 index 0000000..6939adb --- /dev/null +++ b/aquif-3-micro.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c69a216c96d6b03ee998a9392a0fda4b3144aeb9e2334e35247bdd19fa92d140 +size 217679584 diff --git a/aquif-3-micro.Q4_K_M.gguf b/aquif-3-micro.Q4_K_M.gguf new file mode 100644 index 0000000..96ce783 --- /dev/null +++ b/aquif-3-micro.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1b7e6b9c4efbe2e83c712d616f6e3ea95a399991a393cff4c6916731872de73 +size 278689504 diff --git a/aquif-3-micro.Q4_K_S.gguf b/aquif-3-micro.Q4_K_S.gguf new file mode 100644 index 0000000..28f8a60 --- /dev/null +++ b/aquif-3-micro.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d97ec453b5a9eb3f598b55f1b7abaefdc6e8b96ce3a6fbf8763ec348428349d +size 266946272 diff --git a/aquif-3-micro.Q5_K_M.gguf b/aquif-3-micro.Q5_K_M.gguf new file mode 100644 index 0000000..d6edf52 --- /dev/null +++ b/aquif-3-micro.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fd48e8b46c99df89521541c2a215ec423275f81d1e3848ed7444f7eb2f3cce7 +size 317028064 diff --git a/aquif-3-micro.Q5_K_S.gguf b/aquif-3-micro.Q5_K_S.gguf new file mode 100644 index 0000000..04beb35 --- /dev/null +++ b/aquif-3-micro.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e1ee98d426cc3ea5b2b38cb8b0e1e9b7e09cecef073126e6c6f10798d516006 +size 310134496 diff --git a/aquif-3-micro.Q6_K.gguf b/aquif-3-micro.Q6_K.gguf new file mode 100644 index 0000000..9d26f45 --- /dev/null +++ b/aquif-3-micro.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbccd2b1831d248a46f1998716941d95344cd82d17cd152c2adc7192fc05addf +size 357762784 diff --git a/aquif-3-micro.Q8_0.gguf b/aquif-3-micro.Q8_0.gguf new file mode 100644 index 0000000..5869f87 --- /dev/null +++ b/aquif-3-micro.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33cb23e9bccf6f17c6287c0888ab370b9d4b5f5ea051f5cbe0a1460ed059afdf +size 462829472 diff --git a/aquif-3-micro.f16.gguf b/aquif-3-micro.f16.gguf new file mode 100644 index 0000000..765a601 --- /dev/null +++ b/aquif-3-micro.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b09eac0ec182da3a45339e951321edb872c8ebfd16c60a1dae226e3e27d02bcf +size 869539232