From 9d35e0abedb3a733505d8ca3c86b80131196b75d Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 22 Jun 2026 23:07:18 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/finlytic-compliance-GGUF Source: Original Platform --- .gitattributes | 47 ++++++++++++++++++++ README.md | 76 +++++++++++++++++++++++++++++++++ finlytic-compliance.IQ4_XS.gguf | 3 ++ finlytic-compliance.Q2_K.gguf | 3 ++ finlytic-compliance.Q3_K_L.gguf | 3 ++ finlytic-compliance.Q3_K_M.gguf | 3 ++ finlytic-compliance.Q3_K_S.gguf | 3 ++ finlytic-compliance.Q4_K_M.gguf | 3 ++ finlytic-compliance.Q4_K_S.gguf | 3 ++ finlytic-compliance.Q5_K_M.gguf | 3 ++ finlytic-compliance.Q5_K_S.gguf | 3 ++ finlytic-compliance.Q6_K.gguf | 3 ++ finlytic-compliance.Q8_0.gguf | 3 ++ finlytic-compliance.f16.gguf | 3 ++ 14 files changed, 159 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 finlytic-compliance.IQ4_XS.gguf create mode 100644 finlytic-compliance.Q2_K.gguf create mode 100644 finlytic-compliance.Q3_K_L.gguf create mode 100644 finlytic-compliance.Q3_K_M.gguf create mode 100644 finlytic-compliance.Q3_K_S.gguf create mode 100644 finlytic-compliance.Q4_K_M.gguf create mode 100644 finlytic-compliance.Q4_K_S.gguf create mode 100644 finlytic-compliance.Q5_K_M.gguf create mode 100644 finlytic-compliance.Q5_K_S.gguf create mode 100644 finlytic-compliance.Q6_K.gguf create mode 100644 finlytic-compliance.Q8_0.gguf create mode 100644 finlytic-compliance.f16.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..8a936d1 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +finlytic-compliance.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +finlytic-compliance.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +finlytic-compliance.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +finlytic-compliance.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +finlytic-compliance.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +finlytic-compliance.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +finlytic-compliance.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +finlytic-compliance.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +finlytic-compliance.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +finlytic-compliance.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +finlytic-compliance.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +finlytic-compliance.f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..0941022 --- /dev/null +++ b/README.md @@ -0,0 +1,76 @@ +--- +base_model: comethrusws/finlytic-compliance +language: en +library_name: transformers +license: mit +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- tax-compliance +- financial-compliance +- machine-learning +- tax-regulations +--- +## About + + + + + + + + + +static quants of https://huggingface.co/comethrusws/finlytic-compliance + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#finlytic-compliance-GGUF).*** + +weighted/imatrix quants are available at https://huggingface.co/mradermacher/finlytic-compliance-i1-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/finlytic-compliance-GGUF/resolve/main/finlytic-compliance.Q2_K.gguf) | Q2_K | 0.3 | | +| [GGUF](https://huggingface.co/mradermacher/finlytic-compliance-GGUF/resolve/main/finlytic-compliance.Q3_K_S.gguf) | Q3_K_S | 0.3 | | +| [GGUF](https://huggingface.co/mradermacher/finlytic-compliance-GGUF/resolve/main/finlytic-compliance.Q3_K_M.gguf) | Q3_K_M | 0.3 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/finlytic-compliance-GGUF/resolve/main/finlytic-compliance.IQ4_XS.gguf) | IQ4_XS | 0.3 | | +| [GGUF](https://huggingface.co/mradermacher/finlytic-compliance-GGUF/resolve/main/finlytic-compliance.Q4_K_S.gguf) | Q4_K_S | 0.3 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/finlytic-compliance-GGUF/resolve/main/finlytic-compliance.Q3_K_L.gguf) | Q3_K_L | 0.3 | | +| [GGUF](https://huggingface.co/mradermacher/finlytic-compliance-GGUF/resolve/main/finlytic-compliance.Q4_K_M.gguf) | Q4_K_M | 0.3 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/finlytic-compliance-GGUF/resolve/main/finlytic-compliance.Q5_K_S.gguf) | Q5_K_S | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/finlytic-compliance-GGUF/resolve/main/finlytic-compliance.Q5_K_M.gguf) | Q5_K_M | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/finlytic-compliance-GGUF/resolve/main/finlytic-compliance.Q6_K.gguf) | Q6_K | 0.4 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/finlytic-compliance-GGUF/resolve/main/finlytic-compliance.Q8_0.gguf) | Q8_0 | 0.5 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/finlytic-compliance-GGUF/resolve/main/finlytic-compliance.f16.gguf) | f16 | 0.8 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + + diff --git a/finlytic-compliance.IQ4_XS.gguf b/finlytic-compliance.IQ4_XS.gguf new file mode 100644 index 0000000..2edf3bb --- /dev/null +++ b/finlytic-compliance.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f0d8ff529fc108272d5a0d92daa8fed061f6916d97445be949b6b588f59ca23 +size 211878496 diff --git a/finlytic-compliance.Q2_K.gguf b/finlytic-compliance.Q2_K.gguf new file mode 100644 index 0000000..03eff40 --- /dev/null +++ b/finlytic-compliance.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:769d92ce2625843b3a081dd78bd3b41e6c17a22a4601f828e827e7374147d3b5 +size 161350240 diff --git a/finlytic-compliance.Q3_K_L.gguf b/finlytic-compliance.Q3_K_L.gguf new file mode 100644 index 0000000..62321d9 --- /dev/null +++ b/finlytic-compliance.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6124786123cafb11bc8d203a67d95da51fbe756734822cb0934e733801a4ddaa +size 221708896 diff --git a/finlytic-compliance.Q3_K_M.gguf b/finlytic-compliance.Q3_K_M.gguf new file mode 100644 index 0000000..db4bd61 --- /dev/null +++ b/finlytic-compliance.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8c04c6c71696611e62ede38fbee46d3382d0ad29fd3265eff92994ab7ccc776 +size 206504544 diff --git a/finlytic-compliance.Q3_K_S.gguf b/finlytic-compliance.Q3_K_S.gguf new file mode 100644 index 0000000..15f2ea7 --- /dev/null +++ b/finlytic-compliance.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c92bc146b12dd1bbbaf513e06e0fcc732aa554a08320bf535b098459d55ab5d6 +size 179241568 diff --git a/finlytic-compliance.Q4_K_M.gguf b/finlytic-compliance.Q4_K_M.gguf new file mode 100644 index 0000000..27bf873 --- /dev/null +++ b/finlytic-compliance.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e12183a06adfcacb2d51cf81ef3accf38241db942f8aa261596dcded78ce4260 +size 241762912 diff --git a/finlytic-compliance.Q4_K_S.gguf b/finlytic-compliance.Q4_K_S.gguf new file mode 100644 index 0000000..01abf85 --- /dev/null +++ b/finlytic-compliance.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfb982f9611bb00ed175c359aa0d0385b6e1d277e4ab0f86c48559c80c00e45f +size 220922464 diff --git a/finlytic-compliance.Q5_K_M.gguf b/finlytic-compliance.Q5_K_M.gguf new file mode 100644 index 0000000..a54e56f --- /dev/null +++ b/finlytic-compliance.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:488adf178d636569dd5bdfd6dc5cb2afce2a7608d2d0db4fd750ce43bbc7d96f +size 273810016 diff --git a/finlytic-compliance.Q5_K_S.gguf b/finlytic-compliance.Q5_K_S.gguf new file mode 100644 index 0000000..1368ce9 --- /dev/null +++ b/finlytic-compliance.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81d08d8fe7902c80d139d27f25f383a95b255490635657c6cfc307f4ad47b213 +size 257098336 diff --git a/finlytic-compliance.Q6_K.gguf b/finlytic-compliance.Q6_K.gguf new file mode 100644 index 0000000..9e1d084 --- /dev/null +++ b/finlytic-compliance.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc20d93eeaeff93ca4d9303a85291c6ca255baaa5f2bdd580450a2975e515156 +size 297206368 diff --git a/finlytic-compliance.Q8_0.gguf b/finlytic-compliance.Q8_0.gguf new file mode 100644 index 0000000..4bb202d --- /dev/null +++ b/finlytic-compliance.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f6b2a61f10e01aea3349e60247d0e99444d027f8cb6e6df44971b645635dc8a +size 382808256 diff --git a/finlytic-compliance.f16.gguf b/finlytic-compliance.f16.gguf new file mode 100644 index 0000000..ccbbd36 --- /dev/null +++ b/finlytic-compliance.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63c0fe9790516e7435fa05bda817db3bfd7a070f0fd3bae9d73fd697266eb7e0 +size 714170496