commit 95d206e940e9bf6a702cdce4de736ae077678550 Author: ModelHub XC Date: Sat Jun 13 04:38:16 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/FinMatcha-3B-Instruct-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..f2077b2 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +FinMatcha-3B-Instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +FinMatcha-3B-Instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text +FinMatcha-3B-Instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +FinMatcha-3B-Instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +FinMatcha-3B-Instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +FinMatcha-3B-Instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +FinMatcha-3B-Instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +FinMatcha-3B-Instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +FinMatcha-3B-Instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +FinMatcha-3B-Instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +FinMatcha-3B-Instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +FinMatcha-3B-Instruct.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/FinMatcha-3B-Instruct.IQ4_XS.gguf b/FinMatcha-3B-Instruct.IQ4_XS.gguf new file mode 100644 index 0000000..084db25 --- /dev/null +++ b/FinMatcha-3B-Instruct.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1a77a624f1e340451c656be383c9d0faa32660200e743384a46a39a1a79adae +size 1840907328 diff --git a/FinMatcha-3B-Instruct.Q2_K.gguf b/FinMatcha-3B-Instruct.Q2_K.gguf new file mode 100644 index 0000000..c7bc30f --- /dev/null +++ b/FinMatcha-3B-Instruct.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ae91a3dd32ee915fbe5a3e37c8f3db74c759d5185d1c5a9d48d58bd05276c9e +size 1363936320 diff --git a/FinMatcha-3B-Instruct.Q3_K_L.gguf b/FinMatcha-3B-Instruct.Q3_K_L.gguf new file mode 100644 index 0000000..729838b --- /dev/null +++ b/FinMatcha-3B-Instruct.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c562dd25f1e092652760b90daf8af1e6c76ccdb477b990db46d4f17aec02304 +size 1815348288 diff --git a/FinMatcha-3B-Instruct.Q3_K_M.gguf b/FinMatcha-3B-Instruct.Q3_K_M.gguf new file mode 100644 index 0000000..ee3f0a9 --- /dev/null +++ b/FinMatcha-3B-Instruct.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82b5a5df4261e0e77836eebe70bd147a6e398374a9ad47d2a124c85c1a742783 +size 1687159872 diff --git a/FinMatcha-3B-Instruct.Q3_K_S.gguf b/FinMatcha-3B-Instruct.Q3_K_S.gguf new file mode 100644 index 0000000..79e88dc --- /dev/null +++ b/FinMatcha-3B-Instruct.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d76918d3028634403cca4ea0bd9909276273d65f9db15f85176e16620310a74 +size 1542849600 diff --git a/FinMatcha-3B-Instruct.Q4_K_M.gguf b/FinMatcha-3B-Instruct.Q4_K_M.gguf new file mode 100644 index 0000000..43c0592 --- /dev/null +++ b/FinMatcha-3B-Instruct.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0037e5db9ce2ef7825ac68a43f30812ea6e252812812471f4bd225a3f9f12972 +size 2019378240 diff --git a/FinMatcha-3B-Instruct.Q4_K_S.gguf b/FinMatcha-3B-Instruct.Q4_K_S.gguf new file mode 100644 index 0000000..6a1587d --- /dev/null +++ b/FinMatcha-3B-Instruct.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f4aacd55781bbe33ece5b6e04244c4623aac2128141d97bfbe6d7cebae728ce +size 1928201280 diff --git a/FinMatcha-3B-Instruct.Q5_K_M.gguf b/FinMatcha-3B-Instruct.Q5_K_M.gguf new file mode 100644 index 0000000..b410ba0 --- /dev/null +++ b/FinMatcha-3B-Instruct.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6231a68e91c953ed637c4511454ca2a7842d2037c0dcd33ee2425351c0bcc48d +size 2322154560 diff --git a/FinMatcha-3B-Instruct.Q5_K_S.gguf b/FinMatcha-3B-Instruct.Q5_K_S.gguf new file mode 100644 index 0000000..77fa13e --- /dev/null +++ b/FinMatcha-3B-Instruct.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15f78b7af2309f858d155afebe0b608398d1bca1b219709693e15b90f07ad336 +size 2269512768 diff --git a/FinMatcha-3B-Instruct.Q6_K.gguf b/FinMatcha-3B-Instruct.Q6_K.gguf new file mode 100644 index 0000000..d33a1f9 --- /dev/null +++ b/FinMatcha-3B-Instruct.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:761caa160e9fa4d2c8fccc9f172894555fa820d1e9ed0fa2bd9ea85fefe97d77 +size 2643854400 diff --git a/FinMatcha-3B-Instruct.Q8_0.gguf b/FinMatcha-3B-Instruct.Q8_0.gguf new file mode 100644 index 0000000..a9fcbc8 --- /dev/null +++ b/FinMatcha-3B-Instruct.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33d4d6cda459872e84a285bf13b01155982e6a47fe2f5edce434d6e7baafeaee +size 3421899840 diff --git a/FinMatcha-3B-Instruct.f16.gguf b/FinMatcha-3B-Instruct.f16.gguf new file mode 100644 index 0000000..1e4ce11 --- /dev/null +++ b/FinMatcha-3B-Instruct.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae0867a1c529557b5a9e094d0cd2f3f02fc233cecfa28534ba2fa0319f680454 +size 6433688640 diff --git a/README.md b/README.md new file mode 100644 index 0000000..cd79b56 --- /dev/null +++ b/README.md @@ -0,0 +1,70 @@ +--- +base_model: xMaulana/FinMatcha-3B-Instruct +datasets: +- NekoFi/alpaca-gpt4-indonesia-cleaned +language: +- id +library_name: transformers +license: apache-2.0 +quantized_by: mradermacher +tags: +- Indonesian +- Chat +- Instruct +--- +## About + + + + + + +static quants of https://huggingface.co/xMaulana/FinMatcha-3B-Instruct + + +weighted/imatrix quants are available at https://huggingface.co/mradermacher/FinMatcha-3B-Instruct-i1-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/FinMatcha-3B-Instruct-GGUF/resolve/main/FinMatcha-3B-Instruct.Q2_K.gguf) | Q2_K | 1.5 | | +| [GGUF](https://huggingface.co/mradermacher/FinMatcha-3B-Instruct-GGUF/resolve/main/FinMatcha-3B-Instruct.Q3_K_S.gguf) | Q3_K_S | 1.6 | | +| [GGUF](https://huggingface.co/mradermacher/FinMatcha-3B-Instruct-GGUF/resolve/main/FinMatcha-3B-Instruct.Q3_K_M.gguf) | Q3_K_M | 1.8 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/FinMatcha-3B-Instruct-GGUF/resolve/main/FinMatcha-3B-Instruct.Q3_K_L.gguf) | Q3_K_L | 1.9 | | +| [GGUF](https://huggingface.co/mradermacher/FinMatcha-3B-Instruct-GGUF/resolve/main/FinMatcha-3B-Instruct.IQ4_XS.gguf) | IQ4_XS | 1.9 | | +| [GGUF](https://huggingface.co/mradermacher/FinMatcha-3B-Instruct-GGUF/resolve/main/FinMatcha-3B-Instruct.Q4_K_S.gguf) | Q4_K_S | 2.0 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/FinMatcha-3B-Instruct-GGUF/resolve/main/FinMatcha-3B-Instruct.Q4_K_M.gguf) | Q4_K_M | 2.1 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/FinMatcha-3B-Instruct-GGUF/resolve/main/FinMatcha-3B-Instruct.Q5_K_S.gguf) | Q5_K_S | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/FinMatcha-3B-Instruct-GGUF/resolve/main/FinMatcha-3B-Instruct.Q5_K_M.gguf) | Q5_K_M | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/FinMatcha-3B-Instruct-GGUF/resolve/main/FinMatcha-3B-Instruct.Q6_K.gguf) | Q6_K | 2.7 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/FinMatcha-3B-Instruct-GGUF/resolve/main/FinMatcha-3B-Instruct.Q8_0.gguf) | Q8_0 | 3.5 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/FinMatcha-3B-Instruct-GGUF/resolve/main/FinMatcha-3B-Instruct.f16.gguf) | f16 | 6.5 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + +