commit 88ca11a4869ab69db6c85f98555a46e8d8652d6d Author: ModelHub XC Date: Fri Oct 9 15:52:27 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Arcee-Spark-FP32-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..e84b022 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Arcee-Spark-FP32.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Arcee-Spark-FP32.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Arcee-Spark-FP32.f16.gguf filter=lfs diff=lfs merge=lfs -text +Arcee-Spark-FP32.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Arcee-Spark-FP32.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Arcee-Spark-FP32.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Arcee-Spark-FP32.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Arcee-Spark-FP32.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Arcee-Spark-FP32.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Arcee-Spark-FP32.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Arcee-Spark-FP32.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Arcee-Spark-FP32.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Arcee-Spark-FP32.IQ4_XS.gguf b/Arcee-Spark-FP32.IQ4_XS.gguf new file mode 100644 index 0000000..8ef89ae --- /dev/null +++ b/Arcee-Spark-FP32.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a791f7ecc42a0812d296afe4b492ba57b62f796ede4edae695047edd1b56120b +size 4250296544 diff --git a/Arcee-Spark-FP32.Q2_K.gguf b/Arcee-Spark-FP32.Q2_K.gguf new file mode 100644 index 0000000..1b20e67 --- /dev/null +++ b/Arcee-Spark-FP32.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3086c11a14ed3e6aecdaa57196d1007f06c2e4b95f08acc3dc8b66bf7d306b68 +size 3015938272 diff --git a/Arcee-Spark-FP32.Q3_K_L.gguf b/Arcee-Spark-FP32.Q3_K_L.gguf new file mode 100644 index 0000000..ac374d8 --- /dev/null +++ b/Arcee-Spark-FP32.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3905719b1e5d9aae116ae482b449c4925c99fd1153dbaea4e4c2ef8370e6652 +size 4088457440 diff --git a/Arcee-Spark-FP32.Q3_K_M.gguf b/Arcee-Spark-FP32.Q3_K_M.gguf new file mode 100644 index 0000000..cd0a2e7 --- /dev/null +++ b/Arcee-Spark-FP32.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a98fc3c4b8ecfd53ce80b477318df8d8656f0b29b11bd0659f39e9899987828 +size 3808389344 diff --git a/Arcee-Spark-FP32.Q3_K_S.gguf b/Arcee-Spark-FP32.Q3_K_S.gguf new file mode 100644 index 0000000..58a4264 --- /dev/null +++ b/Arcee-Spark-FP32.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:614fe6b1eef10d53693499668c52a8e7c1e357c7101b9c6044a072dee13ba522 +size 3492366560 diff --git a/Arcee-Spark-FP32.Q4_K_M.gguf b/Arcee-Spark-FP32.Q4_K_M.gguf new file mode 100644 index 0000000..b36c900 --- /dev/null +++ b/Arcee-Spark-FP32.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c23ddbefe45ff46b07d2bb76c707233ead41dac66e89acbaf2123d3a34525204 +size 4683071712 diff --git a/Arcee-Spark-FP32.Q4_K_S.gguf b/Arcee-Spark-FP32.Q4_K_S.gguf new file mode 100644 index 0000000..293c11a --- /dev/null +++ b/Arcee-Spark-FP32.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a549a5a264da6cbbbcb4a815da761dafb85922b175917d3f3a436e706895531 +size 4457767136 diff --git a/Arcee-Spark-FP32.Q5_K_M.gguf b/Arcee-Spark-FP32.Q5_K_M.gguf new file mode 100644 index 0000000..3766617 --- /dev/null +++ b/Arcee-Spark-FP32.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcd481b11fedf27df284e3acc7c88fbe60807244e906a69a076e8003f4a61031 +size 5444829408 diff --git a/Arcee-Spark-FP32.Q5_K_S.gguf b/Arcee-Spark-FP32.Q5_K_S.gguf new file mode 100644 index 0000000..7aa1993 --- /dev/null +++ b/Arcee-Spark-FP32.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff3010d0d5d800c1aac2679d16d1cb088daa6f1e6b7b5f9842d1ecc3d354cfaa +size 5315174624 diff --git a/Arcee-Spark-FP32.Q6_K.gguf b/Arcee-Spark-FP32.Q6_K.gguf new file mode 100644 index 0000000..e563b38 --- /dev/null +++ b/Arcee-Spark-FP32.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:981d4c935eb244075f7e3331818f7bcd788686aa7336912916e345ffdf3173db +size 6254196960 diff --git a/Arcee-Spark-FP32.Q8_0.gguf b/Arcee-Spark-FP32.Q8_0.gguf new file mode 100644 index 0000000..4f5ed77 --- /dev/null +++ b/Arcee-Spark-FP32.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a056df74e9a36ac17ae93648527c176e41ef0fcd5e5f27fbe07e84abfa3aeb1 +size 8098523360 diff --git a/Arcee-Spark-FP32.f16.gguf b/Arcee-Spark-FP32.f16.gguf new file mode 100644 index 0000000..e35e4ba --- /dev/null +++ b/Arcee-Spark-FP32.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e4d433b40c67bc2c1f21f5e706fbfe667b8246f7c6e431cffef62ebdf45515b +size 15237851360 diff --git a/README.md b/README.md new file mode 100644 index 0000000..ac339da --- /dev/null +++ b/README.md @@ -0,0 +1,66 @@ +--- +base_model: arcee-ai/Arcee-Spark-FP32 +language: +- en +- de +- ar +library_name: transformers +license: apache-2.0 +quantized_by: mradermacher +--- +## About + + + + + + +static quants of https://huggingface.co/arcee-ai/Arcee-Spark-FP32 + + +weighted/imatrix quants are available at https://huggingface.co/mradermacher/Arcee-Spark-FP32-i1-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Arcee-Spark-FP32-GGUF/resolve/main/Arcee-Spark-FP32.Q2_K.gguf) | Q2_K | 3.1 | | +| [GGUF](https://huggingface.co/mradermacher/Arcee-Spark-FP32-GGUF/resolve/main/Arcee-Spark-FP32.Q3_K_S.gguf) | Q3_K_S | 3.6 | | +| [GGUF](https://huggingface.co/mradermacher/Arcee-Spark-FP32-GGUF/resolve/main/Arcee-Spark-FP32.Q3_K_M.gguf) | Q3_K_M | 3.9 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Arcee-Spark-FP32-GGUF/resolve/main/Arcee-Spark-FP32.Q3_K_L.gguf) | Q3_K_L | 4.2 | | +| [GGUF](https://huggingface.co/mradermacher/Arcee-Spark-FP32-GGUF/resolve/main/Arcee-Spark-FP32.IQ4_XS.gguf) | IQ4_XS | 4.4 | | +| [GGUF](https://huggingface.co/mradermacher/Arcee-Spark-FP32-GGUF/resolve/main/Arcee-Spark-FP32.Q4_K_S.gguf) | Q4_K_S | 4.6 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Arcee-Spark-FP32-GGUF/resolve/main/Arcee-Spark-FP32.Q4_K_M.gguf) | Q4_K_M | 4.8 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Arcee-Spark-FP32-GGUF/resolve/main/Arcee-Spark-FP32.Q5_K_S.gguf) | Q5_K_S | 5.4 | | +| [GGUF](https://huggingface.co/mradermacher/Arcee-Spark-FP32-GGUF/resolve/main/Arcee-Spark-FP32.Q5_K_M.gguf) | Q5_K_M | 5.5 | | +| [GGUF](https://huggingface.co/mradermacher/Arcee-Spark-FP32-GGUF/resolve/main/Arcee-Spark-FP32.Q6_K.gguf) | Q6_K | 6.4 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/Arcee-Spark-FP32-GGUF/resolve/main/Arcee-Spark-FP32.Q8_0.gguf) | Q8_0 | 8.2 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/Arcee-Spark-FP32-GGUF/resolve/main/Arcee-Spark-FP32.f16.gguf) | f16 | 15.3 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + +