commit c5f37177d2ae757fde7ded419ada176237f404b6 Author: ModelHub XC Date: Mon Apr 13 10:58:42 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/hestia-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..d6828ec --- /dev/null +++ b/.gitattributes @@ -0,0 +1,50 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +hestia.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +hestia.f16.gguf filter=lfs diff=lfs merge=lfs -text +hestia.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +hestia.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +hestia.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +hestia.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +hestia.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +hestia.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +hestia.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +hestia.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +hestia.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +hestia.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +hestia.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +hestia.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +hestia.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..c5f2717 --- /dev/null +++ b/README.md @@ -0,0 +1,67 @@ +--- +base_model: core-outline/hestia +language: +- en +library_name: transformers +quantized_by: mradermacher +tags: [] +--- +## About + + + + + + +static quants of https://huggingface.co/core-outline/hestia + + +weighted/imatrix quants seem not to be available (by me) at this time. If they do not show up a week or so after the static ones, I have probably not planned for them. Feel free to request them by opening a Community Discussion. +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/hestia-GGUF/resolve/main/hestia.Q2_K.gguf) | Q2_K | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/hestia-GGUF/resolve/main/hestia.IQ3_XS.gguf) | IQ3_XS | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/hestia-GGUF/resolve/main/hestia.Q3_K_S.gguf) | Q3_K_S | 1.4 | | +| [GGUF](https://huggingface.co/mradermacher/hestia-GGUF/resolve/main/hestia.IQ3_S.gguf) | IQ3_S | 1.4 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/hestia-GGUF/resolve/main/hestia.IQ3_M.gguf) | IQ3_M | 1.4 | | +| [GGUF](https://huggingface.co/mradermacher/hestia-GGUF/resolve/main/hestia.Q3_K_M.gguf) | Q3_K_M | 1.5 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/hestia-GGUF/resolve/main/hestia.Q3_K_L.gguf) | Q3_K_L | 1.6 | | +| [GGUF](https://huggingface.co/mradermacher/hestia-GGUF/resolve/main/hestia.IQ4_XS.gguf) | IQ4_XS | 1.6 | | +| [GGUF](https://huggingface.co/mradermacher/hestia-GGUF/resolve/main/hestia.Q4_K_S.gguf) | Q4_K_S | 1.7 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/hestia-GGUF/resolve/main/hestia.Q4_K_M.gguf) | Q4_K_M | 1.7 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/hestia-GGUF/resolve/main/hestia.Q5_K_S.gguf) | Q5_K_S | 1.9 | | +| [GGUF](https://huggingface.co/mradermacher/hestia-GGUF/resolve/main/hestia.Q5_K_M.gguf) | Q5_K_M | 1.9 | | +| [GGUF](https://huggingface.co/mradermacher/hestia-GGUF/resolve/main/hestia.Q6_K.gguf) | Q6_K | 2.2 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/hestia-GGUF/resolve/main/hestia.Q8_0.gguf) | Q8_0 | 2.8 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/hestia-GGUF/resolve/main/hestia.f16.gguf) | f16 | 5.1 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + + diff --git a/hestia.IQ3_M.gguf b/hestia.IQ3_M.gguf new file mode 100644 index 0000000..e37b107 --- /dev/null +++ b/hestia.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a80e9e3f94012f10646c5ab56d5ad89620a456f5546713414c97f9a8fdbc5858 +size 1308173952 diff --git a/hestia.IQ3_S.gguf b/hestia.IQ3_S.gguf new file mode 100644 index 0000000..8750865 --- /dev/null +++ b/hestia.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7c2dd6a61a30dcb523cb9db84dc16a9c1fb8835115d888a24adce88240060d0 +size 1289234048 diff --git a/hestia.IQ3_XS.gguf b/hestia.IQ3_XS.gguf new file mode 100644 index 0000000..bb3e618 --- /dev/null +++ b/hestia.IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fbd0f08210a724676af334fe35a2da319a178bbef40c8dac9ad04130f249d39 +size 1244358272 diff --git a/hestia.IQ4_XS.gguf b/hestia.IQ4_XS.gguf new file mode 100644 index 0000000..2b0a163 --- /dev/null +++ b/hestia.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:458466f2c27b4a22deb8d1968f9eafe79ac6092123b68f8a98173882b207efe2 +size 1501218432 diff --git a/hestia.Q2_K.gguf b/hestia.Q2_K.gguf new file mode 100644 index 0000000..e36c5bb --- /dev/null +++ b/hestia.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12da30747a0cdc63e561d8222bbf3e8d1b60a8b08e0f2f4bfd4c47cec8c8ac1c +size 1157924480 diff --git a/hestia.Q3_K_L.gguf b/hestia.Q3_K_L.gguf new file mode 100644 index 0000000..b61225d --- /dev/null +++ b/hestia.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3128742c337c9b3149497474b3e1cc87acad57adaed4058cda6145439b117dc2 +size 1465591424 diff --git a/hestia.Q3_K_M.gguf b/hestia.Q3_K_M.gguf new file mode 100644 index 0000000..de9819b --- /dev/null +++ b/hestia.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a0cfba5ed2c5b957f1842f48dfa3cd651dab20942e1a992ddd1ebb16c092bc4 +size 1383802496 diff --git a/hestia.Q3_K_S.gguf b/hestia.Q3_K_S.gguf new file mode 100644 index 0000000..15e52b4 --- /dev/null +++ b/hestia.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bb89691274de0330710c763848329e1aa1095c9ed8d0de74b5ff1bf1cc0063e +size 1287980672 diff --git a/hestia.Q4_K_M.gguf b/hestia.Q4_K_M.gguf new file mode 100644 index 0000000..35e1918 --- /dev/null +++ b/hestia.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e29a3a1b245f11909d04704ec468ab53895deff5ef9df16ab2afe8e77a5594fd +size 1630262912 diff --git a/hestia.Q4_K_S.gguf b/hestia.Q4_K_S.gguf new file mode 100644 index 0000000..15930d6 --- /dev/null +++ b/hestia.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b1770484a276f22c6c5c450f2f205b19967dc44aee0065a729c00e0d458bb0d +size 1559840384 diff --git a/hestia.Q5_K_M.gguf b/hestia.Q5_K_M.gguf new file mode 100644 index 0000000..121256b --- /dev/null +++ b/hestia.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83ba5cc43cf1a71bac15f809d877fa67f185ed3ceb948cb2ed5322cbea3fd939 +size 1839650432 diff --git a/hestia.Q5_K_S.gguf b/hestia.Q5_K_S.gguf new file mode 100644 index 0000000..806fa72 --- /dev/null +++ b/hestia.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eeb7a0ebe6c1c2bb7133195cad490004e1aec372724f17560a1760e9bd7d2a10 +size 1798915712 diff --git a/hestia.Q6_K.gguf b/hestia.Q6_K.gguf new file mode 100644 index 0000000..e196a01 --- /dev/null +++ b/hestia.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e75f6973e6f641289cfd8d4d762fe0651be0c064abdab2cf076fd5704098dc87 +size 2062124672 diff --git a/hestia.Q8_0.gguf b/hestia.Q8_0.gguf new file mode 100644 index 0000000..63a0a26 --- /dev/null +++ b/hestia.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5888ff1c04ad040af157b1bc2e12d940efc9f9b6c4e8a1cf390be35b16408f23 +size 2669069952 diff --git a/hestia.f16.gguf b/hestia.f16.gguf new file mode 100644 index 0000000..921b162 --- /dev/null +++ b/hestia.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:659dfad17a80da0b57cb6ce23df59df76b0adf0d0217eac6c6c057d05903c822 +size 5018535552