From c5d774def9001ce5e98952f8ea871bd54edde21a Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 23 May 2026 21:40:24 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Hare1.0-base-GGUF Source: Original Platform --- .gitattributes | 50 +++++++++++++++++++++++++++++ Hare1.0-base.IQ3_M.gguf | 3 ++ Hare1.0-base.IQ3_S.gguf | 3 ++ Hare1.0-base.IQ3_XS.gguf | 3 ++ Hare1.0-base.IQ4_XS.gguf | 3 ++ Hare1.0-base.Q2_K.gguf | 3 ++ Hare1.0-base.Q3_K_L.gguf | 3 ++ Hare1.0-base.Q3_K_M.gguf | 3 ++ Hare1.0-base.Q3_K_S.gguf | 3 ++ Hare1.0-base.Q4_K_M.gguf | 3 ++ Hare1.0-base.Q4_K_S.gguf | 3 ++ Hare1.0-base.Q5_K_M.gguf | 3 ++ Hare1.0-base.Q5_K_S.gguf | 3 ++ Hare1.0-base.Q6_K.gguf | 3 ++ Hare1.0-base.Q8_0.gguf | 3 ++ Hare1.0-base.f16.gguf | 3 ++ README.md | 69 ++++++++++++++++++++++++++++++++++++++++ 17 files changed, 164 insertions(+) create mode 100644 .gitattributes create mode 100644 Hare1.0-base.IQ3_M.gguf create mode 100644 Hare1.0-base.IQ3_S.gguf create mode 100644 Hare1.0-base.IQ3_XS.gguf create mode 100644 Hare1.0-base.IQ4_XS.gguf create mode 100644 Hare1.0-base.Q2_K.gguf create mode 100644 Hare1.0-base.Q3_K_L.gguf create mode 100644 Hare1.0-base.Q3_K_M.gguf create mode 100644 Hare1.0-base.Q3_K_S.gguf create mode 100644 Hare1.0-base.Q4_K_M.gguf create mode 100644 Hare1.0-base.Q4_K_S.gguf create mode 100644 Hare1.0-base.Q5_K_M.gguf create mode 100644 Hare1.0-base.Q5_K_S.gguf create mode 100644 Hare1.0-base.Q6_K.gguf create mode 100644 Hare1.0-base.Q8_0.gguf create mode 100644 Hare1.0-base.f16.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..9ad0346 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,50 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Hare1.0-base.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Hare1.0-base.f16.gguf filter=lfs diff=lfs merge=lfs -text +Hare1.0-base.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Hare1.0-base.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Hare1.0-base.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Hare1.0-base.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Hare1.0-base.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Hare1.0-base.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Hare1.0-base.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Hare1.0-base.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Hare1.0-base.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Hare1.0-base.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Hare1.0-base.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Hare1.0-base.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Hare1.0-base.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Hare1.0-base.IQ3_M.gguf b/Hare1.0-base.IQ3_M.gguf new file mode 100644 index 0000000..4963870 --- /dev/null +++ b/Hare1.0-base.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ce592de87612a1ce9c8c8e38737e78dc8f5330f7fa18e5181bb19d41daac727 +size 570467584 diff --git a/Hare1.0-base.IQ3_S.gguf b/Hare1.0-base.IQ3_S.gguf new file mode 100644 index 0000000..716df60 --- /dev/null +++ b/Hare1.0-base.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0b0f8696c4227a23a32eb11e7160df4d5452f72ef21a67a413fcea94bc71226 +size 555148544 diff --git a/Hare1.0-base.IQ3_XS.gguf b/Hare1.0-base.IQ3_XS.gguf new file mode 100644 index 0000000..9f4135a --- /dev/null +++ b/Hare1.0-base.IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f4e0d8307a7593a77971a9a0e6da2b8f0e3e4e856d55a5aac57f933a4f5861d +size 531358976 diff --git a/Hare1.0-base.IQ4_XS.gguf b/Hare1.0-base.IQ4_XS.gguf new file mode 100644 index 0000000..0a2002a --- /dev/null +++ b/Hare1.0-base.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b5f05a31e417b4c1d9aad09479f6d212b68a2f4c03cc84683b7e74501e52252 +size 670146240 diff --git a/Hare1.0-base.Q2_K.gguf b/Hare1.0-base.Q2_K.gguf new file mode 100644 index 0000000..0976d04 --- /dev/null +++ b/Hare1.0-base.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34efcaf2dbe8a5901d4ca788340c6bf159af3b6a7ec849ea7b5910f83ab5842e +size 481782560 diff --git a/Hare1.0-base.Q3_K_L.gguf b/Hare1.0-base.Q3_K_L.gguf new file mode 100644 index 0000000..c7b9226 --- /dev/null +++ b/Hare1.0-base.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80087bfa64c1f36232c854a980ef1db211a74dd43ccdc204b907bc03583461c8 +size 647243008 diff --git a/Hare1.0-base.Q3_K_M.gguf b/Hare1.0-base.Q3_K_M.gguf new file mode 100644 index 0000000..5ea6273 --- /dev/null +++ b/Hare1.0-base.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dbacf821f94684bf28662b7d99897c18313c4f9979042773f583b1c28cc0c6a +size 602809600 diff --git a/Hare1.0-base.Q3_K_S.gguf b/Hare1.0-base.Q3_K_S.gguf new file mode 100644 index 0000000..22d1ac7 --- /dev/null +++ b/Hare1.0-base.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48378c6ebd3a47a34ce28c33aa2842952b4fe5fc0f16fd31042e6d3123c81eef +size 552084736 diff --git a/Hare1.0-base.Q4_K_M.gguf b/Hare1.0-base.Q4_K_M.gguf new file mode 100644 index 0000000..4fe72db --- /dev/null +++ b/Hare1.0-base.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd159db911c06f0c5ed6beac23357f729084a8fa9206c83246d58df17411e3b3 +size 729486080 diff --git a/Hare1.0-base.Q4_K_S.gguf b/Hare1.0-base.Q4_K_S.gguf new file mode 100644 index 0000000..445c59c --- /dev/null +++ b/Hare1.0-base.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bd4f73be8a699d9877febdaeacdfd83cfa648484924b5d3f657e5ff1f05191f +size 700453632 diff --git a/Hare1.0-base.Q5_K_M.gguf b/Hare1.0-base.Q5_K_M.gguf new file mode 100644 index 0000000..a46847b --- /dev/null +++ b/Hare1.0-base.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d1f4cb744ae2cbd749359c3078fd9b30702647135397aaa47b46cfc142c0d7b +size 850191360 diff --git a/Hare1.0-base.Q5_K_S.gguf b/Hare1.0-base.Q5_K_S.gguf new file mode 100644 index 0000000..781775b --- /dev/null +++ b/Hare1.0-base.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:694082997d16472a239d6bf7d961abcaf17ccc34b3593bff2d694ad1d74cfaa8 +size 833479680 diff --git a/Hare1.0-base.Q6_K.gguf b/Hare1.0-base.Q6_K.gguf new file mode 100644 index 0000000..e983479 --- /dev/null +++ b/Hare1.0-base.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43284438b19e14fcf59fa35afd9c11ea0ef40196af0de9555f6043d86ba751e3 +size 978440736 diff --git a/Hare1.0-base.Q8_0.gguf b/Hare1.0-base.Q8_0.gguf new file mode 100644 index 0000000..cdeeb4d --- /dev/null +++ b/Hare1.0-base.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6badffc049062f926f51895bc809c119d04969f025aa4e0833360662e029add3 +size 1266883552 diff --git a/Hare1.0-base.f16.gguf b/Hare1.0-base.f16.gguf new file mode 100644 index 0000000..8c16c65 --- /dev/null +++ b/Hare1.0-base.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7819e45370ba5886ececf23591a6e41ea08fc3a1684c82f10420cc922361dcdf +size 2383436512 diff --git a/README.md b/README.md new file mode 100644 index 0000000..fa7b0a9 --- /dev/null +++ b/README.md @@ -0,0 +1,69 @@ +--- +base_model: LiteAI/Hare1.0-base +language: +- en +library_name: transformers +license: apache-2.0 +quantized_by: mradermacher +tags: +- Hare +--- +## About + + + + + + +static quants of https://huggingface.co/LiteAI/Hare1.0-base + + +weighted/imatrix quants seem not to be available (by me) at this time. If they do not show up a week or so after the static ones, I have probably not planned for them. Feel free to request them by opening a Community Discussion. +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Hare1.0-base-GGUF/resolve/main/Hare1.0-base.Q2_K.gguf) | Q2_K | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/Hare1.0-base-GGUF/resolve/main/Hare1.0-base.IQ3_XS.gguf) | IQ3_XS | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/Hare1.0-base-GGUF/resolve/main/Hare1.0-base.Q3_K_S.gguf) | Q3_K_S | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/Hare1.0-base-GGUF/resolve/main/Hare1.0-base.IQ3_S.gguf) | IQ3_S | 0.7 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Hare1.0-base-GGUF/resolve/main/Hare1.0-base.IQ3_M.gguf) | IQ3_M | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/Hare1.0-base-GGUF/resolve/main/Hare1.0-base.Q3_K_M.gguf) | Q3_K_M | 0.7 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Hare1.0-base-GGUF/resolve/main/Hare1.0-base.Q3_K_L.gguf) | Q3_K_L | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/Hare1.0-base-GGUF/resolve/main/Hare1.0-base.IQ4_XS.gguf) | IQ4_XS | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/Hare1.0-base-GGUF/resolve/main/Hare1.0-base.Q4_K_S.gguf) | Q4_K_S | 0.8 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Hare1.0-base-GGUF/resolve/main/Hare1.0-base.Q4_K_M.gguf) | Q4_K_M | 0.8 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Hare1.0-base-GGUF/resolve/main/Hare1.0-base.Q5_K_S.gguf) | Q5_K_S | 0.9 | | +| [GGUF](https://huggingface.co/mradermacher/Hare1.0-base-GGUF/resolve/main/Hare1.0-base.Q5_K_M.gguf) | Q5_K_M | 1.0 | | +| [GGUF](https://huggingface.co/mradermacher/Hare1.0-base-GGUF/resolve/main/Hare1.0-base.Q6_K.gguf) | Q6_K | 1.1 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/Hare1.0-base-GGUF/resolve/main/Hare1.0-base.Q8_0.gguf) | Q8_0 | 1.4 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/Hare1.0-base-GGUF/resolve/main/Hare1.0-base.f16.gguf) | f16 | 2.5 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + +