commit 17706ea993df1bd83de7f44580f6a11b2d2f6eb3 Author: ModelHub XC Date: Sat Jul 11 13:12:10 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/Hammer2.1-0.5b-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..beeb1ed --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Hammer2.1-0.5b.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Hammer2.1-0.5b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Hammer2.1-0.5b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Hammer2.1-0.5b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Hammer2.1-0.5b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Hammer2.1-0.5b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Hammer2.1-0.5b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Hammer2.1-0.5b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Hammer2.1-0.5b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Hammer2.1-0.5b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Hammer2.1-0.5b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Hammer2.1-0.5b.f16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Hammer2.1-0.5b.IQ4_XS.gguf b/Hammer2.1-0.5b.IQ4_XS.gguf new file mode 100644 index 0000000..b17d437 --- /dev/null +++ b/Hammer2.1-0.5b.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d72a07368899c9d0d16533f2f90c98c034b00352fa56cc9afaac16ef0a458f8d +size 351181760 diff --git a/Hammer2.1-0.5b.Q2_K.gguf b/Hammer2.1-0.5b.Q2_K.gguf new file mode 100644 index 0000000..cbf312a --- /dev/null +++ b/Hammer2.1-0.5b.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e45117289993949a4f9320e02ea59fc2b5aed27080d2e6966077781090ff5526 +size 338343872 diff --git a/Hammer2.1-0.5b.Q3_K_L.gguf b/Hammer2.1-0.5b.Q3_K_L.gguf new file mode 100644 index 0000000..735851f --- /dev/null +++ b/Hammer2.1-0.5b.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecdbb72824bdfd552a9c04fdb29c120466a0be4a17ddd8abb40f1141b265caa0 +size 369094592 diff --git a/Hammer2.1-0.5b.Q3_K_M.gguf b/Hammer2.1-0.5b.Q3_K_M.gguf new file mode 100644 index 0000000..0ede139 --- /dev/null +++ b/Hammer2.1-0.5b.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a3971bb87e1a3deab2b6b1bab77b1f0f76f262cabd750e884eed955f8f970bf +size 355203008 diff --git a/Hammer2.1-0.5b.Q3_K_S.gguf b/Hammer2.1-0.5b.Q3_K_S.gguf new file mode 100644 index 0000000..1757989 --- /dev/null +++ b/Hammer2.1-0.5b.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:741dadacd38f43a6a3dc6eaeeea92996481c43374030cbf90796733c0f6d94d4 +size 337999808 diff --git a/Hammer2.1-0.5b.Q4_K_M.gguf b/Hammer2.1-0.5b.Q4_K_M.gguf new file mode 100644 index 0000000..838362e --- /dev/null +++ b/Hammer2.1-0.5b.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94ba806ab754e5a4073e9f70c4d6aa09a709cd312c8958566308b84aad32c5f8 +size 397544384 diff --git a/Hammer2.1-0.5b.Q4_K_S.gguf b/Hammer2.1-0.5b.Q4_K_S.gguf new file mode 100644 index 0000000..f0403f0 --- /dev/null +++ b/Hammer2.1-0.5b.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd4d1a20d64e5a4e521c67de58cd4e0e518e2bb5550e88cb9183181a9a8881f6 +size 385208256 diff --git a/Hammer2.1-0.5b.Q5_K_M.gguf b/Hammer2.1-0.5b.Q5_K_M.gguf new file mode 100644 index 0000000..45125ce --- /dev/null +++ b/Hammer2.1-0.5b.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98195101870550e4d44bc4ac7a5a358678e653e4b617625f0dc21f450d32f803 +size 419822528 diff --git a/Hammer2.1-0.5b.Q5_K_S.gguf b/Hammer2.1-0.5b.Q5_K_S.gguf new file mode 100644 index 0000000..379c00b --- /dev/null +++ b/Hammer2.1-0.5b.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:164516a446831d71c7c025b0ddbefae49e9b01af967b7860b95e9deb06db986a +size 412446656 diff --git a/Hammer2.1-0.5b.Q6_K.gguf b/Hammer2.1-0.5b.Q6_K.gguf new file mode 100644 index 0000000..dbc31ef --- /dev/null +++ b/Hammer2.1-0.5b.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcec613dc1afb5e6254b8bfec6226759a5cc3430738cb42941321cdf98769200 +size 505472960 diff --git a/Hammer2.1-0.5b.Q8_0.gguf b/Hammer2.1-0.5b.Q8_0.gguf new file mode 100644 index 0000000..e9bf3d1 --- /dev/null +++ b/Hammer2.1-0.5b.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a936b93cdd1c1ef683a531a582e99a397cd4cd8969b0c2ae2740b1e9f8e240ca +size 530804672 diff --git a/Hammer2.1-0.5b.f16.gguf b/Hammer2.1-0.5b.f16.gguf new file mode 100644 index 0000000..af92e2a --- /dev/null +++ b/Hammer2.1-0.5b.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c0bdd757a80f4d3cde3eed194447d650c0579dc03a7c48ad918be11c3d9c7e2 +size 993665664 diff --git a/README.md b/README.md new file mode 100644 index 0000000..7d36288 --- /dev/null +++ b/README.md @@ -0,0 +1,67 @@ +--- +base_model: MadeAgents/Hammer2.1-0.5b +datasets: +- Salesforce/xlam-function-calling-60k +- MadeAgents/xlam-irrelevance-7.5k +language: +- en +library_name: transformers +license: cc-by-nc-4.0 +quantized_by: mradermacher +--- +## About + + + + + + +static quants of https://huggingface.co/MadeAgents/Hammer2.1-0.5b + + +weighted/imatrix quants seem not to be available (by me) at this time. If they do not show up a week or so after the static ones, I have probably not planned for them. Feel free to request them by opening a Community Discussion. +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Hammer2.1-0.5b-GGUF/resolve/main/Hammer2.1-0.5b.Q3_K_S.gguf) | Q3_K_S | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/Hammer2.1-0.5b-GGUF/resolve/main/Hammer2.1-0.5b.Q2_K.gguf) | Q2_K | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/Hammer2.1-0.5b-GGUF/resolve/main/Hammer2.1-0.5b.IQ4_XS.gguf) | IQ4_XS | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/Hammer2.1-0.5b-GGUF/resolve/main/Hammer2.1-0.5b.Q3_K_M.gguf) | Q3_K_M | 0.5 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Hammer2.1-0.5b-GGUF/resolve/main/Hammer2.1-0.5b.Q3_K_L.gguf) | Q3_K_L | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/Hammer2.1-0.5b-GGUF/resolve/main/Hammer2.1-0.5b.Q4_K_S.gguf) | Q4_K_S | 0.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Hammer2.1-0.5b-GGUF/resolve/main/Hammer2.1-0.5b.Q4_K_M.gguf) | Q4_K_M | 0.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Hammer2.1-0.5b-GGUF/resolve/main/Hammer2.1-0.5b.Q5_K_S.gguf) | Q5_K_S | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/Hammer2.1-0.5b-GGUF/resolve/main/Hammer2.1-0.5b.Q5_K_M.gguf) | Q5_K_M | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/Hammer2.1-0.5b-GGUF/resolve/main/Hammer2.1-0.5b.Q6_K.gguf) | Q6_K | 0.6 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/Hammer2.1-0.5b-GGUF/resolve/main/Hammer2.1-0.5b.Q8_0.gguf) | Q8_0 | 0.6 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/Hammer2.1-0.5b-GGUF/resolve/main/Hammer2.1-0.5b.f16.gguf) | f16 | 1.1 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + +