commit 1a90e475859a5e09475fa42c23d1dfcf0e19bb46 Author: ModelHub XC Date: Thu Jun 11 16:22:17 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: mradermacher/llama-3-slerp-kraut-dragon-8B-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..a5e34bb --- /dev/null +++ b/.gitattributes @@ -0,0 +1,50 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +llama-3-slerp-kraut-dragon-8B.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-slerp-kraut-dragon-8B.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-slerp-kraut-dragon-8B.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-slerp-kraut-dragon-8B.f16.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-slerp-kraut-dragon-8B.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-slerp-kraut-dragon-8B.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-slerp-kraut-dragon-8B.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-slerp-kraut-dragon-8B.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-slerp-kraut-dragon-8B.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-slerp-kraut-dragon-8B.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-slerp-kraut-dragon-8B.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-slerp-kraut-dragon-8B.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-slerp-kraut-dragon-8B.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-slerp-kraut-dragon-8B.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +llama-3-slerp-kraut-dragon-8B.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..774d231 --- /dev/null +++ b/README.md @@ -0,0 +1,70 @@ +--- +base_model: nbeerbower/llama-3-slerp-kraut-dragon-8B +language: +- en +library_name: transformers +license: other +license_name: llama3 +quantized_by: mradermacher +tags: +- mergekit +- merge +--- +## About + + + + + +static quants of https://huggingface.co/nbeerbower/llama-3-slerp-kraut-dragon-8B + + +weighted/imatrix quants seem not to be available (by me) at this time. If they do not show up a week or so after the static ones, I have probably not planned for them. Feel free to request them by opening a Community Discussion. +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/llama-3-slerp-kraut-dragon-8B-GGUF/resolve/main/llama-3-slerp-kraut-dragon-8B.Q2_K.gguf) | Q2_K | 3.3 | | +| [GGUF](https://huggingface.co/mradermacher/llama-3-slerp-kraut-dragon-8B-GGUF/resolve/main/llama-3-slerp-kraut-dragon-8B.IQ3_XS.gguf) | IQ3_XS | 3.6 | | +| [GGUF](https://huggingface.co/mradermacher/llama-3-slerp-kraut-dragon-8B-GGUF/resolve/main/llama-3-slerp-kraut-dragon-8B.Q3_K_S.gguf) | Q3_K_S | 3.8 | | +| [GGUF](https://huggingface.co/mradermacher/llama-3-slerp-kraut-dragon-8B-GGUF/resolve/main/llama-3-slerp-kraut-dragon-8B.IQ3_S.gguf) | IQ3_S | 3.8 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/llama-3-slerp-kraut-dragon-8B-GGUF/resolve/main/llama-3-slerp-kraut-dragon-8B.IQ3_M.gguf) | IQ3_M | 3.9 | | +| [GGUF](https://huggingface.co/mradermacher/llama-3-slerp-kraut-dragon-8B-GGUF/resolve/main/llama-3-slerp-kraut-dragon-8B.Q3_K_M.gguf) | Q3_K_M | 4.1 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/llama-3-slerp-kraut-dragon-8B-GGUF/resolve/main/llama-3-slerp-kraut-dragon-8B.Q3_K_L.gguf) | Q3_K_L | 4.4 | | +| [GGUF](https://huggingface.co/mradermacher/llama-3-slerp-kraut-dragon-8B-GGUF/resolve/main/llama-3-slerp-kraut-dragon-8B.IQ4_XS.gguf) | IQ4_XS | 4.6 | | +| [GGUF](https://huggingface.co/mradermacher/llama-3-slerp-kraut-dragon-8B-GGUF/resolve/main/llama-3-slerp-kraut-dragon-8B.Q4_K_S.gguf) | Q4_K_S | 4.8 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/llama-3-slerp-kraut-dragon-8B-GGUF/resolve/main/llama-3-slerp-kraut-dragon-8B.Q4_K_M.gguf) | Q4_K_M | 5.0 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/llama-3-slerp-kraut-dragon-8B-GGUF/resolve/main/llama-3-slerp-kraut-dragon-8B.Q5_K_S.gguf) | Q5_K_S | 5.7 | | +| [GGUF](https://huggingface.co/mradermacher/llama-3-slerp-kraut-dragon-8B-GGUF/resolve/main/llama-3-slerp-kraut-dragon-8B.Q5_K_M.gguf) | Q5_K_M | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/llama-3-slerp-kraut-dragon-8B-GGUF/resolve/main/llama-3-slerp-kraut-dragon-8B.Q6_K.gguf) | Q6_K | 6.7 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/llama-3-slerp-kraut-dragon-8B-GGUF/resolve/main/llama-3-slerp-kraut-dragon-8B.Q8_0.gguf) | Q8_0 | 8.6 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/llama-3-slerp-kraut-dragon-8B-GGUF/resolve/main/llama-3-slerp-kraut-dragon-8B.f16.gguf) | f16 | 16.2 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + + diff --git a/llama-3-slerp-kraut-dragon-8B.IQ3_M.gguf b/llama-3-slerp-kraut-dragon-8B.IQ3_M.gguf new file mode 100644 index 0000000..0facfc7 --- /dev/null +++ b/llama-3-slerp-kraut-dragon-8B.IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77a6cd2bdb0120926f8170a98b28bb0ef41aa718ac87d126357d189163477427 +size 3785336032 diff --git a/llama-3-slerp-kraut-dragon-8B.IQ3_S.gguf b/llama-3-slerp-kraut-dragon-8B.IQ3_S.gguf new file mode 100644 index 0000000..9fd317c --- /dev/null +++ b/llama-3-slerp-kraut-dragon-8B.IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d0efc92cb87909ad6d0152806aa85464e361465e172610e4131573083f3a361 +size 3682837728 diff --git a/llama-3-slerp-kraut-dragon-8B.IQ3_XS.gguf b/llama-3-slerp-kraut-dragon-8B.IQ3_XS.gguf new file mode 100644 index 0000000..2b82032 --- /dev/null +++ b/llama-3-slerp-kraut-dragon-8B.IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97febbb11e6840dca606f4877e336289b3c4280b6604f3fbf814d85d4aeabbca +size 3519259872 diff --git a/llama-3-slerp-kraut-dragon-8B.IQ4_XS.gguf b/llama-3-slerp-kraut-dragon-8B.IQ4_XS.gguf new file mode 100644 index 0000000..88bc2a3 --- /dev/null +++ b/llama-3-slerp-kraut-dragon-8B.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d840c4c1ef2ae73c897cd8222702fcee37374cd6744020782090681d703f226 +size 4484875488 diff --git a/llama-3-slerp-kraut-dragon-8B.Q2_K.gguf b/llama-3-slerp-kraut-dragon-8B.Q2_K.gguf new file mode 100644 index 0000000..ca0591c --- /dev/null +++ b/llama-3-slerp-kraut-dragon-8B.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d34cb21c709d24ad483162e9ceaa97f5bfbee89c40bf7c226e6c91d775fb64ac +size 3179644128 diff --git a/llama-3-slerp-kraut-dragon-8B.Q3_K_L.gguf b/llama-3-slerp-kraut-dragon-8B.Q3_K_L.gguf new file mode 100644 index 0000000..fdef24a --- /dev/null +++ b/llama-3-slerp-kraut-dragon-8B.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfbde647e200192188fa53d5cb25037b118cb3bdfc202861419e60ad030d5322 +size 4322469088 diff --git a/llama-3-slerp-kraut-dragon-8B.Q3_K_M.gguf b/llama-3-slerp-kraut-dragon-8B.Q3_K_M.gguf new file mode 100644 index 0000000..6dbc124 --- /dev/null +++ b/llama-3-slerp-kraut-dragon-8B.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56f271cf6eb5d0018e11132174642f7f2b2300e57e58df33d967e802be3adc6b +size 4019430624 diff --git a/llama-3-slerp-kraut-dragon-8B.Q3_K_S.gguf b/llama-3-slerp-kraut-dragon-8B.Q3_K_S.gguf new file mode 100644 index 0000000..e860374 --- /dev/null +++ b/llama-3-slerp-kraut-dragon-8B.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a073eb7b76cf929d0765d9bd852bf2a4d7b160e7a011398f3553ec2c3ec767e +size 3665011936 diff --git a/llama-3-slerp-kraut-dragon-8B.Q4_K_M.gguf b/llama-3-slerp-kraut-dragon-8B.Q4_K_M.gguf new file mode 100644 index 0000000..1f194b4 --- /dev/null +++ b/llama-3-slerp-kraut-dragon-8B.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14558f72bf7da301ad513e4794ec10b9b2cd249dca0228162b9f675ce325837f +size 4921246944 diff --git a/llama-3-slerp-kraut-dragon-8B.Q4_K_S.gguf b/llama-3-slerp-kraut-dragon-8B.Q4_K_S.gguf new file mode 100644 index 0000000..e4a6d88 --- /dev/null +++ b/llama-3-slerp-kraut-dragon-8B.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e959b0a4e6c429f6ee88c5cb1ee263c36ccf5ae5dcba6fc9b774a501f2e40d5 +size 4693181664 diff --git a/llama-3-slerp-kraut-dragon-8B.Q5_K_M.gguf b/llama-3-slerp-kraut-dragon-8B.Q5_K_M.gguf new file mode 100644 index 0000000..4fa1e58 --- /dev/null +++ b/llama-3-slerp-kraut-dragon-8B.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec065869c2ac255c5baf37919d936e9892a0c3af602ce537e7c075d14bd69b82 +size 5733500128 diff --git a/llama-3-slerp-kraut-dragon-8B.Q5_K_S.gguf b/llama-3-slerp-kraut-dragon-8B.Q5_K_S.gguf new file mode 100644 index 0000000..9853b6d --- /dev/null +++ b/llama-3-slerp-kraut-dragon-8B.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b12360412e5f45f50fbd99b72f8190030d3fad2063b24b48c0f310c4de9e6796 +size 5599806688 diff --git a/llama-3-slerp-kraut-dragon-8B.Q6_K.gguf b/llama-3-slerp-kraut-dragon-8B.Q6_K.gguf new file mode 100644 index 0000000..4199f8d --- /dev/null +++ b/llama-3-slerp-kraut-dragon-8B.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25be00ee3b8b16979c1c22cb7b485ed5ac9c156b0f281fe71ddffb32e91dda4a +size 6596519136 diff --git a/llama-3-slerp-kraut-dragon-8B.Q8_0.gguf b/llama-3-slerp-kraut-dragon-8B.Q8_0.gguf new file mode 100644 index 0000000..6a51974 --- /dev/null +++ b/llama-3-slerp-kraut-dragon-8B.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c49d84858ea4652127a45edc1075d4ac447d727ccc86edb6f888b3867d1c1d9 +size 8541283552 diff --git a/llama-3-slerp-kraut-dragon-8B.f16.gguf b/llama-3-slerp-kraut-dragon-8B.f16.gguf new file mode 100644 index 0000000..8b88489 --- /dev/null +++ b/llama-3-slerp-kraut-dragon-8B.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5011c96eaf699f755501a70bbafdf7ecdfa22bce3f2335384411789f4f7017bd +size 16069403872