From 5e40d93a2513510366f69186430bb9bcc517676e Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 31 May 2026 10:31:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Llama-3.1-8B-sft-peers-pool-IPO-GGUF Source: Original Platform --- .gitattributes | 47 +++++++++++++ Llama-3.1-8B-sft-peers-pool-IPO.IQ4_XS.gguf | 3 + Llama-3.1-8B-sft-peers-pool-IPO.Q2_K.gguf | 3 + Llama-3.1-8B-sft-peers-pool-IPO.Q3_K_L.gguf | 3 + Llama-3.1-8B-sft-peers-pool-IPO.Q3_K_M.gguf | 3 + Llama-3.1-8B-sft-peers-pool-IPO.Q3_K_S.gguf | 3 + Llama-3.1-8B-sft-peers-pool-IPO.Q4_K_M.gguf | 3 + Llama-3.1-8B-sft-peers-pool-IPO.Q4_K_S.gguf | 3 + Llama-3.1-8B-sft-peers-pool-IPO.Q5_K_M.gguf | 3 + Llama-3.1-8B-sft-peers-pool-IPO.Q5_K_S.gguf | 3 + Llama-3.1-8B-sft-peers-pool-IPO.Q6_K.gguf | 3 + Llama-3.1-8B-sft-peers-pool-IPO.Q8_0.gguf | 3 + Llama-3.1-8B-sft-peers-pool-IPO.f16.gguf | 3 + README.md | 76 +++++++++++++++++++++ 14 files changed, 159 insertions(+) create mode 100644 .gitattributes create mode 100644 Llama-3.1-8B-sft-peers-pool-IPO.IQ4_XS.gguf create mode 100644 Llama-3.1-8B-sft-peers-pool-IPO.Q2_K.gguf create mode 100644 Llama-3.1-8B-sft-peers-pool-IPO.Q3_K_L.gguf create mode 100644 Llama-3.1-8B-sft-peers-pool-IPO.Q3_K_M.gguf create mode 100644 Llama-3.1-8B-sft-peers-pool-IPO.Q3_K_S.gguf create mode 100644 Llama-3.1-8B-sft-peers-pool-IPO.Q4_K_M.gguf create mode 100644 Llama-3.1-8B-sft-peers-pool-IPO.Q4_K_S.gguf create mode 100644 Llama-3.1-8B-sft-peers-pool-IPO.Q5_K_M.gguf create mode 100644 Llama-3.1-8B-sft-peers-pool-IPO.Q5_K_S.gguf create mode 100644 Llama-3.1-8B-sft-peers-pool-IPO.Q6_K.gguf create mode 100644 Llama-3.1-8B-sft-peers-pool-IPO.Q8_0.gguf create mode 100644 Llama-3.1-8B-sft-peers-pool-IPO.f16.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..5eb0262 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Llama-3.1-8B-sft-peers-pool-IPO.f16.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.1-8B-sft-peers-pool-IPO.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.1-8B-sft-peers-pool-IPO.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.1-8B-sft-peers-pool-IPO.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.1-8B-sft-peers-pool-IPO.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.1-8B-sft-peers-pool-IPO.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.1-8B-sft-peers-pool-IPO.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.1-8B-sft-peers-pool-IPO.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.1-8B-sft-peers-pool-IPO.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.1-8B-sft-peers-pool-IPO.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.1-8B-sft-peers-pool-IPO.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3.1-8B-sft-peers-pool-IPO.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Llama-3.1-8B-sft-peers-pool-IPO.IQ4_XS.gguf b/Llama-3.1-8B-sft-peers-pool-IPO.IQ4_XS.gguf new file mode 100644 index 0000000..2f14a5f --- /dev/null +++ b/Llama-3.1-8B-sft-peers-pool-IPO.IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9bd223853ecbe95937023df220bcb075b3ba8b11fa8d5028d2114efd4cb403b +size 4484364128 diff --git a/Llama-3.1-8B-sft-peers-pool-IPO.Q2_K.gguf b/Llama-3.1-8B-sft-peers-pool-IPO.Q2_K.gguf new file mode 100644 index 0000000..da467f2 --- /dev/null +++ b/Llama-3.1-8B-sft-peers-pool-IPO.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b95ac24d6e29cd455f04d5a7d4ffc10c641c56b92681541171b75e605f53618 +size 3179132768 diff --git a/Llama-3.1-8B-sft-peers-pool-IPO.Q3_K_L.gguf b/Llama-3.1-8B-sft-peers-pool-IPO.Q3_K_L.gguf new file mode 100644 index 0000000..7b71f0b --- /dev/null +++ b/Llama-3.1-8B-sft-peers-pool-IPO.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78d426be03c3cf582a3e1292f7b6ba5d0a3976f19730707fbade873ea8bcd2a4 +size 4321957728 diff --git a/Llama-3.1-8B-sft-peers-pool-IPO.Q3_K_M.gguf b/Llama-3.1-8B-sft-peers-pool-IPO.Q3_K_M.gguf new file mode 100644 index 0000000..75fdfcd --- /dev/null +++ b/Llama-3.1-8B-sft-peers-pool-IPO.Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3371e6b7653adb5cbfe777219884260666db9341aa7116da206e8d423913ade6 +size 4018919264 diff --git a/Llama-3.1-8B-sft-peers-pool-IPO.Q3_K_S.gguf b/Llama-3.1-8B-sft-peers-pool-IPO.Q3_K_S.gguf new file mode 100644 index 0000000..1109aac --- /dev/null +++ b/Llama-3.1-8B-sft-peers-pool-IPO.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:531de9c621de419b82d077c40210ebc3eed77d6ba8802af58e89d280341a795d +size 3664500576 diff --git a/Llama-3.1-8B-sft-peers-pool-IPO.Q4_K_M.gguf b/Llama-3.1-8B-sft-peers-pool-IPO.Q4_K_M.gguf new file mode 100644 index 0000000..61198de --- /dev/null +++ b/Llama-3.1-8B-sft-peers-pool-IPO.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56725bd6d99a1c029170f2ac285e1e68e6f2954596f4d8fb13af1f89da98ee27 +size 4920735584 diff --git a/Llama-3.1-8B-sft-peers-pool-IPO.Q4_K_S.gguf b/Llama-3.1-8B-sft-peers-pool-IPO.Q4_K_S.gguf new file mode 100644 index 0000000..6a1f433 --- /dev/null +++ b/Llama-3.1-8B-sft-peers-pool-IPO.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:226c7a15877fda47cce470335cc0cd4d3b06ef0c0d9b1f22e0f3c84c25e253f4 +size 4692670304 diff --git a/Llama-3.1-8B-sft-peers-pool-IPO.Q5_K_M.gguf b/Llama-3.1-8B-sft-peers-pool-IPO.Q5_K_M.gguf new file mode 100644 index 0000000..c4520fe --- /dev/null +++ b/Llama-3.1-8B-sft-peers-pool-IPO.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3b2b0c163c8420ea440aec8e0ccfcb2cf25125de69ef86f9572608df10422d8 +size 5732988768 diff --git a/Llama-3.1-8B-sft-peers-pool-IPO.Q5_K_S.gguf b/Llama-3.1-8B-sft-peers-pool-IPO.Q5_K_S.gguf new file mode 100644 index 0000000..5705731 --- /dev/null +++ b/Llama-3.1-8B-sft-peers-pool-IPO.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d522fefc9dfe389f4ce3657f2c4a62356f0fc31ef471db29d9ecc15a4896b47 +size 5599295328 diff --git a/Llama-3.1-8B-sft-peers-pool-IPO.Q6_K.gguf b/Llama-3.1-8B-sft-peers-pool-IPO.Q6_K.gguf new file mode 100644 index 0000000..48e8027 --- /dev/null +++ b/Llama-3.1-8B-sft-peers-pool-IPO.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdf6a001c313b66c77026bd33a5cc55761391b5f9f294765f8ad4804bfff6907 +size 6596007776 diff --git a/Llama-3.1-8B-sft-peers-pool-IPO.Q8_0.gguf b/Llama-3.1-8B-sft-peers-pool-IPO.Q8_0.gguf new file mode 100644 index 0000000..4c05ede --- /dev/null +++ b/Llama-3.1-8B-sft-peers-pool-IPO.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8ff1a0bf0c15410e4cb3051f1ee00a7d6705dcf4384febfcd8f321408e46afb +size 8540772192 diff --git a/Llama-3.1-8B-sft-peers-pool-IPO.f16.gguf b/Llama-3.1-8B-sft-peers-pool-IPO.f16.gguf new file mode 100644 index 0000000..9bb8af1 --- /dev/null +++ b/Llama-3.1-8B-sft-peers-pool-IPO.f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d2a452260ba3910126a0996d6c77e018d79db0a4dd62101573fa54b91153661 +size 16068892512 diff --git a/README.md b/README.md new file mode 100644 index 0000000..1f31ad3 --- /dev/null +++ b/README.md @@ -0,0 +1,76 @@ +--- +base_model: AmberYifan/Llama-3.1-8B-sft-peers-pool-IPO +language: +- en +library_name: transformers +model_name: Llama-3.1-8B-sft-peers-pool-IPO +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- generated_from_trainer +- trl +- dpo +--- +## About + + + + + + + + + +static quants of https://huggingface.co/AmberYifan/Llama-3.1-8B-sft-peers-pool-IPO + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Llama-3.1-8B-sft-peers-pool-IPO-GGUF).*** + +weighted/imatrix quants seem not to be available (by me) at this time. If they do not show up a week or so after the static ones, I have probably not planned for them. Feel free to request them by opening a Community Discussion. +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Llama-3.1-8B-sft-peers-pool-IPO-GGUF/resolve/main/Llama-3.1-8B-sft-peers-pool-IPO.Q2_K.gguf) | Q2_K | 3.3 | | +| [GGUF](https://huggingface.co/mradermacher/Llama-3.1-8B-sft-peers-pool-IPO-GGUF/resolve/main/Llama-3.1-8B-sft-peers-pool-IPO.Q3_K_S.gguf) | Q3_K_S | 3.8 | | +| [GGUF](https://huggingface.co/mradermacher/Llama-3.1-8B-sft-peers-pool-IPO-GGUF/resolve/main/Llama-3.1-8B-sft-peers-pool-IPO.Q3_K_M.gguf) | Q3_K_M | 4.1 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Llama-3.1-8B-sft-peers-pool-IPO-GGUF/resolve/main/Llama-3.1-8B-sft-peers-pool-IPO.Q3_K_L.gguf) | Q3_K_L | 4.4 | | +| [GGUF](https://huggingface.co/mradermacher/Llama-3.1-8B-sft-peers-pool-IPO-GGUF/resolve/main/Llama-3.1-8B-sft-peers-pool-IPO.IQ4_XS.gguf) | IQ4_XS | 4.6 | | +| [GGUF](https://huggingface.co/mradermacher/Llama-3.1-8B-sft-peers-pool-IPO-GGUF/resolve/main/Llama-3.1-8B-sft-peers-pool-IPO.Q4_K_S.gguf) | Q4_K_S | 4.8 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Llama-3.1-8B-sft-peers-pool-IPO-GGUF/resolve/main/Llama-3.1-8B-sft-peers-pool-IPO.Q4_K_M.gguf) | Q4_K_M | 5.0 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Llama-3.1-8B-sft-peers-pool-IPO-GGUF/resolve/main/Llama-3.1-8B-sft-peers-pool-IPO.Q5_K_S.gguf) | Q5_K_S | 5.7 | | +| [GGUF](https://huggingface.co/mradermacher/Llama-3.1-8B-sft-peers-pool-IPO-GGUF/resolve/main/Llama-3.1-8B-sft-peers-pool-IPO.Q5_K_M.gguf) | Q5_K_M | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/Llama-3.1-8B-sft-peers-pool-IPO-GGUF/resolve/main/Llama-3.1-8B-sft-peers-pool-IPO.Q6_K.gguf) | Q6_K | 6.7 | very good quality | +| [GGUF](https://huggingface.co/mradermacher/Llama-3.1-8B-sft-peers-pool-IPO-GGUF/resolve/main/Llama-3.1-8B-sft-peers-pool-IPO.Q8_0.gguf) | Q8_0 | 8.6 | fast, best quality | +| [GGUF](https://huggingface.co/mradermacher/Llama-3.1-8B-sft-peers-pool-IPO-GGUF/resolve/main/Llama-3.1-8B-sft-peers-pool-IPO.f16.gguf) | f16 | 16.2 | 16 bpw, overkill | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. + +