From 4763de75c4b109e05556ff8b412a5811041359b1 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 5 Aug 2026 14:21:23 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Chocolatine-3B-Instruct-DPO-v1.0-i1-GGUF Source: Original Platform --- .gitattributes | 57 ++++++++++++++ ...olatine-3B-Instruct-DPO-v1.0.i1-IQ1_M.gguf | 3 + ...olatine-3B-Instruct-DPO-v1.0.i1-IQ1_S.gguf | 3 + ...olatine-3B-Instruct-DPO-v1.0.i1-IQ2_M.gguf | 3 + ...olatine-3B-Instruct-DPO-v1.0.i1-IQ2_S.gguf | 3 + ...latine-3B-Instruct-DPO-v1.0.i1-IQ2_XS.gguf | 3 + ...atine-3B-Instruct-DPO-v1.0.i1-IQ2_XXS.gguf | 3 + ...olatine-3B-Instruct-DPO-v1.0.i1-IQ3_M.gguf | 3 + ...olatine-3B-Instruct-DPO-v1.0.i1-IQ3_S.gguf | 3 + ...latine-3B-Instruct-DPO-v1.0.i1-IQ3_XS.gguf | 3 + ...atine-3B-Instruct-DPO-v1.0.i1-IQ3_XXS.gguf | 3 + ...latine-3B-Instruct-DPO-v1.0.i1-IQ4_XS.gguf | 3 + Chocolatine-3B-Instruct-DPO-v1.0.i1-Q2_K.gguf | 3 + ...latine-3B-Instruct-DPO-v1.0.i1-Q3_K_L.gguf | 3 + ...latine-3B-Instruct-DPO-v1.0.i1-Q3_K_M.gguf | 3 + ...latine-3B-Instruct-DPO-v1.0.i1-Q3_K_S.gguf | 3 + Chocolatine-3B-Instruct-DPO-v1.0.i1-Q4_0.gguf | 3 + ...latine-3B-Instruct-DPO-v1.0.i1-Q4_K_M.gguf | 3 + ...latine-3B-Instruct-DPO-v1.0.i1-Q4_K_S.gguf | 3 + ...latine-3B-Instruct-DPO-v1.0.i1-Q5_K_M.gguf | 3 + ...latine-3B-Instruct-DPO-v1.0.i1-Q5_K_S.gguf | 3 + Chocolatine-3B-Instruct-DPO-v1.0.i1-Q6_K.gguf | 3 + README.md | 78 +++++++++++++++++++ imatrix.dat | 3 + 24 files changed, 201 insertions(+) create mode 100644 .gitattributes create mode 100644 Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ1_M.gguf create mode 100644 Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ1_S.gguf create mode 100644 Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ2_M.gguf create mode 100644 Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ2_S.gguf create mode 100644 Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ2_XS.gguf create mode 100644 Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ2_XXS.gguf create mode 100644 Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ3_M.gguf create mode 100644 Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ3_S.gguf create mode 100644 Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ3_XS.gguf create mode 100644 Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ3_XXS.gguf create mode 100644 Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ4_XS.gguf create mode 100644 Chocolatine-3B-Instruct-DPO-v1.0.i1-Q2_K.gguf create mode 100644 Chocolatine-3B-Instruct-DPO-v1.0.i1-Q3_K_L.gguf create mode 100644 Chocolatine-3B-Instruct-DPO-v1.0.i1-Q3_K_M.gguf create mode 100644 Chocolatine-3B-Instruct-DPO-v1.0.i1-Q3_K_S.gguf create mode 100644 Chocolatine-3B-Instruct-DPO-v1.0.i1-Q4_0.gguf create mode 100644 Chocolatine-3B-Instruct-DPO-v1.0.i1-Q4_K_M.gguf create mode 100644 Chocolatine-3B-Instruct-DPO-v1.0.i1-Q4_K_S.gguf create mode 100644 Chocolatine-3B-Instruct-DPO-v1.0.i1-Q5_K_M.gguf create mode 100644 Chocolatine-3B-Instruct-DPO-v1.0.i1-Q5_K_S.gguf create mode 100644 Chocolatine-3B-Instruct-DPO-v1.0.i1-Q6_K.gguf create mode 100644 README.md create mode 100644 imatrix.dat diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..eebffff --- /dev/null +++ b/.gitattributes @@ -0,0 +1,57 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +Chocolatine-3B-Instruct-DPO-v1.0.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Chocolatine-3B-Instruct-DPO-v1.0.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Chocolatine-3B-Instruct-DPO-v1.0.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Chocolatine-3B-Instruct-DPO-v1.0.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Chocolatine-3B-Instruct-DPO-v1.0.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Chocolatine-3B-Instruct-DPO-v1.0.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Chocolatine-3B-Instruct-DPO-v1.0.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Chocolatine-3B-Instruct-DPO-v1.0.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Chocolatine-3B-Instruct-DPO-v1.0.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Chocolatine-3B-Instruct-DPO-v1.0.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ1_M.gguf b/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ1_M.gguf new file mode 100644 index 0000000..5c45ec0 --- /dev/null +++ b/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c5572dd1a20386970a7356a2ab8beda3c661a8e68d8749287e2faad8bd3e572 +size 917106848 diff --git a/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ1_S.gguf b/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ1_S.gguf new file mode 100644 index 0000000..276ae4c --- /dev/null +++ b/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac60e230b6ee6f954613aef316413411c92538355cb335ca7a3930a7316aed32 +size 841609376 diff --git a/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ2_M.gguf b/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ2_M.gguf new file mode 100644 index 0000000..9795e28 --- /dev/null +++ b/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d50f5011fc09010beb4879e7934373984973545ea45cd1dcee51cfc7814a178 +size 1316394656 diff --git a/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ2_S.gguf b/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ2_S.gguf new file mode 100644 index 0000000..4bdcc51 --- /dev/null +++ b/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:612e1f8c70dc7d60f5933408c241e2c76304728e85da6f102e2779146d6357a9 +size 1215731360 diff --git a/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ2_XS.gguf b/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ2_XS.gguf new file mode 100644 index 0000000..4087a69 --- /dev/null +++ b/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b03a53afff7b0c9b5897c489d3505dbc4584cbe663ce7d450b9f317d96245289 +size 1153036448 diff --git a/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ2_XXS.gguf b/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..2f4cdfa --- /dev/null +++ b/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8219d39d6f34f1ef472dbdd9793b76f74da6c1e228ea0a6ebc1fb7b8dca5d5cf +size 1042935968 diff --git a/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ3_M.gguf b/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ3_M.gguf new file mode 100644 index 0000000..05e0db8 --- /dev/null +++ b/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c39a32edd43d38ddce7b54885be8e738dba152966aca0516babfe058751a802b +size 1855599776 diff --git a/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ3_S.gguf b/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ3_S.gguf new file mode 100644 index 0000000..b10391f --- /dev/null +++ b/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:199c8dad53a9b4d557363d0382308ededf29d12b16e58e34bc49551f42b99a02 +size 1681798304 diff --git a/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ3_XS.gguf b/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ3_XS.gguf new file mode 100644 index 0000000..ef9e249 --- /dev/null +++ b/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:514c403c3e128d52352e8ba3cfd2a160e0a70c9a05c3391bbbeea00f72b0616b +size 1625175200 diff --git a/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ3_XXS.gguf b/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..fc0d07f --- /dev/null +++ b/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33b2de71372befede43e9a8b6fbfadad5b0cbe075e6c1273ba99292d6dee62e0 +size 1513002656 diff --git a/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ4_XS.gguf b/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ4_XS.gguf new file mode 100644 index 0000000..9213d40 --- /dev/null +++ b/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb0d39ca7aa58461e0a0f8d4a251de97c78a9240eaf08b343606eccbd8b9a7cd +size 2059852448 diff --git a/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q2_K.gguf b/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q2_K.gguf new file mode 100644 index 0000000..b91a044 --- /dev/null +++ b/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f11770eb629b693b2ab04b94b6cecf052c06cccdc433ff02c420369f6fa90e4 +size 1416203936 diff --git a/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q3_K_L.gguf b/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q3_K_L.gguf new file mode 100644 index 0000000..5283097 --- /dev/null +++ b/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91038e86fb187b4cf5ccc6dba74061efe8061f419710f11885b5897fc82daf0f +size 2087597216 diff --git a/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q3_K_M.gguf b/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q3_K_M.gguf new file mode 100644 index 0000000..e38a002 --- /dev/null +++ b/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3dded2f9d8de54a504b3440b3afdd38be2f7480dba8171f285015a7b62c87d1 +size 1955476640 diff --git a/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q3_K_S.gguf b/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q3_K_S.gguf new file mode 100644 index 0000000..7773f4a --- /dev/null +++ b/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7c77ef3a387a7b15d0239f18e638e4ae4d918d20bbb514f28a0fa0025bb11c6 +size 1681798304 diff --git a/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q4_0.gguf b/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q4_0.gguf new file mode 100644 index 0000000..f7a159d --- /dev/null +++ b/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:140a48cc725c1599233549dd96d514d657b1e09ac259dc31f2bf856940edac15 +size 2182468256 diff --git a/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q4_K_M.gguf b/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q4_K_M.gguf new file mode 100644 index 0000000..85af1a0 --- /dev/null +++ b/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3baa838a1c9c3cdcc7dea7a983d16400058b0d1b253a231f51e1b32726a56df8 +size 2393232032 diff --git a/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q4_K_S.gguf b/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q4_K_S.gguf new file mode 100644 index 0000000..7bb159e --- /dev/null +++ b/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed4b056f73c0c15e9e4d6f18a9f8a7cfb7f92582392f503337bf6403eb584924 +size 2188759712 diff --git a/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q5_K_M.gguf b/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q5_K_M.gguf new file mode 100644 index 0000000..0628b13 --- /dev/null +++ b/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a97498cacc9146f23b504e2f3864d65720958d7305aa46a7eb8347b6a514dbc5 +size 2815275680 diff --git a/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q5_K_S.gguf b/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q5_K_S.gguf new file mode 100644 index 0000000..c814dec --- /dev/null +++ b/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e441103a700f462744ffa728b93419269c161060190515c836bab21e7b90c09 +size 2641474208 diff --git a/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q6_K.gguf b/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q6_K.gguf new file mode 100644 index 0000000..4a44262 --- /dev/null +++ b/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c6df135b1f65b189ca1a0a795c6cb9a4c567f7ac8f5d260df1dc278f807ac30 +size 3135852704 diff --git a/README.md b/README.md new file mode 100644 index 0000000..27ba9f9 --- /dev/null +++ b/README.md @@ -0,0 +1,78 @@ +--- +base_model: jpacifico/Chocolatine-3B-Instruct-DPO-v1.0 +language: +- fr +- en +library_name: transformers +license: apache-2.0 +quantized_by: mradermacher +tags: +- phi-3 +- french +- phi-3-3B +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/jpacifico/Chocolatine-3B-Instruct-DPO-v1.0 + + +static quants are available at https://huggingface.co/mradermacher/Chocolatine-3B-Instruct-DPO-v1.0-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Chocolatine-3B-Instruct-DPO-v1.0-i1-GGUF/resolve/main/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ1_S.gguf) | i1-IQ1_S | 0.9 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Chocolatine-3B-Instruct-DPO-v1.0-i1-GGUF/resolve/main/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ1_M.gguf) | i1-IQ1_M | 1.0 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Chocolatine-3B-Instruct-DPO-v1.0-i1-GGUF/resolve/main/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/Chocolatine-3B-Instruct-DPO-v1.0-i1-GGUF/resolve/main/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ2_XS.gguf) | i1-IQ2_XS | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/Chocolatine-3B-Instruct-DPO-v1.0-i1-GGUF/resolve/main/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ2_S.gguf) | i1-IQ2_S | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/Chocolatine-3B-Instruct-DPO-v1.0-i1-GGUF/resolve/main/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ2_M.gguf) | i1-IQ2_M | 1.4 | | +| [GGUF](https://huggingface.co/mradermacher/Chocolatine-3B-Instruct-DPO-v1.0-i1-GGUF/resolve/main/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q2_K.gguf) | i1-Q2_K | 1.5 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Chocolatine-3B-Instruct-DPO-v1.0-i1-GGUF/resolve/main/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 1.6 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Chocolatine-3B-Instruct-DPO-v1.0-i1-GGUF/resolve/main/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ3_XS.gguf) | i1-IQ3_XS | 1.7 | | +| [GGUF](https://huggingface.co/mradermacher/Chocolatine-3B-Instruct-DPO-v1.0-i1-GGUF/resolve/main/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ3_S.gguf) | i1-IQ3_S | 1.8 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Chocolatine-3B-Instruct-DPO-v1.0-i1-GGUF/resolve/main/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q3_K_S.gguf) | i1-Q3_K_S | 1.8 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Chocolatine-3B-Instruct-DPO-v1.0-i1-GGUF/resolve/main/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ3_M.gguf) | i1-IQ3_M | 2.0 | | +| [GGUF](https://huggingface.co/mradermacher/Chocolatine-3B-Instruct-DPO-v1.0-i1-GGUF/resolve/main/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q3_K_M.gguf) | i1-Q3_K_M | 2.1 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Chocolatine-3B-Instruct-DPO-v1.0-i1-GGUF/resolve/main/Chocolatine-3B-Instruct-DPO-v1.0.i1-IQ4_XS.gguf) | i1-IQ4_XS | 2.2 | | +| [GGUF](https://huggingface.co/mradermacher/Chocolatine-3B-Instruct-DPO-v1.0-i1-GGUF/resolve/main/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q3_K_L.gguf) | i1-Q3_K_L | 2.2 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Chocolatine-3B-Instruct-DPO-v1.0-i1-GGUF/resolve/main/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q4_0.gguf) | i1-Q4_0 | 2.3 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Chocolatine-3B-Instruct-DPO-v1.0-i1-GGUF/resolve/main/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q4_K_S.gguf) | i1-Q4_K_S | 2.3 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Chocolatine-3B-Instruct-DPO-v1.0-i1-GGUF/resolve/main/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q4_K_M.gguf) | i1-Q4_K_M | 2.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Chocolatine-3B-Instruct-DPO-v1.0-i1-GGUF/resolve/main/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q5_K_S.gguf) | i1-Q5_K_S | 2.7 | | +| [GGUF](https://huggingface.co/mradermacher/Chocolatine-3B-Instruct-DPO-v1.0-i1-GGUF/resolve/main/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q5_K_M.gguf) | i1-Q5_K_M | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/Chocolatine-3B-Instruct-DPO-v1.0-i1-GGUF/resolve/main/Chocolatine-3B-Instruct-DPO-v1.0.i1-Q6_K.gguf) | i1-Q6_K | 3.2 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..efb1b44 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7a42eb1a299e84883b952969ddbc6da643d7fc1ce0394a76204a0a305e4da18 +size 2232603