From f7e7a92f64d2bb8f063d1f04bc8c55e566349a58 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 8 Aug 2026 05:37:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Llama_3.1_8b_DoberWild_v2.01-i1-GGUF Source: Original Platform --- .gitattributes | 59 +++++++++++++++ Llama_3.1_8b_DoberWild_v2.01.i1-IQ1_M.gguf | 3 + Llama_3.1_8b_DoberWild_v2.01.i1-IQ1_S.gguf | 3 + Llama_3.1_8b_DoberWild_v2.01.i1-IQ2_M.gguf | 3 + Llama_3.1_8b_DoberWild_v2.01.i1-IQ2_S.gguf | 3 + Llama_3.1_8b_DoberWild_v2.01.i1-IQ2_XS.gguf | 3 + Llama_3.1_8b_DoberWild_v2.01.i1-IQ2_XXS.gguf | 3 + Llama_3.1_8b_DoberWild_v2.01.i1-IQ3_M.gguf | 3 + Llama_3.1_8b_DoberWild_v2.01.i1-IQ3_S.gguf | 3 + Llama_3.1_8b_DoberWild_v2.01.i1-IQ3_XS.gguf | 3 + Llama_3.1_8b_DoberWild_v2.01.i1-IQ3_XXS.gguf | 3 + Llama_3.1_8b_DoberWild_v2.01.i1-IQ4_NL.gguf | 3 + Llama_3.1_8b_DoberWild_v2.01.i1-IQ4_XS.gguf | 3 + Llama_3.1_8b_DoberWild_v2.01.i1-Q2_K.gguf | 3 + Llama_3.1_8b_DoberWild_v2.01.i1-Q2_K_S.gguf | 3 + Llama_3.1_8b_DoberWild_v2.01.i1-Q3_K_L.gguf | 3 + Llama_3.1_8b_DoberWild_v2.01.i1-Q3_K_M.gguf | 3 + Llama_3.1_8b_DoberWild_v2.01.i1-Q3_K_S.gguf | 3 + Llama_3.1_8b_DoberWild_v2.01.i1-Q4_0.gguf | 3 + Llama_3.1_8b_DoberWild_v2.01.i1-Q4_1.gguf | 3 + Llama_3.1_8b_DoberWild_v2.01.i1-Q4_K_M.gguf | 3 + Llama_3.1_8b_DoberWild_v2.01.i1-Q4_K_S.gguf | 3 + Llama_3.1_8b_DoberWild_v2.01.i1-Q5_K_M.gguf | 3 + Llama_3.1_8b_DoberWild_v2.01.i1-Q5_K_S.gguf | 3 + Llama_3.1_8b_DoberWild_v2.01.i1-Q6_K.gguf | 3 + README.md | 79 ++++++++++++++++++++ 26 files changed, 210 insertions(+) create mode 100644 .gitattributes create mode 100644 Llama_3.1_8b_DoberWild_v2.01.i1-IQ1_M.gguf create mode 100644 Llama_3.1_8b_DoberWild_v2.01.i1-IQ1_S.gguf create mode 100644 Llama_3.1_8b_DoberWild_v2.01.i1-IQ2_M.gguf create mode 100644 Llama_3.1_8b_DoberWild_v2.01.i1-IQ2_S.gguf create mode 100644 Llama_3.1_8b_DoberWild_v2.01.i1-IQ2_XS.gguf create mode 100644 Llama_3.1_8b_DoberWild_v2.01.i1-IQ2_XXS.gguf create mode 100644 Llama_3.1_8b_DoberWild_v2.01.i1-IQ3_M.gguf create mode 100644 Llama_3.1_8b_DoberWild_v2.01.i1-IQ3_S.gguf create mode 100644 Llama_3.1_8b_DoberWild_v2.01.i1-IQ3_XS.gguf create mode 100644 Llama_3.1_8b_DoberWild_v2.01.i1-IQ3_XXS.gguf create mode 100644 Llama_3.1_8b_DoberWild_v2.01.i1-IQ4_NL.gguf create mode 100644 Llama_3.1_8b_DoberWild_v2.01.i1-IQ4_XS.gguf create mode 100644 Llama_3.1_8b_DoberWild_v2.01.i1-Q2_K.gguf create mode 100644 Llama_3.1_8b_DoberWild_v2.01.i1-Q2_K_S.gguf create mode 100644 Llama_3.1_8b_DoberWild_v2.01.i1-Q3_K_L.gguf create mode 100644 Llama_3.1_8b_DoberWild_v2.01.i1-Q3_K_M.gguf create mode 100644 Llama_3.1_8b_DoberWild_v2.01.i1-Q3_K_S.gguf create mode 100644 Llama_3.1_8b_DoberWild_v2.01.i1-Q4_0.gguf create mode 100644 Llama_3.1_8b_DoberWild_v2.01.i1-Q4_1.gguf create mode 100644 Llama_3.1_8b_DoberWild_v2.01.i1-Q4_K_M.gguf create mode 100644 Llama_3.1_8b_DoberWild_v2.01.i1-Q4_K_S.gguf create mode 100644 Llama_3.1_8b_DoberWild_v2.01.i1-Q5_K_M.gguf create mode 100644 Llama_3.1_8b_DoberWild_v2.01.i1-Q5_K_S.gguf create mode 100644 Llama_3.1_8b_DoberWild_v2.01.i1-Q6_K.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..eaa638b --- /dev/null +++ b/.gitattributes @@ -0,0 +1,59 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Llama_3.1_8b_DoberWild_v2.01.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Llama_3.1_8b_DoberWild_v2.01.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama_3.1_8b_DoberWild_v2.01.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Llama_3.1_8b_DoberWild_v2.01.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Llama_3.1_8b_DoberWild_v2.01.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama_3.1_8b_DoberWild_v2.01.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Llama_3.1_8b_DoberWild_v2.01.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama_3.1_8b_DoberWild_v2.01.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama_3.1_8b_DoberWild_v2.01.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Llama_3.1_8b_DoberWild_v2.01.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Llama_3.1_8b_DoberWild_v2.01.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Llama_3.1_8b_DoberWild_v2.01.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama_3.1_8b_DoberWild_v2.01.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Llama_3.1_8b_DoberWild_v2.01.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Llama_3.1_8b_DoberWild_v2.01.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Llama_3.1_8b_DoberWild_v2.01.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Llama_3.1_8b_DoberWild_v2.01.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Llama_3.1_8b_DoberWild_v2.01.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Llama_3.1_8b_DoberWild_v2.01.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Llama_3.1_8b_DoberWild_v2.01.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Llama_3.1_8b_DoberWild_v2.01.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama_3.1_8b_DoberWild_v2.01.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Llama_3.1_8b_DoberWild_v2.01.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Llama_3.1_8b_DoberWild_v2.01.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Llama_3.1_8b_DoberWild_v2.01.i1-IQ1_M.gguf b/Llama_3.1_8b_DoberWild_v2.01.i1-IQ1_M.gguf new file mode 100644 index 0000000..cb37682 --- /dev/null +++ b/Llama_3.1_8b_DoberWild_v2.01.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6439c36a7f13e034d1f90da1f8fdcf4eecfb3f2eab77c7d8aba1a9674e55fbab +size 2162144512 diff --git a/Llama_3.1_8b_DoberWild_v2.01.i1-IQ1_S.gguf b/Llama_3.1_8b_DoberWild_v2.01.i1-IQ1_S.gguf new file mode 100644 index 0000000..2ccb3da --- /dev/null +++ b/Llama_3.1_8b_DoberWild_v2.01.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c068e4bcc8e2a2b3f2fec68f332ea250602f6a688075ea7b783825b61afebaa +size 2019800320 diff --git a/Llama_3.1_8b_DoberWild_v2.01.i1-IQ2_M.gguf b/Llama_3.1_8b_DoberWild_v2.01.i1-IQ2_M.gguf new file mode 100644 index 0000000..54ca6b5 --- /dev/null +++ b/Llama_3.1_8b_DoberWild_v2.01.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:467ee72dd8877f5e06194cc9a42365faedfb47982108e92fc8ada366e937c312 +size 2948470272 diff --git a/Llama_3.1_8b_DoberWild_v2.01.i1-IQ2_S.gguf b/Llama_3.1_8b_DoberWild_v2.01.i1-IQ2_S.gguf new file mode 100644 index 0000000..f6443bc --- /dev/null +++ b/Llama_3.1_8b_DoberWild_v2.01.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23f97da265bca9431f8691c2fcfd62434e1273e76c432e010b64c0529b9d053b +size 2758678016 diff --git a/Llama_3.1_8b_DoberWild_v2.01.i1-IQ2_XS.gguf b/Llama_3.1_8b_DoberWild_v2.01.i1-IQ2_XS.gguf new file mode 100644 index 0000000..b736479 --- /dev/null +++ b/Llama_3.1_8b_DoberWild_v2.01.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f643af4bcbde56a6e64744532fa47e18f10c4e57e94e61661bbbd42e07297bde +size 2605954304 diff --git a/Llama_3.1_8b_DoberWild_v2.01.i1-IQ2_XXS.gguf b/Llama_3.1_8b_DoberWild_v2.01.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..835e60a --- /dev/null +++ b/Llama_3.1_8b_DoberWild_v2.01.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87bdd26ab4760c3dc66871638623585d107835da13492e578a8c7ed1223e1dc1 +size 2399384832 diff --git a/Llama_3.1_8b_DoberWild_v2.01.i1-IQ3_M.gguf b/Llama_3.1_8b_DoberWild_v2.01.i1-IQ3_M.gguf new file mode 100644 index 0000000..4bed214 --- /dev/null +++ b/Llama_3.1_8b_DoberWild_v2.01.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bac7c9bc8f0eb2b586d17b62c1539b5a40df64baa02d91f84e3ac544b6a3abcc +size 3785034496 diff --git a/Llama_3.1_8b_DoberWild_v2.01.i1-IQ3_S.gguf b/Llama_3.1_8b_DoberWild_v2.01.i1-IQ3_S.gguf new file mode 100644 index 0000000..e886f61 --- /dev/null +++ b/Llama_3.1_8b_DoberWild_v2.01.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fba68329b7f87ead38f1da8858ed9e454f1874125d8d7f1f311702cc2a0d6c75 +size 3682536192 diff --git a/Llama_3.1_8b_DoberWild_v2.01.i1-IQ3_XS.gguf b/Llama_3.1_8b_DoberWild_v2.01.i1-IQ3_XS.gguf new file mode 100644 index 0000000..ce87f68 --- /dev/null +++ b/Llama_3.1_8b_DoberWild_v2.01.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7a97ba0fa3403e440782d847dfd73b92884e877015af0490a64a3d0d23b74aa +size 3518958336 diff --git a/Llama_3.1_8b_DoberWild_v2.01.i1-IQ3_XXS.gguf b/Llama_3.1_8b_DoberWild_v2.01.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..9a41d8f --- /dev/null +++ b/Llama_3.1_8b_DoberWild_v2.01.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf68ca96a46660731059deb9bb61857ea5549a1d0dfef00e36a412b4ab3f2d88 +size 3275101696 diff --git a/Llama_3.1_8b_DoberWild_v2.01.i1-IQ4_NL.gguf b/Llama_3.1_8b_DoberWild_v2.01.i1-IQ4_NL.gguf new file mode 100644 index 0000000..40f65b0 --- /dev/null +++ b/Llama_3.1_8b_DoberWild_v2.01.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:037da21cba5e446d473d39057d3f680eb5c02863ef20d2a92ab6dff740aedc5d +size 4678221824 diff --git a/Llama_3.1_8b_DoberWild_v2.01.i1-IQ4_XS.gguf b/Llama_3.1_8b_DoberWild_v2.01.i1-IQ4_XS.gguf new file mode 100644 index 0000000..91c5129 --- /dev/null +++ b/Llama_3.1_8b_DoberWild_v2.01.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6ad68bd2b12d91d1885b4c2cfa1ce90f7dba008022f58a4fb9413beb7b8aac7 +size 4447890432 diff --git a/Llama_3.1_8b_DoberWild_v2.01.i1-Q2_K.gguf b/Llama_3.1_8b_DoberWild_v2.01.i1-Q2_K.gguf new file mode 100644 index 0000000..f8b4dec --- /dev/null +++ b/Llama_3.1_8b_DoberWild_v2.01.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12b18293ac30544f1b79a4f28ea34dbc55229882e832bbb117233d269f21a0f8 +size 3179325952 diff --git a/Llama_3.1_8b_DoberWild_v2.01.i1-Q2_K_S.gguf b/Llama_3.1_8b_DoberWild_v2.01.i1-Q2_K_S.gguf new file mode 100644 index 0000000..dbb1d15 --- /dev/null +++ b/Llama_3.1_8b_DoberWild_v2.01.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6d984f160c0e003a2e3902d933c5c73cd09ca180533267af8f8ef3583240734 +size 2989009408 diff --git a/Llama_3.1_8b_DoberWild_v2.01.i1-Q3_K_L.gguf b/Llama_3.1_8b_DoberWild_v2.01.i1-Q3_K_L.gguf new file mode 100644 index 0000000..2bffd53 --- /dev/null +++ b/Llama_3.1_8b_DoberWild_v2.01.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dba186c3cb258621ab3ebd785a6f60dccd317346dee94e27269cb930ef5fd90e +size 4322167552 diff --git a/Llama_3.1_8b_DoberWild_v2.01.i1-Q3_K_M.gguf b/Llama_3.1_8b_DoberWild_v2.01.i1-Q3_K_M.gguf new file mode 100644 index 0000000..21118dc --- /dev/null +++ b/Llama_3.1_8b_DoberWild_v2.01.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18a9a83f4df71628d363651e3f2f8ecfc928cb74eb51f7ff5f146751eed17419 +size 4019129088 diff --git a/Llama_3.1_8b_DoberWild_v2.01.i1-Q3_K_S.gguf b/Llama_3.1_8b_DoberWild_v2.01.i1-Q3_K_S.gguf new file mode 100644 index 0000000..e9a8f9f --- /dev/null +++ b/Llama_3.1_8b_DoberWild_v2.01.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43430137f0a1852e43fa448516897e8b79b824d76339561fa525ba82f5594f12 +size 3664710400 diff --git a/Llama_3.1_8b_DoberWild_v2.01.i1-Q4_0.gguf b/Llama_3.1_8b_DoberWild_v2.01.i1-Q4_0.gguf new file mode 100644 index 0000000..a6839b7 --- /dev/null +++ b/Llama_3.1_8b_DoberWild_v2.01.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6943e499c60dbabd3afcf18b48dd5227791de887c827843a1e4b850c99ec98b1 +size 4676124672 diff --git a/Llama_3.1_8b_DoberWild_v2.01.i1-Q4_1.gguf b/Llama_3.1_8b_DoberWild_v2.01.i1-Q4_1.gguf new file mode 100644 index 0000000..1f28bad --- /dev/null +++ b/Llama_3.1_8b_DoberWild_v2.01.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:193fc94a26800a7a540a93ca7bc841c9647b2c03a55fe10991ce189fc036c5a3 +size 5130496000 diff --git a/Llama_3.1_8b_DoberWild_v2.01.i1-Q4_K_M.gguf b/Llama_3.1_8b_DoberWild_v2.01.i1-Q4_K_M.gguf new file mode 100644 index 0000000..8ddf8cd --- /dev/null +++ b/Llama_3.1_8b_DoberWild_v2.01.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4f3c757434ca626c629accbcfc60ca73141ef0f5ab57c6e27a317419dc06eff +size 4920967168 diff --git a/Llama_3.1_8b_DoberWild_v2.01.i1-Q4_K_S.gguf b/Llama_3.1_8b_DoberWild_v2.01.i1-Q4_K_S.gguf new file mode 100644 index 0000000..e269b53 --- /dev/null +++ b/Llama_3.1_8b_DoberWild_v2.01.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79669d5325a054c499317b2961cee500e5314185bf9f169ffaf115b0b0fe248a +size 4692901888 diff --git a/Llama_3.1_8b_DoberWild_v2.01.i1-Q5_K_M.gguf b/Llama_3.1_8b_DoberWild_v2.01.i1-Q5_K_M.gguf new file mode 100644 index 0000000..58949e4 --- /dev/null +++ b/Llama_3.1_8b_DoberWild_v2.01.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8f0b4dac0f850b8847ba153f633938c681f16326666e643d294ecf921fd725a +size 5733240832 diff --git a/Llama_3.1_8b_DoberWild_v2.01.i1-Q5_K_S.gguf b/Llama_3.1_8b_DoberWild_v2.01.i1-Q5_K_S.gguf new file mode 100644 index 0000000..7793710 --- /dev/null +++ b/Llama_3.1_8b_DoberWild_v2.01.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43bea6f6945f52b22791878247df4caeedc990607dbb72d5f16767be530077 +size 5599547392 diff --git a/Llama_3.1_8b_DoberWild_v2.01.i1-Q6_K.gguf b/Llama_3.1_8b_DoberWild_v2.01.i1-Q6_K.gguf new file mode 100644 index 0000000..ef7c62b --- /dev/null +++ b/Llama_3.1_8b_DoberWild_v2.01.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce039f7259920f8814efc791ea1a3cfb2c87190638af203f6d7241413785fccf +size 6596281600 diff --git a/README.md b/README.md new file mode 100644 index 0000000..4a66943 --- /dev/null +++ b/README.md @@ -0,0 +1,79 @@ +--- +base_model: Nexesenex/Llama_3.1_8b_DoberWild_v2.01 +language: +- en +library_name: transformers +license: llama3.1 +quantized_by: mradermacher +tags: +- mergekit +- merge +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/Nexesenex/Llama_3.1_8b_DoberWild_v2.01 + + +static quants are available at https://huggingface.co/mradermacher/Llama_3.1_8b_DoberWild_v2.01-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Llama_3.1_8b_DoberWild_v2.01-i1-GGUF/resolve/main/Llama_3.1_8b_DoberWild_v2.01.i1-IQ1_S.gguf) | i1-IQ1_S | 2.1 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Llama_3.1_8b_DoberWild_v2.01-i1-GGUF/resolve/main/Llama_3.1_8b_DoberWild_v2.01.i1-IQ1_M.gguf) | i1-IQ1_M | 2.3 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Llama_3.1_8b_DoberWild_v2.01-i1-GGUF/resolve/main/Llama_3.1_8b_DoberWild_v2.01.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.5 | | +| [GGUF](https://huggingface.co/mradermacher/Llama_3.1_8b_DoberWild_v2.01-i1-GGUF/resolve/main/Llama_3.1_8b_DoberWild_v2.01.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.7 | | +| [GGUF](https://huggingface.co/mradermacher/Llama_3.1_8b_DoberWild_v2.01-i1-GGUF/resolve/main/Llama_3.1_8b_DoberWild_v2.01.i1-IQ2_S.gguf) | i1-IQ2_S | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/Llama_3.1_8b_DoberWild_v2.01-i1-GGUF/resolve/main/Llama_3.1_8b_DoberWild_v2.01.i1-IQ2_M.gguf) | i1-IQ2_M | 3.0 | | +| [GGUF](https://huggingface.co/mradermacher/Llama_3.1_8b_DoberWild_v2.01-i1-GGUF/resolve/main/Llama_3.1_8b_DoberWild_v2.01.i1-Q2_K_S.gguf) | i1-Q2_K_S | 3.1 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Llama_3.1_8b_DoberWild_v2.01-i1-GGUF/resolve/main/Llama_3.1_8b_DoberWild_v2.01.i1-Q2_K.gguf) | i1-Q2_K | 3.3 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Llama_3.1_8b_DoberWild_v2.01-i1-GGUF/resolve/main/Llama_3.1_8b_DoberWild_v2.01.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.4 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Llama_3.1_8b_DoberWild_v2.01-i1-GGUF/resolve/main/Llama_3.1_8b_DoberWild_v2.01.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.6 | | +| [GGUF](https://huggingface.co/mradermacher/Llama_3.1_8b_DoberWild_v2.01-i1-GGUF/resolve/main/Llama_3.1_8b_DoberWild_v2.01.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.8 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Llama_3.1_8b_DoberWild_v2.01-i1-GGUF/resolve/main/Llama_3.1_8b_DoberWild_v2.01.i1-IQ3_S.gguf) | i1-IQ3_S | 3.8 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Llama_3.1_8b_DoberWild_v2.01-i1-GGUF/resolve/main/Llama_3.1_8b_DoberWild_v2.01.i1-IQ3_M.gguf) | i1-IQ3_M | 3.9 | | +| [GGUF](https://huggingface.co/mradermacher/Llama_3.1_8b_DoberWild_v2.01-i1-GGUF/resolve/main/Llama_3.1_8b_DoberWild_v2.01.i1-Q3_K_M.gguf) | i1-Q3_K_M | 4.1 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Llama_3.1_8b_DoberWild_v2.01-i1-GGUF/resolve/main/Llama_3.1_8b_DoberWild_v2.01.i1-Q3_K_L.gguf) | i1-Q3_K_L | 4.4 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Llama_3.1_8b_DoberWild_v2.01-i1-GGUF/resolve/main/Llama_3.1_8b_DoberWild_v2.01.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.5 | | +| [GGUF](https://huggingface.co/mradermacher/Llama_3.1_8b_DoberWild_v2.01-i1-GGUF/resolve/main/Llama_3.1_8b_DoberWild_v2.01.i1-Q4_0.gguf) | i1-Q4_0 | 4.8 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Llama_3.1_8b_DoberWild_v2.01-i1-GGUF/resolve/main/Llama_3.1_8b_DoberWild_v2.01.i1-IQ4_NL.gguf) | i1-IQ4_NL | 4.8 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Llama_3.1_8b_DoberWild_v2.01-i1-GGUF/resolve/main/Llama_3.1_8b_DoberWild_v2.01.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.8 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Llama_3.1_8b_DoberWild_v2.01-i1-GGUF/resolve/main/Llama_3.1_8b_DoberWild_v2.01.i1-Q4_K_M.gguf) | i1-Q4_K_M | 5.0 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Llama_3.1_8b_DoberWild_v2.01-i1-GGUF/resolve/main/Llama_3.1_8b_DoberWild_v2.01.i1-Q4_1.gguf) | i1-Q4_1 | 5.2 | | +| [GGUF](https://huggingface.co/mradermacher/Llama_3.1_8b_DoberWild_v2.01-i1-GGUF/resolve/main/Llama_3.1_8b_DoberWild_v2.01.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.7 | | +| [GGUF](https://huggingface.co/mradermacher/Llama_3.1_8b_DoberWild_v2.01-i1-GGUF/resolve/main/Llama_3.1_8b_DoberWild_v2.01.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/Llama_3.1_8b_DoberWild_v2.01-i1-GGUF/resolve/main/Llama_3.1_8b_DoberWild_v2.01.i1-Q6_K.gguf) | i1-Q6_K | 6.7 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +