From 2cf88459c94dd5f0e3e7ef58708d2e8d0f2528f7 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 19 Jun 2026 20:41:18 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Llama-3-8B-ArliAI-Formax-v1.0-i1-GGUF Source: Original Platform --- .gitattributes | 58 ++++++++++++++ Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ1_M.gguf | 3 + Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ1_S.gguf | 3 + Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ2_M.gguf | 3 + Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ2_S.gguf | 3 + Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ2_XS.gguf | 3 + Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ2_XXS.gguf | 3 + Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ3_M.gguf | 3 + Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ3_S.gguf | 3 + Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ3_XS.gguf | 3 + Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ3_XXS.gguf | 3 + Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ4_XS.gguf | 3 + Llama-3-8B-ArliAI-Formax-v1.0.i1-Q2_K.gguf | 3 + Llama-3-8B-ArliAI-Formax-v1.0.i1-Q2_K_S.gguf | 3 + Llama-3-8B-ArliAI-Formax-v1.0.i1-Q3_K_L.gguf | 3 + Llama-3-8B-ArliAI-Formax-v1.0.i1-Q3_K_M.gguf | 3 + Llama-3-8B-ArliAI-Formax-v1.0.i1-Q3_K_S.gguf | 3 + Llama-3-8B-ArliAI-Formax-v1.0.i1-Q4_0.gguf | 3 + Llama-3-8B-ArliAI-Formax-v1.0.i1-Q4_K_M.gguf | 3 + Llama-3-8B-ArliAI-Formax-v1.0.i1-Q4_K_S.gguf | 3 + Llama-3-8B-ArliAI-Formax-v1.0.i1-Q5_K_M.gguf | 3 + Llama-3-8B-ArliAI-Formax-v1.0.i1-Q5_K_S.gguf | 3 + Llama-3-8B-ArliAI-Formax-v1.0.i1-Q6_K.gguf | 3 + README.md | 79 +++++++++++++++++++ imatrix.dat | 3 + 25 files changed, 206 insertions(+) create mode 100644 .gitattributes create mode 100644 Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ1_M.gguf create mode 100644 Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ1_S.gguf create mode 100644 Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ2_M.gguf create mode 100644 Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ2_S.gguf create mode 100644 Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ2_XS.gguf create mode 100644 Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ2_XXS.gguf create mode 100644 Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ3_M.gguf create mode 100644 Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ3_S.gguf create mode 100644 Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ3_XS.gguf create mode 100644 Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ3_XXS.gguf create mode 100644 Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ4_XS.gguf create mode 100644 Llama-3-8B-ArliAI-Formax-v1.0.i1-Q2_K.gguf create mode 100644 Llama-3-8B-ArliAI-Formax-v1.0.i1-Q2_K_S.gguf create mode 100644 Llama-3-8B-ArliAI-Formax-v1.0.i1-Q3_K_L.gguf create mode 100644 Llama-3-8B-ArliAI-Formax-v1.0.i1-Q3_K_M.gguf create mode 100644 Llama-3-8B-ArliAI-Formax-v1.0.i1-Q3_K_S.gguf create mode 100644 Llama-3-8B-ArliAI-Formax-v1.0.i1-Q4_0.gguf create mode 100644 Llama-3-8B-ArliAI-Formax-v1.0.i1-Q4_K_M.gguf create mode 100644 Llama-3-8B-ArliAI-Formax-v1.0.i1-Q4_K_S.gguf create mode 100644 Llama-3-8B-ArliAI-Formax-v1.0.i1-Q5_K_M.gguf create mode 100644 Llama-3-8B-ArliAI-Formax-v1.0.i1-Q5_K_S.gguf create mode 100644 Llama-3-8B-ArliAI-Formax-v1.0.i1-Q6_K.gguf create mode 100644 README.md create mode 100644 imatrix.dat diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..3e53c98 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,58 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-8B-ArliAI-Formax-v1.0.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-8B-ArliAI-Formax-v1.0.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-8B-ArliAI-Formax-v1.0.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-8B-ArliAI-Formax-v1.0.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-8B-ArliAI-Formax-v1.0.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-8B-ArliAI-Formax-v1.0.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-8B-ArliAI-Formax-v1.0.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-8B-ArliAI-Formax-v1.0.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-8B-ArliAI-Formax-v1.0.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-8B-ArliAI-Formax-v1.0.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-8B-ArliAI-Formax-v1.0.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ1_M.gguf b/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ1_M.gguf new file mode 100644 index 0000000..b4680bf --- /dev/null +++ b/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75621f9d20fc4fb277af3ea7f08c9b271d8cbb44f2be356e3d68ffb23b6b6b35 +size 2161976864 diff --git a/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ1_S.gguf b/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ1_S.gguf new file mode 100644 index 0000000..d4b90d4 --- /dev/null +++ b/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33fca8d943a390ac8f3a939bdb6697d913b1eb666214f661bced8e124101b2b8 +size 2019632672 diff --git a/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ2_M.gguf b/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ2_M.gguf new file mode 100644 index 0000000..7858ad5 --- /dev/null +++ b/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3e1214773dbf14c11d06382fe52a7bdd26257a5f920522c374e2cacb460c5e9 +size 2948285984 diff --git a/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ2_S.gguf b/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ2_S.gguf new file mode 100644 index 0000000..19d98c4 --- /dev/null +++ b/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:736f765ad6ace1814a49039298b1d7afb3bd82dda63ddf7a9e717c65f3c025b7 +size 2758493728 diff --git a/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ2_XS.gguf b/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ2_XS.gguf new file mode 100644 index 0000000..3b89aa0 --- /dev/null +++ b/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15086e0997951833b7aac9efba3b2d1264c89d6bc5e4d41cd5bf446681d78c18 +size 2605786656 diff --git a/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ2_XXS.gguf b/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..f36c072 --- /dev/null +++ b/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b025ec8476b7af91624b6ba00f27f1eef84fbcfe1bf49c18019c129ef5e00563 +size 2399217184 diff --git a/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ3_M.gguf b/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ3_M.gguf new file mode 100644 index 0000000..824c446 --- /dev/null +++ b/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d32acf46e46d9ce5ef5998db6e574e441504bf9bc005f215da30af12b68f68ca +size 3784828448 diff --git a/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ3_S.gguf b/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ3_S.gguf new file mode 100644 index 0000000..7e90745 --- /dev/null +++ b/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52dbfab22d8ca166b64609400212f4b245a8e17a8edc4e03bb021a4cf3f1f51d +size 3682330144 diff --git a/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ3_XS.gguf b/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ3_XS.gguf new file mode 100644 index 0000000..c40d474 --- /dev/null +++ b/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:971525e52b62cd0a7208d588c80c0590d1c51f1a02461166b7266df52f653728 +size 3518752288 diff --git a/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ3_XXS.gguf b/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..d25976b --- /dev/null +++ b/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e155f90ee10abe15c53680e8ca6a55f0d8e68e9f98488a87469a8f249aa2a3a +size 3274917408 diff --git a/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ4_XS.gguf b/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ4_XS.gguf new file mode 100644 index 0000000..2ad001a --- /dev/null +++ b/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca31623937c91c46722ad044ad0f55579c5b92e098c8af6cbb6f9fd350b79ca4 +size 4447667744 diff --git a/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q2_K.gguf b/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q2_K.gguf new file mode 100644 index 0000000..4762e42 --- /dev/null +++ b/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81bc5c39cc773c280bf472731a2f48c6e64a36a2a452541d77a903b4a9edf418 +size 3179136544 diff --git a/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q2_K_S.gguf b/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q2_K_S.gguf new file mode 100644 index 0000000..69fa543 --- /dev/null +++ b/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac7b5f290f53187ed7cfd92e9adfa46f9b71f149173b78a5cd3b2d659a94c628 +size 2988820000 diff --git a/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q3_K_L.gguf b/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q3_K_L.gguf new file mode 100644 index 0000000..fb6cf73 --- /dev/null +++ b/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5ccbca82e52c4a96b2a73eb67b68e74d60b80e3816d08a7ce870537de48b168 +size 4321961504 diff --git a/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q3_K_M.gguf b/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q3_K_M.gguf new file mode 100644 index 0000000..5c20747 --- /dev/null +++ b/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cedf944b4df5edeece3062fec1a93dd77422c62572c32055729a8a62c8f557b9 +size 4018923040 diff --git a/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q3_K_S.gguf b/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q3_K_S.gguf new file mode 100644 index 0000000..e65ee9e --- /dev/null +++ b/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91b7b0ee8db133179f3710f0187217a24e97d00707f6b773aea2021ab724a033 +size 3664504352 diff --git a/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q4_0.gguf b/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q4_0.gguf new file mode 100644 index 0000000..e90492b --- /dev/null +++ b/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb4ebaf33ba25116f97428d97014a996693dc48eb8a686bfeb9f2c99c16ce4b8 +size 4675896864 diff --git a/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q4_K_M.gguf b/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q4_K_M.gguf new file mode 100644 index 0000000..ce830e9 --- /dev/null +++ b/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bef470df756f8f0d6ac7aa1780e56190ace8bcc1fc70521fc5279630b78a3c5 +size 4920739360 diff --git a/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q4_K_S.gguf b/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q4_K_S.gguf new file mode 100644 index 0000000..769c7ea --- /dev/null +++ b/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a44a8fd5974a619dea31bb8cfebdb0e10e1fcc6bc16796447ce46335a2bb8e0 +size 4692674080 diff --git a/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q5_K_M.gguf b/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q5_K_M.gguf new file mode 100644 index 0000000..2f94c25 --- /dev/null +++ b/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef294b988487ca1bbe468bac1ac648d3c67f3055ecc4b1bdff20f8b953f57dd9 +size 5732992544 diff --git a/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q5_K_S.gguf b/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q5_K_S.gguf new file mode 100644 index 0000000..de8d988 --- /dev/null +++ b/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39c53e07138d220dd1f5674bd73073d6ec05b5410b392fec96ca3f180c49a848 +size 5599299104 diff --git a/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q6_K.gguf b/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q6_K.gguf new file mode 100644 index 0000000..111f3e9 --- /dev/null +++ b/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:957d68799de199961a29653983aa1344b01981134f54a7b8f02c2f502583036f +size 6596011552 diff --git a/README.md b/README.md new file mode 100644 index 0000000..c6a461b --- /dev/null +++ b/README.md @@ -0,0 +1,79 @@ +--- +base_model: OwenArli/Llama-3-8B-ArliAI-Formax-v1.0 +language: +- en +library_name: transformers +license: llama3 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/OwenArli/Llama-3-8B-ArliAI-Formax-v1.0 + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Llama-3-8B-ArliAI-Formax-v1.0-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Llama-3-8B-ArliAI-Formax-v1.0-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Llama-3-8B-ArliAI-Formax-v1.0-i1-GGUF/resolve/main/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ1_S.gguf) | i1-IQ1_S | 2.1 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Llama-3-8B-ArliAI-Formax-v1.0-i1-GGUF/resolve/main/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ1_M.gguf) | i1-IQ1_M | 2.3 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Llama-3-8B-ArliAI-Formax-v1.0-i1-GGUF/resolve/main/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.5 | | +| [GGUF](https://huggingface.co/mradermacher/Llama-3-8B-ArliAI-Formax-v1.0-i1-GGUF/resolve/main/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.7 | | +| [GGUF](https://huggingface.co/mradermacher/Llama-3-8B-ArliAI-Formax-v1.0-i1-GGUF/resolve/main/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ2_S.gguf) | i1-IQ2_S | 2.9 | | +| [GGUF](https://huggingface.co/mradermacher/Llama-3-8B-ArliAI-Formax-v1.0-i1-GGUF/resolve/main/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ2_M.gguf) | i1-IQ2_M | 3.0 | | +| [GGUF](https://huggingface.co/mradermacher/Llama-3-8B-ArliAI-Formax-v1.0-i1-GGUF/resolve/main/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q2_K_S.gguf) | i1-Q2_K_S | 3.1 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Llama-3-8B-ArliAI-Formax-v1.0-i1-GGUF/resolve/main/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q2_K.gguf) | i1-Q2_K | 3.3 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Llama-3-8B-ArliAI-Formax-v1.0-i1-GGUF/resolve/main/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.4 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Llama-3-8B-ArliAI-Formax-v1.0-i1-GGUF/resolve/main/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.6 | | +| [GGUF](https://huggingface.co/mradermacher/Llama-3-8B-ArliAI-Formax-v1.0-i1-GGUF/resolve/main/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.8 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Llama-3-8B-ArliAI-Formax-v1.0-i1-GGUF/resolve/main/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ3_S.gguf) | i1-IQ3_S | 3.8 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Llama-3-8B-ArliAI-Formax-v1.0-i1-GGUF/resolve/main/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ3_M.gguf) | i1-IQ3_M | 3.9 | | +| [GGUF](https://huggingface.co/mradermacher/Llama-3-8B-ArliAI-Formax-v1.0-i1-GGUF/resolve/main/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q3_K_M.gguf) | i1-Q3_K_M | 4.1 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Llama-3-8B-ArliAI-Formax-v1.0-i1-GGUF/resolve/main/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q3_K_L.gguf) | i1-Q3_K_L | 4.4 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Llama-3-8B-ArliAI-Formax-v1.0-i1-GGUF/resolve/main/Llama-3-8B-ArliAI-Formax-v1.0.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.5 | | +| [GGUF](https://huggingface.co/mradermacher/Llama-3-8B-ArliAI-Formax-v1.0-i1-GGUF/resolve/main/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q4_0.gguf) | i1-Q4_0 | 4.8 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Llama-3-8B-ArliAI-Formax-v1.0-i1-GGUF/resolve/main/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.8 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Llama-3-8B-ArliAI-Formax-v1.0-i1-GGUF/resolve/main/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q4_K_M.gguf) | i1-Q4_K_M | 5.0 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Llama-3-8B-ArliAI-Formax-v1.0-i1-GGUF/resolve/main/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.7 | | +| [GGUF](https://huggingface.co/mradermacher/Llama-3-8B-ArliAI-Formax-v1.0-i1-GGUF/resolve/main/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.8 | | +| [GGUF](https://huggingface.co/mradermacher/Llama-3-8B-ArliAI-Formax-v1.0-i1-GGUF/resolve/main/Llama-3-8B-ArliAI-Formax-v1.0.i1-Q6_K.gguf) | i1-Q6_K | 6.7 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..2c4cb63 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16db2b9bfbf48cc90ea27818e0f1ac552af44d63fc739b4a8285c4795fe8101f +size 4988157