From 08eacf242197665a198523de12f120a43e2dcbb4 Mon Sep 17 00:00:00 2001 From: Robin Davidsson Date: Wed, 15 May 2024 18:23:33 +0000 Subject: [PATCH] Upload 3 files --- .gitattributes | 3 +++ Llama-3-Magenta-Instruct-4x8B-MoE-Q3_K_L.gguf | 3 +++ Llama-3-Magenta-Instruct-4x8B-MoE-Q3_K_M.gguf | 3 +++ Llama-3-Magenta-Instruct-4x8B-MoE-Q3_K_S.gguf | 3 +++ 4 files changed, 12 insertions(+) create mode 100644 Llama-3-Magenta-Instruct-4x8B-MoE-Q3_K_L.gguf create mode 100644 Llama-3-Magenta-Instruct-4x8B-MoE-Q3_K_M.gguf create mode 100644 Llama-3-Magenta-Instruct-4x8B-MoE-Q3_K_S.gguf diff --git a/.gitattributes b/.gitattributes index ea69b8a..aeac988 100644 --- a/.gitattributes +++ b/.gitattributes @@ -36,3 +36,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text Q2_K.gguf filter=lfs diff=lfs merge=lfs -text Llama-3-Magenta-Instruct-4x8B-MoE-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text Llama-3-Magenta-Instruct-4x8B-MoE-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-Magenta-Instruct-4x8B-MoE-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-Magenta-Instruct-4x8B-MoE-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-Magenta-Instruct-4x8B-MoE-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Llama-3-Magenta-Instruct-4x8B-MoE-Q3_K_L.gguf b/Llama-3-Magenta-Instruct-4x8B-MoE-Q3_K_L.gguf new file mode 100644 index 0000000..8c9f7e6 --- /dev/null +++ b/Llama-3-Magenta-Instruct-4x8B-MoE-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7ff67f516e1c2337f0cb85cbd294b2918409b3cd9f6496ffde4fd7c37ec215f +size 13043479136 diff --git a/Llama-3-Magenta-Instruct-4x8B-MoE-Q3_K_M.gguf b/Llama-3-Magenta-Instruct-4x8B-MoE-Q3_K_M.gguf new file mode 100644 index 0000000..373b1f7 --- /dev/null +++ b/Llama-3-Magenta-Instruct-4x8B-MoE-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a44d0b8144674dbf53fea3a88a28484683713691df44233ba8950ec02937d47 +size 12079837792 diff --git a/Llama-3-Magenta-Instruct-4x8B-MoE-Q3_K_S.gguf b/Llama-3-Magenta-Instruct-4x8B-MoE-Q3_K_S.gguf new file mode 100644 index 0000000..b8840e2 --- /dev/null +++ b/Llama-3-Magenta-Instruct-4x8B-MoE-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66aab14efa6e6b36a2f8f24eb9a30c489b2a84a97721d017c30d25a6c02b4f3c +size 10932695648