diff --git a/.gitattributes b/.gitattributes index aeac988..d0ffb61 100644 --- a/.gitattributes +++ b/.gitattributes @@ -39,3 +39,7 @@ Llama-3-Magenta-Instruct-4x8B-MoE-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text Llama-3-Magenta-Instruct-4x8B-MoE-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text Llama-3-Magenta-Instruct-4x8B-MoE-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text Llama-3-Magenta-Instruct-4x8B-MoE-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-Magenta-Instruct-4x8B-MoE-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-Magenta-Instruct-4x8B-MoE-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-Magenta-Instruct-4x8B-MoE-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-Magenta-Instruct-4x8B-MoE-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Llama-3-Magenta-Instruct-4x8B-MoE-Q4_0.gguf b/Llama-3-Magenta-Instruct-4x8B-MoE-Q4_0.gguf new file mode 100644 index 0000000..6d670b7 --- /dev/null +++ b/Llama-3-Magenta-Instruct-4x8B-MoE-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dbf034d312d199e36edb01894cb4e72cfc3ae3f8143d643ffb814f924ab461f +size 14175457888 diff --git a/Llama-3-Magenta-Instruct-4x8B-MoE-Q4_1.gguf b/Llama-3-Magenta-Instruct-4x8B-MoE-Q4_1.gguf new file mode 100644 index 0000000..979a4aa --- /dev/null +++ b/Llama-3-Magenta-Instruct-4x8B-MoE-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e6516caf700930768fe4b4b857ef9c5360e29a06bde8195e2202582482e7c3e +size 15701463648 diff --git a/Llama-3-Magenta-Instruct-4x8B-MoE-Q4_K.gguf b/Llama-3-Magenta-Instruct-4x8B-MoE-Q4_K.gguf new file mode 100644 index 0000000..8b2024b --- /dev/null +++ b/Llama-3-Magenta-Instruct-4x8B-MoE-Q4_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cd2346b3df6dc4a89b514f58d34a0ea0bad510e140ddc76d968ab4d3029dfd8 +size 15161643616 diff --git a/Llama-3-Magenta-Instruct-4x8B-MoE-Q4_K_S.gguf b/Llama-3-Magenta-Instruct-4x8B-MoE-Q4_K_S.gguf new file mode 100644 index 0000000..8b40ec6 --- /dev/null +++ b/Llama-3-Magenta-Instruct-4x8B-MoE-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0537e4605505acd026ca1be330fba6f975fd0d23231ab8261dc8e967d983368c +size 13128978432