diff --git a/.gitattributes b/.gitattributes index 9ff9a2d..0c52110 100644 --- a/.gitattributes +++ b/.gitattributes @@ -49,3 +49,5 @@ Llama-3-Magenta-Instruct-4x8B-MoE-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -tex Llama-3-Magenta-Instruct-4x8B-MoE-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text Llama-3-Magenta-Instruct-4x8B-MoE-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text Llama-3-Magenta-Instruct-4x8B-MoE-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-Magenta-Instruct-4x8B-MoE-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Llama-3-Magenta-Instruct-4x8B-MoE-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Llama-3-Magenta-Instruct-4x8B-MoE-Q6_K.gguf b/Llama-3-Magenta-Instruct-4x8B-MoE-Q6_K.gguf new file mode 100644 index 0000000..ec7dedd --- /dev/null +++ b/Llama-3-Magenta-Instruct-4x8B-MoE-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6edff3080e7672570d13d5299a8eb4e9dfb482cc32c51f42774c03a6453b70a1 +size 20470231648 diff --git a/Llama-3-Magenta-Instruct-4x8B-MoE-Q8_0.gguf b/Llama-3-Magenta-Instruct-4x8B-MoE-Q8_0.gguf new file mode 100644 index 0000000..f46dc48 --- /dev/null +++ b/Llama-3-Magenta-Instruct-4x8B-MoE-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2e8d79f83f57d264bce001ccd8e220c8e377fe2ebd50c105f6617b59988ece5 +size 26510733920