From 6824b2236d86f8b6579f8d1ea49556b16a49b566 Mon Sep 17 00:00:00 2001 From: Xin Liu Date: Mon, 30 Sep 2024 14:13:53 +0000 Subject: [PATCH] add models --- .gitattributes | 1 + Llama-3.2-1B-Instruct-Q4_0.gguf | 3 +++ Llama-3.2-1B-Instruct-Q8_0.gguf | 3 +++ 3 files changed, 7 insertions(+) create mode 100644 Llama-3.2-1B-Instruct-Q4_0.gguf create mode 100644 Llama-3.2-1B-Instruct-Q8_0.gguf diff --git a/.gitattributes b/.gitattributes index 886ac0c..11a9c76 100644 --- a/.gitattributes +++ b/.gitattributes @@ -36,3 +36,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.ggml filter=lfs diff=lfs merge=lfs -text *.llamafile* filter=lfs diff=lfs merge=lfs -text *.pt2 filter=lfs diff=lfs merge=lfs -text +*.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Llama-3.2-1B-Instruct-Q4_0.gguf b/Llama-3.2-1B-Instruct-Q4_0.gguf new file mode 100644 index 0000000..22e55ae --- /dev/null +++ b/Llama-3.2-1B-Instruct-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:150e95f201edeaef9b5d37aec70fcee65533ddeca51a4d1092037195f0302f69 +size 770928480 diff --git a/Llama-3.2-1B-Instruct-Q8_0.gguf b/Llama-3.2-1B-Instruct-Q8_0.gguf new file mode 100644 index 0000000..af0415b --- /dev/null +++ b/Llama-3.2-1B-Instruct-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c0522ea0da43f9a089b5f2df7699a659cc320a5259c33506c44925fa03232fc +size 1321082720