diff --git a/.gitattributes b/.gitattributes
index 8f3e8e9..590d7b5 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -36,3 +36,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 ggml-model-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 ggml-model-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
 ggml-model-q3_k.gguf filter=lfs diff=lfs merge=lfs -text
+ggml-model-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+ggml-model-q4_k.gguf filter=lfs diff=lfs merge=lfs -text
diff --git a/ggml-model-q4_0.gguf b/ggml-model-q4_0.gguf
new file mode 100644
index 0000000..fa69f35
--- /dev/null
+++ b/ggml-model-q4_0.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f95c9b507d3051e10b02833a4914496ba04cb8aa073343edcc4d8b1c948b4e5
+size 4661211488
diff --git a/ggml-model-q4_k.gguf b/ggml-model-q4_k.gguf
new file mode 100644
index 0000000..368fd74
--- /dev/null
+++ b/ggml-model-q4_k.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef081a08e4ad9e429d7815d86b132e1520701d7139fb1b8d42281322770f2d9a
+size 4920734048