diff --git a/.gitattributes b/.gitattributes
index a6344aa..0768ef5 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+F16.gguf filter=lfs diff=lfs merge=lfs -text
+F32.gguf filter=lfs diff=lfs merge=lfs -text
+Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
diff --git a/F16.gguf b/F16.gguf
new file mode 100644
index 0000000..dbdf4f7
--- /dev/null
+++ b/F16.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb82b1e49d2454dcdad944531cb61ef3d77de3e03187f28d95490fda82c9ec2
+size 96523584
diff --git a/F32.gguf b/F32.gguf
new file mode 100644
index 0000000..081f7a2
--- /dev/null
+++ b/F32.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ccb5b26d82d44171c1826cd8b9d7c65cdf85fbfb7e17e2adb69b1f4e8a0810
+size 191190336
diff --git a/Q2_K.gguf b/Q2_K.gguf
new file mode 100644
index 0000000..994e527
--- /dev/null
+++ b/Q2_K.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ebb6a1d34a461547849eed0b9adc51a402dbb6cd08ed65ee8b42188656f2825
+size 34678464
diff --git a/Q4_K_M.gguf b/Q4_K_M.gguf
new file mode 100644
index 0000000..7333306
--- /dev/null
+++ b/Q4_K_M.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f9287d6958adbeab9651ccff7360b03daad3864375abf77ab6cca097213461
+size 39966144
diff --git a/Q6_K.gguf b/Q6_K.gguf
new file mode 100644
index 0000000..b4cf399
--- /dev/null
+++ b/Q6_K.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b154871dfded44e7460e35072953bbd7a9beb554cfae5d80a3141364d915d63
+size 50541504
diff --git a/Q8_0.gguf b/Q8_0.gguf
new file mode 100644
index 0000000..80bc16d
--- /dev/null
+++ b/Q8_0.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55791553387bb4055cd06a10962d462cace04110ca424ff632510ca32d35fdaa
+size 52148544