diff --git a/.gitattributes b/.gitattributes
index 39e7ae7..db06a44 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -32,4 +32,13 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.xz filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
-*tfevents* filter=lfs diff=lfs merge=lfs -text
\ No newline at end of file
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+*.gguf filter=lfs diff=lfs merge=lfs -text
+qwen2.5-1.5b-instruct-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
+qwen2.5-1.5b-instruct-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
+qwen2.5-1.5b-instruct-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+qwen2.5-1.5b-instruct-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
+qwen2.5-1.5b-instruct-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
+qwen2.5-1.5b-instruct-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
+qwen2.5-1.5b-instruct-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
+qwen2.5-1.5b-instruct-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
diff --git a/qwen2.5-1.5b-instruct-q2_k.gguf b/qwen2.5-1.5b-instruct-q2_k.gguf
new file mode 100644
index 0000000..9de6bad
--- /dev/null
+++ b/qwen2.5-1.5b-instruct-q2_k.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419015455b968d2acb65a04419268fce3ece0575455ba048a69d66ae3a450252
+size 752880288
diff --git a/qwen2.5-1.5b-instruct-q3_k_m.gguf b/qwen2.5-1.5b-instruct-q3_k_m.gguf
new file mode 100644
index 0000000..ab7e4de
--- /dev/null
+++ b/qwen2.5-1.5b-instruct-q3_k_m.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a93b5d72fc23c6e8c393c6361f7951df0e1d98e6c26208a64bc288a9f3430e3
+size 924456096
diff --git a/qwen2.5-1.5b-instruct-q4_0.gguf b/qwen2.5-1.5b-instruct-q4_0.gguf
new file mode 100644
index 0000000..cc29028
--- /dev/null
+++ b/qwen2.5-1.5b-instruct-q4_0.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92cdba7e438f364f2ead5e78fafca48e592f7ac78019bf07b32d41046b310b6
+size 1066227360
diff --git a/qwen2.5-1.5b-instruct-q4_k_m.gguf b/qwen2.5-1.5b-instruct-q4_k_m.gguf
new file mode 100644
index 0000000..5feb23a
--- /dev/null
+++ b/qwen2.5-1.5b-instruct-q4_k_m.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf1f14b64000387f0a6428f32857c12a91f9299ece8283f0f25d6f9a62ebf9e0
+size 1117320864
diff --git a/qwen2.5-1.5b-instruct-q5_0.gguf b/qwen2.5-1.5b-instruct-q5_0.gguf
new file mode 100644
index 0000000..60aa211
--- /dev/null
+++ b/qwen2.5-1.5b-instruct-q5_0.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b96f88e0c70146a5b691515424a76686de7c2891fce619ebc71fca040474872
+size 1259173536
diff --git a/qwen2.5-1.5b-instruct-q5_k_m.gguf b/qwen2.5-1.5b-instruct-q5_k_m.gguf
new file mode 100644
index 0000000..830f4b8
--- /dev/null
+++ b/qwen2.5-1.5b-instruct-q5_k_m.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead9acc4da0a872e6091cc95a946969faa6e50fd7d5d730f608c7052958c9031
+size 1285494432
diff --git a/qwen2.5-1.5b-instruct-q6_k.gguf b/qwen2.5-1.5b-instruct-q6_k.gguf
new file mode 100644
index 0000000..74cb90a
--- /dev/null
+++ b/qwen2.5-1.5b-instruct-q6_k.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c259192e07488cc156ba078fb1499095f527339ffdd23ae0401cac3fdf9b322
+size 1464178848
diff --git a/qwen2.5-1.5b-instruct-q8_0.gguf b/qwen2.5-1.5b-instruct-q8_0.gguf
new file mode 100644
index 0000000..2271431
--- /dev/null
+++ b/qwen2.5-1.5b-instruct-q8_0.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93e93fd4f7d33a546b700f31f97e7c1ef2e94ffb98bef6a08e1930434878f32
+size 1894532256