From 361353c7810e7037dfba69db91a4b824e4f48e13 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 9 Aug 2026 20:47:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Dragon-1.5-0.5B-i1-GGUF Source: Original Platform --- .gitattributes | 60 +++++++++++++++++++++ Dragon-1.5-0.5B.i1-IQ1_M.gguf | 3 ++ Dragon-1.5-0.5B.i1-IQ1_S.gguf | 3 ++ Dragon-1.5-0.5B.i1-IQ2_M.gguf | 3 ++ Dragon-1.5-0.5B.i1-IQ2_S.gguf | 3 ++ Dragon-1.5-0.5B.i1-IQ2_XS.gguf | 3 ++ Dragon-1.5-0.5B.i1-IQ2_XXS.gguf | 3 ++ Dragon-1.5-0.5B.i1-IQ3_M.gguf | 3 ++ Dragon-1.5-0.5B.i1-IQ3_S.gguf | 3 ++ Dragon-1.5-0.5B.i1-IQ3_XS.gguf | 3 ++ Dragon-1.5-0.5B.i1-IQ3_XXS.gguf | 3 ++ Dragon-1.5-0.5B.i1-IQ4_NL.gguf | 3 ++ Dragon-1.5-0.5B.i1-IQ4_XS.gguf | 3 ++ Dragon-1.5-0.5B.i1-Q2_K.gguf | 3 ++ Dragon-1.5-0.5B.i1-Q2_K_S.gguf | 3 ++ Dragon-1.5-0.5B.i1-Q3_K_L.gguf | 3 ++ Dragon-1.5-0.5B.i1-Q3_K_M.gguf | 3 ++ Dragon-1.5-0.5B.i1-Q3_K_S.gguf | 3 ++ Dragon-1.5-0.5B.i1-Q4_0.gguf | 3 ++ Dragon-1.5-0.5B.i1-Q4_1.gguf | 3 ++ Dragon-1.5-0.5B.i1-Q4_K_M.gguf | 3 ++ Dragon-1.5-0.5B.i1-Q4_K_S.gguf | 3 ++ Dragon-1.5-0.5B.i1-Q5_K_M.gguf | 3 ++ Dragon-1.5-0.5B.i1-Q5_K_S.gguf | 3 ++ Dragon-1.5-0.5B.i1-Q6_K.gguf | 3 ++ Dragon-1.5-0.5B.imatrix.gguf | 3 ++ README.md | 94 +++++++++++++++++++++++++++++++++ 27 files changed, 229 insertions(+) create mode 100644 .gitattributes create mode 100644 Dragon-1.5-0.5B.i1-IQ1_M.gguf create mode 100644 Dragon-1.5-0.5B.i1-IQ1_S.gguf create mode 100644 Dragon-1.5-0.5B.i1-IQ2_M.gguf create mode 100644 Dragon-1.5-0.5B.i1-IQ2_S.gguf create mode 100644 Dragon-1.5-0.5B.i1-IQ2_XS.gguf create mode 100644 Dragon-1.5-0.5B.i1-IQ2_XXS.gguf create mode 100644 Dragon-1.5-0.5B.i1-IQ3_M.gguf create mode 100644 Dragon-1.5-0.5B.i1-IQ3_S.gguf create mode 100644 Dragon-1.5-0.5B.i1-IQ3_XS.gguf create mode 100644 Dragon-1.5-0.5B.i1-IQ3_XXS.gguf create mode 100644 Dragon-1.5-0.5B.i1-IQ4_NL.gguf create mode 100644 Dragon-1.5-0.5B.i1-IQ4_XS.gguf create mode 100644 Dragon-1.5-0.5B.i1-Q2_K.gguf create mode 100644 Dragon-1.5-0.5B.i1-Q2_K_S.gguf create mode 100644 Dragon-1.5-0.5B.i1-Q3_K_L.gguf create mode 100644 Dragon-1.5-0.5B.i1-Q3_K_M.gguf create mode 100644 Dragon-1.5-0.5B.i1-Q3_K_S.gguf create mode 100644 Dragon-1.5-0.5B.i1-Q4_0.gguf create mode 100644 Dragon-1.5-0.5B.i1-Q4_1.gguf create mode 100644 Dragon-1.5-0.5B.i1-Q4_K_M.gguf create mode 100644 Dragon-1.5-0.5B.i1-Q4_K_S.gguf create mode 100644 Dragon-1.5-0.5B.i1-Q5_K_M.gguf create mode 100644 Dragon-1.5-0.5B.i1-Q5_K_S.gguf create mode 100644 Dragon-1.5-0.5B.i1-Q6_K.gguf create mode 100644 Dragon-1.5-0.5B.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..420e468 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Dragon-1.5-0.5B.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Dragon-1.5-0.5B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Dragon-1.5-0.5B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Dragon-1.5-0.5B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Dragon-1.5-0.5B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Dragon-1.5-0.5B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Dragon-1.5-0.5B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Dragon-1.5-0.5B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Dragon-1.5-0.5B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Dragon-1.5-0.5B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Dragon-1.5-0.5B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Dragon-1.5-0.5B.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Dragon-1.5-0.5B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Dragon-1.5-0.5B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Dragon-1.5-0.5B.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Dragon-1.5-0.5B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Dragon-1.5-0.5B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Dragon-1.5-0.5B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Dragon-1.5-0.5B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Dragon-1.5-0.5B.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +Dragon-1.5-0.5B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Dragon-1.5-0.5B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Dragon-1.5-0.5B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Dragon-1.5-0.5B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Dragon-1.5-0.5B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Dragon-1.5-0.5B.i1-IQ1_M.gguf b/Dragon-1.5-0.5B.i1-IQ1_M.gguf new file mode 100644 index 0000000..7bff36c --- /dev/null +++ b/Dragon-1.5-0.5B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee61cfba60e92a37fde85a630c438b42f00f41954c6d11530d61d368063b9145 +size 317690336 diff --git a/Dragon-1.5-0.5B.i1-IQ1_S.gguf b/Dragon-1.5-0.5B.i1-IQ1_S.gguf new file mode 100644 index 0000000..133f34e --- /dev/null +++ b/Dragon-1.5-0.5B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:753ece55b97d41dc903724a16883defaeeed4e2a7c3456e9082e8f45a3854526 +size 315545312 diff --git a/Dragon-1.5-0.5B.i1-IQ2_M.gguf b/Dragon-1.5-0.5B.i1-IQ2_M.gguf new file mode 100644 index 0000000..6b9d18b --- /dev/null +++ b/Dragon-1.5-0.5B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d728f001db5ece83f58072e6e82c8aeca8f720b0f290e5fc25f29956164b173 +size 328313312 diff --git a/Dragon-1.5-0.5B.i1-IQ2_S.gguf b/Dragon-1.5-0.5B.i1-IQ2_S.gguf new file mode 100644 index 0000000..9b1fa89 --- /dev/null +++ b/Dragon-1.5-0.5B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c2ff3f80e03c7484a96dd777de179b1819ef79a4b07372a6f3de09fe864693d +size 325453280 diff --git a/Dragon-1.5-0.5B.i1-IQ2_XS.gguf b/Dragon-1.5-0.5B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..2e49e34 --- /dev/null +++ b/Dragon-1.5-0.5B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f093f0b5a3fabbd32725631b03aac564cf2fbb55a3893aca8068f0e86a2d3a6 +size 324125408 diff --git a/Dragon-1.5-0.5B.i1-IQ2_XXS.gguf b/Dragon-1.5-0.5B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..9c3f69d --- /dev/null +++ b/Dragon-1.5-0.5B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:577a2c7109f5d8641ab1bb2dd398535e5ae2915d992a247634ac568109e6491a +size 321265376 diff --git a/Dragon-1.5-0.5B.i1-IQ3_M.gguf b/Dragon-1.5-0.5B.i1-IQ3_M.gguf new file mode 100644 index 0000000..4d584e5 --- /dev/null +++ b/Dragon-1.5-0.5B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30acf1517365068eed7e110413b7667e401ab80a0bf25a42559570beb0fc4b1a +size 342468320 diff --git a/Dragon-1.5-0.5B.i1-IQ3_S.gguf b/Dragon-1.5-0.5B.i1-IQ3_S.gguf new file mode 100644 index 0000000..65f6fdf --- /dev/null +++ b/Dragon-1.5-0.5B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c20518898604f4e7cd55d2c8e0073478d63ef4ddd786a1437b4ef0d30aa4174 +size 338323424 diff --git a/Dragon-1.5-0.5B.i1-IQ3_XS.gguf b/Dragon-1.5-0.5B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..38416f0 --- /dev/null +++ b/Dragon-1.5-0.5B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d859b65748865b0846bbb0817f4d8751a1bd8c86b6d1183726502dbc4c59bac +size 338323424 diff --git a/Dragon-1.5-0.5B.i1-IQ3_XXS.gguf b/Dragon-1.5-0.5B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..c4649e1 --- /dev/null +++ b/Dragon-1.5-0.5B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d0295acf446bf96627bd99b9e278e0d179d62bcb417e6b89f2d0f5350df5398 +size 333420512 diff --git a/Dragon-1.5-0.5B.i1-IQ4_NL.gguf b/Dragon-1.5-0.5B.i1-IQ4_NL.gguf new file mode 100644 index 0000000..8168f85 --- /dev/null +++ b/Dragon-1.5-0.5B.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:302c9b42b704b123f513644f37979b250b804b462bd5f288a9cd1373e8435fcb +size 352387040 diff --git a/Dragon-1.5-0.5B.i1-IQ4_XS.gguf b/Dragon-1.5-0.5B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..ab50404 --- /dev/null +++ b/Dragon-1.5-0.5B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7962936a94a49da26261f92bf194fb4acf06f48aab153829e00eee25f8e4531 +size 349118432 diff --git a/Dragon-1.5-0.5B.i1-Q2_K.gguf b/Dragon-1.5-0.5B.i1-Q2_K.gguf new file mode 100644 index 0000000..f9bb8eb --- /dev/null +++ b/Dragon-1.5-0.5B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:661b10fe27bc6ef30847390bb0170bd921098f8b914e0e106c2e39e46cd79e83 +size 338323424 diff --git a/Dragon-1.5-0.5B.i1-Q2_K_S.gguf b/Dragon-1.5-0.5B.i1-Q2_K_S.gguf new file mode 100644 index 0000000..380fd96 --- /dev/null +++ b/Dragon-1.5-0.5B.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc70f34b068805b1af2eb68edd65c5f77d37979eb00ee2b5991a347069ce3861 +size 330764768 diff --git a/Dragon-1.5-0.5B.i1-Q3_K_L.gguf b/Dragon-1.5-0.5B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..e5b71ba --- /dev/null +++ b/Dragon-1.5-0.5B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b61e43204a9a26c78aef855a83e4dce64bd92d6fd325adc9eedf82610dae78c4 +size 369074144 diff --git a/Dragon-1.5-0.5B.i1-Q3_K_M.gguf b/Dragon-1.5-0.5B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..93896be --- /dev/null +++ b/Dragon-1.5-0.5B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30245e3a9bc78fe75cf0ed4567c24891075d987cea771c33a1f7ff258afcf6e0 +size 355182560 diff --git a/Dragon-1.5-0.5B.i1-Q3_K_S.gguf b/Dragon-1.5-0.5B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..3e4b6cf --- /dev/null +++ b/Dragon-1.5-0.5B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:361f508f98a2b49ade688130496a5164bea996e4d987ff1d0a1b033c60cd626c +size 337979360 diff --git a/Dragon-1.5-0.5B.i1-Q4_0.gguf b/Dragon-1.5-0.5B.i1-Q4_0.gguf new file mode 100644 index 0000000..4c97971 --- /dev/null +++ b/Dragon-1.5-0.5B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b0a791c7728db17eaf1184dd1390191487a4ea6c3c88daf7f1f0bb42c5a2cd1 +size 352688096 diff --git a/Dragon-1.5-0.5B.i1-Q4_1.gguf b/Dragon-1.5-0.5B.i1-Q4_1.gguf new file mode 100644 index 0000000..c69b2f3 --- /dev/null +++ b/Dragon-1.5-0.5B.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc2b48431beb35aa91844777840647d297b768eab33d672d70f331a0f8294679 +size 374235104 diff --git a/Dragon-1.5-0.5B.i1-Q4_K_M.gguf b/Dragon-1.5-0.5B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..8c09077 --- /dev/null +++ b/Dragon-1.5-0.5B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73a0ba167d2628d54fe2942f3b6425a495489de513441426c2db8f36d5393389 +size 397523936 diff --git a/Dragon-1.5-0.5B.i1-Q4_K_S.gguf b/Dragon-1.5-0.5B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..050745b --- /dev/null +++ b/Dragon-1.5-0.5B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:882364b371caa8c73e85eaabbc8ac19bf5df9dd767cf84fa5774020b903f7959 +size 385187808 diff --git a/Dragon-1.5-0.5B.i1-Q5_K_M.gguf b/Dragon-1.5-0.5B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..4497083 --- /dev/null +++ b/Dragon-1.5-0.5B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bde8df00312c0fbf4d9a66346b1d829cee4e74d7c332cb06a828ec239f9753a3 +size 419802080 diff --git a/Dragon-1.5-0.5B.i1-Q5_K_S.gguf b/Dragon-1.5-0.5B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..bf40767 --- /dev/null +++ b/Dragon-1.5-0.5B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa1b6dbc01e1a262301691627546ad327f4e7b00349d7a4d1e89bb6df299ce29 +size 412426208 diff --git a/Dragon-1.5-0.5B.i1-Q6_K.gguf b/Dragon-1.5-0.5B.i1-Q6_K.gguf new file mode 100644 index 0000000..9f60b98 --- /dev/null +++ b/Dragon-1.5-0.5B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10754412b84e944bbf88a44c4a90a4dc4ba31df9daf1433c6569ceab71d3d528 +size 505452512 diff --git a/Dragon-1.5-0.5B.imatrix.gguf b/Dragon-1.5-0.5B.imatrix.gguf new file mode 100644 index 0000000..9b9c137 --- /dev/null +++ b/Dragon-1.5-0.5B.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f50e5af73541262847235a5bc67c54f2ec133db0a5c775f419f5a70c7ca3cfc +size 1008928 diff --git a/README.md b/README.md new file mode 100644 index 0000000..8ccd3db --- /dev/null +++ b/README.md @@ -0,0 +1,94 @@ +--- +base_model: DireDreadlord/Dragon-1.5-0.5B +datasets: +- Jackrong/DeepSeek-V4-Distill-8000x +language: +- en +library_name: transformers +license: apache-2.0 +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- slm +- trl +- text-generation-inference +- reasoning +- thinking +- chat +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/DireDreadlord/Dragon-1.5-0.5B + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Dragon-1.5-0.5B-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Dragon-1.5-0.5B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Dragon-1.5-0.5B-i1-GGUF/resolve/main/Dragon-1.5-0.5B.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Dragon-1.5-0.5B-i1-GGUF/resolve/main/Dragon-1.5-0.5B.i1-IQ1_S.gguf) | i1-IQ1_S | 0.4 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Dragon-1.5-0.5B-i1-GGUF/resolve/main/Dragon-1.5-0.5B.i1-IQ1_M.gguf) | i1-IQ1_M | 0.4 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Dragon-1.5-0.5B-i1-GGUF/resolve/main/Dragon-1.5-0.5B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/Dragon-1.5-0.5B-i1-GGUF/resolve/main/Dragon-1.5-0.5B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/Dragon-1.5-0.5B-i1-GGUF/resolve/main/Dragon-1.5-0.5B.i1-IQ2_S.gguf) | i1-IQ2_S | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/Dragon-1.5-0.5B-i1-GGUF/resolve/main/Dragon-1.5-0.5B.i1-IQ2_M.gguf) | i1-IQ2_M | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/Dragon-1.5-0.5B-i1-GGUF/resolve/main/Dragon-1.5-0.5B.i1-Q2_K_S.gguf) | i1-Q2_K_S | 0.4 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Dragon-1.5-0.5B-i1-GGUF/resolve/main/Dragon-1.5-0.5B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.4 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Dragon-1.5-0.5B-i1-GGUF/resolve/main/Dragon-1.5-0.5B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 0.4 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Dragon-1.5-0.5B-i1-GGUF/resolve/main/Dragon-1.5-0.5B.i1-IQ3_S.gguf) | i1-IQ3_S | 0.4 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Dragon-1.5-0.5B-i1-GGUF/resolve/main/Dragon-1.5-0.5B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/Dragon-1.5-0.5B-i1-GGUF/resolve/main/Dragon-1.5-0.5B.i1-Q2_K.gguf) | i1-Q2_K | 0.4 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Dragon-1.5-0.5B-i1-GGUF/resolve/main/Dragon-1.5-0.5B.i1-IQ3_M.gguf) | i1-IQ3_M | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/Dragon-1.5-0.5B-i1-GGUF/resolve/main/Dragon-1.5-0.5B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 0.4 | | +| [GGUF](https://huggingface.co/mradermacher/Dragon-1.5-0.5B-i1-GGUF/resolve/main/Dragon-1.5-0.5B.i1-IQ4_NL.gguf) | i1-IQ4_NL | 0.5 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Dragon-1.5-0.5B-i1-GGUF/resolve/main/Dragon-1.5-0.5B.i1-Q4_0.gguf) | i1-Q4_0 | 0.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Dragon-1.5-0.5B-i1-GGUF/resolve/main/Dragon-1.5-0.5B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 0.5 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Dragon-1.5-0.5B-i1-GGUF/resolve/main/Dragon-1.5-0.5B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 0.5 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Dragon-1.5-0.5B-i1-GGUF/resolve/main/Dragon-1.5-0.5B.i1-Q4_1.gguf) | i1-Q4_1 | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/Dragon-1.5-0.5B-i1-GGUF/resolve/main/Dragon-1.5-0.5B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 0.5 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Dragon-1.5-0.5B-i1-GGUF/resolve/main/Dragon-1.5-0.5B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 0.5 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Dragon-1.5-0.5B-i1-GGUF/resolve/main/Dragon-1.5-0.5B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/Dragon-1.5-0.5B-i1-GGUF/resolve/main/Dragon-1.5-0.5B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 0.5 | | +| [GGUF](https://huggingface.co/mradermacher/Dragon-1.5-0.5B-i1-GGUF/resolve/main/Dragon-1.5-0.5B.i1-Q6_K.gguf) | i1-Q6_K | 0.6 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +