From 51e6028f05250905644fd52e7b4a809c2652da57 Mon Sep 17 00:00:00 2001 From: Johannes Doeman Date: Tue, 9 Dec 2025 13:51:13 +0000 Subject: [PATCH] Upload 14 files --- .gitattributes | 14 ++++++++++++++ Falcon3-3B-Instruct-Heretic_IQ3_M.gguf | 3 +++ Falcon3-3B-Instruct-Heretic_IQ3_XS.gguf | 3 +++ Falcon3-3B-Instruct-Heretic_IQ4_NL.gguf | 3 +++ Falcon3-3B-Instruct-Heretic_IQ4_XS.gguf | 3 +++ Falcon3-3B-Instruct-Heretic_Q3_K_L.gguf | 3 +++ Falcon3-3B-Instruct-Heretic_Q3_K_M.gguf | 3 +++ Falcon3-3B-Instruct-Heretic_Q3_K_S.gguf | 3 +++ Falcon3-3B-Instruct-Heretic_Q4_K_M.gguf | 3 +++ Falcon3-3B-Instruct-Heretic_Q4_K_S.gguf | 3 +++ Falcon3-3B-Instruct-Heretic_Q5_K_M.gguf | 3 +++ Falcon3-3B-Instruct-Heretic_Q5_K_S.gguf | 3 +++ Falcon3-3B-Instruct-Heretic_Q6_K.gguf | 3 +++ Falcon3-3B-Instruct-Heretic_Q8_0.gguf | 3 +++ Falcon3-3B-Instruct-Heretic_f16.gguf | 3 +++ 15 files changed, 56 insertions(+) create mode 100644 Falcon3-3B-Instruct-Heretic_IQ3_M.gguf create mode 100644 Falcon3-3B-Instruct-Heretic_IQ3_XS.gguf create mode 100644 Falcon3-3B-Instruct-Heretic_IQ4_NL.gguf create mode 100644 Falcon3-3B-Instruct-Heretic_IQ4_XS.gguf create mode 100644 Falcon3-3B-Instruct-Heretic_Q3_K_L.gguf create mode 100644 Falcon3-3B-Instruct-Heretic_Q3_K_M.gguf create mode 100644 Falcon3-3B-Instruct-Heretic_Q3_K_S.gguf create mode 100644 Falcon3-3B-Instruct-Heretic_Q4_K_M.gguf create mode 100644 Falcon3-3B-Instruct-Heretic_Q4_K_S.gguf create mode 100644 Falcon3-3B-Instruct-Heretic_Q5_K_M.gguf create mode 100644 Falcon3-3B-Instruct-Heretic_Q5_K_S.gguf create mode 100644 Falcon3-3B-Instruct-Heretic_Q6_K.gguf create mode 100644 Falcon3-3B-Instruct-Heretic_Q8_0.gguf create mode 100644 Falcon3-3B-Instruct-Heretic_f16.gguf diff --git a/.gitattributes b/.gitattributes index a6344aa..dfae889 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,17 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +Falcon3-3B-Instruct-Heretic_f16.gguf filter=lfs diff=lfs merge=lfs -text +Falcon3-3B-Instruct-Heretic_IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Falcon3-3B-Instruct-Heretic_IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Falcon3-3B-Instruct-Heretic_IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Falcon3-3B-Instruct-Heretic_IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Falcon3-3B-Instruct-Heretic_Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Falcon3-3B-Instruct-Heretic_Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Falcon3-3B-Instruct-Heretic_Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Falcon3-3B-Instruct-Heretic_Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Falcon3-3B-Instruct-Heretic_Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Falcon3-3B-Instruct-Heretic_Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Falcon3-3B-Instruct-Heretic_Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Falcon3-3B-Instruct-Heretic_Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Falcon3-3B-Instruct-Heretic_Q8_0.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Falcon3-3B-Instruct-Heretic_IQ3_M.gguf b/Falcon3-3B-Instruct-Heretic_IQ3_M.gguf new file mode 100644 index 0000000..467e380 --- /dev/null +++ b/Falcon3-3B-Instruct-Heretic_IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:980a80462a4d560fcb6280cac128a8f5919fc80058b669dd84a58e2b48ab0727 +size 1593689600 diff --git a/Falcon3-3B-Instruct-Heretic_IQ3_XS.gguf b/Falcon3-3B-Instruct-Heretic_IQ3_XS.gguf new file mode 100644 index 0000000..1242a12 --- /dev/null +++ b/Falcon3-3B-Instruct-Heretic_IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3517b89f85acd46a535cce7f2f8bd9734e879d9ac716c1d5ffe18ea2f4f124b2 +size 1491305984 diff --git a/Falcon3-3B-Instruct-Heretic_IQ4_NL.gguf b/Falcon3-3B-Instruct-Heretic_IQ4_NL.gguf new file mode 100644 index 0000000..a03b543 --- /dev/null +++ b/Falcon3-3B-Instruct-Heretic_IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8784efc57fb253f3949652eebaa90ab126137835327cbf81309f143c36810f95 +size 1931658752 diff --git a/Falcon3-3B-Instruct-Heretic_IQ4_XS.gguf b/Falcon3-3B-Instruct-Heretic_IQ4_XS.gguf new file mode 100644 index 0000000..c09afb2 --- /dev/null +++ b/Falcon3-3B-Instruct-Heretic_IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:111b3059e365ffd44d398c1ffadf8998ebc687bc6cdcd47fd3f86003c468de6e +size 1845151232 diff --git a/Falcon3-3B-Instruct-Heretic_Q3_K_L.gguf b/Falcon3-3B-Instruct-Heretic_Q3_K_L.gguf new file mode 100644 index 0000000..da7ed4a --- /dev/null +++ b/Falcon3-3B-Instruct-Heretic_Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f2477effb1b30ca072cdb60d2cd8f177f7399b685ef8e753f87adc4b76eb97b +size 1781351936 diff --git a/Falcon3-3B-Instruct-Heretic_Q3_K_M.gguf b/Falcon3-3B-Instruct-Heretic_Q3_K_M.gguf new file mode 100644 index 0000000..4a1bf27 --- /dev/null +++ b/Falcon3-3B-Instruct-Heretic_Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10c8d8a3ac44e01414c7bfa2828284b817715e16ae27113ba04aa36357579855 +size 1673217536 diff --git a/Falcon3-3B-Instruct-Heretic_Q3_K_S.gguf b/Falcon3-3B-Instruct-Heretic_Q3_K_S.gguf new file mode 100644 index 0000000..104702a --- /dev/null +++ b/Falcon3-3B-Instruct-Heretic_Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cb41d768ef58a34fc65008e360bd4f484212cdba8f961dee62d0c4c57bfacad +size 1549403648 diff --git a/Falcon3-3B-Instruct-Heretic_Q4_K_M.gguf b/Falcon3-3B-Instruct-Heretic_Q4_K_M.gguf new file mode 100644 index 0000000..34d0f79 --- /dev/null +++ b/Falcon3-3B-Instruct-Heretic_Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ad57010eac5c157beaccca940009cadfcf16d092e35536d65fc4cfac9e17c9e +size 2005681664 diff --git a/Falcon3-3B-Instruct-Heretic_Q4_K_S.gguf b/Falcon3-3B-Instruct-Heretic_Q4_K_S.gguf new file mode 100644 index 0000000..c51622f --- /dev/null +++ b/Falcon3-3B-Instruct-Heretic_Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76c79a78efdca6c3d1bc28e97fcd4e2129fff534e4aea13bd498d8eb2e50e051 +size 1933231616 diff --git a/Falcon3-3B-Instruct-Heretic_Q5_K_M.gguf b/Falcon3-3B-Instruct-Heretic_Q5_K_M.gguf new file mode 100644 index 0000000..ccaae53 --- /dev/null +++ b/Falcon3-3B-Instruct-Heretic_Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3116960114c003ec0e36620ce3fbec52b870daa99c10d432dcfc0894a3ceedc +size 2319468032 diff --git a/Falcon3-3B-Instruct-Heretic_Q5_K_S.gguf b/Falcon3-3B-Instruct-Heretic_Q5_K_S.gguf new file mode 100644 index 0000000..633eb3b --- /dev/null +++ b/Falcon3-3B-Instruct-Heretic_Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0895e93bcc1782d79808d03e818794d0d00b75bfb9eaa31ab3012f3739b3ddc1 +size 2277688832 diff --git a/Falcon3-3B-Instruct-Heretic_Q6_K.gguf b/Falcon3-3B-Instruct-Heretic_Q6_K.gguf new file mode 100644 index 0000000..dbc370d --- /dev/null +++ b/Falcon3-3B-Instruct-Heretic_Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a9f5ab7b9405c452f7e842263cf56589ee30976d770edc7348ac7caa3ebc1e0 +size 2652866048 diff --git a/Falcon3-3B-Instruct-Heretic_Q8_0.gguf b/Falcon3-3B-Instruct-Heretic_Q8_0.gguf new file mode 100644 index 0000000..fafc836 --- /dev/null +++ b/Falcon3-3B-Instruct-Heretic_Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d11fc040ab7f6434874c64162e97fa5f66702858fede70d6aac9c42e2ff26a1c +size 3434530304 diff --git a/Falcon3-3B-Instruct-Heretic_f16.gguf b/Falcon3-3B-Instruct-Heretic_f16.gguf new file mode 100644 index 0000000..9c98049 --- /dev/null +++ b/Falcon3-3B-Instruct-Heretic_f16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4eaf363b68d82e8b6aab7c0a251bc925db7c62c77715b7519831fab58bde33f8 +size 6460327424