From 2d4a2354dc988434eac1980bf6cbe5604f3ca9ab Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 20 Jul 2026 05:51:09 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/Falcon-H1R-7B-Heretic-V2-i1-GGUF Source: Original Platform --- .gitattributes | 60 +++++++++++++++++ Falcon-H1R-7B-Heretic-V2.i1-IQ1_M.gguf | 3 + Falcon-H1R-7B-Heretic-V2.i1-IQ1_S.gguf | 3 + Falcon-H1R-7B-Heretic-V2.i1-IQ2_M.gguf | 3 + Falcon-H1R-7B-Heretic-V2.i1-IQ2_S.gguf | 3 + Falcon-H1R-7B-Heretic-V2.i1-IQ2_XS.gguf | 3 + Falcon-H1R-7B-Heretic-V2.i1-IQ2_XXS.gguf | 3 + Falcon-H1R-7B-Heretic-V2.i1-IQ3_M.gguf | 3 + Falcon-H1R-7B-Heretic-V2.i1-IQ3_S.gguf | 3 + Falcon-H1R-7B-Heretic-V2.i1-IQ3_XS.gguf | 3 + Falcon-H1R-7B-Heretic-V2.i1-IQ3_XXS.gguf | 3 + Falcon-H1R-7B-Heretic-V2.i1-IQ4_NL.gguf | 3 + Falcon-H1R-7B-Heretic-V2.i1-IQ4_XS.gguf | 3 + Falcon-H1R-7B-Heretic-V2.i1-Q2_K.gguf | 3 + Falcon-H1R-7B-Heretic-V2.i1-Q2_K_S.gguf | 3 + Falcon-H1R-7B-Heretic-V2.i1-Q3_K_L.gguf | 3 + Falcon-H1R-7B-Heretic-V2.i1-Q3_K_M.gguf | 3 + Falcon-H1R-7B-Heretic-V2.i1-Q3_K_S.gguf | 3 + Falcon-H1R-7B-Heretic-V2.i1-Q4_0.gguf | 3 + Falcon-H1R-7B-Heretic-V2.i1-Q4_1.gguf | 3 + Falcon-H1R-7B-Heretic-V2.i1-Q4_K_M.gguf | 3 + Falcon-H1R-7B-Heretic-V2.i1-Q4_K_S.gguf | 3 + Falcon-H1R-7B-Heretic-V2.i1-Q5_K_M.gguf | 3 + Falcon-H1R-7B-Heretic-V2.i1-Q5_K_S.gguf | 3 + Falcon-H1R-7B-Heretic-V2.i1-Q6_K.gguf | 3 + Falcon-H1R-7B-Heretic-V2.imatrix.gguf | 3 + README.md | 85 ++++++++++++++++++++++++ 27 files changed, 220 insertions(+) create mode 100644 .gitattributes create mode 100644 Falcon-H1R-7B-Heretic-V2.i1-IQ1_M.gguf create mode 100644 Falcon-H1R-7B-Heretic-V2.i1-IQ1_S.gguf create mode 100644 Falcon-H1R-7B-Heretic-V2.i1-IQ2_M.gguf create mode 100644 Falcon-H1R-7B-Heretic-V2.i1-IQ2_S.gguf create mode 100644 Falcon-H1R-7B-Heretic-V2.i1-IQ2_XS.gguf create mode 100644 Falcon-H1R-7B-Heretic-V2.i1-IQ2_XXS.gguf create mode 100644 Falcon-H1R-7B-Heretic-V2.i1-IQ3_M.gguf create mode 100644 Falcon-H1R-7B-Heretic-V2.i1-IQ3_S.gguf create mode 100644 Falcon-H1R-7B-Heretic-V2.i1-IQ3_XS.gguf create mode 100644 Falcon-H1R-7B-Heretic-V2.i1-IQ3_XXS.gguf create mode 100644 Falcon-H1R-7B-Heretic-V2.i1-IQ4_NL.gguf create mode 100644 Falcon-H1R-7B-Heretic-V2.i1-IQ4_XS.gguf create mode 100644 Falcon-H1R-7B-Heretic-V2.i1-Q2_K.gguf create mode 100644 Falcon-H1R-7B-Heretic-V2.i1-Q2_K_S.gguf create mode 100644 Falcon-H1R-7B-Heretic-V2.i1-Q3_K_L.gguf create mode 100644 Falcon-H1R-7B-Heretic-V2.i1-Q3_K_M.gguf create mode 100644 Falcon-H1R-7B-Heretic-V2.i1-Q3_K_S.gguf create mode 100644 Falcon-H1R-7B-Heretic-V2.i1-Q4_0.gguf create mode 100644 Falcon-H1R-7B-Heretic-V2.i1-Q4_1.gguf create mode 100644 Falcon-H1R-7B-Heretic-V2.i1-Q4_K_M.gguf create mode 100644 Falcon-H1R-7B-Heretic-V2.i1-Q4_K_S.gguf create mode 100644 Falcon-H1R-7B-Heretic-V2.i1-Q5_K_M.gguf create mode 100644 Falcon-H1R-7B-Heretic-V2.i1-Q5_K_S.gguf create mode 100644 Falcon-H1R-7B-Heretic-V2.i1-Q6_K.gguf create mode 100644 Falcon-H1R-7B-Heretic-V2.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..437ef15 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +Falcon-H1R-7B-Heretic-V2.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Falcon-H1R-7B-Heretic-V2.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +Falcon-H1R-7B-Heretic-V2.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +Falcon-H1R-7B-Heretic-V2.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Falcon-H1R-7B-Heretic-V2.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Falcon-H1R-7B-Heretic-V2.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Falcon-H1R-7B-Heretic-V2.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Falcon-H1R-7B-Heretic-V2.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +Falcon-H1R-7B-Heretic-V2.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +Falcon-H1R-7B-Heretic-V2.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +Falcon-H1R-7B-Heretic-V2.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Falcon-H1R-7B-Heretic-V2.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +Falcon-H1R-7B-Heretic-V2.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +Falcon-H1R-7B-Heretic-V2.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +Falcon-H1R-7B-Heretic-V2.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Falcon-H1R-7B-Heretic-V2.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +Falcon-H1R-7B-Heretic-V2.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +Falcon-H1R-7B-Heretic-V2.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +Falcon-H1R-7B-Heretic-V2.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +Falcon-H1R-7B-Heretic-V2.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +Falcon-H1R-7B-Heretic-V2.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +Falcon-H1R-7B-Heretic-V2.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +Falcon-H1R-7B-Heretic-V2.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +Falcon-H1R-7B-Heretic-V2.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +Falcon-H1R-7B-Heretic-V2.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/Falcon-H1R-7B-Heretic-V2.i1-IQ1_M.gguf b/Falcon-H1R-7B-Heretic-V2.i1-IQ1_M.gguf new file mode 100644 index 0000000..d7c3c6a --- /dev/null +++ b/Falcon-H1R-7B-Heretic-V2.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75be33009264c345997ddde863868797d373cbed281ed66fa42a1ce6f5b8dc5a +size 1941239168 diff --git a/Falcon-H1R-7B-Heretic-V2.i1-IQ1_S.gguf b/Falcon-H1R-7B-Heretic-V2.i1-IQ1_S.gguf new file mode 100644 index 0000000..0bd642a --- /dev/null +++ b/Falcon-H1R-7B-Heretic-V2.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:586f138f0d5a5291cfbabcc12bfa95caf8ecc962a056be5258d02ca338df38f3 +size 1792306304 diff --git a/Falcon-H1R-7B-Heretic-V2.i1-IQ2_M.gguf b/Falcon-H1R-7B-Heretic-V2.i1-IQ2_M.gguf new file mode 100644 index 0000000..f57a5c1 --- /dev/null +++ b/Falcon-H1R-7B-Heretic-V2.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb3e8888d53817394385d27b25e53b34c84e7f7159b9953211b3cf3bcc520efe +size 2682043520 diff --git a/Falcon-H1R-7B-Heretic-V2.i1-IQ2_S.gguf b/Falcon-H1R-7B-Heretic-V2.i1-IQ2_S.gguf new file mode 100644 index 0000000..6852acd --- /dev/null +++ b/Falcon-H1R-7B-Heretic-V2.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcc294f7413bd98fad5f0299e91c27e1b7d390bd41b12de1b88ca6c32b6165eb +size 2483466368 diff --git a/Falcon-H1R-7B-Heretic-V2.i1-IQ2_XS.gguf b/Falcon-H1R-7B-Heretic-V2.i1-IQ2_XS.gguf new file mode 100644 index 0000000..303abce --- /dev/null +++ b/Falcon-H1R-7B-Heretic-V2.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71f190a95195fb197383af2ea2b43ea5ebb42792b58a9b9939ddbde06b05f161 +size 2394525824 diff --git a/Falcon-H1R-7B-Heretic-V2.i1-IQ2_XXS.gguf b/Falcon-H1R-7B-Heretic-V2.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..953d9cb --- /dev/null +++ b/Falcon-H1R-7B-Heretic-V2.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4b6085ac51ed8dd51c315e1cbdeb3467c8cb134d9fc096656e6aa61e82a9fad +size 2189460608 diff --git a/Falcon-H1R-7B-Heretic-V2.i1-IQ3_M.gguf b/Falcon-H1R-7B-Heretic-V2.i1-IQ3_M.gguf new file mode 100644 index 0000000..5d145da --- /dev/null +++ b/Falcon-H1R-7B-Heretic-V2.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a129d3e6a2976255c5fec9b8dc7352a7ec2d6ea3f1c69a106fb5f9ffc6082269 +size 3482764928 diff --git a/Falcon-H1R-7B-Heretic-V2.i1-IQ3_S.gguf b/Falcon-H1R-7B-Heretic-V2.i1-IQ3_S.gguf new file mode 100644 index 0000000..0113268 --- /dev/null +++ b/Falcon-H1R-7B-Heretic-V2.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f9288ca1f401f886b7eaa8bb166396f261892d0502a5f096a50836a7a2da426 +size 3430123136 diff --git a/Falcon-H1R-7B-Heretic-V2.i1-IQ3_XS.gguf b/Falcon-H1R-7B-Heretic-V2.i1-IQ3_XS.gguf new file mode 100644 index 0000000..aece462 --- /dev/null +++ b/Falcon-H1R-7B-Heretic-V2.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6044f5f8fdf48df901aefe2711415c0de2119668461aec9d2d27b0819d4a9b1 +size 3301983872 diff --git a/Falcon-H1R-7B-Heretic-V2.i1-IQ3_XXS.gguf b/Falcon-H1R-7B-Heretic-V2.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..44e4cdf --- /dev/null +++ b/Falcon-H1R-7B-Heretic-V2.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c519b488f5badd5e83d32915a5742e3e722fb58de32c60ff044acbc66e65f401 +size 3055211648 diff --git a/Falcon-H1R-7B-Heretic-V2.i1-IQ4_NL.gguf b/Falcon-H1R-7B-Heretic-V2.i1-IQ4_NL.gguf new file mode 100644 index 0000000..dff7f98 --- /dev/null +++ b/Falcon-H1R-7B-Heretic-V2.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67756bb66d95632edcfdacc79996573d7950a3204f9a71ea4b56eb28eceeede0 +size 4384102784 diff --git a/Falcon-H1R-7B-Heretic-V2.i1-IQ4_XS.gguf b/Falcon-H1R-7B-Heretic-V2.i1-IQ4_XS.gguf new file mode 100644 index 0000000..a967f37 --- /dev/null +++ b/Falcon-H1R-7B-Heretic-V2.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b81903aea4838dc2519a9b7684a9bcf3f209ee478d43b697d1548b0df61a55a8 +size 4160654720 diff --git a/Falcon-H1R-7B-Heretic-V2.i1-Q2_K.gguf b/Falcon-H1R-7B-Heretic-V2.i1-Q2_K.gguf new file mode 100644 index 0000000..cc5e53c --- /dev/null +++ b/Falcon-H1R-7B-Heretic-V2.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dce141f617bfa7c2e92ce4dec7d72f765c86e5fe4f70ca84ad743106eaf068cb +size 2893692800 diff --git a/Falcon-H1R-7B-Heretic-V2.i1-Q2_K_S.gguf b/Falcon-H1R-7B-Heretic-V2.i1-Q2_K_S.gguf new file mode 100644 index 0000000..86bb4d4 --- /dev/null +++ b/Falcon-H1R-7B-Heretic-V2.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ffb384fd653db498e4773d9d5a27b700697d334168414ad00aa4c05a8c38d85 +size 2748153728 diff --git a/Falcon-H1R-7B-Heretic-V2.i1-Q3_K_L.gguf b/Falcon-H1R-7B-Heretic-V2.i1-Q3_K_L.gguf new file mode 100644 index 0000000..de95ce7 --- /dev/null +++ b/Falcon-H1R-7B-Heretic-V2.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb24a998e15d04243cf1a516b158742321940e7e84bb05ce06a49b92f3d6f6ea +size 3916187264 diff --git a/Falcon-H1R-7B-Heretic-V2.i1-Q3_K_M.gguf b/Falcon-H1R-7B-Heretic-V2.i1-Q3_K_M.gguf new file mode 100644 index 0000000..2b08b33 --- /dev/null +++ b/Falcon-H1R-7B-Heretic-V2.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccf722ec81afe3e8c22dd6a66f56915b99300a1d23fcf7c45e8ff9de39ee3c70 +size 3687925376 diff --git a/Falcon-H1R-7B-Heretic-V2.i1-Q3_K_S.gguf b/Falcon-H1R-7B-Heretic-V2.i1-Q3_K_S.gguf new file mode 100644 index 0000000..275ab21 --- /dev/null +++ b/Falcon-H1R-7B-Heretic-V2.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b114279de65f7d0bf8845862f098950983d1c83d578e29cd339bafce94c5b333 +size 3425527424 diff --git a/Falcon-H1R-7B-Heretic-V2.i1-Q4_0.gguf b/Falcon-H1R-7B-Heretic-V2.i1-Q4_0.gguf new file mode 100644 index 0000000..e39d195 --- /dev/null +++ b/Falcon-H1R-7B-Heretic-V2.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36c69e795f6c530c1ef70cc625fbe5d4a53f21e7d2651ae42894c7539dbd63c8 +size 4391573888 diff --git a/Falcon-H1R-7B-Heretic-V2.i1-Q4_1.gguf b/Falcon-H1R-7B-Heretic-V2.i1-Q4_1.gguf new file mode 100644 index 0000000..3c1a7cf --- /dev/null +++ b/Falcon-H1R-7B-Heretic-V2.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5717b17f062d1437278e327b0bd6e8618827a0e0e8759f67bd9a4aee276ba538 +size 4828836224 diff --git a/Falcon-H1R-7B-Heretic-V2.i1-Q4_K_M.gguf b/Falcon-H1R-7B-Heretic-V2.i1-Q4_K_M.gguf new file mode 100644 index 0000000..51cb841 --- /dev/null +++ b/Falcon-H1R-7B-Heretic-V2.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c40adcb90625d821577414c2e2ae635b136020a2354b84a8b0757ad1e07b1798 +size 4598344064 diff --git a/Falcon-H1R-7B-Heretic-V2.i1-Q4_K_S.gguf b/Falcon-H1R-7B-Heretic-V2.i1-Q4_K_S.gguf new file mode 100644 index 0000000..2f1f705 --- /dev/null +++ b/Falcon-H1R-7B-Heretic-V2.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b28b222fbfe0cfff853154b0a33f380a6cfb41f699d0f8644a4675e4934ad0d4 +size 4403763584 diff --git a/Falcon-H1R-7B-Heretic-V2.i1-Q5_K_M.gguf b/Falcon-H1R-7B-Heretic-V2.i1-Q5_K_M.gguf new file mode 100644 index 0000000..a176881 --- /dev/null +++ b/Falcon-H1R-7B-Heretic-V2.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:099e476c0c8cb264efc203ebf8cd4326473dadeb8ef6e843bda2930d0e3aecce +size 5390489984 diff --git a/Falcon-H1R-7B-Heretic-V2.i1-Q5_K_S.gguf b/Falcon-H1R-7B-Heretic-V2.i1-Q5_K_S.gguf new file mode 100644 index 0000000..74a1e24 --- /dev/null +++ b/Falcon-H1R-7B-Heretic-V2.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c305cbe8f44dbed79a1d459172f053bb049667a868618d7e1a71c404cfc3380 +size 5277895040 diff --git a/Falcon-H1R-7B-Heretic-V2.i1-Q6_K.gguf b/Falcon-H1R-7B-Heretic-V2.i1-Q6_K.gguf new file mode 100644 index 0000000..963228f --- /dev/null +++ b/Falcon-H1R-7B-Heretic-V2.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9070c968d4491a2c5939e9d174f9878fe34da3e1752ea39cb41bd9a05bb83ca4 +size 6232145024 diff --git a/Falcon-H1R-7B-Heretic-V2.imatrix.gguf b/Falcon-H1R-7B-Heretic-V2.imatrix.gguf new file mode 100644 index 0000000..00c2c3a --- /dev/null +++ b/Falcon-H1R-7B-Heretic-V2.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bb14811ab25ed5e24855dd87924108b0942339c4c71b3a0df7f59939ead37a8 +size 6278432 diff --git a/README.md b/README.md new file mode 100644 index 0000000..9c22082 --- /dev/null +++ b/README.md @@ -0,0 +1,85 @@ +--- +base_model: netcat420/Falcon-H1R-7B-Heretic-V2 +language: +- en +library_name: transformers +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: [] +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/netcat420/Falcon-H1R-7B-Heretic-V2 + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#Falcon-H1R-7B-Heretic-V2-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/Falcon-H1R-7B-Heretic-V2-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/Falcon-H1R-7B-Heretic-V2-i1-GGUF/resolve/main/Falcon-H1R-7B-Heretic-V2.imatrix.gguf) | imatrix | 0.1 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/Falcon-H1R-7B-Heretic-V2-i1-GGUF/resolve/main/Falcon-H1R-7B-Heretic-V2.i1-IQ1_S.gguf) | i1-IQ1_S | 1.9 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/Falcon-H1R-7B-Heretic-V2-i1-GGUF/resolve/main/Falcon-H1R-7B-Heretic-V2.i1-IQ1_M.gguf) | i1-IQ1_M | 2.0 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/Falcon-H1R-7B-Heretic-V2-i1-GGUF/resolve/main/Falcon-H1R-7B-Heretic-V2.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 2.3 | | +| [GGUF](https://huggingface.co/mradermacher/Falcon-H1R-7B-Heretic-V2-i1-GGUF/resolve/main/Falcon-H1R-7B-Heretic-V2.i1-IQ2_XS.gguf) | i1-IQ2_XS | 2.5 | | +| [GGUF](https://huggingface.co/mradermacher/Falcon-H1R-7B-Heretic-V2-i1-GGUF/resolve/main/Falcon-H1R-7B-Heretic-V2.i1-IQ2_S.gguf) | i1-IQ2_S | 2.6 | | +| [GGUF](https://huggingface.co/mradermacher/Falcon-H1R-7B-Heretic-V2-i1-GGUF/resolve/main/Falcon-H1R-7B-Heretic-V2.i1-IQ2_M.gguf) | i1-IQ2_M | 2.8 | | +| [GGUF](https://huggingface.co/mradermacher/Falcon-H1R-7B-Heretic-V2-i1-GGUF/resolve/main/Falcon-H1R-7B-Heretic-V2.i1-Q2_K_S.gguf) | i1-Q2_K_S | 2.8 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/Falcon-H1R-7B-Heretic-V2-i1-GGUF/resolve/main/Falcon-H1R-7B-Heretic-V2.i1-Q2_K.gguf) | i1-Q2_K | 3.0 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/Falcon-H1R-7B-Heretic-V2-i1-GGUF/resolve/main/Falcon-H1R-7B-Heretic-V2.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 3.2 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/Falcon-H1R-7B-Heretic-V2-i1-GGUF/resolve/main/Falcon-H1R-7B-Heretic-V2.i1-IQ3_XS.gguf) | i1-IQ3_XS | 3.4 | | +| [GGUF](https://huggingface.co/mradermacher/Falcon-H1R-7B-Heretic-V2-i1-GGUF/resolve/main/Falcon-H1R-7B-Heretic-V2.i1-Q3_K_S.gguf) | i1-Q3_K_S | 3.5 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/Falcon-H1R-7B-Heretic-V2-i1-GGUF/resolve/main/Falcon-H1R-7B-Heretic-V2.i1-IQ3_S.gguf) | i1-IQ3_S | 3.5 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/Falcon-H1R-7B-Heretic-V2-i1-GGUF/resolve/main/Falcon-H1R-7B-Heretic-V2.i1-IQ3_M.gguf) | i1-IQ3_M | 3.6 | | +| [GGUF](https://huggingface.co/mradermacher/Falcon-H1R-7B-Heretic-V2-i1-GGUF/resolve/main/Falcon-H1R-7B-Heretic-V2.i1-Q3_K_M.gguf) | i1-Q3_K_M | 3.8 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/Falcon-H1R-7B-Heretic-V2-i1-GGUF/resolve/main/Falcon-H1R-7B-Heretic-V2.i1-Q3_K_L.gguf) | i1-Q3_K_L | 4.0 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/Falcon-H1R-7B-Heretic-V2-i1-GGUF/resolve/main/Falcon-H1R-7B-Heretic-V2.i1-IQ4_XS.gguf) | i1-IQ4_XS | 4.3 | | +| [GGUF](https://huggingface.co/mradermacher/Falcon-H1R-7B-Heretic-V2-i1-GGUF/resolve/main/Falcon-H1R-7B-Heretic-V2.i1-IQ4_NL.gguf) | i1-IQ4_NL | 4.5 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/Falcon-H1R-7B-Heretic-V2-i1-GGUF/resolve/main/Falcon-H1R-7B-Heretic-V2.i1-Q4_0.gguf) | i1-Q4_0 | 4.5 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/Falcon-H1R-7B-Heretic-V2-i1-GGUF/resolve/main/Falcon-H1R-7B-Heretic-V2.i1-Q4_K_S.gguf) | i1-Q4_K_S | 4.5 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/Falcon-H1R-7B-Heretic-V2-i1-GGUF/resolve/main/Falcon-H1R-7B-Heretic-V2.i1-Q4_K_M.gguf) | i1-Q4_K_M | 4.7 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/Falcon-H1R-7B-Heretic-V2-i1-GGUF/resolve/main/Falcon-H1R-7B-Heretic-V2.i1-Q4_1.gguf) | i1-Q4_1 | 4.9 | | +| [GGUF](https://huggingface.co/mradermacher/Falcon-H1R-7B-Heretic-V2-i1-GGUF/resolve/main/Falcon-H1R-7B-Heretic-V2.i1-Q5_K_S.gguf) | i1-Q5_K_S | 5.4 | | +| [GGUF](https://huggingface.co/mradermacher/Falcon-H1R-7B-Heretic-V2-i1-GGUF/resolve/main/Falcon-H1R-7B-Heretic-V2.i1-Q5_K_M.gguf) | i1-Q5_K_M | 5.5 | | +| [GGUF](https://huggingface.co/mradermacher/Falcon-H1R-7B-Heretic-V2-i1-GGUF/resolve/main/Falcon-H1R-7B-Heretic-V2.i1-Q6_K.gguf) | i1-Q6_K | 6.3 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +