From 94d57ca5b7b23aa90fab40ce2bfeb091ede899b0 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 11 May 2026 20:10:32 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/GLM-4.7-Flash-heretic-1.2.0-i1-GGUF Source: Original Platform --- .gitattributes | 59 +++++++++++++ GLM-4.7-Flash-heretic-1.2.0.i1-IQ1_M.gguf | 3 + GLM-4.7-Flash-heretic-1.2.0.i1-IQ1_S.gguf | 3 + GLM-4.7-Flash-heretic-1.2.0.i1-IQ2_M.gguf | 3 + GLM-4.7-Flash-heretic-1.2.0.i1-IQ2_S.gguf | 3 + GLM-4.7-Flash-heretic-1.2.0.i1-IQ2_XS.gguf | 3 + GLM-4.7-Flash-heretic-1.2.0.i1-IQ2_XXS.gguf | 3 + GLM-4.7-Flash-heretic-1.2.0.i1-IQ3_M.gguf | 3 + GLM-4.7-Flash-heretic-1.2.0.i1-IQ3_S.gguf | 3 + GLM-4.7-Flash-heretic-1.2.0.i1-IQ3_XS.gguf | 3 + GLM-4.7-Flash-heretic-1.2.0.i1-IQ3_XXS.gguf | 3 + GLM-4.7-Flash-heretic-1.2.0.i1-IQ4_XS.gguf | 3 + GLM-4.7-Flash-heretic-1.2.0.i1-Q2_K.gguf | 3 + GLM-4.7-Flash-heretic-1.2.0.i1-Q2_K_S.gguf | 3 + GLM-4.7-Flash-heretic-1.2.0.i1-Q3_K_L.gguf | 3 + GLM-4.7-Flash-heretic-1.2.0.i1-Q3_K_M.gguf | 3 + GLM-4.7-Flash-heretic-1.2.0.i1-Q3_K_S.gguf | 3 + GLM-4.7-Flash-heretic-1.2.0.i1-Q4_0.gguf | 3 + GLM-4.7-Flash-heretic-1.2.0.i1-Q4_1.gguf | 3 + GLM-4.7-Flash-heretic-1.2.0.i1-Q4_K_M.gguf | 3 + GLM-4.7-Flash-heretic-1.2.0.i1-Q4_K_S.gguf | 3 + GLM-4.7-Flash-heretic-1.2.0.i1-Q5_K_M.gguf | 3 + GLM-4.7-Flash-heretic-1.2.0.i1-Q5_K_S.gguf | 3 + GLM-4.7-Flash-heretic-1.2.0.i1-Q6_K.gguf | 3 + GLM-4.7-Flash-heretic-1.2.0.imatrix.gguf | 3 + README.md | 91 +++++++++++++++++++++ 26 files changed, 222 insertions(+) create mode 100644 .gitattributes create mode 100644 GLM-4.7-Flash-heretic-1.2.0.i1-IQ1_M.gguf create mode 100644 GLM-4.7-Flash-heretic-1.2.0.i1-IQ1_S.gguf create mode 100644 GLM-4.7-Flash-heretic-1.2.0.i1-IQ2_M.gguf create mode 100644 GLM-4.7-Flash-heretic-1.2.0.i1-IQ2_S.gguf create mode 100644 GLM-4.7-Flash-heretic-1.2.0.i1-IQ2_XS.gguf create mode 100644 GLM-4.7-Flash-heretic-1.2.0.i1-IQ2_XXS.gguf create mode 100644 GLM-4.7-Flash-heretic-1.2.0.i1-IQ3_M.gguf create mode 100644 GLM-4.7-Flash-heretic-1.2.0.i1-IQ3_S.gguf create mode 100644 GLM-4.7-Flash-heretic-1.2.0.i1-IQ3_XS.gguf create mode 100644 GLM-4.7-Flash-heretic-1.2.0.i1-IQ3_XXS.gguf create mode 100644 GLM-4.7-Flash-heretic-1.2.0.i1-IQ4_XS.gguf create mode 100644 GLM-4.7-Flash-heretic-1.2.0.i1-Q2_K.gguf create mode 100644 GLM-4.7-Flash-heretic-1.2.0.i1-Q2_K_S.gguf create mode 100644 GLM-4.7-Flash-heretic-1.2.0.i1-Q3_K_L.gguf create mode 100644 GLM-4.7-Flash-heretic-1.2.0.i1-Q3_K_M.gguf create mode 100644 GLM-4.7-Flash-heretic-1.2.0.i1-Q3_K_S.gguf create mode 100644 GLM-4.7-Flash-heretic-1.2.0.i1-Q4_0.gguf create mode 100644 GLM-4.7-Flash-heretic-1.2.0.i1-Q4_1.gguf create mode 100644 GLM-4.7-Flash-heretic-1.2.0.i1-Q4_K_M.gguf create mode 100644 GLM-4.7-Flash-heretic-1.2.0.i1-Q4_K_S.gguf create mode 100644 GLM-4.7-Flash-heretic-1.2.0.i1-Q5_K_M.gguf create mode 100644 GLM-4.7-Flash-heretic-1.2.0.i1-Q5_K_S.gguf create mode 100644 GLM-4.7-Flash-heretic-1.2.0.i1-Q6_K.gguf create mode 100644 GLM-4.7-Flash-heretic-1.2.0.imatrix.gguf create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..4a8cdb6 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,59 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +GLM-4.7-Flash-heretic-1.2.0.imatrix.gguf filter=lfs diff=lfs merge=lfs -text +GLM-4.7-Flash-heretic-1.2.0.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +GLM-4.7-Flash-heretic-1.2.0.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +GLM-4.7-Flash-heretic-1.2.0.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +GLM-4.7-Flash-heretic-1.2.0.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +GLM-4.7-Flash-heretic-1.2.0.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +GLM-4.7-Flash-heretic-1.2.0.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +GLM-4.7-Flash-heretic-1.2.0.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +GLM-4.7-Flash-heretic-1.2.0.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +GLM-4.7-Flash-heretic-1.2.0.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +GLM-4.7-Flash-heretic-1.2.0.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +GLM-4.7-Flash-heretic-1.2.0.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +GLM-4.7-Flash-heretic-1.2.0.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +GLM-4.7-Flash-heretic-1.2.0.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +GLM-4.7-Flash-heretic-1.2.0.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +GLM-4.7-Flash-heretic-1.2.0.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +GLM-4.7-Flash-heretic-1.2.0.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +GLM-4.7-Flash-heretic-1.2.0.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +GLM-4.7-Flash-heretic-1.2.0.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +GLM-4.7-Flash-heretic-1.2.0.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +GLM-4.7-Flash-heretic-1.2.0.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +GLM-4.7-Flash-heretic-1.2.0.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +GLM-4.7-Flash-heretic-1.2.0.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +GLM-4.7-Flash-heretic-1.2.0.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/GLM-4.7-Flash-heretic-1.2.0.i1-IQ1_M.gguf b/GLM-4.7-Flash-heretic-1.2.0.i1-IQ1_M.gguf new file mode 100644 index 0000000..773d15d --- /dev/null +++ b/GLM-4.7-Flash-heretic-1.2.0.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c5b0f7a798bec3724c30e62f46d77d66aab27bc01da8aec90b3d3fa05f6a381 +size 6864782176 diff --git a/GLM-4.7-Flash-heretic-1.2.0.i1-IQ1_S.gguf b/GLM-4.7-Flash-heretic-1.2.0.i1-IQ1_S.gguf new file mode 100644 index 0000000..b1f24d2 --- /dev/null +++ b/GLM-4.7-Flash-heretic-1.2.0.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb7995c78403ec2e4716f84f7ac8fc2530c75f1c6df828ecb695170b9cc611dc +size 6201792352 diff --git a/GLM-4.7-Flash-heretic-1.2.0.i1-IQ2_M.gguf b/GLM-4.7-Flash-heretic-1.2.0.i1-IQ2_M.gguf new file mode 100644 index 0000000..d6217b0 --- /dev/null +++ b/GLM-4.7-Flash-heretic-1.2.0.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e24e1cc9082dbb56cd0cd7334d78c6b0a07615917d08b68ee5cf64547c5ac3e7 +size 9898321760 diff --git a/GLM-4.7-Flash-heretic-1.2.0.i1-IQ2_S.gguf b/GLM-4.7-Flash-heretic-1.2.0.i1-IQ2_S.gguf new file mode 100644 index 0000000..c605028 --- /dev/null +++ b/GLM-4.7-Flash-heretic-1.2.0.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c3e1edfea3cfd4cfe9f1f641c5563a500bb485b5057aaf822096d008bfdbd61 +size 9014335328 diff --git a/GLM-4.7-Flash-heretic-1.2.0.i1-IQ2_XS.gguf b/GLM-4.7-Flash-heretic-1.2.0.i1-IQ2_XS.gguf new file mode 100644 index 0000000..3ebed69 --- /dev/null +++ b/GLM-4.7-Flash-heretic-1.2.0.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8012bb6cbd82de239a221ffd7e1c8d887efaccf01bf320c8048074703ecc2f63 +size 8869152608 diff --git a/GLM-4.7-Flash-heretic-1.2.0.i1-IQ2_XXS.gguf b/GLM-4.7-Flash-heretic-1.2.0.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..b768a59 --- /dev/null +++ b/GLM-4.7-Flash-heretic-1.2.0.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0d6476da87d46a0ae1e8f9b9e2e42770d694a4e9af7a80857cdf23bfc5b7889 +size 7969765216 diff --git a/GLM-4.7-Flash-heretic-1.2.0.i1-IQ3_M.gguf b/GLM-4.7-Flash-heretic-1.2.0.i1-IQ3_M.gguf new file mode 100644 index 0000000..e0df653 --- /dev/null +++ b/GLM-4.7-Flash-heretic-1.2.0.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:612f129a75aabdd1228cfa95e7a7248200c9a6877708ef47ebb24daac01fa2e8 +size 13211266912 diff --git a/GLM-4.7-Flash-heretic-1.2.0.i1-IQ3_S.gguf b/GLM-4.7-Flash-heretic-1.2.0.i1-IQ3_S.gguf new file mode 100644 index 0000000..716530d --- /dev/null +++ b/GLM-4.7-Flash-heretic-1.2.0.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:860e64cc094c65203b39c1af3f6d292e9c3c5310c76d046be0749071fd4fc7a5 +size 13034401632 diff --git a/GLM-4.7-Flash-heretic-1.2.0.i1-IQ3_XS.gguf b/GLM-4.7-Flash-heretic-1.2.0.i1-IQ3_XS.gguf new file mode 100644 index 0000000..c1ef191 --- /dev/null +++ b/GLM-4.7-Flash-heretic-1.2.0.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e74ee6b6c6bbfecb6b01e60544963f9ceb06701b580e0f38952f0b2eb0cba2c +size 12344307552 diff --git a/GLM-4.7-Flash-heretic-1.2.0.i1-IQ3_XXS.gguf b/GLM-4.7-Flash-heretic-1.2.0.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..1cee917 --- /dev/null +++ b/GLM-4.7-Flash-heretic-1.2.0.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd32c88d503d2cfeaae5bd6f994aad3a75750bd6713f6fd85e2bb315341dd18a +size 11646142304 diff --git a/GLM-4.7-Flash-heretic-1.2.0.i1-IQ4_XS.gguf b/GLM-4.7-Flash-heretic-1.2.0.i1-IQ4_XS.gguf new file mode 100644 index 0000000..e83b17f --- /dev/null +++ b/GLM-4.7-Flash-heretic-1.2.0.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e96fc24a01c9dc6e8013afa057bf492da7650a0bfa27d896ff548289b3737d3d +size 16033289056 diff --git a/GLM-4.7-Flash-heretic-1.2.0.i1-Q2_K.gguf b/GLM-4.7-Flash-heretic-1.2.0.i1-Q2_K.gguf new file mode 100644 index 0000000..583617c --- /dev/null +++ b/GLM-4.7-Flash-heretic-1.2.0.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc38d17f6143bc4b245d45a95d0177f0f879bc890ae4e1a34565a0318b5ae4de +size 11042966368 diff --git a/GLM-4.7-Flash-heretic-1.2.0.i1-Q2_K_S.gguf b/GLM-4.7-Flash-heretic-1.2.0.i1-Q2_K_S.gguf new file mode 100644 index 0000000..7d816df --- /dev/null +++ b/GLM-4.7-Flash-heretic-1.2.0.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f24b7026c2a91008f03c1eb2a8a5d66af4bc47b47935ceac8f8e8d7a2444e5ff +size 10232122208 diff --git a/GLM-4.7-Flash-heretic-1.2.0.i1-Q3_K_L.gguf b/GLM-4.7-Flash-heretic-1.2.0.i1-Q3_K_L.gguf new file mode 100644 index 0000000..121ba53 --- /dev/null +++ b/GLM-4.7-Flash-heretic-1.2.0.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:741fde683330e0b9b100ea5891eb5e800d5f116786d07ba219a3b316030ebac2 +size 15591780192 diff --git a/GLM-4.7-Flash-heretic-1.2.0.i1-Q3_K_M.gguf b/GLM-4.7-Flash-heretic-1.2.0.i1-Q3_K_M.gguf new file mode 100644 index 0000000..dd55028 --- /dev/null +++ b/GLM-4.7-Flash-heretic-1.2.0.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6c1a4762a3acfbed16e8cc60de54363039f7274ec59aae45e627cbe6da8eb33 +size 14380019552 diff --git a/GLM-4.7-Flash-heretic-1.2.0.i1-Q3_K_S.gguf b/GLM-4.7-Flash-heretic-1.2.0.i1-Q3_K_S.gguf new file mode 100644 index 0000000..aab70f7 --- /dev/null +++ b/GLM-4.7-Flash-heretic-1.2.0.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d893a933589ede43cbe0d6c7119cca1d8466ee92f139b9ff6871f4d8a6a72a47 +size 13034401632 diff --git a/GLM-4.7-Flash-heretic-1.2.0.i1-Q4_0.gguf b/GLM-4.7-Flash-heretic-1.2.0.i1-Q4_0.gguf new file mode 100644 index 0000000..d5c5ef3 --- /dev/null +++ b/GLM-4.7-Flash-heretic-1.2.0.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4ab31c0caf6f1b3b2e91005cf5a57699de4412da86e539dfe4f7cf333f91af7 +size 17008452448 diff --git a/GLM-4.7-Flash-heretic-1.2.0.i1-Q4_1.gguf b/GLM-4.7-Flash-heretic-1.2.0.i1-Q4_1.gguf new file mode 100644 index 0000000..bb9d8e8 --- /dev/null +++ b/GLM-4.7-Flash-heretic-1.2.0.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4b7f17ce94026d85c039dd3c6c896be26faa49c321688ada162ef8159cdb7c2 +size 18807268192 diff --git a/GLM-4.7-Flash-heretic-1.2.0.i1-Q4_K_M.gguf b/GLM-4.7-Flash-heretic-1.2.0.i1-Q4_K_M.gguf new file mode 100644 index 0000000..5793dfa --- /dev/null +++ b/GLM-4.7-Flash-heretic-1.2.0.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2ef0ead7ad55bd7f59c8ba8b798e269db5f20f79f7b6f8763d32a433025d004 +size 18132722528 diff --git a/GLM-4.7-Flash-heretic-1.2.0.i1-Q4_K_S.gguf b/GLM-4.7-Flash-heretic-1.2.0.i1-Q4_K_S.gguf new file mode 100644 index 0000000..ffd7865 --- /dev/null +++ b/GLM-4.7-Flash-heretic-1.2.0.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a05c4819f532af855d795f40b13138d18c0faab2d821e795e76ca2258d6618a9 +size 17072431968 diff --git a/GLM-4.7-Flash-heretic-1.2.0.i1-Q5_K_M.gguf b/GLM-4.7-Flash-heretic-1.2.0.i1-Q5_K_M.gguf new file mode 100644 index 0000000..e89f263 --- /dev/null +++ b/GLM-4.7-Flash-heretic-1.2.0.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a513775d21ea8934a7097c62356167c3ae532be95a78047f6392657de599cf9 +size 21264515936 diff --git a/GLM-4.7-Flash-heretic-1.2.0.i1-Q5_K_S.gguf b/GLM-4.7-Flash-heretic-1.2.0.i1-Q5_K_S.gguf new file mode 100644 index 0000000..8e0d19d --- /dev/null +++ b/GLM-4.7-Flash-heretic-1.2.0.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48fd25277a6733e41f8f60424634015d24057dc5815ad16d70eae21b60d977dc +size 20664288096 diff --git a/GLM-4.7-Flash-heretic-1.2.0.i1-Q6_K.gguf b/GLM-4.7-Flash-heretic-1.2.0.i1-Q6_K.gguf new file mode 100644 index 0000000..1fc6ad9 --- /dev/null +++ b/GLM-4.7-Flash-heretic-1.2.0.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93f4c037b58d7e655b981a29d57b0bdc846a5ea4e70f562d59998f8e818960c5 +size 24614786912 diff --git a/GLM-4.7-Flash-heretic-1.2.0.imatrix.gguf b/GLM-4.7-Flash-heretic-1.2.0.imatrix.gguf new file mode 100644 index 0000000..b37c70a --- /dev/null +++ b/GLM-4.7-Flash-heretic-1.2.0.imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7524a28736a457c6cda426a92c80c1f4db4c6280cfff0fa36978d2e48c0303f2 +size 72447872 diff --git a/README.md b/README.md new file mode 100644 index 0000000..d2b54bb --- /dev/null +++ b/README.md @@ -0,0 +1,91 @@ +--- +base_model: darkc0de/GLM-4.7-Flash-heretic-1.2.0 +language: +- en +- zh +library_name: transformers +license: mit +mradermacher: + readme_rev: 1 +quantized_by: mradermacher +tags: +- unsloth +- heretic +- uncensored +- decensored +- abliterated +--- +## About + + + + + + + + + +weighted/imatrix quants of https://huggingface.co/darkc0de/GLM-4.7-Flash-heretic-1.2.0 + + + +***For a convenient overview and download list, visit our [model page for this model](https://hf.tst.eu/model#GLM-4.7-Flash-heretic-1.2.0-i1-GGUF).*** + +static quants are available at https://huggingface.co/mradermacher/GLM-4.7-Flash-heretic-1.2.0-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/GLM-4.7-Flash-heretic-1.2.0-i1-GGUF/resolve/main/GLM-4.7-Flash-heretic-1.2.0.imatrix.gguf) | imatrix | 0.2 | imatrix file (for creating your own quants) | +| [GGUF](https://huggingface.co/mradermacher/GLM-4.7-Flash-heretic-1.2.0-i1-GGUF/resolve/main/GLM-4.7-Flash-heretic-1.2.0.i1-IQ1_S.gguf) | i1-IQ1_S | 6.3 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/GLM-4.7-Flash-heretic-1.2.0-i1-GGUF/resolve/main/GLM-4.7-Flash-heretic-1.2.0.i1-IQ1_M.gguf) | i1-IQ1_M | 7.0 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/GLM-4.7-Flash-heretic-1.2.0-i1-GGUF/resolve/main/GLM-4.7-Flash-heretic-1.2.0.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 8.1 | | +| [GGUF](https://huggingface.co/mradermacher/GLM-4.7-Flash-heretic-1.2.0-i1-GGUF/resolve/main/GLM-4.7-Flash-heretic-1.2.0.i1-IQ2_XS.gguf) | i1-IQ2_XS | 9.0 | | +| [GGUF](https://huggingface.co/mradermacher/GLM-4.7-Flash-heretic-1.2.0-i1-GGUF/resolve/main/GLM-4.7-Flash-heretic-1.2.0.i1-IQ2_S.gguf) | i1-IQ2_S | 9.1 | | +| [GGUF](https://huggingface.co/mradermacher/GLM-4.7-Flash-heretic-1.2.0-i1-GGUF/resolve/main/GLM-4.7-Flash-heretic-1.2.0.i1-IQ2_M.gguf) | i1-IQ2_M | 10.0 | | +| [GGUF](https://huggingface.co/mradermacher/GLM-4.7-Flash-heretic-1.2.0-i1-GGUF/resolve/main/GLM-4.7-Flash-heretic-1.2.0.i1-Q2_K_S.gguf) | i1-Q2_K_S | 10.3 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/GLM-4.7-Flash-heretic-1.2.0-i1-GGUF/resolve/main/GLM-4.7-Flash-heretic-1.2.0.i1-Q2_K.gguf) | i1-Q2_K | 11.1 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/GLM-4.7-Flash-heretic-1.2.0-i1-GGUF/resolve/main/GLM-4.7-Flash-heretic-1.2.0.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 11.7 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/GLM-4.7-Flash-heretic-1.2.0-i1-GGUF/resolve/main/GLM-4.7-Flash-heretic-1.2.0.i1-IQ3_XS.gguf) | i1-IQ3_XS | 12.4 | | +| [GGUF](https://huggingface.co/mradermacher/GLM-4.7-Flash-heretic-1.2.0-i1-GGUF/resolve/main/GLM-4.7-Flash-heretic-1.2.0.i1-IQ3_S.gguf) | i1-IQ3_S | 13.1 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/GLM-4.7-Flash-heretic-1.2.0-i1-GGUF/resolve/main/GLM-4.7-Flash-heretic-1.2.0.i1-Q3_K_S.gguf) | i1-Q3_K_S | 13.1 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/GLM-4.7-Flash-heretic-1.2.0-i1-GGUF/resolve/main/GLM-4.7-Flash-heretic-1.2.0.i1-IQ3_M.gguf) | i1-IQ3_M | 13.3 | | +| [GGUF](https://huggingface.co/mradermacher/GLM-4.7-Flash-heretic-1.2.0-i1-GGUF/resolve/main/GLM-4.7-Flash-heretic-1.2.0.i1-Q3_K_M.gguf) | i1-Q3_K_M | 14.5 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/GLM-4.7-Flash-heretic-1.2.0-i1-GGUF/resolve/main/GLM-4.7-Flash-heretic-1.2.0.i1-Q3_K_L.gguf) | i1-Q3_K_L | 15.7 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/GLM-4.7-Flash-heretic-1.2.0-i1-GGUF/resolve/main/GLM-4.7-Flash-heretic-1.2.0.i1-IQ4_XS.gguf) | i1-IQ4_XS | 16.1 | | +| [GGUF](https://huggingface.co/mradermacher/GLM-4.7-Flash-heretic-1.2.0-i1-GGUF/resolve/main/GLM-4.7-Flash-heretic-1.2.0.i1-Q4_0.gguf) | i1-Q4_0 | 17.1 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/GLM-4.7-Flash-heretic-1.2.0-i1-GGUF/resolve/main/GLM-4.7-Flash-heretic-1.2.0.i1-Q4_K_S.gguf) | i1-Q4_K_S | 17.2 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/GLM-4.7-Flash-heretic-1.2.0-i1-GGUF/resolve/main/GLM-4.7-Flash-heretic-1.2.0.i1-Q4_K_M.gguf) | i1-Q4_K_M | 18.2 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/GLM-4.7-Flash-heretic-1.2.0-i1-GGUF/resolve/main/GLM-4.7-Flash-heretic-1.2.0.i1-Q4_1.gguf) | i1-Q4_1 | 18.9 | | +| [GGUF](https://huggingface.co/mradermacher/GLM-4.7-Flash-heretic-1.2.0-i1-GGUF/resolve/main/GLM-4.7-Flash-heretic-1.2.0.i1-Q5_K_S.gguf) | i1-Q5_K_S | 20.8 | | +| [GGUF](https://huggingface.co/mradermacher/GLM-4.7-Flash-heretic-1.2.0-i1-GGUF/resolve/main/GLM-4.7-Flash-heretic-1.2.0.i1-Q5_K_M.gguf) | i1-Q5_K_M | 21.4 | | +| [GGUF](https://huggingface.co/mradermacher/GLM-4.7-Flash-heretic-1.2.0-i1-GGUF/resolve/main/GLM-4.7-Flash-heretic-1.2.0.i1-Q6_K.gguf) | i1-Q6_K | 24.7 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + +