From f0046ab0ef7d785f917f22f011e0b4f1fce0833a Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Wed, 20 May 2026 00:19:02 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/CursorCore-DS-1.3B-LC-i1-GGUF Source: Original Platform --- .gitattributes | 60 +++++++++++++++++++ CursorCore-DS-1.3B-LC.i1-IQ1_M.gguf | 3 + CursorCore-DS-1.3B-LC.i1-IQ1_S.gguf | 3 + CursorCore-DS-1.3B-LC.i1-IQ2_M.gguf | 3 + CursorCore-DS-1.3B-LC.i1-IQ2_S.gguf | 3 + CursorCore-DS-1.3B-LC.i1-IQ2_XS.gguf | 3 + CursorCore-DS-1.3B-LC.i1-IQ2_XXS.gguf | 3 + CursorCore-DS-1.3B-LC.i1-IQ3_M.gguf | 3 + CursorCore-DS-1.3B-LC.i1-IQ3_S.gguf | 3 + CursorCore-DS-1.3B-LC.i1-IQ3_XS.gguf | 3 + CursorCore-DS-1.3B-LC.i1-IQ3_XXS.gguf | 3 + CursorCore-DS-1.3B-LC.i1-IQ4_XS.gguf | 3 + CursorCore-DS-1.3B-LC.i1-Q2_K.gguf | 3 + CursorCore-DS-1.3B-LC.i1-Q3_K_L.gguf | 3 + CursorCore-DS-1.3B-LC.i1-Q3_K_M.gguf | 3 + CursorCore-DS-1.3B-LC.i1-Q3_K_S.gguf | 3 + CursorCore-DS-1.3B-LC.i1-Q4_0.gguf | 3 + CursorCore-DS-1.3B-LC.i1-Q4_0_4_4.gguf | 3 + CursorCore-DS-1.3B-LC.i1-Q4_0_4_8.gguf | 3 + CursorCore-DS-1.3B-LC.i1-Q4_0_8_8.gguf | 3 + CursorCore-DS-1.3B-LC.i1-Q4_K_M.gguf | 3 + CursorCore-DS-1.3B-LC.i1-Q4_K_S.gguf | 3 + CursorCore-DS-1.3B-LC.i1-Q5_K_M.gguf | 3 + CursorCore-DS-1.3B-LC.i1-Q5_K_S.gguf | 3 + CursorCore-DS-1.3B-LC.i1-Q6_K.gguf | 3 + README.md | 80 ++++++++++++++++++++++++++ imatrix.dat | 3 + 27 files changed, 215 insertions(+) create mode 100644 .gitattributes create mode 100644 CursorCore-DS-1.3B-LC.i1-IQ1_M.gguf create mode 100644 CursorCore-DS-1.3B-LC.i1-IQ1_S.gguf create mode 100644 CursorCore-DS-1.3B-LC.i1-IQ2_M.gguf create mode 100644 CursorCore-DS-1.3B-LC.i1-IQ2_S.gguf create mode 100644 CursorCore-DS-1.3B-LC.i1-IQ2_XS.gguf create mode 100644 CursorCore-DS-1.3B-LC.i1-IQ2_XXS.gguf create mode 100644 CursorCore-DS-1.3B-LC.i1-IQ3_M.gguf create mode 100644 CursorCore-DS-1.3B-LC.i1-IQ3_S.gguf create mode 100644 CursorCore-DS-1.3B-LC.i1-IQ3_XS.gguf create mode 100644 CursorCore-DS-1.3B-LC.i1-IQ3_XXS.gguf create mode 100644 CursorCore-DS-1.3B-LC.i1-IQ4_XS.gguf create mode 100644 CursorCore-DS-1.3B-LC.i1-Q2_K.gguf create mode 100644 CursorCore-DS-1.3B-LC.i1-Q3_K_L.gguf create mode 100644 CursorCore-DS-1.3B-LC.i1-Q3_K_M.gguf create mode 100644 CursorCore-DS-1.3B-LC.i1-Q3_K_S.gguf create mode 100644 CursorCore-DS-1.3B-LC.i1-Q4_0.gguf create mode 100644 CursorCore-DS-1.3B-LC.i1-Q4_0_4_4.gguf create mode 100644 CursorCore-DS-1.3B-LC.i1-Q4_0_4_8.gguf create mode 100644 CursorCore-DS-1.3B-LC.i1-Q4_0_8_8.gguf create mode 100644 CursorCore-DS-1.3B-LC.i1-Q4_K_M.gguf create mode 100644 CursorCore-DS-1.3B-LC.i1-Q4_K_S.gguf create mode 100644 CursorCore-DS-1.3B-LC.i1-Q5_K_M.gguf create mode 100644 CursorCore-DS-1.3B-LC.i1-Q5_K_S.gguf create mode 100644 CursorCore-DS-1.3B-LC.i1-Q6_K.gguf create mode 100644 README.md create mode 100644 imatrix.dat diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..4b8c04b --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +CursorCore-DS-1.3B-LC.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +CursorCore-DS-1.3B-LC.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +CursorCore-DS-1.3B-LC.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +CursorCore-DS-1.3B-LC.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +CursorCore-DS-1.3B-LC.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +CursorCore-DS-1.3B-LC.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +CursorCore-DS-1.3B-LC.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +CursorCore-DS-1.3B-LC.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +CursorCore-DS-1.3B-LC.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +CursorCore-DS-1.3B-LC.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +CursorCore-DS-1.3B-LC.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +CursorCore-DS-1.3B-LC.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +CursorCore-DS-1.3B-LC.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +CursorCore-DS-1.3B-LC.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +CursorCore-DS-1.3B-LC.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +CursorCore-DS-1.3B-LC.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +CursorCore-DS-1.3B-LC.i1-Q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text +CursorCore-DS-1.3B-LC.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +CursorCore-DS-1.3B-LC.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +CursorCore-DS-1.3B-LC.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +CursorCore-DS-1.3B-LC.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +CursorCore-DS-1.3B-LC.i1-Q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text +CursorCore-DS-1.3B-LC.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +CursorCore-DS-1.3B-LC.i1-Q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/CursorCore-DS-1.3B-LC.i1-IQ1_M.gguf b/CursorCore-DS-1.3B-LC.i1-IQ1_M.gguf new file mode 100644 index 0000000..083df46 --- /dev/null +++ b/CursorCore-DS-1.3B-LC.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a866b3570638abd0a89289d76256653b76b3e88db4c2e5fdbf034e3bc226b38 +size 441817824 diff --git a/CursorCore-DS-1.3B-LC.i1-IQ1_S.gguf b/CursorCore-DS-1.3B-LC.i1-IQ1_S.gguf new file mode 100644 index 0000000..b18b9b0 --- /dev/null +++ b/CursorCore-DS-1.3B-LC.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1046532fec4b34fa1c859418cd20c29660ebef641f42b40bdd1487bb8a7295e2 +size 424418016 diff --git a/CursorCore-DS-1.3B-LC.i1-IQ2_M.gguf b/CursorCore-DS-1.3B-LC.i1-IQ2_M.gguf new file mode 100644 index 0000000..2d3aa69 --- /dev/null +++ b/CursorCore-DS-1.3B-LC.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63bff045c677d56b0152fca97efb234fc3879aa30635797196ecdd7623cea4c9 +size 551411424 diff --git a/CursorCore-DS-1.3B-LC.i1-IQ2_S.gguf b/CursorCore-DS-1.3B-LC.i1-IQ2_S.gguf new file mode 100644 index 0000000..b7e8646 --- /dev/null +++ b/CursorCore-DS-1.3B-LC.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cf3eb6e0fe1c62f4cd2bc180ed9b4a95faece955272665ecedf28cf18e401b8 +size 528211680 diff --git a/CursorCore-DS-1.3B-LC.i1-IQ2_XS.gguf b/CursorCore-DS-1.3B-LC.i1-IQ2_XS.gguf new file mode 100644 index 0000000..daa8fc4 --- /dev/null +++ b/CursorCore-DS-1.3B-LC.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c97ddcd0d44140b27b84ab51ff37bb46c63706a84c5afd20b1c52d723ca7c4bd +size 497162976 diff --git a/CursorCore-DS-1.3B-LC.i1-IQ2_XXS.gguf b/CursorCore-DS-1.3B-LC.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..307929b --- /dev/null +++ b/CursorCore-DS-1.3B-LC.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e64007b5427333291b2a6ca56ef0d7cf2ddb44d2afc0e6a2e303315bb8ce118 +size 470817504 diff --git a/CursorCore-DS-1.3B-LC.i1-IQ3_M.gguf b/CursorCore-DS-1.3B-LC.i1-IQ3_M.gguf new file mode 100644 index 0000000..7eac6fc --- /dev/null +++ b/CursorCore-DS-1.3B-LC.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df68a1e938a1ae6d96390172ec07bdb26040a3a79ebff869c2f01092b19aa170 +size 672297696 diff --git a/CursorCore-DS-1.3B-LC.i1-IQ3_S.gguf b/CursorCore-DS-1.3B-LC.i1-IQ3_S.gguf new file mode 100644 index 0000000..581570e --- /dev/null +++ b/CursorCore-DS-1.3B-LC.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2c38c68857fdac6975eb2d5aae91759f8ed9d35a49e3ad8988e374c3df0f2a1 +size 641331936 diff --git a/CursorCore-DS-1.3B-LC.i1-IQ3_XS.gguf b/CursorCore-DS-1.3B-LC.i1-IQ3_XS.gguf new file mode 100644 index 0000000..9826e49 --- /dev/null +++ b/CursorCore-DS-1.3B-LC.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:263accb6a3e6969d72d9de4e5e2dfee74aecb601a3d24d628452fb5d229f7e8b +size 612872928 diff --git a/CursorCore-DS-1.3B-LC.i1-IQ3_XXS.gguf b/CursorCore-DS-1.3B-LC.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..8197881 --- /dev/null +++ b/CursorCore-DS-1.3B-LC.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed84598242265174ddf9326a87c016de488bf2de03dceea031d9ebb12a5447c4 +size 580509408 diff --git a/CursorCore-DS-1.3B-LC.i1-IQ4_XS.gguf b/CursorCore-DS-1.3B-LC.i1-IQ4_XS.gguf new file mode 100644 index 0000000..08d8763 --- /dev/null +++ b/CursorCore-DS-1.3B-LC.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8043413e80cf020c747be9075e8fc93e40e93f73948dc41bc536c33ca268096f +size 743847648 diff --git a/CursorCore-DS-1.3B-LC.i1-Q2_K.gguf b/CursorCore-DS-1.3B-LC.i1-Q2_K.gguf new file mode 100644 index 0000000..3e3174e --- /dev/null +++ b/CursorCore-DS-1.3B-LC.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73141c8e70f32f368a1759fad42eb6ce62ce1dc927cd8cfa1457feeef7d57f2d +size 559263456 diff --git a/CursorCore-DS-1.3B-LC.i1-Q3_K_L.gguf b/CursorCore-DS-1.3B-LC.i1-Q3_K_L.gguf new file mode 100644 index 0000000..61ff454 --- /dev/null +++ b/CursorCore-DS-1.3B-LC.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61af86d48a94c040c417fb17b6f01f9dc72d441bba4db24c4b55f7a704a6c406 +size 743961312 diff --git a/CursorCore-DS-1.3B-LC.i1-Q3_K_M.gguf b/CursorCore-DS-1.3B-LC.i1-Q3_K_M.gguf new file mode 100644 index 0000000..6312779 --- /dev/null +++ b/CursorCore-DS-1.3B-LC.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94705b700f6ed708f41aac873552e38ec3ac09c7a8e5c7a13f7830c5b2ec2654 +size 703640288 diff --git a/CursorCore-DS-1.3B-LC.i1-Q3_K_S.gguf b/CursorCore-DS-1.3B-LC.i1-Q3_K_S.gguf new file mode 100644 index 0000000..f37ebfe --- /dev/null +++ b/CursorCore-DS-1.3B-LC.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3e3ba4f23c3cc8403968c8fe2cd0f495d8aaa7a9d88d5388fe961ef61b65d35 +size 641331936 diff --git a/CursorCore-DS-1.3B-LC.i1-Q4_0.gguf b/CursorCore-DS-1.3B-LC.i1-Q4_0.gguf new file mode 100644 index 0000000..1698e49 --- /dev/null +++ b/CursorCore-DS-1.3B-LC.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:070c4a4dd912824f70f6dcaabb11adc7c232832e35254884b2086fc9c73a26c8 +size 777504480 diff --git a/CursorCore-DS-1.3B-LC.i1-Q4_0_4_4.gguf b/CursorCore-DS-1.3B-LC.i1-Q4_0_4_4.gguf new file mode 100644 index 0000000..9660787 --- /dev/null +++ b/CursorCore-DS-1.3B-LC.i1-Q4_0_4_4.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbbddd982e2e51043c99639172b86aa543a1ac8bc4bb989fad700181dc29ef1a +size 775390944 diff --git a/CursorCore-DS-1.3B-LC.i1-Q4_0_4_8.gguf b/CursorCore-DS-1.3B-LC.i1-Q4_0_4_8.gguf new file mode 100644 index 0000000..fd3d8a4 --- /dev/null +++ b/CursorCore-DS-1.3B-LC.i1-Q4_0_4_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3b0be286760ebd25596189a0fe739e9167e90c522327ba12768740bae42cc65 +size 775390944 diff --git a/CursorCore-DS-1.3B-LC.i1-Q4_0_8_8.gguf b/CursorCore-DS-1.3B-LC.i1-Q4_0_8_8.gguf new file mode 100644 index 0000000..3623e56 --- /dev/null +++ b/CursorCore-DS-1.3B-LC.i1-Q4_0_8_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95ed534638e08d8383510f740721db091e27f7220efbd1bdda92eac80d8b50b9 +size 775390944 diff --git a/CursorCore-DS-1.3B-LC.i1-Q4_K_M.gguf b/CursorCore-DS-1.3B-LC.i1-Q4_K_M.gguf new file mode 100644 index 0000000..d6ad1fa --- /dev/null +++ b/CursorCore-DS-1.3B-LC.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f36d2698d20936ad7a51c51e0c84e4a42b899f7d9e8a2ad24b2cf54d6c445b1 +size 872908512 diff --git a/CursorCore-DS-1.3B-LC.i1-Q4_K_S.gguf b/CursorCore-DS-1.3B-LC.i1-Q4_K_S.gguf new file mode 100644 index 0000000..efed6c1 --- /dev/null +++ b/CursorCore-DS-1.3B-LC.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b145c3be608aa6bd94017ddc8c81bfc0f716b45c2c2640a0395c8c7545c9ed08 +size 813418208 diff --git a/CursorCore-DS-1.3B-LC.i1-Q5_K_M.gguf b/CursorCore-DS-1.3B-LC.i1-Q5_K_M.gguf new file mode 100644 index 0000000..1c03e9e --- /dev/null +++ b/CursorCore-DS-1.3B-LC.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20ed344fa8bedc82a326e59b5b42f02bd5be1063a84f1e9f1bb1646fe522331b +size 1001244384 diff --git a/CursorCore-DS-1.3B-LC.i1-Q5_K_S.gguf b/CursorCore-DS-1.3B-LC.i1-Q5_K_S.gguf new file mode 100644 index 0000000..c932285 --- /dev/null +++ b/CursorCore-DS-1.3B-LC.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34a8e8dfc674b4606649fb7676e7560e3ce6875961f0234608f141f47a906ee0 +size 952288992 diff --git a/CursorCore-DS-1.3B-LC.i1-Q6_K.gguf b/CursorCore-DS-1.3B-LC.i1-Q6_K.gguf new file mode 100644 index 0000000..9e5cbc8 --- /dev/null +++ b/CursorCore-DS-1.3B-LC.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:318ede84d6fe51dd67f7a146bd83e642fa36201400046275c47d335c86bf80a7 +size 1170889440 diff --git a/README.md b/README.md new file mode 100644 index 0000000..072cc27 --- /dev/null +++ b/README.md @@ -0,0 +1,80 @@ +--- +base_model: TechxGenus/CursorCore-DS-1.3B-LC +language: +- en +library_name: transformers +license: other +license_link: LICENSE +license_name: deepseek +quantized_by: mradermacher +tags: +- code +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/TechxGenus/CursorCore-DS-1.3B-LC + + +static quants are available at https://huggingface.co/mradermacher/CursorCore-DS-1.3B-LC-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/CursorCore-DS-1.3B-LC-i1-GGUF/resolve/main/CursorCore-DS-1.3B-LC.i1-IQ1_S.gguf) | i1-IQ1_S | 0.5 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/CursorCore-DS-1.3B-LC-i1-GGUF/resolve/main/CursorCore-DS-1.3B-LC.i1-IQ1_M.gguf) | i1-IQ1_M | 0.5 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/CursorCore-DS-1.3B-LC-i1-GGUF/resolve/main/CursorCore-DS-1.3B-LC.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/CursorCore-DS-1.3B-LC-i1-GGUF/resolve/main/CursorCore-DS-1.3B-LC.i1-IQ2_XS.gguf) | i1-IQ2_XS | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/CursorCore-DS-1.3B-LC-i1-GGUF/resolve/main/CursorCore-DS-1.3B-LC.i1-IQ2_S.gguf) | i1-IQ2_S | 0.6 | | +| [GGUF](https://huggingface.co/mradermacher/CursorCore-DS-1.3B-LC-i1-GGUF/resolve/main/CursorCore-DS-1.3B-LC.i1-IQ2_M.gguf) | i1-IQ2_M | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/CursorCore-DS-1.3B-LC-i1-GGUF/resolve/main/CursorCore-DS-1.3B-LC.i1-Q2_K.gguf) | i1-Q2_K | 0.7 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/CursorCore-DS-1.3B-LC-i1-GGUF/resolve/main/CursorCore-DS-1.3B-LC.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 0.7 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/CursorCore-DS-1.3B-LC-i1-GGUF/resolve/main/CursorCore-DS-1.3B-LC.i1-IQ3_XS.gguf) | i1-IQ3_XS | 0.7 | | +| [GGUF](https://huggingface.co/mradermacher/CursorCore-DS-1.3B-LC-i1-GGUF/resolve/main/CursorCore-DS-1.3B-LC.i1-IQ3_S.gguf) | i1-IQ3_S | 0.7 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/CursorCore-DS-1.3B-LC-i1-GGUF/resolve/main/CursorCore-DS-1.3B-LC.i1-Q3_K_S.gguf) | i1-Q3_K_S | 0.7 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/CursorCore-DS-1.3B-LC-i1-GGUF/resolve/main/CursorCore-DS-1.3B-LC.i1-IQ3_M.gguf) | i1-IQ3_M | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/CursorCore-DS-1.3B-LC-i1-GGUF/resolve/main/CursorCore-DS-1.3B-LC.i1-Q3_K_M.gguf) | i1-Q3_K_M | 0.8 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/CursorCore-DS-1.3B-LC-i1-GGUF/resolve/main/CursorCore-DS-1.3B-LC.i1-IQ4_XS.gguf) | i1-IQ4_XS | 0.8 | | +| [GGUF](https://huggingface.co/mradermacher/CursorCore-DS-1.3B-LC-i1-GGUF/resolve/main/CursorCore-DS-1.3B-LC.i1-Q3_K_L.gguf) | i1-Q3_K_L | 0.8 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/CursorCore-DS-1.3B-LC-i1-GGUF/resolve/main/CursorCore-DS-1.3B-LC.i1-Q4_0_4_4.gguf) | i1-Q4_0_4_4 | 0.9 | fast on arm, low quality | +| [GGUF](https://huggingface.co/mradermacher/CursorCore-DS-1.3B-LC-i1-GGUF/resolve/main/CursorCore-DS-1.3B-LC.i1-Q4_0_4_8.gguf) | i1-Q4_0_4_8 | 0.9 | fast on arm+i8mm, low quality | +| [GGUF](https://huggingface.co/mradermacher/CursorCore-DS-1.3B-LC-i1-GGUF/resolve/main/CursorCore-DS-1.3B-LC.i1-Q4_0_8_8.gguf) | i1-Q4_0_8_8 | 0.9 | fast on arm+sve, low quality | +| [GGUF](https://huggingface.co/mradermacher/CursorCore-DS-1.3B-LC-i1-GGUF/resolve/main/CursorCore-DS-1.3B-LC.i1-Q4_0.gguf) | i1-Q4_0 | 0.9 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/CursorCore-DS-1.3B-LC-i1-GGUF/resolve/main/CursorCore-DS-1.3B-LC.i1-Q4_K_S.gguf) | i1-Q4_K_S | 0.9 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/CursorCore-DS-1.3B-LC-i1-GGUF/resolve/main/CursorCore-DS-1.3B-LC.i1-Q4_K_M.gguf) | i1-Q4_K_M | 1.0 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/CursorCore-DS-1.3B-LC-i1-GGUF/resolve/main/CursorCore-DS-1.3B-LC.i1-Q5_K_S.gguf) | i1-Q5_K_S | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/CursorCore-DS-1.3B-LC-i1-GGUF/resolve/main/CursorCore-DS-1.3B-LC.i1-Q5_K_M.gguf) | i1-Q5_K_M | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/CursorCore-DS-1.3B-LC-i1-GGUF/resolve/main/CursorCore-DS-1.3B-LC.i1-Q6_K.gguf) | i1-Q6_K | 1.3 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..2be198c --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c07d2814becbe0ac037c55417f3bf09d09234279002042184c82408b79231109 +size 1713589