From 36d0d9503baaf889304499a2f71636c8829e9dc7 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 5 May 2026 17:02:14 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/CodeMix-JPID-3B-Llama3.2-i1-GGUF Source: Original Platform --- .gitattributes | 60 ++++++++++++++++++ CodeMix-JPID-3B-Llama3.2.i1-IQ1_M.gguf | 3 + CodeMix-JPID-3B-Llama3.2.i1-IQ1_S.gguf | 3 + CodeMix-JPID-3B-Llama3.2.i1-IQ2_M.gguf | 3 + CodeMix-JPID-3B-Llama3.2.i1-IQ2_S.gguf | 3 + CodeMix-JPID-3B-Llama3.2.i1-IQ2_XS.gguf | 3 + CodeMix-JPID-3B-Llama3.2.i1-IQ2_XXS.gguf | 3 + CodeMix-JPID-3B-Llama3.2.i1-IQ3_M.gguf | 3 + CodeMix-JPID-3B-Llama3.2.i1-IQ3_S.gguf | 3 + CodeMix-JPID-3B-Llama3.2.i1-IQ3_XS.gguf | 3 + CodeMix-JPID-3B-Llama3.2.i1-IQ3_XXS.gguf | 3 + CodeMix-JPID-3B-Llama3.2.i1-IQ4_NL.gguf | 3 + CodeMix-JPID-3B-Llama3.2.i1-IQ4_XS.gguf | 3 + CodeMix-JPID-3B-Llama3.2.i1-Q2_K.gguf | 3 + CodeMix-JPID-3B-Llama3.2.i1-Q2_K_S.gguf | 3 + CodeMix-JPID-3B-Llama3.2.i1-Q3_K_L.gguf | 3 + CodeMix-JPID-3B-Llama3.2.i1-Q3_K_M.gguf | 3 + CodeMix-JPID-3B-Llama3.2.i1-Q3_K_S.gguf | 3 + CodeMix-JPID-3B-Llama3.2.i1-Q4_0.gguf | 3 + CodeMix-JPID-3B-Llama3.2.i1-Q4_1.gguf | 3 + CodeMix-JPID-3B-Llama3.2.i1-Q4_K_M.gguf | 3 + CodeMix-JPID-3B-Llama3.2.i1-Q4_K_S.gguf | 3 + CodeMix-JPID-3B-Llama3.2.i1-Q5_K_M.gguf | 3 + CodeMix-JPID-3B-Llama3.2.i1-Q5_K_S.gguf | 3 + CodeMix-JPID-3B-Llama3.2.i1-Q6_K.gguf | 3 + README.md | 78 ++++++++++++++++++++++++ imatrix.dat | 3 + 27 files changed, 213 insertions(+) create mode 100644 .gitattributes create mode 100644 CodeMix-JPID-3B-Llama3.2.i1-IQ1_M.gguf create mode 100644 CodeMix-JPID-3B-Llama3.2.i1-IQ1_S.gguf create mode 100644 CodeMix-JPID-3B-Llama3.2.i1-IQ2_M.gguf create mode 100644 CodeMix-JPID-3B-Llama3.2.i1-IQ2_S.gguf create mode 100644 CodeMix-JPID-3B-Llama3.2.i1-IQ2_XS.gguf create mode 100644 CodeMix-JPID-3B-Llama3.2.i1-IQ2_XXS.gguf create mode 100644 CodeMix-JPID-3B-Llama3.2.i1-IQ3_M.gguf create mode 100644 CodeMix-JPID-3B-Llama3.2.i1-IQ3_S.gguf create mode 100644 CodeMix-JPID-3B-Llama3.2.i1-IQ3_XS.gguf create mode 100644 CodeMix-JPID-3B-Llama3.2.i1-IQ3_XXS.gguf create mode 100644 CodeMix-JPID-3B-Llama3.2.i1-IQ4_NL.gguf create mode 100644 CodeMix-JPID-3B-Llama3.2.i1-IQ4_XS.gguf create mode 100644 CodeMix-JPID-3B-Llama3.2.i1-Q2_K.gguf create mode 100644 CodeMix-JPID-3B-Llama3.2.i1-Q2_K_S.gguf create mode 100644 CodeMix-JPID-3B-Llama3.2.i1-Q3_K_L.gguf create mode 100644 CodeMix-JPID-3B-Llama3.2.i1-Q3_K_M.gguf create mode 100644 CodeMix-JPID-3B-Llama3.2.i1-Q3_K_S.gguf create mode 100644 CodeMix-JPID-3B-Llama3.2.i1-Q4_0.gguf create mode 100644 CodeMix-JPID-3B-Llama3.2.i1-Q4_1.gguf create mode 100644 CodeMix-JPID-3B-Llama3.2.i1-Q4_K_M.gguf create mode 100644 CodeMix-JPID-3B-Llama3.2.i1-Q4_K_S.gguf create mode 100644 CodeMix-JPID-3B-Llama3.2.i1-Q5_K_M.gguf create mode 100644 CodeMix-JPID-3B-Llama3.2.i1-Q5_K_S.gguf create mode 100644 CodeMix-JPID-3B-Llama3.2.i1-Q6_K.gguf create mode 100644 README.md create mode 100644 imatrix.dat diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..2a43474 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +CodeMix-JPID-3B-Llama3.2.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +CodeMix-JPID-3B-Llama3.2.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +CodeMix-JPID-3B-Llama3.2.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +CodeMix-JPID-3B-Llama3.2.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +CodeMix-JPID-3B-Llama3.2.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +CodeMix-JPID-3B-Llama3.2.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +CodeMix-JPID-3B-Llama3.2.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +CodeMix-JPID-3B-Llama3.2.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text +CodeMix-JPID-3B-Llama3.2.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +CodeMix-JPID-3B-Llama3.2.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +CodeMix-JPID-3B-Llama3.2.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text +CodeMix-JPID-3B-Llama3.2.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +CodeMix-JPID-3B-Llama3.2.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +CodeMix-JPID-3B-Llama3.2.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text +CodeMix-JPID-3B-Llama3.2.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +CodeMix-JPID-3B-Llama3.2.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +CodeMix-JPID-3B-Llama3.2.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +CodeMix-JPID-3B-Llama3.2.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +CodeMix-JPID-3B-Llama3.2.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text +CodeMix-JPID-3B-Llama3.2.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +CodeMix-JPID-3B-Llama3.2.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +CodeMix-JPID-3B-Llama3.2.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +CodeMix-JPID-3B-Llama3.2.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +CodeMix-JPID-3B-Llama3.2.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/CodeMix-JPID-3B-Llama3.2.i1-IQ1_M.gguf b/CodeMix-JPID-3B-Llama3.2.i1-IQ1_M.gguf new file mode 100644 index 0000000..044da3d --- /dev/null +++ b/CodeMix-JPID-3B-Llama3.2.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f918c6e00be5af63addb351327c67064589a1a88ee807a9e7de491d0a3114fb +size 924189760 diff --git a/CodeMix-JPID-3B-Llama3.2.i1-IQ1_S.gguf b/CodeMix-JPID-3B-Llama3.2.i1-IQ1_S.gguf new file mode 100644 index 0000000..a4fcbd4 --- /dev/null +++ b/CodeMix-JPID-3B-Llama3.2.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f68e9204ffd747760e8e2dbd4bfde825ba2be30f8c473130639957b3d57054b3 +size 868156480 diff --git a/CodeMix-JPID-3B-Llama3.2.i1-IQ2_M.gguf b/CodeMix-JPID-3B-Llama3.2.i1-IQ2_M.gguf new file mode 100644 index 0000000..e6ac8cd --- /dev/null +++ b/CodeMix-JPID-3B-Llama3.2.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:866595b7bfdbdbd0ea489270cef77548cce1fa8dfc61e4b8288d2bda621e6a03 +size 1229030464 diff --git a/CodeMix-JPID-3B-Llama3.2.i1-IQ2_S.gguf b/CodeMix-JPID-3B-Llama3.2.i1-IQ2_S.gguf new file mode 100644 index 0000000..29a71cc --- /dev/null +++ b/CodeMix-JPID-3B-Llama3.2.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05b5d0bfdf94d8ad592f13fef61eec0e9bf8169b71812a65a92952c54aa5ef00 +size 1154319424 diff --git a/CodeMix-JPID-3B-Llama3.2.i1-IQ2_XS.gguf b/CodeMix-JPID-3B-Llama3.2.i1-IQ2_XS.gguf new file mode 100644 index 0000000..bfa4a1f --- /dev/null +++ b/CodeMix-JPID-3B-Llama3.2.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d20411484449b936403aff1332607e26ca053b545c964768221e62675f0fd598 +size 1100547136 diff --git a/CodeMix-JPID-3B-Llama3.2.i1-IQ2_XXS.gguf b/CodeMix-JPID-3B-Llama3.2.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..7282011 --- /dev/null +++ b/CodeMix-JPID-3B-Llama3.2.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef3e9e49f42e35d71f0016ebf9b01bced25a3d5d7409abddf7fcc946852ad99b +size 1017578560 diff --git a/CodeMix-JPID-3B-Llama3.2.i1-IQ3_M.gguf b/CodeMix-JPID-3B-Llama3.2.i1-IQ3_M.gguf new file mode 100644 index 0000000..28cef1b --- /dev/null +++ b/CodeMix-JPID-3B-Llama3.2.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0653acb46bbdb0922668eddfaa26796341135c89fea4976118a8af2da344b1d +size 1599667264 diff --git a/CodeMix-JPID-3B-Llama3.2.i1-IQ3_S.gguf b/CodeMix-JPID-3B-Llama3.2.i1-IQ3_S.gguf new file mode 100644 index 0000000..7e8d79c --- /dev/null +++ b/CodeMix-JPID-3B-Llama3.2.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9e057ee73f85715190e79e1dde37e53c0f44228f20586a7705b156e8a5e3d9b +size 1542847552 diff --git a/CodeMix-JPID-3B-Llama3.2.i1-IQ3_XS.gguf b/CodeMix-JPID-3B-Llama3.2.i1-IQ3_XS.gguf new file mode 100644 index 0000000..1fb5d89 --- /dev/null +++ b/CodeMix-JPID-3B-Llama3.2.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:291b803364d97068dba42bc7c7beec9a06610958b296879f7151e73f45bf20d1 +size 1476787264 diff --git a/CodeMix-JPID-3B-Llama3.2.i1-IQ3_XXS.gguf b/CodeMix-JPID-3B-Llama3.2.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..40e94db --- /dev/null +++ b/CodeMix-JPID-3B-Llama3.2.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:203de8ba5c825c5b8787036bcd86fe7a1e72f830890bdcb05ec2e298470c0bed +size 1348764736 diff --git a/CodeMix-JPID-3B-Llama3.2.i1-IQ4_NL.gguf b/CodeMix-JPID-3B-Llama3.2.i1-IQ4_NL.gguf new file mode 100644 index 0000000..619a572 --- /dev/null +++ b/CodeMix-JPID-3B-Llama3.2.i1-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:473de39307f4ba2ca50687b8f91f9bcd8d4e9e61800b523e5902847a70c34b78 +size 1917189184 diff --git a/CodeMix-JPID-3B-Llama3.2.i1-IQ4_XS.gguf b/CodeMix-JPID-3B-Llama3.2.i1-IQ4_XS.gguf new file mode 100644 index 0000000..b8cdd20 --- /dev/null +++ b/CodeMix-JPID-3B-Llama3.2.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91cb92c75465673e48f2e51e5ea554f3f2d9a68d24797053937a920d89803b13 +size 1829108800 diff --git a/CodeMix-JPID-3B-Llama3.2.i1-Q2_K.gguf b/CodeMix-JPID-3B-Llama3.2.i1-Q2_K.gguf new file mode 100644 index 0000000..8ee0238 --- /dev/null +++ b/CodeMix-JPID-3B-Llama3.2.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4db09fbbf0b38bdc2c127398dbf91e89a5e2edc8add13e8ccc2285fbd6324bce +size 1363934272 diff --git a/CodeMix-JPID-3B-Llama3.2.i1-Q2_K_S.gguf b/CodeMix-JPID-3B-Llama3.2.i1-Q2_K_S.gguf new file mode 100644 index 0000000..fdd69d6 --- /dev/null +++ b/CodeMix-JPID-3B-Llama3.2.i1-Q2_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b517c1a4e7898551765c53b022cd89f9086fd2c1a9eefa86a84052e14c7d303 +size 1274281024 diff --git a/CodeMix-JPID-3B-Llama3.2.i1-Q3_K_L.gguf b/CodeMix-JPID-3B-Llama3.2.i1-Q3_K_L.gguf new file mode 100644 index 0000000..fa5ba32 --- /dev/null +++ b/CodeMix-JPID-3B-Llama3.2.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cfa0771f6086c346d9e3b6a3ed5370e517f918419419e840a906595130dc3b7 +size 1815346240 diff --git a/CodeMix-JPID-3B-Llama3.2.i1-Q3_K_M.gguf b/CodeMix-JPID-3B-Llama3.2.i1-Q3_K_M.gguf new file mode 100644 index 0000000..88d7b95 --- /dev/null +++ b/CodeMix-JPID-3B-Llama3.2.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:595b7269fa9af571cf8448faea65cdd547fd570502947ed62f5d9c2a15a9995c +size 1687157824 diff --git a/CodeMix-JPID-3B-Llama3.2.i1-Q3_K_S.gguf b/CodeMix-JPID-3B-Llama3.2.i1-Q3_K_S.gguf new file mode 100644 index 0000000..ce219e7 --- /dev/null +++ b/CodeMix-JPID-3B-Llama3.2.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7e83727a419ab67830231d3d1d2430ef8c803e01b6e0d3830b1dd02bbe02c85 +size 1542847552 diff --git a/CodeMix-JPID-3B-Llama3.2.i1-Q4_0.gguf b/CodeMix-JPID-3B-Llama3.2.i1-Q4_0.gguf new file mode 100644 index 0000000..c1811ce --- /dev/null +++ b/CodeMix-JPID-3B-Llama3.2.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecc04b23dbefd253e4df09cea32b50660b68d6c650a711cc35a7c3e02ae7df66 +size 1921907776 diff --git a/CodeMix-JPID-3B-Llama3.2.i1-Q4_1.gguf b/CodeMix-JPID-3B-Llama3.2.i1-Q4_1.gguf new file mode 100644 index 0000000..1c85bf1 --- /dev/null +++ b/CodeMix-JPID-3B-Llama3.2.i1-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef096b03831152f3e87f60abd9daf329b1ff49b96fa3353230f91c9879c8ac6 +size 2093349952 diff --git a/CodeMix-JPID-3B-Llama3.2.i1-Q4_K_M.gguf b/CodeMix-JPID-3B-Llama3.2.i1-Q4_K_M.gguf new file mode 100644 index 0000000..5764d2e --- /dev/null +++ b/CodeMix-JPID-3B-Llama3.2.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:389ebd26ee37e3735eca643f067c903b665b45e18687e70e5cefee7ee46cf92f +size 2019376192 diff --git a/CodeMix-JPID-3B-Llama3.2.i1-Q4_K_S.gguf b/CodeMix-JPID-3B-Llama3.2.i1-Q4_K_S.gguf new file mode 100644 index 0000000..2ba7100 --- /dev/null +++ b/CodeMix-JPID-3B-Llama3.2.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9bda2c63f5d3dbe5caab832f6b04762d72dc09b533674e2156e86180552afad +size 1928199232 diff --git a/CodeMix-JPID-3B-Llama3.2.i1-Q5_K_M.gguf b/CodeMix-JPID-3B-Llama3.2.i1-Q5_K_M.gguf new file mode 100644 index 0000000..8a788a8 --- /dev/null +++ b/CodeMix-JPID-3B-Llama3.2.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1fe61c5527d9ae5053c92da059a3b7857c6c96322f67b6277cbe8a67f09b696 +size 2322152512 diff --git a/CodeMix-JPID-3B-Llama3.2.i1-Q5_K_S.gguf b/CodeMix-JPID-3B-Llama3.2.i1-Q5_K_S.gguf new file mode 100644 index 0000000..3e8c8c4 --- /dev/null +++ b/CodeMix-JPID-3B-Llama3.2.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3d18c2ce299e4a5015f6c07890c856b8d87f9f45afdb4721f537163aa6f6fab +size 2269510720 diff --git a/CodeMix-JPID-3B-Llama3.2.i1-Q6_K.gguf b/CodeMix-JPID-3B-Llama3.2.i1-Q6_K.gguf new file mode 100644 index 0000000..67a3ef8 --- /dev/null +++ b/CodeMix-JPID-3B-Llama3.2.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1338ae22c9a6b7e4ad8dc3ebf98b56131d77a03d5899aee114ca51d5395e6775 +size 2643852352 diff --git a/README.md b/README.md new file mode 100644 index 0000000..e191795 --- /dev/null +++ b/README.md @@ -0,0 +1,78 @@ +--- +base_model: mergekit-community/CodeMix-JPID-3B-Llama3.2 +language: +- en +library_name: transformers +quantized_by: mradermacher +tags: +- mergekit +- merge +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/mergekit-community/CodeMix-JPID-3B-Llama3.2 + + +static quants are available at https://huggingface.co/mradermacher/CodeMix-JPID-3B-Llama3.2-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/CodeMix-JPID-3B-Llama3.2-i1-GGUF/resolve/main/CodeMix-JPID-3B-Llama3.2.i1-IQ1_S.gguf) | i1-IQ1_S | 1.0 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/CodeMix-JPID-3B-Llama3.2-i1-GGUF/resolve/main/CodeMix-JPID-3B-Llama3.2.i1-IQ1_M.gguf) | i1-IQ1_M | 1.0 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/CodeMix-JPID-3B-Llama3.2-i1-GGUF/resolve/main/CodeMix-JPID-3B-Llama3.2.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 1.1 | | +| [GGUF](https://huggingface.co/mradermacher/CodeMix-JPID-3B-Llama3.2-i1-GGUF/resolve/main/CodeMix-JPID-3B-Llama3.2.i1-IQ2_XS.gguf) | i1-IQ2_XS | 1.2 | | +| [GGUF](https://huggingface.co/mradermacher/CodeMix-JPID-3B-Llama3.2-i1-GGUF/resolve/main/CodeMix-JPID-3B-Llama3.2.i1-IQ2_S.gguf) | i1-IQ2_S | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/CodeMix-JPID-3B-Llama3.2-i1-GGUF/resolve/main/CodeMix-JPID-3B-Llama3.2.i1-IQ2_M.gguf) | i1-IQ2_M | 1.3 | | +| [GGUF](https://huggingface.co/mradermacher/CodeMix-JPID-3B-Llama3.2-i1-GGUF/resolve/main/CodeMix-JPID-3B-Llama3.2.i1-Q2_K_S.gguf) | i1-Q2_K_S | 1.4 | very low quality | +| [GGUF](https://huggingface.co/mradermacher/CodeMix-JPID-3B-Llama3.2-i1-GGUF/resolve/main/CodeMix-JPID-3B-Llama3.2.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 1.4 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/CodeMix-JPID-3B-Llama3.2-i1-GGUF/resolve/main/CodeMix-JPID-3B-Llama3.2.i1-Q2_K.gguf) | i1-Q2_K | 1.5 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/CodeMix-JPID-3B-Llama3.2-i1-GGUF/resolve/main/CodeMix-JPID-3B-Llama3.2.i1-IQ3_XS.gguf) | i1-IQ3_XS | 1.6 | | +| [GGUF](https://huggingface.co/mradermacher/CodeMix-JPID-3B-Llama3.2-i1-GGUF/resolve/main/CodeMix-JPID-3B-Llama3.2.i1-IQ3_S.gguf) | i1-IQ3_S | 1.6 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/CodeMix-JPID-3B-Llama3.2-i1-GGUF/resolve/main/CodeMix-JPID-3B-Llama3.2.i1-Q3_K_S.gguf) | i1-Q3_K_S | 1.6 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/CodeMix-JPID-3B-Llama3.2-i1-GGUF/resolve/main/CodeMix-JPID-3B-Llama3.2.i1-IQ3_M.gguf) | i1-IQ3_M | 1.7 | | +| [GGUF](https://huggingface.co/mradermacher/CodeMix-JPID-3B-Llama3.2-i1-GGUF/resolve/main/CodeMix-JPID-3B-Llama3.2.i1-Q3_K_M.gguf) | i1-Q3_K_M | 1.8 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/CodeMix-JPID-3B-Llama3.2-i1-GGUF/resolve/main/CodeMix-JPID-3B-Llama3.2.i1-Q3_K_L.gguf) | i1-Q3_K_L | 1.9 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/CodeMix-JPID-3B-Llama3.2-i1-GGUF/resolve/main/CodeMix-JPID-3B-Llama3.2.i1-IQ4_XS.gguf) | i1-IQ4_XS | 1.9 | | +| [GGUF](https://huggingface.co/mradermacher/CodeMix-JPID-3B-Llama3.2-i1-GGUF/resolve/main/CodeMix-JPID-3B-Llama3.2.i1-IQ4_NL.gguf) | i1-IQ4_NL | 2.0 | prefer IQ4_XS | +| [GGUF](https://huggingface.co/mradermacher/CodeMix-JPID-3B-Llama3.2-i1-GGUF/resolve/main/CodeMix-JPID-3B-Llama3.2.i1-Q4_0.gguf) | i1-Q4_0 | 2.0 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/CodeMix-JPID-3B-Llama3.2-i1-GGUF/resolve/main/CodeMix-JPID-3B-Llama3.2.i1-Q4_K_S.gguf) | i1-Q4_K_S | 2.0 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/CodeMix-JPID-3B-Llama3.2-i1-GGUF/resolve/main/CodeMix-JPID-3B-Llama3.2.i1-Q4_K_M.gguf) | i1-Q4_K_M | 2.1 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/CodeMix-JPID-3B-Llama3.2-i1-GGUF/resolve/main/CodeMix-JPID-3B-Llama3.2.i1-Q4_1.gguf) | i1-Q4_1 | 2.2 | | +| [GGUF](https://huggingface.co/mradermacher/CodeMix-JPID-3B-Llama3.2-i1-GGUF/resolve/main/CodeMix-JPID-3B-Llama3.2.i1-Q5_K_S.gguf) | i1-Q5_K_S | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/CodeMix-JPID-3B-Llama3.2-i1-GGUF/resolve/main/CodeMix-JPID-3B-Llama3.2.i1-Q5_K_M.gguf) | i1-Q5_K_M | 2.4 | | +| [GGUF](https://huggingface.co/mradermacher/CodeMix-JPID-3B-Llama3.2-i1-GGUF/resolve/main/CodeMix-JPID-3B-Llama3.2.i1-Q6_K.gguf) | i1-Q6_K | 2.7 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..477bb2f --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d169b0e29ae98f631de2e7123f9c4175eece0211f1f64de1158b3a5ea9ce44c1 +size 2988377