From 4a64106759e2558fa89ce696505cae75fa043796 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 9 Oct 2026 14:11:18 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: mradermacher/OpenCodeInterpreter-SC2-15B-i1-GGUF Source: Original Platform --- .gitattributes | 60 +++++++++++++++ OpenCodeInterpreter-SC2-15B.i1-IQ1_M.gguf | 3 + OpenCodeInterpreter-SC2-15B.i1-IQ1_S.gguf | 3 + OpenCodeInterpreter-SC2-15B.i1-IQ2_M.gguf | 3 + OpenCodeInterpreter-SC2-15B.i1-IQ2_S.gguf | 3 + OpenCodeInterpreter-SC2-15B.i1-IQ2_XS.gguf | 3 + OpenCodeInterpreter-SC2-15B.i1-IQ2_XXS.gguf | 3 + OpenCodeInterpreter-SC2-15B.i1-IQ3_M.gguf | 3 + OpenCodeInterpreter-SC2-15B.i1-IQ3_S.gguf | 3 + OpenCodeInterpreter-SC2-15B.i1-IQ3_XS.gguf | 3 + OpenCodeInterpreter-SC2-15B.i1-IQ3_XXS.gguf | 3 + OpenCodeInterpreter-SC2-15B.i1-IQ4_XS.gguf | 3 + OpenCodeInterpreter-SC2-15B.i1-Q2_K.gguf | 3 + OpenCodeInterpreter-SC2-15B.i1-Q3_K_L.gguf | 3 + OpenCodeInterpreter-SC2-15B.i1-Q3_K_M.gguf | 3 + OpenCodeInterpreter-SC2-15B.i1-Q3_K_S.gguf | 3 + OpenCodeInterpreter-SC2-15B.i1-Q4_0.gguf | 3 + OpenCodeInterpreter-SC2-15B.i1-Q4_0_4_4.gguf | 3 + OpenCodeInterpreter-SC2-15B.i1-Q4_0_4_8.gguf | 3 + OpenCodeInterpreter-SC2-15B.i1-Q4_0_8_8.gguf | 3 + OpenCodeInterpreter-SC2-15B.i1-Q4_K_M.gguf | 3 + OpenCodeInterpreter-SC2-15B.i1-Q4_K_S.gguf | 3 + OpenCodeInterpreter-SC2-15B.i1-Q5_K_M.gguf | 3 + OpenCodeInterpreter-SC2-15B.i1-Q5_K_S.gguf | 3 + OpenCodeInterpreter-SC2-15B.i1-Q6_K.gguf | 3 + README.md | 78 ++++++++++++++++++++ imatrix.dat | 3 + 27 files changed, 213 insertions(+) create mode 100644 .gitattributes create mode 100644 OpenCodeInterpreter-SC2-15B.i1-IQ1_M.gguf create mode 100644 OpenCodeInterpreter-SC2-15B.i1-IQ1_S.gguf create mode 100644 OpenCodeInterpreter-SC2-15B.i1-IQ2_M.gguf create mode 100644 OpenCodeInterpreter-SC2-15B.i1-IQ2_S.gguf create mode 100644 OpenCodeInterpreter-SC2-15B.i1-IQ2_XS.gguf create mode 100644 OpenCodeInterpreter-SC2-15B.i1-IQ2_XXS.gguf create mode 100644 OpenCodeInterpreter-SC2-15B.i1-IQ3_M.gguf create mode 100644 OpenCodeInterpreter-SC2-15B.i1-IQ3_S.gguf create mode 100644 OpenCodeInterpreter-SC2-15B.i1-IQ3_XS.gguf create mode 100644 OpenCodeInterpreter-SC2-15B.i1-IQ3_XXS.gguf create mode 100644 OpenCodeInterpreter-SC2-15B.i1-IQ4_XS.gguf create mode 100644 OpenCodeInterpreter-SC2-15B.i1-Q2_K.gguf create mode 100644 OpenCodeInterpreter-SC2-15B.i1-Q3_K_L.gguf create mode 100644 OpenCodeInterpreter-SC2-15B.i1-Q3_K_M.gguf create mode 100644 OpenCodeInterpreter-SC2-15B.i1-Q3_K_S.gguf create mode 100644 OpenCodeInterpreter-SC2-15B.i1-Q4_0.gguf create mode 100644 OpenCodeInterpreter-SC2-15B.i1-Q4_0_4_4.gguf create mode 100644 OpenCodeInterpreter-SC2-15B.i1-Q4_0_4_8.gguf create mode 100644 OpenCodeInterpreter-SC2-15B.i1-Q4_0_8_8.gguf create mode 100644 OpenCodeInterpreter-SC2-15B.i1-Q4_K_M.gguf create mode 100644 OpenCodeInterpreter-SC2-15B.i1-Q4_K_S.gguf create mode 100644 OpenCodeInterpreter-SC2-15B.i1-Q5_K_M.gguf create mode 100644 OpenCodeInterpreter-SC2-15B.i1-Q5_K_S.gguf create mode 100644 OpenCodeInterpreter-SC2-15B.i1-Q6_K.gguf create mode 100644 README.md create mode 100644 imatrix.dat diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..1a8cf8d --- /dev/null +++ b/.gitattributes @@ -0,0 +1,60 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +imatrix.dat filter=lfs diff=lfs merge=lfs -text +OpenCodeInterpreter-SC2-15B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +OpenCodeInterpreter-SC2-15B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenCodeInterpreter-SC2-15B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenCodeInterpreter-SC2-15B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text +OpenCodeInterpreter-SC2-15B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenCodeInterpreter-SC2-15B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenCodeInterpreter-SC2-15B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenCodeInterpreter-SC2-15B.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +OpenCodeInterpreter-SC2-15B.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenCodeInterpreter-SC2-15B.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text +OpenCodeInterpreter-SC2-15B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenCodeInterpreter-SC2-15B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text +OpenCodeInterpreter-SC2-15B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +OpenCodeInterpreter-SC2-15B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text +OpenCodeInterpreter-SC2-15B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenCodeInterpreter-SC2-15B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenCodeInterpreter-SC2-15B.i1-Q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text +OpenCodeInterpreter-SC2-15B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text +OpenCodeInterpreter-SC2-15B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +OpenCodeInterpreter-SC2-15B.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +OpenCodeInterpreter-SC2-15B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text +OpenCodeInterpreter-SC2-15B.i1-Q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text +OpenCodeInterpreter-SC2-15B.i1-Q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text +OpenCodeInterpreter-SC2-15B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/OpenCodeInterpreter-SC2-15B.i1-IQ1_M.gguf b/OpenCodeInterpreter-SC2-15B.i1-IQ1_M.gguf new file mode 100644 index 0000000..18a39d7 --- /dev/null +++ b/OpenCodeInterpreter-SC2-15B.i1-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b0ae77fb1922edf372c7c7e622ce6b54a1c755f3e1c7d6d072f0c5979ce291c +size 3862367168 diff --git a/OpenCodeInterpreter-SC2-15B.i1-IQ1_S.gguf b/OpenCodeInterpreter-SC2-15B.i1-IQ1_S.gguf new file mode 100644 index 0000000..1c4b27d --- /dev/null +++ b/OpenCodeInterpreter-SC2-15B.i1-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05463b1ada9fa3085ed59e2fdc3aea79c302ef640716f06b63c43c8e08be4017 +size 3558607808 diff --git a/OpenCodeInterpreter-SC2-15B.i1-IQ2_M.gguf b/OpenCodeInterpreter-SC2-15B.i1-IQ2_M.gguf new file mode 100644 index 0000000..9d3c875 --- /dev/null +++ b/OpenCodeInterpreter-SC2-15B.i1-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90de3f1206b21a63088f01edc28d11e02c18c11854197990f6cf192ee0ea1893 +size 5545528256 diff --git a/OpenCodeInterpreter-SC2-15B.i1-IQ2_S.gguf b/OpenCodeInterpreter-SC2-15B.i1-IQ2_S.gguf new file mode 100644 index 0000000..1fb3223 --- /dev/null +++ b/OpenCodeInterpreter-SC2-15B.i1-IQ2_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b9fa733d632832e7ae51998f25ead9bb56782f6755cd10d97f0ee621d8fcc99 +size 5140515776 diff --git a/OpenCodeInterpreter-SC2-15B.i1-IQ2_XS.gguf b/OpenCodeInterpreter-SC2-15B.i1-IQ2_XS.gguf new file mode 100644 index 0000000..68ff125 --- /dev/null +++ b/OpenCodeInterpreter-SC2-15B.i1-IQ2_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fe78f4f09fe8fc6ed325095af4fa27394fa8639efd9581125db7e66d8218d4f +size 4820831168 diff --git a/OpenCodeInterpreter-SC2-15B.i1-IQ2_XXS.gguf b/OpenCodeInterpreter-SC2-15B.i1-IQ2_XXS.gguf new file mode 100644 index 0000000..157cd0b --- /dev/null +++ b/OpenCodeInterpreter-SC2-15B.i1-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:436ef9d58e16e59bf69e56d81685852ef02baab9bb3111370237923c1f2c5e1e +size 4368632768 diff --git a/OpenCodeInterpreter-SC2-15B.i1-IQ3_M.gguf b/OpenCodeInterpreter-SC2-15B.i1-IQ3_M.gguf new file mode 100644 index 0000000..16888b4 --- /dev/null +++ b/OpenCodeInterpreter-SC2-15B.i1-IQ3_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40880370f53a9712fe2cf598de4dca241a6db20f7b5cea6150ab00847ad5adfd +size 7303990208 diff --git a/OpenCodeInterpreter-SC2-15B.i1-IQ3_S.gguf b/OpenCodeInterpreter-SC2-15B.i1-IQ3_S.gguf new file mode 100644 index 0000000..d68873a --- /dev/null +++ b/OpenCodeInterpreter-SC2-15B.i1-IQ3_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df6544102d4f27154369335ae397fcea9d982b698a9ee27e32bd20678c798ed4 +size 7003179968 diff --git a/OpenCodeInterpreter-SC2-15B.i1-IQ3_XS.gguf b/OpenCodeInterpreter-SC2-15B.i1-IQ3_XS.gguf new file mode 100644 index 0000000..bbc6d21 --- /dev/null +++ b/OpenCodeInterpreter-SC2-15B.i1-IQ3_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a41b1c874319855265b416f04b39b247e7f4a70fda91d3d60f2b0652a95a6f17 +size 6714166208 diff --git a/OpenCodeInterpreter-SC2-15B.i1-IQ3_XXS.gguf b/OpenCodeInterpreter-SC2-15B.i1-IQ3_XXS.gguf new file mode 100644 index 0000000..7ec68d2 --- /dev/null +++ b/OpenCodeInterpreter-SC2-15B.i1-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdde699142a5a3066f55283e66c7cde1f75a42ba248d45647fbb253bf1e4cea3 +size 6217927616 diff --git a/OpenCodeInterpreter-SC2-15B.i1-IQ4_XS.gguf b/OpenCodeInterpreter-SC2-15B.i1-IQ4_XS.gguf new file mode 100644 index 0000000..c69add2 --- /dev/null +++ b/OpenCodeInterpreter-SC2-15B.i1-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b117fdbacaa7ead81d64489727ff51c36910c1bb5e18c81756f2e1e6421181a +size 8595901376 diff --git a/OpenCodeInterpreter-SC2-15B.i1-Q2_K.gguf b/OpenCodeInterpreter-SC2-15B.i1-Q2_K.gguf new file mode 100644 index 0000000..8acdf6f --- /dev/null +++ b/OpenCodeInterpreter-SC2-15B.i1-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd1fe5ed2d8b80121190588501dbe5fa078916afe4e877ec24448b139b66063b +size 6192958400 diff --git a/OpenCodeInterpreter-SC2-15B.i1-Q3_K_L.gguf b/OpenCodeInterpreter-SC2-15B.i1-Q3_K_L.gguf new file mode 100644 index 0000000..5703b41 --- /dev/null +++ b/OpenCodeInterpreter-SC2-15B.i1-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bda4df503c793da94d0df157d62d3b49c6e5f80921dacd3db945002dde1f145 +size 8965327808 diff --git a/OpenCodeInterpreter-SC2-15B.i1-Q3_K_M.gguf b/OpenCodeInterpreter-SC2-15B.i1-Q3_K_M.gguf new file mode 100644 index 0000000..55a53b1 --- /dev/null +++ b/OpenCodeInterpreter-SC2-15B.i1-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86005366eeec865713bc174cae485e1d058408f159fe119e07b44dce6b2d49f2 +size 8044415936 diff --git a/OpenCodeInterpreter-SC2-15B.i1-Q3_K_S.gguf b/OpenCodeInterpreter-SC2-15B.i1-Q3_K_S.gguf new file mode 100644 index 0000000..5394117 --- /dev/null +++ b/OpenCodeInterpreter-SC2-15B.i1-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5b665e38d54f50c48ec91330940fdc46e595291db82424ff5342933c4ce7439 +size 6986468288 diff --git a/OpenCodeInterpreter-SC2-15B.i1-Q4_0.gguf b/OpenCodeInterpreter-SC2-15B.i1-Q4_0.gguf new file mode 100644 index 0000000..13ca96a --- /dev/null +++ b/OpenCodeInterpreter-SC2-15B.i1-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c34da77d0683278f722f1788956174623bf1fc8537ac61c8d11d37507cfa614a +size 9112587200 diff --git a/OpenCodeInterpreter-SC2-15B.i1-Q4_0_4_4.gguf b/OpenCodeInterpreter-SC2-15B.i1-Q4_0_4_4.gguf new file mode 100644 index 0000000..10f0f64 --- /dev/null +++ b/OpenCodeInterpreter-SC2-15B.i1-Q4_0_4_4.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1f2a1d4ce58be5f943e3716551c0d3fdb997d40bb94ba9fa20d78eb40a07d41 +size 9065401280 diff --git a/OpenCodeInterpreter-SC2-15B.i1-Q4_0_4_8.gguf b/OpenCodeInterpreter-SC2-15B.i1-Q4_0_4_8.gguf new file mode 100644 index 0000000..358a19f --- /dev/null +++ b/OpenCodeInterpreter-SC2-15B.i1-Q4_0_4_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea2cd71349d8d88b471a1ccd4795a1a8cd707bfcddd61d1f75115f1ef72f5e66 +size 9065401280 diff --git a/OpenCodeInterpreter-SC2-15B.i1-Q4_0_8_8.gguf b/OpenCodeInterpreter-SC2-15B.i1-Q4_0_8_8.gguf new file mode 100644 index 0000000..a3f047c --- /dev/null +++ b/OpenCodeInterpreter-SC2-15B.i1-Q4_0_8_8.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22f1df072706c16ecfff1746a7dedf57e917cd24b7983024ac9dad32ea495174 +size 9065401280 diff --git a/OpenCodeInterpreter-SC2-15B.i1-Q4_K_M.gguf b/OpenCodeInterpreter-SC2-15B.i1-Q4_K_M.gguf new file mode 100644 index 0000000..71c4119 --- /dev/null +++ b/OpenCodeInterpreter-SC2-15B.i1-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d92ec5b50f135a016f3d3639a633e059773d5d408289597b348fda354ed61bd +size 9860189120 diff --git a/OpenCodeInterpreter-SC2-15B.i1-Q4_K_S.gguf b/OpenCodeInterpreter-SC2-15B.i1-Q4_K_S.gguf new file mode 100644 index 0000000..284e10f --- /dev/null +++ b/OpenCodeInterpreter-SC2-15B.i1-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffa9141da7f0f5f8686dae27f721bc4670490ed531829af74816e56b2df2ea3f +size 9161345984 diff --git a/OpenCodeInterpreter-SC2-15B.i1-Q5_K_M.gguf b/OpenCodeInterpreter-SC2-15B.i1-Q5_K_M.gguf new file mode 100644 index 0000000..6a2a3fa --- /dev/null +++ b/OpenCodeInterpreter-SC2-15B.i1-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdc53142ead51cb6a2e1d35764efc95b76215ac2e95c4615ac5a461f5bb7ce5f +size 11431480256 diff --git a/OpenCodeInterpreter-SC2-15B.i1-Q5_K_S.gguf b/OpenCodeInterpreter-SC2-15B.i1-Q5_K_S.gguf new file mode 100644 index 0000000..0af1644 --- /dev/null +++ b/OpenCodeInterpreter-SC2-15B.i1-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3da5e91997d5074b710b5b46aa7c84bb4634d44a62a563f74e1c661f7ed06ed9 +size 11022044096 diff --git a/OpenCodeInterpreter-SC2-15B.i1-Q6_K.gguf b/OpenCodeInterpreter-SC2-15B.i1-Q6_K.gguf new file mode 100644 index 0000000..a7d4bc7 --- /dev/null +++ b/OpenCodeInterpreter-SC2-15B.i1-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fcb29dca655676fd26ed197e396c455a76eb70221f42d3f1493cb83230edb8d +size 13100977088 diff --git a/README.md b/README.md new file mode 100644 index 0000000..bad1f4e --- /dev/null +++ b/README.md @@ -0,0 +1,78 @@ +--- +base_model: m-a-p/OpenCodeInterpreter-SC2-15B +language: +- en +library_name: transformers +license: apache-2.0 +quantized_by: mradermacher +tags: +- code +--- +## About + + + + + + +weighted/imatrix quants of https://huggingface.co/m-a-p/OpenCodeInterpreter-SC2-15B + + +static quants are available at https://huggingface.co/mradermacher/OpenCodeInterpreter-SC2-15B-GGUF +## Usage + +If you are unsure how to use GGUF files, refer to one of [TheBloke's +READMEs](https://huggingface.co/TheBloke/KafkaLM-70B-German-V0.1-GGUF) for +more details, including on how to concatenate multi-part files. + +## Provided Quants + +(sorted by size, not necessarily quality. IQ-quants are often preferable over similar sized non-IQ quants) + +| Link | Type | Size/GB | Notes | +|:-----|:-----|--------:|:------| +| [GGUF](https://huggingface.co/mradermacher/OpenCodeInterpreter-SC2-15B-i1-GGUF/resolve/main/OpenCodeInterpreter-SC2-15B.i1-IQ1_S.gguf) | i1-IQ1_S | 3.7 | for the desperate | +| [GGUF](https://huggingface.co/mradermacher/OpenCodeInterpreter-SC2-15B-i1-GGUF/resolve/main/OpenCodeInterpreter-SC2-15B.i1-IQ1_M.gguf) | i1-IQ1_M | 4.0 | mostly desperate | +| [GGUF](https://huggingface.co/mradermacher/OpenCodeInterpreter-SC2-15B-i1-GGUF/resolve/main/OpenCodeInterpreter-SC2-15B.i1-IQ2_XXS.gguf) | i1-IQ2_XXS | 4.5 | | +| [GGUF](https://huggingface.co/mradermacher/OpenCodeInterpreter-SC2-15B-i1-GGUF/resolve/main/OpenCodeInterpreter-SC2-15B.i1-IQ2_XS.gguf) | i1-IQ2_XS | 4.9 | | +| [GGUF](https://huggingface.co/mradermacher/OpenCodeInterpreter-SC2-15B-i1-GGUF/resolve/main/OpenCodeInterpreter-SC2-15B.i1-IQ2_S.gguf) | i1-IQ2_S | 5.2 | | +| [GGUF](https://huggingface.co/mradermacher/OpenCodeInterpreter-SC2-15B-i1-GGUF/resolve/main/OpenCodeInterpreter-SC2-15B.i1-IQ2_M.gguf) | i1-IQ2_M | 5.6 | | +| [GGUF](https://huggingface.co/mradermacher/OpenCodeInterpreter-SC2-15B-i1-GGUF/resolve/main/OpenCodeInterpreter-SC2-15B.i1-Q2_K.gguf) | i1-Q2_K | 6.3 | IQ3_XXS probably better | +| [GGUF](https://huggingface.co/mradermacher/OpenCodeInterpreter-SC2-15B-i1-GGUF/resolve/main/OpenCodeInterpreter-SC2-15B.i1-IQ3_XXS.gguf) | i1-IQ3_XXS | 6.3 | lower quality | +| [GGUF](https://huggingface.co/mradermacher/OpenCodeInterpreter-SC2-15B-i1-GGUF/resolve/main/OpenCodeInterpreter-SC2-15B.i1-IQ3_XS.gguf) | i1-IQ3_XS | 6.8 | | +| [GGUF](https://huggingface.co/mradermacher/OpenCodeInterpreter-SC2-15B-i1-GGUF/resolve/main/OpenCodeInterpreter-SC2-15B.i1-Q3_K_S.gguf) | i1-Q3_K_S | 7.1 | IQ3_XS probably better | +| [GGUF](https://huggingface.co/mradermacher/OpenCodeInterpreter-SC2-15B-i1-GGUF/resolve/main/OpenCodeInterpreter-SC2-15B.i1-IQ3_S.gguf) | i1-IQ3_S | 7.1 | beats Q3_K* | +| [GGUF](https://huggingface.co/mradermacher/OpenCodeInterpreter-SC2-15B-i1-GGUF/resolve/main/OpenCodeInterpreter-SC2-15B.i1-IQ3_M.gguf) | i1-IQ3_M | 7.4 | | +| [GGUF](https://huggingface.co/mradermacher/OpenCodeInterpreter-SC2-15B-i1-GGUF/resolve/main/OpenCodeInterpreter-SC2-15B.i1-Q3_K_M.gguf) | i1-Q3_K_M | 8.1 | IQ3_S probably better | +| [GGUF](https://huggingface.co/mradermacher/OpenCodeInterpreter-SC2-15B-i1-GGUF/resolve/main/OpenCodeInterpreter-SC2-15B.i1-IQ4_XS.gguf) | i1-IQ4_XS | 8.7 | | +| [GGUF](https://huggingface.co/mradermacher/OpenCodeInterpreter-SC2-15B-i1-GGUF/resolve/main/OpenCodeInterpreter-SC2-15B.i1-Q3_K_L.gguf) | i1-Q3_K_L | 9.1 | IQ3_M probably better | +| [GGUF](https://huggingface.co/mradermacher/OpenCodeInterpreter-SC2-15B-i1-GGUF/resolve/main/OpenCodeInterpreter-SC2-15B.i1-Q4_0_4_4.gguf) | i1-Q4_0_4_4 | 9.2 | fast on arm, low quality | +| [GGUF](https://huggingface.co/mradermacher/OpenCodeInterpreter-SC2-15B-i1-GGUF/resolve/main/OpenCodeInterpreter-SC2-15B.i1-Q4_0_4_8.gguf) | i1-Q4_0_4_8 | 9.2 | fast on arm+i8mm, low quality | +| [GGUF](https://huggingface.co/mradermacher/OpenCodeInterpreter-SC2-15B-i1-GGUF/resolve/main/OpenCodeInterpreter-SC2-15B.i1-Q4_0_8_8.gguf) | i1-Q4_0_8_8 | 9.2 | fast on arm+sve, low quality | +| [GGUF](https://huggingface.co/mradermacher/OpenCodeInterpreter-SC2-15B-i1-GGUF/resolve/main/OpenCodeInterpreter-SC2-15B.i1-Q4_0.gguf) | i1-Q4_0 | 9.2 | fast, low quality | +| [GGUF](https://huggingface.co/mradermacher/OpenCodeInterpreter-SC2-15B-i1-GGUF/resolve/main/OpenCodeInterpreter-SC2-15B.i1-Q4_K_S.gguf) | i1-Q4_K_S | 9.3 | optimal size/speed/quality | +| [GGUF](https://huggingface.co/mradermacher/OpenCodeInterpreter-SC2-15B-i1-GGUF/resolve/main/OpenCodeInterpreter-SC2-15B.i1-Q4_K_M.gguf) | i1-Q4_K_M | 10.0 | fast, recommended | +| [GGUF](https://huggingface.co/mradermacher/OpenCodeInterpreter-SC2-15B-i1-GGUF/resolve/main/OpenCodeInterpreter-SC2-15B.i1-Q5_K_S.gguf) | i1-Q5_K_S | 11.1 | | +| [GGUF](https://huggingface.co/mradermacher/OpenCodeInterpreter-SC2-15B-i1-GGUF/resolve/main/OpenCodeInterpreter-SC2-15B.i1-Q5_K_M.gguf) | i1-Q5_K_M | 11.5 | | +| [GGUF](https://huggingface.co/mradermacher/OpenCodeInterpreter-SC2-15B-i1-GGUF/resolve/main/OpenCodeInterpreter-SC2-15B.i1-Q6_K.gguf) | i1-Q6_K | 13.2 | practically like static Q6_K | + +Here is a handy graph by ikawrakow comparing some lower-quality quant +types (lower is better): + +![image.png](https://www.nethype.de/huggingface_embed/quantpplgraph.png) + +And here are Artefact2's thoughts on the matter: +https://gist.github.com/Artefact2/b5f810600771265fc1e39442288e8ec9 + +## FAQ / Model Request + +See https://huggingface.co/mradermacher/model_requests for some answers to +questions you might have and/or if you want some other model quantized. + +## Thanks + +I thank my company, [nethype GmbH](https://www.nethype.de/), for letting +me use its servers and providing upgrades to my workstation to enable +this work in my free time. Additional thanks to [@nicoboss](https://huggingface.co/nicoboss) for giving me access to his private supercomputer, enabling me to provide many more imatrix quants, at much higher quality, than I would otherwise be able to. + + diff --git a/imatrix.dat b/imatrix.dat new file mode 100644 index 0000000..c0f5796 --- /dev/null +++ b/imatrix.dat @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fdc6f349f6fb6f3d576136391495efce55a21dabeb339ffba001340c6978de8 +size 8855295