From dbd7ed09671e9309c3b9b8ccc9d64cef59c29c2d Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 3 Sep 2026 17:35:13 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: bartowski/dolphincoder-starcoder2-15b-GGUF Source: Original Platform --- .gitattributes | 48 +++++++++++++++++++++++++ README.md | 41 +++++++++++++++++++++ configuration.json | 1 + dolphincoder-starcoder2-15b-Q2_K.gguf | 3 ++ dolphincoder-starcoder2-15b-Q3_K_L.gguf | 3 ++ dolphincoder-starcoder2-15b-Q3_K_M.gguf | 3 ++ dolphincoder-starcoder2-15b-Q3_K_S.gguf | 3 ++ dolphincoder-starcoder2-15b-Q4_0.gguf | 3 ++ dolphincoder-starcoder2-15b-Q4_K_M.gguf | 3 ++ dolphincoder-starcoder2-15b-Q4_K_S.gguf | 3 ++ dolphincoder-starcoder2-15b-Q5_0.gguf | 3 ++ dolphincoder-starcoder2-15b-Q5_K_M.gguf | 3 ++ dolphincoder-starcoder2-15b-Q5_K_S.gguf | 3 ++ dolphincoder-starcoder2-15b-Q6_K.gguf | 3 ++ dolphincoder-starcoder2-15b-Q8_0.gguf | 3 ++ dolphincoder-starcoder2-15b-fp16.gguf | 3 ++ 16 files changed, 129 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 configuration.json create mode 100644 dolphincoder-starcoder2-15b-Q2_K.gguf create mode 100644 dolphincoder-starcoder2-15b-Q3_K_L.gguf create mode 100644 dolphincoder-starcoder2-15b-Q3_K_M.gguf create mode 100644 dolphincoder-starcoder2-15b-Q3_K_S.gguf create mode 100644 dolphincoder-starcoder2-15b-Q4_0.gguf create mode 100644 dolphincoder-starcoder2-15b-Q4_K_M.gguf create mode 100644 dolphincoder-starcoder2-15b-Q4_K_S.gguf create mode 100644 dolphincoder-starcoder2-15b-Q5_0.gguf create mode 100644 dolphincoder-starcoder2-15b-Q5_K_M.gguf create mode 100644 dolphincoder-starcoder2-15b-Q5_K_S.gguf create mode 100644 dolphincoder-starcoder2-15b-Q6_K.gguf create mode 100644 dolphincoder-starcoder2-15b-Q8_0.gguf create mode 100644 dolphincoder-starcoder2-15b-fp16.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..4dc8d10 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,48 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +dolphincoder-starcoder2-15b-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +dolphincoder-starcoder2-15b-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +dolphincoder-starcoder2-15b-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text +dolphincoder-starcoder2-15b-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +dolphincoder-starcoder2-15b-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text +dolphincoder-starcoder2-15b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +dolphincoder-starcoder2-15b-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +dolphincoder-starcoder2-15b-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text +dolphincoder-starcoder2-15b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +dolphincoder-starcoder2-15b-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +dolphincoder-starcoder2-15b-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +dolphincoder-starcoder2-15b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +dolphincoder-starcoder2-15b-fp16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..7cd4529 --- /dev/null +++ b/README.md @@ -0,0 +1,41 @@ +--- +datasets: +- cognitivecomputations/dolphin +- jondurbin/airoboros-2.2.1 +- cognitivecomputations/dolphin-coder +- teknium/openhermes +- ise-uiuc/Magicoder-OSS-Instruct-75K +- ise-uiuc/Magicoder-Evol-Instruct-110K +- m-a-p/Code-Feedback +- m-a-p/CodeFeedback-Filtered-Instruction +language: +- en +license: bigcode-openrail-m +quantized_by: bartowski +pipeline_tag: text-generation +--- + +## Llamacpp Quantizations of dolphincoder-starcoder2-15b + +Using llama.cpp release b2354 for quantization. + +Original model: https://huggingface.co/cognitivecomputations/dolphincoder-starcoder2-15b + +Download a file (not the whole branch) from below: + +| Filename | Quant type | File Size | Description | +| -------- | ---------- | --------- | ----------- | +| [dolphincoder-starcoder2-15b-Q8_0.gguf](https://huggingface.co/bartowski/dolphincoder-starcoder2-15b-GGUF/blob/main/dolphincoder-starcoder2-15b-Q8_0.gguf) | Q8_0 | 16.96GB | Extremely high quality, generally unneeded but max available quant. | +| [dolphincoder-starcoder2-15b-Q6_K.gguf](https://huggingface.co/bartowski/dolphincoder-starcoder2-15b-GGUF/blob/main/dolphincoder-starcoder2-15b-Q6_K.gguf) | Q6_K | 13.10GB | Very high quality, near perfect, *recommended*. | +| [dolphincoder-starcoder2-15b-Q5_K_M.gguf](https://huggingface.co/bartowski/dolphincoder-starcoder2-15b-GGUF/blob/main/dolphincoder-starcoder2-15b-Q5_K_M.gguf) | Q5_K_M | 11.43GB | High quality, very usable. | +| [dolphincoder-starcoder2-15b-Q5_K_S.gguf](https://huggingface.co/bartowski/dolphincoder-starcoder2-15b-GGUF/blob/main/dolphincoder-starcoder2-15b-Q5_K_S.gguf) | Q5_K_S | 11.02GB | High quality, very usable. | +| [dolphincoder-starcoder2-15b-Q5_0.gguf](https://huggingface.co/bartowski/dolphincoder-starcoder2-15b-GGUF/blob/main/dolphincoder-starcoder2-15b-Q5_0.gguf) | Q5_0 | 11.02GB | High quality, older format, generally not recommended. | +| [dolphincoder-starcoder2-15b-Q4_K_M.gguf](https://huggingface.co/bartowski/dolphincoder-starcoder2-15b-GGUF/blob/main/dolphincoder-starcoder2-15b-Q4_K_M.gguf) | Q4_K_M | 9.86GB | Good quality, similar to 4.25 bpw. | +| [dolphincoder-starcoder2-15b-Q4_K_S.gguf](https://huggingface.co/bartowski/dolphincoder-starcoder2-15b-GGUF/blob/main/dolphincoder-starcoder2-15b-Q4_K_S.gguf) | Q4_K_S | 9.25GB | Slightly lower quality with small space savings. | +| [dolphincoder-starcoder2-15b-Q4_0.gguf](https://huggingface.co/bartowski/dolphincoder-starcoder2-15b-GGUF/blob/main/dolphincoder-starcoder2-15b-Q4_0.gguf) | Q4_0 | 9.06GB | Decent quality, older format, generally not recommended. | +| [dolphincoder-starcoder2-15b-Q3_K_L.gguf](https://huggingface.co/bartowski/dolphincoder-starcoder2-15b-GGUF/blob/main/dolphincoder-starcoder2-15b-Q3_K_L.gguf) | Q3_K_L | 8.96GB | Lower quality but usable, good for low RAM availability. | +| [dolphincoder-starcoder2-15b-Q3_K_M.gguf](https://huggingface.co/bartowski/dolphincoder-starcoder2-15b-GGUF/blob/main/dolphincoder-starcoder2-15b-Q3_K_M.gguf) | Q3_K_M | 8.10GB | Even lower quality. | +| [dolphincoder-starcoder2-15b-Q3_K_S.gguf](https://huggingface.co/bartowski/dolphincoder-starcoder2-15b-GGUF/blob/main/dolphincoder-starcoder2-15b-Q3_K_S.gguf) | Q3_K_S | 6.98GB | Low quality, not recommended. | +| [dolphincoder-starcoder2-15b-Q2_K.gguf](https://huggingface.co/bartowski/dolphincoder-starcoder2-15b-GGUF/blob/main/dolphincoder-starcoder2-15b-Q2_K.gguf) | Q2_K | 6.19GB | Extremely low quality, *not* recommended. + +Want to support my work? Visit my ko-fi page here: https://ko-fi.com/bartowski diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/dolphincoder-starcoder2-15b-Q2_K.gguf b/dolphincoder-starcoder2-15b-Q2_K.gguf new file mode 100644 index 0000000..4659003 --- /dev/null +++ b/dolphincoder-starcoder2-15b-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb0c3cae9b68d66b24d467583c4cb719b94c35a0ce29aea4e7b707828a4355b6 +size 6192972192 diff --git a/dolphincoder-starcoder2-15b-Q3_K_L.gguf b/dolphincoder-starcoder2-15b-Q3_K_L.gguf new file mode 100644 index 0000000..dc32d71 --- /dev/null +++ b/dolphincoder-starcoder2-15b-Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27c53f0e815174c4e92802ea817acb648858a554610e336cc58fb700df7eff56 +size 8965342848 diff --git a/dolphincoder-starcoder2-15b-Q3_K_M.gguf b/dolphincoder-starcoder2-15b-Q3_K_M.gguf new file mode 100644 index 0000000..15ba5d1 --- /dev/null +++ b/dolphincoder-starcoder2-15b-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:884329c713e57cab5a87d563012b727eec26f6c5279c8a5da569476d9be51122 +size 8101054080 diff --git a/dolphincoder-starcoder2-15b-Q3_K_S.gguf b/dolphincoder-starcoder2-15b-Q3_K_S.gguf new file mode 100644 index 0000000..da65950 --- /dev/null +++ b/dolphincoder-starcoder2-15b-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2286aafc2448c1c607d091c33bf8164ffac2c85f21d98782d6ed9601c3d6bb7a +size 6986483328 diff --git a/dolphincoder-starcoder2-15b-Q4_0.gguf b/dolphincoder-starcoder2-15b-Q4_0.gguf new file mode 100644 index 0000000..0bfa55c --- /dev/null +++ b/dolphincoder-starcoder2-15b-Q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc0e42955f814920cb21d0f3f7666f11ac1c1609732c2e2f89dc76c4fcbfa2f7 +size 9065417952 diff --git a/dolphincoder-starcoder2-15b-Q4_K_M.gguf b/dolphincoder-starcoder2-15b-Q4_K_M.gguf new file mode 100644 index 0000000..10c5686 --- /dev/null +++ b/dolphincoder-starcoder2-15b-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba99d4ceb09f7481015c4bab2262f792fb50c3a776433398e9708e0673221156 +size 9860205792 diff --git a/dolphincoder-starcoder2-15b-Q4_K_S.gguf b/dolphincoder-starcoder2-15b-Q4_K_S.gguf new file mode 100644 index 0000000..5cb9af8 --- /dev/null +++ b/dolphincoder-starcoder2-15b-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b8c1580851d8281cadcd53480e2036a93e200803bfc7221ae6870d6974d128e +size 9255734496 diff --git a/dolphincoder-starcoder2-15b-Q5_0.gguf b/dolphincoder-starcoder2-15b-Q5_0.gguf new file mode 100644 index 0000000..f758a9e --- /dev/null +++ b/dolphincoder-starcoder2-15b-Q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1997795765a0820a48bf28de763007068c77e72a45bdeca0f5c43ae9a1c1f26f +size 11022062304 diff --git a/dolphincoder-starcoder2-15b-Q5_K_M.gguf b/dolphincoder-starcoder2-15b-Q5_K_M.gguf new file mode 100644 index 0000000..1c58bdf --- /dev/null +++ b/dolphincoder-starcoder2-15b-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fae7d72b6e053b1269a4f03ee42a6c2da6a50fb9d087ece4ee0dd5ece745bbf8 +size 11431498464 diff --git a/dolphincoder-starcoder2-15b-Q5_K_S.gguf b/dolphincoder-starcoder2-15b-Q5_K_S.gguf new file mode 100644 index 0000000..e24c178 --- /dev/null +++ b/dolphincoder-starcoder2-15b-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55fd59cda5b1d322d7ae57a8cd6922095c05cd090d853356bcb3f425f4fc7a22 +size 11022062304 diff --git a/dolphincoder-starcoder2-15b-Q6_K.gguf b/dolphincoder-starcoder2-15b-Q6_K.gguf new file mode 100644 index 0000000..b96a8a5 --- /dev/null +++ b/dolphincoder-starcoder2-15b-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd6188181ffc08bc431eaebae107b4e5426d647aab69c38595002e1714e7a646 +size 13100996928 diff --git a/dolphincoder-starcoder2-15b-Q8_0.gguf b/dolphincoder-starcoder2-15b-Q8_0.gguf new file mode 100644 index 0000000..f04b94e --- /dev/null +++ b/dolphincoder-starcoder2-15b-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ca23d5b02c7b055f4cd13ee86da34f188c12fef7631e477c84cb3a18319b332 +size 16965136512 diff --git a/dolphincoder-starcoder2-15b-fp16.gguf b/dolphincoder-starcoder2-15b-fp16.gguf new file mode 100644 index 0000000..5e71eab --- /dev/null +++ b/dolphincoder-starcoder2-15b-fp16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e7a093df4393f8092bbeb559ed5a921f25993f831939c85b319d00560bcc4a6 +size 31923096128