From b353f8a6c0e7697dcced5b638ce8506ea95d48e5 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 14 Apr 2026 01:57:05 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: brittlewis12/stable-code-3b-GGUF Source: Original Platform --- .gitattributes | 45 +++++++++++++++++++ README.md | 91 ++++++++++++++++++++++++++++++++++++++ stable-code-3b.Q2_K.gguf | 3 ++ stable-code-3b.Q3_K_L.gguf | 3 ++ stable-code-3b.Q3_K_S.gguf | 3 ++ stable-code-3b.Q4_K_M.gguf | 3 ++ stable-code-3b.Q4_K_S.gguf | 3 ++ stable-code-3b.Q5_K_M.gguf | 3 ++ stable-code-3b.Q5_K_S.gguf | 3 ++ stable-code-3b.Q6_K.gguf | 3 ++ stable-code-3b.Q8_0.gguf | 3 ++ stable-code-3b.fp16.gguf | 3 ++ 12 files changed, 166 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 stable-code-3b.Q2_K.gguf create mode 100644 stable-code-3b.Q3_K_L.gguf create mode 100644 stable-code-3b.Q3_K_S.gguf create mode 100644 stable-code-3b.Q4_K_M.gguf create mode 100644 stable-code-3b.Q4_K_S.gguf create mode 100644 stable-code-3b.Q5_K_M.gguf create mode 100644 stable-code-3b.Q5_K_S.gguf create mode 100644 stable-code-3b.Q6_K.gguf create mode 100644 stable-code-3b.Q8_0.gguf create mode 100644 stable-code-3b.fp16.gguf diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..95aa135 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,45 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +stable-code-3b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text +stable-code-3b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text +stable-code-3b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text +stable-code-3b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text +stable-code-3b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text +stable-code-3b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text +stable-code-3b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text +stable-code-3b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text +stable-code-3b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +stable-code-3b.fp16.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..e96031b --- /dev/null +++ b/README.md @@ -0,0 +1,91 @@ +--- +base_model: stabilityai/stable-code-3b +inference: false +language: + - en +license: other +license_link: https://huggingface.co/stabilityai/stable-code-3b/blob/main/LICENSE +model_creator: stabilityai +model_name: stable-code-3b +pipeline_tag: text-generation +datasets: + - tiiuae/falcon-refinedweb + - bigcode/the-stack-github-issues + - bigcode/commitpackft + - bigcode/starcoderdata + - EleutherAI/proof-pile-2 + - meta-math/MetaMathQA +tags: + - causal-lm + - code +quantized_by: brittlewis12 +--- + +# stable-code-3b GGUF + +Original model: [stable-code-3b](https://huggingface.co/stabilityai/stable-code-3b) +Model creator: [StabilityAI](https://huggingface.co/stabilityai/stable-code-3b) + +This repo contains GGUF format model files for StabilityAI’s stable-code-3b with 16k context. + +> stable-code-3b is a 2.7B billion parameter decoder-only language model pre-trained on 1.3 trillion tokens of diverse textual and code datasets. stable-code-3b is trained on 18 programming languages (selected based on the 2023 StackOverflow Developer Survey) and demonstrates state-of-the-art performance (compared to models of similar size) on the MultiPL-E metrics across multiple programming languages tested using BigCode's Evaluation Harness. + + +### What is GGUF? + +GGUF is a file format for representing AI models. It is the third version of the format, introduced by the llama.cpp team on August 21st 2023. It is a replacement for GGML, which is no longer supported by llama.cpp. +Converted using llama.cpp build 1897 (revision [2b3a665](https://github.com/ggerganov/llama.cpp/commit/2b3a665)) + +## Prompt template: Completion or Fill-in-Middle + +### Completion + +``` +{{prompt}} +``` + +### Fill-in-Middle (FIM) + +``` +{{prefix code}}{{suffix code}} +``` + +Example prompt with special prefix, suffix, and middle tokens in context: + +``` +def fib(n): + + else: + return fib(n - 2) + fib(n - 1) + +``` + +--- + +## Download & run with [cnvrs](https://twitter.com/cnvrsai) on iPhone, iPad, and Mac! + +![cnvrs.ai](https://pbs.twimg.com/profile_images/1744049151241797632/0mIP-P9e_400x400.jpg) + +[cnvrs](https://testflight.apple.com/join/sFWReS7K) is the best app for private, local AI on your device: +- create & save **Characters** with custom system prompts & temperature settings +- download and experiment with any **GGUF model** you can [find on HuggingFace](https://huggingface.co/models?library=gguf)! +- make it your own with custom **Theme colors** +- powered by Metal ⚡️ & [Llama.cpp](https://github.com/ggerganov/llama.cpp), with **haptics** during response streaming! +- **try it out** yourself today, on [Testflight](https://testflight.apple.com/join/sFWReS7K)! +- follow [cnvrs on twitter](https://twitter.com/cnvrsai) to stay up to date + +--- + +# Original Model Evaluation + +![spiderchart](https://huggingface.co/stabilityai/stable-code-3b/raw/main/stable_code_3b_spiderchart.svg) + +| Model | Size | Python | C++ | Javascript | Java | PHP | Rust | +|------------------|------|--------|------|------------|------|------|------| +| **Stable Code** | 3B | 32.4% | 30.9%| 32.1% | 32.1%| 24.2%| 23.0%| +| CodeLLama | 7B | 30.0% | 28.2%| 32.5% | 31.1%| 25.7%| 26.3%| +| Deepseek Coder | 1.3B | 28.6% | 29.2%| 28.7% | 29.0%| 23.6%| 18.5%| +| Wizard Coder | 3B | 31.6% | 25.6%| 26.2% | 25.8%| 25.3%| 20.4%| +| StarCoder | 3B | 21.6% | 19.8%| 21.5% | 20.5%| 19.0%| 16.9%| +| Replit Code V1.5 | 3B | 23.0% | 25.9%| 26.2% | 23.6%| 23.2%| 21.5%| +| Deci Coder | 1B | 19.1% | 6.8% | 18.4% | 16.7%| 2.1% | 1.7% | diff --git a/stable-code-3b.Q2_K.gguf b/stable-code-3b.Q2_K.gguf new file mode 100644 index 0000000..cdcd52a --- /dev/null +++ b/stable-code-3b.Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51a81444e1498a89f25df9f8b270bb39db459a27912487554290e265b586b9e7 +size 1083755520 diff --git a/stable-code-3b.Q3_K_L.gguf b/stable-code-3b.Q3_K_L.gguf new file mode 100644 index 0000000..3a32ca7 --- /dev/null +++ b/stable-code-3b.Q3_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9969766edd559d69ce9287144c46f02d7f6f1648f47be9584c10b45eabe7eb0 +size 1508564480 diff --git a/stable-code-3b.Q3_K_S.gguf b/stable-code-3b.Q3_K_S.gguf new file mode 100644 index 0000000..ee2e7e7 --- /dev/null +++ b/stable-code-3b.Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f744712964cdc3b5a18012cacaee63ea90619305adb52c21c37a794756a386ad +size 1254448640 diff --git a/stable-code-3b.Q4_K_M.gguf b/stable-code-3b.Q4_K_M.gguf new file mode 100644 index 0000000..2d65295 --- /dev/null +++ b/stable-code-3b.Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b61a4f0fdd145618e511a9ee60fe6225f59381bc415d688bc72a76f08e4c0c40 +size 1708595200 diff --git a/stable-code-3b.Q4_K_S.gguf b/stable-code-3b.Q4_K_S.gguf new file mode 100644 index 0000000..fe351ff --- /dev/null +++ b/stable-code-3b.Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b58e4466f875ec5ef0616b1e5e0ab7ec019b01f4d9b3e011f44b05452cdc43d6 +size 1620695040 diff --git a/stable-code-3b.Q5_K_M.gguf b/stable-code-3b.Q5_K_M.gguf new file mode 100644 index 0000000..09068fa --- /dev/null +++ b/stable-code-3b.Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0130328faf65b9f460e080f6289848dac1aabbf083569a014d1d3e4aff9dd807 +size 1993390080 diff --git a/stable-code-3b.Q5_K_S.gguf b/stable-code-3b.Q5_K_S.gguf new file mode 100644 index 0000000..52cb620 --- /dev/null +++ b/stable-code-3b.Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01177566573af196be46e6c361affacedb8ddc75144fa2ff9cafcb46447feaab +size 1941862400 diff --git a/stable-code-3b.Q6_K.gguf b/stable-code-3b.Q6_K.gguf new file mode 100644 index 0000000..677690c --- /dev/null +++ b/stable-code-3b.Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d6a73cb003345b4b7ca769b653f3ab6b4385c254f3bdfc6c59e02e7b215766d +size 2295984640 diff --git a/stable-code-3b.Q8_0.gguf b/stable-code-3b.Q8_0.gguf new file mode 100644 index 0000000..79460f8 --- /dev/null +++ b/stable-code-3b.Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ecf7c8c9492806adf64d4af4630d818b7af8e09be95839a7575d5d99bb6c084 +size 2972925440 diff --git a/stable-code-3b.fp16.gguf b/stable-code-3b.fp16.gguf new file mode 100644 index 0000000..e9f1a9d --- /dev/null +++ b/stable-code-3b.fp16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:606218fec3d682f870b1d4d6c1d4bd7b0eeb3af7ae48e43f79fe28424fc7c4db +size 5593341376