From fb6fbc9efd5bf266e24227d9119ae77cf9ea4f93 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 18 Aug 2026 18:39:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: Mungert/DeepCoder-1.5B-Preview-GGUF Source: Original Platform --- .gitattributes | 70 ++++++++++++++++ DeepCoder-1.5B-Preview-bf16.gguf | 3 + DeepCoder-1.5B-Preview-bf16_q8_0.gguf | 3 + DeepCoder-1.5B-Preview-f16_q8_0.gguf | 3 + DeepCoder-1.5B-Preview-iq3_m.gguf | 3 + DeepCoder-1.5B-Preview-iq3_s.gguf | 3 + DeepCoder-1.5B-Preview-iq3_xs.gguf | 3 + DeepCoder-1.5B-Preview-iq3_xxs.gguf | 3 + DeepCoder-1.5B-Preview-iq4_nl.gguf | 3 + DeepCoder-1.5B-Preview-iq4_xs.gguf | 3 + DeepCoder-1.5B-Preview-q3_k_m.gguf | 3 + DeepCoder-1.5B-Preview-q3_k_s.gguf | 3 + DeepCoder-1.5B-Preview-q4_0.gguf | 3 + DeepCoder-1.5B-Preview-q4_1.gguf | 3 + DeepCoder-1.5B-Preview-q4_k_m.gguf | 3 + DeepCoder-1.5B-Preview-q4_k_s.gguf | 3 + DeepCoder-1.5B-Preview-q5_0.gguf | 3 + DeepCoder-1.5B-Preview-q5_1.gguf | 3 + DeepCoder-1.5B-Preview-q5_k_m.gguf | 3 + DeepCoder-1.5B-Preview-q5_k_s.gguf | 3 + DeepCoder-1.5B-Preview-q6_k_m.gguf | 3 + DeepCoder-1.5B-Preview-q8_0.gguf | 3 + DeepCoder-1.5B-Preview.imatrix | 3 + README.md | 112 ++++++++++++++++++++++++++ 24 files changed, 248 insertions(+) create mode 100644 .gitattributes create mode 100644 DeepCoder-1.5B-Preview-bf16.gguf create mode 100644 DeepCoder-1.5B-Preview-bf16_q8_0.gguf create mode 100644 DeepCoder-1.5B-Preview-f16_q8_0.gguf create mode 100644 DeepCoder-1.5B-Preview-iq3_m.gguf create mode 100644 DeepCoder-1.5B-Preview-iq3_s.gguf create mode 100644 DeepCoder-1.5B-Preview-iq3_xs.gguf create mode 100644 DeepCoder-1.5B-Preview-iq3_xxs.gguf create mode 100644 DeepCoder-1.5B-Preview-iq4_nl.gguf create mode 100644 DeepCoder-1.5B-Preview-iq4_xs.gguf create mode 100644 DeepCoder-1.5B-Preview-q3_k_m.gguf create mode 100644 DeepCoder-1.5B-Preview-q3_k_s.gguf create mode 100644 DeepCoder-1.5B-Preview-q4_0.gguf create mode 100644 DeepCoder-1.5B-Preview-q4_1.gguf create mode 100644 DeepCoder-1.5B-Preview-q4_k_m.gguf create mode 100644 DeepCoder-1.5B-Preview-q4_k_s.gguf create mode 100644 DeepCoder-1.5B-Preview-q5_0.gguf create mode 100644 DeepCoder-1.5B-Preview-q5_1.gguf create mode 100644 DeepCoder-1.5B-Preview-q5_k_m.gguf create mode 100644 DeepCoder-1.5B-Preview-q5_k_s.gguf create mode 100644 DeepCoder-1.5B-Preview-q6_k_m.gguf create mode 100644 DeepCoder-1.5B-Preview-q8_0.gguf create mode 100644 DeepCoder-1.5B-Preview.imatrix create mode 100644 README.md diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..8b66ba3 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,70 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +DeepCoder-1.5B-Preview-f16.gguf filter=lfs diff=lfs merge=lfs -text +DeepCoder-1.5B-Preview-f16_q8_0.gguf filter=lfs diff=lfs merge=lfs -text +DeepCoder-1.5B-Preview-bf16_q8_0.gguf filter=lfs diff=lfs merge=lfs -text +DeepCoder-1.5B-Preview-f16_q6_k.gguf filter=lfs diff=lfs merge=lfs -text +DeepCoder-1.5B-Preview-bf16_q6_k.gguf filter=lfs diff=lfs merge=lfs -text +DeepCoder-1.5B-Preview-f16_q4_k.gguf filter=lfs diff=lfs merge=lfs -text +DeepCoder-1.5B-Preview-bf16_q4_k.gguf filter=lfs diff=lfs merge=lfs -text +DeepCoder-1.5B-Preview-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text +DeepCoder-1.5B-Preview-q4_k_l.gguf filter=lfs diff=lfs merge=lfs -text +DeepCoder-1.5B-Preview-q5_k_l.gguf filter=lfs diff=lfs merge=lfs -text +DeepCoder-1.5B-Preview-q6_k_l.gguf filter=lfs diff=lfs merge=lfs -text +DeepCoder-1.5B-Preview-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text +DeepCoder-1.5B-Preview-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text +DeepCoder-1.5B-Preview-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text +DeepCoder-1.5B-Preview-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text +DeepCoder-1.5B-Preview-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text +DeepCoder-1.5B-Preview-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text +DeepCoder-1.5B-Preview-q6_k_m.gguf filter=lfs diff=lfs merge=lfs -text +DeepCoder-1.5B-Preview-q8_0.gguf filter=lfs diff=lfs merge=lfs -text +DeepCoder-1.5B-Preview-q4_0.gguf filter=lfs diff=lfs merge=lfs -text +DeepCoder-1.5B-Preview-q4_1.gguf filter=lfs diff=lfs merge=lfs -text +DeepCoder-1.5B-Preview-q4_0_l.gguf filter=lfs diff=lfs merge=lfs -text +DeepCoder-1.5B-Preview-q4_1_l.gguf filter=lfs diff=lfs merge=lfs -text +DeepCoder-1.5B-Preview-q5_0.gguf filter=lfs diff=lfs merge=lfs -text +DeepCoder-1.5B-Preview-q5_1.gguf filter=lfs diff=lfs merge=lfs -text +DeepCoder-1.5B-Preview-q5_0_l.gguf filter=lfs diff=lfs merge=lfs -text +DeepCoder-1.5B-Preview-q5_1_l.gguf filter=lfs diff=lfs merge=lfs -text +DeepCoder-1.5B-Preview-iq3_xs.gguf filter=lfs diff=lfs merge=lfs -text +DeepCoder-1.5B-Preview-iq3_xxs.gguf filter=lfs diff=lfs merge=lfs -text +DeepCoder-1.5B-Preview-iq3_s.gguf filter=lfs diff=lfs merge=lfs -text +DeepCoder-1.5B-Preview-iq3_m.gguf filter=lfs diff=lfs merge=lfs -text +DeepCoder-1.5B-Preview-iq4_xs.gguf filter=lfs diff=lfs merge=lfs -text +DeepCoder-1.5B-Preview-bf16.gguf filter=lfs diff=lfs merge=lfs -text +DeepCoder-1.5B-Preview.imatrix filter=lfs diff=lfs merge=lfs -text +DeepCoder-1.5B-Preview-iq4_nl.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/DeepCoder-1.5B-Preview-bf16.gguf b/DeepCoder-1.5B-Preview-bf16.gguf new file mode 100644 index 0000000..0d531b2 --- /dev/null +++ b/DeepCoder-1.5B-Preview-bf16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f6b30a828d33b8d585d1801d1a2e4e1093109c5f1f435c7b8529a4cd149c9db +size 3560417472 diff --git a/DeepCoder-1.5B-Preview-bf16_q8_0.gguf b/DeepCoder-1.5B-Preview-bf16_q8_0.gguf new file mode 100644 index 0000000..9b9e9a3 --- /dev/null +++ b/DeepCoder-1.5B-Preview-bf16_q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8f93f925515eaf1fefd742aa579e2882807418446eedff97e68422141b399b2 +size 2332108992 diff --git a/DeepCoder-1.5B-Preview-f16_q8_0.gguf b/DeepCoder-1.5B-Preview-f16_q8_0.gguf new file mode 100644 index 0000000..44b5479 --- /dev/null +++ b/DeepCoder-1.5B-Preview-f16_q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:831434f1537421e110dd9ed61011681e3f15cdda10aecb84181494aeab854b24 +size 2332108992 diff --git a/DeepCoder-1.5B-Preview-iq3_m.gguf b/DeepCoder-1.5B-Preview-iq3_m.gguf new file mode 100644 index 0000000..35e087c --- /dev/null +++ b/DeepCoder-1.5B-Preview-iq3_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:644c25b7a7d2a773e2c9d6497df1f16339cf9b7d16bd0defa9b875cd11c5929b +size 906114528 diff --git a/DeepCoder-1.5B-Preview-iq3_s.gguf b/DeepCoder-1.5B-Preview-iq3_s.gguf new file mode 100644 index 0000000..d1a6225 --- /dev/null +++ b/DeepCoder-1.5B-Preview-iq3_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c403621bf91a9ae2d4b2b6260829381720f3d943d9a66e4e41b9fc244f5941e1 +size 891857376 diff --git a/DeepCoder-1.5B-Preview-iq3_xs.gguf b/DeepCoder-1.5B-Preview-iq3_xs.gguf new file mode 100644 index 0000000..8c389d3 --- /dev/null +++ b/DeepCoder-1.5B-Preview-iq3_xs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90d470df9fb770bed5ba8f7eef32c34ff8b79ca1953662ce195766fea6729000 +size 861149664 diff --git a/DeepCoder-1.5B-Preview-iq3_xxs.gguf b/DeepCoder-1.5B-Preview-iq3_xxs.gguf new file mode 100644 index 0000000..9991a7d --- /dev/null +++ b/DeepCoder-1.5B-Preview-iq3_xxs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e00774d75692715f302a120bc572b2087ba1148191f94ab2cad9892e7e5f0c5 +size 829237728 diff --git a/DeepCoder-1.5B-Preview-iq4_nl.gguf b/DeepCoder-1.5B-Preview-iq4_nl.gguf new file mode 100644 index 0000000..03291cb --- /dev/null +++ b/DeepCoder-1.5B-Preview-iq4_nl.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24591cd4789376c3c98f363938c59f8fdaa20237ac7afb9574bf48992a622e5e +size 1067604960 diff --git a/DeepCoder-1.5B-Preview-iq4_xs.gguf b/DeepCoder-1.5B-Preview-iq4_xs.gguf new file mode 100644 index 0000000..b01f4f2 --- /dev/null +++ b/DeepCoder-1.5B-Preview-iq4_xs.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54650b029ded0f24dd097bc4a68461843d1f9aa3de60e2f03259dded647e7f07 +size 1019712480 diff --git a/DeepCoder-1.5B-Preview-q3_k_m.gguf b/DeepCoder-1.5B-Preview-q3_k_m.gguf new file mode 100644 index 0000000..17a7404 --- /dev/null +++ b/DeepCoder-1.5B-Preview-q3_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e49789647cbb9d59370c6ff4d97e1038edabafb089e1b7c18369b83310478a28 +size 1015619040 diff --git a/DeepCoder-1.5B-Preview-q3_k_s.gguf b/DeepCoder-1.5B-Preview-q3_k_s.gguf new file mode 100644 index 0000000..c308369 --- /dev/null +++ b/DeepCoder-1.5B-Preview-q3_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e285a6ab6ce15a480e648dcc8e59c8c09bb1a276465859121ae046c2a750cbf0 +size 890395104 diff --git a/DeepCoder-1.5B-Preview-q4_0.gguf b/DeepCoder-1.5B-Preview-q4_0.gguf new file mode 100644 index 0000000..f79f292 --- /dev/null +++ b/DeepCoder-1.5B-Preview-q4_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d1281e30d586889db3f34131ab4435adb4dfdd25d6a0b597e614cfb72703e24 +size 1006062048 diff --git a/DeepCoder-1.5B-Preview-q4_1.gguf b/DeepCoder-1.5B-Preview-q4_1.gguf new file mode 100644 index 0000000..c600e8a --- /dev/null +++ b/DeepCoder-1.5B-Preview-q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:074d50de02dea66145e26f7e53410e9313e13b6511b4680760a632ed977425db +size 1117120992 diff --git a/DeepCoder-1.5B-Preview-q4_k_m.gguf b/DeepCoder-1.5B-Preview-q4_k_m.gguf new file mode 100644 index 0000000..395e22d --- /dev/null +++ b/DeepCoder-1.5B-Preview-q4_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0835177cc212075995fd9eea1043f32bcbb33364773485ba60353e7ec29e383 +size 1177488864 diff --git a/DeepCoder-1.5B-Preview-q4_k_s.gguf b/DeepCoder-1.5B-Preview-q4_k_s.gguf new file mode 100644 index 0000000..78e051f --- /dev/null +++ b/DeepCoder-1.5B-Preview-q4_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5480f38e6e717a2c423415d9884125e2f67ba88c6828348760076166a774db1 +size 1131752928 diff --git a/DeepCoder-1.5B-Preview-q5_0.gguf b/DeepCoder-1.5B-Preview-q5_0.gguf new file mode 100644 index 0000000..3ebe400 --- /dev/null +++ b/DeepCoder-1.5B-Preview-q5_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96f291d059598823d326727d0786a535cdd3fdea02fe915ee1c805c019496de2 +size 1228179936 diff --git a/DeepCoder-1.5B-Preview-q5_1.gguf b/DeepCoder-1.5B-Preview-q5_1.gguf new file mode 100644 index 0000000..4554c64 --- /dev/null +++ b/DeepCoder-1.5B-Preview-q5_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afa9f5e710a808f8ce4afb23d38bd1fc9d5edfdffc92a79f28667cb1c50d029a +size 1339238880 diff --git a/DeepCoder-1.5B-Preview-q5_k_m.gguf b/DeepCoder-1.5B-Preview-q5_k_m.gguf new file mode 100644 index 0000000..5ae49f4 --- /dev/null +++ b/DeepCoder-1.5B-Preview-q5_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:767192b818d1b4e2f8b91cfb49d29ceea453e5f63e9d38ad4b166b55c7afb56f +size 1316490720 diff --git a/DeepCoder-1.5B-Preview-q5_k_s.gguf b/DeepCoder-1.5B-Preview-q5_k_s.gguf new file mode 100644 index 0000000..689afe1 --- /dev/null +++ b/DeepCoder-1.5B-Preview-q5_k_s.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc790a2ea07fb1104a8d6e8a589dc86be2c499f1a8b7ede09b15ac9f3718f313 +size 1290169824 diff --git a/DeepCoder-1.5B-Preview-q6_k_m.gguf b/DeepCoder-1.5B-Preview-q6_k_m.gguf new file mode 100644 index 0000000..9305394 --- /dev/null +++ b/DeepCoder-1.5B-Preview-q6_k_m.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01d45f0a9e9a768222deecce8d7eda7d33b6d226034dd1f20846f2cac316c77e +size 1464180192 diff --git a/DeepCoder-1.5B-Preview-q8_0.gguf b/DeepCoder-1.5B-Preview-q8_0.gguf new file mode 100644 index 0000000..b77d921 --- /dev/null +++ b/DeepCoder-1.5B-Preview-q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c40b29c16b571e5c41696bcf990634a3422eae530a57c5e4788b0e6cd1e2fef +size 1894533312 diff --git a/DeepCoder-1.5B-Preview.imatrix b/DeepCoder-1.5B-Preview.imatrix new file mode 100644 index 0000000..282b228 --- /dev/null +++ b/DeepCoder-1.5B-Preview.imatrix @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f1216f0e1904bcd2878a1e8c4146c35d99966e67e2212b632af942cb0ffc941 +size 2042214 diff --git a/README.md b/README.md new file mode 100644 index 0000000..796f6f8 --- /dev/null +++ b/README.md @@ -0,0 +1,112 @@ +--- +license: mit +library_name: transformers +datasets: +- PrimeIntellect/verifiable-coding-problems +- likaixin/TACO-verified +- livecodebench/code_generation_lite +language: +- en +base_model: +- deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B +pipeline_tag: text-generation +--- + +
+DeepCoder-1.5B-Preview +
+🚀 Democratizing Reinforcement Learning for LLMs (RLLM) 🌟 +
+
+
+
+ + Code + + + Blog + + + X.ai + + + Hugging Face + +
+ + + +## DeepCoder Overview +DeepCoder-1.5B-Preview is a code reasoning LLM fine-tuned from DeepSeek-R1-Distilled-Qwen-1.5B using distributed reinforcement learning (RL) to scale up to long context lengths. + +## Data +Our training dataset consists of approximately 24K unique problem-tests pairs compiled from: +- Taco-Verified +- PrimeIntellect SYNTHETIC-1 +- LiveCodeBench v5 (5/1/23-7/31/24) + +## Training Recipe + +Our training recipe relies on an improved version of GRPO (GRPO+) and iterative context lengthening, introduced in DeepScaleR. + +### GRPO+ + +We enhance the original GRPO algorithm with insights from DAPO to enable more stable training: + +- **Offline Difficulty Filtering:** DAPO employs online dynamic sampling, discarding both entirely correct and entirely incorrect samples on the fly. While this helps maintain a more stable effective batch size, it introduces significant runtime overhead due to rejection sampling. Instead, we perform offline difficulty filtering on a subset of coding problems to ensure the training dataset remains within a suitable difficulty range. +- **No Entropy Loss:** We observed that including an entropy loss term often led to instability, with entropy growing exponentially and ultimately collapsing training. To mitigate this, we eliminate the entropy loss entirely. +- **No KL Loss:** Eliminating KL loss prevents the LLM from staying within trust region of the original SFT model. This removal also obviates the need to compute log probabilities for the reference policy, thereby accelerating training. +- **Overlong Filtering** **(from DAPO):** To preserve long-context reasoning, we mask the loss for truncated sequences. This technique enables DeepCoder to generalize to 64K-context inference despite being trained with a 32K context. +- **Clip High (from DAPO):** By increasing the upper bound in GRPO/PPO’s surrogate loss, we encourage more exploration and more stable entropy. + +### Iterative Context Lengthening + +Our original `Deepscaler-1.5B-Preview` scaled long context training from 8K→16K→24K, achieving 33→38→43% on AIME respectively. Similarly, `Deepcoder-14B-Preview` is trained on 16K→32K, achieving 54→58% on LiveCodeBench (v5). `DeepCoder-14B-Preview` successfully generalizes to longer contexts when evaluated at 64K context, reaching 60.6%. + +DeepCoder generalizes better to long contexts than the base distilled model, due to DAPO's overlong filtering. However, it's longer responses are often truncated when the max length is capped at 16K, which can lower its scores. +| **Model** | **16K** | **32K** | **64K** | +| --- | --- | --- | --- | +| **DeepCoder-14B-Preview** | 45.6 | 57.9 | 60.6 | +| **DeepSeek-R1-Distill-Qwen-14B** | 50.2 | 53.0 | 53.0 | + +A more detailed description of the training recipe can be found in our [blog post](https://pretty-radio-b75.notion.site/DeepCoder-A-Fully-Open-Source-14B-Coder-at-O3-mini-Level-1cf81902c14680b3bee5eb349a512a51). + +## Evaluation + +We evaluate `Deepcoder-1.5B-Preview` on various coding benchmarks, including LiveCodeBench (LCBv5), Codeforces, and HumanEval+. + +| **Model** | LCB (v5)(8/1/24-2/1/25) | Codeforces Rating | Codeforces Percentile | HumanEval+ | +| --- | --- | --- | --- | --- | +| **DeepCoder-1.5B-Preview** | **25.1** | **963** | **28.5** | **73.0** | +| **Deepseek-R1-Distill-Qwen-1.5B** | 16.9 | 615 | 1.9 | 58.3 | + +## Serving DeepCoder +Our model can be served using popular high-performance inference systems: +- vLLM +- Hugging Face Text Generation Inference (TGI) +- SGLang +- TensorRT-LLM + +All these systems support the OpenAI Chat Completions API format. + +## License +This project is released under the MIT License, reflecting our commitment to open and accessible AI development. +We believe in democratizing AI technology by making our work freely available for anyone to use, modify, and build upon. +This permissive license ensures that researchers, developers, and enthusiasts worldwide can leverage and extend our work without restrictions, fostering innovation and collaboration in the AI community. + +## Acknowledgement +- Our training experiments are powered by our heavily modified fork of [Verl](https://github.com/agentica-project/verl), an open-source post-training library. +- Notably, we train 1.5B with [verl pipeline](https://github.com/agentica-project/verl-pipeline), an extension of the original verl. +- Our model is trained on top of [`DeepSeek-R1-Distill-Qwen-1.5B`](https://huggingface.co/deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B). +- Our work is done as part of [Berkeley Sky Computing Lab](https://skycomputing.berkeley.edu/) and [Berkeley AI Research](https://bair.berkeley.edu/). + +## Citation + +```bibtex +@misc{deepcoder2025, + title={DeepCoder: A Fully Open-Source 14B Coder at O3-mini Level}, + author={Michael Luo, Sijun Tan, Roy Huang, Ameen Patel, Alpay Ariyak, Qingyang Wu, Xiaoxiang Shi, Rachel Xin, Colin Cai, Maurice Weber, Ce Zhang, Li Erran Li, Raluca Ada Popa, Ion Stoica}, + howpublished={\url{https://pretty-radio-b75.notion.site/DeepCoder-A-Fully-Open-Source-14B-Coder-at-O3-mini-Level-1cf81902c14680b3bee5eb349a512a51}}, + note={Notion Blog}, + year={2025} +} \ No newline at end of file