commit 8055444b5a5ecfc38caf0bbca0eab3bf96d0c3bf Author: ModelHub XC Date: Tue Jul 21 15:28:26 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: unsloth/Seed-Coder-8B-Instruct-GGUF Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..53d7257 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..fb8347b --- /dev/null +++ b/README.md @@ -0,0 +1,149 @@ +--- +tags: +- unsloth +license: mit +base_model: +- ByteDance-Seed/Seed-Coder-8B-Instruct +pipeline_tag: text-generation +library_name: transformers +--- +
+

+ Unsloth Dynamic 2.0 achieves superior accuracy & outperforms other leading quants. +

+
+ + + + + + + + + +
+
+ + +# Seed-Coder-8B-Instruct + +
+ + Homepage + + + + Technical Report + + + + Hugging Face + + + + License + +
+ + +## Introduction +We are thrilled to introduce Seed-Coder, a powerful, transparent, and parameter-efficient family of open-source code models at the 8B scale, featuring base, instruct, and reasoning variants. Seed-Coder contributes to promote the evolution of open code models through the following highlights. + +- **Model-centric:** Seed-Coder predominantly leverages LLMs instead of hand-crafted rules for code data filtering, minimizing manual effort in pretraining data construction. +- **Transparent:** We openly share detailed insights into our model-centric data pipeline, including methods for curating GitHub data, commits data, and code-related web data. +- **Powerful:** Seed-Coder achieves state-of-the-art performance among open-source models of comparable size across a diverse range of coding tasks. + +

+ +

+ +This repo contains the **Seed-Coder-8B-Instruct** model, which has the following features: +- Type: Causal language models +- Training Stage: Pretraining & Post-training +- Data Source: Public datasets, synthetic data +- Context Length: 32,768 + + +## Model Downloads +| Model Name | Length | Download | Notes | +|---------------------------------------------------------|--------|------------------------------------|-----------------------| +| Seed-Coder-8B-Base | 32K | 🤗 [Model](https://huggingface.co/ByteDance-Seed/Seed-Coder-8B-Base) | Pretrained on our model-centric code data. | +| 👉 **Seed-Coder-8B-Instruct** | 32K | 🤗 [Model](https://huggingface.co/ByteDance-Seed/Seed-Coder-8B-Instruct) | Instruction-tuned for alignment with user intent. | +| Seed-Coder-8B-Reasoning | 64K | 🤗 [Model](https://huggingface.co/ByteDance-Seed/Seed-Coder-8B-Reasoning) | RL trained to boost reasoning capabilities. | +| Seed-Coder-8B-Reasoning-bf16 | 64K | 🤗 [Model](https://huggingface.co/ByteDance-Seed/Seed-Coder-8B-Reasoning-bf16) | RL trained to boost reasoning capabilities. | + +## Requirements +You will need to install the latest versions of `transformers` and `accelerate`: + +```bash +pip install -U transformers accelerate +``` + +## Quickstart + +Here is a simple example demonstrating how to load the model and generate code using the Hugging Face `pipeline` API: + +```python +from transformers import AutoTokenizer, AutoModelForCausalLM +import torch + +model_id = "ByteDance-Seed/Seed-Coder-8B-Instruct" + +tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True) +model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.bfloat16, device_map="auto", trust_remote_code=True) + +messages = [ + {"role": "user", "content": "Write a quick sort algorithm."}, +] + +input_ids = tokenizer.apply_chat_template( + messages, + tokenize=True, + return_tensors="pt", + add_generation_prompt=True, +).to(model.device) + +outputs = model.generate(input_ids, max_new_tokens=512) +response = tokenizer.decode(outputs[0][input_ids.shape[-1]:], skip_special_tokens=True) +print(response) + +``` + +## Evaluation + +Seed-Coder-8B-Instruct has been evaluated on a wide range of coding tasks, including code generation, code reasoning, code editing, and software engineering, achieving state-of-the-art performance among ~8B open-source models. + +| Model | HumanEval | MBPP | MHPP | BigCodeBench (Full) | BigCodeBench (Hard) | LiveCodeBench (2410 – 2502) | +|:-----------------------------:|:---------:|:----:|:----:|:-------------------:|:-------------------:|:-------------------------:| +| CodeLlama-7B-Instruct | 40.9 | 54.0 | 6.7 | 25.7 | 4.1 | 3.6 | +| DeepSeek-Coder-6.7B-Instruct | 74.4 | 74.9 | 20.0 | 43.8 | 15.5 | 9.6 | +| CodeQwen1.5-7B-Chat | 83.5 | 77.7 | 17.6 | 43.6 | 15.5 | 3.0 | +| Yi-Coder-9B-Chat | 82.3 | 82.0 | 26.7 | 49.0 | 17.6 | 17.5 | +| Llama-3.1-8B-Instruct | 68.3 | 70.1 | 17.1 | 40.5 | 13.5 | 11.5 | +| OpenCoder-8B-Instruct | 83.5 | 79.1 | 30.5 | 50.9 | 18.9 | 17.1 | +| Qwen2.5-Coder-7B-Instruct | **88.4** | 83.5 | 26.7 | 48.8 | 20.3 | 17.3 | +| Qwen3-8B | 84.8 | 77.0 | 32.8 | 51.7 | 23.0 | 23.5 | +| Seed-Coder-8B-Instruct | 84.8 | **85.2** | **36.2** | **53.3** | **26.4** | **24.7** | + + +For detailed benchmark performance, please refer to our [📑 Technical Report](https://github.com/ByteDance-Seed/Seed-Coder/blob/master/Seed-Coder.pdf). + +## License + +This project is licensed under the MIT License. See the [LICENSE file](https://github.com/ByteDance-Seed/Seed-Coder/blob/master/LICENSE) for details. + + \ No newline at end of file diff --git a/Seed-Coder-8B-Instruct-BF16.gguf b/Seed-Coder-8B-Instruct-BF16.gguf new file mode 100644 index 0000000..477616c --- /dev/null +++ b/Seed-Coder-8B-Instruct-BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e96e30d0ce7aae86997b9a93f603d2c0adc694c5a03e37ca6543a504a5aaf176 +size 16507720864 diff --git a/Seed-Coder-8B-Instruct-IQ4_NL.gguf b/Seed-Coder-8B-Instruct-IQ4_NL.gguf new file mode 100644 index 0000000..60bb8c2 --- /dev/null +++ b/Seed-Coder-8B-Instruct-IQ4_NL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8365f73e4d38121adbf937ca12a83e1e515b3d4c2efd426ee01ce50bda52117 +size 4828665280 diff --git a/Seed-Coder-8B-Instruct-IQ4_XS.gguf b/Seed-Coder-8B-Instruct-IQ4_XS.gguf new file mode 100644 index 0000000..8be5c27 --- /dev/null +++ b/Seed-Coder-8B-Instruct-IQ4_XS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dc160627aebe7a0c8676a3c82bb3ac27a99fbce8e2584c639527fb02ef82476 +size 4614755776 diff --git a/Seed-Coder-8B-Instruct-Q2_K.gguf b/Seed-Coder-8B-Instruct-Q2_K.gguf new file mode 100644 index 0000000..fae95b9 --- /dev/null +++ b/Seed-Coder-8B-Instruct-Q2_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0649aead6df5091d87b76a0e377177a1ae30657f31fa1a43cb02e743c439082e +size 3304003008 diff --git a/Seed-Coder-8B-Instruct-Q2_K_L.gguf b/Seed-Coder-8B-Instruct-Q2_K_L.gguf new file mode 100644 index 0000000..f2156e6 --- /dev/null +++ b/Seed-Coder-8B-Instruct-Q2_K_L.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:208bc2eff9890e651c45f7080ed7b7c0dc0828d659e429015a0f9ddb3dafd9bf +size 3452933568 diff --git a/Seed-Coder-8B-Instruct-Q3_K_M.gguf b/Seed-Coder-8B-Instruct-Q3_K_M.gguf new file mode 100644 index 0000000..0f1ba34 --- /dev/null +++ b/Seed-Coder-8B-Instruct-Q3_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16e48efa9827f09491358334f14c1e5f312e24fc863edd158d20c1c01e89f6be +size 4154971584 diff --git a/Seed-Coder-8B-Instruct-Q3_K_S.gguf b/Seed-Coder-8B-Instruct-Q3_K_S.gguf new file mode 100644 index 0000000..8655ff7 --- /dev/null +++ b/Seed-Coder-8B-Instruct-Q3_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fea52a7f68ce2102348449bf3daeac1a50280e47f9da61ab46453aab1d194ab8 +size 3800552896 diff --git a/Seed-Coder-8B-Instruct-Q4_1.gguf b/Seed-Coder-8B-Instruct-Q4_1.gguf new file mode 100644 index 0000000..479269f --- /dev/null +++ b/Seed-Coder-8B-Instruct-Q4_1.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e19af7a2d5e16954a83cd2f2c6979bb48ed59f683604c5ae7575be79fe7f3fd9 +size 5287810496 diff --git a/Seed-Coder-8B-Instruct-Q4_K_M.gguf b/Seed-Coder-8B-Instruct-Q4_K_M.gguf new file mode 100644 index 0000000..19440b1 --- /dev/null +++ b/Seed-Coder-8B-Instruct-Q4_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb85a42e65b1efda94d0b341331f647db2dc46539f262d996136d65fc7c4d1fa +size 5071410624 diff --git a/Seed-Coder-8B-Instruct-Q4_K_S.gguf b/Seed-Coder-8B-Instruct-Q4_K_S.gguf new file mode 100644 index 0000000..e8d1e1c --- /dev/null +++ b/Seed-Coder-8B-Instruct-Q4_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41c1051902a32ed189f99737d8de4a1b27cc56f86e90fa10c506c2ab404f8932 +size 4843345344 diff --git a/Seed-Coder-8B-Instruct-Q5_K_M.gguf b/Seed-Coder-8B-Instruct-Q5_K_M.gguf new file mode 100644 index 0000000..ed55505 --- /dev/null +++ b/Seed-Coder-8B-Instruct-Q5_K_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0764f2f674d3bc7340abfb276818dbfb608cf216eaa22c08fccb015bc539a93 +size 5897426368 diff --git a/Seed-Coder-8B-Instruct-Q5_K_S.gguf b/Seed-Coder-8B-Instruct-Q5_K_S.gguf new file mode 100644 index 0000000..7aefbe5 --- /dev/null +++ b/Seed-Coder-8B-Instruct-Q5_K_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d39b1f65264e8121c59fee58b5299b064a0cad8631928f5916295cf008efb4b1 +size 5763732928 diff --git a/Seed-Coder-8B-Instruct-Q6_K.gguf b/Seed-Coder-8B-Instruct-Q6_K.gguf new file mode 100644 index 0000000..896ba94 --- /dev/null +++ b/Seed-Coder-8B-Instruct-Q6_K.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84a1342d0f9a8a47b7fdddfbed6717ab7e01bb4f8983049576dd802921e430bd +size 6775068096 diff --git a/Seed-Coder-8B-Instruct-Q8_0.gguf b/Seed-Coder-8B-Instruct-Q8_0.gguf new file mode 100644 index 0000000..c34ab34 --- /dev/null +++ b/Seed-Coder-8B-Instruct-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01c1155f633d885e1cfd0f9bce4cea25ee024667af3e0a4d65fa6c432a87621d +size 8773162432 diff --git a/Seed-Coder-8B-Instruct-UD-IQ1_M.gguf b/Seed-Coder-8B-Instruct-UD-IQ1_M.gguf new file mode 100644 index 0000000..bd22971 --- /dev/null +++ b/Seed-Coder-8B-Instruct-UD-IQ1_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55088558c3d94b4470dcb77e7d10ed3561f90627b684d47854b707364fed90c9 +size 2426475968 diff --git a/Seed-Coder-8B-Instruct-UD-IQ1_S.gguf b/Seed-Coder-8B-Instruct-UD-IQ1_S.gguf new file mode 100644 index 0000000..2a6fc93 --- /dev/null +++ b/Seed-Coder-8B-Instruct-UD-IQ1_S.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aefa304d0c9b0cbc0cdda22ed07e16cf9c5ec07a8b3bce040d85fbc17d77c9fd +size 2301695424 diff --git a/Seed-Coder-8B-Instruct-UD-IQ2_M.gguf b/Seed-Coder-8B-Instruct-UD-IQ2_M.gguf new file mode 100644 index 0000000..e80a782 --- /dev/null +++ b/Seed-Coder-8B-Instruct-UD-IQ2_M.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97b76c143967e363e1f8367b904999ad4da130d7bb98be29bbfc4f57fd54da69 +size 3131577792 diff --git a/Seed-Coder-8B-Instruct-UD-IQ2_XXS.gguf b/Seed-Coder-8B-Instruct-UD-IQ2_XXS.gguf new file mode 100644 index 0000000..d424477 --- /dev/null +++ b/Seed-Coder-8B-Instruct-UD-IQ2_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11ce116990853f112af97c073d7e2f0a55b75d62cddc6078faa9d2e116d37ed6 +size 2634552768 diff --git a/Seed-Coder-8B-Instruct-UD-IQ3_XXS.gguf b/Seed-Coder-8B-Instruct-UD-IQ3_XXS.gguf new file mode 100644 index 0000000..192f427 --- /dev/null +++ b/Seed-Coder-8B-Instruct-UD-IQ3_XXS.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee97b91825370eab67ef1addeb3af6048fa8534ddd3e74125feb7e0da190c40d +size 3443201472 diff --git a/Seed-Coder-8B-Instruct-UD-Q2_K_XL.gguf b/Seed-Coder-8B-Instruct-UD-Q2_K_XL.gguf new file mode 100644 index 0000000..02015a2 --- /dev/null +++ b/Seed-Coder-8B-Instruct-UD-Q2_K_XL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0080f761029af2fc30d929ed3e7474dace18e48db7d1ca9c5e1a22a166760eee +size 3539441088 diff --git a/Seed-Coder-8B-Instruct-UD-Q3_K_XL.gguf b/Seed-Coder-8B-Instruct-UD-Q3_K_XL.gguf new file mode 100644 index 0000000..5622b10 --- /dev/null +++ b/Seed-Coder-8B-Instruct-UD-Q3_K_XL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e17be66596fe67963aa4d370cbcaa5d73696d9062f0cfffe38f42bd268727fe3 +size 4342486464 diff --git a/Seed-Coder-8B-Instruct-UD-Q4_K_XL.gguf b/Seed-Coder-8B-Instruct-UD-Q4_K_XL.gguf new file mode 100644 index 0000000..964a3cf --- /dev/null +++ b/Seed-Coder-8B-Instruct-UD-Q4_K_XL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c27187956ab4412d902f3c2b8a6c23626b2fcf44fe6fe650b0bc285d6b2de13 +size 5160015296 diff --git a/Seed-Coder-8B-Instruct-UD-Q5_K_XL.gguf b/Seed-Coder-8B-Instruct-UD-Q5_K_XL.gguf new file mode 100644 index 0000000..6f67887 --- /dev/null +++ b/Seed-Coder-8B-Instruct-UD-Q5_K_XL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2d1fc51b67a5d317f0f5753f350c5fac68f23d332a530ee486d7497d875b609 +size 5896148416 diff --git a/Seed-Coder-8B-Instruct-UD-Q6_K_XL.gguf b/Seed-Coder-8B-Instruct-UD-Q6_K_XL.gguf new file mode 100644 index 0000000..a3771ea --- /dev/null +++ b/Seed-Coder-8B-Instruct-UD-Q6_K_XL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6a415633f603faddf0b6b94559104268eb09fffa8e9fd73c21f9f6f95ca2242 +size 7562319296 diff --git a/Seed-Coder-8B-Instruct-UD-Q8_K_XL.gguf b/Seed-Coder-8B-Instruct-UD-Q8_K_XL.gguf new file mode 100644 index 0000000..69b26f8 --- /dev/null +++ b/Seed-Coder-8B-Instruct-UD-Q8_K_XL.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63436f1adf83f2d8a6719dc5920986f88115d733a611549a7ec4f0352b37f1bc +size 11014493632 diff --git a/config.json b/config.json new file mode 100644 index 0000000..079c4f8 --- /dev/null +++ b/config.json @@ -0,0 +1,33 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.1, + "bos_token_id": 0, + "eos_token_id": 2, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.009882118, + "intermediate_size": 14336, + "layer_norm_eps": null, + "max_position_embeddings": 32768, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pad_token_id": 1, + "pretraining_tp": 1, + "resid_pdrop": 0.1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 500000.0, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.51.3", + "unsloth_fixed": true, + "use_cache": true, + "vocab_size": 155136 +} diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/imatrix_unsloth.dat b/imatrix_unsloth.dat new file mode 100644 index 0000000..035fed9 Binary files /dev/null and b/imatrix_unsloth.dat differ