From 8064bccca65215bdd734c8658ad7050b98d820fe Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 24 May 2026 00:37:12 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: prithivMLmods/Omega-Qwen2.5-Coder-3B Source: Original Platform --- .gitattributes | 36 ++++++++++ README.md | 111 +++++++++++++++++++++++++++++++ added_tokens.json | 25 +++++++ chat_template.jinja | 3 + config.json | 3 + configuration.json | 1 + generation_config.json | 15 +++++ merges.txt | 3 + model-00001-of-00002.safetensors | 3 + model-00002-of-00002.safetensors | 3 + model.safetensors.index.json | 3 + special_tokens_map.json | 31 +++++++++ tokenizer.json | 3 + tokenizer_config.json | 3 + vocab.json | 3 + 15 files changed, 246 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 added_tokens.json create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 configuration.json create mode 100644 generation_config.json create mode 100644 merges.txt create mode 100644 model-00001-of-00002.safetensors create mode 100644 model-00002-of-00002.safetensors create mode 100644 model.safetensors.index.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 vocab.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..009d568 --- /dev/null +++ b/README.md @@ -0,0 +1,111 @@ +--- +license: apache-2.0 +tags: +- 'Thinking: Disabled' +- Forge +- code +- mot +- stem +- coder +- trl +datasets: +- prithivMLmods/Open-Omega-Forge-1M +language: +- en +- zh +base_model: +- Qwen/Qwen2.5-Coder-3B-Instruct +pipeline_tag: text-generation +library_name: transformers +--- + +![9.png](https://cdn-uploads.huggingface.co/production/uploads/65bb837dbfb878f46c77de4c/RXFgDRiO1VBm6jJcH2TPr.png) + +# **Omega-Qwen2.5-Coder-3B** + +> **Omega-Qwen2.5-Coder-3B** is a compact and high-efficiency code-focused model fine-tuned on **Qwen2.5-Coder-3B-Instruct**, using the symbolic-rich **Open-Omega-Forge-1M** dataset. Designed specifically for **hard-coded tasks** and deterministic computation, this model runs in a **"thinking-disabled"** mode—delivering precise, structured outputs with minimal hallucination, making it ideal for rigorous coding workflows and embedded logic applications. + +> Thinking: Disabled + +> \[!note] +> GGUF: [https://huggingface.co/prithivMLmods/Omega-Qwen2.5-Coder-3B-GGUF](https://huggingface.co/prithivMLmods/Omega-Qwen2.5-Coder-3B-GGUF) + +## **Key Features** + +1. **Purpose-Built for Hard Coding** + Specially tuned to perform precise, low-level code generation with **minimal reasoning overhead**. Ideal for edge-case algorithms, embedded scripting, and deterministic logic patterns. + +2. **Optimized Qwen2.5 Foundation** + Built on **Qwen2.5-Coder-3B-Instruct**, benefiting from its robust token handling, instruction following, and multilingual code representation. + +3. **Backed by Open-Omega-Forge-1M Dataset** + Trained on a curated mix of code, math, and logic problems focused on **symbolic clarity** and **STEM coherence**, drawn from sources like OpenCodeReasoning, MathX-5M, OpenMathReasoning, and more. + +4. **Thinking Disabled Mode** + The model avoids overgeneralizing or injecting speculative reasoning. It executes tasks **as-is**—perfect for structured prompts, tight constraints, and automation pipelines. + +5. **Structured Output Control** + Outputs in **JSON**, **YAML**, **Python**, **Markdown**, and **LaTeX**, tailored for script generation, data serialization, and scientific formatting. + +6. **Efficient 3B Deployment** + Lightweight and scalable for **mid-tier GPUs**, **offline dev environments**, or **local inference systems**, while maintaining solid performance on symbolic tasks. + +--- + +## **Quickstart with Transformers** + +```python +from transformers import AutoModelForCausalLM, AutoTokenizer + +model_name = "prithivMLmods/Omega-Qwen2.5-Coder-3B" + +model = AutoModelForCausalLM.from_pretrained( + model_name, + torch_dtype="auto", + device_map="auto" +) +tokenizer = AutoTokenizer.from_pretrained(model_name) + +prompt = "Write a Python function to compute factorial iteratively." + +messages = [ + {"role": "system", "content": "You are a deterministic code generator. No assumptions. No extra explanations."}, + {"role": "user", "content": prompt} +] + +text = tokenizer.apply_chat_template( + messages, + tokenize=False, + add_generation_prompt=True +) + +model_inputs = tokenizer([text], return_tensors="pt").to(model.device) + +generated_ids = model.generate( + **model_inputs, + max_new_tokens=256 +) +generated_ids = [ + output_ids[len(input_ids):] for input_ids, output_ids in zip(model_inputs.input_ids, generated_ids) +] + +response = tokenizer.batch_decode(generated_ids, skip_special_tokens=True)[0] +print(response) +``` + +--- + +## **Intended Use** + +* Embedded logic and deterministic function generation +* Script automation and toolchain integration +* Codegen under fixed constraints or symbolic inputs +* Lightweight STEM applications on edge devices or offline clusters +* Tools where **"no thinking" = better stability** + +## **Limitations** + +* Not suitable for high-level reasoning or open-ended thought processes +* General chat performance is minimal by design +* Lacks emotional intelligence or creative composition capability +* Assumes user provides **clear, explicit instructions** for best results \ No newline at end of file diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..630e242 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,25 @@ +{ + "": 151658, + "": 151657, + "<|PAD_TOKEN|>": 151665, + "<|box_end|>": 151649, + "<|box_start|>": 151648, + "<|endoftext|>": 151643, + "<|file_sep|>": 151664, + "<|fim_middle|>": 151660, + "<|fim_pad|>": 151662, + "<|fim_prefix|>": 151659, + "<|fim_suffix|>": 151661, + "<|im_end|>": 151645, + "<|im_start|>": 151644, + "<|image_pad|>": 151655, + "<|object_ref_end|>": 151647, + "<|object_ref_start|>": 151646, + "<|quad_end|>": 151651, + "<|quad_start|>": 151650, + "<|repo_name|>": 151663, + "<|video_pad|>": 151656, + "<|vision_end|>": 151653, + "<|vision_pad|>": 151654, + "<|vision_start|>": 151652 +} diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..dae4128 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd8e9439f0570856fd70470bf8889ebd8b5d1107207f67a5efb46e342330527f +size 2507 diff --git a/config.json b/config.json new file mode 100644 index 0000000..602f9b5 --- /dev/null +++ b/config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1bca299dc2fb89864ee027416294605c5ffe1122eeefc7b2c37eeae5f2d3c93 +size 1525 diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..f693812 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,15 @@ +{ + "bos_token_id": 151643, + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "max_length": 32768, + "pad_token_id": 151665, + "repetition_penalty": 1.05, + "temperature": 0.7, + "top_k": 20, + "top_p": 0.8, + "transformers_version": "4.53.2" +} diff --git a/merges.txt b/merges.txt new file mode 100644 index 0000000..80c1a19 --- /dev/null +++ b/merges.txt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8831e4f1a044471340f7c0a83d7bd71306a5b867e95fd870f74d0c5308a904d5 +size 1671853 diff --git a/model-00001-of-00002.safetensors b/model-00001-of-00002.safetensors new file mode 100644 index 0000000..85a0a54 --- /dev/null +++ b/model-00001-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14ed3243801eb6f5f0616d3cdd0e40063310853f0dda754dc0335c283eb3e672 +size 4957560304 diff --git a/model-00002-of-00002.safetensors b/model-00002-of-00002.safetensors new file mode 100644 index 0000000..ef14573 --- /dev/null +++ b/model-00002-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bb52416c1dcbc354ac7262f42c5104eb83169c46ccc1b7d08ec9ad2c98e6991 +size 1214366696 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..559a7d9 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b85f79fd7612df2e5d7f03d7f92d65c8967f790a331146ca7f45658823060d3 +size 35581 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..c8dd4c9 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,31 @@ +{ + "additional_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|PAD_TOKEN|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..2d1d0f0 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fab42efe8d17406525a9154b728cf9e957629a8ed7ce997770efdd71128c6a1a +size 11422086 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..e64a53e --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bcc8b527e0f7b3f5ceb74e13708b004316aa970972a1399b199c6b5f9cd243e +size 4892 diff --git a/vocab.json b/vocab.json new file mode 100644 index 0000000..6c49fc6 --- /dev/null +++ b/vocab.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910 +size 2776833