From ccbf0e90c019a4cd05e1f9f002bd67d4a90790dc Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 16 Jun 2026 04:03:18 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: hemaya/oversight-grpo-Qwen3-0.6B Source: Original Platform --- .gitattributes | 36 +++++++++++ README.md | 67 ++++++++++++++++++++ chat_template.jinja | 89 +++++++++++++++++++++++++++ completions/completions_00001.parquet | 3 + completions/completions_00002.parquet | 3 + completions/completions_00003.parquet | 3 + completions/completions_00004.parquet | 3 + completions/completions_00005.parquet | 3 + completions/completions_00006.parquet | 3 + completions/completions_00007.parquet | 3 + completions/completions_00008.parquet | 3 + completions/completions_00009.parquet | 3 + completions/completions_00010.parquet | 3 + completions/completions_00011.parquet | 3 + completions/completions_00012.parquet | 3 + completions/completions_00013.parquet | 3 + completions/completions_00014.parquet | 3 + completions/completions_00015.parquet | 3 + completions/completions_00016.parquet | 3 + completions/completions_00017.parquet | 3 + completions/completions_00018.parquet | 3 + completions/completions_00019.parquet | 3 + completions/completions_00020.parquet | 3 + completions/completions_00021.parquet | 3 + completions/completions_00022.parquet | 3 + completions/completions_00023.parquet | 3 + completions/completions_00024.parquet | 3 + completions/completions_00025.parquet | 3 + completions/completions_00026.parquet | 3 + completions/completions_00027.parquet | 3 + completions/completions_00028.parquet | 3 + completions/completions_00029.parquet | 3 + completions/completions_00030.parquet | 3 + completions/completions_00031.parquet | 3 + completions/completions_00032.parquet | 3 + completions/completions_00033.parquet | 3 + completions/completions_00034.parquet | 3 + completions/completions_00035.parquet | 3 + completions/completions_00036.parquet | 3 + completions/completions_00037.parquet | 3 + completions/completions_00038.parquet | 3 + completions/completions_00039.parquet | 3 + completions/completions_00040.parquet | 3 + completions/completions_00041.parquet | 3 + completions/completions_00042.parquet | 3 + completions/completions_00043.parquet | 3 + completions/completions_00044.parquet | 3 + completions/completions_00045.parquet | 3 + completions/completions_00046.parquet | 3 + completions/completions_00047.parquet | 3 + completions/completions_00048.parquet | 3 + completions/completions_00049.parquet | 3 + completions/completions_00050.parquet | 3 + completions/completions_00051.parquet | 3 + completions/completions_00052.parquet | 3 + completions/completions_00053.parquet | 3 + completions/completions_00054.parquet | 3 + completions/completions_00055.parquet | 3 + completions/completions_00056.parquet | 3 + completions/completions_00057.parquet | 3 + completions/completions_00058.parquet | 3 + completions/completions_00059.parquet | 3 + completions/completions_00060.parquet | 3 + completions/completions_00061.parquet | 3 + completions/completions_00062.parquet | 3 + config.json | 63 +++++++++++++++++++ generation_config.json | 12 ++++ model.safetensors | 3 + tokenizer.json | 3 + tokenizer_config.json | 75 ++++++++++++++++++++++ training_args.bin | 3 + 71 files changed, 537 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 chat_template.jinja create mode 100644 completions/completions_00001.parquet create mode 100644 completions/completions_00002.parquet create mode 100644 completions/completions_00003.parquet create mode 100644 completions/completions_00004.parquet create mode 100644 completions/completions_00005.parquet create mode 100644 completions/completions_00006.parquet create mode 100644 completions/completions_00007.parquet create mode 100644 completions/completions_00008.parquet create mode 100644 completions/completions_00009.parquet create mode 100644 completions/completions_00010.parquet create mode 100644 completions/completions_00011.parquet create mode 100644 completions/completions_00012.parquet create mode 100644 completions/completions_00013.parquet create mode 100644 completions/completions_00014.parquet create mode 100644 completions/completions_00015.parquet create mode 100644 completions/completions_00016.parquet create mode 100644 completions/completions_00017.parquet create mode 100644 completions/completions_00018.parquet create mode 100644 completions/completions_00019.parquet create mode 100644 completions/completions_00020.parquet create mode 100644 completions/completions_00021.parquet create mode 100644 completions/completions_00022.parquet create mode 100644 completions/completions_00023.parquet create mode 100644 completions/completions_00024.parquet create mode 100644 completions/completions_00025.parquet create mode 100644 completions/completions_00026.parquet create mode 100644 completions/completions_00027.parquet create mode 100644 completions/completions_00028.parquet create mode 100644 completions/completions_00029.parquet create mode 100644 completions/completions_00030.parquet create mode 100644 completions/completions_00031.parquet create mode 100644 completions/completions_00032.parquet create mode 100644 completions/completions_00033.parquet create mode 100644 completions/completions_00034.parquet create mode 100644 completions/completions_00035.parquet create mode 100644 completions/completions_00036.parquet create mode 100644 completions/completions_00037.parquet create mode 100644 completions/completions_00038.parquet create mode 100644 completions/completions_00039.parquet create mode 100644 completions/completions_00040.parquet create mode 100644 completions/completions_00041.parquet create mode 100644 completions/completions_00042.parquet create mode 100644 completions/completions_00043.parquet create mode 100644 completions/completions_00044.parquet create mode 100644 completions/completions_00045.parquet create mode 100644 completions/completions_00046.parquet create mode 100644 completions/completions_00047.parquet create mode 100644 completions/completions_00048.parquet create mode 100644 completions/completions_00049.parquet create mode 100644 completions/completions_00050.parquet create mode 100644 completions/completions_00051.parquet create mode 100644 completions/completions_00052.parquet create mode 100644 completions/completions_00053.parquet create mode 100644 completions/completions_00054.parquet create mode 100644 completions/completions_00055.parquet create mode 100644 completions/completions_00056.parquet create mode 100644 completions/completions_00057.parquet create mode 100644 completions/completions_00058.parquet create mode 100644 completions/completions_00059.parquet create mode 100644 completions/completions_00060.parquet create mode 100644 completions/completions_00061.parquet create mode 100644 completions/completions_00062.parquet create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 model.safetensors create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 training_args.bin diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..b7e7bb1 --- /dev/null +++ b/README.md @@ -0,0 +1,67 @@ +--- +base_model: Qwen/Qwen3-0.6B +library_name: transformers +model_name: oversight-grpo-Qwen3-0.6B +tags: +- generated_from_trainer +- grpo +- trl +licence: license +--- + +# Model Card for oversight-grpo-Qwen3-0.6B + +This model is a fine-tuned version of [Qwen/Qwen3-0.6B](https://huggingface.co/Qwen/Qwen3-0.6B). +It has been trained using [TRL](https://github.com/huggingface/trl). + +## Quick start + +```python +from transformers import pipeline + +question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?" +generator = pipeline("text-generation", model="hemaya/oversight-grpo-Qwen3-0.6B", device="cuda") +output = generator([{"role": "user", "content": question}], max_new_tokens=128, return_full_text=False)[0] +print(output["generated_text"]) +``` + +## Training procedure + + + + + +This model was trained with GRPO, a method introduced in [DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models](https://huggingface.co/papers/2402.03300). + +### Framework versions + +- TRL: 1.2.0 +- Transformers: 5.7.0.dev0 +- Pytorch: 2.11.0 +- Datasets: 4.8.4 +- Tokenizers: 0.22.2 + +## Citations + +Cite GRPO as: + +```bibtex +@article{shao2024deepseekmath, + title = {{DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models}}, + author = {Zhihong Shao and Peiyi Wang and Qihao Zhu and Runxin Xu and Junxiao Song and Mingchuan Zhang and Y. K. Li and Y. Wu and Daya Guo}, + year = 2024, + eprint = {arXiv:2402.03300}, +} +``` + +Cite TRL as: + +```bibtex +@software{vonwerra2020trl, + title = {{TRL: Transformers Reinforcement Learning}}, + author = {von Werra, Leandro and Belkada, Younes and Tunstall, Lewis and Beeching, Edward and Thrush, Tristan and Lambert, Nathan and Huang, Shengyi and Rasul, Kashif and Gallouédec, Quentin}, + license = {Apache-2.0}, + url = {https://github.com/huggingface/trl}, + year = {2020} +} +``` \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..01be9b3 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,89 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if message.content is string %} + {%- set content = message.content %} + {%- else %} + {%- set content = '' %} + {%- endif %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is string %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in content %} + {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- set content = content.split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/completions/completions_00001.parquet b/completions/completions_00001.parquet new file mode 100644 index 0000000..3d1e86e --- /dev/null +++ b/completions/completions_00001.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:322555863351186e69cbfc4a1d8a48c7ebf6277ff71aa79c218e7731e088d08a +size 26180 diff --git a/completions/completions_00002.parquet b/completions/completions_00002.parquet new file mode 100644 index 0000000..d849943 --- /dev/null +++ b/completions/completions_00002.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb9062272563e10f1056e4215e1598842557ce419ed55e0bf448d78f99c50637 +size 25045 diff --git a/completions/completions_00003.parquet b/completions/completions_00003.parquet new file mode 100644 index 0000000..201f58f --- /dev/null +++ b/completions/completions_00003.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2150b106bd1ff570339f7781f5c6c1e445227944e2275445cc4ce2c8cc41347d +size 24206 diff --git a/completions/completions_00004.parquet b/completions/completions_00004.parquet new file mode 100644 index 0000000..99f6961 --- /dev/null +++ b/completions/completions_00004.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28a1f945cf514fb11afc372ac1c1a4390ebb7271c9e416fab5a607a4de516a2c +size 25353 diff --git a/completions/completions_00005.parquet b/completions/completions_00005.parquet new file mode 100644 index 0000000..913eb9d --- /dev/null +++ b/completions/completions_00005.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0953b751f4b10f1fe8a5d84e539b0ce68e620d183323fb42d7e03c15dcec5a92 +size 24226 diff --git a/completions/completions_00006.parquet b/completions/completions_00006.parquet new file mode 100644 index 0000000..82adb19 --- /dev/null +++ b/completions/completions_00006.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64ea10f599fa5f762676469741bcf28cf37a4d8f183302be31e8b3be8a7bf031 +size 27655 diff --git a/completions/completions_00007.parquet b/completions/completions_00007.parquet new file mode 100644 index 0000000..30453b9 --- /dev/null +++ b/completions/completions_00007.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66bdca0343e2fe9287d2c4250845b152318e2e545a3e9a3dcd8841be69c84d09 +size 25478 diff --git a/completions/completions_00008.parquet b/completions/completions_00008.parquet new file mode 100644 index 0000000..0e44c1b --- /dev/null +++ b/completions/completions_00008.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6891b91b63a27be9420338f4eb0cb3b39995a4055e0c035f37a42b58d729cf4d +size 27555 diff --git a/completions/completions_00009.parquet b/completions/completions_00009.parquet new file mode 100644 index 0000000..a8694d9 --- /dev/null +++ b/completions/completions_00009.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71fdd0908915e9130036959e3d284b482ecbad5699e9e395e1d27ac92189d404 +size 27566 diff --git a/completions/completions_00010.parquet b/completions/completions_00010.parquet new file mode 100644 index 0000000..47bc5af --- /dev/null +++ b/completions/completions_00010.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e204364077ecf4259cc9469fda8b1f5765e2b0af41cf16075b898cc8f201094 +size 24807 diff --git a/completions/completions_00011.parquet b/completions/completions_00011.parquet new file mode 100644 index 0000000..3f21679 --- /dev/null +++ b/completions/completions_00011.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6f25fba70d8dd42a0754167c72c7e9551c6fc6e893abf5051df99aba21c68ee +size 25022 diff --git a/completions/completions_00012.parquet b/completions/completions_00012.parquet new file mode 100644 index 0000000..433df3d --- /dev/null +++ b/completions/completions_00012.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a7d558728761f0e2be491a0e7644648932099b9c1c5f1a97ca47a8e3a4b7755 +size 24094 diff --git a/completions/completions_00013.parquet b/completions/completions_00013.parquet new file mode 100644 index 0000000..3dc6893 --- /dev/null +++ b/completions/completions_00013.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9006603398458c521796c7bbc637a8efceea15bcfd880ba15946b2236f3c4548 +size 24317 diff --git a/completions/completions_00014.parquet b/completions/completions_00014.parquet new file mode 100644 index 0000000..093eeda --- /dev/null +++ b/completions/completions_00014.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2390f5d1ab346a01d9980d5b5f718f4962a38f9e6ea852ff8d24c2eb77f64809 +size 28622 diff --git a/completions/completions_00015.parquet b/completions/completions_00015.parquet new file mode 100644 index 0000000..4f04beb --- /dev/null +++ b/completions/completions_00015.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb7367afb03ed0be82c56775f81194723f43218ddb0c56bf11f78869cbecbb3f +size 25312 diff --git a/completions/completions_00016.parquet b/completions/completions_00016.parquet new file mode 100644 index 0000000..c3c9831 --- /dev/null +++ b/completions/completions_00016.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33b95017f47930c9cc6ac4713d9c796a06cebcfe24132863bf6f0ee364ef9412 +size 23827 diff --git a/completions/completions_00017.parquet b/completions/completions_00017.parquet new file mode 100644 index 0000000..44fbe61 --- /dev/null +++ b/completions/completions_00017.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47202b13ec103c9adfeb9bb8531fa1c286e779545dd74e174dbd2d31785794ee +size 27250 diff --git a/completions/completions_00018.parquet b/completions/completions_00018.parquet new file mode 100644 index 0000000..7906bb9 --- /dev/null +++ b/completions/completions_00018.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9fc59ac15ab3c051285c119cc6257fca0ef28fd8fbf038c6c7663eded8e5256 +size 27302 diff --git a/completions/completions_00019.parquet b/completions/completions_00019.parquet new file mode 100644 index 0000000..73b8288 --- /dev/null +++ b/completions/completions_00019.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4331bdc5a509b32b2284cd205c96edcc722bc1f805c3adf8313ea80410a16ed3 +size 25006 diff --git a/completions/completions_00020.parquet b/completions/completions_00020.parquet new file mode 100644 index 0000000..cbec98d --- /dev/null +++ b/completions/completions_00020.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d264f64fed939fdca8da24b6c483b69ec51e5b2b0468ea75d37391acb3db48a8 +size 28559 diff --git a/completions/completions_00021.parquet b/completions/completions_00021.parquet new file mode 100644 index 0000000..b6d0cd2 --- /dev/null +++ b/completions/completions_00021.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3180157c27579d6b860ef581190d14e25eac839217143bdd9650254e7890c53 +size 26969 diff --git a/completions/completions_00022.parquet b/completions/completions_00022.parquet new file mode 100644 index 0000000..661d61d --- /dev/null +++ b/completions/completions_00022.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5227b3dbaa7411ffb2cf9cb40130eadeb588c6ec2ca082f134159025e8128a3f +size 28907 diff --git a/completions/completions_00023.parquet b/completions/completions_00023.parquet new file mode 100644 index 0000000..f05ff30 --- /dev/null +++ b/completions/completions_00023.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05598133f49f17b162ef0b9af0969a191c6751880ba111e1cf99b1c7edb28ec0 +size 26297 diff --git a/completions/completions_00024.parquet b/completions/completions_00024.parquet new file mode 100644 index 0000000..0e52327 --- /dev/null +++ b/completions/completions_00024.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cf216df37031401b0a6f4a6274c014feecda55c46f049b728f3272c0b8e30ee +size 28518 diff --git a/completions/completions_00025.parquet b/completions/completions_00025.parquet new file mode 100644 index 0000000..72ca768 --- /dev/null +++ b/completions/completions_00025.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8aa98de707ccc7a322e2f06f5206278a7ce7adb36b81d7d22ab25acd5a9a886f +size 27542 diff --git a/completions/completions_00026.parquet b/completions/completions_00026.parquet new file mode 100644 index 0000000..0b23a23 --- /dev/null +++ b/completions/completions_00026.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c79fb72f1699ea0818583373cade0e602ba2fd74c94b7c5596c9c12a9f6e7572 +size 26265 diff --git a/completions/completions_00027.parquet b/completions/completions_00027.parquet new file mode 100644 index 0000000..7d2b089 --- /dev/null +++ b/completions/completions_00027.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3fbb640428e6770902350e9e6d8d3b5e64ccbb11fff570a714e54a92386985e +size 27606 diff --git a/completions/completions_00028.parquet b/completions/completions_00028.parquet new file mode 100644 index 0000000..ba5c613 --- /dev/null +++ b/completions/completions_00028.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87fba1fad7e6186d3138e8ce9127988e2dd65d33b6ff6f2492c10041ab58c69e +size 27329 diff --git a/completions/completions_00029.parquet b/completions/completions_00029.parquet new file mode 100644 index 0000000..8f0c7ba --- /dev/null +++ b/completions/completions_00029.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6aef4090dd27f6e400166a4cdea2562461b033b5abae6031b50da0d014d5ab7b +size 28544 diff --git a/completions/completions_00030.parquet b/completions/completions_00030.parquet new file mode 100644 index 0000000..b369156 --- /dev/null +++ b/completions/completions_00030.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ef6b91a84262c452f99651db37655c65d7a3cae34d296b5410c9d4310461016 +size 26678 diff --git a/completions/completions_00031.parquet b/completions/completions_00031.parquet new file mode 100644 index 0000000..ad4c20c --- /dev/null +++ b/completions/completions_00031.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f77f6d9503460bdfceb3c2f1f4d9f7e2f23ace1ec51a9b196897bf347351e3b3 +size 26235 diff --git a/completions/completions_00032.parquet b/completions/completions_00032.parquet new file mode 100644 index 0000000..160da61 --- /dev/null +++ b/completions/completions_00032.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f0f563c0995fdbe601bfed539a6856194723bd7106239bd494fd8a35cfd89f5 +size 30416 diff --git a/completions/completions_00033.parquet b/completions/completions_00033.parquet new file mode 100644 index 0000000..38faf16 --- /dev/null +++ b/completions/completions_00033.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a5735869f6cbabc17dd08d757b252d482d945271d88f7f8757ad62320743d11 +size 27746 diff --git a/completions/completions_00034.parquet b/completions/completions_00034.parquet new file mode 100644 index 0000000..57cad4c --- /dev/null +++ b/completions/completions_00034.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc02ad3900857a92f6b53fb983f77078a38e47d897a06482ff279610167befab +size 28560 diff --git a/completions/completions_00035.parquet b/completions/completions_00035.parquet new file mode 100644 index 0000000..6be0813 --- /dev/null +++ b/completions/completions_00035.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78f8c29eef814e810fbe046d80da7105b1e2b0e9b0c0ce49e0a8fb0415ae3de3 +size 29961 diff --git a/completions/completions_00036.parquet b/completions/completions_00036.parquet new file mode 100644 index 0000000..adae692 --- /dev/null +++ b/completions/completions_00036.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c15ec8acd919fead6a3f1ad59f600a569a016c0bf5dbd754401e4ad2d07ea6ca +size 28829 diff --git a/completions/completions_00037.parquet b/completions/completions_00037.parquet new file mode 100644 index 0000000..7fdbbc7 --- /dev/null +++ b/completions/completions_00037.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd851272d4fc621fcce9d3447843733e5e5aa12157d1b0a100d1ceef87313026 +size 30484 diff --git a/completions/completions_00038.parquet b/completions/completions_00038.parquet new file mode 100644 index 0000000..a75966b --- /dev/null +++ b/completions/completions_00038.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42fde855253ebbfe05180e5cbc74d00f5533d336d7ed1e599756cf82d4d6ab90 +size 29973 diff --git a/completions/completions_00039.parquet b/completions/completions_00039.parquet new file mode 100644 index 0000000..cb81b11 --- /dev/null +++ b/completions/completions_00039.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8db903cf99a0d64bc9178712d2342b91873a794c72c4615cc9408387c826076d +size 28786 diff --git a/completions/completions_00040.parquet b/completions/completions_00040.parquet new file mode 100644 index 0000000..635ab86 --- /dev/null +++ b/completions/completions_00040.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c71bacf2d6989e8e3029d8e992e8dc8929d33e8320c465a53b9791d892b15f39 +size 27975 diff --git a/completions/completions_00041.parquet b/completions/completions_00041.parquet new file mode 100644 index 0000000..0338473 --- /dev/null +++ b/completions/completions_00041.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28ce2fcdebe29e3cc611cf74176da9e72315b0fa05bf2da80a22211272c1b0a6 +size 29664 diff --git a/completions/completions_00042.parquet b/completions/completions_00042.parquet new file mode 100644 index 0000000..dfe3817 --- /dev/null +++ b/completions/completions_00042.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e4db6654fbb76af9a1daceb39fb4b573e32726142e7a6e95b00dc362e7bda40 +size 29676 diff --git a/completions/completions_00043.parquet b/completions/completions_00043.parquet new file mode 100644 index 0000000..1fb7f4d --- /dev/null +++ b/completions/completions_00043.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60e2a5650a52e334a79a870cd5accc738a12aefd0bb3108477a56448d39ca9ef +size 27257 diff --git a/completions/completions_00044.parquet b/completions/completions_00044.parquet new file mode 100644 index 0000000..05d7ee6 --- /dev/null +++ b/completions/completions_00044.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77b7f35b558429ea260bcfec0090bab814d710542122df3407c086f96ad9ab97 +size 28673 diff --git a/completions/completions_00045.parquet b/completions/completions_00045.parquet new file mode 100644 index 0000000..4c92335 --- /dev/null +++ b/completions/completions_00045.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a43049648b57cbef152c6f3c487f7c77320454fdf17c20797fbc322ee1cf6d5 +size 28457 diff --git a/completions/completions_00046.parquet b/completions/completions_00046.parquet new file mode 100644 index 0000000..2d6f589 --- /dev/null +++ b/completions/completions_00046.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:207363529baad13d7c5b832e57c4cf115e2ca7b38464d657761cd30a655e3239 +size 29124 diff --git a/completions/completions_00047.parquet b/completions/completions_00047.parquet new file mode 100644 index 0000000..e1a7212 --- /dev/null +++ b/completions/completions_00047.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5c8171d174a8b730a4137422adf9423a3d0e8f8f5cf75de43579d6d3583f9f5 +size 27827 diff --git a/completions/completions_00048.parquet b/completions/completions_00048.parquet new file mode 100644 index 0000000..f4f07c2 --- /dev/null +++ b/completions/completions_00048.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0164b94de6a28cea438e50fee360245398b9f7a2edeb21cc22bd52ea72ef4ab7 +size 28278 diff --git a/completions/completions_00049.parquet b/completions/completions_00049.parquet new file mode 100644 index 0000000..b0a2a16 --- /dev/null +++ b/completions/completions_00049.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6bd8596f910653ed7f5e90072da78f34bd9b9ccf52cdf189a787abcdad4dc98 +size 27514 diff --git a/completions/completions_00050.parquet b/completions/completions_00050.parquet new file mode 100644 index 0000000..7b7cf1f --- /dev/null +++ b/completions/completions_00050.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25326bcae2fe39f2fa7656a69a591319e18fd5bdaca3dd2c2438129609ee02f5 +size 28002 diff --git a/completions/completions_00051.parquet b/completions/completions_00051.parquet new file mode 100644 index 0000000..f695519 --- /dev/null +++ b/completions/completions_00051.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a1eb4d36936a093c3acd99c10161c9e934add7391234325fbfdc28127c34d65 +size 30128 diff --git a/completions/completions_00052.parquet b/completions/completions_00052.parquet new file mode 100644 index 0000000..6e45dc6 --- /dev/null +++ b/completions/completions_00052.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a48417a1635ae6f15d0bcb9e6a6384324a6f9133275d9980836bd67627ce78d4 +size 27561 diff --git a/completions/completions_00053.parquet b/completions/completions_00053.parquet new file mode 100644 index 0000000..718cedd --- /dev/null +++ b/completions/completions_00053.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fef045a7c5dde7a7592de6e05c3f2d81b06a919fc5d84f7ea5029060ea8cca94 +size 29117 diff --git a/completions/completions_00054.parquet b/completions/completions_00054.parquet new file mode 100644 index 0000000..6c1a980 --- /dev/null +++ b/completions/completions_00054.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ed8280e93864e2790b6c8a1a916e24b729443247607d68d3f1e4de3fb2b1ed5 +size 27983 diff --git a/completions/completions_00055.parquet b/completions/completions_00055.parquet new file mode 100644 index 0000000..f9850f4 --- /dev/null +++ b/completions/completions_00055.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:651ee8e961e20b1a5a68556fc3ff86c6a09f70bace4d56b3211e7d84de24afa7 +size 28201 diff --git a/completions/completions_00056.parquet b/completions/completions_00056.parquet new file mode 100644 index 0000000..4178f68 --- /dev/null +++ b/completions/completions_00056.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9825b91ef44d580cf12bbbb56b81090326d2c6e127e6faf30099201ebd07082 +size 29396 diff --git a/completions/completions_00057.parquet b/completions/completions_00057.parquet new file mode 100644 index 0000000..296ccbc --- /dev/null +++ b/completions/completions_00057.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b262678b34d46c75f203562dc540a27ff9b9368959df886cda54e039b928e6d +size 29137 diff --git a/completions/completions_00058.parquet b/completions/completions_00058.parquet new file mode 100644 index 0000000..799485e --- /dev/null +++ b/completions/completions_00058.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba73d0a9464b5aca7239d946f721af8c717d17bd8ce7a27d3261ced653a0ed9d +size 31908 diff --git a/completions/completions_00059.parquet b/completions/completions_00059.parquet new file mode 100644 index 0000000..61c924d --- /dev/null +++ b/completions/completions_00059.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:154a7ee8775393c0875998992050344ce927ff1b694b0ac1011d3d230cd43703 +size 31200 diff --git a/completions/completions_00060.parquet b/completions/completions_00060.parquet new file mode 100644 index 0000000..20bce57 --- /dev/null +++ b/completions/completions_00060.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8c621a8a2d468a84d6705561e00385c8a9e19e6a289d49f9fe2916968ac714c +size 26676 diff --git a/completions/completions_00061.parquet b/completions/completions_00061.parquet new file mode 100644 index 0000000..0941754 --- /dev/null +++ b/completions/completions_00061.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:066719c073c899a1dc62f892d30e21b49c3319e281fabbc7d7a2aa1742bf5509 +size 27177 diff --git a/completions/completions_00062.parquet b/completions/completions_00062.parquet new file mode 100644 index 0000000..f185abe --- /dev/null +++ b/completions/completions_00062.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c48f07c0592bbd69145dfbf711a21fc924f010b97617466d936e33f4a0d034ec +size 28297 diff --git a/config.json b/config.json new file mode 100644 index 0000000..902ba55 --- /dev/null +++ b/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": null, + "dtype": "float32", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 1024, + "initializer_range": 0.02, + "intermediate_size": 3072, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 40960, + "max_window_layers": 28, + "model_type": "qwen3", + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "transformers_version": "5.7.0.dev0", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..9787484 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.6, + "top_k": 20, + "top_p": 0.95, + "transformers_version": "5.7.0.dev0" +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..7e755a6 --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db53fd9a76967fb83ae5cf31881a434a5b7aab1a51ad9cd491c54ce3479d485a +size 2384234968 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..c7afbed --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506 +size 11422650 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..af5f35b --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,75 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": false, + "local_files_only": false, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "padding_side": "left", + "response_schema": { + "properties": { + "content": { + "type": "string" + }, + "reasoning_content": { + "type": "string" + }, + "role": { + "const": "assistant" + }, + "tool_calls": { + "items": { + "properties": { + "function": { + "properties": { + "arguments": { + "additionalProperties": {}, + "type": "object" + }, + "name": { + "type": "string" + } + }, + "type": "object" + }, + "type": { + "const": "function" + } + }, + "type": "object", + "x-parser": "json", + "x-parser-args": { + "transform": "{type: 'function', function: @}" + } + }, + "type": "array", + "x-regex-iterator": "\\s*(.+?)\\s*" + } + }, + "type": "object", + "x-regex": "^(?:\\n?(?:(?P.*?\\S.*?)\\n?|[\\s]*)\\s*)?(?P.*?)(?:\\n(?=))?(?=(?:|<\\|im_end\\|>|$))(?P(?:.+?\\s*)+)?\\s*(?:<\\|im_end\\|>|$)" + }, + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "truncation_side": "left", + "unk_token": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..47dbbd6 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94d6b35de6a4d0a9ebe706b922fdc8181c355b45d3a6dbf38889bd2e2808f4ba +size 7185