commit 136a49459c030c6cc9494c06c51ea16b624db9ca Author: ModelHub XC Date: Thu Jul 23 15:00:10 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: hanshan1988/wordle-grpo-Qwen3-1.7B Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..e70b6a7 --- /dev/null +++ b/README.md @@ -0,0 +1,69 @@ +--- +base_model: Qwen/Qwen3-1.7B +library_name: transformers +model_name: wordle-grpo-Qwen3-1.7B +tags: +- generated_from_trainer +- grpo +- trackio:https://huggingface.co/spaces/hanshan1988/huggingface-static-8b7e88 +- trackio +- trl +licence: license +--- + +# Model Card for wordle-grpo-Qwen3-1.7B + +This model is a fine-tuned version of [Qwen/Qwen3-1.7B](https://huggingface.co/Qwen/Qwen3-1.7B). +It has been trained using [TRL](https://github.com/huggingface/trl). + +## Quick start + +```python +from transformers import pipeline + +question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?" +generator = pipeline("text-generation", model="hanshan1988/wordle-grpo-Qwen3-1.7B", device="cuda") +output = generator([{"role": "user", "content": question}], max_new_tokens=128, return_full_text=False)[0] +print(output["generated_text"]) +``` + +## Training procedure + + + + + +This model was trained with GRPO, a method introduced in [DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models](https://huggingface.co/papers/2402.03300). + +### Framework versions + +- TRL: 1.7.1 +- Transformers: 5.12.1 +- Pytorch: 2.11.0 +- Datasets: 5.0.0 +- Tokenizers: 0.22.2 + +## Citations + +Cite GRPO as: + +```bibtex +@article{shao2024deepseekmath, + title = {{DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models}}, + author = {Zhihong Shao and Peiyi Wang and Qihao Zhu and Runxin Xu and Junxiao Song and Mingchuan Zhang and Y. K. Li and Y. Wu and Daya Guo}, + year = 2024, + eprint = {arXiv:2402.03300}, +} +``` + +Cite TRL as: + +```bibtex +@software{vonwerra2020trl, + title = {{TRL: Transformers Reinforcement Learning}}, + author = {von Werra, Leandro and Belkada, Younes and Tunstall, Lewis and Beeching, Edward and Thrush, Tristan and Lambert, Nathan and Huang, Shengyi and Rasul, Kashif and Gallouédec, Quentin}, + license = {Apache-2.0}, + url = {https://github.com/huggingface/trl}, + year = {2020} +} +``` \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..01be9b3 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,89 @@ +{%- if tools %} + {{- '<|im_start|>system\n' }} + {%- if messages[0].role == 'system' %} + {{- messages[0].content + '\n\n' }} + {%- endif %} + {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n\n\nFor each function call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n<|im_end|>\n" }} +{%- else %} + {%- if messages[0].role == 'system' %} + {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('') and message.content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} +{%- endfor %} +{%- for message in messages %} + {%- if message.content is string %} + {%- set content = message.content %} + {%- else %} + {%- set content = '' %} + {%- endif %} + {%- if (message.role == "user") or (message.role == "system" and not loop.first) %} + {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is string %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in content %} + {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- set content = content.split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- if loop.index0 > ns.last_query_index %} + {%- if loop.last or (not loop.last and reasoning_content) %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content.strip('\n') + '\n\n\n' + content.lstrip('\n') }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- content }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/completions/completions_00001.parquet b/completions/completions_00001.parquet new file mode 100644 index 0000000..2899265 --- /dev/null +++ b/completions/completions_00001.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc4603df7d417cc7910ca0a66ff5f12fda63c3667cb986109c284049b033641f +size 32867 diff --git a/completions/completions_00002.parquet b/completions/completions_00002.parquet new file mode 100644 index 0000000..0f9d6bc --- /dev/null +++ b/completions/completions_00002.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c6dbbabb574967435c19051adfec8b7cb4d4ed91e860d8cb069b267e718ab6f +size 31825 diff --git a/completions/completions_00003.parquet b/completions/completions_00003.parquet new file mode 100644 index 0000000..80bfc41 --- /dev/null +++ b/completions/completions_00003.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe0f28e112d0a30cbc89aa21065c458e0e190e9c71746354e75e389fd4381630 +size 38028 diff --git a/completions/completions_00004.parquet b/completions/completions_00004.parquet new file mode 100644 index 0000000..ef28578 --- /dev/null +++ b/completions/completions_00004.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:811f6c1e119b3e0b2767fa57815cb225ba59a162b5880e0067c2ac91f06882aa +size 32868 diff --git a/completions/completions_00005.parquet b/completions/completions_00005.parquet new file mode 100644 index 0000000..b0f47cd --- /dev/null +++ b/completions/completions_00005.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4254937751319e1521b68ca2872c93d16a42061b6dc5ac380d67bb29c6b06e7e +size 34268 diff --git a/completions/completions_00006.parquet b/completions/completions_00006.parquet new file mode 100644 index 0000000..c140f07 --- /dev/null +++ b/completions/completions_00006.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e1f9473123ff17dfa0643a0fb5e49c229a1c83afa7b87a806116902742b00ef +size 38337 diff --git a/completions/completions_00007.parquet b/completions/completions_00007.parquet new file mode 100644 index 0000000..75a6d97 --- /dev/null +++ b/completions/completions_00007.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d35f6cfdf9373d7cbdf66a64a6575c3a1f0202a3c380ab39740e2d39b5a7047e +size 31643 diff --git a/completions/completions_00008.parquet b/completions/completions_00008.parquet new file mode 100644 index 0000000..760e71e --- /dev/null +++ b/completions/completions_00008.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2bdf5be4a4dafd2e1f58a0dc7cb35ead3ca5bed32e1ada3c79dd5001c400157 +size 35970 diff --git a/completions/completions_00009.parquet b/completions/completions_00009.parquet new file mode 100644 index 0000000..c31443e --- /dev/null +++ b/completions/completions_00009.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c119298b109b2e8b04ace3c8aefec2f885bcc9b4a9d18dd7dc1d995be83020db +size 36535 diff --git a/completions/completions_00010.parquet b/completions/completions_00010.parquet new file mode 100644 index 0000000..6c7fdd7 --- /dev/null +++ b/completions/completions_00010.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24aef053ac0ffbf5aef92e6871dee466d1300af3621d0825e10322050a2ed3a0 +size 30520 diff --git a/completions/completions_00011.parquet b/completions/completions_00011.parquet new file mode 100644 index 0000000..f56e9eb --- /dev/null +++ b/completions/completions_00011.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7604b50ca809e77bf176c2687edf63c49a83cb0f79d8fa800dae9335ad0cb309 +size 41491 diff --git a/completions/completions_00012.parquet b/completions/completions_00012.parquet new file mode 100644 index 0000000..c5254a9 --- /dev/null +++ b/completions/completions_00012.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43ac83655429b908503cda60a318de7e0c540fa0a7cb82e3e061ffb0b183def4 +size 35175 diff --git a/completions/completions_00013.parquet b/completions/completions_00013.parquet new file mode 100644 index 0000000..9e867de --- /dev/null +++ b/completions/completions_00013.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:125f21794e9b82f011edadbec03400fe3fe22bcde2238909e538009c642e6c84 +size 32504 diff --git a/completions/completions_00014.parquet b/completions/completions_00014.parquet new file mode 100644 index 0000000..61dcfc6 --- /dev/null +++ b/completions/completions_00014.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c214bac9145c0c79f5f079ad25ab8f914d107b7f7c611cd90364039694c60776 +size 28438 diff --git a/completions/completions_00015.parquet b/completions/completions_00015.parquet new file mode 100644 index 0000000..1e4e70a --- /dev/null +++ b/completions/completions_00015.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eede75286a7caa0e9c3b9e0d6066934d2959952a0f449ef7a06d18fdc14a4b60 +size 32050 diff --git a/completions/completions_00016.parquet b/completions/completions_00016.parquet new file mode 100644 index 0000000..fa08568 --- /dev/null +++ b/completions/completions_00016.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a949eac2beb2909e0c61bd98bd9a24ac4ef9d9bcc74e73cd26d981c93013945d +size 37709 diff --git a/completions/completions_00017.parquet b/completions/completions_00017.parquet new file mode 100644 index 0000000..90c970d --- /dev/null +++ b/completions/completions_00017.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e865bb00659cf22c270a655e2929eb40e865a02c4c3db76d9233f70b17dc71a0 +size 32600 diff --git a/completions/completions_00018.parquet b/completions/completions_00018.parquet new file mode 100644 index 0000000..52ec2fa --- /dev/null +++ b/completions/completions_00018.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6560abeb98f8b172b419784a19980f85c5973c329a247ebe911f044c3338f340 +size 33921 diff --git a/completions/completions_00019.parquet b/completions/completions_00019.parquet new file mode 100644 index 0000000..03e42ef --- /dev/null +++ b/completions/completions_00019.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36e0b6c70170790c197652289746f48018accdb97b95f00b74e5894c26e42ccf +size 33557 diff --git a/completions/completions_00020.parquet b/completions/completions_00020.parquet new file mode 100644 index 0000000..a36820f --- /dev/null +++ b/completions/completions_00020.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7e7709149a1c18c84901b6211a8beb18ba549cb7a432bd6172001f1a14ada9d +size 33036 diff --git a/completions/completions_00021.parquet b/completions/completions_00021.parquet new file mode 100644 index 0000000..a60d73b --- /dev/null +++ b/completions/completions_00021.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:388e1cbfec8115b8689c215a6b4ee125a9069f2fcfe8ea01b18b4a13333eb329 +size 37884 diff --git a/completions/completions_00022.parquet b/completions/completions_00022.parquet new file mode 100644 index 0000000..0c750f3 --- /dev/null +++ b/completions/completions_00022.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a25b48bb193e883191d92e88bc9e17570f71e144180485024f0e47c8b4d2a397 +size 35716 diff --git a/completions/completions_00023.parquet b/completions/completions_00023.parquet new file mode 100644 index 0000000..276e5a8 --- /dev/null +++ b/completions/completions_00023.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:238c7f0ab053b32413f82efa235754533460f6946df28cf5c79f59ac774cf667 +size 30868 diff --git a/completions/completions_00024.parquet b/completions/completions_00024.parquet new file mode 100644 index 0000000..b296f9a --- /dev/null +++ b/completions/completions_00024.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4119cdbe3679c282d5830011dbfcca8274116fac85cb9665199069d51ca5ef6 +size 31430 diff --git a/completions/completions_00025.parquet b/completions/completions_00025.parquet new file mode 100644 index 0000000..341acd0 --- /dev/null +++ b/completions/completions_00025.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63c6340c4b74cfae5a719e6e7182fada70db0ab7b6117994d36033a81272a8ab +size 37492 diff --git a/completions/completions_00026.parquet b/completions/completions_00026.parquet new file mode 100644 index 0000000..5806b95 --- /dev/null +++ b/completions/completions_00026.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:add8342875a21000b63da07226c820140d879ba7cc91d3819c44914fc15abe0f +size 34100 diff --git a/completions/completions_00027.parquet b/completions/completions_00027.parquet new file mode 100644 index 0000000..d55ea45 --- /dev/null +++ b/completions/completions_00027.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7060a792fd8a5d77f0ab7a9eda483d66ddbf7d048933da7026529c565af22e2b +size 35591 diff --git a/completions/completions_00028.parquet b/completions/completions_00028.parquet new file mode 100644 index 0000000..b022fad --- /dev/null +++ b/completions/completions_00028.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fdd8d01a46530f24d40f64455c10d97d11b476d30fb82b649bbb44f2f2c0313 +size 33466 diff --git a/completions/completions_00029.parquet b/completions/completions_00029.parquet new file mode 100644 index 0000000..04f1e98 --- /dev/null +++ b/completions/completions_00029.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cd248c2876e187626256f76b07faac6cfdb92e2ca5a9c3d158bcd9b24d757c1 +size 31976 diff --git a/completions/completions_00030.parquet b/completions/completions_00030.parquet new file mode 100644 index 0000000..302a975 --- /dev/null +++ b/completions/completions_00030.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:859153e2e92f65ab82d2ad2d76d96ea076ec0a1d71570d6f65f63af794473143 +size 31814 diff --git a/completions/completions_00031.parquet b/completions/completions_00031.parquet new file mode 100644 index 0000000..439925e --- /dev/null +++ b/completions/completions_00031.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f4f6bb931b1457600cf221cf0a8c47859ff2b6a082b6aaa7d6a997e72b42091 +size 33401 diff --git a/completions/completions_00032.parquet b/completions/completions_00032.parquet new file mode 100644 index 0000000..359298e --- /dev/null +++ b/completions/completions_00032.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5502219ba0fa8c7363a0e1b0f782c597a58f73df7fbb5d943139c66eefaf1b73 +size 30982 diff --git a/completions/completions_00033.parquet b/completions/completions_00033.parquet new file mode 100644 index 0000000..6446b47 --- /dev/null +++ b/completions/completions_00033.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54819d61c10332cc71d2eae9c8d7890f9720b4dbe117499e7beac3745259fec7 +size 29894 diff --git a/completions/completions_00034.parquet b/completions/completions_00034.parquet new file mode 100644 index 0000000..8bacd47 --- /dev/null +++ b/completions/completions_00034.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78e607abbe10fdff42a39c9d935152c47ef9662c1d4ce1e8c8fd2b18be6effec +size 33465 diff --git a/completions/completions_00035.parquet b/completions/completions_00035.parquet new file mode 100644 index 0000000..7177dd5 --- /dev/null +++ b/completions/completions_00035.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f770fb30338b601f38e9e90f3522cbcd8047bc4f8530a502c7ea35f6e95b01f7 +size 38074 diff --git a/completions/completions_00036.parquet b/completions/completions_00036.parquet new file mode 100644 index 0000000..86b107f --- /dev/null +++ b/completions/completions_00036.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d36ead9b56e5c9455d0f3e9507aa342e19ba0d7e3ee5c3d327611c7f81980ec3 +size 32069 diff --git a/completions/completions_00037.parquet b/completions/completions_00037.parquet new file mode 100644 index 0000000..b3b511c --- /dev/null +++ b/completions/completions_00037.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d04da77c34aea97c1d4d55fa1479316a3e8878703183851ecdec54e31786702 +size 35487 diff --git a/completions/completions_00038.parquet b/completions/completions_00038.parquet new file mode 100644 index 0000000..0cd644c --- /dev/null +++ b/completions/completions_00038.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d804676d9f585dc096bbf4a4db3dae135f1436860a11dcb8f1e3a84c9510717 +size 34484 diff --git a/completions/completions_00039.parquet b/completions/completions_00039.parquet new file mode 100644 index 0000000..689a8a0 --- /dev/null +++ b/completions/completions_00039.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3af5054b1dfe3ce72738b26934c3be7960149f99684d6ffb4669bdf9a2f73461 +size 33361 diff --git a/completions/completions_00040.parquet b/completions/completions_00040.parquet new file mode 100644 index 0000000..6246ffd --- /dev/null +++ b/completions/completions_00040.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f487f3fdabb9b51855e23d6cdea96f643f30ea9a2e48f62688fc4fe2440896dd +size 32248 diff --git a/completions/completions_00041.parquet b/completions/completions_00041.parquet new file mode 100644 index 0000000..7fe1ded --- /dev/null +++ b/completions/completions_00041.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf6faa076bd4775e4a98b44a32e1fa0dd429e7a2ef0d366ae7d2dec2c135d5fe +size 34373 diff --git a/completions/completions_00042.parquet b/completions/completions_00042.parquet new file mode 100644 index 0000000..01d1ad2 --- /dev/null +++ b/completions/completions_00042.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9707847e77faf48655b83ee5f1c769c05932fbe9cbec2e5db26e375a58261776 +size 37140 diff --git a/completions/completions_00043.parquet b/completions/completions_00043.parquet new file mode 100644 index 0000000..d468d3d --- /dev/null +++ b/completions/completions_00043.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecad0d1f4e8fc91029bae4fa7668fab18ed668d2f80009aaceebb81e574e20d8 +size 33612 diff --git a/completions/completions_00044.parquet b/completions/completions_00044.parquet new file mode 100644 index 0000000..b550a59 --- /dev/null +++ b/completions/completions_00044.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70583a413a214e2a674fdb489309660a61cc1a5f4d6f8558919071ec92620993 +size 33827 diff --git a/completions/completions_00045.parquet b/completions/completions_00045.parquet new file mode 100644 index 0000000..0b4f5f9 --- /dev/null +++ b/completions/completions_00045.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff609ac506b64ad50f00550a42f8ac0ce9b75f7eaed18bbb458f309a2a8a2569 +size 33341 diff --git a/completions/completions_00046.parquet b/completions/completions_00046.parquet new file mode 100644 index 0000000..9e57824 --- /dev/null +++ b/completions/completions_00046.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5a38c8c44fb30698b1f70362ad168fd84b965528f16af7a417960e160c0ff1e +size 31550 diff --git a/completions/completions_00047.parquet b/completions/completions_00047.parquet new file mode 100644 index 0000000..6d8790d --- /dev/null +++ b/completions/completions_00047.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:679a5836137edb3e5beab3243b3ac76768b80fc60524d8a3d560a00f0d42b473 +size 34389 diff --git a/config.json b/config.json new file mode 100644 index 0000000..cffcae6 --- /dev/null +++ b/config.json @@ -0,0 +1,63 @@ +{ + "architectures": [ + "Qwen3ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": null, + "dtype": "float32", + "eos_token_id": 151645, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 6144, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "max_position_embeddings": 40960, + "max_window_layers": 28, + "model_type": "qwen3", + "num_attention_heads": 16, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": 151643, + "rms_norm_eps": 1e-06, + "rope_parameters": { + "rope_theta": 1000000, + "rope_type": "default" + }, + "sliding_window": null, + "tie_word_embeddings": true, + "transformers_version": "5.12.1", + "use_cache": false, + "use_sliding_window": false, + "vocab_size": 151936 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..0b4efd3 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "do_sample": true, + "eos_token_id": [ + 151645, + 151643 + ], + "pad_token_id": 151643, + "temperature": 0.6, + "top_k": 20, + "top_p": 0.95, + "transformers_version": "5.12.1" +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..b5cf4b7 --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b35ff52ad366b58004b1bcce9ba94d3f9b5d64c80c0f3e0bb9b200900085d2a8 +size 6882335328 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..c7afbed --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506 +size 11422650 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..df48cb9 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,75 @@ +{ + "add_prefix_space": false, + "backend": "tokenizers", + "bos_token": null, + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "errors": "replace", + "extra_special_tokens": [ + "<|im_start|>", + "<|im_end|>", + "<|object_ref_start|>", + "<|object_ref_end|>", + "<|box_start|>", + "<|box_end|>", + "<|quad_start|>", + "<|quad_end|>", + "<|vision_start|>", + "<|vision_end|>", + "<|vision_pad|>", + "<|image_pad|>", + "<|video_pad|>" + ], + "is_local": false, + "local_files_only": false, + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "padding_side": "left", + "response_schema": { + "properties": { + "content": { + "type": "string" + }, + "reasoning_content": { + "type": "string" + }, + "role": { + "const": "assistant" + }, + "tool_calls": { + "items": { + "properties": { + "function": { + "properties": { + "arguments": { + "additionalProperties": {}, + "type": "object" + }, + "name": { + "type": "string" + } + }, + "type": "object" + }, + "type": { + "const": "function" + } + }, + "type": "object", + "x-parser": "json", + "x-parser-args": { + "transform": "{type: 'function', function: @}" + } + }, + "type": "array", + "x-regex-iterator": "\\s*(.+?)\\s*" + } + }, + "type": "object", + "x-regex": "^(?:\\n?(?:(?P.*?\\S.*?)\\n?|[\\s]*)\\s*)?(?P(?:(?!)[\\s\\S])*?)(?:\\n(?=))?(?=(?:|<\\|im_end\\|>|$))(?P(?:(?:(?!)[\\s\\S])+\\s*)+)?\\s*(?:<\\|im_end\\|>|$)" + }, + "split_special_tokens": false, + "tokenizer_class": "Qwen2Tokenizer", + "truncation_side": "left", + "unk_token": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..ca08fa3 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7874250040045cf723d0dfa3a3931b1d34313835e57c36f684c3157e62858323 +size 7377