hemaya/oversight-grpo-Qwen3-0.6B
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: hemaya/oversight-grpo-Qwen3-0.6B
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-06-16 04:03:18 +08:00
commit ccbf0e90c0
71 changed files with 537 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

36
.gitattributes vendored Normal file
View File

@@ -0,0 +1,36 @@
*.7z filter=lfs diff=lfs merge=lfs -text
*.arrow filter=lfs diff=lfs merge=lfs -text
*.bin filter=lfs diff=lfs merge=lfs -text
*.bz2 filter=lfs diff=lfs merge=lfs -text
*.ckpt filter=lfs diff=lfs merge=lfs -text
*.ftz filter=lfs diff=lfs merge=lfs -text
*.gz filter=lfs diff=lfs merge=lfs -text
*.h5 filter=lfs diff=lfs merge=lfs -text
*.joblib filter=lfs diff=lfs merge=lfs -text
*.lfs.* filter=lfs diff=lfs merge=lfs -text
*.mlmodel filter=lfs diff=lfs merge=lfs -text
*.model filter=lfs diff=lfs merge=lfs -text
*.msgpack filter=lfs diff=lfs merge=lfs -text
*.npy filter=lfs diff=lfs merge=lfs -text
*.npz filter=lfs diff=lfs merge=lfs -text
*.onnx filter=lfs diff=lfs merge=lfs -text
*.ot filter=lfs diff=lfs merge=lfs -text
*.parquet filter=lfs diff=lfs merge=lfs -text
*.pb filter=lfs diff=lfs merge=lfs -text
*.pickle filter=lfs diff=lfs merge=lfs -text
*.pkl filter=lfs diff=lfs merge=lfs -text
*.pt filter=lfs diff=lfs merge=lfs -text
*.pth filter=lfs diff=lfs merge=lfs -text
*.rar filter=lfs diff=lfs merge=lfs -text
*.safetensors filter=lfs diff=lfs merge=lfs -text
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
*.tar.* filter=lfs diff=lfs merge=lfs -text
*.tar filter=lfs diff=lfs merge=lfs -text
*.tflite filter=lfs diff=lfs merge=lfs -text
*.tgz filter=lfs diff=lfs merge=lfs -text
*.wasm filter=lfs diff=lfs merge=lfs -text
*.xz filter=lfs diff=lfs merge=lfs -text
*.zip filter=lfs diff=lfs merge=lfs -text
*.zst filter=lfs diff=lfs merge=lfs -text
*tfevents* filter=lfs diff=lfs merge=lfs -text
tokenizer.json filter=lfs diff=lfs merge=lfs -text

67
README.md Normal file
View File

@@ -0,0 +1,67 @@
---
base_model: Qwen/Qwen3-0.6B
library_name: transformers
model_name: oversight-grpo-Qwen3-0.6B
tags:
- generated_from_trainer
- grpo
- trl
licence: license
---
# Model Card for oversight-grpo-Qwen3-0.6B
This model is a fine-tuned version of [Qwen/Qwen3-0.6B](https://huggingface.co/Qwen/Qwen3-0.6B).
It has been trained using [TRL](https://github.com/huggingface/trl).
## Quick start
```python
from transformers import pipeline
question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?"
generator = pipeline("text-generation", model="hemaya/oversight-grpo-Qwen3-0.6B", device="cuda")
output = generator([{"role": "user", "content": question}], max_new_tokens=128, return_full_text=False)[0]
print(output["generated_text"])
```
## Training procedure
This model was trained with GRPO, a method introduced in [DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models](https://huggingface.co/papers/2402.03300).
### Framework versions
- TRL: 1.2.0
- Transformers: 5.7.0.dev0
- Pytorch: 2.11.0
- Datasets: 4.8.4
- Tokenizers: 0.22.2
## Citations
Cite GRPO as:
```bibtex
@article{shao2024deepseekmath,
title = {{DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models}},
author = {Zhihong Shao and Peiyi Wang and Qihao Zhu and Runxin Xu and Junxiao Song and Mingchuan Zhang and Y. K. Li and Y. Wu and Daya Guo},
year = 2024,
eprint = {arXiv:2402.03300},
}
```
Cite TRL as:
```bibtex
@software{vonwerra2020trl,
title = {{TRL: Transformers Reinforcement Learning}},
author = {von Werra, Leandro and Belkada, Younes and Tunstall, Lewis and Beeching, Edward and Thrush, Tristan and Lambert, Nathan and Huang, Shengyi and Rasul, Kashif and Gallouédec, Quentin},
license = {Apache-2.0},
url = {https://github.com/huggingface/trl},
year = {2020}
}
```

89
chat_template.jinja Normal file
View File

@@ -0,0 +1,89 @@
{%- if tools %}
{{- '<|im_start|>system\n' }}
{%- if messages[0].role == 'system' %}
{{- messages[0].content + '\n\n' }}
{%- endif %}
{{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
{%- for tool in tools %}
{{- "\n" }}
{{- tool | tojson }}
{%- endfor %}
{{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
{%- else %}
{%- if messages[0].role == 'system' %}
{{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
{%- endif %}
{%- endif %}
{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
{%- for message in messages[::-1] %}
{%- set index = (messages|length - 1) - loop.index0 %}
{%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('<tool_response>') and message.content.endswith('</tool_response>')) %}
{%- set ns.multi_step_tool = false %}
{%- set ns.last_query_index = index %}
{%- endif %}
{%- endfor %}
{%- for message in messages %}
{%- if message.content is string %}
{%- set content = message.content %}
{%- else %}
{%- set content = '' %}
{%- endif %}
{%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
{{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
{%- elif message.role == "assistant" %}
{%- set reasoning_content = '' %}
{%- if message.reasoning_content is string %}
{%- set reasoning_content = message.reasoning_content %}
{%- else %}
{%- if '</think>' in content %}
{%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
{%- set content = content.split('</think>')[-1].lstrip('\n') %}
{%- endif %}
{%- endif %}
{%- if loop.index0 > ns.last_query_index %}
{%- if loop.last or (not loop.last and reasoning_content) %}
{{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content.strip('\n') + '\n</think>\n\n' + content.lstrip('\n') }}
{%- else %}
{{- '<|im_start|>' + message.role + '\n' + content }}
{%- endif %}
{%- else %}
{{- '<|im_start|>' + message.role + '\n' + content }}
{%- endif %}
{%- if message.tool_calls %}
{%- for tool_call in message.tool_calls %}
{%- if (loop.first and content) or (not loop.first) %}
{{- '\n' }}
{%- endif %}
{%- if tool_call.function %}
{%- set tool_call = tool_call.function %}
{%- endif %}
{{- '<tool_call>\n{"name": "' }}
{{- tool_call.name }}
{{- '", "arguments": ' }}
{%- if tool_call.arguments is string %}
{{- tool_call.arguments }}
{%- else %}
{{- tool_call.arguments | tojson }}
{%- endif %}
{{- '}\n</tool_call>' }}
{%- endfor %}
{%- endif %}
{{- '<|im_end|>\n' }}
{%- elif message.role == "tool" %}
{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
{{- '<|im_start|>user' }}
{%- endif %}
{{- '\n<tool_response>\n' }}
{{- content }}
{{- '\n</tool_response>' }}
{%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
{{- '<|im_end|>\n' }}
{%- endif %}
{%- endif %}
{%- endfor %}
{%- if add_generation_prompt %}
{{- '<|im_start|>assistant\n' }}
{%- if enable_thinking is defined and enable_thinking is false %}
{{- '<think>\n\n</think>\n\n' }}
{%- endif %}
{%- endif %}

3
completions/completions_00001.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:322555863351186e69cbfc4a1d8a48c7ebf6277ff71aa79c218e7731e088d08a
size 26180

3
completions/completions_00002.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:fb9062272563e10f1056e4215e1598842557ce419ed55e0bf448d78f99c50637
size 25045

3
completions/completions_00003.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:2150b106bd1ff570339f7781f5c6c1e445227944e2275445cc4ce2c8cc41347d
size 24206

3
completions/completions_00004.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:28a1f945cf514fb11afc372ac1c1a4390ebb7271c9e416fab5a607a4de516a2c
size 25353

3
completions/completions_00005.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:0953b751f4b10f1fe8a5d84e539b0ce68e620d183323fb42d7e03c15dcec5a92
size 24226

3
completions/completions_00006.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:64ea10f599fa5f762676469741bcf28cf37a4d8f183302be31e8b3be8a7bf031
size 27655

3
completions/completions_00007.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:66bdca0343e2fe9287d2c4250845b152318e2e545a3e9a3dcd8841be69c84d09
size 25478

3
completions/completions_00008.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:6891b91b63a27be9420338f4eb0cb3b39995a4055e0c035f37a42b58d729cf4d
size 27555

3
completions/completions_00009.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:71fdd0908915e9130036959e3d284b482ecbad5699e9e395e1d27ac92189d404
size 27566

3
completions/completions_00010.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:6e204364077ecf4259cc9469fda8b1f5765e2b0af41cf16075b898cc8f201094
size 24807

3
completions/completions_00011.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:d6f25fba70d8dd42a0754167c72c7e9551c6fc6e893abf5051df99aba21c68ee
size 25022

3
completions/completions_00012.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:1a7d558728761f0e2be491a0e7644648932099b9c1c5f1a97ca47a8e3a4b7755
size 24094

3
completions/completions_00013.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:9006603398458c521796c7bbc637a8efceea15bcfd880ba15946b2236f3c4548
size 24317

3
completions/completions_00014.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:2390f5d1ab346a01d9980d5b5f718f4962a38f9e6ea852ff8d24c2eb77f64809
size 28622

3
completions/completions_00015.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:eb7367afb03ed0be82c56775f81194723f43218ddb0c56bf11f78869cbecbb3f
size 25312

3
completions/completions_00016.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:33b95017f47930c9cc6ac4713d9c796a06cebcfe24132863bf6f0ee364ef9412
size 23827

3
completions/completions_00017.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:47202b13ec103c9adfeb9bb8531fa1c286e779545dd74e174dbd2d31785794ee
size 27250

3
completions/completions_00018.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:a9fc59ac15ab3c051285c119cc6257fca0ef28fd8fbf038c6c7663eded8e5256
size 27302

3
completions/completions_00019.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:4331bdc5a509b32b2284cd205c96edcc722bc1f805c3adf8313ea80410a16ed3
size 25006

3
completions/completions_00020.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:d264f64fed939fdca8da24b6c483b69ec51e5b2b0468ea75d37391acb3db48a8
size 28559

3
completions/completions_00021.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:e3180157c27579d6b860ef581190d14e25eac839217143bdd9650254e7890c53
size 26969

3
completions/completions_00022.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:5227b3dbaa7411ffb2cf9cb40130eadeb588c6ec2ca082f134159025e8128a3f
size 28907

3
completions/completions_00023.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:05598133f49f17b162ef0b9af0969a191c6751880ba111e1cf99b1c7edb28ec0
size 26297

3
completions/completions_00024.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:0cf216df37031401b0a6f4a6274c014feecda55c46f049b728f3272c0b8e30ee
size 28518

3
completions/completions_00025.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:8aa98de707ccc7a322e2f06f5206278a7ce7adb36b81d7d22ab25acd5a9a886f
size 27542

3
completions/completions_00026.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:c79fb72f1699ea0818583373cade0e602ba2fd74c94b7c5596c9c12a9f6e7572
size 26265

3
completions/completions_00027.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:c3fbb640428e6770902350e9e6d8d3b5e64ccbb11fff570a714e54a92386985e
size 27606

3
completions/completions_00028.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:87fba1fad7e6186d3138e8ce9127988e2dd65d33b6ff6f2492c10041ab58c69e
size 27329

3
completions/completions_00029.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:6aef4090dd27f6e400166a4cdea2562461b033b5abae6031b50da0d014d5ab7b
size 28544

3
completions/completions_00030.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:0ef6b91a84262c452f99651db37655c65d7a3cae34d296b5410c9d4310461016
size 26678

3
completions/completions_00031.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:f77f6d9503460bdfceb3c2f1f4d9f7e2f23ace1ec51a9b196897bf347351e3b3
size 26235

3
completions/completions_00032.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:3f0f563c0995fdbe601bfed539a6856194723bd7106239bd494fd8a35cfd89f5
size 30416

3
completions/completions_00033.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:0a5735869f6cbabc17dd08d757b252d482d945271d88f7f8757ad62320743d11
size 27746

3
completions/completions_00034.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:cc02ad3900857a92f6b53fb983f77078a38e47d897a06482ff279610167befab
size 28560

3
completions/completions_00035.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:78f8c29eef814e810fbe046d80da7105b1e2b0e9b0c0ce49e0a8fb0415ae3de3
size 29961

3
completions/completions_00036.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:c15ec8acd919fead6a3f1ad59f600a569a016c0bf5dbd754401e4ad2d07ea6ca
size 28829

3
completions/completions_00037.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:dd851272d4fc621fcce9d3447843733e5e5aa12157d1b0a100d1ceef87313026
size 30484

3
completions/completions_00038.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:42fde855253ebbfe05180e5cbc74d00f5533d336d7ed1e599756cf82d4d6ab90
size 29973

3
completions/completions_00039.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:8db903cf99a0d64bc9178712d2342b91873a794c72c4615cc9408387c826076d
size 28786

3
completions/completions_00040.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:c71bacf2d6989e8e3029d8e992e8dc8929d33e8320c465a53b9791d892b15f39
size 27975

3
completions/completions_00041.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:28ce2fcdebe29e3cc611cf74176da9e72315b0fa05bf2da80a22211272c1b0a6
size 29664

3
completions/completions_00042.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:2e4db6654fbb76af9a1daceb39fb4b573e32726142e7a6e95b00dc362e7bda40
size 29676

3
completions/completions_00043.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:60e2a5650a52e334a79a870cd5accc738a12aefd0bb3108477a56448d39ca9ef
size 27257

3
completions/completions_00044.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:77b7f35b558429ea260bcfec0090bab814d710542122df3407c086f96ad9ab97
size 28673

3
completions/completions_00045.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:4a43049648b57cbef152c6f3c487f7c77320454fdf17c20797fbc322ee1cf6d5
size 28457

3
completions/completions_00046.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:207363529baad13d7c5b832e57c4cf115e2ca7b38464d657761cd30a655e3239
size 29124

3
completions/completions_00047.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:e5c8171d174a8b730a4137422adf9423a3d0e8f8f5cf75de43579d6d3583f9f5
size 27827

3
completions/completions_00048.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:0164b94de6a28cea438e50fee360245398b9f7a2edeb21cc22bd52ea72ef4ab7
size 28278

3
completions/completions_00049.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:d6bd8596f910653ed7f5e90072da78f34bd9b9ccf52cdf189a787abcdad4dc98
size 27514

3
completions/completions_00050.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:25326bcae2fe39f2fa7656a69a591319e18fd5bdaca3dd2c2438129609ee02f5
size 28002

3
completions/completions_00051.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:7a1eb4d36936a093c3acd99c10161c9e934add7391234325fbfdc28127c34d65
size 30128

3
completions/completions_00052.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:a48417a1635ae6f15d0bcb9e6a6384324a6f9133275d9980836bd67627ce78d4
size 27561

3
completions/completions_00053.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:fef045a7c5dde7a7592de6e05c3f2d81b06a919fc5d84f7ea5029060ea8cca94
size 29117

3
completions/completions_00054.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:0ed8280e93864e2790b6c8a1a916e24b729443247607d68d3f1e4de3fb2b1ed5
size 27983

3
completions/completions_00055.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:651ee8e961e20b1a5a68556fc3ff86c6a09f70bace4d56b3211e7d84de24afa7
size 28201

3
completions/completions_00056.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:f9825b91ef44d580cf12bbbb56b81090326d2c6e127e6faf30099201ebd07082
size 29396

3
completions/completions_00057.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:7b262678b34d46c75f203562dc540a27ff9b9368959df886cda54e039b928e6d
size 29137

3
completions/completions_00058.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:ba73d0a9464b5aca7239d946f721af8c717d17bd8ce7a27d3261ced653a0ed9d
size 31908

3
completions/completions_00059.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:154a7ee8775393c0875998992050344ce927ff1b694b0ac1011d3d230cd43703
size 31200

3
completions/completions_00060.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:f8c621a8a2d468a84d6705561e00385c8a9e19e6a289d49f9fe2916968ac714c
size 26676

3
completions/completions_00061.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:066719c073c899a1dc62f892d30e21b49c3319e281fabbc7d7a2aa1742bf5509
size 27177

3
completions/completions_00062.parquet Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:c48f07c0592bbd69145dfbf711a21fc924f010b97617466d936e33f4a0d034ec
size 28297

63
config.json Normal file
View File

@@ -0,0 +1,63 @@
{
"architectures": [
"Qwen3ForCausalLM"
],
"attention_bias": false,
"attention_dropout": 0.0,
"bos_token_id": null,
"dtype": "float32",
"eos_token_id": 151645,
"head_dim": 128,
"hidden_act": "silu",
"hidden_size": 1024,
"initializer_range": 0.02,
"intermediate_size": 3072,
"layer_types": [
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention",
"full_attention"
],
"max_position_embeddings": 40960,
"max_window_layers": 28,
"model_type": "qwen3",
"num_attention_heads": 16,
"num_hidden_layers": 28,
"num_key_value_heads": 8,
"pad_token_id": 151643,
"rms_norm_eps": 1e-06,
"rope_parameters": {
"rope_theta": 1000000,
"rope_type": "default"
},
"sliding_window": null,
"tie_word_embeddings": true,
"transformers_version": "5.7.0.dev0",
"use_cache": false,
"use_sliding_window": false,
"vocab_size": 151936
}

12
generation_config.json Normal file
View File

@@ -0,0 +1,12 @@
{
"do_sample": true,
"eos_token_id": [
151645,
151643
],
"pad_token_id": 151643,
"temperature": 0.6,
"top_k": 20,
"top_p": 0.95,
"transformers_version": "5.7.0.dev0"
}

3
model.safetensors Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:db53fd9a76967fb83ae5cf31881a434a5b7aab1a51ad9cd491c54ce3479d485a
size 2384234968

3
tokenizer.json Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506
size 11422650

75
tokenizer_config.json Normal file
View File

@@ -0,0 +1,75 @@
{
"add_prefix_space": false,
"backend": "tokenizers",
"bos_token": null,
"clean_up_tokenization_spaces": false,
"eos_token": "<|im_end|>",
"errors": "replace",
"extra_special_tokens": [
"<|im_start|>",
"<|im_end|>",
"<|object_ref_start|>",
"<|object_ref_end|>",
"<|box_start|>",
"<|box_end|>",
"<|quad_start|>",
"<|quad_end|>",
"<|vision_start|>",
"<|vision_end|>",
"<|vision_pad|>",
"<|image_pad|>",
"<|video_pad|>"
],
"is_local": false,
"local_files_only": false,
"model_max_length": 131072,
"pad_token": "<|endoftext|>",
"padding_side": "left",
"response_schema": {
"properties": {
"content": {
"type": "string"
},
"reasoning_content": {
"type": "string"
},
"role": {
"const": "assistant"
},
"tool_calls": {
"items": {
"properties": {
"function": {
"properties": {
"arguments": {
"additionalProperties": {},
"type": "object"
},
"name": {
"type": "string"
}
},
"type": "object"
},
"type": {
"const": "function"
}
},
"type": "object",
"x-parser": "json",
"x-parser-args": {
"transform": "{type: 'function', function: @}"
}
},
"type": "array",
"x-regex-iterator": "<tool_call>\\s*(.+?)\\s*</tool_call>"
}
},
"type": "object",
"x-regex": "^(?:<think>\\n?(?:(?P<reasoning_content>.*?\\S.*?)\\n?|[\\s]*)</think>\\s*)?(?P<content>.*?)(?:\\n(?=<tool_call>))?(?=(?:<tool_call>|<\\|im_end\\|>|$))(?P<tool_calls>(?:<tool_call>.+?</tool_call>\\s*)+)?\\s*(?:<\\|im_end\\|>|$)"
},
"split_special_tokens": false,
"tokenizer_class": "Qwen2Tokenizer",
"truncation_side": "left",
"unk_token": null
}

3
training_args.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:94d6b35de6a4d0a9ebe706b922fdc8181c355b45d3a6dbf38889bd2e2808f4ba
size 7185