tawer12/qwen3-4b-recursive-sft-v3.2
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: tawer12/qwen3-4b-recursive-sft-v3.2
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-10-22 13:37:40 +08:00
commit bf506ebcbe
18 changed files with 153271 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

29
training_summary.json Normal file
View File

@@ -0,0 +1,29 @@
{
"stage": "SFT",
"base_model": "Qwen/Qwen3-4B-Base",
"source_checkpoint_name": "qwen3-4b-recursive-sft-v3.2-balanced",
"component_examples": 14126,
"decomposition_examples": 4707,
"direct_examples": 4707,
"aggregation_examples": 4712,
"unique_source_problems": 5241,
"configured_epochs": 6,
"optimizer_updates": 660,
"final_epoch": 5.951302378255946,
"global_component_batch_size": 128,
"training_gpu_count": 8,
"per_device_batch_size": 1,
"gradient_accumulation_steps": 16,
"max_sequence_length": 2048,
"learning_rate": 1e-05,
"weight_decay": 0.01,
"warmup_ratio": 0.1,
"scheduler": "cosine",
"seed": 1,
"precision": "bf16",
"gradient_checkpointing": true,
"loss": "output_tokens_only",
"prompt_representation": "raw_recursive_strings_not_chat_template",
"protocol": "original_tags_not_json",
"known_unrepaired_terminal_answer_targets": 387
}