62 lines
3.3 KiB
JSON
62 lines
3.3 KiB
JSON
|
{
|
||
|
|
"created_at": "2026-07-10 01:00:49",
|
||
|
|
"run": {
|
||
|
|
"name": "v22_scratch_clean_cot_lr6e6_ep3",
|
||
|
|
"dataset": "scratch_clean_cot_ep3",
|
||
|
|
"model_path": "OpenOneRec/OneReason-0.8B-pretrain-competition",
|
||
|
|
"lr": "6.0e-6",
|
||
|
|
"epochs": 3,
|
||
|
|
"warmup": 0.02,
|
||
|
|
"scheduler": "cosine",
|
||
|
|
"seed": 202607221,
|
||
|
|
"note": "Scratch SFT from official OneReason. Clean CoT-balanced long run: original CoT data plus short/clean rec CoT, no-think direct rec route, strict user JSON, and strong item replay. Tests whether 3 epochs at low LR learns stable CoT without v7 final-only bias.",
|
||
|
|
"config": "/home/ll/llm4rec/experiments/configs/v22_scratch_clean_cot_lr6e6_ep3.yaml"
|
||
|
|
},
|
||
|
|
"dataset_manifest": {
|
||
|
|
"name": "scratch_clean_cot_ep3",
|
||
|
|
"path": "/home/ll/llm4rec/experiments/data/scratch_clean_cot_ep3.jsonl",
|
||
|
|
"records": 66060,
|
||
|
|
"groups": {
|
||
|
|
"user": 9278,
|
||
|
|
"item": 21578,
|
||
|
|
"rec": 35204
|
||
|
|
},
|
||
|
|
"variants": {
|
||
|
|
"user_array_json_strict": 1588,
|
||
|
|
"raw": 32480,
|
||
|
|
"item_short_think": 2792,
|
||
|
|
"rec_cot_pattern_clean": 9600,
|
||
|
|
"rec_no_think_direct_final": 6400,
|
||
|
|
"user_strict_array": 1588,
|
||
|
|
"item_compact_cot": 5597,
|
||
|
|
"user_extra_no_think_logic": 602,
|
||
|
|
"item_no_think_direct_final": 2805,
|
||
|
|
"user_logic_json_strict": 1304,
|
||
|
|
"user_strict_logic": 1304
|
||
|
|
},
|
||
|
|
"sha256": "a7de0c5c501a7dfeca8170ca9f37a0fa24eae24d78a83164cc24ff502e619a38",
|
||
|
|
"seed": 202607111
|
||
|
|
},
|
||
|
|
"dataset_recipe": "Scratch official-OneReason SFT: original CoT all + 9600 cleaned rec CoT + 6400 rec /no_think direct-final + strict user JSON/route aug + item route aug + compact item CoT aug.",
|
||
|
|
"cot_policy": "Preserve /think reasoning supervision and do not use v7_final_only as a CoT training base. For /no_think prompts, train pure final answers without generated <think> tags. This is route-specific behavior, not global CoT removal.",
|
||
|
|
"raw_counts": {
|
||
|
|
"rec": 19204,
|
||
|
|
"item": 10384,
|
||
|
|
"user": 2892
|
||
|
|
},
|
||
|
|
"eval_observations": {
|
||
|
|
"v07": "best local score so far: total=0.8978, eval_time≈47.3min; fast final outputs likely help.",
|
||
|
|
"v15": "best CoT-preserving score so far: total=0.8778, eval_time≈70.1min; logs show repeated tokens, JSON shell errors, prompt leakage, and verbose /no_think outputs.",
|
||
|
|
"v19": "best CoT-native continuation so far: total=0.8855, eval_time≈48.1min; user1 and rec4 improved but world dropped.",
|
||
|
|
"v20": "v7 final-only continuation with CoT restore failed as a CoT route: total=0.8527, item fell to 0.1840; do not use v7 as future CoT base.",
|
||
|
|
"v16": "CoT pattern rewrite failed: total=0.7912; logs show malformed user JSON and fragmented recommendation reasoning.",
|
||
|
|
"v18": "low-LR mixed replay from v12 failed: total=0.8340; item/world dropped and rec outputs mixed text/itemic/think tags."
|
||
|
|
},
|
||
|
|
"script": "/home/ll/llm4rec/experiments/run_experiments.py",
|
||
|
|
"script_sha256": "a03ddf5a479db437247aed4b8000b25cb5021988029220bd818133123951aa00",
|
||
|
|
"deadline": "2026-07-10 09:00:00 +0800",
|
||
|
|
"reproduce": {
|
||
|
|
"prepare_command": "EXPERIMENT_PREPARE_ONLY=1 python3 experiments/run_experiments.py",
|
||
|
|
"train_command": "CUDA_VISIBLE_DEVICES=<gpu> bash -lc 'source /home/ll/llm4rec/demo/LLaMA-Factory/.venv/bin/activate && llamafactory-cli train /home/ll/llm4rec/experiments/configs/v22_scratch_clean_cot_lr6e6_ep3.yaml'"
|
||
|
|
}
|
||
|
|
}
|