33 lines
1.5 KiB
JSON
33 lines
1.5 KiB
JSON
|
{
|
||
|
|
"repo_id": "properly59/Jumini-Ko-1.2B",
|
||
|
|
"replacement_date": "2026-06-09",
|
||
|
|
"previous_hf_checkpoint": {
|
||
|
|
"name": "v3a6200",
|
||
|
|
"remote_sha_before_replace": "369600b6f14950e4bf6c7c43457ed3ee0921663c",
|
||
|
|
"checkpoint": "/raid2/chojm/hw2_llm_from_scratch/experiments/jumini-ko-1.2b-phase2-mixture-v3a-retention-continue-5700-to-6200-2gpu12-mb9/step_00006200/model.pt",
|
||
|
|
"strat240_pass_any": "0/240",
|
||
|
|
"strat240_pass_rollouts": "0/2094",
|
||
|
|
"strat240_mechanical_bad_rollouts": "1755/2094"
|
||
|
|
},
|
||
|
|
"new_checkpoint": {
|
||
|
|
"name": "clean7020",
|
||
|
|
"checkpoint": "/tmp/chojm_hw2_runs/jumini-ko-1.2b-firsttok7000-argmax-boundary-layernormshock-v1-last16-4gpu0123-mb8-probe25-rerun20260608/step_00007020/model.pt",
|
||
|
|
"export_dir": "models/jumini-ko-1.2b-clean7020-best-20260609-hf-fp32",
|
||
|
|
"strat240_pass_any": "21/240",
|
||
|
|
"strat240_pass_rollouts": "29/2105",
|
||
|
|
"strat240_mechanical_bad_rollouts": "856/2105",
|
||
|
|
"k32_pass_any": "38/90",
|
||
|
|
"strict_heldout_stable_semantic_hits": "2/12"
|
||
|
|
},
|
||
|
|
"validation": {
|
||
|
|
"load_smoke": "models/jumini-ko-1.2b-clean7020-best-20260609-hf-fp32/load_smoke.json",
|
||
|
|
"hf_equivalence": "models/jumini-ko-1.2b-clean7020-best-20260609-hf-fp32/hf_equivalence_atol2e-5.json",
|
||
|
|
"hf_equivalence_argmax_mismatch_rate": 0.0,
|
||
|
|
"hf_equivalence_max_abs_diff": 0.000014781951904296875
|
||
|
|
},
|
||
|
|
"notes": [
|
||
|
|
"This is a pragmatic replacement over the existing HF upload because local average diagnostics are better than v3a6200.",
|
||
|
|
"Strict heldout remains unsolved; this is not labeled as a final strong-candidate breakthrough."
|
||
|
|
]
|
||
|
|
}
|