211 lines
7.0 KiB
JSON
211 lines
7.0 KiB
JSON
{
|
|
"activation_progression": {
|
|
"chat": {
|
|
"focus600": {
|
|
"code_body_rate": 0.0,
|
|
"code_exec_rate": 0.0,
|
|
"code_return_rate": 0.0,
|
|
"math_answer_anywhere_rate": 0.28125,
|
|
"math_final_numeric_accuracy": 0.28125,
|
|
"transitive_answer_anywhere_rate": {
|
|
"depth_1": 1.0,
|
|
"depth_2": 1.0,
|
|
"depth_3": 1.0
|
|
},
|
|
"transitive_first_name_accuracy": {
|
|
"depth_1": 1.0,
|
|
"depth_2": 1.0,
|
|
"depth_3": 1.0
|
|
}
|
|
},
|
|
"polish900": {
|
|
"code_body_rate": 0.16666666666666666,
|
|
"code_exec_rate": 0.16666666666666666,
|
|
"code_return_rate": 0.16666666666666666,
|
|
"math_answer_anywhere_rate": 0.359375,
|
|
"math_final_numeric_accuracy": 0.359375,
|
|
"transitive_answer_anywhere_rate": {
|
|
"depth_1": 1.0,
|
|
"depth_2": 1.0,
|
|
"depth_3": 1.0
|
|
},
|
|
"transitive_first_name_accuracy": {
|
|
"depth_1": 1.0,
|
|
"depth_2": 1.0,
|
|
"depth_3": 1.0
|
|
}
|
|
}
|
|
},
|
|
"raw_completion": {
|
|
"base210": {
|
|
"code_body_rate": 0.0,
|
|
"code_exec_rate": 0.0,
|
|
"math_answer_anywhere_rate": 0.25390625,
|
|
"math_final_numeric_accuracy": 0.12890625,
|
|
"transitive_first_name_accuracy": {
|
|
"depth_1": 0.3203125,
|
|
"depth_2": 0.2421875,
|
|
"depth_3": 0.0546875
|
|
}
|
|
},
|
|
"focus600": {
|
|
"code_body_rate": 0.0,
|
|
"code_exec_rate": 0.0,
|
|
"math_answer_anywhere_rate": 0.23828125,
|
|
"math_final_numeric_accuracy": 0.19140625,
|
|
"transitive_first_name_accuracy": {
|
|
"depth_1": 0.46875,
|
|
"depth_2": 0.6171875,
|
|
"depth_3": 0.4375
|
|
}
|
|
},
|
|
"polish900": {
|
|
"code_body_rate": 0.0,
|
|
"code_exec_rate": 0.0,
|
|
"math_answer_anywhere_rate": 0.22265625,
|
|
"math_final_numeric_accuracy": 0.1796875,
|
|
"transitive_first_name_accuracy": {
|
|
"depth_1": 0.5390625,
|
|
"depth_2": 0.6484375,
|
|
"depth_3": 0.53125
|
|
}
|
|
},
|
|
"sft300": {
|
|
"code_body_rate": 0.0,
|
|
"code_exec_rate": 0.0,
|
|
"math_answer_anywhere_rate": 0.23828125,
|
|
"math_final_numeric_accuracy": 0.1328125,
|
|
"transitive_first_name_accuracy": {
|
|
"depth_1": 0.328125,
|
|
"depth_2": 0.359375,
|
|
"depth_3": 0.125
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"config_file": {
|
|
"path": "runs/v10_348m_cone/_config_run.json",
|
|
"sha256": "daf0ca63126bf21513dd6db0f8133106a41e240793e3fbf1587838a133baba5a"
|
|
},
|
|
"evals": {
|
|
"base_raw": {
|
|
"path": "runs/v10_348m_cone/evals/v10_diagnostic_probe_0210000_gpu_matched_sft300.json",
|
|
"sha256": "a91ba3b55584e5bacc26bbd40a05fe3202a9959a0aa58db78ddbfad82a1823b9"
|
|
},
|
|
"chat": {
|
|
"path": "runs/v10_348m_cone_sft_polish900/evals/chat_activation_polish900_gpu.json",
|
|
"sha256": "92577d68fc7793095ccc780918d1cc3643e6658d5cffbdbd1a2bbdae283dd5d7"
|
|
},
|
|
"focus600_chat": {
|
|
"path": "runs/v10_348m_cone_sft_focus600/evals/chat_activation_focus600_gpu.json",
|
|
"sha256": "7a9ca095bf17e5ab4b3d2d0a7b0cbd856852f155f9cada7a3057a8f5021cb412"
|
|
},
|
|
"focus600_raw": {
|
|
"path": "runs/v10_348m_cone_sft_focus600/evals/diag_focus600_raw_gpu.json",
|
|
"sha256": "1c72d69e624d016868f8561c0df95196bcb680986f8d3b64ba48f1cb0893d868"
|
|
},
|
|
"raw": {
|
|
"path": "runs/v10_348m_cone_sft_polish900/evals/diag_polish900_raw_gpu.json",
|
|
"sha256": "0806a1ef2aae347e96e7e5bae6a9e8ca20ed8d1ce7f8eef6bf8146730ee6a9ad"
|
|
},
|
|
"sft300_raw": {
|
|
"path": "runs/v10_348m_cone_sft_210k_clean20k/evals/diag_postsft_sft300_gpu.json",
|
|
"sha256": "9ff0306380859a0dda6af17bc67ed1cfe2e5985eef5f978450a51bea281f6f10"
|
|
}
|
|
},
|
|
"format": "Hugging Face Transformers save_pretrained",
|
|
"generated_at": "2026-06-23T06:36:05Z",
|
|
"metrics": {
|
|
"chat": {
|
|
"code_note": "Internal manual normalization of single-space body indentation executes 6/6 probe functions.",
|
|
"code_strict_exec_rate": 0.16666666666666666,
|
|
"code_strict_return_rate": 0.16666666666666666,
|
|
"math_answer_anywhere_rate": 0.359375,
|
|
"math_final_numeric_accuracy": 0.359375,
|
|
"transitive_answer_anywhere_rate": {
|
|
"depth_1": 1.0,
|
|
"depth_2": 1.0,
|
|
"depth_3": 1.0
|
|
},
|
|
"transitive_first_name_accuracy": {
|
|
"depth_1": 1.0,
|
|
"depth_2": 1.0,
|
|
"depth_3": 1.0
|
|
}
|
|
},
|
|
"raw_completion": {
|
|
"code_body_rate": 0.0,
|
|
"code_exec_rate": 0.0,
|
|
"math_answer_anywhere_rate": 0.22265625,
|
|
"math_final_numeric_accuracy": 0.1796875,
|
|
"transitive_first_name_accuracy": {
|
|
"depth_1": 0.5390625,
|
|
"depth_2": 0.6484375,
|
|
"depth_3": 0.53125
|
|
}
|
|
}
|
|
},
|
|
"model_name": "ConeML 348M Alpha Polish900",
|
|
"source_checkpoint": {
|
|
"path": "runs/v10_348m_cone_sft_polish900/sft_ckpt_0000300.pt",
|
|
"sft_meta": {
|
|
"features": 9350,
|
|
"final_loss": 0.47538161277770996,
|
|
"initial_loss": 0.5603938698768616,
|
|
"load_meta": {
|
|
"checkpoint": "runs/v10_348m_cone_sft_focus600/sft_ckpt_0000300.pt",
|
|
"loaded": true,
|
|
"source_step": 300
|
|
},
|
|
"loss_decreased": true,
|
|
"mask_smoke": {
|
|
"longer_than_block_size": false,
|
|
"record_id": "v10_stage2b_polish_v1_000000_code_body_four_space_indent_add_one_0",
|
|
"tokens": 51,
|
|
"train_tokens": 6,
|
|
"turn_checks": [
|
|
{
|
|
"role": "user",
|
|
"target": false,
|
|
"tokens": 38,
|
|
"turn": 0
|
|
},
|
|
{
|
|
"role": "assistant",
|
|
"target": true,
|
|
"tokens": 6,
|
|
"turn": 1
|
|
}
|
|
]
|
|
},
|
|
"records_seen": 9350,
|
|
"signoff": {
|
|
"approval_scope": "User requested polish after focus600 showed chat-format transitive 100%, code return bodies with indentation instability, and weak math. Scope: four-space code body formatting, complete function exact format, arithmetic/prose math answer correctness, and transitive retention.",
|
|
"approved_by": "user",
|
|
"base_ckpt": {
|
|
"path": "runs/v10_348m_cone_sft_focus600/sft_ckpt_0000300.pt",
|
|
"sha256": "1f117a279128016433331c19e9c95c828aeaaaf0f6d959c759829cd32c6257be"
|
|
},
|
|
"config_file": {
|
|
"path": "runs/v10_348m_cone/_config_run.json",
|
|
"sha256": "daf0ca63126bf21513dd6db0f8133106a41e240793e3fbf1587838a133baba5a"
|
|
},
|
|
"data_files": [
|
|
{
|
|
"path": "data/corpus/instruction/_staging_sft-selected-v2/generated/v10_stage2b_polish_codegen_math_v1.jsonl",
|
|
"records": 9350,
|
|
"sha256": "4895bdc8665f2432a2c7aecbbc697a5a350438134fbd882c6f742bcff9f754b5"
|
|
}
|
|
],
|
|
"signoff_file": "notes/signoffs/sft_stage2b_polish_v1_from_focus600.json"
|
|
},
|
|
"steps": 300
|
|
},
|
|
"sha256": "2bb974f77936272defee2aa99096a967efaa298ab3868112189daa5254ef26d9",
|
|
"step": 300
|
|
},
|
|
"tokenizer_source": {
|
|
"path": "models/tokenizers/v9_67m_32k"
|
|
}
|
|
}
|