{ "best_metric": null, "best_model_checkpoint": null, "epoch": 0.9984, "eval_steps": 50, "global_step": 312, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "calibration/aurc": 0.6247499988531867, "calibration/batch_distribution_entropy": 0.6498143872002083, "calibration/batch_entropy_100bins": 0.4813110906504229, "calibration/batch_entropy_10bins": 0.6498143872002083, "calibration/batch_entropy_50bins": 0.5642144676174681, "calibration/batch_uniqueness": 0.7239538890297407, "calibration/confidence_entropy": 0.34517574402231066, "calibration/coverage@0%": 0.0, "calibration/coverage@1%": 0.0, "calibration/coverage@10%": 0.0, "calibration/coverage@15%": 0.0, "calibration/coverage@20%": 0.0, "calibration/coverage@25%": 0.0, "calibration/coverage@30%": 0.0, "calibration/coverage@5%": 0.0, "calibration/distribution_entropy_10": 0.6498143872002083, "calibration/distribution_entropy_100": 0.4813110906504229, "calibration/ece": 0.4909404991600537, "calibration/mean_confidence": 0.7900560061227713, "calibration/unique_confidence_per_question": 0.034765625, "calibration/unique_confidences": 17.8, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0349609375, "completions/max_length": 1497.2, "completions/max_terminated_length": 1497.2, "completions/mean_length": 213.99521484375, "completions/mean_terminated_length": 221.74649963378906, "completions/min_length": 0.0, "completions/min_terminated_length": 2.0, "epoch": 0.016, "grad_norm": 0.09277201443910599, "learning_rate": 3.1249999999999997e-07, "loss": 0.0309, "num_tokens": 17035343.0, "reward": 0.49630903005599974, "reward_std": 0.36898610591888426, "rewards/accuracy_reward": 0.22294921875, "rewards/batchaccgated_coverage_0": 0.007798153860494495, "rewards/batchaccgated_coverage_1": 0.007798153860494495, "rewards/batchaccgated_coverage_10": 0.03437841534614563, "rewards/batchaccgated_coverage_15": 0.04447134137153626, "rewards/batchaccgated_coverage_20": 0.04897649548947811, "rewards/batchaccgated_coverage_25": 0.05406920611858368, "rewards/batchaccgated_coverage_5": 0.02111861053854227, "rewards/brier_reward": 0.37785094380378725, "rewards/confidence_uniqueness_reward": 0.48845864534378053, "rewards/format_reward": 0.6828125, "rewards/frontier_entropy_batch_reward": -0.6506382346153259, "signal/accuracy_reward/centered_abs_mean": 0.243292236328125, "signal/accuracy_reward/group_std_mean": 0.28762544989585875, "signal/accuracy_reward/group_zero_std_frac": 0.3, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 0.3655422806739807, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.1216461181640625, "signal/advantage_abs_mean": 0.8426231741905212, "signal/advantage_pre_scale_abs_mean": 0.31455646753311156, "signal/advantage_pre_scale_std": 0.38326575756073, "signal/advantage_std": 0.9841922283172607, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.011150767467916012, "signal/batchaccgated_coverage_0/group_std_mean": 0.0186555091291666, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.3, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.0033660505432635546, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0011150768143124879, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.011150767467916012, "signal/batchaccgated_coverage_1/group_std_mean": 0.0186555091291666, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.3, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.0033660505432635546, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0011150768143124879, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.03064337410032749, "signal/batchaccgated_coverage_10/group_std_mean": 0.040476764738559726, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.3, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.009092811122536659, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.0030643373960629106, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.04068656116724014, "signal/batchaccgated_coverage_15/group_std_mean": 0.051607031375169754, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.3, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.012192328460514545, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.004068656219169497, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.04656565524637699, "signal/batchaccgated_coverage_20/group_std_mean": 0.05778969749808312, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.3, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.014000780694186688, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.004656565329059959, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.05417446196079254, "signal/batchaccgated_coverage_25/group_std_mean": 0.06630120053887367, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.3, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.016334007680416106, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.005417445953935385, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.019522538781166075, "signal/batchaccgated_coverage_5/group_std_mean": 0.028476596996188163, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.3, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.005803767265751958, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.0019522539805620909, "signal/brier_reward/centered_abs_mean": 0.32002233862876894, "signal/brier_reward/group_std_mean": 0.3658666670322418, "signal/brier_reward/group_zero_std_frac": 0.003125, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.09691611230373383, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.03200223371386528, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.2968505024909973, "signal/confidence_uniqueness_reward/group_std_mean": 0.34797369241714476, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.09025935530662536, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.02968505024909973, "signal/format_reward/centered_abs_mean": 0.40240478515625, "signal/format_reward/group_std_mean": 0.4528887033462524, "signal/format_reward/group_zero_std_frac": 0.0, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.6113224267959595, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.201202392578125, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.42713152170181273, "signal/frontier_entropy_batch_reward/group_std_mean": 0.47397165894508364, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.0, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 0.12979226559400558, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.04271315336227417, "step": 5 }, { "calibration/aurc": 0.6687282184403192, "calibration/batch_distribution_entropy": 0.6476371312962124, "calibration/batch_entropy_100bins": 0.4842587177409682, "calibration/batch_entropy_10bins": 0.6476371312962124, "calibration/batch_entropy_50bins": 0.5638866213478619, "calibration/batch_uniqueness": 0.7211674710611267, "calibration/confidence_entropy": 0.34324053350273015, "calibration/coverage@0%": 0.0, "calibration/coverage@1%": 0.0, "calibration/coverage@10%": 0.0, "calibration/coverage@15%": 0.0, "calibration/coverage@20%": 0.0, "calibration/coverage@25%": 0.0, "calibration/coverage@30%": 0.0, "calibration/coverage@5%": 0.0, "calibration/distribution_entropy_10": 0.6476371312962124, "calibration/distribution_entropy_100": 0.4842587177409682, "calibration/ece": 0.5256624822988435, "calibration/mean_confidence": 0.7920013810666202, "calibration/unique_confidence_per_question": 0.037109375, "calibration/unique_confidences": 19.0, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.03515625, "completions/max_length": 1512.6, "completions/max_terminated_length": 1512.6, "completions/mean_length": 199.00537109375, "completions/mean_terminated_length": 206.30809326171874, "completions/min_length": 0.0, "completions/min_terminated_length": 3.0, "epoch": 0.032, "grad_norm": 0.03582754358649254, "learning_rate": 6.249999999999999e-07, "loss": 0.0182, "num_tokens": 34173510.0, "reward": 0.5258957743644714, "reward_std": 0.3390905916690826, "rewards/accuracy_reward": 0.21982421875, "rewards/batchaccgated_coverage_0": 0.014002935215830802, "rewards/batchaccgated_coverage_1": 0.014002935215830802, "rewards/batchaccgated_coverage_10": 0.02829661816358566, "rewards/batchaccgated_coverage_15": 0.037445138394832614, "rewards/batchaccgated_coverage_20": 0.045209021866321565, "rewards/batchaccgated_coverage_25": 0.04908238872885704, "rewards/batchaccgated_coverage_5": 0.0210996238514781, "rewards/brier_reward": 0.3930462062358856, "rewards/confidence_uniqueness_reward": 0.5304723620414734, "rewards/format_reward": 0.7470703125, "rewards/frontier_entropy_batch_reward": -0.7081723213195801, "signal/accuracy_reward/centered_abs_mean": 0.227532958984375, "signal/accuracy_reward/group_std_mean": 0.27006119191646577, "signal/accuracy_reward/group_zero_std_frac": 0.3375, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 0.37521023750305177, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.1137664794921875, "signal/advantage_abs_mean": 0.8083276271820068, "signal/advantage_pre_scale_abs_mean": 0.2793608784675598, "signal/advantage_pre_scale_std": 0.35301142930984497, "signal/advantage_std": 0.9841665148735046, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.01256183795630932, "signal/batchaccgated_coverage_0/group_std_mean": 0.020442500337958337, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.0041111950296908615, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.001256183790974319, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.01256183795630932, "signal/batchaccgated_coverage_1/group_std_mean": 0.020442500337958337, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.0041111950296908615, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.001256183790974319, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.021723009273409845, "signal/batchaccgated_coverage_10/group_std_mean": 0.03058185279369354, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.007120975758880377, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.0021723009180277587, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.029889940470457076, "signal/batchaccgated_coverage_15/group_std_mean": 0.039534883573651314, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.009805875085294246, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.002988994074985385, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.03890311121940613, "signal/batchaccgated_coverage_20/group_std_mean": 0.04982725381851196, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.012776435166597367, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.003890311298891902, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.044103769958019255, "signal/batchaccgated_coverage_25/group_std_mean": 0.0556812547147274, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.0145026296377182, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.0044103770982474085, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.016086464747786522, "signal/batchaccgated_coverage_5/group_std_mean": 0.025005444884300232, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.0053304544184356924, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.0016086465446278452, "signal/brier_reward/centered_abs_mean": 0.3066942811012268, "signal/brier_reward/group_std_mean": 0.354111921787262, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.1011395812034607, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.030669428408145905, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.26974273324012754, "signal/confidence_uniqueness_reward/group_std_mean": 0.33063756823539736, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.08872608542442321, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.026974274218082427, "signal/format_reward/centered_abs_mean": 0.35228271484375, "signal/format_reward/group_std_mean": 0.4218889534473419, "signal/format_reward/group_zero_std_frac": 0.0, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.5779661178588867, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.176141357421875, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.3877986788749695, "signal/frontier_entropy_batch_reward/group_std_mean": 0.4501940131187439, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.0, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 0.12743044048547744, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.038779867440462114, "step": 10 }, { "calibration/aurc": 0.5910455432596686, "calibration/batch_distribution_entropy": 0.6307977471053288, "calibration/batch_entropy_100bins": 0.47885485207861106, "calibration/batch_entropy_10bins": 0.6307977471053288, "calibration/batch_entropy_50bins": 0.5578180522125267, "calibration/batch_uniqueness": 0.7039643516804514, "calibration/buffer_distribution_entropy": 0.654344010892302, "calibration/buffer_entropy_100bins": 0.4900749095121335, "calibration/buffer_entropy_10bins": 0.654344010892302, "calibration/buffer_entropy_50bins": 0.5718915776286453, "calibration/confidence_entropy": 0.3331853446170793, "calibration/coverage@0%": 0.0, "calibration/coverage@1%": 0.0, "calibration/coverage@10%": 0.0, "calibration/coverage@15%": 0.0, "calibration/coverage@20%": 0.0, "calibration/coverage@25%": 0.0, "calibration/coverage@30%": 0.0, "calibration/coverage@5%": 0.0, "calibration/distribution_entropy_10": 0.6307977471053288, "calibration/distribution_entropy_100": 0.47885485207861106, "calibration/ece": 0.476347096177906, "calibration/mean_confidence": 0.8094632548714371, "calibration/unique_confidence_per_question": 0.039453125, "calibration/unique_confidences": 20.2, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.01396484375, "completions/max_length": 1307.0, "completions/max_terminated_length": 1307.0, "completions/mean_length": 163.44501953125, "completions/mean_terminated_length": 165.8753234863281, "completions/min_length": 0.0, "completions/min_terminated_length": 19.0, "epoch": 0.048, "grad_norm": 0.034932106733322144, "learning_rate": 9.374999999999999e-07, "loss": 0.0144, "num_tokens": 50895923.0, "reward": 0.662801194190979, "reward_std": 0.2578377366065979, "rewards/accuracy_reward": 0.2810546875, "rewards/batchaccgated_coverage_0": 0.01390560856088996, "rewards/batchaccgated_coverage_1": 0.01390560856088996, "rewards/batchaccgated_coverage_10": 0.06534868441522121, "rewards/batchaccgated_coverage_15": 0.07830065339803696, "rewards/batchaccgated_coverage_20": 0.08644865602254867, "rewards/batchaccgated_coverage_25": 0.0945888377726078, "rewards/batchaccgated_coverage_5": 0.03706094361841679, "rewards/brier_reward": 0.49367535710334776, "rewards/confidence_uniqueness_reward": 0.6600236296653748, "rewards/format_reward": 0.90751953125, "rewards/frontier_entropy_batch_reward": -0.8581171035766602, "signal/accuracy_reward/centered_abs_mean": 0.189453125, "signal/accuracy_reward/group_std_mean": 0.23639306724071502, "signal/accuracy_reward/group_zero_std_frac": 0.384375, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 0.4933402955532074, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.0947265625, "signal/advantage_abs_mean": 0.6934794306755065, "signal/advantage_pre_scale_abs_mean": 0.18734275698661804, "signal/advantage_pre_scale_std": 0.2764400362968445, "signal/advantage_std": 0.9839721918106079, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.013470524176955222, "signal/batchaccgated_coverage_0/group_std_mean": 0.023414578661322592, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.38125, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.007230181712657213, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0013470524689182639, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.013470524176955222, "signal/batchaccgated_coverage_1/group_std_mean": 0.023414578661322592, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.38125, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.007230181712657213, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0013470524689182639, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.03313998244702816, "signal/batchaccgated_coverage_10/group_std_mean": 0.04966066852211952, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.38125, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.01879340410232544, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.0033139981562271712, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.04224871546030044, "signal/batchaccgated_coverage_15/group_std_mean": 0.060867539048194884, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.38125, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.02294488623738289, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.004224871471524239, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.049050360918045044, "signal/batchaccgated_coverage_20/group_std_mean": 0.0685936838388443, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.38125, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.02593726236373186, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.004905036184936762, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.05957357734441757, "signal/batchaccgated_coverage_25/group_std_mean": 0.08025077879428863, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.38125, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.031515516340732574, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.0059573578648269175, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.020516308769583703, "signal/batchaccgated_coverage_5/group_std_mean": 0.03220605403184891, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.38125, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.011259878054261208, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.0020516308955848216, "signal/brier_reward/centered_abs_mean": 0.2624696552753448, "signal/brier_reward/group_std_mean": 0.3185483515262604, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.13646066188812256, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.026246964931488037, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.18760752975940703, "signal/confidence_uniqueness_reward/group_std_mean": 0.24785077273845674, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.09555385410785674, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.01876075379550457, "signal/format_reward/centered_abs_mean": 0.157489013671875, "signal/format_reward/group_std_mean": 0.258052384853363, "signal/format_reward/group_zero_std_frac": 0.1125, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.36937561333179475, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.0787445068359375, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.23125048577785492, "signal/frontier_entropy_batch_reward/group_std_mean": 0.3432617664337158, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.03125, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 0.11669281423091889, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.023125049099326132, "step": 15 }, { "calibration/aurc": 0.530962046220613, "calibration/batch_distribution_entropy": 0.7386738988189596, "calibration/batch_entropy_100bins": 0.5636245805953478, "calibration/batch_entropy_10bins": 0.7386738988189596, "calibration/batch_entropy_50bins": 0.6436320596408155, "calibration/batch_uniqueness": 0.7939807262869509, "calibration/buffer_distribution_entropy": 0.6573260567307225, "calibration/buffer_entropy_100bins": 0.49729805165130603, "calibration/buffer_entropy_10bins": 0.6573260567307225, "calibration/buffer_entropy_50bins": 0.5781749667962972, "calibration/confidence_entropy": 0.3878956759898032, "calibration/coverage@0%": 0.0, "calibration/coverage@1%": 0.0, "calibration/coverage@10%": 0.0, "calibration/coverage@15%": 0.0, "calibration/coverage@20%": 0.0, "calibration/coverage@25%": 0.0, "calibration/coverage@30%": 0.0, "calibration/coverage@5%": 0.0, "calibration/distribution_entropy_10": 0.7386738988189596, "calibration/distribution_entropy_100": 0.5636245805953478, "calibration/ece": 0.3514334095946649, "calibration/mean_confidence": 0.7551914150233393, "calibration/unique_confidence_per_question": 0.076953125, "calibration/unique_confidences": 39.4, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.00283203125, "completions/max_length": 946.0, "completions/max_terminated_length": 946.0, "completions/mean_length": 124.1779296875, "completions/mean_terminated_length": 124.53269805908204, "completions/min_length": 0.0, "completions/min_terminated_length": 30.8, "epoch": 0.064, "grad_norm": 0.04307975247502327, "learning_rate": 1e-06, "loss": -0.0115, "num_tokens": 67085905.0, "reward": 0.7622903227806092, "reward_std": 0.20451631844043733, "rewards/accuracy_reward": 0.35380859375, "rewards/batchaccgated_coverage_0": 0.00871854261495173, "rewards/batchaccgated_coverage_1": 0.00871854261495173, "rewards/batchaccgated_coverage_10": 0.0670653223991394, "rewards/batchaccgated_coverage_15": 0.08054911568760872, "rewards/batchaccgated_coverage_20": 0.09976833462715148, "rewards/batchaccgated_coverage_25": 0.10426986515522003, "rewards/batchaccgated_coverage_5": 0.029751383885741233, "rewards/brier_reward": 0.5949586033821106, "rewards/confidence_uniqueness_reward": 0.7916639924049378, "rewards/format_reward": 0.98515625, "rewards/frontier_entropy_batch_reward": -0.85738445520401, "signal/accuracy_reward/centered_abs_mean": 0.204986572265625, "signal/accuracy_reward/group_std_mean": 0.25679649114608766, "signal/accuracy_reward/group_zero_std_frac": 0.325, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 0.7098461627960205, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.1024932861328125, "signal/advantage_abs_mean": 0.722055447101593, "signal/advantage_pre_scale_abs_mean": 0.15270549952983856, "signal/advantage_pre_scale_std": 0.2225021243095398, "signal/advantage_std": 0.9837960124015808, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.022280838713049887, "signal/batchaccgated_coverage_0/group_std_mean": 0.036336852610111235, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.31875, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.016128088161349297, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0022280839271843433, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.022280838713049887, "signal/batchaccgated_coverage_1/group_std_mean": 0.036336852610111235, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.31875, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.016128088161349297, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0022280839271843433, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.0419327475130558, "signal/batchaccgated_coverage_10/group_std_mean": 0.06157161220908165, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.31875, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.029415056109428406, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.0041932746767997745, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.049335777014493945, "signal/batchaccgated_coverage_15/group_std_mean": 0.07056339979171752, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.31875, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.03478674814105034, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.0049335777759552, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.06370371505618096, "signal/batchaccgated_coverage_20/group_std_mean": 0.0885491669178009, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.31875, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.04435234814882279, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.006370371580123902, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.06832471266388893, "signal/batchaccgated_coverage_25/group_std_mean": 0.09369181990623474, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.31875, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.047871388494968414, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.006832471396774053, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.027172042429447173, "signal/batchaccgated_coverage_5/group_std_mean": 0.04238997101783752, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.31875, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.019730507768690585, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.002717204345390201, "signal/brier_reward/centered_abs_mean": 0.2422477751970291, "signal/brier_reward/group_std_mean": 0.29777374267578127, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.17120460867881776, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.024224777519702912, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.09979309886693954, "signal/confidence_uniqueness_reward/group_std_mean": 0.1357775703072548, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.06854969114065171, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.009979309700429439, "signal/format_reward/centered_abs_mean": 0.02833251953125, "signal/format_reward/group_std_mean": 0.0733065165579319, "signal/format_reward/group_zero_std_frac": 0.621875, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.09608695805072784, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.014166259765625, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.2355801373720169, "signal/frontier_entropy_batch_reward/group_std_mean": 0.3643790125846863, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.05, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 0.17129166871309282, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.023558012768626214, "step": 20 }, { "calibration/aurc": 0.6637611945793297, "calibration/batch_distribution_entropy": 0.9606030171869822, "calibration/batch_entropy_100bins": 0.8820346311430585, "calibration/batch_entropy_10bins": 0.9606030171869822, "calibration/batch_entropy_50bins": 0.923518711059209, "calibration/batch_uniqueness": 0.9418444130813276, "calibration/buffer_distribution_entropy": 0.7292711046134217, "calibration/buffer_entropy_100bins": 0.5760054475825083, "calibration/buffer_entropy_10bins": 0.7292711046134217, "calibration/buffer_entropy_50bins": 0.6540098785189122, "calibration/confidence_entropy": 0.4880019724332752, "calibration/coverage@0%": 0.0, "calibration/coverage@1%": 0.0, "calibration/coverage@10%": 0.0, "calibration/coverage@15%": 0.0, "calibration/coverage@20%": 0.0, "calibration/coverage@25%": 0.0, "calibration/coverage@30%": 0.0, "calibration/coverage@5%": 0.0, "calibration/distribution_entropy_10": 0.9606030171869822, "calibration/distribution_entropy_100": 0.8820346311430585, "calibration/ece": 0.32463927062643827, "calibration/mean_confidence": 0.5739366408271904, "calibration/unique_confidence_per_question": 0.38203125, "calibration/unique_confidences": 195.6, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0017578125, "completions/max_length": 745.2, "completions/max_terminated_length": 745.2, "completions/mean_length": 105.29404296875, "completions/mean_terminated_length": 105.47904663085937, "completions/min_length": 0.0, "completions/min_terminated_length": 38.2, "epoch": 0.08, "grad_norm": 0.08280298858880997, "learning_rate": 1e-06, "loss": -0.0113, "num_tokens": 83097268.0, "reward": 0.8279740691184998, "reward_std": 0.17523195445537568, "rewards/accuracy_reward": 0.3578125, "rewards/batchaccgated_coverage_0": 0.010622684704139828, "rewards/batchaccgated_coverage_1": 0.010622684704139828, "rewards/batchaccgated_coverage_10": 0.05529484562575817, "rewards/batchaccgated_coverage_15": 0.06275972127914428, "rewards/batchaccgated_coverage_20": 0.0706663429737091, "rewards/batchaccgated_coverage_25": 0.0762055642902851, "rewards/batchaccgated_coverage_5": 0.035876252315938474, "rewards/brier_reward": 0.6663513898849487, "rewards/confidence_uniqueness_reward": 0.937761652469635, "rewards/format_reward": 0.9953125, "rewards/frontier_entropy_batch_reward": -0.4120453268289566, "signal/accuracy_reward/centered_abs_mean": 0.19283447265625, "signal/accuracy_reward/group_std_mean": 0.24174462556838988, "signal/accuracy_reward/group_zero_std_frac": 0.35625, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 0.77999347448349, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.096417236328125, "signal/advantage_abs_mean": 0.7750329494476318, "signal/advantage_pre_scale_abs_mean": 0.13666608780622483, "signal/advantage_pre_scale_std": 0.19091297686100006, "signal/advantage_std": 0.9836948990821839, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.05143122002482414, "signal/batchaccgated_coverage_0/group_std_mean": 0.06799714267253876, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.31875, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.04193255566060543, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.005143122002482414, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.05143122002482414, "signal/batchaccgated_coverage_1/group_std_mean": 0.06799714267253876, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.31875, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.04193255566060543, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.005143122002482414, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.06415941789746285, "signal/batchaccgated_coverage_10/group_std_mean": 0.0823859766125679, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.31875, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.052013760805130003, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.006415942125022412, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.06605891212821006, "signal/batchaccgated_coverage_15/group_std_mean": 0.08451238870620728, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.31875, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.05356289893388748, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.0066058912314474584, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.06851867213845253, "signal/batchaccgated_coverage_20/group_std_mean": 0.08735992908477783, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.31875, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.0553885467350483, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.0068518673069775105, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.07287217453122138, "signal/batchaccgated_coverage_25/group_std_mean": 0.09267176836729049, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.31875, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.058624989539384845, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.007287217397242784, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.05820987448096275, "signal/batchaccgated_coverage_5/group_std_mean": 0.07511185705661774, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.31875, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.04736398532986641, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.005820987466722727, "signal/brier_reward/centered_abs_mean": 0.24181779325008393, "signal/brier_reward/group_std_mean": 0.29060696959495547, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.19556585252285003, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.024181779474020004, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.033458396419882776, "signal/confidence_uniqueness_reward/group_std_mean": 0.05254848524928093, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.026074886322021484, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.003345839632675052, "signal/format_reward/centered_abs_mean": 0.009033203125, "signal/format_reward/group_std_mean": 0.025171270594000816, "signal/format_reward/group_zero_std_frac": 0.8625, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.0359637625515461, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.0045166015625, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.4187507629394531, "signal/frontier_entropy_batch_reward/group_std_mean": 0.4902602732181549, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.0, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 0.33579265475273135, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.04187507778406143, "step": 25 }, { "calibration/aurc": 0.6446439673215554, "calibration/batch_distribution_entropy": 0.9495266461127774, "calibration/batch_entropy_100bins": 0.9473326059710707, "calibration/batch_entropy_10bins": 0.9495266461127774, "calibration/batch_entropy_50bins": 0.9574622044480611, "calibration/batch_uniqueness": 0.9479758820065257, "calibration/buffer_distribution_entropy": 0.831525997594637, "calibration/buffer_entropy_100bins": 0.7130262014148991, "calibration/buffer_entropy_10bins": 0.831525997594637, "calibration/buffer_entropy_50bins": 0.7764620966499411, "calibration/confidence_entropy": 0.505928554358938, "calibration/coverage@0%": 0.003551904093994502, "calibration/coverage@1%": 0.003551904093994502, "calibration/coverage@10%": 0.003551904093994502, "calibration/coverage@15%": 0.003551904093994502, "calibration/coverage@20%": 0.00473689833306338, "calibration/coverage@25%": 0.005521212058553576, "calibration/coverage@30%": 0.006310166693662057, "calibration/coverage@5%": 0.003551904093994502, "calibration/distribution_entropy_10": 0.9495266461127774, "calibration/distribution_entropy_100": 0.9473326059710707, "calibration/ece": 0.21381107003926095, "calibration/mean_confidence": 0.3837111766497221, "calibration/unique_confidence_per_question": 0.864453125, "calibration/unique_confidences": 442.6, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0041015625, "completions/max_length": 768.2, "completions/max_terminated_length": 768.2, "completions/mean_length": 112.135546875, "completions/mean_terminated_length": 112.60049438476562, "completions/min_length": 0.0, "completions/min_terminated_length": 41.8, "epoch": 0.096, "grad_norm": 0.024549348279833794, "learning_rate": 1e-06, "loss": -0.0122, "num_tokens": 99290144.0, "reward": 0.8326921105384827, "reward_std": 0.15945081710815429, "rewards/accuracy_reward": 0.36435546875, "rewards/batchaccgated_coverage_0": -0.0015749878250062466, "rewards/batchaccgated_coverage_1": -0.0015749878250062466, "rewards/batchaccgated_coverage_10": 0.03344577793031931, "rewards/batchaccgated_coverage_15": 0.0404186025261879, "rewards/batchaccgated_coverage_20": 0.045605845749378204, "rewards/batchaccgated_coverage_25": 0.04895867630839348, "rewards/batchaccgated_coverage_5": 0.015098475478589534, "rewards/brier_reward": 0.714118480682373, "rewards/confidence_uniqueness_reward": 0.9427257657051087, "rewards/format_reward": 0.99345703125, "rewards/frontier_entropy_batch_reward": -0.2993633210659027, "signal/accuracy_reward/centered_abs_mean": 0.182537841796875, "signal/accuracy_reward/group_std_mean": 0.23251287043094634, "signal/accuracy_reward/group_zero_std_frac": 0.371875, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 0.9863747835159302, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.0912689208984375, "signal/advantage_abs_mean": 0.7647687792778015, "signal/advantage_pre_scale_abs_mean": 0.12076428234577179, "signal/advantage_pre_scale_std": 0.1793455958366394, "signal/advantage_std": 0.9834189295768738, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.055737099051475524, "signal/batchaccgated_coverage_0/group_std_mean": 0.07064625471830369, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.33125, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.06005018278956413, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.005573710147291422, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.055737099051475524, "signal/batchaccgated_coverage_1/group_std_mean": 0.07064625471830369, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.33125, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.06005018278956413, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.005573710147291422, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.062380362302064896, "signal/batchaccgated_coverage_10/group_std_mean": 0.07934080809354782, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.33125, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.06708819717168808, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.006238036323338747, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.06268596053123474, "signal/batchaccgated_coverage_15/group_std_mean": 0.08017706871032715, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.33125, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.06733292415738105, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.006268596276640892, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.06353392526507377, "signal/batchaccgated_coverage_20/group_std_mean": 0.0816449448466301, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.33125, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.06819377839565277, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.006353392824530601, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.06326589584350586, "signal/batchaccgated_coverage_25/group_std_mean": 0.08189980164170266, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.33125, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.06789372563362121, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.006326589640229941, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.06027383357286453, "signal/batchaccgated_coverage_5/group_std_mean": 0.07603656202554702, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.33125, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.0648527555167675, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.006027383636683226, "signal/brier_reward/centered_abs_mean": 0.21727054417133332, "signal/brier_reward/group_std_mean": 0.2678825318813324, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.23644972145557402, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.021727054566144943, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.02690122611820698, "signal/confidence_uniqueness_reward/group_std_mean": 0.04977017119526863, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.029332310333847998, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.002690122649073601, "signal/format_reward/centered_abs_mean": 0.012530517578125, "signal/format_reward/group_std_mean": 0.03325401395559311, "signal/format_reward/group_zero_std_frac": 0.825, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.06870068311691284, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.0062652587890625, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.3750212550163269, "signal/frontier_entropy_batch_reward/group_std_mean": 0.4427333354949951, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.0, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 0.40717302560806273, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.03750212714076042, "step": 30 }, { "calibration/aurc": 0.49302644455978506, "calibration/batch_distribution_entropy": 0.9815448321519529, "calibration/batch_entropy_100bins": 0.969913591453523, "calibration/batch_entropy_10bins": 0.9815448321519529, "calibration/batch_entropy_50bins": 0.9767011648059878, "calibration/batch_uniqueness": 0.9537243785144522, "calibration/buffer_distribution_entropy": 0.8939313618688894, "calibration/buffer_entropy_100bins": 0.797125701064717, "calibration/buffer_entropy_10bins": 0.8939313618688894, "calibration/buffer_entropy_50bins": 0.8473559247003287, "calibration/confidence_entropy": 0.512242381797994, "calibration/coverage@0%": 0.0027512828734904482, "calibration/coverage@1%": 0.0027512828734904482, "calibration/coverage@10%": 0.00786939310971092, "calibration/coverage@15%": 0.009444196259317219, "calibration/coverage@20%": 0.012200101771128244, "calibration/coverage@25%": 0.015740321008429464, "calibration/coverage@30%": 0.04289023609257335, "calibration/coverage@5%": 0.0027512828734904482, "calibration/distribution_entropy_10": 0.9815448321519529, "calibration/distribution_entropy_100": 0.969913591453523, "calibration/ece": 0.20163770493851335, "calibration/mean_confidence": 0.5388831143375251, "calibration/unique_confidence_per_question": 0.987890625, "calibration/unique_confidences": 505.8, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.003515625, "completions/max_length": 1079.2, "completions/max_terminated_length": 1079.2, "completions/mean_length": 128.69541015625, "completions/mean_terminated_length": 129.14971160888672, "completions/min_length": 0.0, "completions/min_terminated_length": 51.4, "epoch": 0.112, "grad_norm": 0.07550515234470367, "learning_rate": 1e-06, "loss": -0.0179, "num_tokens": 115717457.0, "reward": 0.9012673258781433, "reward_std": 0.17178937196731567, "rewards/accuracy_reward": 0.4228515625, "rewards/batchaccgated_coverage_0": 0.02760154437273741, "rewards/batchaccgated_coverage_1": 0.02760154437273741, "rewards/batchaccgated_coverage_10": 0.0756085492670536, "rewards/batchaccgated_coverage_15": 0.08606690391898156, "rewards/batchaccgated_coverage_20": 0.09380115717649459, "rewards/batchaccgated_coverage_25": 0.09888030588626862, "rewards/batchaccgated_coverage_5": 0.055540557205677035, "rewards/brier_reward": 0.6986034870147705, "rewards/confidence_uniqueness_reward": 0.9492161870002747, "rewards/format_reward": 0.99521484375, "rewards/frontier_entropy_batch_reward": -0.1905791014432907, "signal/accuracy_reward/centered_abs_mean": 0.17777099609375, "signal/accuracy_reward/group_std_mean": 0.22678249776363374, "signal/accuracy_reward/group_zero_std_frac": 0.378125, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 0.8302661180496216, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.088885498046875, "signal/advantage_abs_mean": 0.7588428854942322, "signal/advantage_pre_scale_abs_mean": 0.1317495048046112, "signal/advantage_pre_scale_std": 0.1888563632965088, "signal/advantage_std": 0.9835710763931275, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.06383616700768471, "signal/batchaccgated_coverage_0/group_std_mean": 0.08184875547885895, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.296875, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.05918530747294426, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.00638361657038331, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.06383616700768471, "signal/batchaccgated_coverage_1/group_std_mean": 0.08184875547885895, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.296875, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.05918530747294426, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.00638361657038331, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.07948446199297905, "signal/batchaccgated_coverage_10/group_std_mean": 0.1003252848982811, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.296875, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.07319761589169502, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.00794844664633274, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.0813552588224411, "signal/batchaccgated_coverage_15/group_std_mean": 0.10270120054483414, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.296875, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.0748669870197773, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.008135525695979594, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.08369389101862908, "signal/batchaccgated_coverage_20/group_std_mean": 0.10533523857593537, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.296875, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.07683077305555344, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.008369388990104198, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.08560860380530358, "signal/batchaccgated_coverage_25/group_std_mean": 0.10748820304870606, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.296875, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.0782657042145729, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.008560860436409712, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.07434996291995048, "signal/batchaccgated_coverage_5/group_std_mean": 0.09397305250167846, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.296875, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.06868454366922379, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.007434996217489243, "signal/brier_reward/centered_abs_mean": 0.2259790390729904, "signal/brier_reward/group_std_mean": 0.27508466243743895, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.21150386929512024, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.02259790413081646, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.01930009312927723, "signal/confidence_uniqueness_reward/group_std_mean": 0.03837290070950985, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.017997850850224494, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.0019300092943012714, "signal/format_reward/centered_abs_mean": 0.009246826171875, "signal/format_reward/group_std_mean": 0.026396314054727553, "signal/format_reward/group_zero_std_frac": 0.853125, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.043405921384692195, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.0046234130859375, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.2753020167350769, "signal/frontier_entropy_batch_reward/group_std_mean": 0.3534925222396851, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.0, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 0.2554273694753647, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.02753020226955414, "step": 35 }, { "calibration/aurc": 0.5512790072041012, "calibration/batch_distribution_entropy": 0.9387721206346997, "calibration/batch_entropy_100bins": 0.9485455329411432, "calibration/batch_entropy_10bins": 0.9387721206346997, "calibration/batch_entropy_50bins": 0.9530534666580806, "calibration/batch_uniqueness": 0.9465176729714759, "calibration/buffer_distribution_entropy": 0.9130218758428812, "calibration/buffer_entropy_100bins": 0.843914085015126, "calibration/buffer_entropy_10bins": 0.9130218758428812, "calibration/buffer_entropy_50bins": 0.8823592401930892, "calibration/confidence_entropy": 0.48987493681147837, "calibration/coverage@0%": 0.0, "calibration/coverage@1%": 0.0, "calibration/coverage@10%": 0.0, "calibration/coverage@15%": 0.0, "calibration/coverage@20%": 0.00234375, "calibration/coverage@25%": 0.00390625, "calibration/coverage@30%": 0.004296875, "calibration/coverage@5%": 0.0, "calibration/distribution_entropy_10": 0.9387721206346997, "calibration/distribution_entropy_100": 0.9485455329411432, "calibration/ece": 0.2684756227486903, "calibration/mean_confidence": 0.6406591087270314, "calibration/unique_confidence_per_question": 0.995703125, "calibration/unique_confidences": 509.8, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0041015625, "completions/max_length": 995.6, "completions/max_terminated_length": 995.6, "completions/mean_length": 141.88388671875, "completions/mean_terminated_length": 142.4716003417969, "completions/min_length": 0.0, "completions/min_terminated_length": 57.0, "epoch": 0.128, "grad_norm": 0.013333677314221859, "learning_rate": 1e-06, "loss": -0.0198, "num_tokens": 132087020.0, "reward": 0.9167538762092591, "reward_std": 0.17794648110866546, "rewards/accuracy_reward": 0.4267578125, "rewards/batchaccgated_coverage_0": 0.05797231309115887, "rewards/batchaccgated_coverage_1": 0.05797231309115887, "rewards/batchaccgated_coverage_10": 0.1185494139790535, "rewards/batchaccgated_coverage_15": 0.1279773786664009, "rewards/batchaccgated_coverage_20": 0.13704620897769929, "rewards/batchaccgated_coverage_25": 0.14341241121292114, "rewards/batchaccgated_coverage_5": 0.09276288896799087, "rewards/brier_reward": 0.673115861415863, "rewards/confidence_uniqueness_reward": 0.9428873181343078, "rewards/format_reward": 0.99541015625, "rewards/frontier_entropy_batch_reward": -0.2949973285198212, "signal/accuracy_reward/centered_abs_mean": 0.15020751953125, "signal/accuracy_reward/group_std_mean": 0.20000874102115632, "signal/accuracy_reward/group_zero_std_frac": 0.421875, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 0.5678041756153107, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.075103759765625, "signal/advantage_abs_mean": 0.7641587972640991, "signal/advantage_pre_scale_abs_mean": 0.13507477939128876, "signal/advantage_pre_scale_std": 0.19270414113998413, "signal/advantage_std": 0.9837418913841247, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.059799878299236296, "signal/batchaccgated_coverage_0/group_std_mean": 0.07858101502060891, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.3125, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.04515654742717743, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.005979987978935242, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.059799878299236296, "signal/batchaccgated_coverage_1/group_std_mean": 0.07858101502060891, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.3125, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.04515654742717743, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.005979987978935242, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.08110829889774322, "signal/batchaccgated_coverage_10/group_std_mean": 0.1039955273270607, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.3125, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.06173477098345757, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.008110829815268516, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.08263948112726212, "signal/batchaccgated_coverage_15/group_std_mean": 0.10548398047685623, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.3125, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.06288884282112121, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.00826394846662879, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.08840580135583878, "signal/batchaccgated_coverage_20/group_std_mean": 0.11262985914945603, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.3125, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.0671466164290905, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.008840580191463231, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.09443405270576477, "signal/batchaccgated_coverage_25/group_std_mean": 0.11931047588586807, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.3125, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.07172784358263015, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.009443405643105507, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.06997200846672058, "signal/batchaccgated_coverage_5/group_std_mean": 0.09014314413070679, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.3125, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.053158923983573914, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.006997200567275286, "signal/brier_reward/centered_abs_mean": 0.2249685287475586, "signal/brier_reward/group_std_mean": 0.2747365415096283, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.1714296370744705, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.0224968533962965, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.024050904810428618, "signal/confidence_uniqueness_reward/group_std_mean": 0.04204035773873329, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.018337027169764042, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.002405090443789959, "signal/format_reward/centered_abs_mean": 0.008807373046875, "signal/format_reward/group_std_mean": 0.023887013643980028, "signal/format_reward/group_zero_std_frac": 0.871875, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.03379032053053379, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.0044036865234375, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.3622118830680847, "signal/frontier_entropy_batch_reward/group_std_mean": 0.43490626811981203, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.0, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 0.27538323402404785, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.03622118979692459, "step": 40 }, { "calibration/aurc": 0.3062918521976175, "calibration/batch_distribution_entropy": 0.9615785922592435, "calibration/batch_entropy_100bins": 0.9591723194331403, "calibration/batch_entropy_10bins": 0.9615785922592435, "calibration/batch_entropy_50bins": 0.9648599522289034, "calibration/batch_uniqueness": 0.9496407942408076, "calibration/buffer_distribution_entropy": 0.9212058883925511, "calibration/buffer_entropy_100bins": 0.8729225899703108, "calibration/buffer_entropy_10bins": 0.9212058883925511, "calibration/buffer_entropy_50bins": 0.9028848990195286, "calibration/confidence_entropy": 0.45437588909399046, "calibration/coverage@0%": 0.007059609087945393, "calibration/coverage@1%": 0.007059609087945393, "calibration/coverage@10%": 0.07372627575461206, "calibration/coverage@15%": 0.18162738722929578, "calibration/coverage@20%": 0.2361543012200026, "calibration/coverage@25%": 0.3010354870024809, "calibration/coverage@30%": 0.5178767893739311, "calibration/coverage@5%": 0.00980470712716108, "calibration/distribution_entropy_10": 0.9615785922592435, "calibration/distribution_entropy_100": 0.9591723194331403, "calibration/ece": 0.21065046708233207, "calibration/mean_confidence": 0.5902357243001877, "calibration/unique_confidence_per_question": 0.9953125, "calibration/unique_confidences": 509.6, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.00498046875, "completions/max_length": 1091.2, "completions/max_terminated_length": 1091.2, "completions/mean_length": 157.01240234375, "completions/mean_terminated_length": 157.8075408935547, "completions/min_length": 0.0, "completions/min_terminated_length": 62.2, "epoch": 0.144, "grad_norm": 0.008763757534325123, "learning_rate": 1e-06, "loss": -0.0224, "num_tokens": 148645259.0, "reward": 1.0135100722312926, "reward_std": 0.1873625934123993, "rewards/accuracy_reward": 0.5341796875, "rewards/batchaccgated_coverage_0": 0.105792236328125, "rewards/batchaccgated_coverage_1": 0.105792236328125, "rewards/batchaccgated_coverage_10": 0.16617338061332704, "rewards/batchaccgated_coverage_15": 0.17498813569545746, "rewards/batchaccgated_coverage_20": 0.18244454860687256, "rewards/batchaccgated_coverage_25": 0.1887723296880722, "rewards/batchaccgated_coverage_5": 0.13916202485561371, "rewards/brier_reward": 0.7188340187072754, "rewards/confidence_uniqueness_reward": 0.946603786945343, "rewards/format_reward": 0.99482421875, "rewards/frontier_entropy_batch_reward": -0.23848146796226502, "signal/accuracy_reward/centered_abs_mean": 0.1519775390625, "signal/accuracy_reward/group_std_mean": 0.1977204740047455, "signal/accuracy_reward/group_zero_std_frac": 0.446875, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 0.5570285499095917, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.07598876953125, "signal/advantage_abs_mean": 0.7696815371513367, "signal/advantage_pre_scale_abs_mean": 0.14458003640174866, "signal/advantage_pre_scale_std": 0.20025670528411865, "signal/advantage_std": 0.9837697267532348, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.09315220415592193, "signal/batchaccgated_coverage_0/group_std_mean": 0.11760110855102539, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.24375, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.06807189732789994, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.009315220452845097, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.09315220415592193, "signal/batchaccgated_coverage_1/group_std_mean": 0.11760110855102539, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.24375, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.06807189732789994, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.009315220452845097, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.11130553632974624, "signal/batchaccgated_coverage_10/group_std_mean": 0.13849669247865676, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.24375, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.08152382969856262, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.011130553856492042, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.114348503947258, "signal/batchaccgated_coverage_15/group_std_mean": 0.14185929894447327, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.24375, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.08377196490764618, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.011434851028025151, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.11737803369760513, "signal/batchaccgated_coverage_20/group_std_mean": 0.1454198867082596, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.24375, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.0857890322804451, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.011737803556025028, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.12140866219997407, "signal/batchaccgated_coverage_25/group_std_mean": 0.1499514698982239, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.24375, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.0886124849319458, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.012140866741538048, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.10452217608690262, "signal/batchaccgated_coverage_5/group_std_mean": 0.1305285319685936, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.24375, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.07660740464925767, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.010452217794954777, "signal/brier_reward/centered_abs_mean": 0.22651352286338805, "signal/brier_reward/group_std_mean": 0.277605938911438, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.16591331660747527, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.022651352733373643, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.02300041727721691, "signal/confidence_uniqueness_reward/group_std_mean": 0.042073726654052734, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.016723754443228246, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.0023000416811555626, "signal/format_reward/centered_abs_mean": 0.009930419921875, "signal/format_reward/group_std_mean": 0.02658817209303379, "signal/format_reward/group_zero_std_frac": 0.859375, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.03550950922071934, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.0049652099609375, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.33249465227127073, "signal/frontier_entropy_batch_reward/group_std_mean": 0.41012783646583556, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.0, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 0.24391528964042664, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.03324946314096451, "step": 45 }, { "calibration/aurc": 0.3585521676398696, "calibration/batch_distribution_entropy": 0.9300342218106076, "calibration/batch_entropy_100bins": 0.9450333391511456, "calibration/batch_entropy_10bins": 0.9300342218106076, "calibration/batch_entropy_50bins": 0.9475166855960504, "calibration/batch_uniqueness": 0.9425474699968355, "calibration/buffer_distribution_entropy": 0.9280619127547161, "calibration/buffer_entropy_100bins": 0.8932394343601946, "calibration/buffer_entropy_10bins": 0.9280619127547161, "calibration/buffer_entropy_50bins": 0.9172373589463889, "calibration/confidence_entropy": 0.4271961135067045, "calibration/coverage@0%": 0.003938597405404571, "calibration/coverage@1%": 0.003938597405404571, "calibration/coverage@10%": 0.005122029358067293, "calibration/coverage@15%": 0.010992870845347136, "calibration/coverage@20%": 0.052953338742743786, "calibration/coverage@25%": 0.16337765274977642, "calibration/coverage@30%": 0.32780288870889873, "calibration/coverage@5%": 0.003938597405404571, "calibration/distribution_entropy_10": 0.9300342218106076, "calibration/distribution_entropy_100": 0.9450333391511456, "calibration/ece": 0.16671802437009794, "calibration/mean_confidence": 0.6319481031225281, "calibration/unique_confidence_per_question": 0.994140625, "calibration/unique_confidences": 509.0, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.004296875, "completions/max_length": 1287.2, "completions/max_terminated_length": 1287.2, "completions/mean_length": 185.18955078125, "completions/mean_terminated_length": 185.97795715332032, "completions/min_length": 0.0, "completions/min_terminated_length": 76.6, "epoch": 0.16, "grad_norm": 0.008226207457482815, "learning_rate": 1e-06, "loss": -0.0174, "num_tokens": 165562528.0, "reward": 0.9965122222900391, "reward_std": 0.17300238013267516, "rewards/accuracy_reward": 0.47392578125, "rewards/batchaccgated_coverage_0": 0.1444621205329895, "rewards/batchaccgated_coverage_1": 0.1444621205329895, "rewards/batchaccgated_coverage_10": 0.19554198086261748, "rewards/batchaccgated_coverage_15": 0.20201340317726135, "rewards/batchaccgated_coverage_20": 0.21046102643013, "rewards/batchaccgated_coverage_25": 0.21625565886497497, "rewards/batchaccgated_coverage_5": 0.17266225516796113, "rewards/brier_reward": 0.7324449181556701, "rewards/confidence_uniqueness_reward": 0.9365719795227051, "rewards/format_reward": 0.9955078125, "rewards/frontier_entropy_batch_reward": -0.33692111968994143, "signal/accuracy_reward/centered_abs_mean": 0.147222900390625, "signal/accuracy_reward/group_std_mean": 0.18752501904964447, "signal/accuracy_reward/group_zero_std_frac": 0.49375, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 0.5907938838005066, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.0736114501953125, "signal/advantage_abs_mean": 0.7649896502494812, "signal/advantage_pre_scale_abs_mean": 0.1314418524503708, "signal/advantage_pre_scale_std": 0.19012850224971772, "signal/advantage_std": 0.9836825728416443, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.06562154814600944, "signal/batchaccgated_coverage_0/group_std_mean": 0.08731849193572998, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.290625, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.05292134433984756, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.006562154460698366, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.06562154814600944, "signal/batchaccgated_coverage_1/group_std_mean": 0.08731849193572998, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.290625, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.05292134433984756, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.006562154460698366, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.07958894968032837, "signal/batchaccgated_coverage_10/group_std_mean": 0.10361521989107132, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.290625, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.06469270884990692, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.007958895061165094, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.08306524455547333, "signal/batchaccgated_coverage_15/group_std_mean": 0.1078745499253273, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.290625, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.06735358983278275, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.008306524716317654, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.0884243443608284, "signal/batchaccgated_coverage_20/group_std_mean": 0.11363146007061005, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.290625, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.07168330550193787, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.00884243445470929, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.09462088495492935, "signal/batchaccgated_coverage_25/group_std_mean": 0.12070343643426895, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.290625, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.07710714936256409, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.009462088346481323, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.07232067734003067, "signal/batchaccgated_coverage_5/group_std_mean": 0.09503661692142487, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.290625, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.05854475647211075, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.007232067827135325, "signal/brier_reward/centered_abs_mean": 0.20488883256912233, "signal/brier_reward/group_std_mean": 0.2545566469430923, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.1671787530183792, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.020488884299993515, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.030331097170710565, "signal/confidence_uniqueness_reward/group_std_mean": 0.049241021275520325, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.025027815625071524, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.0030331098940223457, "signal/format_reward/centered_abs_mean": 0.00863037109375, "signal/format_reward/group_std_mean": 0.023670893907546998, "signal/format_reward/group_zero_std_frac": 0.871875, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.03370587155222893, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.004315185546875, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.38159212470054626, "signal/frontier_entropy_batch_reward/group_std_mean": 0.4508224368095398, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.0, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 0.31222112774848937, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.03815921321511269, "step": 50 }, { "epoch": 0.16, "eval_completions/clipped_ratio": 0.005859375, "eval_completions/max_length": 519.0, "eval_completions/max_terminated_length": 519.0, "eval_completions/mean_length": 204.35829544067383, "eval_completions/mean_terminated_length": 205.55280685424805, "eval_completions/min_length": 27.25, "eval_completions/min_terminated_length": 100.0, "eval_loss": 0.0, "eval_num_tokens": 165562528.0, "eval_reward": 0.7513801157474518, "eval_reward_std": 0.2504737749695778, "eval_rewards/accuracy_reward": 0.369140625, "eval_rewards/batchaccgated_coverage_0": 0.017853989731520414, "eval_rewards/batchaccgated_coverage_1": 0.017853989731520414, "eval_rewards/batchaccgated_coverage_10": 0.017853989731520414, "eval_rewards/batchaccgated_coverage_15": 0.017344146966934204, "eval_rewards/batchaccgated_coverage_20": 0.017023784574121237, "eval_rewards/batchaccgated_coverage_25": 0.01641367725096643, "eval_rewards/batchaccgated_coverage_5": 0.017853989731520414, "eval_rewards/brier_reward": 0.7068519443273544, "eval_rewards/confidence_uniqueness_reward": 0.8781108409166336, "eval_rewards/format_reward": 0.990234375, "eval_rewards/frontier_entropy_batch_reward": -0.990234375, "eval_runtime": 47.2731, "eval_samples_per_second": 10.577, "eval_signal/accuracy_reward/centered_abs_mean": 0.4503173828125, "eval_signal/accuracy_reward/group_std_mean": 0.48132171481847763, "eval_signal/accuracy_reward/group_zero_std_frac": 0.0, "eval_signal/accuracy_reward/scaled_weighted_centered_abs_mean": 0.9040320813655853, "eval_signal/accuracy_reward/weight": 0.5, "eval_signal/accuracy_reward/weighted_centered_abs_mean": 0.22515869140625, "eval_signal/advantage_abs_mean": 0.8881122171878815, "eval_signal/advantage_pre_scale_abs_mean": 0.2226143553853035, "eval_signal/advantage_pre_scale_std": 0.24828217178583145, "eval_signal/advantage_std": 0.9877204895019531, "eval_signal/batchaccgated_coverage_0/centered_abs_mean": 0.03536086808890104, "eval_signal/batchaccgated_coverage_0/group_std_mean": 0.04805386811494827, "eval_signal/batchaccgated_coverage_0/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.0141398583073169, "eval_signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.003536087111569941, "eval_signal/batchaccgated_coverage_1/centered_abs_mean": 0.03536086808890104, "eval_signal/batchaccgated_coverage_1/group_std_mean": 0.04805386811494827, "eval_signal/batchaccgated_coverage_1/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.0141398583073169, "eval_signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.003536087111569941, "eval_signal/batchaccgated_coverage_10/centered_abs_mean": 0.03536086808890104, "eval_signal/batchaccgated_coverage_10/group_std_mean": 0.04805386811494827, "eval_signal/batchaccgated_coverage_10/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.0141398583073169, "eval_signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.003536087111569941, "eval_signal/batchaccgated_coverage_15/centered_abs_mean": 0.03473409451544285, "eval_signal/batchaccgated_coverage_15/group_std_mean": 0.04735161364078522, "eval_signal/batchaccgated_coverage_15/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.013899537501856685, "eval_signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.0034734096261672676, "eval_signal/batchaccgated_coverage_20/centered_abs_mean": 0.03402520064264536, "eval_signal/batchaccgated_coverage_20/group_std_mean": 0.04649225063621998, "eval_signal/batchaccgated_coverage_20/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.013623810140416026, "eval_signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.003402520262170583, "eval_signal/batchaccgated_coverage_25/centered_abs_mean": 0.03242296539247036, "eval_signal/batchaccgated_coverage_25/group_std_mean": 0.04452566709369421, "eval_signal/batchaccgated_coverage_25/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.013000429375097156, "eval_signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.0032422966905869544, "eval_signal/batchaccgated_coverage_5/centered_abs_mean": 0.03536086808890104, "eval_signal/batchaccgated_coverage_5/group_std_mean": 0.04805386811494827, "eval_signal/batchaccgated_coverage_5/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.0141398583073169, "eval_signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.003536087111569941, "eval_signal/brier_reward/centered_abs_mean": 0.27812090516090393, "eval_signal/brier_reward/group_std_mean": 0.3276386931538582, "eval_signal/brier_reward/group_zero_std_frac": 0.0, "eval_signal/brier_reward/scaled_weighted_centered_abs_mean": 0.11172622442245483, "eval_signal/brier_reward/weight": 0.10000000149011612, "eval_signal/brier_reward/weighted_centered_abs_mean": 0.02781209209933877, "eval_signal/confidence_uniqueness_reward/centered_abs_mean": 0.05934667959809303, "eval_signal/confidence_uniqueness_reward/group_std_mean": 0.08842949755489826, "eval_signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "eval_signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.02371257171034813, "eval_signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "eval_signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.005934668006375432, "eval_signal/format_reward/centered_abs_mean": 0.0186767578125, "eval_signal/format_reward/group_std_mean": 0.04851654730737209, "eval_signal/format_reward/group_zero_std_frac": 0.75, "eval_signal/format_reward/scaled_weighted_centered_abs_mean": 0.03634009836241603, "eval_signal/format_reward/weight": 0.5, "eval_signal/format_reward/weighted_centered_abs_mean": 0.00933837890625, "eval_signal/frontier_entropy_batch_reward/centered_abs_mean": 0.0186767578125, "eval_signal/frontier_entropy_batch_reward/group_std_mean": 0.04851654730737209, "eval_signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.75, "eval_signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 0.007268020184710622, "eval_signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "eval_signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.0018676758336368948, "eval_steps_per_second": 0.085, "step": 50 }, { "epoch": 0.16, "step": 50, "train_probe_completions/clipped_ratio": 0.0, "train_probe_completions/max_length": 575.75, "train_probe_completions/max_terminated_length": 575.75, "train_probe_completions/mean_length": 196.16736221313477, "train_probe_completions/mean_terminated_length": 196.16736221313477, "train_probe_completions/min_length": 92.25, "train_probe_completions/min_terminated_length": 92.25, "train_probe_loss": 0.0, "train_probe_num_tokens": 165562528.0, "train_probe_reward": 0.8221436440944672, "train_probe_reward_std": 0.24294745922088623, "train_probe_rewards/accuracy_reward": 0.48828125, "train_probe_rewards/batchaccgated_coverage_0": 0.023933340329676867, "train_probe_rewards/batchaccgated_coverage_1": 0.023933340329676867, "train_probe_rewards/batchaccgated_coverage_10": 0.022934088949114084, "train_probe_rewards/batchaccgated_coverage_15": 0.022063777316361666, "train_probe_rewards/batchaccgated_coverage_20": 0.02106133010238409, "train_probe_rewards/batchaccgated_coverage_25": 0.01987303141504526, "train_probe_rewards/batchaccgated_coverage_5": 0.023933340329676867, "train_probe_rewards/brier_reward": 0.7438799440860748, "train_probe_rewards/confidence_uniqueness_reward": 0.87841796875, "train_probe_rewards/format_reward": 1.0, "train_probe_rewards/frontier_entropy_batch_reward": -1.0, "train_probe_runtime": 25.474, "train_probe_samples_per_second": 19.628, "train_probe_signal/accuracy_reward/centered_abs_mean": 0.493896484375, "train_probe_signal/accuracy_reward/group_std_mean": 0.5048737227916718, "train_probe_signal/accuracy_reward/group_zero_std_frac": 0.0, "train_probe_signal/accuracy_reward/scaled_weighted_centered_abs_mean": 1.017445296049118, "train_probe_signal/accuracy_reward/weight": 0.5, "train_probe_signal/accuracy_reward/weighted_centered_abs_mean": 0.2469482421875, "train_probe_signal/advantage_abs_mean": 0.9374572038650513, "train_probe_signal/advantage_pre_scale_abs_mean": 0.22792625054717064, "train_probe_signal/advantage_pre_scale_std": 0.24013962969183922, "train_probe_signal/advantage_std": 0.9877113550901413, "train_probe_signal/batchaccgated_coverage_0/centered_abs_mean": 0.05635852366685867, "train_probe_signal/batchaccgated_coverage_0/group_std_mean": 0.07829220872372389, "train_probe_signal/batchaccgated_coverage_0/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.023317129584029317, "train_probe_signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.005635852401610464, "train_probe_signal/batchaccgated_coverage_1/centered_abs_mean": 0.05635852366685867, "train_probe_signal/batchaccgated_coverage_1/group_std_mean": 0.07829220872372389, "train_probe_signal/batchaccgated_coverage_1/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.023317129584029317, "train_probe_signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.005635852401610464, "train_probe_signal/batchaccgated_coverage_10/centered_abs_mean": 0.05413336772471666, "train_probe_signal/batchaccgated_coverage_10/group_std_mean": 0.07569092977792025, "train_probe_signal/batchaccgated_coverage_10/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.022386874770745635, "train_probe_signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.005413336853962392, "train_probe_signal/batchaccgated_coverage_15/centered_abs_mean": 0.052296326495707035, "train_probe_signal/batchaccgated_coverage_15/group_std_mean": 0.07344033941626549, "train_probe_signal/batchaccgated_coverage_15/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.021633335389196873, "train_probe_signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.005229632661212236, "train_probe_signal/batchaccgated_coverage_20/centered_abs_mean": 0.049386327154934406, "train_probe_signal/batchaccgated_coverage_20/group_std_mean": 0.0697292611002922, "train_probe_signal/batchaccgated_coverage_20/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.020430967677384615, "train_probe_signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.00493863265728578, "train_probe_signal/batchaccgated_coverage_25/centered_abs_mean": 0.04411026602610946, "train_probe_signal/batchaccgated_coverage_25/group_std_mean": 0.0621018810197711, "train_probe_signal/batchaccgated_coverage_25/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.018241578713059425, "train_probe_signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.0044110267772339284, "train_probe_signal/batchaccgated_coverage_5/centered_abs_mean": 0.05635852366685867, "train_probe_signal/batchaccgated_coverage_5/group_std_mean": 0.07829220872372389, "train_probe_signal/batchaccgated_coverage_5/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.023317129584029317, "train_probe_signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.005635852401610464, "train_probe_signal/brier_reward/centered_abs_mean": 0.2579937316477299, "train_probe_signal/brier_reward/group_std_mean": 0.31405670940876007, "train_probe_signal/brier_reward/group_zero_std_frac": 0.0, "train_probe_signal/brier_reward/scaled_weighted_centered_abs_mean": 0.10614863969385624, "train_probe_signal/brier_reward/weight": 0.10000000149011612, "train_probe_signal/brier_reward/weighted_centered_abs_mean": 0.0257993726991117, "train_probe_signal/confidence_uniqueness_reward/centered_abs_mean": 0.0537261962890625, "train_probe_signal/confidence_uniqueness_reward/group_std_mean": 0.06682171579450369, "train_probe_signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "train_probe_signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.022080628667026758, "train_probe_signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "train_probe_signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.005372619605623186, "train_probe_signal/format_reward/centered_abs_mean": 0.0, "train_probe_signal/format_reward/group_std_mean": 0.0, "train_probe_signal/format_reward/group_zero_std_frac": 1.0, "train_probe_signal/format_reward/scaled_weighted_centered_abs_mean": 0.0, "train_probe_signal/format_reward/weight": 0.5, "train_probe_signal/format_reward/weighted_centered_abs_mean": 0.0, "train_probe_signal/frontier_entropy_batch_reward/centered_abs_mean": 0.0, "train_probe_signal/frontier_entropy_batch_reward/group_std_mean": 0.0, "train_probe_signal/frontier_entropy_batch_reward/group_zero_std_frac": 1.0, "train_probe_signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 0.0, "train_probe_signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "train_probe_signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.0, "train_probe_steps_per_second": 0.157 }, { "calibration/aurc": 0.34774440171216764, "calibration/batch_distribution_entropy": 0.9016706264351999, "calibration/batch_entropy_100bins": 0.9273505918979653, "calibration/batch_entropy_10bins": 0.9016706264351999, "calibration/batch_entropy_50bins": 0.9283601141567841, "calibration/batch_uniqueness": 0.9333117653896842, "calibration/buffer_distribution_entropy": 0.9286699980517102, "calibration/buffer_entropy_100bins": 0.9072736142956191, "calibration/buffer_entropy_10bins": 0.9286699980517102, "calibration/buffer_entropy_50bins": 0.925909761571179, "calibration/confidence_entropy": 0.41494209800708803, "calibration/coverage@0%": 0.003520211594911937, "calibration/coverage@1%": 0.003520211594911937, "calibration/coverage@10%": 0.012907442514677103, "calibration/coverage@15%": 0.02621468321917808, "calibration/coverage@20%": 0.046164077788649706, "calibration/coverage@25%": 0.2586977128180039, "calibration/coverage@30%": 0.46251352595832856, "calibration/coverage@5%": 0.003520211594911937, "calibration/distribution_entropy_10": 0.9016706264351999, "calibration/distribution_entropy_100": 0.9273505918979653, "calibration/ece": 0.1747755092990943, "calibration/mean_confidence": 0.6607646708340997, "calibration/unique_confidence_per_question": 0.998828125, "calibration/unique_confidences": 511.4, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0017578125, "completions/max_length": 1069.6, "completions/max_terminated_length": 1069.6, "completions/mean_length": 200.9591796875, "completions/mean_terminated_length": 201.31504516601564, "completions/min_length": 17.4, "completions/min_terminated_length": 93.0, "epoch": 0.176, "grad_norm": 0.009802790358662605, "learning_rate": 1e-06, "loss": -0.0078, "num_tokens": 182857470.0, "reward": 1.0193021416664123, "reward_std": 0.15085843205451965, "rewards/accuracy_reward": 0.48330078125, "rewards/batchaccgated_coverage_0": 0.16325082033872604, "rewards/batchaccgated_coverage_1": 0.16325082033872604, "rewards/batchaccgated_coverage_10": 0.2175288736820221, "rewards/batchaccgated_coverage_15": 0.22109545767307281, "rewards/batchaccgated_coverage_20": 0.23151999711990356, "rewards/batchaccgated_coverage_25": 0.23789876997470855, "rewards/batchaccgated_coverage_5": 0.18858735859394074, "rewards/brier_reward": 0.742801308631897, "rewards/confidence_uniqueness_reward": 0.935167932510376, "rewards/format_reward": 0.99814453125, "rewards/frontier_entropy_batch_reward": -0.31530646681785585, "signal/accuracy_reward/centered_abs_mean": 0.123651123046875, "signal/accuracy_reward/group_std_mean": 0.16307915449142457, "signal/accuracy_reward/group_zero_std_frac": 0.5375, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 0.6281829237937927, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.0618255615234375, "signal/advantage_abs_mean": 0.7436140298843383, "signal/advantage_pre_scale_abs_mean": 0.11255786716938018, "signal/advantage_pre_scale_std": 0.16903536915779113, "signal/advantage_std": 0.9834771275520324, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.060704483091831206, "signal/batchaccgated_coverage_0/group_std_mean": 0.07957982569932938, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.315625, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.06253724396228791, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.006070448458194733, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.060704483091831206, "signal/batchaccgated_coverage_1/group_std_mean": 0.07957982569932938, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.315625, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.06253724396228791, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.006070448458194733, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.07631024718284607, "signal/batchaccgated_coverage_10/group_std_mean": 0.10019671022891999, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.315625, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.07795228362083435, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.0076310249976813795, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.07726057469844819, "signal/batchaccgated_coverage_15/group_std_mean": 0.10093590915203095, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.315625, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.07889396101236343, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.00772605761885643, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.08439825475215912, "signal/batchaccgated_coverage_20/group_std_mean": 0.11011920422315598, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.315625, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.08613496869802476, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.008439825475215912, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.09127712398767471, "signal/batchaccgated_coverage_25/group_std_mean": 0.11843348890542985, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.315625, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.0931567445397377, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.00912771262228489, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.06640159115195274, "signal/batchaccgated_coverage_5/group_std_mean": 0.08670850247144699, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.315625, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.06783257871866226, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.006640159152448177, "signal/brier_reward/centered_abs_mean": 0.17577806413173674, "signal/brier_reward/group_std_mean": 0.2228584885597229, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.18079962134361266, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.01757780686020851, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.030004977807402612, "signal/confidence_uniqueness_reward/group_std_mean": 0.04296218454837799, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.03080202415585518, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.0030004978645592926, "signal/format_reward/centered_abs_mean": 0.003582763671875, "signal/format_reward/group_std_mean": 0.010159807885065675, "signal/format_reward/group_zero_std_frac": 0.94375, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.01898806421086192, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.0017913818359375, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.34557713866233825, "signal/frontier_entropy_batch_reward/group_std_mean": 0.42060938477516174, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.0, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 0.35595895648002623, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.034557714313268664, "step": 55 }, { "calibration/aurc": 0.26461575631539896, "calibration/batch_distribution_entropy": 0.8762495962411314, "calibration/batch_entropy_100bins": 0.9014260710837316, "calibration/batch_entropy_10bins": 0.8762495962411314, "calibration/batch_entropy_50bins": 0.899305163833289, "calibration/batch_uniqueness": 0.9101348876953125, "calibration/buffer_distribution_entropy": 0.9280459863748348, "calibration/buffer_entropy_100bins": 0.915551232854947, "calibration/buffer_entropy_10bins": 0.9280459863748348, "calibration/buffer_entropy_50bins": 0.9303390097557239, "calibration/confidence_entropy": 0.37436898873292634, "calibration/coverage@0%": 0.0046875, "calibration/coverage@1%": 0.0046875, "calibration/coverage@10%": 0.13671875, "calibration/coverage@15%": 0.241015625, "calibration/coverage@20%": 0.394140625, "calibration/coverage@25%": 0.4828125, "calibration/coverage@30%": 0.629296875, "calibration/coverage@5%": 0.06015625, "calibration/distribution_entropy_10": 0.8762495962411314, "calibration/distribution_entropy_100": 0.9014260710837316, "calibration/ece": 0.14908437310937134, "calibration/mean_confidence": 0.6426375267306124, "calibration/unique_confidence_per_question": 1.0, "calibration/unique_confidences": 512.0, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.00068359375, "completions/max_length": 799.8, "completions/max_terminated_length": 799.8, "completions/mean_length": 199.53759765625, "completions/mean_terminated_length": 199.67336730957032, "completions/min_length": 19.0, "completions/min_terminated_length": 95.2, "epoch": 0.192, "grad_norm": 0.008111663162708282, "learning_rate": 1e-06, "loss": 0.0023, "num_tokens": 199715551.0, "reward": 1.0609397411346435, "reward_std": 0.145148167014122, "rewards/accuracy_reward": 0.51474609375, "rewards/batchaccgated_coverage_0": 0.18850284814834595, "rewards/batchaccgated_coverage_1": 0.18850284814834595, "rewards/batchaccgated_coverage_10": 0.2590787947177887, "rewards/batchaccgated_coverage_15": 0.26692615151405336, "rewards/batchaccgated_coverage_20": 0.27537758350372316, "rewards/batchaccgated_coverage_25": 0.28158064782619474, "rewards/batchaccgated_coverage_5": 0.22956853210926056, "rewards/brier_reward": 0.7692630410194397, "rewards/confidence_uniqueness_reward": 0.9096927404403686, "rewards/format_reward": 0.99921875, "rewards/frontier_entropy_batch_reward": -0.32892040014266966, "signal/accuracy_reward/centered_abs_mean": 0.117535400390625, "signal/accuracy_reward/group_std_mean": 0.15951007902622222, "signal/accuracy_reward/group_zero_std_frac": 0.53125, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 0.797590184211731, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.0587677001953125, "signal/advantage_abs_mean": 0.7195308804512024, "signal/advantage_pre_scale_abs_mean": 0.10562613159418106, "signal/advantage_pre_scale_std": 0.16929024159908296, "signal/advantage_std": 0.9831543684005737, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.05814865082502365, "signal/batchaccgated_coverage_0/group_std_mean": 0.07534236162900924, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.290625, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.07802018225193023, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.005814864858984947, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.05814865082502365, "signal/batchaccgated_coverage_1/group_std_mean": 0.07534236162900924, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.290625, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.07802018225193023, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.005814864858984947, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.0781184583902359, "signal/batchaccgated_coverage_10/group_std_mean": 0.10500485002994538, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.290625, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.10490109771490097, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.007811845932155848, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.08099955320358276, "signal/batchaccgated_coverage_15/group_std_mean": 0.10923604220151902, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.290625, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.10896416157484054, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.008099955786019564, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.08582237809896469, "signal/batchaccgated_coverage_20/group_std_mean": 0.11549726575613022, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.290625, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.11529813855886459, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.00858223820105195, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.09185716062784195, "signal/batchaccgated_coverage_25/group_std_mean": 0.12292417138814926, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.290625, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.12325630486011505, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.00918571585789323, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.06898609027266503, "signal/batchaccgated_coverage_5/group_std_mean": 0.09091597199440002, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.290625, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.09272701442241668, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.006898609269410372, "signal/brier_reward/centered_abs_mean": 0.1545909136533737, "signal/brier_reward/group_std_mean": 0.20077145993709564, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.21058568358421326, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.01545909084379673, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.04500208981335163, "signal/confidence_uniqueness_reward/group_std_mean": 0.06004456654191017, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.060928435623645784, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.004500208981335163, "signal/format_reward/centered_abs_mean": 0.00150146484375, "signal/format_reward/group_std_mean": 0.004083108808845282, "signal/format_reward/group_zero_std_frac": 0.978125, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.009725516941398383, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.000750732421875, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.3003262996673584, "signal/frontier_entropy_batch_reward/group_std_mean": 0.38225622177124025, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.015625, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 0.40684792399406433, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.030032632127404212, "step": 60 }, { "calibration/aurc": 0.2371006506091347, "calibration/batch_distribution_entropy": 0.7332016981392208, "calibration/batch_entropy_100bins": 0.7877366787187977, "calibration/batch_entropy_10bins": 0.7332016981392208, "calibration/batch_entropy_50bins": 0.7702146412414355, "calibration/batch_uniqueness": 0.7965023524984324, "calibration/buffer_distribution_entropy": 0.9215342601032634, "calibration/buffer_entropy_100bins": 0.9165937111515241, "calibration/buffer_entropy_10bins": 0.9215342601032634, "calibration/buffer_entropy_50bins": 0.9278052650065092, "calibration/confidence_entropy": 0.2985602625577954, "calibration/coverage@0%": 0.009767918297455968, "calibration/coverage@1%": 0.009767918297455968, "calibration/coverage@10%": 0.18908008194716244, "calibration/coverage@15%": 0.38855644569471626, "calibration/coverage@20%": 0.5734183891878669, "calibration/coverage@25%": 0.625, "calibration/coverage@30%": 0.66953125, "calibration/coverage@5%": 0.009767918297455968, "calibration/distribution_entropy_10": 0.7332016981392208, "calibration/distribution_entropy_100": 0.7877366787187977, "calibration/ece": 0.14922211267473307, "calibration/mean_confidence": 0.7332826692663694, "calibration/unique_confidence_per_question": 0.999609375, "calibration/unique_confidences": 511.8, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.00048828125, "completions/max_length": 790.4, "completions/max_terminated_length": 790.4, "completions/mean_length": 197.0931640625, "completions/mean_terminated_length": 197.1896240234375, "completions/min_length": 17.6, "completions/min_terminated_length": 88.4, "epoch": 0.208, "grad_norm": 0.007880998775362968, "learning_rate": 1e-06, "loss": -0.0015, "num_tokens": 216766009.0, "reward": 1.1107650995254517, "reward_std": 0.1430345892906189, "rewards/accuracy_reward": 0.55400390625, "rewards/batchaccgated_coverage_0": 0.25276653468608856, "rewards/batchaccgated_coverage_1": 0.25276653468608856, "rewards/batchaccgated_coverage_10": 0.3330254673957825, "rewards/batchaccgated_coverage_15": 0.34098418354988097, "rewards/batchaccgated_coverage_20": 0.3478421032428741, "rewards/batchaccgated_coverage_25": 0.35393781661987306, "rewards/batchaccgated_coverage_5": 0.29933540225028993, "rewards/brier_reward": 0.7631839871406555, "rewards/confidence_uniqueness_reward": 0.812430202960968, "rewards/format_reward": 0.99931640625, "rewards/frontier_entropy_batch_reward": -0.41522324085235596, "signal/accuracy_reward/centered_abs_mean": 0.115802001953125, "signal/accuracy_reward/group_std_mean": 0.15337497293949126, "signal/accuracy_reward/group_zero_std_frac": 0.55625, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 1.1290308594703675, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.0579010009765625, "signal/advantage_abs_mean": 0.7050060987472534, "signal/advantage_pre_scale_abs_mean": 0.10349384993314743, "signal/advantage_pre_scale_std": 0.17194433212280275, "signal/advantage_std": 0.9825743556022644, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.05089330375194549, "signal/batchaccgated_coverage_0/group_std_mean": 0.07049596160650254, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.2625, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.09692869037389755, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.005089330393821001, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.05089330375194549, "signal/batchaccgated_coverage_1/group_std_mean": 0.07049596160650254, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.2625, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.09692869037389755, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.005089330393821001, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.07291491180658341, "signal/batchaccgated_coverage_10/group_std_mean": 0.10234667360782623, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.2625, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.13932026028633118, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.007291491702198982, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.07711826711893081, "signal/batchaccgated_coverage_15/group_std_mean": 0.1078446552157402, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.2625, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.14763022363185882, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.007711827103048563, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.08296172618865967, "signal/batchaccgated_coverage_20/group_std_mean": 0.11500341147184372, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.2625, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.159185528755188, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.00829617278650403, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.09045031219720841, "signal/batchaccgated_coverage_25/group_std_mean": 0.12373146712779999, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.2625, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.17463753819465638, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.009045031480491161, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.06173686161637306, "signal/batchaccgated_coverage_5/group_std_mean": 0.0861477792263031, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.2625, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.11705326288938522, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.006173686310648918, "signal/brier_reward/centered_abs_mean": 0.1565554767847061, "signal/brier_reward/group_std_mean": 0.20119291841983794, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.3064535647630692, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.015655547380447388, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.10816548019647598, "signal/confidence_uniqueness_reward/group_std_mean": 0.13739174008369445, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.21456506848335266, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.010816548205912112, "signal/format_reward/centered_abs_mean": 0.001324462890625, "signal/format_reward/group_std_mean": 0.003866990143433213, "signal/format_reward/group_zero_std_frac": 0.978125, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.012464709766209125, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.0006622314453125, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.30826908349990845, "signal/frontier_entropy_batch_reward/group_std_mean": 0.392506992816925, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.0375, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 0.5962862372398376, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.030826908349990845, "step": 65 }, { "calibration/aurc": 0.24884904269284602, "calibration/batch_distribution_entropy": 0.8306280055696128, "calibration/batch_entropy_100bins": 0.8252312780203589, "calibration/batch_entropy_10bins": 0.8306280055696128, "calibration/batch_entropy_50bins": 0.825268780426929, "calibration/batch_uniqueness": 0.8327884132943051, "calibration/buffer_distribution_entropy": 0.9154187936655755, "calibration/buffer_entropy_100bins": 0.9148061173775671, "calibration/buffer_entropy_10bins": 0.9154187936655755, "calibration/buffer_entropy_50bins": 0.9236344454847514, "calibration/confidence_entropy": 0.3199919289629761, "calibration/coverage@0%": 0.034765625, "calibration/coverage@1%": 0.034765625, "calibration/coverage@10%": 0.31640625, "calibration/coverage@15%": 0.41328125, "calibration/coverage@20%": 0.47734375, "calibration/coverage@25%": 0.540625, "calibration/coverage@30%": 0.609375, "calibration/coverage@5%": 0.22109375, "calibration/distribution_entropy_10": 0.8306280055696128, "calibration/distribution_entropy_100": 0.8252312780203589, "calibration/ece": 0.1684312866396553, "calibration/mean_confidence": 0.6587055922340608, "calibration/unique_confidence_per_question": 0.998828125, "calibration/unique_confidences": 511.4, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.00087890625, "completions/max_length": 925.0, "completions/max_terminated_length": 925.0, "completions/mean_length": 194.01826171875, "completions/mean_terminated_length": 194.18970336914063, "completions/min_length": 37.2, "completions/min_terminated_length": 96.6, "epoch": 0.224, "grad_norm": 0.008232714608311653, "learning_rate": 1e-06, "loss": -0.0033, "num_tokens": 233905940.0, "reward": 1.074370813369751, "reward_std": 0.12654837369918823, "rewards/accuracy_reward": 0.496875, "rewards/batchaccgated_coverage_0": 0.2565078675746918, "rewards/batchaccgated_coverage_1": 0.2565078675746918, "rewards/batchaccgated_coverage_10": 0.3127350687980652, "rewards/batchaccgated_coverage_15": 0.31579423546791074, "rewards/batchaccgated_coverage_20": 0.32091079354286195, "rewards/batchaccgated_coverage_25": 0.32387442588806153, "rewards/batchaccgated_coverage_5": 0.2870495796203613, "rewards/brier_reward": 0.7683147192001343, "rewards/confidence_uniqueness_reward": 0.8057521343231201, "rewards/format_reward": 0.9990234375, "rewards/frontier_entropy_batch_reward": -0.3832306981086731, "signal/accuracy_reward/centered_abs_mean": 0.109375, "signal/accuracy_reward/group_std_mean": 0.13956573605537415, "signal/accuracy_reward/group_zero_std_frac": 0.61875, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 1.1803191661834718, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.0546875, "signal/advantage_abs_mean": 0.6982428669929505, "signal/advantage_pre_scale_abs_mean": 0.09274145662784576, "signal/advantage_pre_scale_std": 0.1560712069272995, "signal/advantage_std": 0.9823532581329346, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.04054286181926727, "signal/batchaccgated_coverage_0/group_std_mean": 0.05448315069079399, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.325, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.08895989432930947, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.004054286330938339, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.04054286181926727, "signal/batchaccgated_coverage_1/group_std_mean": 0.05448315069079399, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.325, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.08895989432930947, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.004054286330938339, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.054483331739902496, "signal/batchaccgated_coverage_10/group_std_mean": 0.07707191407680511, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.325, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.12059174180030822, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.005448333453387022, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.05553565993905067, "signal/batchaccgated_coverage_15/group_std_mean": 0.07815761268138885, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.325, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.12240631580352783, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.005553566012531519, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.05919899269938469, "signal/batchaccgated_coverage_20/group_std_mean": 0.08315939754247666, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.325, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.13104261457920074, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.0059198994189500805, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.06282573640346527, "signal/batchaccgated_coverage_25/group_std_mean": 0.08744254857301711, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.325, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.1378329277038574, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.006282573845237493, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.04681948646903038, "signal/batchaccgated_coverage_5/group_std_mean": 0.06427032276988029, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.325, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.10279254466295243, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.004681948851794004, "signal/brier_reward/centered_abs_mean": 0.14869073331356047, "signal/brier_reward/group_std_mean": 0.18988703787326813, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.3224425345659256, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.014869073405861855, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.1067460373044014, "signal/confidence_uniqueness_reward/group_std_mean": 0.13690947443246843, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.23263682574033737, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.010674603935331105, "signal/format_reward/centered_abs_mean": 0.00185546875, "signal/format_reward/group_std_mean": 0.004792441846802831, "signal/format_reward/group_zero_std_frac": 0.975, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.02102384939789772, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.000927734375, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.28738937973976136, "signal/frontier_entropy_batch_reward/group_std_mean": 0.37481691837310793, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.03125, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 0.6271644055843353, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.02873893976211548, "step": 70 }, { "calibration/aurc": 0.31671302994897665, "calibration/batch_distribution_entropy": 0.8518835771388147, "calibration/batch_entropy_100bins": 0.87090569729219, "calibration/batch_entropy_10bins": 0.8518835771388147, "calibration/batch_entropy_50bins": 0.8707932188655818, "calibration/batch_uniqueness": 0.8936263530571861, "calibration/buffer_distribution_entropy": 0.9135504589629762, "calibration/buffer_entropy_100bins": 0.9155478445301608, "calibration/buffer_entropy_10bins": 0.9135504589629762, "calibration/buffer_entropy_50bins": 0.922841730704351, "calibration/confidence_entropy": 0.36680822519450523, "calibration/coverage@0%": 0.028517153864970647, "calibration/coverage@1%": 0.028517153864970647, "calibration/coverage@10%": 0.15664215386497066, "calibration/coverage@15%": 0.19804840386497063, "calibration/coverage@20%": 0.26017536081213305, "calibration/coverage@25%": 0.31369404354207436, "calibration/coverage@30%": 0.5125236974070451, "calibration/coverage@5%": 0.10586090386497064, "calibration/distribution_entropy_10": 0.8518835771388147, "calibration/distribution_entropy_100": 0.87090569729219, "calibration/ece": 0.18168518895018806, "calibration/mean_confidence": 0.6667802928721105, "calibration/unique_confidence_per_question": 0.994140625, "calibration/unique_confidences": 509.0, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.000390625, "completions/max_length": 557.4, "completions/max_terminated_length": 557.4, "completions/mean_length": 196.89140625, "completions/mean_terminated_length": 196.96788940429687, "completions/min_length": 29.2, "completions/min_terminated_length": 91.6, "epoch": 0.24, "grad_norm": 0.008408453315496445, "learning_rate": 1e-06, "loss": 0.0002, "num_tokens": 251173788.0, "reward": 1.1068171739578248, "reward_std": 0.13669639825820923, "rewards/accuracy_reward": 0.54755859375, "rewards/batchaccgated_coverage_0": 0.2486361861228943, "rewards/batchaccgated_coverage_1": 0.2486361861228943, "rewards/batchaccgated_coverage_10": 0.3067008137702942, "rewards/batchaccgated_coverage_15": 0.31257139444351195, "rewards/batchaccgated_coverage_20": 0.31476805806159974, "rewards/batchaccgated_coverage_25": 0.31924829185009, "rewards/batchaccgated_coverage_5": 0.28447783887386324, "rewards/brier_reward": 0.7745516419410705, "rewards/confidence_uniqueness_reward": 0.8909048318862915, "rewards/format_reward": 0.9994140625, "rewards/frontier_entropy_batch_reward": -0.3671866893768311, "signal/accuracy_reward/centered_abs_mean": 0.121099853515625, "signal/accuracy_reward/group_std_mean": 0.16128340661525725, "signal/accuracy_reward/group_zero_std_frac": 0.53125, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 1.032259726524353, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.0605499267578125, "signal/advantage_abs_mean": 0.7132783770561218, "signal/advantage_pre_scale_abs_mean": 0.09960681200027466, "signal/advantage_pre_scale_std": 0.16131314635276794, "signal/advantage_std": 0.9827737808227539, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.050003471225500105, "signal/batchaccgated_coverage_0/group_std_mean": 0.06580036208033561, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.221875, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.08660197407007217, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.005000347271561623, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.050003471225500105, "signal/batchaccgated_coverage_1/group_std_mean": 0.06580036208033561, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.221875, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.08660197407007217, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.005000347271561623, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.06549834609031677, "signal/batchaccgated_coverage_10/group_std_mean": 0.08970722854137421, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.221875, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.11413258910179139, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.006549834553152323, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.06888469606637955, "signal/batchaccgated_coverage_15/group_std_mean": 0.09407087117433548, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.221875, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.12026008516550064, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.006888470053672791, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.06929319500923156, "signal/batchaccgated_coverage_20/group_std_mean": 0.09455493241548538, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.221875, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.12112376093864441, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.006929320003837347, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.0728753685951233, "signal/batchaccgated_coverage_25/group_std_mean": 0.09922638237476349, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.221875, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.12801474779844285, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.007287536840885877, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.05786111205816269, "signal/batchaccgated_coverage_5/group_std_mean": 0.07823317646980285, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.221875, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.10073961913585663, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.005786111392080784, "signal/brier_reward/centered_abs_mean": 0.13829172551631927, "signal/brier_reward/group_std_mean": 0.1781446099281311, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.23790936172008514, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.013829173147678375, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.05415357574820519, "signal/confidence_uniqueness_reward/group_std_mean": 0.07144427746534347, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.0959607869386673, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.005415357742458582, "signal/format_reward/centered_abs_mean": 0.00113525390625, "signal/format_reward/group_std_mean": 0.0033145629800856113, "signal/format_reward/group_zero_std_frac": 0.98125, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.009575171954929828, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.000567626953125, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.2852127969264984, "signal/frontier_entropy_batch_reward/group_std_mean": 0.3624271035194397, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.025, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 0.49137144684791567, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.028521280735731125, "step": 75 }, { "calibration/aurc": 0.2336217676603131, "calibration/batch_distribution_entropy": 0.741825986050106, "calibration/batch_entropy_100bins": 0.78850994788832, "calibration/batch_entropy_10bins": 0.741825986050106, "calibration/batch_entropy_50bins": 0.7783956554809109, "calibration/batch_uniqueness": 0.8189855134312074, "calibration/buffer_distribution_entropy": 0.9084523816955224, "calibration/buffer_entropy_100bins": 0.914060596409143, "calibration/buffer_entropy_10bins": 0.9084523816955224, "calibration/buffer_entropy_50bins": 0.9196756121182424, "calibration/confidence_entropy": 0.30042311617148876, "calibration/coverage@0%": 0.06328125, "calibration/coverage@1%": 0.0703125, "calibration/coverage@10%": 0.38125, "calibration/coverage@15%": 0.42265625, "calibration/coverage@20%": 0.46640625, "calibration/coverage@25%": 0.509375, "calibration/coverage@30%": 0.690234375, "calibration/coverage@5%": 0.23125, "calibration/distribution_entropy_10": 0.741825986050106, "calibration/distribution_entropy_100": 0.78850994788832, "calibration/ece": 0.16463053879078085, "calibration/mean_confidence": 0.7439195033360081, "calibration/unique_confidence_per_question": 0.962890625, "calibration/unique_confidences": 493.0, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.00029296875, "completions/max_length": 703.8, "completions/max_terminated_length": 703.8, "completions/mean_length": 198.9806640625, "completions/mean_terminated_length": 199.04030151367186, "completions/min_length": 42.2, "completions/min_terminated_length": 102.2, "epoch": 0.256, "grad_norm": 0.009298115968704224, "learning_rate": 1e-06, "loss": -0.0036, "num_tokens": 268266166.0, "reward": 1.1166703939437865, "reward_std": 0.123066146671772, "rewards/accuracy_reward": 0.54443359375, "rewards/batchaccgated_coverage_0": 0.29064599275588987, "rewards/batchaccgated_coverage_1": 0.29064599275588987, "rewards/batchaccgated_coverage_10": 0.3461409032344818, "rewards/batchaccgated_coverage_15": 0.34866883754730227, "rewards/batchaccgated_coverage_20": 0.3591776490211487, "rewards/batchaccgated_coverage_25": 0.367471444606781, "rewards/batchaccgated_coverage_5": 0.32220990061759947, "rewards/brier_reward": 0.7620518684387207, "rewards/confidence_uniqueness_reward": 0.8020129203796387, "rewards/format_reward": 0.999609375, "rewards/frontier_entropy_batch_reward": -0.4425364375114441, "signal/accuracy_reward/centered_abs_mean": 0.111663818359375, "signal/accuracy_reward/group_std_mean": 0.14512262642383575, "signal/accuracy_reward/group_zero_std_frac": 0.59375, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 3.88775429725647, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.0558319091796875, "signal/advantage_abs_mean": 0.7022534728050231, "signal/advantage_pre_scale_abs_mean": 0.090090049803257, "signal/advantage_pre_scale_std": 0.15792504251003264, "signal/advantage_std": 0.9794187664985656, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.03587271124124527, "signal/batchaccgated_coverage_0/group_std_mean": 0.04879908785223961, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.26875, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.21971785724163057, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0035872711334377526, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.03587271124124527, "signal/batchaccgated_coverage_1/group_std_mean": 0.04879908785223961, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.26875, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.21971785724163057, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0035872711334377526, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.05010294280946255, "signal/batchaccgated_coverage_10/group_std_mean": 0.07199981287121773, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.26875, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.3178232371807098, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.00501029440201819, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.05111348256468773, "signal/batchaccgated_coverage_15/group_std_mean": 0.07331958711147309, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.26875, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.3192783683538437, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.005111348070204258, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.05792687013745308, "signal/batchaccgated_coverage_20/group_std_mean": 0.08246087431907653, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.26875, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.3555942505598068, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.005792687181383371, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.06741169169545173, "signal/batchaccgated_coverage_25/group_std_mean": 0.0939914345741272, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.26875, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.4059398204088211, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.006741169281303883, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.04158569164574146, "signal/batchaccgated_coverage_5/group_std_mean": 0.05838819891214371, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.26875, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.25778297930955885, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.004158569499850273, "signal/brier_reward/centered_abs_mean": 0.12922424972057342, "signal/brier_reward/group_std_mean": 0.16605657041072847, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.8447867333889008, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.01292242519557476, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.09654060602188111, "signal/confidence_uniqueness_reward/group_std_mean": 0.12155406177043915, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.003125, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.5835326045751572, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.009654060751199723, "signal/format_reward/centered_abs_mean": 0.0007568359375, "signal/format_reward/group_std_mean": 0.0022097086533904076, "signal/format_reward/group_zero_std_frac": 0.9875, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.030370459705591202, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.00037841796875, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.250981280207634, "signal/frontier_entropy_batch_reward/group_std_mean": 0.32713971138000486, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.0875, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 1.5988227605819703, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.025098129734396936, "step": 80 }, { "calibration/aurc": 0.3441383301461232, "calibration/batch_distribution_entropy": 0.7837626024033365, "calibration/batch_entropy_100bins": 0.8264899922042364, "calibration/batch_entropy_10bins": 0.7837626024033365, "calibration/batch_entropy_50bins": 0.8180669565229046, "calibration/batch_uniqueness": 0.8604400634765625, "calibration/buffer_distribution_entropy": 0.9022734721313996, "calibration/buffer_entropy_100bins": 0.9113500834196101, "calibration/buffer_entropy_10bins": 0.9022734721313996, "calibration/buffer_entropy_50bins": 0.9153674786488064, "calibration/confidence_entropy": 0.34929423998079, "calibration/coverage@0%": 0.021875, "calibration/coverage@1%": 0.021875, "calibration/coverage@10%": 0.194921875, "calibration/coverage@15%": 0.260546875, "calibration/coverage@20%": 0.3109375, "calibration/coverage@25%": 0.36015625, "calibration/coverage@30%": 0.4375, "calibration/coverage@5%": 0.103125, "calibration/distribution_entropy_10": 0.7837626024033365, "calibration/distribution_entropy_100": 0.8264899922042364, "calibration/ece": 0.25224774449370735, "calibration/mean_confidence": 0.720758860304036, "calibration/unique_confidence_per_question": 0.96640625, "calibration/unique_confidences": 494.8, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 9.765625e-05, "completions/max_length": 586.0, "completions/max_terminated_length": 586.0, "completions/mean_length": 212.2359375, "completions/mean_terminated_length": 212.25682678222657, "completions/min_length": 80.4, "completions/min_terminated_length": 102.0, "epoch": 0.272, "grad_norm": 0.008592949248850346, "learning_rate": 1e-06, "loss": 0.002, "num_tokens": 285405158.0, "reward": 1.0876873970031737, "reward_std": 0.11875751316547394, "rewards/accuracy_reward": 0.51640625, "rewards/batchaccgated_coverage_0": 0.25274882912635804, "rewards/batchaccgated_coverage_1": 0.25274882912635804, "rewards/batchaccgated_coverage_10": 0.3109740734100342, "rewards/batchaccgated_coverage_15": 0.3153887152671814, "rewards/batchaccgated_coverage_20": 0.3270998537540436, "rewards/batchaccgated_coverage_25": 0.33288330435752866, "rewards/batchaccgated_coverage_5": 0.2790035307407379, "rewards/brier_reward": 0.761996066570282, "rewards/confidence_uniqueness_reward": 0.865186071395874, "rewards/format_reward": 0.9998046875, "rewards/frontier_entropy_batch_reward": -0.40220981240272524, "signal/accuracy_reward/centered_abs_mean": 0.10323486328125, "signal/accuracy_reward/group_std_mean": 0.1362008735537529, "signal/accuracy_reward/group_zero_std_frac": 0.621875, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 3.4977614879608154, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.051617431640625, "signal/advantage_abs_mean": 0.7008754730224609, "signal/advantage_pre_scale_abs_mean": 0.08583134859800338, "signal/advantage_pre_scale_std": 0.15158269703388214, "signal/advantage_std": 0.9794724345207214, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.02992990016937256, "signal/batchaccgated_coverage_0/group_std_mean": 0.04212051779031754, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.334375, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.17607344835996627, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0029929901007562875, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.02992990016937256, "signal/batchaccgated_coverage_1/group_std_mean": 0.04212051779031754, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.334375, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.17607344835996627, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0029929901007562875, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.046000920981168744, "signal/batchaccgated_coverage_10/group_std_mean": 0.06815331056714058, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.334375, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.25800175219774246, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.004600092303007841, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.047893743962049484, "signal/batchaccgated_coverage_15/group_std_mean": 0.0706049457192421, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.334375, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.28227021396160124, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.004789374396204948, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.0567482627928257, "signal/batchaccgated_coverage_20/group_std_mean": 0.08234160169959068, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.334375, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.3586976259946823, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.005674826260656118, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.0633957862854004, "signal/batchaccgated_coverage_25/group_std_mean": 0.09037741124629975, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.334375, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.4275981977581978, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.00633957888931036, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.03442709147930145, "signal/batchaccgated_coverage_5/group_std_mean": 0.05014726296067238, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.334375, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.20199376344680786, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.0034427092410624026, "signal/brier_reward/centered_abs_mean": 0.12312300801277161, "signal/brier_reward/group_std_mean": 0.16031525731086732, "signal/brier_reward/group_zero_std_frac": 0.003125, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.8383482873439789, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.012312300875782967, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.056654618680477144, "signal/confidence_uniqueness_reward/group_std_mean": 0.07380898296833038, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.003125, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.4246091768145561, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.005665462091565132, "signal/format_reward/centered_abs_mean": 0.00037841796875, "signal/format_reward/group_std_mean": 0.0011048543266952038, "signal/format_reward/group_zero_std_frac": 0.99375, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.01910267248749733, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.000189208984375, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.2511567234992981, "signal/frontier_entropy_batch_reward/group_std_mean": 0.3292468786239624, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.084375, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 1.5229641318321228, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.02511567361652851, "step": 85 }, { "calibration/aurc": 0.26413717707979556, "calibration/batch_distribution_entropy": 0.8275800902466568, "calibration/batch_entropy_100bins": 0.8529547150479395, "calibration/batch_entropy_10bins": 0.8275800902466568, "calibration/batch_entropy_50bins": 0.8480508709467648, "calibration/batch_uniqueness": 0.887579345703125, "calibration/buffer_distribution_entropy": 0.9004357876541927, "calibration/buffer_entropy_100bins": 0.9118015020278871, "calibration/buffer_entropy_10bins": 0.9004357876541927, "calibration/buffer_entropy_50bins": 0.9146265713411662, "calibration/confidence_entropy": 0.3413923071111721, "calibration/coverage@0%": 0.008984375, "calibration/coverage@1%": 0.008984375, "calibration/coverage@10%": 0.183203125, "calibration/coverage@15%": 0.2296875, "calibration/coverage@20%": 0.3484375, "calibration/coverage@25%": 0.405859375, "calibration/coverage@30%": 0.60546875, "calibration/coverage@5%": 0.145703125, "calibration/distribution_entropy_10": 0.8275800902466568, "calibration/distribution_entropy_100": 0.8529547150479395, "calibration/ece": 0.17277675037443035, "calibration/mean_confidence": 0.6607414673392388, "calibration/unique_confidence_per_question": 0.9375, "calibration/unique_confidences": 480.0, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 597.8, "completions/max_terminated_length": 597.8, "completions/mean_length": 208.18974609375, "completions/mean_terminated_length": 208.18974609375, "completions/min_length": 112.4, "completions/min_terminated_length": 112.4, "epoch": 0.288, "grad_norm": 0.00779998954385519, "learning_rate": 1e-06, "loss": -0.0005, "num_tokens": 302495197.0, "reward": 1.112547254562378, "reward_std": 0.1164923757314682, "rewards/accuracy_reward": 0.54970703125, "rewards/batchaccgated_coverage_0": 0.2503787219524384, "rewards/batchaccgated_coverage_1": 0.2503787219524384, "rewards/batchaccgated_coverage_10": 0.30529601573944093, "rewards/batchaccgated_coverage_15": 0.3129884600639343, "rewards/batchaccgated_coverage_20": 0.32123541831970215, "rewards/batchaccgated_coverage_25": 0.3247857570648193, "rewards/batchaccgated_coverage_5": 0.2785686820745468, "rewards/brier_reward": 0.7823822021484375, "rewards/confidence_uniqueness_reward": 0.9014236450195312, "rewards/format_reward": 1.0, "rewards/frontier_entropy_batch_reward": -0.3505002737045288, "signal/accuracy_reward/centered_abs_mean": 0.105963134765625, "signal/accuracy_reward/group_std_mean": 0.1416401147842407, "signal/accuracy_reward/group_zero_std_frac": 0.590625, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 1.7099111318588256, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.0529815673828125, "signal/advantage_abs_mean": 0.7070619702339173, "signal/advantage_pre_scale_abs_mean": 0.08482404053211212, "signal/advantage_pre_scale_std": 0.14781360626220702, "signal/advantage_std": 0.9812478303909302, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.045230365544557574, "signal/batchaccgated_coverage_0/group_std_mean": 0.0594833180308342, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.284375, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.15251844823360444, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.004523036768659949, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.045230365544557574, "signal/batchaccgated_coverage_1/group_std_mean": 0.0594833180308342, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.284375, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.15251844823360444, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.004523036768659949, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.05738704428076744, "signal/batchaccgated_coverage_10/group_std_mean": 0.07853602319955826, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.284375, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.19147444814443587, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.005738704465329647, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.06193866953253746, "signal/batchaccgated_coverage_15/group_std_mean": 0.08510458022356034, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.284375, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.2074664443731308, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.006193867139518261, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.06739025488495827, "signal/batchaccgated_coverage_20/group_std_mean": 0.09281168133020401, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.284375, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.2265717178583145, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.00673902565613389, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.06950431317090988, "signal/batchaccgated_coverage_25/group_std_mean": 0.09564992636442185, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.284375, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.2345907062292099, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.006950431410223246, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.051506861299276355, "signal/batchaccgated_coverage_5/group_std_mean": 0.06888163536787033, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.284375, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.17419881820678712, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.005150686018168926, "signal/brier_reward/centered_abs_mean": 0.11472182273864746, "signal/brier_reward/group_std_mean": 0.15041446387767793, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.3741160035133362, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.011472182907164096, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.03848352432250977, "signal/confidence_uniqueness_reward/group_std_mean": 0.04962219223380089, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.13226202875375748, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.0038483524695038795, "signal/format_reward/centered_abs_mean": 0.0, "signal/format_reward/group_std_mean": 0.0, "signal/format_reward/group_zero_std_frac": 1.0, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.0, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.0, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.25946560204029084, "signal/frontier_entropy_batch_reward/group_std_mean": 0.33681349754333495, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.06875, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 0.8563883185386658, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.025946559756994246, "step": 90 }, { "calibration/aurc": 0.24591946199026765, "calibration/batch_distribution_entropy": 0.7075614461818885, "calibration/batch_entropy_100bins": 0.7592024078750257, "calibration/batch_entropy_10bins": 0.7075614461818885, "calibration/batch_entropy_50bins": 0.7454600949405913, "calibration/batch_uniqueness": 0.79154052734375, "calibration/buffer_distribution_entropy": 0.8973645754390811, "calibration/buffer_entropy_100bins": 0.9107293571887827, "calibration/buffer_entropy_10bins": 0.8973645754390811, "calibration/buffer_entropy_50bins": 0.9124109341610736, "calibration/confidence_entropy": 0.276552380044214, "calibration/coverage@0%": 0.000390625, "calibration/coverage@1%": 0.000390625, "calibration/coverage@10%": 0.155859375, "calibration/coverage@15%": 0.24296875, "calibration/coverage@20%": 0.498046875, "calibration/coverage@25%": 0.6, "calibration/coverage@30%": 0.7265625, "calibration/coverage@5%": 0.033203125, "calibration/distribution_entropy_10": 0.7075614461818885, "calibration/distribution_entropy_100": 0.7592024078750257, "calibration/ece": 0.17522952876068848, "calibration/mean_confidence": 0.7383902590024226, "calibration/unique_confidence_per_question": 0.87109375, "calibration/unique_confidences": 446.0, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 673.8, "completions/max_terminated_length": 673.8, "completions/mean_length": 213.67978515625, "completions/mean_terminated_length": 213.67978515625, "completions/min_length": 106.6, "completions/min_terminated_length": 106.6, "epoch": 0.304, "grad_norm": 0.0098080113530159, "learning_rate": 1e-06, "loss": 0.0007, "num_tokens": 319613230.0, "reward": 1.1096721410751342, "reward_std": 0.11514778733253479, "rewards/accuracy_reward": 0.53544921875, "rewards/batchaccgated_coverage_0": 0.2749068379402161, "rewards/batchaccgated_coverage_1": 0.2749068379402161, "rewards/batchaccgated_coverage_10": 0.3333949983119965, "rewards/batchaccgated_coverage_15": 0.3395045638084412, "rewards/batchaccgated_coverage_20": 0.3442607581615448, "rewards/batchaccgated_coverage_25": 0.3489796042442322, "rewards/batchaccgated_coverage_5": 0.3077440559864044, "rewards/brier_reward": 0.761984646320343, "rewards/confidence_uniqueness_reward": 0.8424369812011718, "rewards/format_reward": 1.0, "rewards/frontier_entropy_batch_reward": -0.40864412784576415, "signal/accuracy_reward/centered_abs_mean": 0.102386474609375, "signal/accuracy_reward/group_std_mean": 0.13588072061538697, "signal/accuracy_reward/group_zero_std_frac": 0.609375, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 4.555649733543396, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.0511932373046875, "signal/advantage_abs_mean": 0.6927678704261779, "signal/advantage_pre_scale_abs_mean": 0.08298513144254685, "signal/advantage_pre_scale_std": 0.14709524512290956, "signal/advantage_std": 0.9774874567985534, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.038359276950359344, "signal/batchaccgated_coverage_0/group_std_mean": 0.05275464057922363, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.29375, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.34057039618492124, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.003835927741602063, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.038359276950359344, "signal/batchaccgated_coverage_1/group_std_mean": 0.05275464057922363, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.29375, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.34057039618492124, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.003835927741602063, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.05294272229075432, "signal/batchaccgated_coverage_10/group_std_mean": 0.07617195844650268, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.29375, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.491510221362114, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.0052942724898457525, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.055462636053562164, "signal/batchaccgated_coverage_15/group_std_mean": 0.07984613552689553, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.29375, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.5109684467315674, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.005546264024451375, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.058027705550193785, "signal/batchaccgated_coverage_20/group_std_mean": 0.083106529712677, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.29375, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.5336898595094681, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.00580277070403099, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.06214257776737213, "signal/batchaccgated_coverage_25/group_std_mean": 0.08812821805477142, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.29375, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.5636172443628311, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.00621425798162818, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.045113662257790565, "signal/batchaccgated_coverage_5/group_std_mean": 0.06431550309062004, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.29375, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.40672857165336607, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.004511366272345186, "signal/brier_reward/centered_abs_mean": 0.10874119400978088, "signal/brier_reward/group_std_mean": 0.14447961151599883, "signal/brier_reward/group_zero_std_frac": 0.00625, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.9993231773376465, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.010874119400978089, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.0689098596572876, "signal/confidence_uniqueness_reward/group_std_mean": 0.08614575937390327, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.003125, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.6100890040397644, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.006890986301004887, "signal/format_reward/centered_abs_mean": 0.0, "signal/format_reward/group_std_mean": 0.0, "signal/format_reward/group_zero_std_frac": 1.0, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.0, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.0, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.26197037696838377, "signal/frontier_entropy_batch_reward/group_std_mean": 0.33474252820014955, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.1, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 2.4359241008758543, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.02619703859090805, "step": 95 }, { "calibration/aurc": 0.21286697073676283, "calibration/batch_distribution_entropy": 0.7180094784510327, "calibration/batch_entropy_100bins": 0.7695135955069387, "calibration/batch_entropy_10bins": 0.7180094784510327, "calibration/batch_entropy_50bins": 0.7510943831811785, "calibration/batch_uniqueness": 0.810723876953125, "calibration/buffer_distribution_entropy": 0.8894455245055672, "calibration/buffer_entropy_100bins": 0.9059742188620173, "calibration/buffer_entropy_10bins": 0.8894455245055672, "calibration/buffer_entropy_50bins": 0.90625901533899, "calibration/confidence_entropy": 0.2934043293048507, "calibration/coverage@0%": 0.053125, "calibration/coverage@1%": 0.12578125, "calibration/coverage@10%": 0.35078125, "calibration/coverage@15%": 0.4609375, "calibration/coverage@20%": 0.51484375, "calibration/coverage@25%": 0.65390625, "calibration/coverage@30%": 0.716015625, "calibration/coverage@5%": 0.226953125, "calibration/distribution_entropy_10": 0.7180094784510327, "calibration/distribution_entropy_100": 0.7695135955069387, "calibration/ece": 0.17950482768710851, "calibration/mean_confidence": 0.7667098239329005, "calibration/unique_confidence_per_question": 0.859765625, "calibration/unique_confidences": 440.2, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 9.765625e-05, "completions/max_length": 508.0, "completions/max_terminated_length": 508.0, "completions/mean_length": 217.72666015625, "completions/mean_terminated_length": 217.74772033691406, "completions/min_length": 89.8, "completions/min_terminated_length": 110.8, "epoch": 0.32, "grad_norm": 0.009086993522942066, "learning_rate": 1e-06, "loss": 0.0018, "num_tokens": 336931455.0, "reward": 1.1514826774597169, "reward_std": 0.09998664557933808, "rewards/accuracy_reward": 0.5525390625, "rewards/batchaccgated_coverage_0": 0.33354930877685546, "rewards/batchaccgated_coverage_1": 0.33354930877685546, "rewards/batchaccgated_coverage_10": 0.38442744612693786, "rewards/batchaccgated_coverage_15": 0.38863163590431216, "rewards/batchaccgated_coverage_20": 0.3966011881828308, "rewards/batchaccgated_coverage_25": 0.40016393065452577, "rewards/batchaccgated_coverage_5": 0.36789807081222536, "rewards/brier_reward": 0.7663132786750794, "rewards/confidence_uniqueness_reward": 0.8366964340209961, "rewards/format_reward": 0.99990234375, "rewards/frontier_entropy_batch_reward": -0.45521129965782164, "signal/accuracy_reward/centered_abs_mean": 0.07762451171875, "signal/accuracy_reward/group_std_mean": 0.10625932067632675, "signal/accuracy_reward/group_zero_std_frac": 0.684375, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 3.14913125038147, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.038812255859375, "signal/advantage_abs_mean": 0.6958471179008484, "signal/advantage_pre_scale_abs_mean": 0.07106774747371673, "signal/advantage_pre_scale_std": 0.13567830473184586, "signal/advantage_std": 0.9776611447334289, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.030544858798384665, "signal/batchaccgated_coverage_0/group_std_mean": 0.04142726249992847, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.30625, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.23609809279441835, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0030544860754162075, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.030544858798384665, "signal/batchaccgated_coverage_1/group_std_mean": 0.04142726249992847, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.30625, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.23609809279441835, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0030544860754162075, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.04338853061199188, "signal/batchaccgated_coverage_10/group_std_mean": 0.06283801794052124, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.30625, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.3448873579502106, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.0043388533405959604, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.045464062690734865, "signal/batchaccgated_coverage_15/group_std_mean": 0.06578328609466552, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.30625, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.35565306842327116, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.004546406399458647, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.05130014047026634, "signal/batchaccgated_coverage_20/group_std_mean": 0.07374549061059951, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.30625, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.3836148977279663, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.005130014196038246, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.055260340124368666, "signal/batchaccgated_coverage_25/group_std_mean": 0.07858419045805931, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.30625, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.4258087635040283, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.005526033975183964, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.03807741701602936, "signal/batchaccgated_coverage_5/group_std_mean": 0.05399175882339478, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.30625, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.31254834979772567, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.003807741729542613, "signal/brier_reward/centered_abs_mean": 0.10047474503517151, "signal/brier_reward/group_std_mean": 0.13225481063127517, "signal/brier_reward/group_zero_std_frac": 0.003125, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.836492919921875, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.010047474689781666, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.06190996468067169, "signal/confidence_uniqueness_reward/group_std_mean": 0.0789609931409359, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.003125, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.516329950094223, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.006190996617078781, "signal/format_reward/centered_abs_mean": 0.000189208984375, "signal/format_reward/group_std_mean": 0.0005524271633476019, "signal/format_reward/group_zero_std_frac": 0.996875, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.004739187657833099, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 9.46044921875e-05, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.2287631779909134, "signal/frontier_entropy_batch_reward/group_std_mean": 0.2971174418926239, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.175, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 1.8700612783432007, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.02287631928920746, "step": 100 }, { "epoch": 0.32, "eval_completions/clipped_ratio": 0.0, "eval_completions/max_length": 365.75, "eval_completions/max_terminated_length": 365.75, "eval_completions/mean_length": 217.65827178955078, "eval_completions/mean_terminated_length": 217.65827178955078, "eval_completions/min_length": 135.25, "eval_completions/min_terminated_length": 135.25, "eval_loss": 0.0, "eval_num_tokens": 336931455.0, "eval_reward": 0.7761687785387039, "eval_reward_std": 0.25038251653313637, "eval_rewards/accuracy_reward": 0.416015625, "eval_rewards/batchaccgated_coverage_0": 0.02165497886016965, "eval_rewards/batchaccgated_coverage_1": 0.02165497886016965, "eval_rewards/batchaccgated_coverage_10": 0.021058444399386644, "eval_rewards/batchaccgated_coverage_15": 0.020936568500474095, "eval_rewards/batchaccgated_coverage_20": 0.01996617461554706, "eval_rewards/batchaccgated_coverage_25": 0.018680386478081346, "eval_rewards/batchaccgated_coverage_5": 0.02165497886016965, "eval_rewards/brier_reward": 0.7083665430545807, "eval_rewards/confidence_uniqueness_reward": 0.82763671875, "eval_rewards/format_reward": 1.0, "eval_rewards/frontier_entropy_batch_reward": -1.0, "eval_runtime": 19.4492, "eval_samples_per_second": 25.708, "eval_signal/accuracy_reward/centered_abs_mean": 0.4725341796875, "eval_signal/accuracy_reward/group_std_mean": 0.4934079945087433, "eval_signal/accuracy_reward/group_zero_std_frac": 0.0, "eval_signal/accuracy_reward/scaled_weighted_centered_abs_mean": 0.9441142380237579, "eval_signal/accuracy_reward/weight": 0.5, "eval_signal/accuracy_reward/weighted_centered_abs_mean": 0.23626708984375, "eval_signal/advantage_abs_mean": 0.927559033036232, "eval_signal/advantage_pre_scale_abs_mean": 0.2325662486255169, "eval_signal/advantage_pre_scale_std": 0.24754254519939423, "eval_signal/advantage_std": 0.9877234101295471, "eval_signal/batchaccgated_coverage_0/centered_abs_mean": 0.036966916639357805, "eval_signal/batchaccgated_coverage_0/group_std_mean": 0.04998053889721632, "eval_signal/batchaccgated_coverage_0/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.014758087694644928, "eval_signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0036966917105019093, "eval_signal/batchaccgated_coverage_1/centered_abs_mean": 0.036966916639357805, "eval_signal/batchaccgated_coverage_1/group_std_mean": 0.04998053889721632, "eval_signal/batchaccgated_coverage_1/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.014758087694644928, "eval_signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0036966917105019093, "eval_signal/batchaccgated_coverage_10/centered_abs_mean": 0.03580868989229202, "eval_signal/batchaccgated_coverage_10/group_std_mean": 0.048450381495058537, "eval_signal/batchaccgated_coverage_10/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.01430171076208353, "eval_signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.0035808690590783954, "eval_signal/batchaccgated_coverage_15/centered_abs_mean": 0.03561611007899046, "eval_signal/batchaccgated_coverage_15/group_std_mean": 0.04821595922112465, "eval_signal/batchaccgated_coverage_15/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.01422567549161613, "eval_signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.0035616111708804965, "eval_signal/batchaccgated_coverage_20/centered_abs_mean": 0.03365161083638668, "eval_signal/batchaccgated_coverage_20/group_std_mean": 0.045826321467757225, "eval_signal/batchaccgated_coverage_20/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.013447226490825415, "eval_signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.0033651611884124577, "eval_signal/batchaccgated_coverage_25/centered_abs_mean": 0.030309504363685846, "eval_signal/batchaccgated_coverage_25/group_std_mean": 0.041597504168748856, "eval_signal/batchaccgated_coverage_25/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.01211921963840723, "eval_signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.003030950319953263, "eval_signal/batchaccgated_coverage_5/centered_abs_mean": 0.036966916639357805, "eval_signal/batchaccgated_coverage_5/group_std_mean": 0.04998053889721632, "eval_signal/batchaccgated_coverage_5/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.014758087694644928, "eval_signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.0036966917105019093, "eval_signal/brier_reward/centered_abs_mean": 0.2990405112504959, "eval_signal/brier_reward/group_std_mean": 0.3524217829108238, "eval_signal/brier_reward/group_zero_std_frac": 0.0, "eval_signal/brier_reward/scaled_weighted_centered_abs_mean": 0.11960718035697937, "eval_signal/brier_reward/weight": 0.10000000149011612, "eval_signal/brier_reward/weighted_centered_abs_mean": 0.02990405075252056, "eval_signal/confidence_uniqueness_reward/centered_abs_mean": 0.108489990234375, "eval_signal/confidence_uniqueness_reward/group_std_mean": 0.12797259911894798, "eval_signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "eval_signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.04323085118085146, "eval_signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "eval_signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.010848999256268144, "eval_signal/format_reward/centered_abs_mean": 0.0, "eval_signal/format_reward/group_std_mean": 0.0, "eval_signal/format_reward/group_zero_std_frac": 1.0, "eval_signal/format_reward/scaled_weighted_centered_abs_mean": 0.0, "eval_signal/format_reward/weight": 0.5, "eval_signal/format_reward/weighted_centered_abs_mean": 0.0, "eval_signal/frontier_entropy_batch_reward/centered_abs_mean": 0.0, "eval_signal/frontier_entropy_batch_reward/group_std_mean": 0.0, "eval_signal/frontier_entropy_batch_reward/group_zero_std_frac": 1.0, "eval_signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 0.0, "eval_signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "eval_signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.0, "eval_steps_per_second": 0.206, "step": 100 }, { "epoch": 0.32, "step": 100, "train_probe_completions/clipped_ratio": 0.0, "train_probe_completions/max_length": 354.5, "train_probe_completions/max_terminated_length": 354.5, "train_probe_completions/mean_length": 216.45204544067383, "train_probe_completions/mean_terminated_length": 216.45204544067383, "train_probe_completions/min_length": 125.5, "train_probe_completions/min_terminated_length": 125.5, "train_probe_loss": 0.0, "train_probe_num_tokens": 336931455.0, "train_probe_reward": 0.8671507686376572, "train_probe_reward_std": 0.24470600113272667, "train_probe_rewards/accuracy_reward": 0.56640625, "train_probe_rewards/batchaccgated_coverage_0": 0.030086406506597996, "train_probe_rewards/batchaccgated_coverage_1": 0.030086406506597996, "train_probe_rewards/batchaccgated_coverage_10": 0.030843764543533325, "train_probe_rewards/batchaccgated_coverage_15": 0.03288966044783592, "train_probe_rewards/batchaccgated_coverage_20": 0.035868712700903416, "train_probe_rewards/batchaccgated_coverage_25": 0.04602243867702782, "train_probe_rewards/batchaccgated_coverage_5": 0.030086406506597996, "train_probe_rewards/brier_reward": 0.7896275818347931, "train_probe_rewards/confidence_uniqueness_reward": 0.81396484375, "train_probe_rewards/format_reward": 1.0, "train_probe_rewards/frontier_entropy_batch_reward": -1.0, "train_probe_runtime": 18.6421, "train_probe_samples_per_second": 26.821, "train_probe_signal/accuracy_reward/centered_abs_mean": 0.477783203125, "train_probe_signal/accuracy_reward/group_std_mean": 0.49626488238573074, "train_probe_signal/accuracy_reward/group_zero_std_frac": 0.0, "train_probe_signal/accuracy_reward/scaled_weighted_centered_abs_mean": 0.9770863354206085, "train_probe_signal/accuracy_reward/weight": 0.5, "train_probe_signal/accuracy_reward/weighted_centered_abs_mean": 0.2388916015625, "train_probe_signal/advantage_abs_mean": 0.922933354973793, "train_probe_signal/advantage_pre_scale_abs_mean": 0.22603842988610268, "train_probe_signal/advantage_pre_scale_std": 0.24194854870438576, "train_probe_signal/advantage_std": 0.987713947892189, "train_probe_signal/batchaccgated_coverage_0/centered_abs_mean": 0.06662590149790049, "train_probe_signal/batchaccgated_coverage_0/group_std_mean": 0.09628704190254211, "train_probe_signal/batchaccgated_coverage_0/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.02739534294232726, "train_probe_signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0066625900799408555, "train_probe_signal/batchaccgated_coverage_1/centered_abs_mean": 0.06662590149790049, "train_probe_signal/batchaccgated_coverage_1/group_std_mean": 0.09628704190254211, "train_probe_signal/batchaccgated_coverage_1/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.02739534294232726, "train_probe_signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0066625900799408555, "train_probe_signal/batchaccgated_coverage_10/centered_abs_mean": 0.0600652527064085, "train_probe_signal/batchaccgated_coverage_10/group_std_mean": 0.08525818027555943, "train_probe_signal/batchaccgated_coverage_10/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.02466637920588255, "train_probe_signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.006006525247357786, "train_probe_signal/batchaccgated_coverage_15/centered_abs_mean": 0.0582816731184721, "train_probe_signal/batchaccgated_coverage_15/group_std_mean": 0.08177538216114044, "train_probe_signal/batchaccgated_coverage_15/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.023927449248731136, "train_probe_signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.005828167195431888, "train_probe_signal/batchaccgated_coverage_20/centered_abs_mean": 0.051078831776976585, "train_probe_signal/batchaccgated_coverage_20/group_std_mean": 0.07118842657655478, "train_probe_signal/batchaccgated_coverage_20/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.020978801883757114, "train_probe_signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.005107883189339191, "train_probe_signal/batchaccgated_coverage_25/centered_abs_mean": 0.059190056286752224, "train_probe_signal/batchaccgated_coverage_25/group_std_mean": 0.07565325032919645, "train_probe_signal/batchaccgated_coverage_25/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.02438872284255922, "train_probe_signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.005919005780015141, "train_probe_signal/batchaccgated_coverage_5/centered_abs_mean": 0.06662590149790049, "train_probe_signal/batchaccgated_coverage_5/group_std_mean": 0.09628704190254211, "train_probe_signal/batchaccgated_coverage_5/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.02739534294232726, "train_probe_signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.0066625900799408555, "train_probe_signal/brier_reward/centered_abs_mean": 0.24718650802969933, "train_probe_signal/brier_reward/group_std_mean": 0.3167901560664177, "train_probe_signal/brier_reward/group_zero_std_frac": 0.0, "train_probe_signal/brier_reward/scaled_weighted_centered_abs_mean": 0.10086004994809628, "train_probe_signal/brier_reward/weight": 0.10000000149011612, "train_probe_signal/brier_reward/weighted_centered_abs_mean": 0.024718651082366705, "train_probe_signal/confidence_uniqueness_reward/centered_abs_mean": 0.1171417236328125, "train_probe_signal/confidence_uniqueness_reward/group_std_mean": 0.13612791895866394, "train_probe_signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "train_probe_signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.048000496812164783, "train_probe_signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "train_probe_signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.011714172782376409, "train_probe_signal/format_reward/centered_abs_mean": 0.0, "train_probe_signal/format_reward/group_std_mean": 0.0, "train_probe_signal/format_reward/group_zero_std_frac": 1.0, "train_probe_signal/format_reward/scaled_weighted_centered_abs_mean": 0.0, "train_probe_signal/format_reward/weight": 0.5, "train_probe_signal/format_reward/weighted_centered_abs_mean": 0.0, "train_probe_signal/frontier_entropy_batch_reward/centered_abs_mean": 0.0, "train_probe_signal/frontier_entropy_batch_reward/group_std_mean": 0.0, "train_probe_signal/frontier_entropy_batch_reward/group_zero_std_frac": 1.0, "train_probe_signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 0.0, "train_probe_signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "train_probe_signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.0, "train_probe_steps_per_second": 0.215 }, { "calibration/aurc": 0.2556721817417022, "calibration/batch_distribution_entropy": 0.7866464019477621, "calibration/batch_entropy_100bins": 0.817785040867891, "calibration/batch_entropy_10bins": 0.7866464019477621, "calibration/batch_entropy_50bins": 0.8054808227050481, "calibration/batch_uniqueness": 0.846856689453125, "calibration/buffer_distribution_entropy": 0.8875596698815901, "calibration/buffer_entropy_100bins": 0.9073849890238268, "calibration/buffer_entropy_10bins": 0.8875596698815901, "calibration/buffer_entropy_50bins": 0.9054927837416173, "calibration/confidence_entropy": 0.3355601176581148, "calibration/coverage@0%": 0.008984375, "calibration/coverage@1%": 0.008984375, "calibration/coverage@10%": 0.151171875, "calibration/coverage@15%": 0.256640625, "calibration/coverage@20%": 0.31953125, "calibration/coverage@25%": 0.527734375, "calibration/coverage@30%": 0.65546875, "calibration/coverage@5%": 0.057421875, "calibration/distribution_entropy_10": 0.7866464019477621, "calibration/distribution_entropy_100": 0.817785040867891, "calibration/ece": 0.18152041240819028, "calibration/mean_confidence": 0.7234203636010827, "calibration/unique_confidence_per_question": 0.88203125, "calibration/unique_confidences": 451.6, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 9.765625e-05, "completions/max_length": 590.6, "completions/max_terminated_length": 590.6, "completions/mean_length": 216.04560546875, "completions/mean_terminated_length": 216.06644592285156, "completions/min_length": 87.6, "completions/min_terminated_length": 110.8, "epoch": 0.336, "grad_norm": 0.011138031259179115, "learning_rate": 1e-06, "loss": 0.0019, "num_tokens": 353866194.0, "reward": 1.1516883850097657, "reward_std": 0.10085563957691193, "rewards/accuracy_reward": 0.5544921875, "rewards/batchaccgated_coverage_0": 0.3259027421474457, "rewards/batchaccgated_coverage_1": 0.3259027421474457, "rewards/batchaccgated_coverage_10": 0.3741886556148529, "rewards/batchaccgated_coverage_15": 0.37758533358573915, "rewards/batchaccgated_coverage_20": 0.38451558351516724, "rewards/batchaccgated_coverage_25": 0.38996599316596986, "rewards/batchaccgated_coverage_5": 0.3512499928474426, "rewards/brier_reward": 0.7832236766815186, "rewards/confidence_uniqueness_reward": 0.8499019503593445, "rewards/format_reward": 0.9998046875, "rewards/frontier_entropy_batch_reward": -0.4170371055603027, "signal/accuracy_reward/centered_abs_mean": 0.08321533203125, "signal/accuracy_reward/group_std_mean": 0.11516006290912628, "signal/accuracy_reward/group_zero_std_frac": 0.65625, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 2.894821548461914, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.041607666015625, "signal/advantage_abs_mean": 0.6907509207725525, "signal/advantage_pre_scale_abs_mean": 0.0712737798690796, "signal/advantage_pre_scale_std": 0.13415005505084993, "signal/advantage_std": 0.9779654622077942, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.031348873302340506, "signal/batchaccgated_coverage_0/group_std_mean": 0.042764414101839066, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.2875, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.2213585928082466, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0031348873395472764, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.031348873302340506, "signal/batchaccgated_coverage_1/group_std_mean": 0.042764414101839066, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.2875, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.2213585928082466, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0031348873395472764, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.0436157763004303, "signal/batchaccgated_coverage_10/group_std_mean": 0.0626350462436676, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.2875, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.30962895154953, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.004361577751114965, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.0447103850543499, "signal/batchaccgated_coverage_15/group_std_mean": 0.06406425088644027, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.2875, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.3189202666282654, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.004471038654446602, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.05022920444607735, "signal/batchaccgated_coverage_20/group_std_mean": 0.07131602540612221, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.2875, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.35801719427108764, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.005022920668125153, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.05553136318922043, "signal/batchaccgated_coverage_25/group_std_mean": 0.07772955298423767, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.2875, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.39893207550048826, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.005553136393427849, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.036574269831180575, "signal/batchaccgated_coverage_5/group_std_mean": 0.05113850459456444, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.2875, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.25672203302383423, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.003657426917925477, "signal/brier_reward/centered_abs_mean": 0.10104330182075501, "signal/brier_reward/group_std_mean": 0.13122065663337706, "signal/brier_reward/group_zero_std_frac": 0.003125, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.704465526342392, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.010104330256581306, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.051836713403463366, "signal/confidence_uniqueness_reward/group_std_mean": 0.06646632850170135, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.40172757804393766, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.005183671461418271, "signal/format_reward/centered_abs_mean": 0.00037841796875, "signal/format_reward/group_std_mean": 0.0011048543266952038, "signal/format_reward/group_zero_std_frac": 0.99375, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.013498052209615707, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.000189208984375, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.2215854376554489, "signal/frontier_entropy_batch_reward/group_std_mean": 0.289985454082489, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.1375, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 1.5255733251571655, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.022158544138073923, "step": 105 }, { "calibration/aurc": 0.23596704654504355, "calibration/batch_distribution_entropy": 0.8006939240208271, "calibration/batch_entropy_100bins": 0.8043571210637598, "calibration/batch_entropy_10bins": 0.8006939240208271, "calibration/batch_entropy_50bins": 0.7900984424900207, "calibration/batch_uniqueness": 0.8420013427734375, "calibration/buffer_distribution_entropy": 0.8903341710152709, "calibration/buffer_entropy_100bins": 0.9132238832491643, "calibration/buffer_entropy_10bins": 0.8903341710152709, "calibration/buffer_entropy_50bins": 0.9079347155328804, "calibration/confidence_entropy": 0.2975190048757601, "calibration/coverage@0%": 0.14296875, "calibration/coverage@1%": 0.182421875, "calibration/coverage@10%": 0.3640625, "calibration/coverage@15%": 0.4265625, "calibration/coverage@20%": 0.52421875, "calibration/coverage@25%": 0.586328125, "calibration/coverage@30%": 0.643359375, "calibration/coverage@5%": 0.21640625, "calibration/distribution_entropy_10": 0.8006939240208271, "calibration/distribution_entropy_100": 0.8043571210637598, "calibration/ece": 0.13748562249744056, "calibration/mean_confidence": 0.6163752964206111, "calibration/unique_confidence_per_question": 0.839453125, "calibration/unique_confidences": 429.8, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 600.0, "completions/max_terminated_length": 600.0, "completions/mean_length": 211.212890625, "completions/mean_terminated_length": 211.212890625, "completions/min_length": 115.8, "completions/min_terminated_length": 115.8, "epoch": 0.352, "grad_norm": 0.007924962788820267, "learning_rate": 1e-06, "loss": -0.0004, "num_tokens": 371289430.0, "reward": 1.080542302131653, "reward_std": 0.10274379849433898, "rewards/accuracy_reward": 0.48671875, "rewards/batchaccgated_coverage_0": 0.27630739808082583, "rewards/batchaccgated_coverage_1": 0.27630739808082583, "rewards/batchaccgated_coverage_10": 0.3199822962284088, "rewards/batchaccgated_coverage_15": 0.32377060055732726, "rewards/batchaccgated_coverage_20": 0.3276528656482697, "rewards/batchaccgated_coverage_25": 0.3298716008663177, "rewards/batchaccgated_coverage_5": 0.30000272393226624, "rewards/brier_reward": 0.7719616174697876, "rewards/confidence_uniqueness_reward": 0.8616905212402344, "rewards/format_reward": 1.0, "rewards/frontier_entropy_batch_reward": -0.4157181799411774, "signal/accuracy_reward/centered_abs_mean": 0.097314453125, "signal/accuracy_reward/group_std_mean": 0.12220201343297958, "signal/accuracy_reward/group_zero_std_frac": 0.671875, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 3.603860092163086, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.0486572265625, "signal/advantage_abs_mean": 0.7189256310462951, "signal/advantage_pre_scale_abs_mean": 0.07676824629306793, "signal/advantage_pre_scale_std": 0.13726735413074492, "signal/advantage_std": 0.9785060524940491, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.028924032300710677, "signal/batchaccgated_coverage_0/group_std_mean": 0.03871177956461906, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.35625, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.249131478369236, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0028924033045768737, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.028924032300710677, "signal/batchaccgated_coverage_1/group_std_mean": 0.03871177956461906, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.35625, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.249131478369236, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0028924033045768737, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.038000909984111785, "signal/batchaccgated_coverage_10/group_std_mean": 0.05644780248403549, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.35625, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.3176309555768967, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.003800091100856662, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.03933459669351578, "signal/batchaccgated_coverage_15/group_std_mean": 0.058353348076343535, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.35625, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.3222628504037857, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.003933459706604481, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.04203208163380623, "signal/batchaccgated_coverage_20/group_std_mean": 0.06182496696710586, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.35625, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.33332120776176455, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.004203208163380623, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.04303168132901192, "signal/batchaccgated_coverage_25/group_std_mean": 0.06316192150115967, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.35625, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.32398168444633485, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.004303168179467321, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.032129060477018356, "signal/batchaccgated_coverage_5/group_std_mean": 0.0460076242685318, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.35625, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.28063117116689684, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.0032129061408340933, "signal/brier_reward/centered_abs_mean": 0.10276058614253998, "signal/brier_reward/group_std_mean": 0.1344049960374832, "signal/brier_reward/group_zero_std_frac": 0.003125, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.7991366803646087, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.01027605850249529, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.0492556095123291, "signal/confidence_uniqueness_reward/group_std_mean": 0.06328397393226623, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.003125, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.39417117536067964, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.004925561137497425, "signal/format_reward/centered_abs_mean": 0.0, "signal/format_reward/group_std_mean": 0.0, "signal/format_reward/group_zero_std_frac": 1.0, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.0, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.0, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.24574898183345795, "signal/frontier_entropy_batch_reward/group_std_mean": 0.318847519159317, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.140625, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 1.7696859955787658, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.024574899300932884, "step": 110 }, { "calibration/aurc": 0.3077015518606279, "calibration/batch_distribution_entropy": 0.7898167862947604, "calibration/batch_entropy_100bins": 0.8180512861057277, "calibration/batch_entropy_10bins": 0.7898167862947604, "calibration/batch_entropy_50bins": 0.8030328369866471, "calibration/batch_uniqueness": 0.851416015625, "calibration/buffer_distribution_entropy": 0.8949600693994654, "calibration/buffer_entropy_100bins": 0.917998688853852, "calibration/buffer_entropy_10bins": 0.8949600693994654, "calibration/buffer_entropy_50bins": 0.9101072811232015, "calibration/confidence_entropy": 0.31613800492907196, "calibration/coverage@0%": 0.00390625, "calibration/coverage@1%": 0.0875, "calibration/coverage@10%": 0.11171875, "calibration/coverage@15%": 0.23984375, "calibration/coverage@20%": 0.3796875, "calibration/coverage@25%": 0.427734375, "calibration/coverage@30%": 0.508984375, "calibration/coverage@5%": 0.10234375, "calibration/distribution_entropy_10": 0.7898167862947604, "calibration/distribution_entropy_100": 0.8180512861057277, "calibration/ece": 0.18833717800853794, "calibration/mean_confidence": 0.6745171109559501, "calibration/unique_confidence_per_question": 0.84609375, "calibration/unique_confidences": 433.2, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 9.765625e-05, "completions/max_length": 658.2, "completions/max_terminated_length": 658.2, "completions/mean_length": 210.0818359375, "completions/mean_terminated_length": 210.10162963867188, "completions/min_length": 91.0, "completions/min_terminated_length": 113.4, "epoch": 0.368, "grad_norm": 0.008605880662798882, "learning_rate": 1e-06, "loss": 0.0007, "num_tokens": 388506140.0, "reward": 1.1214004278182983, "reward_std": 0.09413044750690461, "rewards/accuracy_reward": 0.517578125, "rewards/batchaccgated_coverage_0": 0.296656060218811, "rewards/batchaccgated_coverage_1": 0.296656060218811, "rewards/batchaccgated_coverage_10": 0.34905418157577517, "rewards/batchaccgated_coverage_15": 0.35381984114646914, "rewards/batchaccgated_coverage_20": 0.35733194947242736, "rewards/batchaccgated_coverage_25": 0.3588412344455719, "rewards/batchaccgated_coverage_5": 0.33130133152008057, "rewards/brier_reward": 0.7963966488838196, "rewards/confidence_uniqueness_reward": 0.8733832955360412, "rewards/format_reward": 0.99990234375, "rewards/frontier_entropy_batch_reward": -0.38683871030807493, "signal/accuracy_reward/centered_abs_mean": 0.07576904296875, "signal/accuracy_reward/group_std_mean": 0.10405463427305221, "signal/accuracy_reward/group_zero_std_frac": 0.684375, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 5.112514925003052, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.037884521484375, "signal/advantage_abs_mean": 0.6992959856987, "signal/advantage_pre_scale_abs_mean": 0.06689565181732178, "signal/advantage_pre_scale_std": 0.12708753049373628, "signal/advantage_std": 0.9756571412086487, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.031997333467006686, "signal/batchaccgated_coverage_0/group_std_mean": 0.042501792311668396, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.34375, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.43886796236038206, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0031997334212064744, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.031997333467006686, "signal/batchaccgated_coverage_1/group_std_mean": 0.042501792311668396, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.34375, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.43886796236038206, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0031997334212064744, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.0443273775279522, "signal/batchaccgated_coverage_10/group_std_mean": 0.06273244768381118, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.34375, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.6147834897041321, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.004432737827301025, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.04662763997912407, "signal/batchaccgated_coverage_15/group_std_mean": 0.06607433557510375, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.34375, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.6436557769775391, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.004662763979285956, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.04926467537879944, "signal/batchaccgated_coverage_20/group_std_mean": 0.06952771916985512, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.34375, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.6920301258563996, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.00492646787315607, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.05098762735724449, "signal/batchaccgated_coverage_25/group_std_mean": 0.07162266075611115, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.34375, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.7069201648235321, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.005098763015121221, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.03900737836956978, "signal/batchaccgated_coverage_5/group_std_mean": 0.053840626031160355, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.34375, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.5482029139995575, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.0039007378742098807, "signal/brier_reward/centered_abs_mean": 0.08583471775054932, "signal/brier_reward/group_std_mean": 0.11394892483949662, "signal/brier_reward/group_zero_std_frac": 0.00625, "signal/brier_reward/scaled_weighted_centered_abs_mean": 1.2062372267246246, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.008583471924066544, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.04261606186628342, "signal/confidence_uniqueness_reward/group_std_mean": 0.05452136397361755, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.009375, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.532250988483429, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.004261606372892857, "signal/format_reward/centered_abs_mean": 0.000189208984375, "signal/format_reward/group_std_mean": 0.0005524271633476019, "signal/format_reward/group_zero_std_frac": 0.996875, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.006750371307134628, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 9.46044921875e-05, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.22840916812419892, "signal/frontier_entropy_batch_reward/group_std_mean": 0.2947576820850372, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.128125, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 3.2053250074386597, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.022840917855501176, "step": 115 }, { "calibration/aurc": 0.2877203310665097, "calibration/batch_distribution_entropy": 0.8508872195773087, "calibration/batch_entropy_100bins": 0.8596648112531013, "calibration/batch_entropy_10bins": 0.8508872195773087, "calibration/batch_entropy_50bins": 0.8514976665670577, "calibration/batch_uniqueness": 0.8954345703125, "calibration/buffer_distribution_entropy": 0.8946714253710242, "calibration/buffer_entropy_100bins": 0.9180899094919133, "calibration/buffer_entropy_10bins": 0.8946714253710242, "calibration/buffer_entropy_50bins": 0.9084049182184752, "calibration/confidence_entropy": 0.35298891835525925, "calibration/coverage@0%": 0.153515625, "calibration/coverage@1%": 0.16640625, "calibration/coverage@10%": 0.29140625, "calibration/coverage@15%": 0.330078125, "calibration/coverage@20%": 0.3671875, "calibration/coverage@25%": 0.428125, "calibration/coverage@30%": 0.50703125, "calibration/coverage@5%": 0.25859375, "calibration/distribution_entropy_10": 0.8508872195773087, "calibration/distribution_entropy_100": 0.8596648112531013, "calibration/ece": 0.17890031924512512, "calibration/mean_confidence": 0.6212225282319486, "calibration/unique_confidence_per_question": 0.87578125, "calibration/unique_confidences": 448.4, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0001953125, "completions/max_length": 712.6, "completions/max_terminated_length": 712.6, "completions/mean_length": 210.25224609375, "completions/mean_terminated_length": 210.2943328857422, "completions/min_length": 65.8, "completions/min_terminated_length": 106.4, "epoch": 0.384, "grad_norm": 0.0101792486384511, "learning_rate": 1e-06, "loss": -0.0016, "num_tokens": 405515635.0, "reward": 1.1468703746795654, "reward_std": 0.09761902093887329, "rewards/accuracy_reward": 0.5435546875, "rewards/batchaccgated_coverage_0": 0.31184246242046354, "rewards/batchaccgated_coverage_1": 0.31184246242046354, "rewards/batchaccgated_coverage_10": 0.37447665333747865, "rewards/batchaccgated_coverage_15": 0.3783999264240265, "rewards/batchaccgated_coverage_20": 0.3803004801273346, "rewards/batchaccgated_coverage_25": 0.3822021961212158, "rewards/batchaccgated_coverage_5": 0.35037162005901334, "rewards/brier_reward": 0.8052679657936096, "rewards/confidence_uniqueness_reward": 0.8585785269737244, "rewards/format_reward": 0.9998046875, "rewards/frontier_entropy_batch_reward": -0.40137566328048707, "signal/accuracy_reward/centered_abs_mean": 0.08345947265625, "signal/accuracy_reward/group_std_mean": 0.11401332467794419, "signal/accuracy_reward/group_zero_std_frac": 0.653125, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 3.7995605945587156, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.041729736328125, "signal/advantage_abs_mean": 0.68350191116333, "signal/advantage_pre_scale_abs_mean": 0.06831767559051513, "signal/advantage_pre_scale_std": 0.13085786551237105, "signal/advantage_std": 0.9757751941680908, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.028213725239038468, "signal/batchaccgated_coverage_0/group_std_mean": 0.0376923643052578, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.3, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.2931238904595375, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.002821372449398041, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.028213725239038468, "signal/batchaccgated_coverage_1/group_std_mean": 0.0376923643052578, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.3, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.2931238904595375, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.002821372449398041, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.04215507581830025, "signal/batchaccgated_coverage_10/group_std_mean": 0.06263689845800399, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.3, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.4335298717021942, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.004215507628396153, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.04399342015385628, "signal/batchaccgated_coverage_15/group_std_mean": 0.06547538340091705, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.3, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.44530953764915465, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.004399342136457563, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.04558649361133575, "signal/batchaccgated_coverage_20/group_std_mean": 0.06763089522719383, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.3, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.47427464127540586, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.004558649566024542, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.04617611840367317, "signal/batchaccgated_coverage_25/group_std_mean": 0.06849604845046997, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.3, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.48964144885540006, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.004617611691355705, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.03511584736406803, "signal/batchaccgated_coverage_5/group_std_mean": 0.05061802640557289, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.3, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.3738081336021423, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.003511584876105189, "signal/brier_reward/centered_abs_mean": 0.08375445753335953, "signal/brier_reward/group_std_mean": 0.11226186901330948, "signal/brier_reward/group_zero_std_frac": 0.00625, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.7786072731018067, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.008375446125864983, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.04671300426125526, "signal/confidence_uniqueness_reward/group_std_mean": 0.06126299202442169, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.47258659899234773, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.004671300668269396, "signal/format_reward/centered_abs_mean": 0.00037841796875, "signal/format_reward/group_std_mean": 0.0011048543266952038, "signal/format_reward/group_zero_std_frac": 0.99375, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.017767124623060227, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.000189208984375, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.2251691311597824, "signal/frontier_entropy_batch_reward/group_std_mean": 0.2954529881477356, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.128125, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 2.142231583595276, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.0225169125944376, "step": 120 }, { "calibration/aurc": 0.3607472263802859, "calibration/batch_distribution_entropy": 0.7500122341970511, "calibration/batch_entropy_100bins": 0.8049542400220764, "calibration/batch_entropy_10bins": 0.7500122341970511, "calibration/batch_entropy_50bins": 0.787167590017182, "calibration/batch_uniqueness": 0.8521942138671875, "calibration/buffer_distribution_entropy": 0.8887323148908756, "calibration/buffer_entropy_100bins": 0.9137444888144204, "calibration/buffer_entropy_10bins": 0.8887323148908756, "calibration/buffer_entropy_50bins": 0.9029990473361961, "calibration/confidence_entropy": 0.3103455913941388, "calibration/coverage@0%": 0.005078125, "calibration/coverage@1%": 0.005078125, "calibration/coverage@10%": 0.048046875, "calibration/coverage@15%": 0.09140625, "calibration/coverage@20%": 0.17734375, "calibration/coverage@25%": 0.237109375, "calibration/coverage@30%": 0.398046875, "calibration/coverage@5%": 0.005078125, "calibration/distribution_entropy_10": 0.7500122341970511, "calibration/distribution_entropy_100": 0.8049542400220764, "calibration/ece": 0.2932147729587164, "calibration/mean_confidence": 0.7528071757315636, "calibration/unique_confidence_per_question": 0.862109375, "calibration/unique_confidences": 441.4, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 541.2, "completions/max_terminated_length": 541.2, "completions/mean_length": 210.08193359375, "completions/mean_terminated_length": 210.08193359375, "completions/min_length": 109.6, "completions/min_terminated_length": 109.6, "epoch": 0.4, "grad_norm": 0.010229752399027348, "learning_rate": 1e-06, "loss": 0.0014, "num_tokens": 422703322.0, "reward": 1.1232687950134277, "reward_std": 0.1085848331451416, "rewards/accuracy_reward": 0.53310546875, "rewards/batchaccgated_coverage_0": 0.30715653896331785, "rewards/batchaccgated_coverage_1": 0.30715653896331785, "rewards/batchaccgated_coverage_10": 0.37526739239692686, "rewards/batchaccgated_coverage_15": 0.37950422167778014, "rewards/batchaccgated_coverage_20": 0.3865469455718994, "rewards/batchaccgated_coverage_25": 0.38814383149147036, "rewards/batchaccgated_coverage_5": 0.3556707799434662, "rewards/brier_reward": 0.7472327589988709, "rewards/confidence_uniqueness_reward": 0.7995094299316406, "rewards/format_reward": 1.0, "rewards/frontier_entropy_batch_reward": -0.479028058052063, "signal/accuracy_reward/centered_abs_mean": 0.097686767578125, "signal/accuracy_reward/group_std_mean": 0.13303740918636323, "signal/accuracy_reward/group_zero_std_frac": 0.6, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 9.457622385025024, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.0488433837890625, "signal/advantage_abs_mean": 0.6940873980522155, "signal/advantage_pre_scale_abs_mean": 0.07784865200519561, "signal/advantage_pre_scale_std": 0.14691626131534577, "signal/advantage_std": 0.9719500541687012, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.021109426394104958, "signal/batchaccgated_coverage_0/group_std_mean": 0.029066773131489754, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.271875, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.41222373843193055, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0021109426161274314, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.021109426394104958, "signal/batchaccgated_coverage_1/group_std_mean": 0.029066773131489754, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.271875, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.41222373843193055, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0021109426161274314, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.03453552387654781, "signal/batchaccgated_coverage_10/group_std_mean": 0.05405896380543709, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.271875, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.6234773635864258, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.0034535524901002645, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.037094959244132045, "signal/batchaccgated_coverage_15/group_std_mean": 0.05753937140107155, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.271875, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.6831642776727677, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.0037094960454851387, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.04237879179418087, "signal/batchaccgated_coverage_20/group_std_mean": 0.06447049230337143, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.271875, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.8257112801074982, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.004237879207357765, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.044358334690332415, "signal/batchaccgated_coverage_25/group_std_mean": 0.06675799861550331, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.271875, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.8595310986042023, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.004435833543539047, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.028129175305366516, "signal/batchaccgated_coverage_5/group_std_mean": 0.04339451566338539, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.271875, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.5461988747119904, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.0028129175771027803, "signal/brier_reward/centered_abs_mean": 0.10875137150287628, "signal/brier_reward/group_std_mean": 0.14101923257112503, "signal/brier_reward/group_zero_std_frac": 0.01875, "signal/brier_reward/scaled_weighted_centered_abs_mean": 2.253282290697098, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.010875137615948915, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.06688582897186279, "signal/confidence_uniqueness_reward/group_std_mean": 0.0849440835416317, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0125, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 1.318751060962677, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.006688582990318537, "signal/format_reward/centered_abs_mean": 0.0, "signal/format_reward/group_std_mean": 0.0, "signal/format_reward/group_zero_std_frac": 1.0, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.0, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.0, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.20507954061031342, "signal/frontier_entropy_batch_reward/group_std_mean": 0.26689510345458983, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.225, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 4.196206450462341, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.02050795517861843, "step": 125 }, { "calibration/aurc": 0.2776229963553084, "calibration/batch_distribution_entropy": 0.7423036688398358, "calibration/batch_entropy_100bins": 0.7839451977440045, "calibration/batch_entropy_10bins": 0.7423036688398358, "calibration/batch_entropy_50bins": 0.7688862412328662, "calibration/batch_uniqueness": 0.8245369487265265, "calibration/buffer_distribution_entropy": 0.8706244826814921, "calibration/buffer_entropy_100bins": 0.9021279746659363, "calibration/buffer_entropy_10bins": 0.8706244826814921, "calibration/buffer_entropy_50bins": 0.8891632647946942, "calibration/confidence_entropy": 0.2903092468990358, "calibration/coverage@0%": 0.0035294117647058825, "calibration/coverage@1%": 0.0035294117647058825, "calibration/coverage@10%": 0.1495481004901961, "calibration/coverage@15%": 0.1816528799019608, "calibration/coverage@20%": 0.20318167892156863, "calibration/coverage@25%": 0.5063449754901961, "calibration/coverage@30%": 0.6153906250000001, "calibration/coverage@5%": 0.10452205882352941, "calibration/distribution_entropy_10": 0.7423036688398358, "calibration/distribution_entropy_100": 0.7839451977440045, "calibration/ece": 0.2396569428713164, "calibration/mean_confidence": 0.7307854842540301, "calibration/unique_confidence_per_question": 0.8484375, "calibration/unique_confidences": 434.4, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.00029296875, "completions/max_length": 598.8, "completions/max_terminated_length": 598.8, "completions/mean_length": 209.8515625, "completions/mean_terminated_length": 209.9148376464844, "completions/min_length": 66.8, "completions/min_terminated_length": 112.6, "epoch": 0.416, "grad_norm": 0.0075605930760502815, "learning_rate": 1e-06, "loss": 0.0013, "num_tokens": 439733386.0, "reward": 1.1124870777130127, "reward_std": 0.10064191967248917, "rewards/accuracy_reward": 0.5189453125, "rewards/batchaccgated_coverage_0": 0.29120186567306516, "rewards/batchaccgated_coverage_1": 0.29120186567306516, "rewards/batchaccgated_coverage_10": 0.35079731345176696, "rewards/batchaccgated_coverage_15": 0.35612263679504397, "rewards/batchaccgated_coverage_20": 0.360295170545578, "rewards/batchaccgated_coverage_25": 0.36328245997428893, "rewards/batchaccgated_coverage_5": 0.3226629585027695, "rewards/brier_reward": 0.7726193904876709, "rewards/confidence_uniqueness_reward": 0.8489565372467041, "rewards/format_reward": 0.999609375, "rewards/frontier_entropy_batch_reward": -0.42504324316978453, "signal/accuracy_reward/centered_abs_mean": 0.09075927734375, "signal/accuracy_reward/group_std_mean": 0.12097106128931046, "signal/accuracy_reward/group_zero_std_frac": 0.653125, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 6.237020778656006, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.045379638671875, "signal/advantage_abs_mean": 0.7071460604667663, "signal/advantage_pre_scale_abs_mean": 0.07220878303050995, "signal/advantage_pre_scale_std": 0.13626499176025392, "signal/advantage_std": 0.9739294290542603, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.024955723620951175, "signal/batchaccgated_coverage_0/group_std_mean": 0.03453271798789501, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.328125, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.3557733744382858, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0024955724366009235, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.024955723620951175, "signal/batchaccgated_coverage_1/group_std_mean": 0.03453271798789501, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.328125, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.3557733744382858, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0024955724366009235, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.03764743208885193, "signal/batchaccgated_coverage_10/group_std_mean": 0.056462712585926056, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.328125, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.5319705545902252, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.0037647434044629337, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.04012564718723297, "signal/batchaccgated_coverage_15/group_std_mean": 0.05981220975518227, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.328125, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.5909531474113464, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.004012564849108458, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.0415158286690712, "signal/batchaccgated_coverage_20/group_std_mean": 0.061671043187379836, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.328125, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.6135587334632874, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.004151582717895508, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.04519175440073013, "signal/batchaccgated_coverage_25/group_std_mean": 0.06589726135134696, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.328125, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.711653470993042, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.004519175365567207, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.029009561240673064, "signal/batchaccgated_coverage_5/group_std_mean": 0.042752762138843534, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.328125, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.4274468198418617, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.0029009563382714986, "signal/brier_reward/centered_abs_mean": 0.10814433693885803, "signal/brier_reward/group_std_mean": 0.13972438275814056, "signal/brier_reward/group_zero_std_frac": 0.009375, "signal/brier_reward/scaled_weighted_centered_abs_mean": 1.5724826812744142, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.010814433917403221, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.048478265106678006, "signal/confidence_uniqueness_reward/group_std_mean": 0.06364531964063644, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.00625, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.7787885367870331, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.004847826529294252, "signal/format_reward/centered_abs_mean": 0.0007568359375, "signal/format_reward/group_std_mean": 0.0022097086068242787, "signal/format_reward/group_zero_std_frac": 0.9875, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.024576152861118316, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.00037841796875, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.21063787639141082, "signal/frontier_entropy_batch_reward/group_std_mean": 0.2802739828824997, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.1875, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 3.079525852203369, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.02106378823518753, "step": 130 }, { "calibration/aurc": 0.2229856185109758, "calibration/batch_distribution_entropy": 0.7526133420933918, "calibration/batch_entropy_100bins": 0.7692700502971216, "calibration/batch_entropy_10bins": 0.7526133420933918, "calibration/batch_entropy_50bins": 0.7453037832745792, "calibration/batch_uniqueness": 0.8147974249239756, "calibration/buffer_distribution_entropy": 0.8545848053549738, "calibration/buffer_entropy_100bins": 0.8908519561493037, "calibration/buffer_entropy_10bins": 0.8545848053549738, "calibration/buffer_entropy_50bins": 0.8758029204041107, "calibration/confidence_entropy": 0.2689103662104882, "calibration/coverage@0%": 0.09966770014734774, "calibration/coverage@1%": 0.10281111861493124, "calibration/coverage@10%": 0.28139120825147346, "calibration/coverage@15%": 0.3459502394400786, "calibration/coverage@20%": 0.48512325024557956, "calibration/coverage@25%": 0.5820788310412575, "calibration/coverage@30%": 0.6555946095284872, "calibration/coverage@5%": 0.17510206900785855, "calibration/distribution_entropy_10": 0.7526133420933918, "calibration/distribution_entropy_100": 0.7692700502971216, "calibration/ece": 0.17261090854717565, "calibration/mean_confidence": 0.675311378139298, "calibration/unique_confidence_per_question": 0.829296875, "calibration/unique_confidences": 424.6, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.00029296875, "completions/max_length": 513.2, "completions/max_terminated_length": 513.2, "completions/mean_length": 198.70830078125, "completions/mean_terminated_length": 198.76768188476564, "completions/min_length": 82.4, "completions/min_terminated_length": 102.4, "epoch": 0.432, "grad_norm": 0.013178535737097263, "learning_rate": 1e-06, "loss": -0.0007, "num_tokens": 456782495.0, "reward": 1.1549261569976808, "reward_std": 0.09908276796340942, "rewards/accuracy_reward": 0.5490234375, "rewards/batchaccgated_coverage_0": 0.3268318921327591, "rewards/batchaccgated_coverage_1": 0.3268318921327591, "rewards/batchaccgated_coverage_10": 0.3679559826850891, "rewards/batchaccgated_coverage_15": 0.3733347475528717, "rewards/batchaccgated_coverage_20": 0.3791102707386017, "rewards/batchaccgated_coverage_25": 0.3816304385662079, "rewards/batchaccgated_coverage_5": 0.3541822642087936, "rewards/brier_reward": 0.8274408459663392, "rewards/confidence_uniqueness_reward": 0.8565916657447815, "rewards/format_reward": 0.99970703125, "rewards/frontier_entropy_batch_reward": -0.3883012652397156, "signal/accuracy_reward/centered_abs_mean": 0.0912841796875, "signal/accuracy_reward/group_std_mean": 0.1219587504863739, "signal/accuracy_reward/group_zero_std_frac": 0.640625, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 5.192121315002441, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.04564208984375, "signal/advantage_abs_mean": 0.6994383931159973, "signal/advantage_pre_scale_abs_mean": 0.07214328348636627, "signal/advantage_pre_scale_std": 0.1338247686624527, "signal/advantage_std": 0.9752950072288513, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.030544081702828407, "signal/batchaccgated_coverage_0/group_std_mean": 0.03971017673611641, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.275, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.3140122652053833, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.003054408123716712, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.030544081702828407, "signal/batchaccgated_coverage_1/group_std_mean": 0.03971017673611641, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.275, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.3140122652053833, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.003054408123716712, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.0391458734869957, "signal/batchaccgated_coverage_10/group_std_mean": 0.05446720570325851, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.275, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.4162097930908203, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.003914587432518601, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.04218263924121857, "signal/batchaccgated_coverage_15/group_std_mean": 0.05873872861266136, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.275, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.45109961926937103, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.004218264017254114, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.04443009942770004, "signal/batchaccgated_coverage_20/group_std_mean": 0.06213266327977181, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.275, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.4902482807636261, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.004443010035902262, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.046240387856960295, "signal/batchaccgated_coverage_25/group_std_mean": 0.06440587341785431, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.275, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.5161166340112686, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.0046240388415753845, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.035644286498427394, "signal/batchaccgated_coverage_5/group_std_mean": 0.048659203201532365, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.275, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.38340542912483216, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.003564428770914674, "signal/brier_reward/centered_abs_mean": 0.08845999389886856, "signal/brier_reward/group_std_mean": 0.1160064995288849, "signal/brier_reward/group_zero_std_frac": 0.00625, "signal/brier_reward/scaled_weighted_centered_abs_mean": 1.0444548368453979, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.008845999930053949, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.04503092765808105, "signal/confidence_uniqueness_reward/group_std_mean": 0.058131980895996097, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.4736461818218231, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.00450309282168746, "signal/format_reward/centered_abs_mean": 0.000531005859375, "signal/format_reward/group_std_mean": 0.000925451796501875, "signal/format_reward/group_zero_std_frac": 0.996875, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.014521975815296174, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.0002655029296875, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.2255818724632263, "signal/frontier_entropy_batch_reward/group_std_mean": 0.30061933398246765, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.134375, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 2.66522855758667, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.022558188438415526, "step": 135 }, { "calibration/aurc": 0.22680256574322474, "calibration/batch_distribution_entropy": 0.7586393963707628, "calibration/batch_entropy_100bins": 0.811647882494239, "calibration/batch_entropy_10bins": 0.7586393963707628, "calibration/batch_entropy_50bins": 0.7962729484157975, "calibration/batch_uniqueness": 0.8580333968309389, "calibration/buffer_distribution_entropy": 0.840451071682903, "calibration/buffer_entropy_100bins": 0.8794139136748902, "calibration/buffer_entropy_10bins": 0.840451071682903, "calibration/buffer_entropy_50bins": 0.8624010522687519, "calibration/confidence_entropy": 0.3241447099529916, "calibration/coverage@0%": 0.033203125, "calibration/coverage@1%": 0.0390625, "calibration/coverage@10%": 0.15, "calibration/coverage@15%": 0.296875, "calibration/coverage@20%": 0.45390625, "calibration/coverage@25%": 0.6647008011252445, "calibration/coverage@30%": 0.7491186093444228, "calibration/coverage@5%": 0.050390625, "calibration/distribution_entropy_10": 0.7586393963707628, "calibration/distribution_entropy_100": 0.811647882494239, "calibration/ece": 0.20984292933854803, "calibration/mean_confidence": 0.7537784488416881, "calibration/unique_confidence_per_question": 0.85390625, "calibration/unique_confidences": 437.2, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0001953125, "completions/max_length": 512.2, "completions/max_terminated_length": 512.2, "completions/mean_length": 197.61435546875, "completions/mean_terminated_length": 197.65279541015624, "completions/min_length": 64.4, "completions/min_terminated_length": 105.8, "epoch": 0.448, "grad_norm": 0.007255893666297197, "learning_rate": 1e-06, "loss": -0.0021, "num_tokens": 473758866.0, "reward": 1.129861068725586, "reward_std": 0.10040710270404815, "rewards/accuracy_reward": 0.528125, "rewards/batchaccgated_coverage_0": 0.29921073019504546, "rewards/batchaccgated_coverage_1": 0.29921073019504546, "rewards/batchaccgated_coverage_10": 0.35485957860946654, "rewards/batchaccgated_coverage_15": 0.3585952401161194, "rewards/batchaccgated_coverage_20": 0.3654420018196106, "rewards/batchaccgated_coverage_25": 0.3677010715007782, "rewards/batchaccgated_coverage_5": 0.33968154191970823, "rewards/brier_reward": 0.7981340885162354, "rewards/confidence_uniqueness_reward": 0.8771803736686706, "rewards/format_reward": 0.9998046875, "rewards/frontier_entropy_batch_reward": -0.4010528862476349, "signal/accuracy_reward/centered_abs_mean": 0.09295654296875, "signal/accuracy_reward/group_std_mean": 0.1208529606461525, "signal/accuracy_reward/group_zero_std_frac": 0.653125, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 2.7826510667800903, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.046478271484375, "signal/advantage_abs_mean": 0.7077152252197265, "signal/advantage_pre_scale_abs_mean": 0.07367970943450927, "signal/advantage_pre_scale_std": 0.13426807075738906, "signal/advantage_std": 0.9788227915763855, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.02387251555919647, "signal/batchaccgated_coverage_0/group_std_mean": 0.03293117135763168, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.328125, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.13176878541707993, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0023872516117990016, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.02387251555919647, "signal/batchaccgated_coverage_1/group_std_mean": 0.03293117135763168, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.328125, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.13176878541707993, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0023872516117990016, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.03575364984571934, "signal/batchaccgated_coverage_10/group_std_mean": 0.05332083478569984, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.325, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.2026536673307419, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.0035753651056438683, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.037353414297103885, "signal/batchaccgated_coverage_15/group_std_mean": 0.0556136317551136, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.325, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.21399764269590377, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.0037353414110839365, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.04187020063400269, "signal/batchaccgated_coverage_20/group_std_mean": 0.061674417555332185, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.325, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.24235419929027557, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.004187020100653171, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.043998292088508605, "signal/batchaccgated_coverage_25/group_std_mean": 0.06423453614115715, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.325, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.2552462860941887, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.004399829264730215, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.030366695299744607, "signal/batchaccgated_coverage_5/group_std_mean": 0.04537146240472793, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.325, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.16626114249229432, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.0030366695718839765, "signal/brier_reward/centered_abs_mean": 0.09086526930332184, "signal/brier_reward/group_std_mean": 0.1190246433019638, "signal/brier_reward/group_zero_std_frac": 0.003125, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.5565635651350022, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.009086526930332184, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.04014613032341004, "signal/confidence_uniqueness_reward/group_std_mean": 0.05144088342785835, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.003125, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.2941544473171234, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.004014613013714552, "signal/format_reward/centered_abs_mean": 0.00037841796875, "signal/format_reward/group_std_mean": 0.0011048543266952038, "signal/format_reward/group_zero_std_frac": 0.99375, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.010549094527959824, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.000189208984375, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.22650024592876433, "signal/frontier_entropy_batch_reward/group_std_mean": 0.29723013043403623, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.125, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 1.331903338432312, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.02265002503991127, "step": 140 }, { "calibration/aurc": 0.3190162293520607, "calibration/batch_distribution_entropy": 0.7733865423027384, "calibration/batch_entropy_100bins": 0.8258252264505893, "calibration/batch_entropy_10bins": 0.7733865423027384, "calibration/batch_entropy_50bins": 0.812749547416594, "calibration/batch_uniqueness": 0.8723682445681986, "calibration/buffer_distribution_entropy": 0.830045858550623, "calibration/buffer_entropy_100bins": 0.8730166426934025, "calibration/buffer_entropy_10bins": 0.830045858550623, "calibration/buffer_entropy_50bins": 0.8547863246401788, "calibration/confidence_entropy": 0.3228498247152701, "calibration/coverage@0%": 0.0, "calibration/coverage@1%": 0.0, "calibration/coverage@10%": 0.024657534246575342, "calibration/coverage@15%": 0.1160821306262231, "calibration/coverage@20%": 0.26946321550880625, "calibration/coverage@25%": 0.3796485139432485, "calibration/coverage@30%": 0.5324088796477495, "calibration/coverage@5%": 0.018395303326810174, "calibration/distribution_entropy_10": 0.7733865423027384, "calibration/distribution_entropy_100": 0.8258252264505893, "calibration/ece": 0.23615844400740132, "calibration/mean_confidence": 0.7183754388110835, "calibration/unique_confidence_per_question": 0.87265625, "calibration/unique_confidences": 446.8, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0001953125, "completions/max_length": 518.6, "completions/max_terminated_length": 518.6, "completions/mean_length": 207.97197265625, "completions/mean_terminated_length": 208.01221618652343, "completions/min_length": 66.6, "completions/min_terminated_length": 109.4, "epoch": 0.464, "grad_norm": 0.01686267741024494, "learning_rate": 1e-06, "loss": -0.0034, "num_tokens": 491059315.0, "reward": 1.0841882228851318, "reward_std": 0.09508764147758483, "rewards/accuracy_reward": 0.47626953125, "rewards/batchaccgated_coverage_0": 0.28371925950050353, "rewards/batchaccgated_coverage_1": 0.28371925950050353, "rewards/batchaccgated_coverage_10": 0.3427785158157349, "rewards/batchaccgated_coverage_15": 0.34634679555892944, "rewards/batchaccgated_coverage_20": 0.35073259472846985, "rewards/batchaccgated_coverage_25": 0.35143186450004577, "rewards/batchaccgated_coverage_5": 0.3243906080722809, "rewards/brier_reward": 0.7432479739189148, "rewards/confidence_uniqueness_reward": 0.8515275359153748, "rewards/format_reward": 0.9998046875, "rewards/frontier_entropy_batch_reward": -0.4163830876350403, "signal/accuracy_reward/centered_abs_mean": 0.068646240234375, "signal/accuracy_reward/group_std_mean": 0.09812315553426743, "signal/accuracy_reward/group_zero_std_frac": 0.6875, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 2.691566824913025, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.0343231201171875, "signal/advantage_abs_mean": 0.6976139068603515, "signal/advantage_pre_scale_abs_mean": 0.06636083349585534, "signal/advantage_pre_scale_std": 0.12976469546556474, "signal/advantage_std": 0.9769352436065674, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.023193218745291233, "signal/batchaccgated_coverage_0/group_std_mean": 0.031878309696912764, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.3875, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.19712574928998947, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0023193219676613808, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.023193218745291233, "signal/batchaccgated_coverage_1/group_std_mean": 0.031878309696912764, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.3875, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.19712574928998947, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0023193219676613808, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.03632913082838059, "signal/batchaccgated_coverage_10/group_std_mean": 0.05431736335158348, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.384375, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.33260212391614913, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.003632913064211607, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.038447539508342746, "signal/batchaccgated_coverage_15/group_std_mean": 0.05705316588282585, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.384375, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.35590308904647827, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.003844754071906209, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.041587001830339435, "signal/batchaccgated_coverage_20/group_std_mean": 0.06121674850583077, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.384375, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.39032456278800964, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.0041587001644074915, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.042377833276987076, "signal/batchaccgated_coverage_25/group_std_mean": 0.06213424354791641, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.384375, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.3935665011405945, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.004237783374264836, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.030533018335700036, "signal/batchaccgated_coverage_5/group_std_mean": 0.04521164000034332, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.3875, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.26283711940050125, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.0030533017590641974, "signal/brier_reward/centered_abs_mean": 0.10415265560150147, "signal/brier_reward/group_std_mean": 0.13536078333854676, "signal/brier_reward/group_zero_std_frac": 0.003125, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.9842695713043212, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.010415265895426273, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.05231492221355438, "signal/confidence_uniqueness_reward/group_std_mean": 0.06736963838338852, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.00625, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.5877267986536026, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.005231492361053825, "signal/format_reward/centered_abs_mean": 0.00037841796875, "signal/format_reward/group_std_mean": 0.0011048543266952038, "signal/format_reward/group_zero_std_frac": 0.99375, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.008772870525717735, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.000189208984375, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.22115446627140045, "signal/frontier_entropy_batch_reward/group_std_mean": 0.29072344303131104, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.15625, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 1.9862762928009032, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.022115445882081985, "step": 145 }, { "calibration/aurc": 0.21224049764874184, "calibration/batch_distribution_entropy": 0.7798415322938187, "calibration/batch_entropy_100bins": 0.8147911642584983, "calibration/batch_entropy_10bins": 0.7798415322938187, "calibration/batch_entropy_50bins": 0.7961625161645828, "calibration/batch_uniqueness": 0.8668152455369672, "calibration/buffer_distribution_entropy": 0.8209975703736856, "calibration/buffer_entropy_100bins": 0.8653531989222945, "calibration/buffer_entropy_10bins": 0.8209975703736856, "calibration/buffer_entropy_50bins": 0.8457953765766598, "calibration/confidence_entropy": 0.30694821863561106, "calibration/coverage@0%": 0.058203125, "calibration/coverage@1%": 0.062890625, "calibration/coverage@10%": 0.19186949608610568, "calibration/coverage@15%": 0.45943003913894326, "calibration/coverage@20%": 0.5333292563600783, "calibration/coverage@25%": 0.6501934014187867, "calibration/coverage@30%": 0.7342060604207437, "calibration/coverage@5%": 0.11796875, "calibration/distribution_entropy_10": 0.7798415322938187, "calibration/distribution_entropy_100": 0.8147911642584983, "calibration/ece": 0.15468002773798323, "calibration/mean_confidence": 0.6992438845404393, "calibration/unique_confidence_per_question": 0.840234375, "calibration/unique_confidences": 430.2, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0005859375, "completions/max_length": 659.6, "completions/max_terminated_length": 659.6, "completions/mean_length": 214.44619140625, "completions/mean_terminated_length": 214.57216186523436, "completions/min_length": 0.0, "completions/min_terminated_length": 112.0, "epoch": 0.48, "grad_norm": 0.0105704665184021, "learning_rate": 1e-06, "loss": 0.002, "num_tokens": 508303276.0, "reward": 1.1211968660354614, "reward_std": 0.10856495946645736, "rewards/accuracy_reward": 0.5283203125, "rewards/batchaccgated_coverage_0": 0.3046718329191208, "rewards/batchaccgated_coverage_1": 0.3046718329191208, "rewards/batchaccgated_coverage_10": 0.3373963415622711, "rewards/batchaccgated_coverage_15": 0.34402522444725037, "rewards/batchaccgated_coverage_20": 0.3507494151592255, "rewards/batchaccgated_coverage_25": 0.3525814116001129, "rewards/batchaccgated_coverage_5": 0.3194428324699402, "rewards/brier_reward": 0.7929817199707031, "rewards/confidence_uniqueness_reward": 0.8774391055107117, "rewards/format_reward": 0.99931640625, "rewards/frontier_entropy_batch_reward": -0.410174697637558, "signal/accuracy_reward/centered_abs_mean": 0.1084228515625, "signal/accuracy_reward/group_std_mean": 0.1389655962586403, "signal/accuracy_reward/group_zero_std_frac": 0.61875, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 5.808750772476197, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.05421142578125, "signal/advantage_abs_mean": 0.7242170333862304, "signal/advantage_pre_scale_abs_mean": 0.08107282370328903, "signal/advantage_pre_scale_std": 0.14269192516803741, "signal/advantage_std": 0.976265835762024, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.03433732762932777, "signal/batchaccgated_coverage_0/group_std_mean": 0.045710965245962146, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.28125, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.35650462210178374, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0034337328746914864, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.03433732762932777, "signal/batchaccgated_coverage_1/group_std_mean": 0.045710965245962146, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.28125, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.35650462210178374, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0034337328746914864, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.041103479266166684, "signal/batchaccgated_coverage_10/group_std_mean": 0.05710596069693565, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.28125, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.4215922772884369, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.004110347898676992, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.043928731232881546, "signal/batchaccgated_coverage_15/group_std_mean": 0.06079170107841492, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.28125, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.44510679244995116, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.004392873216420412, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.048879412561655046, "signal/batchaccgated_coverage_20/group_std_mean": 0.06712483316659927, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.28125, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.48369852602481844, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.004887941107153892, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.05033530816435814, "signal/batchaccgated_coverage_25/group_std_mean": 0.06883393973112106, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.28125, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.49228758811950685, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.005033530574291944, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.0370772659778595, "signal/batchaccgated_coverage_5/group_std_mean": 0.04988641068339348, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.28125, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.3834536552429199, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.003707726625725627, "signal/brier_reward/centered_abs_mean": 0.10277245491743088, "signal/brier_reward/group_std_mean": 0.13592770397663118, "signal/brier_reward/group_zero_std_frac": 0.003125, "signal/brier_reward/scaled_weighted_centered_abs_mean": 1.0663122713565827, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.010277245379984378, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.04252248294651508, "signal/confidence_uniqueness_reward/group_std_mean": 0.05559176430106163, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.003125, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.4616075992584229, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.004252248397096992, "signal/format_reward/centered_abs_mean": 0.001312255859375, "signal/format_reward/group_std_mean": 0.0035306816920638085, "signal/format_reward/group_zero_std_frac": 0.98125, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.07763538397848606, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.0006561279296875, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.23732090890407562, "signal/frontier_entropy_batch_reward/group_std_mean": 0.30878318548202516, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.15, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 2.5463720083236696, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.02373209185898304, "step": 150 }, { "epoch": 0.48, "eval_completions/clipped_ratio": 0.0, "eval_completions/max_length": 509.25, "eval_completions/max_terminated_length": 509.25, "eval_completions/mean_length": 219.36685180664062, "eval_completions/mean_terminated_length": 219.36685180664062, "eval_completions/min_length": 125.0, "eval_completions/min_terminated_length": 125.0, "eval_loss": 0.0, "eval_num_tokens": 508303276.0, "eval_reward": 0.792898640036583, "eval_reward_std": 0.24335214123129845, "eval_rewards/accuracy_reward": 0.421875, "eval_rewards/batchaccgated_coverage_0": 0.03190650139003992, "eval_rewards/batchaccgated_coverage_1": 0.03190650139003992, "eval_rewards/batchaccgated_coverage_10": 0.031698619946837425, "eval_rewards/batchaccgated_coverage_15": 0.030887323431670666, "eval_rewards/batchaccgated_coverage_20": 0.027792250271886587, "eval_rewards/batchaccgated_coverage_25": 0.025827288161963224, "eval_rewards/batchaccgated_coverage_5": 0.03190650139003992, "eval_rewards/brier_reward": 0.7553914785385132, "eval_rewards/confidence_uniqueness_reward": 0.852294921875, "eval_rewards/format_reward": 1.0, "eval_rewards/frontier_entropy_batch_reward": -1.0, "eval_runtime": 23.9378, "eval_samples_per_second": 20.887, "eval_signal/accuracy_reward/centered_abs_mean": 0.46875, "eval_signal/accuracy_reward/group_std_mean": 0.49129971861839294, "eval_signal/accuracy_reward/group_zero_std_frac": 0.0, "eval_signal/accuracy_reward/scaled_weighted_centered_abs_mean": 0.9636169821023941, "eval_signal/accuracy_reward/weight": 0.5, "eval_signal/accuracy_reward/weighted_centered_abs_mean": 0.234375, "eval_signal/advantage_abs_mean": 0.9163325130939484, "eval_signal/advantage_pre_scale_abs_mean": 0.2233411818742752, "eval_signal/advantage_pre_scale_std": 0.24059945717453957, "eval_signal/advantage_std": 0.9877118319272995, "eval_signal/batchaccgated_coverage_0/centered_abs_mean": 0.05039947386831045, "eval_signal/batchaccgated_coverage_0/group_std_mean": 0.06357055529952049, "eval_signal/batchaccgated_coverage_0/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.0207137621473521, "eval_signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.005039947456680238, "eval_signal/batchaccgated_coverage_1/centered_abs_mean": 0.05039947386831045, "eval_signal/batchaccgated_coverage_1/group_std_mean": 0.06357055529952049, "eval_signal/batchaccgated_coverage_1/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.0207137621473521, "eval_signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.005039947456680238, "eval_signal/batchaccgated_coverage_10/centered_abs_mean": 0.05006645154207945, "eval_signal/batchaccgated_coverage_10/group_std_mean": 0.06319636479020119, "eval_signal/batchaccgated_coverage_10/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.02057558740489185, "eval_signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.00500664534047246, "eval_signal/batchaccgated_coverage_15/centered_abs_mean": 0.04867234081029892, "eval_signal/batchaccgated_coverage_15/group_std_mean": 0.06159340962767601, "eval_signal/batchaccgated_coverage_15/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.02000666386447847, "eval_signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.004867234267294407, "eval_signal/batchaccgated_coverage_20/centered_abs_mean": 0.04169864021241665, "eval_signal/batchaccgated_coverage_20/group_std_mean": 0.0532994968816638, "eval_signal/batchaccgated_coverage_20/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.01712763891555369, "eval_signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.004169864114373922, "eval_signal/batchaccgated_coverage_25/centered_abs_mean": 0.03730962937697768, "eval_signal/batchaccgated_coverage_25/group_std_mean": 0.04770568013191223, "eval_signal/batchaccgated_coverage_25/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.01531311310827732, "eval_signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.003730962867848575, "eval_signal/batchaccgated_coverage_5/centered_abs_mean": 0.05039947386831045, "eval_signal/batchaccgated_coverage_5/group_std_mean": 0.06357055529952049, "eval_signal/batchaccgated_coverage_5/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.0207137621473521, "eval_signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.005039947456680238, "eval_signal/brier_reward/centered_abs_mean": 0.27848223596811295, "eval_signal/brier_reward/group_std_mean": 0.34658581018447876, "eval_signal/brier_reward/group_zero_std_frac": 0.0, "eval_signal/brier_reward/scaled_weighted_centered_abs_mean": 0.11445964686572552, "eval_signal/brier_reward/weight": 0.10000000149011612, "eval_signal/brier_reward/weighted_centered_abs_mean": 0.02784822415560484, "eval_signal/confidence_uniqueness_reward/centered_abs_mean": 0.08087158203125, "eval_signal/confidence_uniqueness_reward/group_std_mean": 0.09585181809961796, "eval_signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "eval_signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.033175809774547815, "eval_signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "eval_signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.008087158203125, "eval_signal/format_reward/centered_abs_mean": 0.0, "eval_signal/format_reward/group_std_mean": 0.0, "eval_signal/format_reward/group_zero_std_frac": 1.0, "eval_signal/format_reward/scaled_weighted_centered_abs_mean": 0.0, "eval_signal/format_reward/weight": 0.5, "eval_signal/format_reward/weighted_centered_abs_mean": 0.0, "eval_signal/frontier_entropy_batch_reward/centered_abs_mean": 0.0, "eval_signal/frontier_entropy_batch_reward/group_std_mean": 0.0, "eval_signal/frontier_entropy_batch_reward/group_zero_std_frac": 1.0, "eval_signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 0.0, "eval_signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "eval_signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.0, "eval_steps_per_second": 0.167, "step": 150 }, { "epoch": 0.48, "step": 150, "train_probe_completions/clipped_ratio": 0.002155172413793094, "train_probe_completions/max_length": 415.5, "train_probe_completions/max_terminated_length": 415.5, "train_probe_completions/mean_length": 212.92254638671875, "train_probe_completions/mean_terminated_length": 213.38474655151367, "train_probe_completions/min_length": 91.75, "train_probe_completions/min_terminated_length": 126.5, "train_probe_loss": 0.0, "train_probe_num_tokens": 508303276.0, "train_probe_reward": 0.8844105452299118, "train_probe_reward_std": 0.24425609409809113, "train_probe_rewards/accuracy_reward": 0.587890625, "train_probe_rewards/batchaccgated_coverage_0": 0.03745931992307305, "train_probe_rewards/batchaccgated_coverage_1": 0.03745931992307305, "train_probe_rewards/batchaccgated_coverage_10": 0.03442797111347318, "train_probe_rewards/batchaccgated_coverage_15": 0.03793450025841594, "train_probe_rewards/batchaccgated_coverage_20": 0.04565998539328575, "train_probe_rewards/batchaccgated_coverage_25": 0.06084489822387695, "train_probe_rewards/batchaccgated_coverage_5": 0.03745931992307305, "train_probe_rewards/brier_reward": 0.8159727603197098, "train_probe_rewards/confidence_uniqueness_reward": 0.8052466809749603, "train_probe_rewards/format_reward": 0.998046875, "train_probe_rewards/frontier_entropy_batch_reward": -0.998046875, "train_probe_runtime": 29.191, "train_probe_samples_per_second": 17.129, "train_probe_signal/accuracy_reward/centered_abs_mean": 0.4725341796875, "train_probe_signal/accuracy_reward/group_std_mean": 0.49347783625125885, "train_probe_signal/accuracy_reward/group_zero_std_frac": 0.0, "train_probe_signal/accuracy_reward/scaled_weighted_centered_abs_mean": 0.9684695601463318, "train_probe_signal/accuracy_reward/weight": 0.5, "train_probe_signal/accuracy_reward/weighted_centered_abs_mean": 0.23626708984375, "train_probe_signal/advantage_abs_mean": 0.9070189148187637, "train_probe_signal/advantage_pre_scale_abs_mean": 0.22153689712285995, "train_probe_signal/advantage_pre_scale_std": 0.24152236431837082, "train_probe_signal/advantage_std": 0.9877131432294846, "train_probe_signal/batchaccgated_coverage_0/centered_abs_mean": 0.07761036418378353, "train_probe_signal/batchaccgated_coverage_0/group_std_mean": 0.10870621353387833, "train_probe_signal/batchaccgated_coverage_0/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.03194946702569723, "train_probe_signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.007761036511510611, "train_probe_signal/batchaccgated_coverage_1/centered_abs_mean": 0.07761036418378353, "train_probe_signal/batchaccgated_coverage_1/group_std_mean": 0.10870621353387833, "train_probe_signal/batchaccgated_coverage_1/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.03194946702569723, "train_probe_signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.007761036511510611, "train_probe_signal/batchaccgated_coverage_10/centered_abs_mean": 0.0687307883054018, "train_probe_signal/batchaccgated_coverage_10/group_std_mean": 0.09697611257433891, "train_probe_signal/batchaccgated_coverage_10/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.028283116407692432, "train_probe_signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.006873079342767596, "train_probe_signal/batchaccgated_coverage_15/centered_abs_mean": 0.059856778010725975, "train_probe_signal/batchaccgated_coverage_15/group_std_mean": 0.08049065992236137, "train_probe_signal/batchaccgated_coverage_15/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.024586224928498268, "train_probe_signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.005985677824355662, "train_probe_signal/batchaccgated_coverage_20/centered_abs_mean": 0.06132801156491041, "train_probe_signal/batchaccgated_coverage_20/group_std_mean": 0.08038444258272648, "train_probe_signal/batchaccgated_coverage_20/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.025221134535968304, "train_probe_signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.006132801412604749, "train_probe_signal/batchaccgated_coverage_25/centered_abs_mean": 0.0766581678763032, "train_probe_signal/batchaccgated_coverage_25/group_std_mean": 0.09429071564227343, "train_probe_signal/batchaccgated_coverage_25/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.03159527666866779, "train_probe_signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.007665816810913384, "train_probe_signal/batchaccgated_coverage_5/centered_abs_mean": 0.07761036418378353, "train_probe_signal/batchaccgated_coverage_5/group_std_mean": 0.10870621353387833, "train_probe_signal/batchaccgated_coverage_5/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.03194946702569723, "train_probe_signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.007761036511510611, "train_probe_signal/brier_reward/centered_abs_mean": 0.22964580357074738, "train_probe_signal/brier_reward/group_std_mean": 0.30229945480823517, "train_probe_signal/brier_reward/group_zero_std_frac": 0.0, "train_probe_signal/brier_reward/scaled_weighted_centered_abs_mean": 0.09386581368744373, "train_probe_signal/brier_reward/weight": 0.10000000149011612, "train_probe_signal/brier_reward/weighted_centered_abs_mean": 0.022964580915868282, "train_probe_signal/confidence_uniqueness_reward/centered_abs_mean": 0.13263628631830215, "train_probe_signal/confidence_uniqueness_reward/group_std_mean": 0.15369696728885174, "train_probe_signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "train_probe_signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.05450430233031511, "train_probe_signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "train_probe_signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.013263628585264087, "train_probe_signal/format_reward/centered_abs_mean": 0.0037841796875, "train_probe_signal/format_reward/group_std_mean": 0.011048543266952038, "train_probe_signal/format_reward/group_zero_std_frac": 0.9375, "train_probe_signal/format_reward/scaled_weighted_centered_abs_mean": 0.0074003045447170734, "train_probe_signal/format_reward/weight": 0.5, "train_probe_signal/format_reward/weighted_centered_abs_mean": 0.00189208984375, "train_probe_signal/frontier_entropy_batch_reward/centered_abs_mean": 0.0037841796875, "train_probe_signal/frontier_entropy_batch_reward/group_std_mean": 0.011048543266952038, "train_probe_signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.9375, "train_probe_signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 0.0014800610952079296, "train_probe_signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "train_probe_signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.0003784179862122983, "train_probe_steps_per_second": 0.137 }, { "calibration/aurc": 0.31140323081541144, "calibration/batch_distribution_entropy": 0.7837272558968099, "calibration/batch_entropy_100bins": 0.8117918102587524, "calibration/batch_entropy_10bins": 0.7837272558968099, "calibration/batch_entropy_50bins": 0.7969790531967555, "calibration/batch_uniqueness": 0.8609405517578125, "calibration/buffer_distribution_entropy": 0.8119208955554124, "calibration/buffer_entropy_100bins": 0.857357276798006, "calibration/buffer_entropy_10bins": 0.8119208955554124, "calibration/buffer_entropy_50bins": 0.8363934716210212, "calibration/confidence_entropy": 0.3045276418184897, "calibration/coverage@0%": 0.0, "calibration/coverage@1%": 0.0, "calibration/coverage@10%": 0.2078125, "calibration/coverage@15%": 0.277734375, "calibration/coverage@20%": 0.347265625, "calibration/coverage@25%": 0.388671875, "calibration/coverage@30%": 0.519140625, "calibration/coverage@5%": 0.18046875, "calibration/distribution_entropy_10": 0.7837272558968099, "calibration/distribution_entropy_100": 0.8117918102587524, "calibration/ece": 0.2234017272051671, "calibration/mean_confidence": 0.6814652306115916, "calibration/unique_confidence_per_question": 0.803515625, "calibration/unique_confidences": 411.4, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0001953125, "completions/max_length": 677.2, "completions/max_terminated_length": 677.2, "completions/mean_length": 215.4796875, "completions/mean_terminated_length": 215.52145385742188, "completions/min_length": 64.8, "completions/min_terminated_length": 106.4, "epoch": 0.496, "grad_norm": 0.009712236933410168, "learning_rate": 1e-06, "loss": -0.0034, "num_tokens": 525817628.0, "reward": 1.160148811340332, "reward_std": 0.10452690571546555, "rewards/accuracy_reward": 0.56650390625, "rewards/batchaccgated_coverage_0": 0.3261030316352844, "rewards/batchaccgated_coverage_1": 0.3261030316352844, "rewards/batchaccgated_coverage_10": 0.38532768487930297, "rewards/batchaccgated_coverage_15": 0.3903687298297882, "rewards/batchaccgated_coverage_20": 0.3985093176364899, "rewards/batchaccgated_coverage_25": 0.40261125564575195, "rewards/batchaccgated_coverage_5": 0.36056922674179076, "rewards/brier_reward": 0.787399423122406, "rewards/confidence_uniqueness_reward": 0.8369665026664734, "rewards/format_reward": 0.999609375, "rewards/frontier_entropy_batch_reward": -0.4430363714694977, "signal/accuracy_reward/centered_abs_mean": 0.085528564453125, "signal/accuracy_reward/group_std_mean": 0.11582090556621552, "signal/accuracy_reward/group_zero_std_frac": 0.659375, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 3.049804139137268, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.0427642822265625, "signal/advantage_abs_mean": 0.7016374826431274, "signal/advantage_pre_scale_abs_mean": 0.0749268189072609, "signal/advantage_pre_scale_std": 0.14124129712581635, "signal/advantage_std": 0.9776137828826904, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.03224932849407196, "signal/batchaccgated_coverage_0/group_std_mean": 0.043821290135383606, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.296875, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.2300462990999222, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.003224932961165905, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.03224932849407196, "signal/batchaccgated_coverage_1/group_std_mean": 0.043821290135383606, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.296875, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.2300462990999222, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.003224932961165905, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.04671005979180336, "signal/batchaccgated_coverage_10/group_std_mean": 0.0665890820324421, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.296875, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.3446627765893936, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.004671006184071303, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.04907917231321335, "signal/batchaccgated_coverage_15/group_std_mean": 0.06996109634637833, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.296875, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.359112361073494, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.00490791704505682, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.05512005165219307, "signal/batchaccgated_coverage_20/group_std_mean": 0.07782004922628402, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.296875, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.3986759543418884, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.0055120051838457584, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.05970442593097687, "signal/batchaccgated_coverage_25/group_std_mean": 0.08333772420883179, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.296875, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.4399112641811371, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.00597044276073575, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.03816870078444481, "signal/batchaccgated_coverage_5/group_std_mean": 0.053555583208799364, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.296875, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.28017411530017855, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.0038168701343238355, "signal/brier_reward/centered_abs_mean": 0.10170251876115799, "signal/brier_reward/group_std_mean": 0.1334380328655243, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.7477420270442963, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.010170252248644828, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.060911832749843596, "signal/confidence_uniqueness_reward/group_std_mean": 0.07831140160560608, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.45565069019794463, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.006091183423995972, "signal/format_reward/centered_abs_mean": 0.00074462890625, "signal/format_reward/group_std_mean": 0.0018734002020210027, "signal/format_reward/group_zero_std_frac": 0.990625, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.03283944614231586, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.000372314453125, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.2266017436981201, "signal/frontier_entropy_batch_reward/group_std_mean": 0.2964478969573975, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.16875, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 1.6613954424858093, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.02266017496585846, "step": 155 }, { "calibration/aurc": 0.2365859019867707, "calibration/batch_distribution_entropy": 0.8312743318383106, "calibration/batch_entropy_100bins": 0.8611416649727446, "calibration/batch_entropy_10bins": 0.8312743318383106, "calibration/batch_entropy_50bins": 0.8531621900205094, "calibration/batch_uniqueness": 0.895489501953125, "calibration/buffer_distribution_entropy": 0.8067217432995791, "calibration/buffer_entropy_100bins": 0.8523879377409184, "calibration/buffer_entropy_10bins": 0.8067217432995791, "calibration/buffer_entropy_50bins": 0.830674928182875, "calibration/confidence_entropy": 0.34841342275189724, "calibration/coverage@0%": 0.0703125, "calibration/coverage@1%": 0.0765625, "calibration/coverage@10%": 0.35703125, "calibration/coverage@15%": 0.426953125, "calibration/coverage@20%": 0.487890625, "calibration/coverage@25%": 0.54921875, "calibration/coverage@30%": 0.65234375, "calibration/coverage@5%": 0.24375, "calibration/distribution_entropy_10": 0.8312743318383106, "calibration/distribution_entropy_100": 0.8611416649727446, "calibration/ece": 0.17004618005848665, "calibration/mean_confidence": 0.6908863011772961, "calibration/unique_confidence_per_question": 0.8625, "calibration/unique_confidences": 441.6, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 9.765625e-05, "completions/max_length": 564.0, "completions/max_terminated_length": 564.0, "completions/mean_length": 198.22275390625, "completions/mean_terminated_length": 198.24056701660157, "completions/min_length": 73.6, "completions/min_terminated_length": 90.8, "epoch": 0.512, "grad_norm": 0.010849682614207268, "learning_rate": 1e-06, "loss": 0.0036, "num_tokens": 542993093.0, "reward": 1.1505912780761718, "reward_std": 0.1027679294347763, "rewards/accuracy_reward": 0.55166015625, "rewards/batchaccgated_coverage_0": 0.31467311680316923, "rewards/batchaccgated_coverage_1": 0.31467311680316923, "rewards/batchaccgated_coverage_10": 0.377334451675415, "rewards/batchaccgated_coverage_15": 0.3827280879020691, "rewards/batchaccgated_coverage_20": 0.38887321949005127, "rewards/batchaccgated_coverage_25": 0.39296114444732666, "rewards/batchaccgated_coverage_5": 0.35811362862586976, "rewards/brier_reward": 0.7968393206596375, "rewards/confidence_uniqueness_reward": 0.85200115442276, "rewards/format_reward": 0.99990234375, "rewards/frontier_entropy_batch_reward": -0.430096960067749, "signal/accuracy_reward/centered_abs_mean": 0.089471435546875, "signal/accuracy_reward/group_std_mean": 0.12050010114908219, "signal/accuracy_reward/group_zero_std_frac": 0.646875, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 3.396079254150391, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.0447357177734375, "signal/advantage_abs_mean": 0.6996078133583069, "signal/advantage_pre_scale_abs_mean": 0.07338147610425949, "signal/advantage_pre_scale_std": 0.1404367983341217, "signal/advantage_std": 0.9774126887321473, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.026165887713432312, "signal/batchaccgated_coverage_0/group_std_mean": 0.03600866869091988, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.3, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.19161012768745422, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0026165887946262957, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.026165887713432312, "signal/batchaccgated_coverage_1/group_std_mean": 0.03600866869091988, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.3, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.19161012768745422, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0026165887946262957, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.03958204239606857, "signal/batchaccgated_coverage_10/group_std_mean": 0.060008547455072406, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.3, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.30281769931316377, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.003958204435184598, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.042477143555879594, "signal/batchaccgated_coverage_15/group_std_mean": 0.06375285163521767, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.3, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.3223969578742981, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.00424771448597312, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.04694569855928421, "signal/batchaccgated_coverage_20/group_std_mean": 0.06961265504360199, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.3, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.35201557278633117, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.004694569949060678, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.051433315873146056, "signal/batchaccgated_coverage_25/group_std_mean": 0.0748672679066658, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.3, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.3844266444444656, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.00514333164319396, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.033116813749074936, "signal/batchaccgated_coverage_5/group_std_mean": 0.049293103814125064, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.3, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.24665699601173402, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.003311681468039751, "signal/brier_reward/centered_abs_mean": 0.10078437030315399, "signal/brier_reward/group_std_mean": 0.1319650799036026, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.773439085483551, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.010078437253832817, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.053031571209430695, "signal/confidence_uniqueness_reward/group_std_mean": 0.06679284498095513, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.41568334996700285, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.005303157120943069, "signal/format_reward/centered_abs_mean": 0.000189208984375, "signal/format_reward/group_std_mean": 0.0005524271633476019, "signal/format_reward/group_zero_std_frac": 0.996875, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.00448957309126854, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 9.46044921875e-05, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.21666131913661957, "signal/frontier_entropy_batch_reward/group_std_mean": 0.28842653036117555, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.14375, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 1.6231350898742676, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.021666132658720017, "step": 160 }, { "calibration/aurc": 0.20700501361615692, "calibration/batch_distribution_entropy": 0.8030101181321964, "calibration/batch_entropy_100bins": 0.8313590691552466, "calibration/batch_entropy_10bins": 0.8030101181321964, "calibration/batch_entropy_50bins": 0.8182401076774093, "calibration/batch_uniqueness": 0.875588486474553, "calibration/buffer_distribution_entropy": 0.8101174432225132, "calibration/buffer_entropy_100bins": 0.8548773719117853, "calibration/buffer_entropy_10bins": 0.8101174432225132, "calibration/buffer_entropy_50bins": 0.8333923333049098, "calibration/confidence_entropy": 0.3163789727210701, "calibration/coverage@0%": 0.0, "calibration/coverage@1%": 0.044140625, "calibration/coverage@10%": 0.24140625, "calibration/coverage@15%": 0.4305193014705882, "calibration/coverage@20%": 0.5341038602941176, "calibration/coverage@25%": 0.6115073529411765, "calibration/coverage@30%": 0.7525735294117647, "calibration/coverage@5%": 0.080078125, "calibration/distribution_entropy_10": 0.8030101181321964, "calibration/distribution_entropy_100": 0.8313590691552466, "calibration/ece": 0.15397859387429086, "calibration/mean_confidence": 0.7094141947903898, "calibration/unique_confidence_per_question": 0.76171875, "calibration/unique_confidences": 390.0, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0001953125, "completions/max_length": 493.8, "completions/max_terminated_length": 493.8, "completions/mean_length": 178.82119140625, "completions/mean_terminated_length": 178.85708312988282, "completions/min_length": 71.6, "completions/min_terminated_length": 89.0, "epoch": 0.528, "grad_norm": 0.013207187876105309, "learning_rate": 1e-06, "loss": -0.0029, "num_tokens": 559853758.0, "reward": 1.1485399007797241, "reward_std": 0.09911583214998246, "rewards/accuracy_reward": 0.54306640625, "rewards/batchaccgated_coverage_0": 0.3212926506996155, "rewards/batchaccgated_coverage_1": 0.3212926506996155, "rewards/batchaccgated_coverage_10": 0.35536476969718933, "rewards/batchaccgated_coverage_15": 0.3636810839176178, "rewards/batchaccgated_coverage_20": 0.37284729480743406, "rewards/batchaccgated_coverage_25": 0.37403364181518556, "rewards/batchaccgated_coverage_5": 0.3402603268623352, "rewards/brier_reward": 0.8224871277809143, "rewards/confidence_uniqueness_reward": 0.8827354311943054, "rewards/format_reward": 0.9998046875, "rewards/frontier_entropy_batch_reward": -0.38295172452926635, "signal/accuracy_reward/centered_abs_mean": 0.093243408203125, "signal/accuracy_reward/group_std_mean": 0.12245183587074279, "signal/accuracy_reward/group_zero_std_frac": 0.653125, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 2.8007903575897215, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.0466217041015625, "signal/advantage_abs_mean": 0.7110128045082093, "signal/advantage_pre_scale_abs_mean": 0.0741894707083702, "signal/advantage_pre_scale_std": 0.1367669314146042, "signal/advantage_std": 0.9787874460220337, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.028821926936507224, "signal/batchaccgated_coverage_0/group_std_mean": 0.03783415332436561, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.29375, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.17249983549118042, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0028821928426623344, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.028821926936507224, "signal/batchaccgated_coverage_1/group_std_mean": 0.03783415332436561, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.29375, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.17249983549118042, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0028821928426623344, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.037323671579360965, "signal/batchaccgated_coverage_10/group_std_mean": 0.05160753056406975, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.29375, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.22395019829273224, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.003732367279008031, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.040981393307447433, "signal/batchaccgated_coverage_15/group_std_mean": 0.056884602457284925, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.29375, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.24415189325809478, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.004098139191046357, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.04693632051348686, "signal/batchaccgated_coverage_20/group_std_mean": 0.06479607820510865, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.29375, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.277179542183876, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.00469363210722804, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.04829187244176865, "signal/batchaccgated_coverage_25/group_std_mean": 0.06641278639435769, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.29375, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.2863417088985443, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.004829187132418156, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.03332914300262928, "signal/batchaccgated_coverage_5/group_std_mean": 0.04491212144494057, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.29375, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.19973039627075195, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.003332914412021637, "signal/brier_reward/centered_abs_mean": 0.09426200985908509, "signal/brier_reward/group_std_mean": 0.12138466536998749, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.5623230993747711, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.00942620076239109, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.04248035848140717, "signal/confidence_uniqueness_reward/group_std_mean": 0.05400928854942322, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.2537363857030869, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.004248035978525877, "signal/format_reward/centered_abs_mean": 0.0003662109375, "signal/format_reward/group_std_mean": 0.000768545875325799, "signal/format_reward/group_zero_std_frac": 0.996875, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.009896960109472275, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.00018310546875, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.2157352477312088, "signal/frontier_entropy_batch_reward/group_std_mean": 0.28763124346733093, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.096875, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 1.2643781423568725, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.02157352603971958, "step": 165 }, { "calibration/aurc": 0.19047471473856478, "calibration/batch_distribution_entropy": 0.6684238529279624, "calibration/batch_entropy_100bins": 0.734879728633403, "calibration/batch_entropy_10bins": 0.6684238529279624, "calibration/batch_entropy_50bins": 0.704239984676892, "calibration/batch_uniqueness": 0.7910537033516108, "calibration/buffer_distribution_entropy": 0.8072689781176706, "calibration/buffer_entropy_100bins": 0.8534150978434447, "calibration/buffer_entropy_10bins": 0.8072689781176706, "calibration/buffer_entropy_50bins": 0.8313476964209606, "calibration/confidence_entropy": 0.2581243895052179, "calibration/coverage@0%": 0.0, "calibration/coverage@1%": 0.0, "calibration/coverage@10%": 0.29667701198630136, "calibration/coverage@15%": 0.3752109833659491, "calibration/coverage@20%": 0.5974949547455969, "calibration/coverage@25%": 0.75415469055773, "calibration/coverage@30%": 0.8162892918297455, "calibration/coverage@5%": 0.07945205479452054, "calibration/distribution_entropy_10": 0.6684238529279624, "calibration/distribution_entropy_100": 0.734879728633403, "calibration/ece": 0.1529910379179304, "calibration/mean_confidence": 0.751871434850426, "calibration/unique_confidence_per_question": 0.6046875, "calibration/unique_confidences": 309.6, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 9.765625e-05, "completions/max_length": 532.2, "completions/max_terminated_length": 532.2, "completions/mean_length": 179.5388671875, "completions/mean_terminated_length": 179.556103515625, "completions/min_length": 65.0, "completions/min_terminated_length": 81.8, "epoch": 0.544, "grad_norm": 0.008139517158269882, "learning_rate": 1e-06, "loss": 0.0012, "num_tokens": 576855820.0, "reward": 1.1828856468200684, "reward_std": 0.10724956393241883, "rewards/accuracy_reward": 0.59541015625, "rewards/batchaccgated_coverage_0": 0.34329968094825747, "rewards/batchaccgated_coverage_1": 0.34329968094825747, "rewards/batchaccgated_coverage_10": 0.40270864963531494, "rewards/batchaccgated_coverage_15": 0.40859033465385436, "rewards/batchaccgated_coverage_20": 0.4219518780708313, "rewards/batchaccgated_coverage_25": 0.42657225728034975, "rewards/batchaccgated_coverage_5": 0.3742012679576874, "rewards/brier_reward": 0.7888158440589905, "rewards/confidence_uniqueness_reward": 0.8312919735908508, "rewards/format_reward": 0.99990234375, "rewards/frontier_entropy_batch_reward": -0.4884375989437103, "signal/accuracy_reward/centered_abs_mean": 0.099334716796875, "signal/accuracy_reward/group_std_mean": 0.13290661275386811, "signal/accuracy_reward/group_zero_std_frac": 0.615625, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 3.87187123298645, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.0496673583984375, "signal/advantage_abs_mean": 0.7164512753486634, "signal/advantage_pre_scale_abs_mean": 0.07729040384292603, "signal/advantage_pre_scale_std": 0.14658820033073425, "signal/advantage_std": 0.9779363751411438, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.025909633934497835, "signal/batchaccgated_coverage_0/group_std_mean": 0.03558695390820503, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.246875, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.211699940264225, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0025909632910043, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.025909633934497835, "signal/batchaccgated_coverage_1/group_std_mean": 0.03558695390820503, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.246875, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.211699940264225, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0025909632910043, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.04011059850454331, "signal/batchaccgated_coverage_10/group_std_mean": 0.059988196939229965, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.246875, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.34076022207736967, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.004011060018092394, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.0428364422172308, "signal/batchaccgated_coverage_15/group_std_mean": 0.06378253772854806, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.246875, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.3550789952278137, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.00428364435210824, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.052889463305473325, "signal/batchaccgated_coverage_20/group_std_mean": 0.07746623381972313, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.246875, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.42277740836143496, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.005288946395739913, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.05787998735904694, "signal/batchaccgated_coverage_25/group_std_mean": 0.08347960337996482, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.246875, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.4735015481710434, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.005787998717278242, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.03133484907448292, "signal/batchaccgated_coverage_5/group_std_mean": 0.04528044611215591, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.246875, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.2644213855266571, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.003133485000580549, "signal/brier_reward/centered_abs_mean": 0.09854650944471359, "signal/brier_reward/group_std_mean": 0.12981645613908768, "signal/brier_reward/group_zero_std_frac": 0.003125, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.7833450257778167, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.009854651056230068, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.06094140559434891, "signal/confidence_uniqueness_reward/group_std_mean": 0.07732685208320618, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.003125, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.5645584315061569, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.0060941408388316635, "signal/format_reward/centered_abs_mean": 0.000189208984375, "signal/format_reward/group_std_mean": 0.0005524271633476019, "signal/format_reward/group_zero_std_frac": 0.996875, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.004211639612913131, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 9.46044921875e-05, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.20518638491630553, "signal/frontier_entropy_batch_reward/group_std_mean": 0.27104007005691527, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.20625, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 1.6775553345680236, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.02051863893866539, "step": 170 }, { "calibration/aurc": 0.20614577137121431, "calibration/batch_distribution_entropy": 0.7456864738570653, "calibration/batch_entropy_100bins": 0.7981678869344162, "calibration/batch_entropy_10bins": 0.7456864738570653, "calibration/batch_entropy_50bins": 0.7783813950933718, "calibration/batch_uniqueness": 0.852857352538468, "calibration/buffer_distribution_entropy": 0.7972864133202512, "calibration/buffer_entropy_100bins": 0.8473487130306807, "calibration/buffer_entropy_10bins": 0.7972864133202512, "calibration/buffer_entropy_50bins": 0.8238591960850655, "calibration/confidence_entropy": 0.3061995079980194, "calibration/coverage@0%": 0.0609375, "calibration/coverage@1%": 0.108203125, "calibration/coverage@10%": 0.376171875, "calibration/coverage@15%": 0.4848183708414873, "calibration/coverage@20%": 0.555570419520548, "calibration/coverage@25%": 0.6282442514677105, "calibration/coverage@30%": 0.6845141267123288, "calibration/coverage@5%": 0.24609375, "calibration/distribution_entropy_10": 0.7456864738570653, "calibration/distribution_entropy_100": 0.7981678869344162, "calibration/ece": 0.1778301072633955, "calibration/mean_confidence": 0.7281486975880322, "calibration/unique_confidence_per_question": 0.69453125, "calibration/unique_confidences": 355.6, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0001953125, "completions/max_length": 573.6, "completions/max_terminated_length": 573.6, "completions/mean_length": 182.7638671875, "completions/mean_terminated_length": 182.79996337890626, "completions/min_length": 74.4, "completions/min_terminated_length": 93.6, "epoch": 0.56, "grad_norm": 0.009976216591894627, "learning_rate": 1e-06, "loss": 0.0013, "num_tokens": 593548730.0, "reward": 1.150138258934021, "reward_std": 0.09659412056207657, "rewards/accuracy_reward": 0.54091796875, "rewards/batchaccgated_coverage_0": 0.32478708028793335, "rewards/batchaccgated_coverage_1": 0.32478708028793335, "rewards/batchaccgated_coverage_10": 0.3898737907409668, "rewards/batchaccgated_coverage_15": 0.3991193413734436, "rewards/batchaccgated_coverage_20": 0.40651315450668335, "rewards/batchaccgated_coverage_25": 0.41008257269859316, "rewards/batchaccgated_coverage_5": 0.3649914264678955, "rewards/brier_reward": 0.7877224326133728, "rewards/confidence_uniqueness_reward": 0.845093047618866, "rewards/format_reward": 0.9998046875, "rewards/frontier_entropy_batch_reward": -0.4552007257938385, "signal/accuracy_reward/centered_abs_mean": 0.075677490234375, "signal/accuracy_reward/group_std_mean": 0.10505554527044296, "signal/accuracy_reward/group_zero_std_frac": 0.68125, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 5.848579001426697, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.0378387451171875, "signal/advantage_abs_mean": 0.690128743648529, "signal/advantage_pre_scale_abs_mean": 0.06619574204087257, "signal/advantage_pre_scale_std": 0.13490325659513475, "signal/advantage_std": 0.9737449169158936, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.02182765118777752, "signal/batchaccgated_coverage_0/group_std_mean": 0.031006830930709838, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.3487917333841324, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0021827651653438807, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.02182765118777752, "signal/batchaccgated_coverage_1/group_std_mean": 0.031006830930709838, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.3487917333841324, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0021827651653438807, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.03637689277529717, "signal/batchaccgated_coverage_10/group_std_mean": 0.05749356374144554, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.49873943328857423, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.0036376894451677797, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.040433880686759946, "signal/batchaccgated_coverage_15/group_std_mean": 0.06369718909263611, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.5785992264747619, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.004043388273566961, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.046161182969808576, "signal/batchaccgated_coverage_20/group_std_mean": 0.07140442132949829, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.699808943271637, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.004616118362173438, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.04985211044549942, "signal/batchaccgated_coverage_25/group_std_mean": 0.07601254433393478, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.7742914021015167, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.0049852109514176846, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.02826472409069538, "signal/batchaccgated_coverage_5/group_std_mean": 0.044160138443112375, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.4039997339248657, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.0028264725115150213, "signal/brier_reward/centered_abs_mean": 0.09340600073337554, "signal/brier_reward/group_std_mean": 0.1257546365261078, "signal/brier_reward/group_zero_std_frac": 0.009375, "signal/brier_reward/scaled_weighted_centered_abs_mean": 1.534515953063965, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.009340600296854972, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.05425298064947128, "signal/confidence_uniqueness_reward/group_std_mean": 0.06879795342683792, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.009375, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.8427940040826798, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.005425298027694226, "signal/format_reward/centered_abs_mean": 0.00037841796875, "signal/format_reward/group_std_mean": 0.0011048543266952038, "signal/format_reward/group_zero_std_frac": 0.99375, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.00872935652732849, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.000189208984375, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.20444384217262268, "signal/frontier_entropy_batch_reward/group_std_mean": 0.27165970802307127, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.175, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 3.325109100341797, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.0204443845897913, "step": 175 }, { "calibration/aurc": 0.23387633983024364, "calibration/batch_distribution_entropy": 0.7978808383897894, "calibration/batch_entropy_100bins": 0.8121489744873811, "calibration/batch_entropy_10bins": 0.7978808383897894, "calibration/batch_entropy_50bins": 0.7938266464875896, "calibration/batch_uniqueness": 0.8582330403748368, "calibration/buffer_distribution_entropy": 0.7997895513119099, "calibration/buffer_entropy_100bins": 0.848450671079388, "calibration/buffer_entropy_10bins": 0.7997895513119099, "calibration/buffer_entropy_50bins": 0.8247831374537595, "calibration/confidence_entropy": 0.30822062250191484, "calibration/coverage@0%": 0.0, "calibration/coverage@1%": 0.0, "calibration/coverage@10%": 0.25859375, "calibration/coverage@15%": 0.4337366988747554, "calibration/coverage@20%": 0.5075846991193738, "calibration/coverage@25%": 0.5998004831213307, "calibration/coverage@30%": 0.6873241805283757, "calibration/coverage@5%": 0.046875, "calibration/distribution_entropy_10": 0.7978808383897894, "calibration/distribution_entropy_100": 0.8121489744873811, "calibration/ece": 0.15204762162854019, "calibration/mean_confidence": 0.6497209952064791, "calibration/unique_confidence_per_question": 0.69375, "calibration/unique_confidences": 355.2, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.00029296875, "completions/max_length": 475.8, "completions/max_terminated_length": 475.8, "completions/mean_length": 182.067578125, "completions/mean_terminated_length": 182.12244262695313, "completions/min_length": 54.2, "completions/min_terminated_length": 88.2, "epoch": 0.576, "grad_norm": 0.009354103356599808, "learning_rate": 1e-06, "loss": -0.0018, "num_tokens": 610599726.0, "reward": 1.1488838195800781, "reward_std": 0.09161649197340012, "rewards/accuracy_reward": 0.541015625, "rewards/batchaccgated_coverage_0": 0.3236666858196259, "rewards/batchaccgated_coverage_1": 0.3236666858196259, "rewards/batchaccgated_coverage_10": 0.3646405816078186, "rewards/batchaccgated_coverage_15": 0.36668420433998106, "rewards/batchaccgated_coverage_20": 0.37273460626602173, "rewards/batchaccgated_coverage_25": 0.3748330414295197, "rewards/batchaccgated_coverage_5": 0.3555976629257202, "rewards/brier_reward": 0.8116917729377746, "rewards/confidence_uniqueness_reward": 0.8797250270843506, "rewards/format_reward": 0.99970703125, "rewards/frontier_entropy_batch_reward": -0.3880158066749573, "signal/accuracy_reward/centered_abs_mean": 0.07200927734375, "signal/accuracy_reward/group_std_mean": 0.09560371786355973, "signal/accuracy_reward/group_zero_std_frac": 0.721875, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 2.2045305967330933, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.036004638671875, "signal/advantage_abs_mean": 0.7145942211151123, "signal/advantage_pre_scale_abs_mean": 0.06661182045936584, "signal/advantage_pre_scale_std": 0.126612488925457, "signal/advantage_std": 0.9786422610282898, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.032382354885339734, "signal/batchaccgated_coverage_0/group_std_mean": 0.04306522309780121, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.340625, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.19750206768512726, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0032382356002926826, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.032382354885339734, "signal/batchaccgated_coverage_1/group_std_mean": 0.04306522309780121, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.340625, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.19750206768512726, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0032382356002926826, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.04173615351319313, "signal/batchaccgated_coverage_10/group_std_mean": 0.05943812876939773, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.340625, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.2489446371793747, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.004173615574836731, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.04267100691795349, "signal/batchaccgated_coverage_15/group_std_mean": 0.060738421976566315, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.340625, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.2532739192247391, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.004267100896686316, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.04681762307882309, "signal/batchaccgated_coverage_20/group_std_mean": 0.06619012951850892, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.340625, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.27597851753234864, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.004681762307882309, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.04848678261041641, "signal/batchaccgated_coverage_25/group_std_mean": 0.06819486469030381, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.340625, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.2860581874847412, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.004848678130656481, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.03822807706892491, "signal/batchaccgated_coverage_5/group_std_mean": 0.053860544413328174, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.340625, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.22971857488155364, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.0038228077813982964, "signal/brier_reward/centered_abs_mean": 0.08598587214946747, "signal/brier_reward/group_std_mean": 0.11467064172029495, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.5178693056106567, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.008598587289452553, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.041815857961773874, "signal/confidence_uniqueness_reward/group_std_mean": 0.053715766221284864, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.2492111325263977, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.004181585926562548, "signal/format_reward/centered_abs_mean": 0.000567626953125, "signal/format_reward/group_std_mean": 0.0016572814900428056, "signal/format_reward/group_zero_std_frac": 0.990625, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.016215188801288603, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.0002838134765625, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.22675967514514922, "signal/frontier_entropy_batch_reward/group_std_mean": 0.29980853796005247, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.121875, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 1.365171480178833, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.02267596833407879, "step": 180 }, { "calibration/aurc": 0.2796563156622341, "calibration/batch_distribution_entropy": 0.8491141704533529, "calibration/batch_entropy_100bins": 0.8430700670558855, "calibration/batch_entropy_10bins": 0.8491141704533529, "calibration/batch_entropy_50bins": 0.834643771741917, "calibration/batch_uniqueness": 0.876007675117196, "calibration/buffer_distribution_entropy": 0.8039238237466652, "calibration/buffer_entropy_100bins": 0.8502990618670747, "calibration/buffer_entropy_10bins": 0.8039238237466652, "calibration/buffer_entropy_50bins": 0.8266827186980535, "calibration/confidence_entropy": 0.35184048288059844, "calibration/coverage@0%": 0.050390625, "calibration/coverage@1%": 0.116015625, "calibration/coverage@10%": 0.31231194960861053, "calibration/coverage@15%": 0.439457711594912, "calibration/coverage@20%": 0.5062943370841487, "calibration/coverage@25%": 0.5563379097358121, "calibration/coverage@30%": 0.5997462084148728, "calibration/coverage@5%": 0.2055849437377691, "calibration/distribution_entropy_10": 0.8491141704533529, "calibration/distribution_entropy_100": 0.8430700670558855, "calibration/ece": 0.15801670659497874, "calibration/mean_confidence": 0.6460033492536114, "calibration/unique_confidence_per_question": 0.72890625, "calibration/unique_confidences": 373.2, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 9.765625e-05, "completions/max_length": 430.8, "completions/max_terminated_length": 430.8, "completions/mean_length": 182.79189453125, "completions/mean_terminated_length": 182.81033325195312, "completions/min_length": 70.8, "completions/min_terminated_length": 90.2, "epoch": 0.592, "grad_norm": 0.008579729124903679, "learning_rate": 1e-06, "loss": -0.0006, "num_tokens": 627639227.0, "reward": 1.1398494243621826, "reward_std": 0.09499209672212601, "rewards/accuracy_reward": 0.5408203125, "rewards/batchaccgated_coverage_0": 0.2984446585178375, "rewards/batchaccgated_coverage_1": 0.2984446585178375, "rewards/batchaccgated_coverage_10": 0.3482549965381622, "rewards/batchaccgated_coverage_15": 0.35468419790267947, "rewards/batchaccgated_coverage_20": 0.3597198724746704, "rewards/batchaccgated_coverage_25": 0.36236393451690674, "rewards/batchaccgated_coverage_5": 0.33214449882507324, "rewards/brier_reward": 0.8060038924217224, "rewards/confidence_uniqueness_reward": 0.8938992619514465, "rewards/format_reward": 0.9998046875, "rewards/frontier_entropy_batch_reward": -0.3585906982421875, "signal/accuracy_reward/centered_abs_mean": 0.07305908203125, "signal/accuracy_reward/group_std_mean": 0.10399322956800461, "signal/accuracy_reward/group_zero_std_frac": 0.671875, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 4.877646112442017, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.036529541015625, "signal/advantage_abs_mean": 0.6944149017333985, "signal/advantage_pre_scale_abs_mean": 0.06664436385035515, "signal/advantage_pre_scale_std": 0.12623290866613388, "signal/advantage_std": 0.9757420897483826, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.029301818832755087, "signal/batchaccgated_coverage_0/group_std_mean": 0.03870673254132271, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.328125, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.37229459285736083, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0029301819391548633, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.029301818832755087, "signal/batchaccgated_coverage_1/group_std_mean": 0.03870673254132271, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.328125, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.37229459285736083, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0029301819391548633, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.03995690010488033, "signal/batchaccgated_coverage_10/group_std_mean": 0.057380424439907075, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.328125, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.5089192748069763, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.003995690122246742, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.04210545718669891, "signal/batchaccgated_coverage_15/group_std_mean": 0.060422586649656294, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.328125, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.5168418645858764, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.00421054563485086, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.044914111495018005, "signal/batchaccgated_coverage_20/group_std_mean": 0.06442278325557708, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.328125, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.5296841710805893, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.004491411196067929, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.0483915314078331, "signal/batchaccgated_coverage_25/group_std_mean": 0.06869830787181855, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.328125, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.5833307504653931, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.004839153215289116, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.03490946888923645, "signal/batchaccgated_coverage_5/group_std_mean": 0.04941458180546761, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.328125, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.45007541179656985, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.0034909469075500967, "signal/brier_reward/centered_abs_mean": 0.08448402732610702, "signal/brier_reward/group_std_mean": 0.11185397505760193, "signal/brier_reward/group_zero_std_frac": 0.00625, "signal/brier_reward/scaled_weighted_centered_abs_mean": 1.063339602947235, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.008448402769863606, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.03748636282980442, "signal/confidence_uniqueness_reward/group_std_mean": 0.04786058068275452, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.00625, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.4530136674642563, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.0037486365530639888, "signal/format_reward/centered_abs_mean": 0.00037841796875, "signal/format_reward/group_std_mean": 0.0011048543266952038, "signal/format_reward/group_zero_std_frac": 0.99375, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.04034639894962311, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.000189208984375, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.22331035435199736, "signal/frontier_entropy_batch_reward/group_std_mean": 0.29462003111839297, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.128125, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 2.7463122844696044, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.022331036254763605, "step": 185 }, { "calibration/aurc": 0.17985984264344515, "calibration/batch_distribution_entropy": 0.7990657148900413, "calibration/batch_entropy_100bins": 0.8362369636068788, "calibration/batch_entropy_10bins": 0.7990657148900413, "calibration/batch_entropy_50bins": 0.8228082036280041, "calibration/batch_uniqueness": 0.8868804931640625, "calibration/buffer_distribution_entropy": 0.8027568092840347, "calibration/buffer_entropy_100bins": 0.848535746516295, "calibration/buffer_entropy_10bins": 0.8027568092840347, "calibration/buffer_entropy_50bins": 0.8245725445680222, "calibration/confidence_entropy": 0.3312507705535863, "calibration/coverage@0%": 0.101171875, "calibration/coverage@1%": 0.126171875, "calibration/coverage@10%": 0.4328125, "calibration/coverage@15%": 0.5015625, "calibration/coverage@20%": 0.60234375, "calibration/coverage@25%": 0.68125, "calibration/coverage@30%": 0.766015625, "calibration/coverage@5%": 0.34140625, "calibration/distribution_entropy_10": 0.7990657148900413, "calibration/distribution_entropy_100": 0.8362369636068788, "calibration/ece": 0.1431726052535786, "calibration/mean_confidence": 0.679487407284143, "calibration/unique_confidence_per_question": 0.75, "calibration/unique_confidences": 384.0, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 9.765625e-05, "completions/max_length": 511.4, "completions/max_terminated_length": 511.4, "completions/mean_length": 189.38515625, "completions/mean_terminated_length": 189.4036071777344, "completions/min_length": 80.2, "completions/min_terminated_length": 101.8, "epoch": 0.608, "grad_norm": 0.008607161231338978, "learning_rate": 1e-06, "loss": 0.0008, "num_tokens": 644578019.0, "reward": 1.156525182723999, "reward_std": 0.08738701641559601, "rewards/accuracy_reward": 0.5337890625, "rewards/batchaccgated_coverage_0": 0.33735418915748594, "rewards/batchaccgated_coverage_1": 0.33735418915748594, "rewards/batchaccgated_coverage_10": 0.38351939916610717, "rewards/batchaccgated_coverage_15": 0.38584489226341245, "rewards/batchaccgated_coverage_20": 0.390363872051239, "rewards/batchaccgated_coverage_25": 0.39158823490142824, "rewards/batchaccgated_coverage_5": 0.3703729212284088, "rewards/brier_reward": 0.8181305527687073, "rewards/confidence_uniqueness_reward": 0.8873992681503295, "rewards/format_reward": 0.99990234375, "rewards/frontier_entropy_batch_reward": -0.40513224601745607, "signal/accuracy_reward/centered_abs_mean": 0.0743408203125, "signal/accuracy_reward/group_std_mean": 0.10151887983083725, "signal/accuracy_reward/group_zero_std_frac": 0.69375, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 2.595080482959747, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.03717041015625, "signal/advantage_abs_mean": 0.7050180077552796, "signal/advantage_pre_scale_abs_mean": 0.06232886761426926, "signal/advantage_pre_scale_std": 0.12167512625455856, "signal/advantage_std": 0.9781908988952637, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.023159205541014673, "signal/batchaccgated_coverage_0/group_std_mean": 0.030572206154465674, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.3125, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.1607263579964638, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.002315920637920499, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.023159205541014673, "signal/batchaccgated_coverage_1/group_std_mean": 0.030572206154465674, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.3125, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.1607263579964638, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.002315920637920499, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.03368106968700886, "signal/batchaccgated_coverage_10/group_std_mean": 0.04895362704992294, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.3125, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.2337779074907303, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.0033681071829050778, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.03485894165933132, "signal/batchaccgated_coverage_15/group_std_mean": 0.05068403333425522, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.3125, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.24043053090572358, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.003485894203186035, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.03825772777199745, "signal/batchaccgated_coverage_20/group_std_mean": 0.055334202200174334, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.3125, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.26792340278625487, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.003825772972777486, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.03908900320529938, "signal/batchaccgated_coverage_25/group_std_mean": 0.05642339363694191, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.3125, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.27314221262931826, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.003908900311216712, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.029372266307473183, "signal/batchaccgated_coverage_5/group_std_mean": 0.0415642224252224, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.3125, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.2016366094350815, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.0029372267425060274, "signal/brier_reward/centered_abs_mean": 0.08187544345855713, "signal/brier_reward/group_std_mean": 0.10775785893201828, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.5272607326507568, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.008187544159591198, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.03658437728881836, "signal/confidence_uniqueness_reward/group_std_mean": 0.046291432529687884, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.24734348356723784, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.003658437728881836, "signal/format_reward/centered_abs_mean": 0.000189208984375, "signal/format_reward/group_std_mean": 0.0005524271633476019, "signal/format_reward/group_zero_std_frac": 0.996875, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.012924566864967346, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 9.46044921875e-05, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.19728479981422425, "signal/frontier_entropy_batch_reward/group_std_mean": 0.27044069170951845, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.146875, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 1.2978215575218202, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.01972847953438759, "step": 190 }, { "calibration/aurc": 0.18774496656527173, "calibration/batch_distribution_entropy": 0.7507878786547504, "calibration/batch_entropy_100bins": 0.7784926337630923, "calibration/batch_entropy_10bins": 0.7507878786547504, "calibration/batch_entropy_50bins": 0.7612385221760973, "calibration/batch_uniqueness": 0.8222991943359375, "calibration/buffer_distribution_entropy": 0.8019993581938879, "calibration/buffer_entropy_100bins": 0.8482786779214984, "calibration/buffer_entropy_10bins": 0.8019993581938879, "calibration/buffer_entropy_50bins": 0.8240946106804007, "calibration/confidence_entropy": 0.2840769837529481, "calibration/coverage@0%": 0.0, "calibration/coverage@1%": 0.043359375, "calibration/coverage@10%": 0.366796875, "calibration/coverage@15%": 0.44296875, "calibration/coverage@20%": 0.59765625, "calibration/coverage@25%": 0.677734375, "calibration/coverage@30%": 0.74609375, "calibration/coverage@5%": 0.122265625, "calibration/distribution_entropy_10": 0.7507878786547504, "calibration/distribution_entropy_100": 0.7784926337630923, "calibration/ece": 0.15453958109042432, "calibration/mean_confidence": 0.7125681559779496, "calibration/unique_confidence_per_question": 0.6578125, "calibration/unique_confidences": 336.8, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 9.765625e-05, "completions/max_length": 463.4, "completions/max_terminated_length": 463.4, "completions/mean_length": 195.0283203125, "completions/mean_terminated_length": 195.0467498779297, "completions/min_length": 81.2, "completions/min_terminated_length": 102.8, "epoch": 0.624, "grad_norm": 0.01058657094836235, "learning_rate": 1e-06, "loss": 0.0005, "num_tokens": 661919013.0, "reward": 1.165335512161255, "reward_std": 0.08911000788211823, "rewards/accuracy_reward": 0.550390625, "rewards/batchaccgated_coverage_0": 0.3535959303379059, "rewards/batchaccgated_coverage_1": 0.3535959303379059, "rewards/batchaccgated_coverage_10": 0.39958415031433103, "rewards/batchaccgated_coverage_15": 0.4023648202419281, "rewards/batchaccgated_coverage_20": 0.40959920883178713, "rewards/batchaccgated_coverage_25": 0.4146316826343536, "rewards/batchaccgated_coverage_5": 0.3810693323612213, "rewards/brier_reward": 0.8045966982841491, "rewards/confidence_uniqueness_reward": 0.8190199613571167, "rewards/format_reward": 0.99990234375, "rewards/frontier_entropy_batch_reward": -0.43616766929626466, "signal/accuracy_reward/centered_abs_mean": 0.079931640625, "signal/accuracy_reward/group_std_mean": 0.10740827172994613, "signal/accuracy_reward/group_zero_std_frac": 0.684375, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 4.038691067695618, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.0399658203125, "signal/advantage_abs_mean": 0.7172859311103821, "signal/advantage_pre_scale_abs_mean": 0.0648710198700428, "signal/advantage_pre_scale_std": 0.1260287046432495, "signal/advantage_std": 0.976071584224701, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.020948295295238496, "signal/batchaccgated_coverage_0/group_std_mean": 0.02843206450343132, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.3, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.2191994458436966, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.002094829687848687, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.020948295295238496, "signal/batchaccgated_coverage_1/group_std_mean": 0.02843206450343132, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.3, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.2191994458436966, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.002094829687848687, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.03147257007658481, "signal/batchaccgated_coverage_10/group_std_mean": 0.04640885069966316, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.3, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.32031245827674865, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.0031472570728510616, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.03239230290055275, "signal/batchaccgated_coverage_15/group_std_mean": 0.047355931252241135, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.3, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.32996806800365447, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.0032392302993685005, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.036813342943787575, "signal/batchaccgated_coverage_20/group_std_mean": 0.05351448729634285, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.3, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.36817744076251985, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.0036813345737755298, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.04129842668771744, "signal/batchaccgated_coverage_25/group_std_mean": 0.05880364626646042, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.3, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.40780016779899597, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.004129842761904002, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.025357672199606895, "signal/batchaccgated_coverage_5/group_std_mean": 0.0360688079148531, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.3, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.2639189884066582, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.0025357672944664954, "signal/brier_reward/centered_abs_mean": 0.0875726118683815, "signal/brier_reward/group_std_mean": 0.11331212967634201, "signal/brier_reward/group_zero_std_frac": 0.003125, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.8669857084751129, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.008757261373102666, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.0648462176322937, "signal/confidence_uniqueness_reward/group_std_mean": 0.08304379284381866, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.003125, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.7208373367786407, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.006484622042626143, "signal/format_reward/centered_abs_mean": 0.000189208984375, "signal/format_reward/group_std_mean": 0.0005524271633476019, "signal/format_reward/group_zero_std_frac": 0.996875, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.019290830194950103, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 9.46044921875e-05, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.20197868049144746, "signal/frontier_entropy_batch_reward/group_std_mean": 0.265228682756424, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.190625, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 2.0048059701919554, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.02019786797463894, "step": 195 }, { "calibration/aurc": 0.1915071915072601, "calibration/batch_distribution_entropy": 0.7243413599012638, "calibration/batch_entropy_100bins": 0.7939337287647554, "calibration/batch_entropy_10bins": 0.7243413599012638, "calibration/batch_entropy_50bins": 0.7732973050633243, "calibration/batch_uniqueness": 0.8582585424399938, "calibration/buffer_distribution_entropy": 0.8048248795288817, "calibration/buffer_entropy_100bins": 0.8509430041840356, "calibration/buffer_entropy_10bins": 0.8048248795288817, "calibration/buffer_entropy_50bins": 0.8268919823792158, "calibration/confidence_entropy": 0.2871044784052431, "calibration/coverage@0%": 0.0, "calibration/coverage@1%": 0.0953125, "calibration/coverage@10%": 0.34453125, "calibration/coverage@15%": 0.490625, "calibration/coverage@20%": 0.616919948630137, "calibration/coverage@25%": 0.7001375978473581, "calibration/coverage@30%": 0.7591433769569471, "calibration/coverage@5%": 0.31484375, "calibration/distribution_entropy_10": 0.7243413599012638, "calibration/distribution_entropy_100": 0.7939337287647554, "calibration/ece": 0.17423592856388043, "calibration/mean_confidence": 0.7292497475878218, "calibration/unique_confidence_per_question": 0.70546875, "calibration/unique_confidences": 361.2, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.000390625, "completions/max_length": 453.4, "completions/max_terminated_length": 453.4, "completions/mean_length": 185.98212890625, "completions/mean_terminated_length": 186.0545654296875, "completions/min_length": 63.2, "completions/min_terminated_length": 102.4, "epoch": 0.64, "grad_norm": 0.009744562208652496, "learning_rate": 1e-06, "loss": 0.0012, "num_tokens": 679166158.0, "reward": 1.2284521341323853, "reward_std": 0.07826440036296844, "rewards/accuracy_reward": 0.5921875, "rewards/batchaccgated_coverage_0": 0.42343791127204894, "rewards/batchaccgated_coverage_1": 0.42343791127204894, "rewards/batchaccgated_coverage_10": 0.45608340501785277, "rewards/batchaccgated_coverage_15": 0.46087965965270994, "rewards/batchaccgated_coverage_20": 0.464301598072052, "rewards/batchaccgated_coverage_25": 0.4667300879955292, "rewards/batchaccgated_coverage_5": 0.44429903030395507, "rewards/brier_reward": 0.8170453429222106, "rewards/confidence_uniqueness_reward": 0.8460218429565429, "rewards/format_reward": 0.99951171875, "rewards/frontier_entropy_batch_reward": -0.47621200084686277, "signal/accuracy_reward/centered_abs_mean": 0.06229248046875, "signal/accuracy_reward/group_std_mean": 0.08572121113538742, "signal/accuracy_reward/group_zero_std_frac": 0.746875, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 3.3950403213500975, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.031146240234375, "signal/advantage_abs_mean": 0.7150399088859558, "signal/advantage_pre_scale_abs_mean": 0.054778308421373365, "signal/advantage_pre_scale_std": 0.11624106019735336, "signal/advantage_std": 0.9743759751319885, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.025895629078149796, "signal/batchaccgated_coverage_0/group_std_mean": 0.03515827506780624, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.28125, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.2591594636440277, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.002589562954381108, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.025895629078149796, "signal/batchaccgated_coverage_1/group_std_mean": 0.03515827506780624, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.28125, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.2591594636440277, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.002589562954381108, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.032486167177557944, "signal/batchaccgated_coverage_10/group_std_mean": 0.0475114606320858, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.28125, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.3269293040037155, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.0032486166339367626, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.03490976020693779, "signal/batchaccgated_coverage_15/group_std_mean": 0.051063787937164304, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.28125, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.35622248649597166, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.0034909760113805534, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.03719118870794773, "signal/batchaccgated_coverage_20/group_std_mean": 0.054135237634181974, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.28125, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.3915842741727829, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.003719118796288967, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.03981674648821354, "signal/batchaccgated_coverage_25/group_std_mean": 0.05726717486977577, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.28125, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.409972095489502, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.003981674695387483, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.02852901965379715, "signal/batchaccgated_coverage_5/group_std_mean": 0.041091950982809065, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.28125, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.2905248820781708, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.0028529020491987467, "signal/brier_reward/centered_abs_mean": 0.07295950874686241, "signal/brier_reward/group_std_mean": 0.09816256016492844, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.8064456760883332, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.007295950967818499, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.049154790490865706, "signal/confidence_uniqueness_reward/group_std_mean": 0.06347569972276687, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.5923048347234726, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.004915479198098182, "signal/format_reward/centered_abs_mean": 0.000933837890625, "signal/format_reward/group_std_mean": 0.002425827318802476, "signal/format_reward/group_zero_std_frac": 0.9875, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.04495142698287964, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.0004669189453125, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.18465115129947662, "signal/frontier_entropy_batch_reward/group_std_mean": 0.24792596697807312, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.23125, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 1.993400502204895, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.01846511512994766, "step": 200 }, { "epoch": 0.64, "eval_completions/clipped_ratio": 0.0, "eval_completions/max_length": 322.75, "eval_completions/max_terminated_length": 322.75, "eval_completions/mean_length": 180.15779876708984, "eval_completions/mean_terminated_length": 180.15779876708984, "eval_completions/min_length": 112.0, "eval_completions/min_terminated_length": 112.0, "eval_loss": 0.0, "eval_num_tokens": 679166158.0, "eval_reward": 0.7874932438135147, "eval_reward_std": 0.24411927163600922, "eval_rewards/accuracy_reward": 0.43359375, "eval_rewards/batchaccgated_coverage_0": 0.026662104297429323, "eval_rewards/batchaccgated_coverage_1": 0.026662104297429323, "eval_rewards/batchaccgated_coverage_10": 0.026363940443843603, "eval_rewards/batchaccgated_coverage_15": 0.026291401591151953, "eval_rewards/batchaccgated_coverage_20": 0.024043998681008816, "eval_rewards/batchaccgated_coverage_25": 0.02246633218601346, "eval_rewards/batchaccgated_coverage_5": 0.026662104297429323, "eval_rewards/brier_reward": 0.725321352481842, "eval_rewards/confidence_uniqueness_reward": 0.802490234375, "eval_rewards/format_reward": 1.0, "eval_rewards/frontier_entropy_batch_reward": -1.0, "eval_runtime": 17.8871, "eval_samples_per_second": 27.953, "eval_signal/accuracy_reward/centered_abs_mean": 0.468994140625, "eval_signal/accuracy_reward/group_std_mean": 0.49164093285799026, "eval_signal/accuracy_reward/group_zero_std_frac": 0.0, "eval_signal/accuracy_reward/scaled_weighted_centered_abs_mean": 0.9612159579992294, "eval_signal/accuracy_reward/weight": 0.5, "eval_signal/accuracy_reward/weighted_centered_abs_mean": 0.2344970703125, "eval_signal/advantage_abs_mean": 0.9134364277124405, "eval_signal/advantage_pre_scale_abs_mean": 0.22319187968969345, "eval_signal/advantage_pre_scale_std": 0.24134470894932747, "eval_signal/advantage_std": 0.9877133369445801, "eval_signal/batchaccgated_coverage_0/centered_abs_mean": 0.046630797907710075, "eval_signal/batchaccgated_coverage_0/group_std_mean": 0.06231147702783346, "eval_signal/batchaccgated_coverage_0/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.019122778438031673, "eval_signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0046630799770355225, "eval_signal/batchaccgated_coverage_1/centered_abs_mean": 0.046630797907710075, "eval_signal/batchaccgated_coverage_1/group_std_mean": 0.06231147702783346, "eval_signal/batchaccgated_coverage_1/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.019122778438031673, "eval_signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0046630799770355225, "eval_signal/batchaccgated_coverage_10/centered_abs_mean": 0.04602299630641937, "eval_signal/batchaccgated_coverage_10/group_std_mean": 0.06151102762669325, "eval_signal/batchaccgated_coverage_10/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.01887426059693098, "eval_signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.004602299653925002, "eval_signal/batchaccgated_coverage_15/centered_abs_mean": 0.045887960121035576, "eval_signal/batchaccgated_coverage_15/group_std_mean": 0.06132367346435785, "eval_signal/batchaccgated_coverage_15/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.018819204531610012, "eval_signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.0045887959422543645, "eval_signal/batchaccgated_coverage_20/centered_abs_mean": 0.04031353443861008, "eval_signal/batchaccgated_coverage_20/group_std_mean": 0.05412923824042082, "eval_signal/batchaccgated_coverage_20/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.01652649836614728, "eval_signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.004031353630125523, "eval_signal/batchaccgated_coverage_25/centered_abs_mean": 0.03522432781755924, "eval_signal/batchaccgated_coverage_25/group_std_mean": 0.04734478984028101, "eval_signal/batchaccgated_coverage_25/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.014441509963944554, "eval_signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.0035224329330958426, "eval_signal/batchaccgated_coverage_5/centered_abs_mean": 0.046630797907710075, "eval_signal/batchaccgated_coverage_5/group_std_mean": 0.06231147702783346, "eval_signal/batchaccgated_coverage_5/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.019122778438031673, "eval_signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.0046630799770355225, "eval_signal/brier_reward/centered_abs_mean": 0.30063824355602264, "eval_signal/brier_reward/group_std_mean": 0.36017828434705734, "eval_signal/brier_reward/group_zero_std_frac": 0.0, "eval_signal/brier_reward/scaled_weighted_centered_abs_mean": 0.12322334945201874, "eval_signal/brier_reward/weight": 0.10000000149011612, "eval_signal/brier_reward/weighted_centered_abs_mean": 0.030063824728131294, "eval_signal/confidence_uniqueness_reward/centered_abs_mean": 0.13763427734375, "eval_signal/confidence_uniqueness_reward/group_std_mean": 0.15768801420927048, "eval_signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "eval_signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.05638975743204355, "eval_signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "eval_signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.013763428200036287, "eval_signal/format_reward/centered_abs_mean": 0.0, "eval_signal/format_reward/group_std_mean": 0.0, "eval_signal/format_reward/group_zero_std_frac": 1.0, "eval_signal/format_reward/scaled_weighted_centered_abs_mean": 0.0, "eval_signal/format_reward/weight": 0.5, "eval_signal/format_reward/weighted_centered_abs_mean": 0.0, "eval_signal/frontier_entropy_batch_reward/centered_abs_mean": 0.0, "eval_signal/frontier_entropy_batch_reward/group_std_mean": 0.0, "eval_signal/frontier_entropy_batch_reward/group_zero_std_frac": 1.0, "eval_signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 0.0, "eval_signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "eval_signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.0, "eval_steps_per_second": 0.224, "step": 200 }, { "epoch": 0.64, "step": 200, "train_probe_completions/clipped_ratio": 0.0, "train_probe_completions/max_length": 307.75, "train_probe_completions/max_terminated_length": 307.75, "train_probe_completions/mean_length": 179.1173210144043, "train_probe_completions/mean_terminated_length": 179.1173210144043, "train_probe_completions/min_length": 107.0, "train_probe_completions/min_terminated_length": 107.0, "train_probe_loss": 0.0, "train_probe_num_tokens": 679166158.0, "train_probe_reward": 0.8885173052549362, "train_probe_reward_std": 0.24326353520154953, "train_probe_rewards/accuracy_reward": 0.6015625, "train_probe_rewards/batchaccgated_coverage_0": 0.03870750032365322, "train_probe_rewards/batchaccgated_coverage_1": 0.03870750032365322, "train_probe_rewards/batchaccgated_coverage_10": 0.03496906813234091, "train_probe_rewards/batchaccgated_coverage_15": 0.03543397644534707, "train_probe_rewards/batchaccgated_coverage_20": 0.0492563652805984, "train_probe_rewards/batchaccgated_coverage_25": 0.07085349597036839, "train_probe_rewards/batchaccgated_coverage_5": 0.03736709337681532, "train_probe_rewards/brier_reward": 0.822309672832489, "train_probe_rewards/confidence_uniqueness_reward": 0.749755859375, "train_probe_rewards/format_reward": 1.0, "train_probe_rewards/frontier_entropy_batch_reward": -1.0, "train_probe_runtime": 17.2561, "train_probe_samples_per_second": 28.975, "train_probe_signal/accuracy_reward/centered_abs_mean": 0.467041015625, "train_probe_signal/accuracy_reward/group_std_mean": 0.49060001224279404, "train_probe_signal/accuracy_reward/group_zero_std_frac": 0.0, "train_probe_signal/accuracy_reward/scaled_weighted_centered_abs_mean": 0.9623316824436188, "train_probe_signal/accuracy_reward/weight": 0.5, "train_probe_signal/accuracy_reward/weighted_centered_abs_mean": 0.2335205078125, "train_probe_signal/advantage_abs_mean": 0.9091777503490448, "train_probe_signal/advantage_pre_scale_abs_mean": 0.22102642059326172, "train_probe_signal/advantage_pre_scale_std": 0.24054545909166336, "train_probe_signal/advantage_std": 0.9877114146947861, "train_probe_signal/batchaccgated_coverage_0/centered_abs_mean": 0.07323328778147697, "train_probe_signal/batchaccgated_coverage_0/group_std_mean": 0.10610124096274376, "train_probe_signal/batchaccgated_coverage_0/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.030201046261936426, "train_probe_signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.007323328871279955, "train_probe_signal/batchaccgated_coverage_1/centered_abs_mean": 0.07323328778147697, "train_probe_signal/batchaccgated_coverage_1/group_std_mean": 0.10610124096274376, "train_probe_signal/batchaccgated_coverage_1/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.030201046261936426, "train_probe_signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.007323328871279955, "train_probe_signal/batchaccgated_coverage_10/centered_abs_mean": 0.06401257123798132, "train_probe_signal/batchaccgated_coverage_10/group_std_mean": 0.09422029741108418, "train_probe_signal/batchaccgated_coverage_10/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.026412765961140394, "train_probe_signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.006401257356628776, "train_probe_signal/batchaccgated_coverage_15/centered_abs_mean": 0.04904160276055336, "train_probe_signal/batchaccgated_coverage_15/group_std_mean": 0.07343923673033714, "train_probe_signal/batchaccgated_coverage_15/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.020159508334472775, "train_probe_signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.00490416050888598, "train_probe_signal/batchaccgated_coverage_20/centered_abs_mean": 0.05487469490617514, "train_probe_signal/batchaccgated_coverage_20/group_std_mean": 0.07427835371345282, "train_probe_signal/batchaccgated_coverage_20/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.02238491363823414, "train_probe_signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.005487469665240496, "train_probe_signal/batchaccgated_coverage_25/centered_abs_mean": 0.077431321144104, "train_probe_signal/batchaccgated_coverage_25/group_std_mean": 0.09515813272446394, "train_probe_signal/batchaccgated_coverage_25/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.031520982505753636, "train_probe_signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.007743132242467254, "train_probe_signal/batchaccgated_coverage_5/centered_abs_mean": 0.06965978443622589, "train_probe_signal/batchaccgated_coverage_5/group_std_mean": 0.10134058445692062, "train_probe_signal/batchaccgated_coverage_5/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.028770192991942167, "train_probe_signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.006965978536754847, "train_probe_signal/brier_reward/centered_abs_mean": 0.22810199484229088, "train_probe_signal/brier_reward/group_std_mean": 0.3001013919711113, "train_probe_signal/brier_reward/group_zero_std_frac": 0.0, "train_probe_signal/brier_reward/scaled_weighted_centered_abs_mean": 0.09377521649003029, "train_probe_signal/brier_reward/weight": 0.10000000149011612, "train_probe_signal/brier_reward/weighted_centered_abs_mean": 0.022810200229287148, "train_probe_signal/confidence_uniqueness_reward/centered_abs_mean": 0.178436279296875, "train_probe_signal/confidence_uniqueness_reward/group_std_mean": 0.1961708664894104, "train_probe_signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "train_probe_signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.07372372504323721, "train_probe_signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "train_probe_signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.01784362830221653, "train_probe_signal/format_reward/centered_abs_mean": 0.0, "train_probe_signal/format_reward/group_std_mean": 0.0, "train_probe_signal/format_reward/group_zero_std_frac": 1.0, "train_probe_signal/format_reward/scaled_weighted_centered_abs_mean": 0.0, "train_probe_signal/format_reward/weight": 0.5, "train_probe_signal/format_reward/weighted_centered_abs_mean": 0.0, "train_probe_signal/frontier_entropy_batch_reward/centered_abs_mean": 0.0, "train_probe_signal/frontier_entropy_batch_reward/group_std_mean": 0.0, "train_probe_signal/frontier_entropy_batch_reward/group_zero_std_frac": 1.0, "train_probe_signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 0.0, "train_probe_signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "train_probe_signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.0, "train_probe_steps_per_second": 0.232 }, { "calibration/aurc": 0.3504467524499325, "calibration/batch_distribution_entropy": 0.7892451376786628, "calibration/batch_entropy_100bins": 0.8321604451002689, "calibration/batch_entropy_10bins": 0.7892451376786628, "calibration/batch_entropy_50bins": 0.8181408654444937, "calibration/batch_uniqueness": 0.8881011962890625, "calibration/buffer_distribution_entropy": 0.8028593159038087, "calibration/buffer_entropy_100bins": 0.8497270712668434, "calibration/buffer_entropy_10bins": 0.8028593159038087, "calibration/buffer_entropy_50bins": 0.8252664377789589, "calibration/confidence_entropy": 0.32450192504505077, "calibration/coverage@0%": 0.0, "calibration/coverage@1%": 0.0, "calibration/coverage@10%": 0.0, "calibration/coverage@15%": 0.0, "calibration/coverage@20%": 0.22734375, "calibration/coverage@25%": 0.34140625, "calibration/coverage@30%": 0.43984375, "calibration/coverage@5%": 0.0, "calibration/distribution_entropy_10": 0.7892451376786628, "calibration/distribution_entropy_100": 0.8321604451002689, "calibration/ece": 0.27032662803267127, "calibration/mean_confidence": 0.7064726392119038, "calibration/unique_confidence_per_question": 0.727734375, "calibration/unique_confidences": 372.6, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 358.4, "completions/max_terminated_length": 358.4, "completions/mean_length": 179.94482421875, "completions/mean_terminated_length": 179.94482421875, "completions/min_length": 96.4, "completions/min_terminated_length": 96.4, "epoch": 0.656, "grad_norm": 0.008409109897911549, "learning_rate": 1e-06, "loss": -0.0025, "num_tokens": 695865337.0, "reward": 1.137472105026245, "reward_std": 0.08662647008895874, "rewards/accuracy_reward": 0.518359375, "rewards/batchaccgated_coverage_0": 0.33675808310508726, "rewards/batchaccgated_coverage_1": 0.33675808310508726, "rewards/batchaccgated_coverage_10": 0.38846769332885744, "rewards/batchaccgated_coverage_15": 0.39050665497779846, "rewards/batchaccgated_coverage_20": 0.3920664608478546, "rewards/batchaccgated_coverage_25": 0.39498435854911806, "rewards/batchaccgated_coverage_5": 0.37108399271965026, "rewards/brier_reward": 0.7640276193618775, "rewards/confidence_uniqueness_reward": 0.845263671875, "rewards/format_reward": 1.0, "rewards/frontier_entropy_batch_reward": -0.43699292540550233, "signal/accuracy_reward/centered_abs_mean": 0.06422119140625, "signal/accuracy_reward/group_std_mean": 0.09017950594425202, "signal/accuracy_reward/group_zero_std_frac": 0.71875, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 2.9556093215942383, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.032110595703125, "signal/advantage_abs_mean": 0.7084771752357483, "signal/advantage_pre_scale_abs_mean": 0.06085373163223266, "signal/advantage_pre_scale_std": 0.12351231276988983, "signal/advantage_std": 0.9761632561683655, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.02272709459066391, "signal/batchaccgated_coverage_0/group_std_mean": 0.030217368528246878, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.19770856201648712, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.002272709459066391, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.02272709459066391, "signal/batchaccgated_coverage_1/group_std_mean": 0.030217368528246878, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.19770856201648712, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.002272709459066391, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.033816488459706306, "signal/batchaccgated_coverage_10/group_std_mean": 0.050609685480594635, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.30604457557201387, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.0033816488459706305, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.034772376716136935, "signal/batchaccgated_coverage_15/group_std_mean": 0.05194523110985756, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.3147363856434822, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.003477237839251757, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.0359696663916111, "signal/batchaccgated_coverage_20/group_std_mean": 0.05345058962702751, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.32620810270309447, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.0035969668067991735, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.03939540684223175, "signal/batchaccgated_coverage_25/group_std_mean": 0.057603663951158526, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.3637551859021187, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.003939540823921561, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.028515692800283432, "signal/batchaccgated_coverage_5/group_std_mean": 0.04165886342525482, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.25829905569553374, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.002851569186896086, "signal/brier_reward/centered_abs_mean": 0.09012337625026703, "signal/brier_reward/group_std_mean": 0.11910613775253295, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.7986118495464325, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.009012337774038315, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.052656030654907225, "signal/confidence_uniqueness_reward/group_std_mean": 0.0656240276992321, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.4894114792346954, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.00526560302823782, "signal/format_reward/centered_abs_mean": 0.0, "signal/format_reward/group_std_mean": 0.0, "signal/format_reward/group_zero_std_frac": 1.0, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.0, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.0, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.19708212912082673, "signal/frontier_entropy_batch_reward/group_std_mean": 0.2594594031572342, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.2, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 1.7507773876190185, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.019708212837576865, "step": 205 }, { "calibration/aurc": 0.26466507923756166, "calibration/batch_distribution_entropy": 0.7935069968910449, "calibration/batch_entropy_100bins": 0.8262321369276175, "calibration/batch_entropy_10bins": 0.7935069968910449, "calibration/batch_entropy_50bins": 0.8117086557608861, "calibration/batch_uniqueness": 0.886328125, "calibration/buffer_distribution_entropy": 0.8034935668920781, "calibration/buffer_entropy_100bins": 0.8515800643766755, "calibration/buffer_entropy_10bins": 0.8034935668920781, "calibration/buffer_entropy_50bins": 0.8272784548319112, "calibration/confidence_entropy": 0.317329652698081, "calibration/coverage@0%": 0.05546875, "calibration/coverage@1%": 0.142578125, "calibration/coverage@10%": 0.20546875, "calibration/coverage@15%": 0.307421875, "calibration/coverage@20%": 0.36328125, "calibration/coverage@25%": 0.49140625, "calibration/coverage@30%": 0.553125, "calibration/coverage@5%": 0.172265625, "calibration/distribution_entropy_10": 0.7935069968910449, "calibration/distribution_entropy_100": 0.8262321369276175, "calibration/ece": 0.18357197076710888, "calibration/mean_confidence": 0.662241511154175, "calibration/unique_confidence_per_question": 0.654296875, "calibration/unique_confidences": 335.0, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 372.6, "completions/max_terminated_length": 372.6, "completions/mean_length": 177.77578125, "completions/mean_terminated_length": 177.77578125, "completions/min_length": 99.8, "completions/min_terminated_length": 99.8, "epoch": 0.672, "grad_norm": 0.00860122125595808, "learning_rate": 1e-06, "loss": 0.0001, "num_tokens": 712599201.0, "reward": 1.1520925521850587, "reward_std": 0.087205770611763, "rewards/accuracy_reward": 0.5388671875, "rewards/batchaccgated_coverage_0": 0.3397602796554565, "rewards/batchaccgated_coverage_1": 0.3397602796554565, "rewards/batchaccgated_coverage_10": 0.37700031995773314, "rewards/batchaccgated_coverage_15": 0.38011021018028257, "rewards/batchaccgated_coverage_20": 0.38551499843597414, "rewards/batchaccgated_coverage_25": 0.3877726912498474, "rewards/batchaccgated_coverage_5": 0.371553498506546, "rewards/brier_reward": 0.8013934373855591, "rewards/confidence_uniqueness_reward": 0.8661964416503907, "rewards/format_reward": 1.0, "rewards/frontier_entropy_batch_reward": -0.4224725246429443, "signal/accuracy_reward/centered_abs_mean": 0.07679443359375, "signal/accuracy_reward/group_std_mean": 0.10220114588737488, "signal/accuracy_reward/group_zero_std_frac": 0.703125, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 2.5142221689224242, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.038397216796875, "signal/advantage_abs_mean": 0.7186357021331787, "signal/advantage_pre_scale_abs_mean": 0.0634104035794735, "signal/advantage_pre_scale_std": 0.12284806370735168, "signal/advantage_std": 0.9781931519508362, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.029340996220707894, "signal/batchaccgated_coverage_0/group_std_mean": 0.03838393390178681, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.31875, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.1895873323082924, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.002934099640697241, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.029340996220707894, "signal/batchaccgated_coverage_1/group_std_mean": 0.03838393390178681, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.31875, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.1895873323082924, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.002934099640697241, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.03704400286078453, "signal/batchaccgated_coverage_10/group_std_mean": 0.051829658448696136, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.31875, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.23600541055202484, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.0037044002674520016, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.03778132721781731, "signal/batchaccgated_coverage_15/group_std_mean": 0.05285651609301567, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.31875, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.23959993422031403, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.0037781327031552792, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.04155103862285614, "signal/batchaccgated_coverage_20/group_std_mean": 0.0579288050532341, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.31875, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.2609895318746567, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.004155103769153357, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.04308544993400574, "signal/batchaccgated_coverage_25/group_std_mean": 0.05997306555509567, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.31875, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.27283562123775484, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.004308545170351863, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.03480848334729671, "signal/batchaccgated_coverage_5/group_std_mean": 0.04866644740104675, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.31875, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.22416962683200836, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.003480848530307412, "signal/brier_reward/centered_abs_mean": 0.08313762992620469, "signal/brier_reward/group_std_mean": 0.1090887352824211, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.5499769628047944, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.008313762955367565, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.046487617492675784, "signal/confidence_uniqueness_reward/group_std_mean": 0.056628217548131944, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.2939647018909454, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.004648761730641127, "signal/format_reward/centered_abs_mean": 0.0, "signal/format_reward/group_std_mean": 0.0, "signal/format_reward/group_zero_std_frac": 1.0, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.0, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.0, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.2128327488899231, "signal/frontier_entropy_batch_reward/group_std_mean": 0.2819286048412323, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.18125, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 1.3950195789337159, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.021283274888992308, "step": 210 }, { "calibration/aurc": 0.2762679440302086, "calibration/batch_distribution_entropy": 0.7844734099568491, "calibration/batch_entropy_100bins": 0.8347366774595182, "calibration/batch_entropy_10bins": 0.7844734099568491, "calibration/batch_entropy_50bins": 0.8222736907104983, "calibration/batch_uniqueness": 0.8911041259765625, "calibration/buffer_distribution_entropy": 0.8027193710062152, "calibration/buffer_entropy_100bins": 0.8519402357870502, "calibration/buffer_entropy_10bins": 0.8027193710062152, "calibration/buffer_entropy_50bins": 0.8276370512521553, "calibration/confidence_entropy": 0.33750899099368614, "calibration/coverage@0%": 0.0, "calibration/coverage@1%": 0.0, "calibration/coverage@10%": 0.217578125, "calibration/coverage@15%": 0.274609375, "calibration/coverage@20%": 0.432421875, "calibration/coverage@25%": 0.492578125, "calibration/coverage@30%": 0.570703125, "calibration/coverage@5%": 0.091796875, "calibration/distribution_entropy_10": 0.7844734099568491, "calibration/distribution_entropy_100": 0.8347366774595182, "calibration/ece": 0.20505037498649728, "calibration/mean_confidence": 0.7259987949813158, "calibration/unique_confidence_per_question": 0.666796875, "calibration/unique_confidences": 341.4, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 360.2, "completions/max_terminated_length": 360.2, "completions/mean_length": 180.73212890625, "completions/mean_terminated_length": 180.73212890625, "completions/min_length": 102.8, "completions/min_terminated_length": 102.8, "epoch": 0.688, "grad_norm": 0.011111167259514332, "learning_rate": 1e-06, "loss": 0.0006, "num_tokens": 729403818.0, "reward": 1.171406364440918, "reward_std": 0.08351392447948455, "rewards/accuracy_reward": 0.55849609375, "rewards/batchaccgated_coverage_0": 0.34773980379104613, "rewards/batchaccgated_coverage_1": 0.34773980379104613, "rewards/batchaccgated_coverage_10": 0.386205267906189, "rewards/batchaccgated_coverage_15": 0.3895800709724426, "rewards/batchaccgated_coverage_20": 0.3971692085266113, "rewards/batchaccgated_coverage_25": 0.39844772815704343, "rewards/batchaccgated_coverage_5": 0.3720101475715637, "rewards/brier_reward": 0.8021906614303589, "rewards/confidence_uniqueness_reward": 0.8928070068359375, "rewards/format_reward": 1.0, "rewards/frontier_entropy_batch_reward": -0.4123064637184143, "signal/accuracy_reward/centered_abs_mean": 0.072161865234375, "signal/accuracy_reward/group_std_mean": 0.09350059926509857, "signal/accuracy_reward/group_zero_std_frac": 0.734375, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 2.0965453386306763, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.0360809326171875, "signal/advantage_abs_mean": 0.7240271091461181, "signal/advantage_pre_scale_abs_mean": 0.061730723828077316, "signal/advantage_pre_scale_std": 0.11806659549474716, "signal/advantage_std": 0.9787090301513672, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.027986789867281914, "signal/batchaccgated_coverage_0/group_std_mean": 0.03643054887652397, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.321875, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.1653071478009224, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.002798678958788514, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.027986789867281914, "signal/batchaccgated_coverage_1/group_std_mean": 0.03643054887652397, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.321875, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.1653071478009224, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.002798678958788514, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.03590458333492279, "signal/batchaccgated_coverage_10/group_std_mean": 0.050425519794225694, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.321875, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.21229459047317506, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.003590458445250988, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.037657585740089414, "signal/batchaccgated_coverage_15/group_std_mean": 0.052764054387807846, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.321875, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.22117720246315004, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.0037657586857676507, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.042308029159903525, "signal/batchaccgated_coverage_20/group_std_mean": 0.059184597432613374, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.321875, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.2486230731010437, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.004230803018435836, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.043913263082504275, "signal/batchaccgated_coverage_25/group_std_mean": 0.061216804385185244, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.321875, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.25772316157817843, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.004391326243057847, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.03171793632209301, "signal/batchaccgated_coverage_5/group_std_mean": 0.04344598278403282, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.321875, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.1868104726076126, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.00317179374396801, "signal/brier_reward/centered_abs_mean": 0.07320947349071502, "signal/brier_reward/group_std_mean": 0.09601857960224151, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.4327149152755737, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.00732094757258892, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.039715695381164554, "signal/confidence_uniqueness_reward/group_std_mean": 0.049058675020933154, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.23436517417430877, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.003971569798886776, "signal/format_reward/centered_abs_mean": 0.0, "signal/format_reward/group_std_mean": 0.0, "signal/format_reward/group_zero_std_frac": 1.0, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.0, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.0, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.20287256836891174, "signal/frontier_entropy_batch_reward/group_std_mean": 0.2679901719093323, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.153125, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 1.2018382549285889, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.020287256687879562, "step": 215 }, { "calibration/aurc": 0.20851445085976578, "calibration/batch_distribution_entropy": 0.6936041798504079, "calibration/batch_entropy_100bins": 0.7508659452412398, "calibration/batch_entropy_10bins": 0.6936041798504079, "calibration/batch_entropy_50bins": 0.7253915132913564, "calibration/batch_uniqueness": 0.8118944594255094, "calibration/buffer_distribution_entropy": 0.7995465189599082, "calibration/buffer_entropy_100bins": 0.8503417633687199, "calibration/buffer_entropy_10bins": 0.7995465189599082, "calibration/buffer_entropy_50bins": 0.8257138904654372, "calibration/confidence_entropy": 0.27289649033917557, "calibration/coverage@0%": 0.0, "calibration/coverage@1%": 0.0, "calibration/coverage@10%": 0.18612249266144815, "calibration/coverage@15%": 0.3228794642857143, "calibration/coverage@20%": 0.5482899645303327, "calibration/coverage@25%": 0.6815114359099804, "calibration/coverage@30%": 0.7666875611545988, "calibration/coverage@5%": 0.07109375, "calibration/distribution_entropy_10": 0.6936041798504079, "calibration/distribution_entropy_100": 0.7508659452412398, "calibration/ece": 0.20369775802245949, "calibration/mean_confidence": 0.7617090104686435, "calibration/unique_confidence_per_question": 0.5375, "calibration/unique_confidences": 275.2, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 9.765625e-05, "completions/max_length": 360.8, "completions/max_terminated_length": 360.8, "completions/mean_length": 177.25185546875, "completions/mean_terminated_length": 177.26979370117186, "completions/min_length": 80.6, "completions/min_terminated_length": 101.4, "epoch": 0.704, "grad_norm": 0.009764812886714935, "learning_rate": 1e-06, "loss": 0.0001, "num_tokens": 746085021.0, "reward": 1.1820498704910278, "reward_std": 0.08112008422613144, "rewards/accuracy_reward": 0.558984375, "rewards/batchaccgated_coverage_0": 0.38335577845573426, "rewards/batchaccgated_coverage_1": 0.38335577845573426, "rewards/batchaccgated_coverage_10": 0.43154327273368837, "rewards/batchaccgated_coverage_15": 0.43594594597816466, "rewards/batchaccgated_coverage_20": 0.4390959620475769, "rewards/batchaccgated_coverage_25": 0.4410579323768616, "rewards/batchaccgated_coverage_5": 0.41306591033935547, "rewards/brier_reward": 0.7709994673728943, "rewards/confidence_uniqueness_reward": 0.8191758155822754, "rewards/format_reward": 0.9998046875, "rewards/frontier_entropy_batch_reward": -0.49104241728782655, "signal/accuracy_reward/centered_abs_mean": 0.06451416015625, "signal/accuracy_reward/group_std_mean": 0.0869346410036087, "signal/accuracy_reward/group_zero_std_frac": 0.74375, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 2.127850317955017, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.032257080078125, "signal/advantage_abs_mean": 0.7287756562232971, "signal/advantage_pre_scale_abs_mean": 0.05786886215209961, "signal/advantage_pre_scale_std": 0.12013832330703736, "signal/advantage_std": 0.9782444119453431, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.01988573484122753, "signal/batchaccgated_coverage_0/group_std_mean": 0.026858631521463394, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.126910237967968, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.001988573558628559, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.01988573484122753, "signal/batchaccgated_coverage_1/group_std_mean": 0.026858631521463394, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.126910237967968, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.001988573558628559, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.03085220456123352, "signal/batchaccgated_coverage_10/group_std_mean": 0.046989626809954645, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.18945848792791367, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.0030852204188704492, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.03309219889342785, "signal/batchaccgated_coverage_15/group_std_mean": 0.05036740005016327, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.20494776964187622, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.0033092197962105276, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.034732261672616005, "signal/batchaccgated_coverage_20/group_std_mean": 0.052659335732460025, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.21629199385643005, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.0034732263535261153, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.036953327059745786, "signal/batchaccgated_coverage_25/group_std_mean": 0.05538719519972801, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.2283751040697098, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.003695332771167159, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.025232220813632012, "signal/batchaccgated_coverage_5/group_std_mean": 0.037413445115089414, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.15674466490745545, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.0025232221931219103, "signal/brier_reward/centered_abs_mean": 0.07863166630268097, "signal/brier_reward/group_std_mean": 0.10318497270345688, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.4951886415481567, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.007863166742026806, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.07369395196437836, "signal/confidence_uniqueness_reward/group_std_mean": 0.08993445932865143, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.4484550267457962, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.0073693949729204174, "signal/format_reward/centered_abs_mean": 0.00037841796875, "signal/format_reward/group_std_mean": 0.0011048543266952038, "signal/format_reward/group_zero_std_frac": 0.99375, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.011796056851744651, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.000189208984375, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.17948388159275055, "signal/frontier_entropy_batch_reward/group_std_mean": 0.23878126144409179, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.20625, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 1.135391938686371, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.017948389053344727, "step": 220 }, { "calibration/aurc": 0.20306777029755887, "calibration/batch_distribution_entropy": 0.7465173621964302, "calibration/batch_entropy_100bins": 0.7936699400363958, "calibration/batch_entropy_10bins": 0.7465173621964302, "calibration/batch_entropy_50bins": 0.7725976228731111, "calibration/batch_uniqueness": 0.860888671875, "calibration/buffer_distribution_entropy": 0.7954736745841732, "calibration/buffer_entropy_100bins": 0.8477467171584572, "calibration/buffer_entropy_10bins": 0.7954736745841732, "calibration/buffer_entropy_50bins": 0.8227282915303332, "calibration/confidence_entropy": 0.28065822127000634, "calibration/coverage@0%": 0.041796875, "calibration/coverage@1%": 0.041796875, "calibration/coverage@10%": 0.275, "calibration/coverage@15%": 0.3328125, "calibration/coverage@20%": 0.588671875, "calibration/coverage@25%": 0.682421875, "calibration/coverage@30%": 0.78515625, "calibration/coverage@5%": 0.166796875, "calibration/distribution_entropy_10": 0.7465173621964302, "calibration/distribution_entropy_100": 0.7936699400363958, "calibration/ece": 0.16865493260901077, "calibration/mean_confidence": 0.7207870085417117, "calibration/unique_confidence_per_question": 0.60390625, "calibration/unique_confidences": 309.2, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 314.6, "completions/max_terminated_length": 314.6, "completions/mean_length": 171.00439453125, "completions/mean_terminated_length": 171.00439453125, "completions/min_length": 98.0, "completions/min_terminated_length": 98.0, "epoch": 0.72, "grad_norm": 0.00839801412075758, "learning_rate": 1e-06, "loss": 0.0013, "num_tokens": 762845962.0, "reward": 1.1926531553268434, "reward_std": 0.07956821620464324, "rewards/accuracy_reward": 0.56708984375, "rewards/batchaccgated_coverage_0": 0.3916622757911682, "rewards/batchaccgated_coverage_1": 0.3916622757911682, "rewards/batchaccgated_coverage_10": 0.4264684796333313, "rewards/batchaccgated_coverage_15": 0.4276729762554169, "rewards/batchaccgated_coverage_20": 0.43171672224998475, "rewards/batchaccgated_coverage_25": 0.43402932286262513, "rewards/batchaccgated_coverage_5": 0.41756036281585696, "rewards/brier_reward": 0.797244393825531, "rewards/confidence_uniqueness_reward": 0.8499969482421875, "rewards/format_reward": 1.0, "rewards/frontier_entropy_batch_reward": -0.4769319176673889, "signal/accuracy_reward/centered_abs_mean": 0.066912841796875, "signal/accuracy_reward/group_std_mean": 0.08809538185596466, "signal/accuracy_reward/group_zero_std_frac": 0.74375, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 2.8286802768707275, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.0334564208984375, "signal/advantage_abs_mean": 0.7215418577194214, "signal/advantage_pre_scale_abs_mean": 0.05878787338733673, "signal/advantage_pre_scale_std": 0.1158070683479309, "signal/advantage_std": 0.9764286041259765, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.025292127579450607, "signal/batchaccgated_coverage_0/group_std_mean": 0.033102256059646604, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.30625, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.22594558894634248, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0025292127393186092, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.025292127579450607, "signal/batchaccgated_coverage_1/group_std_mean": 0.033102256059646604, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.30625, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.22594558894634248, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0025292127393186092, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.031799168512225154, "signal/batchaccgated_coverage_10/group_std_mean": 0.04556064754724502, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.30625, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.2759751111268997, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.003179916832596064, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.03214199766516686, "signal/batchaccgated_coverage_15/group_std_mean": 0.0460058443248272, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.30625, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.27882693111896517, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.0032141998875886203, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.03553076982498169, "signal/batchaccgated_coverage_20/group_std_mean": 0.0504551112651825, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.30625, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.30735174417495725, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.0035530769266188143, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.03827302306890488, "signal/batchaccgated_coverage_25/group_std_mean": 0.0537614144384861, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.30625, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.32148835361003875, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.0038273023907095193, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.02942541241645813, "signal/batchaccgated_coverage_5/group_std_mean": 0.04172680899500847, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.30625, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.2581797868013382, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.002942541381344199, "signal/brier_reward/centered_abs_mean": 0.084199258685112, "signal/brier_reward/group_std_mean": 0.10699962228536605, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.7347736418247223, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.008419925905764103, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.05374593734741211, "signal/confidence_uniqueness_reward/group_std_mean": 0.06627482771873475, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.4973687916994095, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.00537459384649992, "signal/format_reward/centered_abs_mean": 0.0, "signal/format_reward/group_std_mean": 0.0, "signal/format_reward/group_zero_std_frac": 1.0, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.0, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.0, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.19753661155700683, "signal/frontier_entropy_batch_reward/group_std_mean": 0.258336016535759, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.19375, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 1.6062188148498535, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.01975366100668907, "step": 225 }, { "calibration/aurc": 0.20053454591041692, "calibration/batch_distribution_entropy": 0.7011184652918109, "calibration/batch_entropy_100bins": 0.7590114244762448, "calibration/batch_entropy_10bins": 0.7011184652918109, "calibration/batch_entropy_50bins": 0.7340414442282165, "calibration/batch_uniqueness": 0.8214813232421875, "calibration/buffer_distribution_entropy": 0.7951408705112846, "calibration/buffer_entropy_100bins": 0.8471364871387159, "calibration/buffer_entropy_10bins": 0.7951408705112846, "calibration/buffer_entropy_50bins": 0.8221355140639227, "calibration/confidence_entropy": 0.2535950826043206, "calibration/coverage@0%": 0.0, "calibration/coverage@1%": 0.0, "calibration/coverage@10%": 0.087109375, "calibration/coverage@15%": 0.36640625, "calibration/coverage@20%": 0.597265625, "calibration/coverage@25%": 0.758984375, "calibration/coverage@30%": 0.8625, "calibration/coverage@5%": 0.06328125, "calibration/distribution_entropy_10": 0.7011184652918109, "calibration/distribution_entropy_100": 0.7590114244762448, "calibration/ece": 0.17130612873248915, "calibration/mean_confidence": 0.7379908394193192, "calibration/unique_confidence_per_question": 0.56015625, "calibration/unique_confidences": 286.8, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.00029296875, "completions/max_length": 354.6, "completions/max_terminated_length": 354.6, "completions/mean_length": 173.24423828125, "completions/mean_terminated_length": 173.29540405273437, "completions/min_length": 38.2, "completions/min_terminated_length": 94.0, "epoch": 0.736, "grad_norm": 0.010154248215258121, "learning_rate": 1e-06, "loss": -0.0029, "num_tokens": 779559567.0, "reward": 1.2167637825012207, "reward_std": 0.08232624530792236, "rewards/accuracy_reward": 0.59521484375, "rewards/batchaccgated_coverage_0": 0.3956462681293488, "rewards/batchaccgated_coverage_1": 0.3956462681293488, "rewards/batchaccgated_coverage_10": 0.4487145900726318, "rewards/batchaccgated_coverage_15": 0.45863898992538454, "rewards/batchaccgated_coverage_20": 0.4599409759044647, "rewards/batchaccgated_coverage_25": 0.46182629466056824, "rewards/batchaccgated_coverage_5": 0.4199801206588745, "rewards/brier_reward": 0.8126120567321777, "rewards/confidence_uniqueness_reward": 0.8278512001037598, "rewards/format_reward": 0.99970703125, "rewards/frontier_entropy_batch_reward": -0.48782858848571775, "signal/accuracy_reward/centered_abs_mean": 0.059747314453125, "signal/accuracy_reward/group_std_mean": 0.08410133123397827, "signal/accuracy_reward/group_zero_std_frac": 0.740625, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 2.8562824726104736, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.0298736572265625, "signal/advantage_abs_mean": 0.7195245027542114, "signal/advantage_pre_scale_abs_mean": 0.05757363885641098, "signal/advantage_pre_scale_std": 0.12290150225162506, "signal/advantage_std": 0.9748034119606018, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.028381872922182083, "signal/batchaccgated_coverage_0/group_std_mean": 0.03737084940075874, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.296875, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.2954946428537369, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.002838187455199659, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.028381872922182083, "signal/batchaccgated_coverage_1/group_std_mean": 0.03737084940075874, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.296875, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.2954946428537369, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.002838187455199659, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.040372587740421295, "signal/batchaccgated_coverage_10/group_std_mean": 0.05897292420268059, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.296875, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.4092389702796936, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.004037258867174387, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.045624852925539014, "signal/batchaccgated_coverage_15/group_std_mean": 0.06707995533943176, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.296875, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.4472480475902557, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.004562485590577125, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.04589327275753021, "signal/batchaccgated_coverage_20/group_std_mean": 0.06750083491206169, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.296875, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.4552003383636475, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.004589327517896891, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.04709567427635193, "signal/batchaccgated_coverage_25/group_std_mean": 0.06904173120856286, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.296875, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.4692850112915039, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.0047095675952732565, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.03268024101853371, "signal/batchaccgated_coverage_5/group_std_mean": 0.04500489234924317, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.296875, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.34388130605220796, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.003268024232238531, "signal/brier_reward/centered_abs_mean": 0.06939172521233558, "signal/brier_reward/group_std_mean": 0.09392161816358566, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.6802172899246216, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.0069391726516187194, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.0637492373585701, "signal/confidence_uniqueness_reward/group_std_mean": 0.07907815277576447, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.6140365660190582, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.006374923605471849, "signal/format_reward/centered_abs_mean": 0.000567626953125, "signal/format_reward/group_std_mean": 0.0016572814900428056, "signal/format_reward/group_zero_std_frac": 0.990625, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.02910785675048828, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.0002838134765625, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.1981547474861145, "signal/frontier_entropy_batch_reward/group_std_mean": 0.25699527859687804, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.23125, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 2.052502727508545, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.01981547549366951, "step": 230 }, { "calibration/aurc": 0.20524579699700035, "calibration/batch_distribution_entropy": 0.8014796385939965, "calibration/batch_entropy_100bins": 0.8342311508969364, "calibration/batch_entropy_10bins": 0.8014796385939965, "calibration/batch_entropy_50bins": 0.8224307977397676, "calibration/batch_uniqueness": 0.8920654296875, "calibration/buffer_distribution_entropy": 0.7938525581992406, "calibration/buffer_entropy_100bins": 0.846677364698885, "calibration/buffer_entropy_10bins": 0.7938525581992406, "calibration/buffer_entropy_50bins": 0.8217856370805958, "calibration/confidence_entropy": 0.32126865333387855, "calibration/coverage@0%": 0.058203125, "calibration/coverage@1%": 0.091796875, "calibration/coverage@10%": 0.391796875, "calibration/coverage@15%": 0.45546875, "calibration/coverage@20%": 0.5171875, "calibration/coverage@25%": 0.63515625, "calibration/coverage@30%": 0.73984375, "calibration/coverage@5%": 0.24765625, "calibration/distribution_entropy_10": 0.8014796385939965, "calibration/distribution_entropy_100": 0.8342311508969364, "calibration/ece": 0.18761018144748773, "calibration/mean_confidence": 0.7038341147220594, "calibration/unique_confidence_per_question": 0.6546875, "calibration/unique_confidences": 335.2, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 412.8, "completions/max_terminated_length": 412.8, "completions/mean_length": 178.5638671875, "completions/mean_terminated_length": 178.5638671875, "completions/min_length": 100.6, "completions/min_terminated_length": 100.6, "epoch": 0.752, "grad_norm": 0.00879575777798891, "learning_rate": 1e-06, "loss": 0.0001, "num_tokens": 796615261.0, "reward": 1.1970496654510498, "reward_std": 0.08079780787229537, "rewards/accuracy_reward": 0.57216796875, "rewards/batchaccgated_coverage_0": 0.39651213884353637, "rewards/batchaccgated_coverage_1": 0.39651213884353637, "rewards/batchaccgated_coverage_10": 0.42684863805770873, "rewards/batchaccgated_coverage_15": 0.4323661267757416, "rewards/batchaccgated_coverage_20": 0.4370272934436798, "rewards/batchaccgated_coverage_25": 0.44268366098403933, "rewards/batchaccgated_coverage_5": 0.4129365861415863, "rewards/brier_reward": 0.7881839513778687, "rewards/confidence_uniqueness_reward": 0.8405265808105469, "rewards/format_reward": 1.0, "rewards/frontier_entropy_batch_reward": -0.46394086480140684, "signal/accuracy_reward/centered_abs_mean": 0.061651611328125, "signal/accuracy_reward/group_std_mean": 0.08349909484386445, "signal/accuracy_reward/group_zero_std_frac": 0.75625, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 2.1575896024703978, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.0308258056640625, "signal/advantage_abs_mean": 0.7235576510429382, "signal/advantage_pre_scale_abs_mean": 0.05934170559048653, "signal/advantage_pre_scale_std": 0.11974296569824219, "signal/advantage_std": 0.9774991631507873, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.026659484207630157, "signal/batchaccgated_coverage_0/group_std_mean": 0.03521234057843685, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.3125, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.18412656784057618, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0026659484719857574, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.026659484207630157, "signal/batchaccgated_coverage_1/group_std_mean": 0.03521234057843685, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.3125, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.18412656784057618, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0026659484719857574, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.034586875885725024, "signal/batchaccgated_coverage_10/group_std_mean": 0.04764077998697758, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.3125, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.24197892248630523, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.003458687663078308, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.03738788515329361, "signal/batchaccgated_coverage_15/group_std_mean": 0.05191471092402935, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.3125, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.2614520609378815, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.003738788468763232, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.04090946167707443, "signal/batchaccgated_coverage_20/group_std_mean": 0.05663936585187912, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.3125, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.2910120666027069, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.0040909462608397, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.04625504910945892, "signal/batchaccgated_coverage_25/group_std_mean": 0.06326544880867005, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.3125, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.3386332869529724, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.004625505115836859, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.029332654923200606, "signal/batchaccgated_coverage_5/group_std_mean": 0.03918281942605972, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.3125, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.20462170243263245, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.0029332655016332866, "signal/brier_reward/centered_abs_mean": 0.0875869944691658, "signal/brier_reward/group_std_mean": 0.11215404570102691, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.6283963441848754, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.0087586997076869, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.052672076225280764, "signal/confidence_uniqueness_reward/group_std_mean": 0.06629086062312126, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.39270845651626585, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.005267207790166139, "signal/format_reward/centered_abs_mean": 0.0, "signal/format_reward/group_std_mean": 0.0, "signal/format_reward/group_zero_std_frac": 1.0, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.0, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.0, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.19083771407604216, "signal/frontier_entropy_batch_reward/group_std_mean": 0.25120984613895414, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.228125, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 1.3449601650238037, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.019083771109580993, "step": 235 }, { "calibration/aurc": 0.23219003720092682, "calibration/batch_distribution_entropy": 0.7813207765190522, "calibration/batch_entropy_100bins": 0.8293659224065705, "calibration/batch_entropy_10bins": 0.7813207765190522, "calibration/batch_entropy_50bins": 0.8152107363968792, "calibration/batch_uniqueness": 0.8940948486328125, "calibration/buffer_distribution_entropy": 0.7956969321825227, "calibration/buffer_entropy_100bins": 0.8488144584443488, "calibration/buffer_entropy_10bins": 0.7956969321825227, "calibration/buffer_entropy_50bins": 0.8242839474704944, "calibration/confidence_entropy": 0.3386048756803901, "calibration/coverage@0%": 0.190625, "calibration/coverage@1%": 0.209765625, "calibration/coverage@10%": 0.29140625, "calibration/coverage@15%": 0.337890625, "calibration/coverage@20%": 0.37890625, "calibration/coverage@25%": 0.51953125, "calibration/coverage@30%": 0.673046875, "calibration/coverage@5%": 0.24453125, "calibration/distribution_entropy_10": 0.7813207765190522, "calibration/distribution_entropy_100": 0.8293659224065705, "calibration/ece": 0.18691760805622995, "calibration/mean_confidence": 0.7342602120393716, "calibration/unique_confidence_per_question": 0.66953125, "calibration/unique_confidences": 342.8, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 384.4, "completions/max_terminated_length": 384.4, "completions/mean_length": 188.55771484375, "completions/mean_terminated_length": 188.55771484375, "completions/min_length": 105.0, "completions/min_terminated_length": 105.0, "epoch": 0.768, "grad_norm": 0.011285772547125816, "learning_rate": 1e-06, "loss": -0.0004, "num_tokens": 813478796.0, "reward": 1.148850679397583, "reward_std": 0.08340428471565246, "rewards/accuracy_reward": 0.52216796875, "rewards/batchaccgated_coverage_0": 0.34580066204071047, "rewards/batchaccgated_coverage_1": 0.34580066204071047, "rewards/batchaccgated_coverage_10": 0.3966225743293762, "rewards/batchaccgated_coverage_15": 0.39749403595924376, "rewards/batchaccgated_coverage_20": 0.400784569978714, "rewards/batchaccgated_coverage_25": 0.40378488302230836, "rewards/batchaccgated_coverage_5": 0.38525866270065307, "rewards/brier_reward": 0.7776314496994019, "rewards/confidence_uniqueness_reward": 0.8713752746582031, "rewards/format_reward": 1.0, "rewards/frontier_entropy_batch_reward": -0.44688597321510315, "signal/accuracy_reward/centered_abs_mean": 0.061639404296875, "signal/accuracy_reward/group_std_mean": 0.08581865727901458, "signal/accuracy_reward/group_zero_std_frac": 0.7375, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 1.7783201217651368, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.0308197021484375, "signal/advantage_abs_mean": 0.7383556246757508, "signal/advantage_pre_scale_abs_mean": 0.059677806496620175, "signal/advantage_pre_scale_std": 0.11951086074113845, "signal/advantage_std": 0.9786966681480408, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.022053819522261618, "signal/batchaccgated_coverage_0/group_std_mean": 0.028963499888777732, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.359375, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.12853374183177949, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0022053821478039025, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.022053819522261618, "signal/batchaccgated_coverage_1/group_std_mean": 0.028963499888777732, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.359375, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.12853374183177949, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0022053821478039025, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.03226460218429565, "signal/batchaccgated_coverage_10/group_std_mean": 0.04766215085983276, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.359375, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.18952254354953765, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.0032264603767544033, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.03272684551775455, "signal/batchaccgated_coverage_15/group_std_mean": 0.048190195113420486, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.359375, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.19304367154836655, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.003272684616968036, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.03500886857509613, "signal/batchaccgated_coverage_20/group_std_mean": 0.05104769766330719, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.359375, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.2055588647723198, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.003500887006521225, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.03882802575826645, "signal/batchaccgated_coverage_25/group_std_mean": 0.05565792545676231, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.359375, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.21996838450431824, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.0038828025572001934, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.028281287476420402, "signal/batchaccgated_coverage_5/group_std_mean": 0.041326585412025454, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.359375, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.16394689530134202, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.002828128868713975, "signal/brier_reward/centered_abs_mean": 0.0867253378033638, "signal/brier_reward/group_std_mean": 0.11273221224546433, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.4874584794044495, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.008672533836215735, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.04427058696746826, "signal/confidence_uniqueness_reward/group_std_mean": 0.05523076578974724, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.28006156384944914, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.004427058901637792, "signal/format_reward/centered_abs_mean": 0.0, "signal/format_reward/group_std_mean": 0.0, "signal/format_reward/group_zero_std_frac": 1.0, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.0, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.0, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.2023990571498871, "signal/frontier_entropy_batch_reward/group_std_mean": 0.2677549958229065, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.178125, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 1.2018650770187378, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.020239906013011934, "step": 240 }, { "calibration/aurc": 0.24837061441683472, "calibration/batch_distribution_entropy": 0.7497835725263522, "calibration/batch_entropy_100bins": 0.7919657788318952, "calibration/batch_entropy_10bins": 0.7497835725263522, "calibration/batch_entropy_50bins": 0.7739817970728771, "calibration/batch_uniqueness": 0.859771728515625, "calibration/buffer_distribution_entropy": 0.7973821727007595, "calibration/buffer_entropy_100bins": 0.8485112844239622, "calibration/buffer_entropy_10bins": 0.7973821727007595, "calibration/buffer_entropy_50bins": 0.824125943968242, "calibration/confidence_entropy": 0.28750849797394307, "calibration/coverage@0%": 0.0484375, "calibration/coverage@1%": 0.121484375, "calibration/coverage@10%": 0.263671875, "calibration/coverage@15%": 0.405078125, "calibration/coverage@20%": 0.446875, "calibration/coverage@25%": 0.559765625, "calibration/coverage@30%": 0.59921875, "calibration/coverage@5%": 0.16953125, "calibration/distribution_entropy_10": 0.7497835725263522, "calibration/distribution_entropy_100": 0.7919657788318952, "calibration/ece": 0.2058908066938859, "calibration/mean_confidence": 0.704506798416857, "calibration/unique_confidence_per_question": 0.61640625, "calibration/unique_confidences": 315.6, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 9.765625e-05, "completions/max_length": 438.6, "completions/max_terminated_length": 438.6, "completions/mean_length": 194.37587890625, "completions/mean_terminated_length": 194.39525756835937, "completions/min_length": 84.2, "completions/min_terminated_length": 105.4, "epoch": 0.784, "grad_norm": 0.008082376793026924, "learning_rate": 1e-06, "loss": 0.0016, "num_tokens": 830643573.0, "reward": 1.1930540323257446, "reward_std": 0.08683194518089295, "rewards/accuracy_reward": 0.58701171875, "rewards/batchaccgated_coverage_0": 0.35393508672714236, "rewards/batchaccgated_coverage_1": 0.35393508672714236, "rewards/batchaccgated_coverage_10": 0.4070340692996979, "rewards/batchaccgated_coverage_15": 0.4126478016376495, "rewards/batchaccgated_coverage_20": 0.41623960733413695, "rewards/batchaccgated_coverage_25": 0.41737685799598695, "rewards/batchaccgated_coverage_5": 0.388187313079834, "rewards/brier_reward": 0.7964566469192504, "rewards/confidence_uniqueness_reward": 0.8730056047439575, "rewards/format_reward": 0.9998046875, "rewards/frontier_entropy_batch_reward": -0.4223602056503296, "signal/accuracy_reward/centered_abs_mean": 0.064984130859375, "signal/accuracy_reward/group_std_mean": 0.09080888330936432, "signal/accuracy_reward/group_zero_std_frac": 0.721875, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 4.005117392539978, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.0324920654296875, "signal/advantage_abs_mean": 0.6930978655815124, "signal/advantage_pre_scale_abs_mean": 0.0609614796936512, "signal/advantage_pre_scale_std": 0.12167017608880996, "signal/advantage_std": 0.9726897358894349, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.030781129375100136, "signal/batchaccgated_coverage_0/group_std_mean": 0.04093157052993775, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.309375, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.4209452599287033, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.003078112821094692, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.030781129375100136, "signal/batchaccgated_coverage_1/group_std_mean": 0.04093157052993775, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.309375, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.4209452599287033, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.003078112821094692, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.041489260643720625, "signal/batchaccgated_coverage_10/group_std_mean": 0.06002146154642105, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.309375, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.5561748802661896, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.004148926353082061, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.04395114481449127, "signal/batchaccgated_coverage_15/group_std_mean": 0.06371254324913025, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.309375, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.5860429346561432, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.004395114723592997, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.04646265655755997, "signal/batchaccgated_coverage_20/group_std_mean": 0.06706723496317864, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.309375, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.6138898611068726, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.004646265879273415, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.04762714356184006, "signal/batchaccgated_coverage_25/group_std_mean": 0.06850429847836495, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.309375, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.6261541426181794, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.004762714356184005, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.03718234300613403, "signal/batchaccgated_coverage_5/group_std_mean": 0.052265846729278566, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.309375, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.5079494595527649, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.003718234319239855, "signal/brier_reward/centered_abs_mean": 0.07728979289531708, "signal/brier_reward/group_std_mean": 0.10346318483352661, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 1.0230805695056915, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.007728979270905256, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.0479205884039402, "signal/confidence_uniqueness_reward/group_std_mean": 0.05968028232455254, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.6896383106708527, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.004792058933526277, "signal/format_reward/centered_abs_mean": 0.00037841796875, "signal/format_reward/group_std_mean": 0.0011048543266952038, "signal/format_reward/group_zero_std_frac": 0.99375, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.010998716205358505, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.000189208984375, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.20979842245578767, "signal/frontier_entropy_batch_reward/group_std_mean": 0.27545716762542727, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.140625, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 2.778763246536255, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.02097984254360199, "step": 245 }, { "calibration/aurc": 0.16392369586853175, "calibration/batch_distribution_entropy": 0.81710826291026, "calibration/batch_entropy_100bins": 0.8410592656159228, "calibration/batch_entropy_10bins": 0.81710826291026, "calibration/batch_entropy_50bins": 0.8318963313664398, "calibration/batch_uniqueness": 0.8930581232969029, "calibration/buffer_distribution_entropy": 0.7956746697367063, "calibration/buffer_entropy_100bins": 0.8473929249172428, "calibration/buffer_entropy_10bins": 0.7956746697367063, "calibration/buffer_entropy_50bins": 0.8229635492175229, "calibration/confidence_entropy": 0.3247578873647905, "calibration/coverage@0%": 0.15078125, "calibration/coverage@1%": 0.224609375, "calibration/coverage@10%": 0.4867715258192318, "calibration/coverage@15%": 0.5462169915055063, "calibration/coverage@20%": 0.6095686712184875, "calibration/coverage@25%": 0.6697938310598212, "calibration/coverage@30%": 0.7362598147135566, "calibration/coverage@5%": 0.40500306372549016, "calibration/distribution_entropy_10": 0.81710826291026, "calibration/distribution_entropy_100": 0.8410592656159228, "calibration/ece": 0.10639580803222559, "calibration/mean_confidence": 0.6632614894288841, "calibration/unique_confidence_per_question": 0.696875, "calibration/unique_confidences": 356.8, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0005859375, "completions/max_length": 484.8, "completions/max_terminated_length": 484.8, "completions/mean_length": 199.9166015625, "completions/mean_terminated_length": 200.03225402832032, "completions/min_length": 67.2, "completions/min_terminated_length": 104.6, "epoch": 0.8, "grad_norm": 0.010074900463223457, "learning_rate": 1e-06, "loss": -0.0026, "num_tokens": 847701279.0, "reward": 1.2403445720672608, "reward_std": 0.08357779979705811, "rewards/accuracy_reward": 0.6162109375, "rewards/batchaccgated_coverage_0": 0.40251862406730654, "rewards/batchaccgated_coverage_1": 0.40251862406730654, "rewards/batchaccgated_coverage_10": 0.45505309104919434, "rewards/batchaccgated_coverage_15": 0.4630630314350128, "rewards/batchaccgated_coverage_20": 0.4677554965019226, "rewards/batchaccgated_coverage_25": 0.4690429031848907, "rewards/batchaccgated_coverage_5": 0.44069035053253175, "rewards/brier_reward": 0.8264482975006103, "rewards/confidence_uniqueness_reward": 0.852568757534027, "rewards/format_reward": 0.99931640625, "rewards/frontier_entropy_batch_reward": -0.4538503348827362, "signal/accuracy_reward/centered_abs_mean": 0.059716796875, "signal/accuracy_reward/group_std_mean": 0.08749093711376191, "signal/accuracy_reward/group_zero_std_frac": 0.71875, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 1.8388143062591553, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.0298583984375, "signal/advantage_abs_mean": 0.7042630195617676, "signal/advantage_pre_scale_abs_mean": 0.05688839554786682, "signal/advantage_pre_scale_std": 0.11884100437164306, "signal/advantage_std": 0.9781883120536804, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.03280194438993931, "signal/batchaccgated_coverage_0/group_std_mean": 0.043618983775377276, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.265625, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.21338373720645903, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0032801944296807052, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.03280194438993931, "signal/batchaccgated_coverage_1/group_std_mean": 0.043618983775377276, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.265625, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.21338373720645903, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0032801944296807052, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.043987677246332166, "signal/batchaccgated_coverage_10/group_std_mean": 0.06215668097138405, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.265625, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.28277692198753357, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.004398767650127411, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.047531963884830476, "signal/batchaccgated_coverage_15/group_std_mean": 0.06733132600784301, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.265625, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.3070178061723709, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.00475319642573595, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.04935544058680534, "signal/batchaccgated_coverage_20/group_std_mean": 0.06994049400091171, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.265625, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.3196152806282043, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.004935543984174728, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.05079603642225265, "signal/batchaccgated_coverage_25/group_std_mean": 0.07172856032848358, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.265625, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.326677006483078, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.005079603474587202, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.03874378278851509, "signal/batchaccgated_coverage_5/group_std_mean": 0.054545413702726364, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.265625, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.2508065551519394, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.0038743783254176377, "signal/brier_reward/centered_abs_mean": 0.07452324032783508, "signal/brier_reward/group_std_mean": 0.10029494762420654, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.4728826224803925, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.007452324219048023, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.0612126424908638, "signal/confidence_uniqueness_reward/group_std_mean": 0.07577550858259201, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.39832741022109985, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.006121264398097992, "signal/format_reward/centered_abs_mean": 0.001300048828125, "signal/format_reward/group_std_mean": 0.0031943732872605326, "signal/format_reward/group_zero_std_frac": 0.984375, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.04635969698429108, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.0006500244140625, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.20528025925159454, "signal/frontier_entropy_batch_reward/group_std_mean": 0.27372945547103883, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.159375, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 1.317947220802307, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.020528025925159454, "step": 250 }, { "epoch": 0.8, "eval_completions/clipped_ratio": 0.001953125, "eval_completions/max_length": 377.25, "eval_completions/max_terminated_length": 377.25, "eval_completions/mean_length": 205.62041854858398, "eval_completions/mean_terminated_length": 206.02280807495117, "eval_completions/min_length": 94.5, "eval_completions/min_terminated_length": 125.0, "eval_loss": 0.0, "eval_num_tokens": 847701279.0, "eval_reward": 0.8084847331047058, "eval_reward_std": 0.24739518389105797, "eval_rewards/accuracy_reward": 0.45703125, "eval_rewards/batchaccgated_coverage_0": 0.03194755269214511, "eval_rewards/batchaccgated_coverage_1": 0.03194755269214511, "eval_rewards/batchaccgated_coverage_10": 0.03176211332902312, "eval_rewards/batchaccgated_coverage_15": 0.03161966102197766, "eval_rewards/batchaccgated_coverage_20": 0.03184678731486201, "eval_rewards/batchaccgated_coverage_25": 0.03216946450993419, "eval_rewards/batchaccgated_coverage_5": 0.03194755269214511, "eval_rewards/brier_reward": 0.7560671716928482, "eval_rewards/confidence_uniqueness_reward": 0.8281958848237991, "eval_rewards/format_reward": 0.998046875, "eval_rewards/frontier_entropy_batch_reward": -0.998046875, "eval_runtime": 31.0072, "eval_samples_per_second": 16.125, "eval_signal/accuracy_reward/centered_abs_mean": 0.480224609375, "eval_signal/accuracy_reward/group_std_mean": 0.49776124954223633, "eval_signal/accuracy_reward/group_zero_std_frac": 0.0, "eval_signal/accuracy_reward/scaled_weighted_centered_abs_mean": 0.9730157405138016, "eval_signal/accuracy_reward/weight": 0.5, "eval_signal/accuracy_reward/weighted_centered_abs_mean": 0.2401123046875, "eval_signal/advantage_abs_mean": 0.922255203127861, "eval_signal/advantage_pre_scale_abs_mean": 0.22821326553821564, "eval_signal/advantage_pre_scale_std": 0.24479685351252556, "eval_signal/advantage_std": 0.9877178817987442, "eval_signal/batchaccgated_coverage_0/centered_abs_mean": 0.05604695528745651, "eval_signal/batchaccgated_coverage_0/group_std_mean": 0.07248024642467499, "eval_signal/batchaccgated_coverage_0/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.02271645748987794, "eval_signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.005604695645160973, "eval_signal/batchaccgated_coverage_1/centered_abs_mean": 0.05604695528745651, "eval_signal/batchaccgated_coverage_1/group_std_mean": 0.07248024642467499, "eval_signal/batchaccgated_coverage_1/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.02271645748987794, "eval_signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.005604695645160973, "eval_signal/batchaccgated_coverage_10/centered_abs_mean": 0.05559251829981804, "eval_signal/batchaccgated_coverage_10/group_std_mean": 0.07190456613898277, "eval_signal/batchaccgated_coverage_10/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.02253061020746827, "eval_signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.005559251876547933, "eval_signal/batchaccgated_coverage_15/centered_abs_mean": 0.05044085253030062, "eval_signal/batchaccgated_coverage_15/group_std_mean": 0.06512190029025078, "eval_signal/batchaccgated_coverage_15/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.020424326416105032, "eval_signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.005044085322879255, "eval_signal/batchaccgated_coverage_20/centered_abs_mean": 0.048408014699816704, "eval_signal/batchaccgated_coverage_20/group_std_mean": 0.061856736429035664, "eval_signal/batchaccgated_coverage_20/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.019615926314145327, "eval_signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.00484080146998167, "eval_signal/batchaccgated_coverage_25/centered_abs_mean": 0.04698999971151352, "eval_signal/batchaccgated_coverage_25/group_std_mean": 0.05978013202548027, "eval_signal/batchaccgated_coverage_25/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.01907806470990181, "eval_signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.004698999866377562, "eval_signal/batchaccgated_coverage_5/centered_abs_mean": 0.05604695528745651, "eval_signal/batchaccgated_coverage_5/group_std_mean": 0.07248024642467499, "eval_signal/batchaccgated_coverage_5/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.02271645748987794, "eval_signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.005604695645160973, "eval_signal/brier_reward/centered_abs_mean": 0.27884741872549057, "eval_signal/brier_reward/group_std_mean": 0.3426000103354454, "eval_signal/brier_reward/group_zero_std_frac": 0.0, "eval_signal/brier_reward/scaled_weighted_centered_abs_mean": 0.11274541728198528, "eval_signal/brier_reward/weight": 0.10000000149011612, "eval_signal/brier_reward/weighted_centered_abs_mean": 0.027884742245078087, "eval_signal/confidence_uniqueness_reward/centered_abs_mean": 0.10684499517083168, "eval_signal/confidence_uniqueness_reward/group_std_mean": 0.12888846918940544, "eval_signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "eval_signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.043317739851772785, "eval_signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "eval_signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.010684499517083168, "eval_signal/format_reward/centered_abs_mean": 0.0037841796875, "eval_signal/format_reward/group_std_mean": 0.011048543266952038, "eval_signal/format_reward/group_zero_std_frac": 0.9375, "eval_signal/format_reward/scaled_weighted_centered_abs_mean": 0.007494867779314518, "eval_signal/format_reward/weight": 0.5, "eval_signal/format_reward/weighted_centered_abs_mean": 0.00189208984375, "eval_signal/frontier_entropy_batch_reward/centered_abs_mean": 0.0037841796875, "eval_signal/frontier_entropy_batch_reward/group_std_mean": 0.011048543266952038, "eval_signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.9375, "eval_signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 0.0014989734627306461, "eval_signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "eval_signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.0003784179862122983, "eval_steps_per_second": 0.129, "step": 250 }, { "epoch": 0.8, "step": 250, "train_probe_completions/clipped_ratio": 0.0, "train_probe_completions/max_length": 330.75, "train_probe_completions/max_terminated_length": 330.75, "train_probe_completions/mean_length": 198.1436538696289, "train_probe_completions/mean_terminated_length": 198.1436538696289, "train_probe_completions/min_length": 118.0, "train_probe_completions/min_terminated_length": 118.0, "train_probe_loss": 0.0, "train_probe_num_tokens": 847701279.0, "train_probe_reward": 0.9041150063276291, "train_probe_reward_std": 0.23714609071612358, "train_probe_rewards/accuracy_reward": 0.623046875, "train_probe_rewards/batchaccgated_coverage_0": 0.0409350348636508, "train_probe_rewards/batchaccgated_coverage_1": 0.0409350348636508, "train_probe_rewards/batchaccgated_coverage_10": 0.03647685516625643, "train_probe_rewards/batchaccgated_coverage_15": 0.03967483341693878, "train_probe_rewards/batchaccgated_coverage_20": 0.048978203907608986, "train_probe_rewards/batchaccgated_coverage_25": 0.06688771769404411, "train_probe_rewards/batchaccgated_coverage_5": 0.0409350348636508, "train_probe_rewards/brier_reward": 0.8344815969467163, "train_probe_rewards/confidence_uniqueness_reward": 0.776611328125, "train_probe_rewards/format_reward": 1.0, "train_probe_rewards/frontier_entropy_batch_reward": -1.0, "train_probe_runtime": 18.4947, "train_probe_samples_per_second": 27.035, "train_probe_signal/accuracy_reward/centered_abs_mean": 0.4635009765625, "train_probe_signal/accuracy_reward/group_std_mean": 0.48886142671108246, "train_probe_signal/accuracy_reward/group_zero_std_frac": 0.0, "train_probe_signal/accuracy_reward/scaled_weighted_centered_abs_mean": 0.977079451084137, "train_probe_signal/accuracy_reward/weight": 0.5, "train_probe_signal/accuracy_reward/weighted_centered_abs_mean": 0.23175048828125, "train_probe_signal/advantage_abs_mean": 0.8999495953321457, "train_probe_signal/advantage_pre_scale_abs_mean": 0.2135889232158661, "train_probe_signal/advantage_pre_scale_std": 0.2343948408961296, "train_probe_signal/advantage_std": 0.9877015948295593, "train_probe_signal/batchaccgated_coverage_0/centered_abs_mean": 0.08314423076808453, "train_probe_signal/batchaccgated_coverage_0/group_std_mean": 0.11725048162043095, "train_probe_signal/batchaccgated_coverage_0/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.03514544991776347, "train_probe_signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.008314422448165715, "train_probe_signal/batchaccgated_coverage_1/centered_abs_mean": 0.08314423076808453, "train_probe_signal/batchaccgated_coverage_1/group_std_mean": 0.11725048162043095, "train_probe_signal/batchaccgated_coverage_1/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.03514544991776347, "train_probe_signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.008314422448165715, "train_probe_signal/batchaccgated_coverage_10/centered_abs_mean": 0.06942837871611118, "train_probe_signal/batchaccgated_coverage_10/group_std_mean": 0.10079094395041466, "train_probe_signal/batchaccgated_coverage_10/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.029344776179641485, "train_probe_signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.006942837848328054, "train_probe_signal/batchaccgated_coverage_15/centered_abs_mean": 0.0568090733140707, "train_probe_signal/batchaccgated_coverage_15/group_std_mean": 0.07850303314626217, "train_probe_signal/batchaccgated_coverage_15/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.02396428305655718, "train_probe_signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.005680907401256263, "train_probe_signal/batchaccgated_coverage_20/centered_abs_mean": 0.05883408524096012, "train_probe_signal/batchaccgated_coverage_20/group_std_mean": 0.0770224891602993, "train_probe_signal/batchaccgated_coverage_20/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.024850953835994005, "train_probe_signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.005883408593945205, "train_probe_signal/batchaccgated_coverage_25/centered_abs_mean": 0.07662567123770714, "train_probe_signal/batchaccgated_coverage_25/group_std_mean": 0.0928051145747304, "train_probe_signal/batchaccgated_coverage_25/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.03251631651073694, "train_probe_signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.007662567310035229, "train_probe_signal/batchaccgated_coverage_5/centered_abs_mean": 0.08314423076808453, "train_probe_signal/batchaccgated_coverage_5/group_std_mean": 0.11725048162043095, "train_probe_signal/batchaccgated_coverage_5/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.03514544991776347, "train_probe_signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.008314422448165715, "train_probe_signal/brier_reward/centered_abs_mean": 0.21461405977606773, "train_probe_signal/brier_reward/group_std_mean": 0.28952909260988235, "train_probe_signal/brier_reward/group_zero_std_frac": 0.0, "train_probe_signal/brier_reward/scaled_weighted_centered_abs_mean": 0.09034819900989532, "train_probe_signal/brier_reward/weight": 0.10000000149011612, "train_probe_signal/brier_reward/weighted_centered_abs_mean": 0.02146140579134226, "train_probe_signal/confidence_uniqueness_reward/centered_abs_mean": 0.1571502685546875, "train_probe_signal/confidence_uniqueness_reward/group_std_mean": 0.17540349811315536, "train_probe_signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "train_probe_signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.06622758414596319, "train_probe_signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "train_probe_signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.01571502722799778, "train_probe_signal/format_reward/centered_abs_mean": 0.0, "train_probe_signal/format_reward/group_std_mean": 0.0, "train_probe_signal/format_reward/group_zero_std_frac": 1.0, "train_probe_signal/format_reward/scaled_weighted_centered_abs_mean": 0.0, "train_probe_signal/format_reward/weight": 0.5, "train_probe_signal/format_reward/weighted_centered_abs_mean": 0.0, "train_probe_signal/frontier_entropy_batch_reward/centered_abs_mean": 0.0, "train_probe_signal/frontier_entropy_batch_reward/group_std_mean": 0.0, "train_probe_signal/frontier_entropy_batch_reward/group_zero_std_frac": 1.0, "train_probe_signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 0.0, "train_probe_signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "train_probe_signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.0, "train_probe_steps_per_second": 0.216 }, { "calibration/aurc": 0.1983077339009832, "calibration/batch_distribution_entropy": 0.6947641213794278, "calibration/batch_entropy_100bins": 0.7560649489168251, "calibration/batch_entropy_10bins": 0.6947641213794278, "calibration/batch_entropy_50bins": 0.7335976365551428, "calibration/batch_uniqueness": 0.8214788958216943, "calibration/buffer_distribution_entropy": 0.7959595258919925, "calibration/buffer_entropy_100bins": 0.8473740876640099, "calibration/buffer_entropy_10bins": 0.7959595258919925, "calibration/buffer_entropy_50bins": 0.8230819130828447, "calibration/confidence_entropy": 0.26092542495024174, "calibration/coverage@0%": 0.0, "calibration/coverage@1%": 0.0, "calibration/coverage@10%": 0.24101409313725491, "calibration/coverage@15%": 0.29810968137254906, "calibration/coverage@20%": 0.5473682598039216, "calibration/coverage@25%": 0.6692984068627451, "calibration/coverage@30%": 0.8107536764705883, "calibration/coverage@5%": 0.19954044117647057, "calibration/distribution_entropy_10": 0.6947641213794278, "calibration/distribution_entropy_100": 0.7560649489168251, "calibration/ece": 0.16748408280133767, "calibration/mean_confidence": 0.739814860908098, "calibration/unique_confidence_per_question": 0.584375, "calibration/unique_confidences": 299.2, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0005859375, "completions/max_length": 613.8, "completions/max_terminated_length": 613.8, "completions/mean_length": 201.80322265625, "completions/mean_terminated_length": 201.92268981933594, "completions/min_length": 42.8, "completions/min_terminated_length": 107.6, "epoch": 0.816, "grad_norm": 0.008179843425750732, "learning_rate": 1e-06, "loss": -0.0022, "num_tokens": 864866912.0, "reward": 1.2196435451507568, "reward_std": 0.08644702732563019, "rewards/accuracy_reward": 0.59541015625, "rewards/batchaccgated_coverage_0": 0.40730921030044553, "rewards/batchaccgated_coverage_1": 0.40730921030044553, "rewards/batchaccgated_coverage_10": 0.4478032231330872, "rewards/batchaccgated_coverage_15": 0.4554340302944183, "rewards/batchaccgated_coverage_20": 0.46207262873649596, "rewards/batchaccgated_coverage_25": 0.463405179977417, "rewards/batchaccgated_coverage_5": 0.43226310014724734, "rewards/brier_reward": 0.7984767556190491, "rewards/confidence_uniqueness_reward": 0.8349117875099182, "rewards/format_reward": 0.9994140625, "rewards/frontier_entropy_batch_reward": -0.4866710603237152, "signal/accuracy_reward/centered_abs_mean": 0.069195556640625, "signal/accuracy_reward/group_std_mean": 0.09374037981033326, "signal/accuracy_reward/group_zero_std_frac": 0.725, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 2.374647521972656, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.0345977783203125, "signal/advantage_abs_mean": 0.7181798458099365, "signal/advantage_pre_scale_abs_mean": 0.06134960576891899, "signal/advantage_pre_scale_std": 0.12555146366357803, "signal/advantage_std": 0.9777508735656738, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.027879495173692703, "signal/batchaccgated_coverage_0/group_std_mean": 0.037643495947122574, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.2875, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.19717624485492707, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0027879495173692703, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.027879495173692703, "signal/batchaccgated_coverage_1/group_std_mean": 0.037643495947122574, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.2875, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.19717624485492707, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0027879495173692703, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.03705677837133407, "signal/batchaccgated_coverage_10/group_std_mean": 0.05376128479838371, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.2875, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.2587757557630539, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.0037056779488921165, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.04139879867434502, "signal/batchaccgated_coverage_15/group_std_mean": 0.06024034470319748, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.2875, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.28523273169994356, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.00413988009095192, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.045519938319921495, "signal/batchaccgated_coverage_20/group_std_mean": 0.06580962762236595, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.2875, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.3159133195877075, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.004551994102075696, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.04676199778914451, "signal/batchaccgated_coverage_25/group_std_mean": 0.06728066727519036, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.2875, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.32522574365139006, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.004676200030371547, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.03178059011697769, "signal/batchaccgated_coverage_5/group_std_mean": 0.04519719034433365, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.2875, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.22377659678459166, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.0031780591700226067, "signal/brier_reward/centered_abs_mean": 0.08286205679178238, "signal/brier_reward/group_std_mean": 0.10989545434713363, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.5640357732772827, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.008286205679178238, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.0629216730594635, "signal/confidence_uniqueness_reward/group_std_mean": 0.07908432558178902, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.4394727200269699, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.006292167212814092, "signal/format_reward/centered_abs_mean": 0.001123046875, "signal/format_reward/group_std_mean": 0.0029782545287162067, "signal/format_reward/group_zero_std_frac": 0.984375, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.0352968692779541, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.0005615234375, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.2005961626768112, "signal/frontier_entropy_batch_reward/group_std_mean": 0.26307234168052673, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.1875, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 1.3928106069564818, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.02005961649119854, "step": 255 }, { "calibration/aurc": 0.24010140134329355, "calibration/batch_distribution_entropy": 0.743408482474009, "calibration/batch_entropy_100bins": 0.8047442302288262, "calibration/batch_entropy_10bins": 0.743408482474009, "calibration/batch_entropy_50bins": 0.7841642055635922, "calibration/batch_uniqueness": 0.8775421142578125, "calibration/buffer_distribution_entropy": 0.7925249730038597, "calibration/buffer_entropy_100bins": 0.8447734138203977, "calibration/buffer_entropy_10bins": 0.7925249730038597, "calibration/buffer_entropy_50bins": 0.8200888124740894, "calibration/confidence_entropy": 0.30132111282457175, "calibration/coverage@0%": 0.11015625, "calibration/coverage@1%": 0.1859375, "calibration/coverage@10%": 0.25078125, "calibration/coverage@15%": 0.304296875, "calibration/coverage@20%": 0.451953125, "calibration/coverage@25%": 0.584765625, "calibration/coverage@30%": 0.669921875, "calibration/coverage@5%": 0.204296875, "calibration/distribution_entropy_10": 0.743408482474009, "calibration/distribution_entropy_100": 0.8047442302288262, "calibration/ece": 0.21133256107536047, "calibration/mean_confidence": 0.7262744319773995, "calibration/unique_confidence_per_question": 0.6421875, "calibration/unique_confidences": 328.8, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 9.765625e-05, "completions/max_length": 704.8, "completions/max_terminated_length": 704.8, "completions/mean_length": 203.5560546875, "completions/mean_terminated_length": 203.57622985839845, "completions/min_length": 86.8, "completions/min_terminated_length": 107.0, "epoch": 0.832, "grad_norm": 0.007974312640726566, "learning_rate": 1e-06, "loss": -0.0016, "num_tokens": 881959678.0, "reward": 1.1928089618682862, "reward_std": 0.08918431848287582, "rewards/accuracy_reward": 0.5689453125, "rewards/batchaccgated_coverage_0": 0.3751842677593231, "rewards/batchaccgated_coverage_1": 0.3751842677593231, "rewards/batchaccgated_coverage_10": 0.42907959818840025, "rewards/batchaccgated_coverage_15": 0.43304158449172975, "rewards/batchaccgated_coverage_20": 0.4355816125869751, "rewards/batchaccgated_coverage_25": 0.4377098441123962, "rewards/batchaccgated_coverage_5": 0.40600188374519347, "rewards/brier_reward": 0.8024233460426331, "rewards/confidence_uniqueness_reward": 0.8435166835784912, "rewards/format_reward": 0.99990234375, "rewards/frontier_entropy_batch_reward": -0.4538717806339264, "signal/accuracy_reward/centered_abs_mean": 0.07647705078125, "signal/accuracy_reward/group_std_mean": 0.10265623033046722, "signal/accuracy_reward/group_zero_std_frac": 0.69375, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 2.1891923427581785, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.038238525390625, "signal/advantage_abs_mean": 0.7312221884727478, "signal/advantage_pre_scale_abs_mean": 0.06450615003705025, "signal/advantage_pre_scale_std": 0.12873434722423555, "signal/advantage_std": 0.9788714170455932, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.024187516793608664, "signal/batchaccgated_coverage_0/group_std_mean": 0.03238842785358429, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.2875, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.13592786639928817, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0024187516886740924, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.024187516793608664, "signal/batchaccgated_coverage_1/group_std_mean": 0.03238842785358429, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.2875, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.13592786639928817, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0024187516886740924, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.035252517089247704, "signal/batchaccgated_coverage_10/group_std_mean": 0.05173556432127953, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.2875, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.19932306408882142, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.0035252516623586415, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.03709460571408272, "signal/batchaccgated_coverage_15/group_std_mean": 0.05454001948237419, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.2875, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.21038373410701752, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.0037094606552273033, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.03888828344643116, "signal/batchaccgated_coverage_20/group_std_mean": 0.05701977014541626, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.2875, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.2217923641204834, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.0038888282142579556, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.04146089106798172, "signal/batchaccgated_coverage_25/group_std_mean": 0.06009025797247887, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.2875, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.23793689608573915, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.004146089218556881, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.029069171473383903, "signal/batchaccgated_coverage_5/group_std_mean": 0.04164224863052368, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.2875, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.1646407127380371, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.0029069172218441964, "signal/brier_reward/centered_abs_mean": 0.09380194991827011, "signal/brier_reward/group_std_mean": 0.12048914581537247, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.537421065568924, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.009380194917321205, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.05585924088954926, "signal/confidence_uniqueness_reward/group_std_mean": 0.06987837180495263, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.3221887081861496, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.005585924163460732, "signal/format_reward/centered_abs_mean": 0.000189208984375, "signal/format_reward/group_std_mean": 0.0005524271633476019, "signal/format_reward/group_zero_std_frac": 0.996875, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.006292828917503357, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 9.46044921875e-05, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.18837104141712188, "signal/frontier_entropy_batch_reward/group_std_mean": 0.24778571128845214, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.209375, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 1.0876347303390503, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.018837105110287668, "step": 260 }, { "calibration/aurc": 0.2725763855039081, "calibration/batch_distribution_entropy": 0.70133045972446, "calibration/batch_entropy_100bins": 0.763734786097396, "calibration/batch_entropy_10bins": 0.70133045972446, "calibration/batch_entropy_50bins": 0.7410124854466985, "calibration/batch_uniqueness": 0.83316650390625, "calibration/buffer_distribution_entropy": 0.7892171682897671, "calibration/buffer_entropy_100bins": 0.842852457305073, "calibration/buffer_entropy_10bins": 0.7892171682897671, "calibration/buffer_entropy_50bins": 0.8178552953238981, "calibration/confidence_entropy": 0.26855049016011745, "calibration/coverage@0%": 0.083203125, "calibration/coverage@1%": 0.094140625, "calibration/coverage@10%": 0.223828125, "calibration/coverage@15%": 0.267578125, "calibration/coverage@20%": 0.455859375, "calibration/coverage@25%": 0.494921875, "calibration/coverage@30%": 0.56171875, "calibration/coverage@5%": 0.1296875, "calibration/distribution_entropy_10": 0.70133045972446, "calibration/distribution_entropy_100": 0.763734786097396, "calibration/ece": 0.21207872787594884, "calibration/mean_confidence": 0.741867364970565, "calibration/unique_confidence_per_question": 0.5875, "calibration/unique_confidences": 300.8, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 9.765625e-05, "completions/max_length": 675.0, "completions/max_terminated_length": 675.0, "completions/mean_length": 203.93740234375, "completions/mean_terminated_length": 203.95697021484375, "completions/min_length": 88.6, "completions/min_terminated_length": 109.4, "epoch": 0.848, "grad_norm": 0.00827176682651043, "learning_rate": 1e-06, "loss": 0.0017, "num_tokens": 899062365.0, "reward": 1.170112943649292, "reward_std": 0.08432346135377884, "rewards/accuracy_reward": 0.53994140625, "rewards/batchaccgated_coverage_0": 0.372877711057663, "rewards/batchaccgated_coverage_1": 0.372877711057663, "rewards/batchaccgated_coverage_10": 0.4052081048488617, "rewards/batchaccgated_coverage_15": 0.40657660365104675, "rewards/batchaccgated_coverage_20": 0.4111068546772003, "rewards/batchaccgated_coverage_25": 0.4142894148826599, "rewards/batchaccgated_coverage_5": 0.39407283067703247, "rewards/brier_reward": 0.801174795627594, "rewards/confidence_uniqueness_reward": 0.8652312278747558, "rewards/format_reward": 0.99990234375, "rewards/frontier_entropy_batch_reward": -0.44150441884994507, "signal/accuracy_reward/centered_abs_mean": 0.066021728515625, "signal/accuracy_reward/group_std_mean": 0.089836747944355, "signal/accuracy_reward/group_zero_std_frac": 0.73125, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 1.8619878768920899, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.0330108642578125, "signal/advantage_abs_mean": 0.7204357504844665, "signal/advantage_pre_scale_abs_mean": 0.06088006719946861, "signal/advantage_pre_scale_std": 0.12008503675460816, "signal/advantage_std": 0.9789358139038086, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.027155644819140436, "signal/batchaccgated_coverage_0/group_std_mean": 0.037218472361564635, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.315625, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.15330489575862885, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0027155645191669466, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.027155644819140436, "signal/batchaccgated_coverage_1/group_std_mean": 0.037218472361564635, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.315625, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.15330489575862885, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0027155645191669466, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.03463050127029419, "signal/batchaccgated_coverage_10/group_std_mean": 0.050204242765903476, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.315625, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.19046873450279236, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.0034630501642823218, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.034565769135951996, "signal/batchaccgated_coverage_15/group_std_mean": 0.04999654516577721, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.315625, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.18985137343406677, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.003456577006727457, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.03831170275807381, "signal/batchaccgated_coverage_20/group_std_mean": 0.055039082467556, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.315625, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.21185386776924134, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.003831170406192541, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.041357473284006116, "signal/batchaccgated_coverage_25/group_std_mean": 0.05886310636997223, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.315625, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.2308925449848175, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.004135747533291578, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.03152990788221359, "signal/batchaccgated_coverage_5/group_std_mean": 0.044711750000715256, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.315625, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.17752549648284913, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.003152990760281682, "signal/brier_reward/centered_abs_mean": 0.08711291253566741, "signal/brier_reward/group_std_mean": 0.11496554613113404, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.49585837721824644, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.008711291383951903, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.04876968041062355, "signal/confidence_uniqueness_reward/group_std_mean": 0.060488971322774886, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.2833089202642441, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.004876968264579773, "signal/format_reward/centered_abs_mean": 0.000189208984375, "signal/format_reward/group_std_mean": 0.0005524271633476019, "signal/format_reward/group_zero_std_frac": 0.996875, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.005038385838270187, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 9.46044921875e-05, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.19551956355571748, "signal/frontier_entropy_batch_reward/group_std_mean": 0.26076858043670653, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.1625, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 1.0860072255134583, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.019551957026124, "step": 265 }, { "calibration/aurc": 0.20964643166863067, "calibration/batch_distribution_entropy": 0.628699236066158, "calibration/batch_entropy_100bins": 0.7051550703304532, "calibration/batch_entropy_10bins": 0.628699236066158, "calibration/batch_entropy_50bins": 0.6762910242598864, "calibration/batch_uniqueness": 0.7747866970171545, "calibration/buffer_distribution_entropy": 0.7895420856201637, "calibration/buffer_entropy_100bins": 0.8428426487724788, "calibration/buffer_entropy_10bins": 0.7895420856201637, "calibration/buffer_entropy_50bins": 0.8180176729463515, "calibration/confidence_entropy": 0.23497960013860167, "calibration/coverage@0%": 0.0, "calibration/coverage@1%": 0.0, "calibration/coverage@10%": 0.21305192025440314, "calibration/coverage@15%": 0.326392031555773, "calibration/coverage@20%": 0.547504892367906, "calibration/coverage@25%": 0.6772099743150685, "calibration/coverage@30%": 0.8470179488747555, "calibration/coverage@5%": 0.11640625, "calibration/distribution_entropy_10": 0.628699236066158, "calibration/distribution_entropy_100": 0.7051550703304532, "calibration/ece": 0.1956586920819896, "calibration/mean_confidence": 0.7961682231848618, "calibration/unique_confidence_per_question": 0.52109375, "calibration/unique_confidences": 266.8, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0005859375, "completions/max_length": 621.4, "completions/max_terminated_length": 621.4, "completions/mean_length": 207.3568359375, "completions/mean_terminated_length": 207.47985229492187, "completions/min_length": 40.0, "completions/min_terminated_length": 103.8, "epoch": 0.864, "grad_norm": 0.008273676037788391, "learning_rate": 1e-06, "loss": -0.0001, "num_tokens": 916172515.0, "reward": 1.2307881832122802, "reward_std": 0.0925519436597824, "rewards/accuracy_reward": 0.6171875, "rewards/batchaccgated_coverage_0": 0.3975534737110138, "rewards/batchaccgated_coverage_1": 0.3975534737110138, "rewards/batchaccgated_coverage_10": 0.4492712736129761, "rewards/batchaccgated_coverage_15": 0.45667404532432554, "rewards/batchaccgated_coverage_20": 0.46370017528533936, "rewards/batchaccgated_coverage_25": 0.4659225523471832, "rewards/batchaccgated_coverage_5": 0.4265682637691498, "rewards/brier_reward": 0.8190995573997497, "rewards/confidence_uniqueness_reward": 0.828731381893158, "rewards/format_reward": 0.99921875, "rewards/frontier_entropy_batch_reward": -0.47922341227531434, "signal/accuracy_reward/centered_abs_mean": 0.07020263671875, "signal/accuracy_reward/group_std_mean": 0.09588523507118225, "signal/accuracy_reward/group_zero_std_frac": 0.715625, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 1.8310398817062379, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.035101318359375, "signal/advantage_abs_mean": 0.7335079073905945, "signal/advantage_pre_scale_abs_mean": 0.06568295434117317, "signal/advantage_pre_scale_std": 0.1339287281036377, "signal/advantage_std": 0.9794105410575866, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.03260603435337543, "signal/batchaccgated_coverage_0/group_std_mean": 0.04285504221916199, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.271875, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.16704900562763214, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.003260603453963995, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.03260603435337543, "signal/batchaccgated_coverage_1/group_std_mean": 0.04285504221916199, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.271875, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.16704900562763214, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.003260603453963995, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.04576434567570686, "signal/batchaccgated_coverage_10/group_std_mean": 0.0656816080212593, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.271875, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.2350281924009323, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.004576434660702944, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.048626700043678285, "signal/batchaccgated_coverage_15/group_std_mean": 0.06994642540812493, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.271875, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.2477329283952713, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.004862670227885247, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.05368155688047409, "signal/batchaccgated_coverage_20/group_std_mean": 0.07640532702207566, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.271875, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.2728260695934296, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.005368155799806118, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.055947072058916095, "signal/batchaccgated_coverage_25/group_std_mean": 0.0791322112083435, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.271875, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.28446760177612307, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.005594707280397415, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.03776797130703926, "signal/batchaccgated_coverage_5/group_std_mean": 0.05265151336789131, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.271875, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.19230526983737944, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.003776797279715538, "signal/brier_reward/centered_abs_mean": 0.08364347368478775, "signal/brier_reward/group_std_mean": 0.1110730528831482, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.4333698809146881, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.008364347275346518, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.07226071506738663, "signal/confidence_uniqueness_reward/group_std_mean": 0.08949846178293228, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.38427419364452364, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.00722607159987092, "signal/format_reward/centered_abs_mean": 0.00147705078125, "signal/format_reward/group_std_mean": 0.0036875875666737556, "signal/format_reward/group_zero_std_frac": 0.98125, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.04096675962209702, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.000738525390625, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.20701406002044678, "signal/frontier_entropy_batch_reward/group_std_mean": 0.2690656930208206, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.215625, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 1.0633200049400329, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.02070140615105629, "step": 270 }, { "calibration/aurc": 0.3048558662437618, "calibration/batch_distribution_entropy": 0.7760472678381269, "calibration/batch_entropy_100bins": 0.8112185339487457, "calibration/batch_entropy_10bins": 0.7760472678381269, "calibration/batch_entropy_50bins": 0.7969425840935851, "calibration/batch_uniqueness": 0.8674102783203125, "calibration/buffer_distribution_entropy": 0.7872145257599384, "calibration/buffer_entropy_100bins": 0.8402359861446369, "calibration/buffer_entropy_10bins": 0.7872145257599384, "calibration/buffer_entropy_50bins": 0.8152741284189211, "calibration/confidence_entropy": 0.30767991330623035, "calibration/coverage@0%": 0.0, "calibration/coverage@1%": 0.0, "calibration/coverage@10%": 0.091015625, "calibration/coverage@15%": 0.2296875, "calibration/coverage@20%": 0.276953125, "calibration/coverage@25%": 0.381640625, "calibration/coverage@30%": 0.44375, "calibration/coverage@5%": 0.043359375, "calibration/distribution_entropy_10": 0.7760472678381269, "calibration/distribution_entropy_100": 0.8112185339487457, "calibration/ece": 0.20897186590237177, "calibration/mean_confidence": 0.6889880551556274, "calibration/unique_confidence_per_question": 0.643359375, "calibration/unique_confidences": 329.4, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 9.765625e-05, "completions/max_length": 609.0, "completions/max_terminated_length": 609.0, "completions/mean_length": 199.37998046875, "completions/mean_terminated_length": 199.3996154785156, "completions/min_length": 84.6, "completions/min_terminated_length": 102.8, "epoch": 0.88, "grad_norm": 0.008549376390874386, "learning_rate": 1e-06, "loss": -0.0004, "num_tokens": 933361238.0, "reward": 1.147016668319702, "reward_std": 0.0853044331073761, "rewards/accuracy_reward": 0.52998046875, "rewards/batchaccgated_coverage_0": 0.3534718453884125, "rewards/batchaccgated_coverage_1": 0.3534718453884125, "rewards/batchaccgated_coverage_10": 0.3834411084651947, "rewards/batchaccgated_coverage_15": 0.3852677583694458, "rewards/batchaccgated_coverage_20": 0.39086577892303465, "rewards/batchaccgated_coverage_25": 0.39294515252113343, "rewards/batchaccgated_coverage_5": 0.36657083630561826, "rewards/brier_reward": 0.7786554336547852, "rewards/confidence_uniqueness_reward": 0.8470762014389038, "rewards/format_reward": 0.9998046875, "rewards/frontier_entropy_batch_reward": -0.43052550554275515, "signal/accuracy_reward/centered_abs_mean": 0.070013427734375, "signal/accuracy_reward/group_std_mean": 0.09500491917133332, "signal/accuracy_reward/group_zero_std_frac": 0.71875, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 2.2519259214401246, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.0350067138671875, "signal/advantage_abs_mean": 0.7174417853355408, "signal/advantage_pre_scale_abs_mean": 0.0618969090282917, "signal/advantage_pre_scale_std": 0.12277425229549407, "signal/advantage_std": 0.9782558560371399, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.026334239915013314, "signal/batchaccgated_coverage_0/group_std_mean": 0.03460989110171795, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.321875, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.1671230524778366, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0026334241032600404, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.026334239915013314, "signal/batchaccgated_coverage_1/group_std_mean": 0.03460989110171795, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.321875, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.1671230524778366, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0026334241032600404, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.033635254576802255, "signal/batchaccgated_coverage_10/group_std_mean": 0.04813460260629654, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.321875, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.21496919691562652, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.003363525401800871, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.03387489914894104, "signal/batchaccgated_coverage_15/group_std_mean": 0.048321180045604706, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.321875, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.21633379459381102, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.0033874900080263616, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.03724322915077209, "signal/batchaccgated_coverage_20/group_std_mean": 0.0527643121778965, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.321875, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.23722701966762544, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.0037243227940052747, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.03965325579047203, "signal/batchaccgated_coverage_25/group_std_mean": 0.055769046396017076, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.321875, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.25283333361148835, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.003965325560420752, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.027974789962172508, "signal/batchaccgated_coverage_5/group_std_mean": 0.03849341571331024, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.321875, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.1782465547323227, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.002797479135915637, "signal/brier_reward/centered_abs_mean": 0.08915703296661377, "signal/brier_reward/group_std_mean": 0.11654031276702881, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.5693645119667053, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.008915703743696213, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.06098616421222687, "signal/confidence_uniqueness_reward/group_std_mean": 0.07385204881429672, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.390488201379776, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.006098616309463978, "signal/format_reward/centered_abs_mean": 0.00037841796875, "signal/format_reward/group_std_mean": 0.0011048543266952038, "signal/format_reward/group_zero_std_frac": 0.99375, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.011389143392443657, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.000189208984375, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.18639201521873475, "signal/frontier_entropy_batch_reward/group_std_mean": 0.24926036298274995, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.203125, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 1.1875649213790893, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.018639202415943145, "step": 275 }, { "calibration/aurc": 0.30426706654932695, "calibration/batch_distribution_entropy": 0.7910330076063635, "calibration/batch_entropy_100bins": 0.8323602671671401, "calibration/batch_entropy_10bins": 0.7910330076063635, "calibration/batch_entropy_50bins": 0.8196394304907425, "calibration/batch_uniqueness": 0.8951984837167505, "calibration/buffer_distribution_entropy": 0.7850057491604059, "calibration/buffer_entropy_100bins": 0.8397227998946711, "calibration/buffer_entropy_10bins": 0.7850057491604059, "calibration/buffer_entropy_50bins": 0.8148296786434728, "calibration/confidence_entropy": 0.3147593687007963, "calibration/coverage@0%": 0.0, "calibration/coverage@1%": 0.0, "calibration/coverage@10%": 0.14663955479452057, "calibration/coverage@15%": 0.20488778131115462, "calibration/coverage@20%": 0.3582329378669276, "calibration/coverage@25%": 0.438011405332681, "calibration/coverage@30%": 0.5267536081213307, "calibration/coverage@5%": 0.10246605919765166, "calibration/distribution_entropy_10": 0.7910330076063635, "calibration/distribution_entropy_100": 0.8323602671671401, "calibration/ece": 0.24210863760755777, "calibration/mean_confidence": 0.6984908252595334, "calibration/unique_confidence_per_question": 0.67578125, "calibration/unique_confidences": 346.0, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.00048828125, "completions/max_length": 692.8, "completions/max_terminated_length": 692.8, "completions/mean_length": 198.7703125, "completions/mean_terminated_length": 198.86827697753907, "completions/min_length": 18.0, "completions/min_terminated_length": 101.6, "epoch": 0.896, "grad_norm": 0.00866237934678793, "learning_rate": 1e-06, "loss": -0.0, "num_tokens": 950507494.0, "reward": 1.2045636653900147, "reward_std": 0.08532478809356689, "rewards/accuracy_reward": 0.582421875, "rewards/batchaccgated_coverage_0": 0.3885661602020264, "rewards/batchaccgated_coverage_1": 0.3885661602020264, "rewards/batchaccgated_coverage_10": 0.4258988440036774, "rewards/batchaccgated_coverage_15": 0.42769233584403993, "rewards/batchaccgated_coverage_20": 0.43364266157150266, "rewards/batchaccgated_coverage_25": 0.4356557309627533, "rewards/batchaccgated_coverage_5": 0.4098514080047607, "rewards/brier_reward": 0.7989385843276977, "rewards/confidence_uniqueness_reward": 0.878060233592987, "rewards/format_reward": 0.99951171875, "rewards/frontier_entropy_batch_reward": -0.450903856754303, "signal/accuracy_reward/centered_abs_mean": 0.0663330078125, "signal/accuracy_reward/group_std_mean": 0.09053425043821335, "signal/accuracy_reward/group_zero_std_frac": 0.73125, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 2.11031711101532, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.03316650390625, "signal/advantage_abs_mean": 0.7152203321456909, "signal/advantage_pre_scale_abs_mean": 0.060301771759986876, "signal/advantage_pre_scale_std": 0.12203450351953507, "signal/advantage_std": 0.9787332892417908, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.03338355161249638, "signal/batchaccgated_coverage_0/group_std_mean": 0.04465327635407448, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.29375, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.1849051147699356, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.003338355477899313, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.03338355161249638, "signal/batchaccgated_coverage_1/group_std_mean": 0.04465327635407448, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.29375, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.1849051147699356, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.003338355477899313, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.04311170428991318, "signal/batchaccgated_coverage_10/group_std_mean": 0.06104911491274834, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.29375, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.24437583982944489, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.004311170568689704, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.04379637986421585, "signal/batchaccgated_coverage_15/group_std_mean": 0.06191677451133728, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.29375, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.24777641594409944, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.004379638191312552, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.0473410002887249, "signal/batchaccgated_coverage_20/group_std_mean": 0.06694948822259902, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.29375, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.26739788949489596, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.004734100308269262, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.047765230387449266, "signal/batchaccgated_coverage_25/group_std_mean": 0.06732234954833985, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.29375, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.2751908332109451, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.004776523355394602, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.03754683248698711, "signal/batchaccgated_coverage_5/group_std_mean": 0.05164859890937805, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.29375, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.21125857532024384, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.0037546833511441944, "signal/brier_reward/centered_abs_mean": 0.08105404824018478, "signal/brier_reward/group_std_mean": 0.10782659500837326, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.49806665182113646, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.008105404675006866, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.04076760113239288, "signal/confidence_uniqueness_reward/group_std_mean": 0.0522532619535923, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.25780007541179656, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.004076760355383157, "signal/format_reward/centered_abs_mean": 0.000946044921875, "signal/format_reward/group_std_mean": 0.0027621358167380095, "signal/format_reward/group_zero_std_frac": 0.984375, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.024459636956453323, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.0004730224609375, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.19032479226589202, "signal/frontier_entropy_batch_reward/group_std_mean": 0.2517787963151932, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.18125, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 1.1073362946510314, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.019032479822635652, "step": 280 }, { "calibration/aurc": 0.3027295877757971, "calibration/batch_distribution_entropy": 0.7428323064984742, "calibration/batch_entropy_100bins": 0.777480571794617, "calibration/batch_entropy_10bins": 0.7428323064984742, "calibration/batch_entropy_50bins": 0.7560963454953145, "calibration/batch_uniqueness": 0.8409815461164243, "calibration/buffer_distribution_entropy": 0.7788881332701182, "calibration/buffer_entropy_100bins": 0.8364284271011246, "calibration/buffer_entropy_10bins": 0.7788881332701182, "calibration/buffer_entropy_50bins": 0.8109678427511046, "calibration/confidence_entropy": 0.2835003330500979, "calibration/coverage@0%": 0.0, "calibration/coverage@1%": 0.0, "calibration/coverage@10%": 0.0390625, "calibration/coverage@15%": 0.277734375, "calibration/coverage@20%": 0.370703125, "calibration/coverage@25%": 0.5015625, "calibration/coverage@30%": 0.558203125, "calibration/coverage@5%": 0.0, "calibration/distribution_entropy_10": 0.7428323064984742, "calibration/distribution_entropy_100": 0.777480571794617, "calibration/ece": 0.237708429762388, "calibration/mean_confidence": 0.7350196133105451, "calibration/unique_confidence_per_question": 0.55859375, "calibration/unique_confidences": 286.0, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.00029296875, "completions/max_length": 615.6, "completions/max_terminated_length": 615.6, "completions/mean_length": 194.44111328125, "completions/mean_terminated_length": 194.49887084960938, "completions/min_length": 61.0, "completions/min_terminated_length": 101.8, "epoch": 0.912, "grad_norm": 0.008404405787587166, "learning_rate": 1e-06, "loss": -0.0011, "num_tokens": 967549867.0, "reward": 1.1999149560928344, "reward_std": 0.08682571947574616, "rewards/accuracy_reward": 0.573046875, "rewards/batchaccgated_coverage_0": 0.3957234680652618, "rewards/batchaccgated_coverage_1": 0.3957234680652618, "rewards/batchaccgated_coverage_10": 0.43918827176094055, "rewards/batchaccgated_coverage_15": 0.4421947062015533, "rewards/batchaccgated_coverage_20": 0.449607789516449, "rewards/batchaccgated_coverage_25": 0.45175438523292544, "rewards/batchaccgated_coverage_5": 0.4309255242347717, "rewards/brier_reward": 0.7931956052780151, "rewards/confidence_uniqueness_reward": 0.8119370102882385, "rewards/format_reward": 0.99970703125, "rewards/frontier_entropy_batch_reward": -0.4748704552650452, "signal/accuracy_reward/centered_abs_mean": 0.081494140625, "signal/accuracy_reward/group_std_mean": 0.10337824821472168, "signal/accuracy_reward/group_zero_std_frac": 0.715625, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 3.149342250823975, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.0407470703125, "signal/advantage_abs_mean": 0.71235111951828, "signal/advantage_pre_scale_abs_mean": 0.06253414377570152, "signal/advantage_pre_scale_std": 0.1261533334851265, "signal/advantage_std": 0.9767374992370605, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.02390987053513527, "signal/batchaccgated_coverage_0/group_std_mean": 0.03350846357643604, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.29375, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.18195807933807373, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0023909871699288486, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.02390987053513527, "signal/batchaccgated_coverage_1/group_std_mean": 0.03350846357643604, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.29375, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.18195807933807373, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0023909871699288486, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.03142364993691445, "signal/batchaccgated_coverage_10/group_std_mean": 0.04850826933979988, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.29375, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.24394859373569489, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.003142365114763379, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.03292708955705166, "signal/batchaccgated_coverage_15/group_std_mean": 0.05053712651133537, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.29375, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.2522888481616974, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.0032927090302109717, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.03887040838599205, "signal/batchaccgated_coverage_20/group_std_mean": 0.05821322351694107, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.29375, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.30077292323112487, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.0038870408199727534, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.04064108356833458, "signal/batchaccgated_coverage_25/group_std_mean": 0.06018582060933113, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.29375, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.3140357851982117, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.004064108338207006, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.0289675347507, "signal/batchaccgated_coverage_5/group_std_mean": 0.04450409859418869, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.29375, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.22409008145332338, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.00289675360545516, "signal/brier_reward/centered_abs_mean": 0.08763111978769303, "signal/brier_reward/group_std_mean": 0.11560369431972503, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.7003116548061371, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.008763112127780914, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.06957556307315826, "signal/confidence_uniqueness_reward/group_std_mean": 0.08646434098482132, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.5491433203220367, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.006957556493580342, "signal/format_reward/centered_abs_mean": 0.000567626953125, "signal/format_reward/group_std_mean": 0.0016572814900428056, "signal/format_reward/group_zero_std_frac": 0.990625, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.02477443516254425, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.0002838134765625, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.18756958842277527, "signal/frontier_entropy_batch_reward/group_std_mean": 0.25171841084957125, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.20625, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 1.4943580150604248, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.018756958469748498, "step": 285 }, { "calibration/aurc": 0.32839787434682044, "calibration/batch_distribution_entropy": 0.801611021029256, "calibration/batch_entropy_100bins": 0.8445312389157094, "calibration/batch_entropy_10bins": 0.801611021029256, "calibration/batch_entropy_50bins": 0.831691516488806, "calibration/batch_uniqueness": 0.9009028167369906, "calibration/buffer_distribution_entropy": 0.7778570457571966, "calibration/buffer_entropy_100bins": 0.8356058351223202, "calibration/buffer_entropy_10bins": 0.7778570457571966, "calibration/buffer_entropy_50bins": 0.8099420674688329, "calibration/confidence_entropy": 0.32253098998543256, "calibration/coverage@0%": 0.0, "calibration/coverage@1%": 0.0, "calibration/coverage@10%": 0.118359375, "calibration/coverage@15%": 0.21653543909001954, "calibration/coverage@20%": 0.2556224009295499, "calibration/coverage@25%": 0.34196810787671234, "calibration/coverage@30%": 0.42284506482387474, "calibration/coverage@5%": 0.075, "calibration/distribution_entropy_10": 0.801611021029256, "calibration/distribution_entropy_100": 0.8445312389157094, "calibration/ece": 0.24593697343972543, "calibration/mean_confidence": 0.6854968666941871, "calibration/unique_confidence_per_question": 0.609375, "calibration/unique_confidences": 312.0, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.00029296875, "completions/max_length": 744.4, "completions/max_terminated_length": 744.4, "completions/mean_length": 191.9837890625, "completions/mean_terminated_length": 192.04074401855468, "completions/min_length": 59.2, "completions/min_terminated_length": 99.2, "epoch": 0.928, "grad_norm": 0.01045648381114006, "learning_rate": 1e-06, "loss": 0.001, "num_tokens": 984542597.0, "reward": 1.1734341144561768, "reward_std": 0.07837996929883957, "rewards/accuracy_reward": 0.54404296875, "rewards/batchaccgated_coverage_0": 0.36571348905563356, "rewards/batchaccgated_coverage_1": 0.36571348905563356, "rewards/batchaccgated_coverage_10": 0.4118075966835022, "rewards/batchaccgated_coverage_15": 0.41431081891059873, "rewards/batchaccgated_coverage_20": 0.4196390092372894, "rewards/batchaccgated_coverage_25": 0.42054404616355895, "rewards/batchaccgated_coverage_5": 0.3983059227466583, "rewards/brier_reward": 0.8005460619926452, "rewards/confidence_uniqueness_reward": 0.8736016988754273, "rewards/format_reward": 0.99970703125, "rewards/frontier_entropy_batch_reward": -0.4545911192893982, "signal/accuracy_reward/centered_abs_mean": 0.056805419921875, "signal/accuracy_reward/group_std_mean": 0.07906077951192855, "signal/accuracy_reward/group_zero_std_frac": 0.759375, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 1.7254481315612793, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.0284027099609375, "signal/advantage_abs_mean": 0.7162193536758423, "signal/advantage_pre_scale_abs_mean": 0.054822988063097, "signal/advantage_pre_scale_std": 0.11606567800045013, "signal/advantage_std": 0.9784825801849365, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.02752493880689144, "signal/batchaccgated_coverage_0/group_std_mean": 0.03668419010937214, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.35, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.16997956931591035, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0027524939738214015, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.02752493880689144, "signal/batchaccgated_coverage_1/group_std_mean": 0.03668419010937214, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.35, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.16997956931591035, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0027524939738214015, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.03615510016679764, "signal/batchaccgated_coverage_10/group_std_mean": 0.05362729802727699, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.35, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.22355604469776152, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.0036155101377516987, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.037400002032518385, "signal/batchaccgated_coverage_15/group_std_mean": 0.05544038340449333, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.35, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.23236773610115052, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.0037400003988295794, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.039513856172561646, "signal/batchaccgated_coverage_20/group_std_mean": 0.05852712020277977, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.35, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.244587305188179, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.003951385710388422, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.040053793042898175, "signal/batchaccgated_coverage_25/group_std_mean": 0.05918071568012238, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.35, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.24787524938583375, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.004005379509180784, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.03267774805426597, "signal/batchaccgated_coverage_5/group_std_mean": 0.04768794849514961, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.35, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.20389316380023956, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.0032677749171853066, "signal/brier_reward/centered_abs_mean": 0.08034662157297134, "signal/brier_reward/group_std_mean": 0.10586177706718444, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.48977477550506593, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.008034662622958422, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.04792383387684822, "signal/confidence_uniqueness_reward/group_std_mean": 0.059908661246299746, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.2962785542011261, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.004792383406311274, "signal/format_reward/centered_abs_mean": 0.000567626953125, "signal/format_reward/group_std_mean": 0.0016572814900428056, "signal/format_reward/group_zero_std_frac": 0.990625, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.016047720983624458, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.0002838134765625, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.19745397567749023, "signal/frontier_entropy_batch_reward/group_std_mean": 0.25981183648109435, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.178125, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 1.205248522758484, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.019745399430394172, "step": 290 }, { "calibration/aurc": 0.23352131547418803, "calibration/batch_distribution_entropy": 0.8063181281576497, "calibration/batch_entropy_100bins": 0.8241308460252492, "calibration/batch_entropy_10bins": 0.8063181281576497, "calibration/batch_entropy_50bins": 0.8123251280031063, "calibration/batch_uniqueness": 0.8702497617722766, "calibration/buffer_distribution_entropy": 0.7821345510747968, "calibration/buffer_entropy_100bins": 0.8385322702451419, "calibration/buffer_entropy_10bins": 0.7821345510747968, "calibration/buffer_entropy_50bins": 0.8133301294982619, "calibration/confidence_entropy": 0.32030045714573097, "calibration/coverage@0%": 0.0, "calibration/coverage@1%": 0.0, "calibration/coverage@10%": 0.21196260396281802, "calibration/coverage@15%": 0.38756682938586395, "calibration/coverage@20%": 0.5047075371244387, "calibration/coverage@25%": 0.5963289373968765, "calibration/coverage@30%": 0.662120835491731, "calibration/coverage@5%": 0.10949960249510764, "calibration/distribution_entropy_10": 0.8063181281576497, "calibration/distribution_entropy_100": 0.8241308460252492, "calibration/ece": 0.16154086667174433, "calibration/mean_confidence": 0.6687827685498403, "calibration/unique_confidence_per_question": 0.606640625, "calibration/unique_confidences": 310.6, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.00048828125, "completions/max_length": 770.4, "completions/max_terminated_length": 770.4, "completions/mean_length": 185.7771484375, "completions/mean_terminated_length": 185.86882934570312, "completions/min_length": 18.0, "completions/min_terminated_length": 94.6, "epoch": 0.944, "grad_norm": 0.008868498727679253, "learning_rate": 1e-06, "loss": 0.0033, "num_tokens": 1001420379.0, "reward": 1.165120816230774, "reward_std": 0.09554860591888428, "rewards/accuracy_reward": 0.550390625, "rewards/batchaccgated_coverage_0": 0.3494316875934601, "rewards/batchaccgated_coverage_1": 0.3494316875934601, "rewards/batchaccgated_coverage_10": 0.3904098868370056, "rewards/batchaccgated_coverage_15": 0.3922972917556763, "rewards/batchaccgated_coverage_20": 0.3939199447631836, "rewards/batchaccgated_coverage_25": 0.39588758945465086, "rewards/batchaccgated_coverage_5": 0.377797394990921, "rewards/brier_reward": 0.8024485945701599, "rewards/confidence_uniqueness_reward": 0.8666816473007202, "rewards/format_reward": 0.99736328125, "rewards/frontier_entropy_batch_reward": -0.4058672308921814, "signal/accuracy_reward/centered_abs_mean": 0.0781982421875, "signal/accuracy_reward/group_std_mean": 0.10564855337142945, "signal/accuracy_reward/group_zero_std_frac": 0.68125, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 2.1944111585617065, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.03909912109375, "signal/advantage_abs_mean": 0.695769476890564, "signal/advantage_pre_scale_abs_mean": 0.06632322520017624, "signal/advantage_pre_scale_std": 0.13217144310474396, "signal/advantage_std": 0.9788856506347656, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.030407553166151048, "signal/batchaccgated_coverage_0/group_std_mean": 0.04082559272646904, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.30625, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.16954272240400314, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.003040755447000265, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.030407553166151048, "signal/batchaccgated_coverage_1/group_std_mean": 0.04082559272646904, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.30625, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.16954272240400314, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.003040755447000265, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.03835934065282345, "signal/batchaccgated_coverage_10/group_std_mean": 0.054130587726831436, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.30625, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.21505818665027618, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.0038359342142939568, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.03937883675098419, "signal/batchaccgated_coverage_15/group_std_mean": 0.05551670640707016, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.30625, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.22074773907661438, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.003937883814796805, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.040260034054517745, "signal/batchaccgated_coverage_20/group_std_mean": 0.05662956014275551, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.30625, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.22638989090919495, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.0040260035078972575, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.04125453159213066, "signal/batchaccgated_coverage_25/group_std_mean": 0.057932039350271226, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.30625, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.2316810131072998, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.004125453252345324, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.03496180698275566, "signal/batchaccgated_coverage_5/group_std_mean": 0.048563698679208754, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.30625, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.19406530261039734, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.0034961807541549206, "signal/brier_reward/centered_abs_mean": 0.08858360201120377, "signal/brier_reward/group_std_mean": 0.11632589846849442, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.49475149512290956, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.008858360722661019, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.057854165136814115, "signal/confidence_uniqueness_reward/group_std_mean": 0.0772600993514061, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.3443441689014435, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.0057854167185723785, "signal/format_reward/centered_abs_mean": 0.005096435546875, "signal/format_reward/group_std_mean": 0.014579224260523915, "signal/format_reward/group_zero_std_frac": 0.91875, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.14164469838142396, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.0025482177734375, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.2037956655025482, "signal/frontier_entropy_batch_reward/group_std_mean": 0.2710902035236359, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.121875, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 1.1580429911613463, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.0203795675188303, "step": 295 }, { "calibration/aurc": 0.27850018044820013, "calibration/batch_distribution_entropy": 0.6736399917321533, "calibration/batch_entropy_100bins": 0.7277351463199947, "calibration/batch_entropy_10bins": 0.6736399917321533, "calibration/batch_entropy_50bins": 0.7026574473085763, "calibration/batch_uniqueness": 0.7993698988296419, "calibration/buffer_distribution_entropy": 0.7811231080100745, "calibration/buffer_entropy_100bins": 0.8363335730487644, "calibration/buffer_entropy_10bins": 0.7811231080100745, "calibration/buffer_entropy_50bins": 0.811019603033816, "calibration/confidence_entropy": 0.2494676052939062, "calibration/coverage@0%": 0.0, "calibration/coverage@1%": 0.0, "calibration/coverage@10%": 0.0, "calibration/coverage@15%": 0.18359375, "calibration/coverage@20%": 0.2504792991682975, "calibration/coverage@25%": 0.5293855491682974, "calibration/coverage@30%": 0.6748394691780822, "calibration/coverage@5%": 0.0, "calibration/distribution_entropy_10": 0.6736399917321533, "calibration/distribution_entropy_100": 0.7277351463199947, "calibration/ece": 0.2451664995753689, "calibration/mean_confidence": 0.7520032391029527, "calibration/unique_confidence_per_question": 0.482421875, "calibration/unique_confidences": 247.0, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.00068359375, "completions/max_length": 627.4, "completions/max_terminated_length": 627.4, "completions/mean_length": 182.953515625, "completions/mean_terminated_length": 183.07962036132812, "completions/min_length": 36.2, "completions/min_terminated_length": 92.6, "epoch": 0.96, "grad_norm": 0.008852118626236916, "learning_rate": 1e-06, "loss": -0.0053, "num_tokens": 1018234143.0, "reward": 1.1815873384475708, "reward_std": 0.07041721493005752, "rewards/accuracy_reward": 0.5435546875, "rewards/batchaccgated_coverage_0": 0.4017432153224945, "rewards/batchaccgated_coverage_1": 0.4017432153224945, "rewards/batchaccgated_coverage_10": 0.4297162055969238, "rewards/batchaccgated_coverage_15": 0.43861175179481504, "rewards/batchaccgated_coverage_20": 0.44260507822036743, "rewards/batchaccgated_coverage_25": 0.4428340792655945, "rewards/batchaccgated_coverage_5": 0.41624986529350283, "rewards/brier_reward": 0.7879561305046081, "rewards/confidence_uniqueness_reward": 0.8181966185569763, "rewards/format_reward": 0.998828125, "rewards/frontier_entropy_batch_reward": -0.47569699883461, "signal/accuracy_reward/centered_abs_mean": 0.0516845703125, "signal/accuracy_reward/group_std_mean": 0.0751104511320591, "signal/accuracy_reward/group_zero_std_frac": 0.7625, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 1.8486485958099366, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.02584228515625, "signal/advantage_abs_mean": 0.7043779611587524, "signal/advantage_pre_scale_abs_mean": 0.04744292572140694, "signal/advantage_pre_scale_std": 0.10692166537046432, "signal/advantage_std": 0.9775358080863953, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.021797166764736177, "signal/batchaccgated_coverage_0/group_std_mean": 0.029483487457036973, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.15394878685474395, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0021797166904434563, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.021797166764736177, "signal/batchaccgated_coverage_1/group_std_mean": 0.029483487457036973, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.15394878685474395, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0021797166904434563, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.027605806849896906, "signal/batchaccgated_coverage_10/group_std_mean": 0.03990558162331581, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.19526177793741226, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.0027605806477367877, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.03187102824449539, "signal/batchaccgated_coverage_15/group_std_mean": 0.04629060104489326, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.22664715349674225, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.0031871029641479254, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.03498369306325912, "signal/batchaccgated_coverage_20/group_std_mean": 0.05042875334620476, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.24569307267665863, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.0034983694087713955, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.03452742919325828, "signal/batchaccgated_coverage_25/group_std_mean": 0.049974224716424945, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.24355627000331878, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.003452743077650666, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.023767183534801006, "signal/batchaccgated_coverage_5/group_std_mean": 0.0333886593580246, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.16855373084545136, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.0023767184698954224, "signal/brier_reward/centered_abs_mean": 0.07507161647081376, "signal/brier_reward/group_std_mean": 0.10052584856748581, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.5353548109531403, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.00750716207548976, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.07436529397964478, "signal/confidence_uniqueness_reward/group_std_mean": 0.09100949019193649, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.5432931303977966, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.007436529546976089, "signal/format_reward/centered_abs_mean": 0.00225830078125, "signal/format_reward/group_std_mean": 0.0062928175088018175, "signal/format_reward/group_zero_std_frac": 0.965625, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.09227947928011418, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.001129150390625, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.17627755105495452, "signal/frontier_entropy_batch_reward/group_std_mean": 0.23899804651737214, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.203125, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 1.2495132565498352, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.017627755366265773, "step": 300 }, { "epoch": 0.96, "eval_completions/clipped_ratio": 0.0, "eval_completions/max_length": 378.75, "eval_completions/max_terminated_length": 378.75, "eval_completions/mean_length": 183.39102935791016, "eval_completions/mean_terminated_length": 183.39102935791016, "eval_completions/min_length": 109.25, "eval_completions/min_terminated_length": 109.25, "eval_loss": 0.0, "eval_num_tokens": 1018234143.0, "eval_reward": 0.8031385093927383, "eval_reward_std": 0.24449624493718147, "eval_rewards/accuracy_reward": 0.443359375, "eval_rewards/batchaccgated_coverage_0": 0.03105087112635374, "eval_rewards/batchaccgated_coverage_1": 0.03105087112635374, "eval_rewards/batchaccgated_coverage_10": 0.030407235026359558, "eval_rewards/batchaccgated_coverage_15": 0.02986953780055046, "eval_rewards/batchaccgated_coverage_20": 0.02712287474423647, "eval_rewards/batchaccgated_coverage_25": 0.02441434096544981, "eval_rewards/batchaccgated_coverage_5": 0.03105087112635374, "eval_rewards/brier_reward": 0.7583034485578537, "eval_rewards/confidence_uniqueness_reward": 0.851318359375, "eval_rewards/format_reward": 1.0, "eval_rewards/frontier_entropy_batch_reward": -1.0, "eval_runtime": 19.3317, "eval_samples_per_second": 25.864, "eval_signal/accuracy_reward/centered_abs_mean": 0.4761962890625, "eval_signal/accuracy_reward/group_std_mean": 0.4952752813696861, "eval_signal/accuracy_reward/group_zero_std_frac": 0.0, "eval_signal/accuracy_reward/scaled_weighted_centered_abs_mean": 0.9745659232139587, "eval_signal/accuracy_reward/weight": 0.5, "eval_signal/accuracy_reward/weighted_centered_abs_mean": 0.23809814453125, "eval_signal/advantage_abs_mean": 0.9218599498271942, "eval_signal/advantage_pre_scale_abs_mean": 0.22571881115436554, "eval_signal/advantage_pre_scale_std": 0.2417391650378704, "eval_signal/advantage_std": 0.9877137243747711, "eval_signal/batchaccgated_coverage_0/centered_abs_mean": 0.05186370946466923, "eval_signal/batchaccgated_coverage_0/group_std_mean": 0.06709158234298229, "eval_signal/batchaccgated_coverage_0/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.021218573674559593, "eval_signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.005186370923183858, "eval_signal/batchaccgated_coverage_1/centered_abs_mean": 0.05186370946466923, "eval_signal/batchaccgated_coverage_1/group_std_mean": 0.06709158234298229, "eval_signal/batchaccgated_coverage_1/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.021218573674559593, "eval_signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.005186370923183858, "eval_signal/batchaccgated_coverage_10/centered_abs_mean": 0.05080135352909565, "eval_signal/batchaccgated_coverage_10/group_std_mean": 0.06580364890396595, "eval_signal/batchaccgated_coverage_10/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.020786314737051725, "eval_signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.005080135422758758, "eval_signal/batchaccgated_coverage_15/centered_abs_mean": 0.04963265731930733, "eval_signal/batchaccgated_coverage_15/group_std_mean": 0.06431423034518957, "eval_signal/batchaccgated_coverage_15/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.02030557207763195, "eval_signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.004963265964761376, "eval_signal/batchaccgated_coverage_20/centered_abs_mean": 0.0435302359983325, "eval_signal/batchaccgated_coverage_20/group_std_mean": 0.05719771608710289, "eval_signal/batchaccgated_coverage_20/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.01782950502820313, "eval_signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.00435302359983325, "eval_signal/batchaccgated_coverage_25/centered_abs_mean": 0.03706817701458931, "eval_signal/batchaccgated_coverage_25/group_std_mean": 0.04884832352399826, "eval_signal/batchaccgated_coverage_25/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.015171174658462405, "eval_signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.0037068177480250597, "eval_signal/batchaccgated_coverage_5/centered_abs_mean": 0.05186370946466923, "eval_signal/batchaccgated_coverage_5/group_std_mean": 0.06709158234298229, "eval_signal/batchaccgated_coverage_5/group_zero_std_frac": 0.0, "eval_signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.021218573674559593, "eval_signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "eval_signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.005186370923183858, "eval_signal/brier_reward/centered_abs_mean": 0.2845764011144638, "eval_signal/brier_reward/group_std_mean": 0.34831059724092484, "eval_signal/brier_reward/group_zero_std_frac": 0.0, "eval_signal/brier_reward/scaled_weighted_centered_abs_mean": 0.1165114063769579, "eval_signal/brier_reward/weight": 0.10000000149011612, "eval_signal/brier_reward/weighted_centered_abs_mean": 0.028457640204578638, "eval_signal/confidence_uniqueness_reward/centered_abs_mean": 0.0831298828125, "eval_signal/confidence_uniqueness_reward/group_std_mean": 0.10036689788103104, "eval_signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "eval_signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.03387655084952712, "eval_signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "eval_signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.008312988560646772, "eval_signal/format_reward/centered_abs_mean": 0.0, "eval_signal/format_reward/group_std_mean": 0.0, "eval_signal/format_reward/group_zero_std_frac": 1.0, "eval_signal/format_reward/scaled_weighted_centered_abs_mean": 0.0, "eval_signal/format_reward/weight": 0.5, "eval_signal/format_reward/weighted_centered_abs_mean": 0.0, "eval_signal/frontier_entropy_batch_reward/centered_abs_mean": 0.0, "eval_signal/frontier_entropy_batch_reward/group_std_mean": 0.0, "eval_signal/frontier_entropy_batch_reward/group_zero_std_frac": 1.0, "eval_signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 0.0, "eval_signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "eval_signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.0, "eval_steps_per_second": 0.207, "step": 300 }, { "epoch": 0.96, "step": 300, "train_probe_completions/clipped_ratio": 0.0, "train_probe_completions/max_length": 469.5, "train_probe_completions/max_terminated_length": 469.5, "train_probe_completions/mean_length": 178.6131477355957, "train_probe_completions/mean_terminated_length": 178.6131477355957, "train_probe_completions/min_length": 101.5, "train_probe_completions/min_terminated_length": 101.5, "train_probe_loss": 0.0, "train_probe_num_tokens": 1018234143.0, "train_probe_reward": 0.9301466345787048, "train_probe_reward_std": 0.24371350556612015, "train_probe_rewards/accuracy_reward": 0.642578125, "train_probe_rewards/batchaccgated_coverage_0": 0.04586124513298273, "train_probe_rewards/batchaccgated_coverage_1": 0.04586124513298273, "train_probe_rewards/batchaccgated_coverage_10": 0.038542845752090216, "train_probe_rewards/batchaccgated_coverage_15": 0.05498477537184954, "train_probe_rewards/batchaccgated_coverage_20": 0.07146968087181449, "train_probe_rewards/batchaccgated_coverage_25": 0.10823106486350298, "train_probe_rewards/batchaccgated_coverage_5": 0.045582485385239124, "train_probe_rewards/brier_reward": 0.8579739630222321, "train_probe_rewards/confidence_uniqueness_reward": 0.820068359375, "train_probe_rewards/format_reward": 1.0, "train_probe_rewards/frontier_entropy_batch_reward": -1.0, "train_probe_runtime": 21.4662, "train_probe_samples_per_second": 23.292, "train_probe_signal/accuracy_reward/centered_abs_mean": 0.4505615234375, "train_probe_signal/accuracy_reward/group_std_mean": 0.4818578064441681, "train_probe_signal/accuracy_reward/group_zero_std_frac": 0.0, "train_probe_signal/accuracy_reward/scaled_weighted_centered_abs_mean": 0.926200270652771, "train_probe_signal/accuracy_reward/weight": 0.5, "train_probe_signal/accuracy_reward/weighted_centered_abs_mean": 0.22528076171875, "train_probe_signal/advantage_abs_mean": 0.8939660042524338, "train_probe_signal/advantage_pre_scale_abs_mean": 0.21787172555923462, "train_probe_signal/advantage_pre_scale_std": 0.2409588247537613, "train_probe_signal/advantage_std": 0.9877124428749084, "train_probe_signal/batchaccgated_coverage_0/centered_abs_mean": 0.09329593554139137, "train_probe_signal/batchaccgated_coverage_0/group_std_mean": 0.12869727611541748, "train_probe_signal/batchaccgated_coverage_0/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.038347952999174595, "train_probe_signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.009329593740403652, "train_probe_signal/batchaccgated_coverage_1/centered_abs_mean": 0.09329593554139137, "train_probe_signal/batchaccgated_coverage_1/group_std_mean": 0.12869727611541748, "train_probe_signal/batchaccgated_coverage_1/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.038347952999174595, "train_probe_signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.009329593740403652, "train_probe_signal/batchaccgated_coverage_10/centered_abs_mean": 0.06261359062045813, "train_probe_signal/batchaccgated_coverage_10/group_std_mean": 0.09102711454033852, "train_probe_signal/batchaccgated_coverage_10/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.025796424597501755, "train_probe_signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.006261359318159521, "train_probe_signal/batchaccgated_coverage_15/centered_abs_mean": 0.06433605030179024, "train_probe_signal/batchaccgated_coverage_15/group_std_mean": 0.08675757050514221, "train_probe_signal/batchaccgated_coverage_15/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.02633900847285986, "train_probe_signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.006433605216443539, "train_probe_signal/batchaccgated_coverage_20/centered_abs_mean": 0.0728608425706625, "train_probe_signal/batchaccgated_coverage_20/group_std_mean": 0.09130198135972023, "train_probe_signal/batchaccgated_coverage_20/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.02973267761990428, "train_probe_signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.007286084408406168, "train_probe_signal/batchaccgated_coverage_25/centered_abs_mean": 0.11567197926342487, "train_probe_signal/batchaccgated_coverage_25/group_std_mean": 0.13595649879425764, "train_probe_signal/batchaccgated_coverage_25/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.04738030210137367, "train_probe_signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.011567198089323938, "train_probe_signal/batchaccgated_coverage_5/centered_abs_mean": 0.09171407669782639, "train_probe_signal/batchaccgated_coverage_5/group_std_mean": 0.12655112892389297, "train_probe_signal/batchaccgated_coverage_5/group_zero_std_frac": 0.0, "train_probe_signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.03771956078708172, "train_probe_signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "train_probe_signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.009171408135443926, "train_probe_signal/brier_reward/centered_abs_mean": 0.18815095350146294, "train_probe_signal/brier_reward/group_std_mean": 0.27081988006830215, "train_probe_signal/brier_reward/group_zero_std_frac": 0.0, "train_probe_signal/brier_reward/scaled_weighted_centered_abs_mean": 0.07744615990668535, "train_probe_signal/brier_reward/weight": 0.10000000149011612, "train_probe_signal/brier_reward/weighted_centered_abs_mean": 0.01881509553641081, "train_probe_signal/confidence_uniqueness_reward/centered_abs_mean": 0.1126556396484375, "train_probe_signal/confidence_uniqueness_reward/group_std_mean": 0.13106262311339378, "train_probe_signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "train_probe_signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.04636909253895283, "train_probe_signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "train_probe_signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.011265564477071166, "train_probe_signal/format_reward/centered_abs_mean": 0.0, "train_probe_signal/format_reward/group_std_mean": 0.0, "train_probe_signal/format_reward/group_zero_std_frac": 1.0, "train_probe_signal/format_reward/scaled_weighted_centered_abs_mean": 0.0, "train_probe_signal/format_reward/weight": 0.5, "train_probe_signal/format_reward/weighted_centered_abs_mean": 0.0, "train_probe_signal/frontier_entropy_batch_reward/centered_abs_mean": 0.0, "train_probe_signal/frontier_entropy_batch_reward/group_std_mean": 0.0, "train_probe_signal/frontier_entropy_batch_reward/group_zero_std_frac": 1.0, "train_probe_signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 0.0, "train_probe_signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "train_probe_signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.0, "train_probe_steps_per_second": 0.186 }, { "calibration/aurc": 0.23775545366658327, "calibration/batch_distribution_entropy": 0.7648731437289149, "calibration/batch_entropy_100bins": 0.8197225415680605, "calibration/batch_entropy_10bins": 0.7648731437289149, "calibration/batch_entropy_50bins": 0.8060763000463, "calibration/batch_uniqueness": 0.8816739549823837, "calibration/buffer_distribution_entropy": 0.7795439475190415, "calibration/buffer_entropy_100bins": 0.8353093558775984, "calibration/buffer_entropy_10bins": 0.7795439475190415, "calibration/buffer_entropy_50bins": 0.8099060891142141, "calibration/confidence_entropy": 0.3097802994266544, "calibration/coverage@0%": 0.053515625, "calibration/coverage@1%": 0.06171875, "calibration/coverage@10%": 0.26328125, "calibration/coverage@15%": 0.459375, "calibration/coverage@20%": 0.52578125, "calibration/coverage@25%": 0.589453125, "calibration/coverage@30%": 0.684375, "calibration/coverage@5%": 0.080859375, "calibration/distribution_entropy_10": 0.7648731437289149, "calibration/distribution_entropy_100": 0.8197225415680605, "calibration/ece": 0.16090970729464193, "calibration/mean_confidence": 0.7144808733325128, "calibration/unique_confidence_per_question": 0.63046875, "calibration/unique_confidences": 322.8, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.00078125, "completions/max_length": 834.0, "completions/max_terminated_length": 834.0, "completions/mean_length": 187.10166015625, "completions/mean_terminated_length": 187.24796447753906, "completions/min_length": 18.4, "completions/min_terminated_length": 95.0, "epoch": 0.976, "grad_norm": 0.00896392110735178, "learning_rate": 1e-06, "loss": -0.0029, "num_tokens": 1035011184.0, "reward": 1.1877195119857789, "reward_std": 0.08008053749799729, "rewards/accuracy_reward": 0.562890625, "rewards/batchaccgated_coverage_0": 0.37995734214782717, "rewards/batchaccgated_coverage_1": 0.37995734214782717, "rewards/batchaccgated_coverage_10": 0.4141102731227875, "rewards/batchaccgated_coverage_15": 0.417661315202713, "rewards/batchaccgated_coverage_20": 0.41931965947151184, "rewards/batchaccgated_coverage_25": 0.42064470052719116, "rewards/batchaccgated_coverage_5": 0.4053920328617096, "rewards/brier_reward": 0.7955968737602234, "rewards/confidence_uniqueness_reward": 0.8782744407653809, "rewards/format_reward": 0.99921875, "rewards/frontier_entropy_batch_reward": -0.444265753030777, "signal/accuracy_reward/centered_abs_mean": 0.06607666015625, "signal/accuracy_reward/group_std_mean": 0.09089337512850762, "signal/accuracy_reward/group_zero_std_frac": 0.725, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 1.6580353736877442, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.033038330078125, "signal/advantage_abs_mean": 0.7119146227836609, "signal/advantage_pre_scale_abs_mean": 0.057272279262542726, "signal/advantage_pre_scale_std": 0.11449765861034393, "signal/advantage_std": 0.9791268706321716, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.02979014813899994, "signal/batchaccgated_coverage_0/group_std_mean": 0.03993955552577973, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.3, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.15968257784843445, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0029790148138999937, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.02979014813899994, "signal/batchaccgated_coverage_1/group_std_mean": 0.03993955552577973, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.3, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.15968257784843445, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0029790148138999937, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.03748157247900963, "signal/batchaccgated_coverage_10/group_std_mean": 0.05240300595760346, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.3, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.20805883556604385, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.0037481572944670916, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.038313575088977814, "signal/batchaccgated_coverage_15/group_std_mean": 0.05379014909267425, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.3, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.21264007836580276, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.0038313576951622963, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.039554671943187715, "signal/batchaccgated_coverage_20/group_std_mean": 0.05549765974283218, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.3, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.22301185727119446, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.003955467417836189, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.039445796981453896, "signal/batchaccgated_coverage_25/group_std_mean": 0.05538865253329277, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.3, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.22597005665302278, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.00394457969814539, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.03451544865965843, "signal/batchaccgated_coverage_5/group_std_mean": 0.047826632112264636, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.3, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.1880588412284851, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.0034515449311584233, "signal/brier_reward/centered_abs_mean": 0.07830462828278542, "signal/brier_reward/group_std_mean": 0.10303362607955932, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.4172621190547943, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.007830462791025639, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.04654725193977356, "signal/confidence_uniqueness_reward/group_std_mean": 0.05877678170800209, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.28888666480779646, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.004654725361615419, "signal/format_reward/centered_abs_mean": 0.0014892578125, "signal/format_reward/group_std_mean": 0.0037468004506081344, "signal/format_reward/group_zero_std_frac": 0.98125, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.03695552423596382, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.00074462890625, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.19571826457977295, "signal/frontier_entropy_batch_reward/group_std_mean": 0.26424733400344846, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.15625, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 1.061959934234619, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.019571825861930847, "step": 305 }, { "calibration/aurc": 0.3482168967959146, "calibration/batch_distribution_entropy": 0.7580045524353574, "calibration/batch_entropy_100bins": 0.8089741573269077, "calibration/batch_entropy_10bins": 0.7580045524353574, "calibration/batch_entropy_50bins": 0.7911056346189158, "calibration/batch_uniqueness": 0.8742313874653407, "calibration/buffer_distribution_entropy": 0.775543393968797, "calibration/buffer_entropy_100bins": 0.8330033463588047, "calibration/buffer_entropy_10bins": 0.775543393968797, "calibration/buffer_entropy_50bins": 0.8071748465412876, "calibration/confidence_entropy": 0.30808443560542237, "calibration/coverage@0%": 0.0, "calibration/coverage@1%": 0.0, "calibration/coverage@10%": 0.03046875, "calibration/coverage@15%": 0.09140625, "calibration/coverage@20%": 0.16561425589390963, "calibration/coverage@25%": 0.2836171856193264, "calibration/coverage@30%": 0.44721529574865854, "calibration/coverage@5%": 0.0, "calibration/distribution_entropy_10": 0.7580045524353574, "calibration/distribution_entropy_100": 0.8089741573269077, "calibration/ece": 0.28718872964131403, "calibration/mean_confidence": 0.7262240215273776, "calibration/unique_confidence_per_question": 0.60546875, "calibration/unique_confidences": 310.0, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.00302734375, "completions/max_length": 1010.4, "completions/max_terminated_length": 1010.4, "completions/mean_length": 191.791796875, "completions/mean_terminated_length": 192.37608642578124, "completions/min_length": 0.0, "completions/min_terminated_length": 92.6, "epoch": 0.992, "grad_norm": 0.015328600071370602, "learning_rate": 1e-06, "loss": -0.0178, "num_tokens": 1052103612.0, "reward": 1.1663033723831178, "reward_std": 0.09818619191646576, "rewards/accuracy_reward": 0.54892578125, "rewards/batchaccgated_coverage_0": 0.35357803106307983, "rewards/batchaccgated_coverage_1": 0.35357803106307983, "rewards/batchaccgated_coverage_10": 0.413808262348175, "rewards/batchaccgated_coverage_15": 0.4213964521884918, "rewards/batchaccgated_coverage_20": 0.42779074907302855, "rewards/batchaccgated_coverage_25": 0.4300235152244568, "rewards/batchaccgated_coverage_5": 0.3994297027587891, "rewards/brier_reward": 0.7722519993782043, "rewards/confidence_uniqueness_reward": 0.8389286041259766, "rewards/format_reward": 0.99638671875, "rewards/frontier_entropy_batch_reward": -0.47431432008743285, "signal/accuracy_reward/centered_abs_mean": 0.067327880859375, "signal/accuracy_reward/group_std_mean": 0.0973877638578415, "signal/accuracy_reward/group_zero_std_frac": 0.6875, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 3.1436627864837647, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.0336639404296875, "signal/advantage_abs_mean": 0.6853918671607971, "signal/advantage_pre_scale_abs_mean": 0.06361023485660552, "signal/advantage_pre_scale_std": 0.14047329872846603, "signal/advantage_std": 0.9757389068603516, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.023749268054962157, "signal/batchaccgated_coverage_0/group_std_mean": 0.034171655774116516, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.2140330672264099, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0023749270010739567, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.023749268054962157, "signal/batchaccgated_coverage_1/group_std_mean": 0.034171655774116516, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.2140330672264099, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0023749270010739567, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.034723950922489165, "signal/batchaccgated_coverage_10/group_std_mean": 0.05573805496096611, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.3167715728282928, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.0034723952412605286, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.037551175057888034, "signal/batchaccgated_coverage_15/group_std_mean": 0.05970019176602363, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.3431630671024323, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.0037551174871623518, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.04233950227499008, "signal/batchaccgated_coverage_20/group_std_mean": 0.06593892127275466, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.38800170421600344, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.004233950329944491, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.04465677812695503, "signal/batchaccgated_coverage_25/group_std_mean": 0.06868720427155495, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.4188137352466583, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.004465677868574857, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.03042970448732376, "signal/batchaccgated_coverage_5/group_std_mean": 0.04863251820206642, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.3375, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.27771547734737395, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.0030429705046117307, "signal/brier_reward/centered_abs_mean": 0.0848316177725792, "signal/brier_reward/group_std_mean": 0.11556925475597382, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.7799864292144776, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.008483161590993405, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.06558745577931405, "signal/confidence_uniqueness_reward/group_std_mean": 0.08739940822124481, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.6184833765029907, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.006558745726943016, "signal/format_reward/centered_abs_mean": 0.006854248046875, "signal/format_reward/group_std_mean": 0.017539374902844428, "signal/format_reward/group_zero_std_frac": 0.909375, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.354459111392498, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.0034271240234375, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.19165467619895935, "signal/frontier_entropy_batch_reward/group_std_mean": 0.2564922720193863, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.1875, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 1.73209969997406, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.019165467098355295, "step": 310 }, { "calibration/aurc": 0.28309707248022625, "calibration/batch_distribution_entropy": 0.6819373181402297, "calibration/batch_entropy_100bins": 0.753224871038538, "calibration/batch_entropy_10bins": 0.6819373181402297, "calibration/batch_entropy_50bins": 0.7341735894564385, "calibration/batch_uniqueness": 0.840179443359375, "calibration/buffer_distribution_entropy": 0.7740546252193738, "calibration/buffer_entropy_100bins": 0.8323321614294084, "calibration/buffer_entropy_10bins": 0.7740546252193738, "calibration/buffer_entropy_50bins": 0.8063046397412265, "calibration/confidence_entropy": 0.27447661356657294, "calibration/coverage@0%": 0.0, "calibration/coverage@1%": 0.0, "calibration/coverage@10%": 0.0, "calibration/coverage@15%": 0.0, "calibration/coverage@20%": 0.0, "calibration/coverage@25%": 0.3271484375, "calibration/coverage@30%": 0.74609375, "calibration/coverage@5%": 0.0, "calibration/distribution_entropy_10": 0.6819373181402297, "calibration/distribution_entropy_100": 0.753224871038538, "calibration/ece": 0.23058610820160746, "calibration/mean_confidence": 0.809178336624672, "calibration/unique_confidence_per_question": 0.5458984375, "calibration/unique_confidences": 279.5, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.000956632653061229, "completions/max_length": 989.0, "completions/max_terminated_length": 989.0, "completions/mean_length": 204.09691619873047, "completions/mean_terminated_length": 204.2919158935547, "completions/min_length": 52.0, "completions/min_terminated_length": 91.0, "epoch": 0.9984, "num_tokens": 1058946353.0, "reward": 1.1957749128341675, "reward_std": 0.10220827534794807, "rewards/accuracy_reward": 0.592529296875, "rewards/batchaccgated_coverage_0": 0.3696647882461548, "rewards/batchaccgated_coverage_1": 0.3696647882461548, "rewards/batchaccgated_coverage_10": 0.4171268343925476, "rewards/batchaccgated_coverage_15": 0.4275437742471695, "rewards/batchaccgated_coverage_20": 0.4301861822605133, "rewards/batchaccgated_coverage_25": 0.43145789206027985, "rewards/batchaccgated_coverage_5": 0.39303070306777954, "rewards/brier_reward": 0.7722248136997223, "rewards/confidence_uniqueness_reward": 0.8677802681922913, "rewards/format_reward": 0.998046875, "rewards/frontier_entropy_batch_reward": -0.4738122820854187, "signal/accuracy_reward/centered_abs_mean": 0.0806121826171875, "signal/accuracy_reward/group_std_mean": 0.10476469248533249, "signal/accuracy_reward/group_zero_std_frac": 0.7109375, "signal/accuracy_reward/scaled_weighted_centered_abs_mean": 2.9348798990249634, "signal/accuracy_reward/weight": 0.5, "signal/accuracy_reward/weighted_centered_abs_mean": 0.04030609130859375, "signal/advantage_abs_mean": 0.7073619067668915, "signal/advantage_pre_scale_abs_mean": 0.07310890778899193, "signal/advantage_pre_scale_std": 0.14316300302743912, "signal/advantage_std": 0.9774908125400543, "signal/batchaccgated_coverage_0/centered_abs_mean": 0.03300888929516077, "signal/batchaccgated_coverage_0/group_std_mean": 0.04597372189164162, "signal/batchaccgated_coverage_0/group_zero_std_frac": 0.296875, "signal/batchaccgated_coverage_0/scaled_weighted_centered_abs_mean": 0.24044819176197052, "signal/batchaccgated_coverage_0/weight": 0.10000000149011612, "signal/batchaccgated_coverage_0/weighted_centered_abs_mean": 0.0033008886966854334, "signal/batchaccgated_coverage_1/centered_abs_mean": 0.03300888929516077, "signal/batchaccgated_coverage_1/group_std_mean": 0.04597372189164162, "signal/batchaccgated_coverage_1/group_zero_std_frac": 0.296875, "signal/batchaccgated_coverage_1/scaled_weighted_centered_abs_mean": 0.24044819176197052, "signal/batchaccgated_coverage_1/weight": 0.10000000149011612, "signal/batchaccgated_coverage_1/weighted_centered_abs_mean": 0.0033008886966854334, "signal/batchaccgated_coverage_10/centered_abs_mean": 0.04395882599055767, "signal/batchaccgated_coverage_10/group_std_mean": 0.06474404036998749, "signal/batchaccgated_coverage_10/group_zero_std_frac": 0.296875, "signal/batchaccgated_coverage_10/scaled_weighted_centered_abs_mean": 0.3200097531080246, "signal/batchaccgated_coverage_10/weight": 0.10000000149011612, "signal/batchaccgated_coverage_10/weighted_centered_abs_mean": 0.004395882599055767, "signal/batchaccgated_coverage_15/centered_abs_mean": 0.048636989668011665, "signal/batchaccgated_coverage_15/group_std_mean": 0.0717056468129158, "signal/batchaccgated_coverage_15/group_zero_std_frac": 0.296875, "signal/batchaccgated_coverage_15/scaled_weighted_centered_abs_mean": 0.35358545184135437, "signal/batchaccgated_coverage_15/weight": 0.10000000149011612, "signal/batchaccgated_coverage_15/weighted_centered_abs_mean": 0.0048636989668011665, "signal/batchaccgated_coverage_20/centered_abs_mean": 0.0482151061296463, "signal/batchaccgated_coverage_20/group_std_mean": 0.07102518901228905, "signal/batchaccgated_coverage_20/group_zero_std_frac": 0.296875, "signal/batchaccgated_coverage_20/scaled_weighted_centered_abs_mean": 0.3506074398756027, "signal/batchaccgated_coverage_20/weight": 0.10000000149011612, "signal/batchaccgated_coverage_20/weighted_centered_abs_mean": 0.004821510519832373, "signal/batchaccgated_coverage_25/centered_abs_mean": 0.049762340262532234, "signal/batchaccgated_coverage_25/group_std_mean": 0.07294446602463722, "signal/batchaccgated_coverage_25/group_zero_std_frac": 0.296875, "signal/batchaccgated_coverage_25/scaled_weighted_centered_abs_mean": 0.36161306500434875, "signal/batchaccgated_coverage_25/weight": 0.10000000149011612, "signal/batchaccgated_coverage_25/weighted_centered_abs_mean": 0.004976233933120966, "signal/batchaccgated_coverage_5/centered_abs_mean": 0.035574523732066154, "signal/batchaccgated_coverage_5/group_std_mean": 0.05146194435656071, "signal/batchaccgated_coverage_5/group_zero_std_frac": 0.296875, "signal/batchaccgated_coverage_5/scaled_weighted_centered_abs_mean": 0.25847023725509644, "signal/batchaccgated_coverage_5/weight": 0.10000000149011612, "signal/batchaccgated_coverage_5/weighted_centered_abs_mean": 0.0035574522335082293, "signal/brier_reward/centered_abs_mean": 0.09154050797224045, "signal/brier_reward/group_std_mean": 0.12148668244481087, "signal/brier_reward/group_zero_std_frac": 0.0, "signal/brier_reward/scaled_weighted_centered_abs_mean": 0.6660867631435394, "signal/brier_reward/weight": 0.10000000149011612, "signal/brier_reward/weighted_centered_abs_mean": 0.00915405061095953, "signal/confidence_uniqueness_reward/centered_abs_mean": 0.052264368161559105, "signal/confidence_uniqueness_reward/group_std_mean": 0.06790770962834358, "signal/confidence_uniqueness_reward/group_zero_std_frac": 0.0, "signal/confidence_uniqueness_reward/scaled_weighted_centered_abs_mean": 0.379984587430954, "signal/confidence_uniqueness_reward/weight": 0.10000000149011612, "signal/confidence_uniqueness_reward/weighted_centered_abs_mean": 0.005226437235251069, "signal/format_reward/centered_abs_mean": 0.003662109375, "signal/format_reward/group_std_mean": 0.008378197904676199, "signal/format_reward/group_zero_std_frac": 0.9609375, "signal/format_reward/scaled_weighted_centered_abs_mean": 0.13236328214406967, "signal/format_reward/weight": 0.5, "signal/format_reward/weighted_centered_abs_mean": 0.0018310546875, "signal/frontier_entropy_batch_reward/centered_abs_mean": 0.21764830499887466, "signal/frontier_entropy_batch_reward/group_std_mean": 0.2810414582490921, "signal/frontier_entropy_batch_reward/group_zero_std_frac": 0.15625, "signal/frontier_entropy_batch_reward/scaled_weighted_centered_abs_mean": 1.5830057263374329, "signal/frontier_entropy_batch_reward/weight": 0.10000000149011612, "signal/frontier_entropy_batch_reward/weighted_centered_abs_mean": 0.02176483254879713, "step": 312, "total_flos": 0.0, "train_loss": -0.0014766592585380212, "train_runtime": 59862.3775, "train_samples_per_second": 0.334, "train_steps_per_second": 0.005 } ], "logging_steps": 5, "max_steps": 312, "num_input_tokens_seen": 1058946353, "num_train_epochs": 1, "save_steps": 60, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 8, "trial_name": null, "trial_params": null }