{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 0.125, "eval_steps": 500, "global_step": 50, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.015625, "completions/max_length": 2048.0, "completions/max_terminated_length": 2017.0, "completions/mean_length": 526.171875, "completions/mean_terminated_length": 502.0158996582031, "completions/min_length": 3.0, "completions/min_terminated_length": 3.0, "epoch": 0.0025, "frac_reward_zero_std": 0.25, "grad_norm": 45.067413330078125, "learning_rate": 0.0, "loss": 0.0, "num_tokens": 159571.0, "reward": 0.16171874105930328, "reward_std": 0.22119659185409546, "rewards/format_reward/mean": 0.3671875, "rewards/format_reward/std": 0.23974503576755524, "rewards/mcq_exact_match_reward/mean": 0.125, "rewards/mcq_exact_match_reward/std": 0.3333333432674408, "step": 1 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.015625, "completions/max_length": 2048.0, "completions/max_terminated_length": 1246.0, "completions/mean_length": 385.359375, "completions/mean_terminated_length": 358.96826171875, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.005, "frac_reward_zero_std": 0.0, "grad_norm": 6.375270843505859, "learning_rate": 2e-07, "loss": 0.0, "num_tokens": 284106.0, "reward": 0.25, "reward_std": 0.3253452479839325, "rewards/format_reward/mean": 0.3125, "rewards/format_reward/std": 0.2597312331199646, "rewards/mcq_exact_match_reward/mean": 0.21875, "rewards/mcq_exact_match_reward/std": 0.4166666865348816, "step": 2 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.015625, "completions/max_length": 2048.0, "completions/max_terminated_length": 1578.0, "completions/mean_length": 522.65625, "completions/mean_terminated_length": 498.4444580078125, "completions/min_length": 2.0, "completions/min_terminated_length": 2.0, "epoch": 0.0075, "frac_reward_zero_std": 0.0, "grad_norm": 17.642942428588867, "learning_rate": 4e-07, "loss": -0.0, "num_tokens": 398316.0, "reward": 0.29374998807907104, "reward_std": 0.3501744568347931, "rewards/format_reward/mean": 0.28125, "rewards/format_reward/std": 0.265398770570755, "rewards/mcq_exact_match_reward/mean": 0.265625, "rewards/mcq_exact_match_reward/std": 0.44515693187713623, "step": 3 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1658.0, "completions/max_terminated_length": 1658.0, "completions/mean_length": 464.140625, "completions/mean_terminated_length": 464.140625, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.01, "frac_reward_zero_std": 0.0, "grad_norm": 4.059991836547852, "learning_rate": 6e-07, "loss": -0.0, "num_tokens": 527325.0, "reward": 0.45703125, "reward_std": 0.4382486343383789, "rewards/format_reward/mean": 0.3515625, "rewards/format_reward/std": 0.26246222853660583, "rewards/mcq_exact_match_reward/mean": 0.421875, "rewards/mcq_exact_match_reward/std": 0.49776285886764526, "step": 4 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.015625, "completions/max_length": 2048.0, "completions/max_terminated_length": 1219.0, "completions/mean_length": 520.234375, "completions/mean_terminated_length": 495.9841613769531, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.0125, "frac_reward_zero_std": 0.0, "grad_norm": 5.8421950340271, "learning_rate": 8e-07, "loss": -0.0, "num_tokens": 681340.0, "reward": 0.3031249940395355, "reward_std": 0.3790626525878906, "rewards/format_reward/mean": 0.375, "rewards/format_reward/std": 0.2182178944349289, "rewards/mcq_exact_match_reward/mean": 0.265625, "rewards/mcq_exact_match_reward/std": 0.44515693187713623, "step": 5 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.015625, "completions/max_length": 2048.0, "completions/max_terminated_length": 1304.0, "completions/mean_length": 541.921875, "completions/mean_terminated_length": 518.0159301757812, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.015, "frac_reward_zero_std": 0.0, "grad_norm": 1.6678318977355957, "learning_rate": 1e-06, "loss": 0.0, "num_tokens": 831359.0, "reward": 0.20546872913837433, "reward_std": 0.26155197620391846, "rewards/format_reward/mean": 0.3359375, "rewards/format_reward/std": 0.2366211861371994, "rewards/mcq_exact_match_reward/mean": 0.171875, "rewards/mcq_exact_match_reward/std": 0.38025420904159546, "step": 6 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1315.0, "completions/max_terminated_length": 1315.0, "completions/mean_length": 397.625, "completions/mean_terminated_length": 397.625, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.0175, "frac_reward_zero_std": 0.0, "grad_norm": 8.342037200927734, "learning_rate": 9.99726628670463e-07, "loss": 0.0, "num_tokens": 957903.0, "reward": 0.18906249105930328, "reward_std": 0.28178858757019043, "rewards/format_reward/mean": 0.328125, "rewards/format_reward/std": 0.25539806485176086, "rewards/mcq_exact_match_reward/mean": 0.15625, "rewards/mcq_exact_match_reward/std": 0.36596253514289856, "step": 7 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1611.0, "completions/max_terminated_length": 1611.0, "completions/mean_length": 478.0, "completions/mean_terminated_length": 478.0, "completions/min_length": 5.0, "completions/min_terminated_length": 5.0, "epoch": 0.02, "frac_reward_zero_std": 0.0, "grad_norm": 13.06922435760498, "learning_rate": 9.989068136093872e-07, "loss": 0.0, "num_tokens": 1101063.0, "reward": 0.2382812350988388, "reward_std": 0.2612454891204834, "rewards/format_reward/mean": 0.3515625, "rewards/format_reward/std": 0.2302463799715042, "rewards/mcq_exact_match_reward/mean": 0.203125, "rewards/mcq_exact_match_reward/std": 0.40550529956817627, "step": 8 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1686.0, "completions/max_terminated_length": 1686.0, "completions/mean_length": 484.53125, "completions/mean_terminated_length": 484.53125, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.0225, "frac_reward_zero_std": 0.0, "grad_norm": 7.61676549911499, "learning_rate": 9.975414512725056e-07, "loss": -0.0, "num_tokens": 1220905.0, "reward": 0.4664062261581421, "reward_std": 0.4725493788719177, "rewards/format_reward/mean": 0.4453125, "rewards/format_reward/std": 0.20152568817138672, "rewards/mcq_exact_match_reward/mean": 0.421875, "rewards/mcq_exact_match_reward/std": 0.49776285886764526, "step": 9 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.015625, "completions/max_length": 2048.0, "completions/max_terminated_length": 1747.0, "completions/mean_length": 470.4375, "completions/mean_terminated_length": 445.3968505859375, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.025, "frac_reward_zero_std": 0.0, "grad_norm": 8.070640563964844, "learning_rate": 9.956320346634875e-07, "loss": -0.0, "num_tokens": 1340293.0, "reward": 0.2124999761581421, "reward_std": 0.29222679138183594, "rewards/format_reward/mean": 0.40625, "rewards/format_reward/std": 0.25, "rewards/mcq_exact_match_reward/mean": 0.171875, "rewards/mcq_exact_match_reward/std": 0.38025420904159546, "step": 10 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.03125, "completions/max_length": 2048.0, "completions/max_terminated_length": 1129.0, "completions/mean_length": 505.3125, "completions/mean_terminated_length": 455.5483703613281, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.0275, "frac_reward_zero_std": 0.25, "grad_norm": 12.636091232299805, "learning_rate": 9.931806517013612e-07, "loss": 0.0, "num_tokens": 1468433.0, "reward": 0.22734373807907104, "reward_std": 0.1584436297416687, "rewards/format_reward/mean": 0.3984375, "rewards/format_reward/std": 0.25479042530059814, "rewards/mcq_exact_match_reward/mean": 0.1875, "rewards/mcq_exact_match_reward/std": 0.39339789748191833, "step": 11 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.015625, "completions/max_length": 2048.0, "completions/max_terminated_length": 1452.0, "completions/mean_length": 630.09375, "completions/mean_terminated_length": 607.5873413085938, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.03, "frac_reward_zero_std": 0.0, "grad_norm": 7.031024932861328, "learning_rate": 9.901899829374047e-07, "loss": -0.0, "num_tokens": 1620327.0, "reward": 0.24453124403953552, "reward_std": 0.38234812021255493, "rewards/format_reward/mean": 0.4140625, "rewards/format_reward/std": 0.19012710452079773, "rewards/mcq_exact_match_reward/mean": 0.203125, "rewards/mcq_exact_match_reward/std": 0.40550529956817627, "step": 12 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1874.0, "completions/max_terminated_length": 1874.0, "completions/mean_length": 444.15625, "completions/mean_terminated_length": 444.15625, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.0325, "frac_reward_zero_std": 0.125, "grad_norm": 10.668846130371094, "learning_rate": 9.866632986240029e-07, "loss": 0.0, "num_tokens": 1734553.0, "reward": 0.38906246423721313, "reward_std": 0.31637638807296753, "rewards/format_reward/mean": 0.453125, "rewards/format_reward/std": 0.1717960685491562, "rewards/mcq_exact_match_reward/mean": 0.34375, "rewards/mcq_exact_match_reward/std": 0.4787135720252991, "step": 13 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.015625, "completions/max_length": 2048.0, "completions/max_terminated_length": 1830.0, "completions/mean_length": 458.859375, "completions/mean_terminated_length": 433.63494873046875, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.035, "frac_reward_zero_std": 0.125, "grad_norm": 16.806732177734375, "learning_rate": 9.826044551386742e-07, "loss": -0.0, "num_tokens": 1869520.0, "reward": 0.51171875, "reward_std": 0.3611730933189392, "rewards/format_reward/mean": 0.4296875, "rewards/format_reward/std": 0.26528194546699524, "rewards/mcq_exact_match_reward/mean": 0.46875, "rewards/mcq_exact_match_reward/std": 0.5029674172401428, "step": 14 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1124.0, "completions/max_terminated_length": 1124.0, "completions/mean_length": 161.046875, "completions/mean_terminated_length": 161.046875, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.0375, "frac_reward_zero_std": 0.25, "grad_norm": 13.731466293334961, "learning_rate": 9.780178907671788e-07, "loss": 0.0, "num_tokens": 1963859.0, "reward": 0.3382812440395355, "reward_std": 0.2269408404827118, "rewards/format_reward/mean": 0.4140625, "rewards/format_reward/std": 0.19012710452079773, "rewards/mcq_exact_match_reward/mean": 0.296875, "rewards/mcq_exact_match_reward/std": 0.4604927599430084, "step": 15 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.015625, "completions/max_length": 2048.0, "completions/max_terminated_length": 1603.0, "completions/mean_length": 175.421875, "completions/mean_terminated_length": 145.69842529296875, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.04, "frac_reward_zero_std": 0.0, "grad_norm": 21.27195167541504, "learning_rate": 9.729086208503173e-07, "loss": 0.0, "num_tokens": 2056174.0, "reward": 0.30937498807907104, "reward_std": 0.35598111152648926, "rewards/format_reward/mean": 0.4375, "rewards/format_reward/std": 0.1666666716337204, "rewards/mcq_exact_match_reward/mean": 0.265625, "rewards/mcq_exact_match_reward/std": 0.44515693187713623, "step": 16 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 612.0, "completions/max_terminated_length": 612.0, "completions/mean_length": 68.1875, "completions/mean_terminated_length": 68.1875, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.0425, "frac_reward_zero_std": 0.625, "grad_norm": 7.408092498779297, "learning_rate": 9.672822322997304e-07, "loss": 0.0, "num_tokens": 2138050.0, "reward": 0.5523437261581421, "reward_std": 0.09303849190473557, "rewards/format_reward/mean": 0.5234375, "rewards/format_reward/std": 0.13886408507823944, "rewards/mcq_exact_match_reward/mean": 0.5, "rewards/mcq_exact_match_reward/std": 0.5039526224136353, "step": 17 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 785.0, "completions/max_terminated_length": 785.0, "completions/mean_length": 117.859375, "completions/mean_terminated_length": 117.859375, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.045, "frac_reward_zero_std": 0.25, "grad_norm": 20.3140811920166, "learning_rate": 9.611448774886923e-07, "loss": 0.0, "num_tokens": 2221385.0, "reward": 0.23984375596046448, "reward_std": 0.28391769528388977, "rewards/format_reward/mean": 0.5234375, "rewards/format_reward/std": 0.1649840772151947, "rewards/mcq_exact_match_reward/mean": 0.1875, "rewards/mcq_exact_match_reward/std": 0.39339789748191833, "step": 18 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 452.0, "completions/max_terminated_length": 452.0, "completions/mean_length": 35.0, "completions/mean_terminated_length": 35.0, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.0475, "frac_reward_zero_std": 0.5, "grad_norm": 14.278529167175293, "learning_rate": 9.545032675245813e-07, "loss": -0.0, "num_tokens": 2318017.0, "reward": 0.4562499523162842, "reward_std": 0.22201894223690033, "rewards/format_reward/mean": 0.5, "rewards/format_reward/std": 0.0, "rewards/mcq_exact_match_reward/mean": 0.40625, "rewards/mcq_exact_match_reward/std": 0.49501484632492065, "step": 19 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 225.0, "completions/max_terminated_length": 225.0, "completions/mean_length": 20.546875, "completions/mean_terminated_length": 20.546875, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.05, "frac_reward_zero_std": 0.375, "grad_norm": 20.255226135253906, "learning_rate": 9.473646649103817e-07, "loss": -0.0, "num_tokens": 2406772.0, "reward": 0.5031249523162842, "reward_std": 0.28930896520614624, "rewards/format_reward/mean": 0.5, "rewards/format_reward/std": 0.0, "rewards/mcq_exact_match_reward/mean": 0.453125, "rewards/mcq_exact_match_reward/std": 0.501733124256134, "step": 20 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 935.0, "completions/max_terminated_length": 935.0, "completions/mean_length": 43.953125, "completions/mean_terminated_length": 43.953125, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.0525, "frac_reward_zero_std": 0.875, "grad_norm": 7.437840938568115, "learning_rate": 9.397368756032444e-07, "loss": 0.0, "num_tokens": 2494777.0, "reward": 0.4406249523162842, "reward_std": 0.04419416934251785, "rewards/format_reward/mean": 0.5, "rewards/format_reward/std": 0.0, "rewards/mcq_exact_match_reward/mean": 0.390625, "rewards/mcq_exact_match_reward/std": 0.4917473793029785, "step": 21 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 607.0, "completions/max_terminated_length": 607.0, "completions/mean_length": 41.484375, "completions/mean_terminated_length": 41.484375, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.055, "frac_reward_zero_std": 0.25, "grad_norm": 20.721593856811523, "learning_rate": 9.316282404787869e-07, "loss": 0.0, "num_tokens": 2596392.0, "reward": 0.4249999523162842, "reward_std": 0.2925041913986206, "rewards/format_reward/mean": 0.5, "rewards/format_reward/std": 0.0, "rewards/mcq_exact_match_reward/mean": 0.375, "rewards/mcq_exact_match_reward/std": 0.48795005679130554, "step": 22 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 426.0, "completions/max_terminated_length": 426.0, "completions/mean_length": 58.578125, "completions/mean_terminated_length": 58.578125, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.0575, "frac_reward_zero_std": 0.625, "grad_norm": 9.762197494506836, "learning_rate": 9.230476262104676e-07, "loss": -0.0, "num_tokens": 2693405.0, "reward": 0.4249999523162842, "reward_std": 0.1462520956993103, "rewards/format_reward/mean": 0.5, "rewards/format_reward/std": 0.0, "rewards/mcq_exact_match_reward/mean": 0.375, "rewards/mcq_exact_match_reward/std": 0.48795005679130554, "step": 23 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1217.0, "completions/max_terminated_length": 1217.0, "completions/mean_length": 39.6875, "completions/mean_terminated_length": 39.6875, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.06, "frac_reward_zero_std": 0.375, "grad_norm": 20.762277603149414, "learning_rate": 9.1400441557401e-07, "loss": -0.0, "num_tokens": 2810913.0, "reward": 0.4078124761581421, "reward_std": 0.2992880940437317, "rewards/format_reward/mean": 0.484375, "rewards/format_reward/std": 0.08768405020236969, "rewards/mcq_exact_match_reward/mean": 0.359375, "rewards/mcq_exact_match_reward/std": 0.4836103618144989, "step": 24 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 1289.0, "completions/max_terminated_length": 1289.0, "completions/mean_length": 58.28125, "completions/mean_terminated_length": 58.28125, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.0625, "frac_reward_zero_std": 0.25, "grad_norm": 19.140108108520508, "learning_rate": 9.045084971874737e-07, "loss": -0.0, "num_tokens": 2928499.0, "reward": 0.31484371423721313, "reward_std": 0.31733500957489014, "rewards/format_reward/mean": 0.4921875, "rewards/format_reward/std": 0.0625, "rewards/mcq_exact_match_reward/mean": 0.265625, "rewards/mcq_exact_match_reward/std": 0.44515693187713623, "step": 25 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 762.0, "completions/max_terminated_length": 762.0, "completions/mean_length": 73.078125, "completions/mean_terminated_length": 73.078125, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.065, "frac_reward_zero_std": 0.25, "grad_norm": 21.62659454345703, "learning_rate": 8.945702546981968e-07, "loss": 0.0, "num_tokens": 3012712.0, "reward": 0.4726562201976776, "reward_std": 0.29712435603141785, "rewards/format_reward/mean": 0.5078125, "rewards/format_reward/std": 0.0625, "rewards/mcq_exact_match_reward/mean": 0.421875, "rewards/mcq_exact_match_reward/std": 0.49776285886764526, "step": 26 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 8.0, "completions/max_terminated_length": 8.0, "completions/mean_length": 6.0625, "completions/mean_terminated_length": 6.0625, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.0675, "frac_reward_zero_std": 0.625, "grad_norm": 21.51921844482422, "learning_rate": 8.842005554284295e-07, "loss": -0.0, "num_tokens": 3093556.0, "reward": 0.15312498807907104, "reward_std": 0.1361132562160492, "rewards/format_reward/mean": 0.4375, "rewards/format_reward/std": 0.1666666716337204, "rewards/mcq_exact_match_reward/mean": 0.109375, "rewards/mcq_exact_match_reward/std": 0.3145764470100403, "step": 27 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 370.0, "completions/max_terminated_length": 370.0, "completions/mean_length": 26.46875, "completions/mean_terminated_length": 26.46875, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.07, "frac_reward_zero_std": 0.75, "grad_norm": 7.2995924949646, "learning_rate": 8.734107384920769e-07, "loss": 0.0, "num_tokens": 3172514.0, "reward": 0.4718749523162842, "reward_std": 0.10205791890621185, "rewards/format_reward/mean": 0.5, "rewards/format_reward/std": 0.0, "rewards/mcq_exact_match_reward/mean": 0.421875, "rewards/mcq_exact_match_reward/std": 0.49776285886764526, "step": 28 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 594.0, "completions/max_terminated_length": 594.0, "completions/mean_length": 25.203125, "completions/mean_terminated_length": 25.203125, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.0725, "frac_reward_zero_std": 0.875, "grad_norm": 6.435678958892822, "learning_rate": 8.622126023955445e-07, "loss": -0.0, "num_tokens": 3258023.0, "reward": 0.4562499523162842, "reward_std": 0.0578637532889843, "rewards/format_reward/mean": 0.5, "rewards/format_reward/std": 0.0, "rewards/mcq_exact_match_reward/mean": 0.40625, "rewards/mcq_exact_match_reward/std": 0.49501484632492065, "step": 29 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 484.0, "completions/max_terminated_length": 484.0, "completions/mean_length": 52.71875, "completions/mean_terminated_length": 52.71875, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.075, "frac_reward_zero_std": 0.75, "grad_norm": 16.621585845947266, "learning_rate": 8.506183921362442e-07, "loss": 0.0, "num_tokens": 3359845.0, "reward": 0.6124999523162842, "reward_std": 0.10888781398534775, "rewards/format_reward/mean": 0.5, "rewards/format_reward/std": 0.0, "rewards/mcq_exact_match_reward/mean": 0.5625, "rewards/mcq_exact_match_reward/std": 0.5, "step": 30 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 300.0, "completions/max_terminated_length": 300.0, "completions/mean_length": 25.5625, "completions/mean_terminated_length": 25.5625, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.0775, "frac_reward_zero_std": 0.625, "grad_norm": 11.696908950805664, "learning_rate": 8.386407858128706e-07, "loss": -0.0, "num_tokens": 3478777.0, "reward": 0.4390624761581421, "reward_std": 0.1743016391992569, "rewards/format_reward/mean": 0.484375, "rewards/format_reward/std": 0.08768405020236969, "rewards/mcq_exact_match_reward/mean": 0.390625, "rewards/mcq_exact_match_reward/std": 0.4917473793029785, "step": 31 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 532.0, "completions/max_terminated_length": 532.0, "completions/mean_length": 28.9375, "completions/mean_terminated_length": 28.9375, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.08, "frac_reward_zero_std": 0.75, "grad_norm": 12.801543235778809, "learning_rate": 8.262928807620843e-07, "loss": -0.0, "num_tokens": 3558749.0, "reward": 0.4718749523162842, "reward_std": 0.11100947856903076, "rewards/format_reward/mean": 0.5, "rewards/format_reward/std": 0.0, "rewards/mcq_exact_match_reward/mean": 0.421875, "rewards/mcq_exact_match_reward/std": 0.49776285886764526, "step": 32 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 21.203125, "completions/mean_terminated_length": 21.203125, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.0825, "frac_reward_zero_std": 0.75, "grad_norm": 10.381481170654297, "learning_rate": 8.135881792367685e-07, "loss": 0.0, "num_tokens": 3657842.0, "reward": 0.20546874403953552, "reward_std": 0.06007346138358116, "rewards/format_reward/mean": 0.4921875, "rewards/format_reward/std": 0.0625, "rewards/mcq_exact_match_reward/mean": 0.15625, "rewards/mcq_exact_match_reward/std": 0.36596253514289856, "step": 33 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 546.0, "completions/max_terminated_length": 546.0, "completions/mean_length": 97.671875, "completions/mean_terminated_length": 97.671875, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.085, "frac_reward_zero_std": 0.75, "grad_norm": 17.017724990844727, "learning_rate": 8.005405736415125e-07, "loss": -0.0, "num_tokens": 3738725.0, "reward": 0.4874999523162842, "reward_std": 0.1157275065779686, "rewards/format_reward/mean": 0.5, "rewards/format_reward/std": 0.0, "rewards/mcq_exact_match_reward/mean": 0.4375, "rewards/mcq_exact_match_reward/std": 0.5, "step": 34 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.015625, "completions/max_length": 2048.0, "completions/max_terminated_length": 42.0, "completions/mean_length": 38.46875, "completions/mean_terminated_length": 6.5714287757873535, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.0875, "frac_reward_zero_std": 0.375, "grad_norm": 17.422883987426758, "learning_rate": 7.871643313414718e-07, "loss": -0.0, "num_tokens": 3844899.0, "reward": 0.2999999523162842, "reward_std": 0.3029785454273224, "rewards/format_reward/mean": 0.5, "rewards/format_reward/std": 0.0, "rewards/mcq_exact_match_reward/mean": 0.25, "rewards/mcq_exact_match_reward/std": 0.4364357888698578, "step": 35 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 282.0, "completions/max_terminated_length": 282.0, "completions/mean_length": 15.3125, "completions/mean_terminated_length": 15.3125, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.09, "frac_reward_zero_std": 0.625, "grad_norm": 15.377049446105957, "learning_rate": 7.734740790612136e-07, "loss": -0.0, "num_tokens": 3930223.0, "reward": 0.7374999523162842, "reward_std": 0.1962025910615921, "rewards/format_reward/mean": 0.5, "rewards/format_reward/std": 0.0, "rewards/mcq_exact_match_reward/mean": 0.6875, "rewards/mcq_exact_match_reward/std": 0.467176616191864, "step": 36 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 357.0, "completions/max_terminated_length": 357.0, "completions/mean_length": 22.40625, "completions/mean_terminated_length": 22.40625, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.0925, "frac_reward_zero_std": 0.375, "grad_norm": 28.683320999145508, "learning_rate": 7.594847868906076e-07, "loss": -0.0, "num_tokens": 4026153.0, "reward": 0.4093749523162842, "reward_std": 0.28930896520614624, "rewards/format_reward/mean": 0.5, "rewards/format_reward/std": 0.0, "rewards/mcq_exact_match_reward/mean": 0.359375, "rewards/mcq_exact_match_reward/std": 0.4836103618144989, "step": 37 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 252.0, "completions/max_terminated_length": 252.0, "completions/mean_length": 16.71875, "completions/mean_terminated_length": 16.71875, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.095, "frac_reward_zero_std": 0.75, "grad_norm": 15.410256385803223, "learning_rate": 7.452117519152541e-07, "loss": -0.0, "num_tokens": 4125799.0, "reward": 0.6124999523162842, "reward_std": 0.1157275065779686, "rewards/format_reward/mean": 0.5, "rewards/format_reward/std": 0.0, "rewards/mcq_exact_match_reward/mean": 0.5625, "rewards/mcq_exact_match_reward/std": 0.5, "step": 38 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 246.0, "completions/max_terminated_length": 246.0, "completions/mean_length": 17.78125, "completions/mean_terminated_length": 17.78125, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.0975, "frac_reward_zero_std": 0.625, "grad_norm": 13.572135925292969, "learning_rate": 7.306705814893439e-07, "loss": -0.0, "num_tokens": 4232001.0, "reward": 0.578125, "reward_std": 0.11222858726978302, "rewards/format_reward/mean": 0.46875, "rewards/format_reward/std": 0.12198751419782639, "rewards/mcq_exact_match_reward/mean": 0.53125, "rewards/mcq_exact_match_reward/std": 0.5029674172401428, "step": 39 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 616.0, "completions/max_terminated_length": 616.0, "completions/mean_length": 57.734375, "completions/mean_terminated_length": 57.734375, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.1, "frac_reward_zero_std": 0.625, "grad_norm": 24.717878341674805, "learning_rate": 7.158771761692464e-07, "loss": -0.0, "num_tokens": 4325072.0, "reward": 0.7218749523162842, "reward_std": 0.15992167592048645, "rewards/format_reward/mean": 0.5, "rewards/format_reward/std": 0.0, "rewards/mcq_exact_match_reward/mean": 0.671875, "rewards/mcq_exact_match_reward/std": 0.4732423722743988, "step": 40 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 410.0, "completions/max_terminated_length": 410.0, "completions/mean_length": 37.65625, "completions/mean_terminated_length": 37.65625, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.1025, "frac_reward_zero_std": 0.875, "grad_norm": 7.527570724487305, "learning_rate": 7.008477123264847e-07, "loss": 0.0, "num_tokens": 4411610.0, "reward": 0.6906249523162842, "reward_std": 0.04419416934251785, "rewards/format_reward/mean": 0.5, "rewards/format_reward/std": 0.0, "rewards/mcq_exact_match_reward/mean": 0.640625, "rewards/mcq_exact_match_reward/std": 0.4836103618144989, "step": 41 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 133.0, "completions/max_terminated_length": 133.0, "completions/mean_length": 7.984375, "completions/mean_terminated_length": 7.984375, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.105, "frac_reward_zero_std": 0.875, "grad_norm": 7.43048620223999, "learning_rate": 6.855986244591103e-07, "loss": -0.0, "num_tokens": 4504401.0, "reward": 0.4562499523162842, "reward_std": 0.0578637532889843, "rewards/format_reward/mean": 0.5, "rewards/format_reward/std": 0.0, "rewards/mcq_exact_match_reward/mean": 0.40625, "rewards/mcq_exact_match_reward/std": 0.49501484632492065, "step": 42 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 389.0, "completions/max_terminated_length": 389.0, "completions/mean_length": 23.140625, "completions/mean_terminated_length": 23.140625, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.1075, "frac_reward_zero_std": 1.0, "grad_norm": 0.0, "learning_rate": 6.701465872208216e-07, "loss": 0.0, "num_tokens": 4618602.0, "reward": 0.6749999523162842, "reward_std": 0.0, "rewards/format_reward/mean": 0.5, "rewards/format_reward/std": 0.0, "rewards/mcq_exact_match_reward/mean": 0.625, "rewards/mcq_exact_match_reward/std": 0.48795005679130554, "step": 43 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 6.0, "completions/max_terminated_length": 6.0, "completions/mean_length": 6.0, "completions/mean_terminated_length": 6.0, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.11, "frac_reward_zero_std": 0.375, "grad_norm": 25.214622497558594, "learning_rate": 6.545084971874736e-07, "loss": 0.0, "num_tokens": 4735418.0, "reward": 0.40937498211860657, "reward_std": 0.2414703369140625, "rewards/format_reward/mean": 0.5, "rewards/format_reward/std": 0.0, "rewards/mcq_exact_match_reward/mean": 0.359375, "rewards/mcq_exact_match_reward/std": 0.4836103618144989, "step": 44 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.015625, "completions/max_length": 2048.0, "completions/max_terminated_length": 869.0, "completions/mean_length": 68.90625, "completions/mean_terminated_length": 37.4920654296875, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.1125, "frac_reward_zero_std": 0.5, "grad_norm": 21.216798782348633, "learning_rate": 6.387014543809223e-07, "loss": -0.0, "num_tokens": 4852988.0, "reward": 0.5343749523162842, "reward_std": 0.19044627249240875, "rewards/format_reward/mean": 0.5, "rewards/format_reward/std": 0.0, "rewards/mcq_exact_match_reward/mean": 0.484375, "rewards/mcq_exact_match_reward/std": 0.5037065148353577, "step": 45 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.015625, "completions/max_length": 2048.0, "completions/max_terminated_length": 393.0, "completions/mean_length": 85.640625, "completions/mean_terminated_length": 54.4920654296875, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.115, "frac_reward_zero_std": 0.75, "grad_norm": 14.06408405303955, "learning_rate": 6.227427435703995e-07, "loss": -0.0, "num_tokens": 4949341.0, "reward": 0.6281249523162842, "reward_std": 0.10205792635679245, "rewards/format_reward/mean": 0.5, "rewards/format_reward/std": 0.0, "rewards/mcq_exact_match_reward/mean": 0.578125, "rewards/mcq_exact_match_reward/std": 0.49776285886764526, "step": 46 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 699.0, "completions/max_terminated_length": 699.0, "completions/mean_length": 47.125, "completions/mean_terminated_length": 47.125, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.1175, "frac_reward_zero_std": 0.5, "grad_norm": 31.479372024536133, "learning_rate": 6.066498153718734e-07, "loss": -0.0, "num_tokens": 5040877.0, "reward": 0.6593749523162842, "reward_std": 0.2198973000049591, "rewards/format_reward/mean": 0.5, "rewards/format_reward/std": 0.0, "rewards/mcq_exact_match_reward/mean": 0.609375, "rewards/mcq_exact_match_reward/std": 0.4917473793029785, "step": 47 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 258.0, "completions/max_terminated_length": 258.0, "completions/mean_length": 20.90625, "completions/mean_terminated_length": 20.90625, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.12, "frac_reward_zero_std": 0.75, "grad_norm": 12.630696296691895, "learning_rate": 5.90440267166055e-07, "loss": 0.0, "num_tokens": 5140607.0, "reward": 0.4718749523162842, "reward_std": 0.10205791890621185, "rewards/format_reward/mean": 0.5, "rewards/format_reward/std": 0.0, "rewards/mcq_exact_match_reward/mean": 0.421875, "rewards/mcq_exact_match_reward/std": 0.49776285886764526, "step": 48 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 90.0, "completions/max_terminated_length": 90.0, "completions/mean_length": 7.3125, "completions/mean_terminated_length": 7.3125, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.1225, "frac_reward_zero_std": 0.75, "grad_norm": 8.592873573303223, "learning_rate": 5.741318238559209e-07, "loss": 0.0, "num_tokens": 5239299.0, "reward": 0.6437499523162842, "reward_std": 0.10888781398534775, "rewards/format_reward/mean": 0.5, "rewards/format_reward/std": 0.0, "rewards/mcq_exact_match_reward/mean": 0.59375, "rewards/mcq_exact_match_reward/std": 0.49501484632492065, "step": 49 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 489.0, "completions/max_terminated_length": 489.0, "completions/mean_length": 46.015625, "completions/mean_terminated_length": 46.015625, "completions/min_length": 6.0, "completions/min_terminated_length": 6.0, "epoch": 0.125, "frac_reward_zero_std": 0.5, "grad_norm": 50.144779205322266, "learning_rate": 5.577423184847931e-07, "loss": -0.0, "num_tokens": 5331652.0, "reward": 0.5499999523162842, "reward_std": 0.22461533546447754, "rewards/format_reward/mean": 0.5, "rewards/format_reward/std": 0.0, "rewards/mcq_exact_match_reward/mean": 0.5, "rewards/mcq_exact_match_reward/std": 0.5039526224136353, "step": 50 } ], "logging_steps": 1, "max_steps": 100, "num_input_tokens_seen": 5331652, "num_train_epochs": 1, "save_steps": 50, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 1, "trial_name": null, "trial_params": null }