17 lines
10 KiB
CSV
17 lines
10 KiB
CSV
|
async/discard_rate,async/discarded_count,async/effective_batch_groups,async/effective_batch_samples,async/staleness_max,async/staleness_mean,async/staleness_min,async/staleness_ratio,generate/avg_num_tokens,generate/avg_tokens_non_zero_rewards,generate/avg_tokens_zero_rewards,generate/max_num_tokens,generate/min_num_tokens,generate/std_num_tokens,generate/tis/aligned_tokens,generate/tis/alignment_fail_count,generate/tis/exact_match_fraction,generate/tis/lcs_fallback_fraction,generate/tis/lcs_fallback_messages,generate/tis/unaligned_fraction,loss/avg_final_rewards,loss/avg_raw_advantages,loss/avg_raw_advantages_abs,policy/final_loss,policy/log_ratio_abs_max,policy/log_ratio_abs_mean,policy/log_ratio_abs_p99,policy/log_ratio_abs_pos00,policy/log_ratio_abs_pos10,policy/log_ratio_abs_pos20,policy/log_ratio_abs_pos30,policy/log_ratio_abs_pos40,policy/log_ratio_abs_pos50,policy/log_ratio_abs_pos60,policy/log_ratio_abs_pos70,policy/log_ratio_abs_pos80,policy/log_ratio_abs_pos90,policy/n_tokens_dp_gt_10pct,policy/n_tokens_dp_gt_1pct,policy/n_tokens_dp_gt_50pct,policy/policy_entropy,policy/policy_loss,policy/policy_lr,policy/policy_update_steps,policy/ppo_clip_ratio,policy/raw_grad_norm,policy/rollout_train_prob_diff_mean,policy/rollout_train_prob_diff_std,policy/tis/imp_ratio_capped_fraction,policy/tis/imp_ratio_mean,policy/tis/log_ratio_abs_mean,reward/avg_pass_at_8,reward/avg_raw_reward,system/process_rss_gb,system/process_vms_gb,system/ram_available_gb,system/ram_percent,system/ram_total_gb,system/ram_used_gb,timing/compute_advantages_and_returns,timing/convert_to_training_input,timing/fwd_logprobs_values_reward,timing/policy_train,timing/run_training,timing/step,timing/sync_weights,timing/train_critic_and_policy,timing/wait_for_generation_buffer,tis/batch_skipped_no_logprobs,tis/skipped_fraction,trainer/epoch,trainer/global_step,batch_errors/total_batches,batch_errors/total_instances,batch_errors/total_successful,batch_errors/total_failed,batch_errors/total_masked,batch_errors/avg_VerifierTimeoutError,batch_errors/total_VerifierTimeoutError,batch_errors/avg_ContextLengthExceededError,batch_errors/total_ContextLengthExceededError,timing/cleanup_old_checkpoints,timing/save_checkpoints,batch_errors/avg_EnvironmentStartTimeoutError,batch_errors/total_EnvironmentStartTimeoutError,batch_errors/avg_AgentTimeoutError,batch_errors/total_AgentTimeoutError,batch_errors/avg_DaytonaError,batch_errors/total_DaytonaError,batch_errors/avg_InvalidChatHistory,batch_errors/total_InvalidChatHistory,timing/save_hf_model,batch_errors/avg_RuntimeError,batch_errors/total_RuntimeError
|
||
|
|
0.0,0,64,512,0,0.0,0,0.0,5734.4551,5399.2995,6642.7754,30001,1,4576.7123,1947393.0,105.0,0.9558,0.0,0.0,0.0442,0.7305,0.013,0.1468,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.2107,-0.0,0.0,1.0,0.0,0.0,1313283.0,553862080.0,0.0,0.9821,0.0202,0.8125,0.7305,13.9869,50.6847,576.2339,32.8,857.9676,281.7336,0.0869,6.1333,41.705,229.0827,271.1039,3879.6458,24.2724,229.3117,3578.1359,0.0,0.0,0,1,127,1016,965,21,46,0.047244094488188976,6.0,0.3700787401574803,47,,,,,,,,,,,,,
|
||
|
|
0.0,0,64,512,1,0.8125,0,0.8125,7354.998,6748.4847,7990.624,30767,1,6563.5782,2649482.0,134.0,0.9272,0.0,0.0,0.0728,0.5117,0.0026,0.0965,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.2272,-0.0,0.0,1.0,0.0,0.0,4057410.25,5818289152.0,0.0,0.8997,0.0237,0.6719,0.5117,14.4656,51.1954,571.8696,33.3,857.9676,286.098,0.0653,6.2501,52.8628,305.7446,358.8871,1691.6699,31.2186,305.9585,1295.3111,0.0,0.0,0,2,34,272,210,15,62,,,1.2647058823529411,43,14.2103,25.9312,1.2058823529411764,41.0,0.029411764705882353,1.0,0.029411764705882353,1.0,,,,,
|
||
|
|
0.0,0,64,512,2,1.7344,1,1.0,4784.7598,6311.0,4091.0142,31724,1,6096.4695,1726469.0,83.0,0.9521,0.0,0.0,0.0479,0.3125,-0.0136,0.0929,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1667,0.0,0.0,1.0,0.0,0.0,19620498.0,20760209408.0,0.0,0.6183,0.0152,0.4844,0.3125,14.7842,51.5825,570.6256,33.5,857.9676,287.342,0.0609,5.7765,40.3466,260.5189,301.1266,344.7679,32.7089,260.7188,5.1531,0.0,0.0,0,3,63,504,458,15,45,0.015873015873015872,1.0,0.6031746031746031,38,,,0.031746031746031744,2.0,,,,,0.07936507936507936,5.0,,,
|
||
|
|
0.0,0,64,512,3,2.0938,0,0.9375,6804.6035,5970.3272,7418.2915,31675,1,5963.2001,2416906.0,124.0,0.9,0.0,0.0,0.1,0.4238,-0.0065,0.1031,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.226,0.0,0.0,1.0,0.0,0.0,57091368.0,49673637888.0,0.0,0.8991,0.0289,0.5312,0.4238,15.0829,51.8138,564.9325,34.2,857.9676,293.0351,0.0635,6.7659,51.5237,289.9821,341.8061,1115.4847,31.5793,290.2185,735.33,0.0,0.0,0,4,61,488,461,13,25,0.03278688524590164,2.0,0.22950819672131148,14,0.0066,11.0434,,,,,,,0.19672131147540983,12.0,,,
|
||
|
|
0.0,0,64,512,4,2.0781,0,0.9375,7771.1309,7007.4348,8394.0035,31720,1,6594.6553,2870810.0,141.0,0.9219,0.0,0.0,0.0781,0.4492,0.0062,0.1098,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.2474,-0.0,0.0,1.0,0.0,0.0,14378494.0,15988083712.0,0.0,0.9325,0.0293,0.5469,0.4492,15.7668,51.9979,566.0865,34.0,857.9676,291.8811,0.0647,6.9156,53.6929,321.9671,375.9388,1041.2644,27.7237,322.1809,630.6828,0.0,0.0,0,5,62,496,457,20,29,0.16129032258064516,10.0,0.4032258064516129,25,,,,,,,,,0.06451612903225806,4.0,14.5082,,
|
||
|
|
0.0,0,64,512,5,2.375,0,0.9062,8355.8691,6907.1368,9575.3058,31757,1,7311.3234,2988458.0,133.0,0.9259,0.0,0.0,0.0741,0.457,-0.0022,0.1159,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.2378,0.0,0.0,1.0,0.0,0.0,12489437.0,13437528064.0,0.0,0.9182,0.0225,0.5938,0.457,16.0294,52.291,566.9887,33.9,857.9676,290.9789,0.066,6.356,60.2323,365.4923,426.1606,1269.0181,34.646,365.862,801.8519,0.0,0.0,0,6,62,496,452,22,41,0.04838709677419355,3.0,0.5967741935483871,37,0.008,12.9707,,,,,,,0.06451612903225806,4.0,,,
|
||
|
|
0.0,0,64,512,5,2.7969,0,0.9844,7991.9707,6916.888,8948.0406,31644,1,6886.8481,2992563.0,124.0,0.9156,0.0,0.0,0.0844,0.4707,-0.0005,0.091,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.252,0.0,0.0,1.0,0.0,0.0,126512944.0,185155289088.0,0.0,0.9038,0.0277,0.5469,0.4707,16.1718,52.4857,568.4026,33.8,857.9676,289.5649,0.0646,6.8813,54.2482,338.5812,393.1327,1034.7717,30.6732,338.8195,604.0808,0.0,0.0,0,7,59,472,434,17,38,,,0.6101694915254238,36,,,,,0.01694915254237288,1.0,0.01694915254237288,1.0,0.1016949152542373,6.0,,,
|
||
|
|
0.0,0,64,512,5,2.2344,0,0.9062,7648.5059,6225.1355,8670.6577,31744,1,6899.6208,2788495.0,138.0,0.8952,0.0,0.0,0.1048,0.418,0.0078,0.1671,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.2453,-0.0,0.0,1.0,0.0,0.0,302555712.0,327041482752.0,0.0,0.9042,0.0271,0.6406,0.418,16.189,52.4965,567.7396,33.8,857.9676,290.228,0.0665,6.4081,50.3661,360.6974,411.4051,1185.1034,32.6171,360.9721,734.6694,0.0,0.0,0,8,65,520,489,15,29,0.03076923076923077,2.0,0.4153846153846154,27,0.0076,10.2546,,,,,,,0.03076923076923077,2.0,,,
|
||
|
|
0.0,0,64,512,4,2.3594,0,0.9531,7850.6914,6654.6009,8773.6263,31787,1,6458.0355,2796358.0,120.0,0.9127,0.0,0.0,0.0873,0.4355,-0.0041,0.0692,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.25,0.0,0.0,1.0,0.0,0.0,50441308.0,69631238144.0,0.0,0.9305,0.0254,0.5156,0.4355,16.5795,52.9702,566.7541,33.9,857.9676,291.2135,0.1079,6.1606,53.0374,311.5625,365.0295,1120.4619,27.2652,311.8839,722.0027,0.0,0.0,0,9,63,504,445,28,49,0.15873015873015872,10.0,0.6825396825396826,43,,,,,0.047619047619047616,3.0,,,0.047619047619047616,3.0,,,
|
||
|
|
0.0,0,64,512,4,2.3906,0,0.9375,7607.3965,6702.7807,8127.8985,31796,1,7050.4849,2814974.0,105.0,0.9065,0.0,0.0,0.0935,0.3652,-0.0038,0.1834,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.2441,0.0,0.0,1.0,0.0,0.0,154107520.0,193226620928.0,0.0,0.8763,0.0237,0.5625,0.3652,16.6087,52.9871,565.9915,34.0,857.9676,291.9761,0.065,6.9292,54.2197,362.5899,417.1488,1216.3902,26.4624,362.8625,765.846,0.0,0.0,0,10,64,512,467,20,41,0.046875,3.0,0.640625,41,0.0082,11.5754,,,,,,,0.03125,2.0,14.2023,0.015625,1.0
|
||
|
|
0.0,0,64,512,5,2.2188,0,0.9375,7184.9531,6151.7331,8068.4312,31717,1,6417.3108,2615742.0,119.0,0.9233,0.0,0.0,0.0767,0.4609,0.003,0.092,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.2389,0.0,0.0,1.0,0.0,0.0,5064779.5,5147700736.0,0.0,0.8992,0.0247,0.5781,0.4609,16.6191,53.1242,565.3712,34.1,857.9676,292.5964,0.0639,6.7488,50.4991,300.7344,351.5976,853.8982,29.4017,301.0342,466.1458,0.0,0.0,0,11,63,504,458,23,43,0.047619047619047616,3.0,0.6190476190476191,39,,,,,,,,,0.06349206349206349,4.0,,,
|
||
|
|
0.0,0,64,512,5,2.3281,0,0.875,7866.75,6919.3271,8547.1141,31684,1,6734.1244,2837449.0,102.0,0.925,0.0,0.0,0.075,0.418,0.0038,0.1009,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.2509,-0.0,0.0,1.0,0.0,0.0,3308509.0,4308027392.0,0.0,0.8984,0.0232,0.5781,0.418,16.6349,53.1943,564.9117,34.2,857.9676,293.0559,0.0651,7.1639,55.7894,333.9905,390.061,1328.3862,29.1332,334.2062,902.024,0.0,0.0,0,12,61,488,448,15,29,0.18032786885245902,11.0,0.4262295081967213,26,0.0075,10.9611,,,0.01639344262295082,1.0,,,0.04918032786885246,3.0,,,
|
||
|
|
0.0,0,64,512,4,2.2188,0,0.9219,7290.6426,6210.0085,8207.426,31690,1,6273.1747,2579307.0,122.0,0.9532,0.0,0.0,0.0468,0.459,-0.0023,0.098,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.2326,0.0,0.0,1.0,0.0,0.0,26911360.0,28828094464.0,0.0,0.9113,0.0247,0.5156,0.459,16.6273,53.2404,564.1673,34.2,857.9676,293.8003,0.0655,6.2601,49.0345,304.2172,353.5397,867.0842,26.9038,304.4394,480.3761,0.0,0.0,0,13,61,488,430,22,55,0.04918032786885246,3.0,0.8032786885245902,49,,,,,0.08196721311475409,5.0,,,0.03278688524590164,2.0,,,
|
||
|
|
0.0,0,64,512,5,2.2969,0,0.8906,7534.4473,7051.5714,7931.4021,31822,1,6845.3829,2790009.0,142.0,0.8793,0.0,0.0,0.1207,0.4512,0.0059,0.1278,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.2318,-0.0,0.0,1.0,0.0,0.0,123395328.0,111167111168.0,0.0,0.8732,0.0298,0.6562,0.4512,17.1066,53.2242,634.6797,26.0,857.9676,223.2878,0.0654,6.1864,51.4801,329.1219,380.8691,1247.6915,32.9105,329.3226,827.7208,0.0,0.0,0,14,62,496,457,17,27,0.1935483870967742,12.0,0.3387096774193548,21,0.0077,10.344,,,0.06451612903225806,4.0,,,0.03225806451612903,2.0,,,
|
||
|
|
0.0,0,64,512,5,2.125,0,0.8906,8321.502,5844.7429,10043.7517,31758,1,6907.3413,3027171.0,107.0,0.9168,0.0,0.0,0.0832,0.4102,-0.0136,0.1256,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.2606,0.0,0.0,1.0,0.0,0.0,120506544.0,182772285440.0,0.0,0.9133,0.0274,0.5625,0.4102,17.1188,53.2869,631.5453,26.4,857.9676,226.4223,0.0663,7.2378,52.7711,346.9524,400.0498,1013.0757,27.3806,347.212,578.4025,0.0,0.0,0,15,62,496,454,20,42,,,0.6129032258064516,38,,,,,0.016129032258064516,1.0,,,0.04838709677419355,3.0,14.5803,,
|