初始化项目,由ModelHub XC社区提供模型
Model: laion/a3-rl-DCAgent_mix_h4_binary_easy-50-8B Source: Original Platform
This commit is contained in:
47
training_logs/20260605_113340_metrics_job_573271.csv
Normal file
47
training_logs/20260605_113340_metrics_job_573271.csv
Normal file
@@ -0,0 +1,47 @@
|
||||
async/discard_rate,async/discarded_count,async/effective_batch_groups,async/effective_batch_samples,async/staleness_max,async/staleness_mean,async/staleness_min,async/staleness_ratio,generate/avg_num_tokens,generate/avg_tokens_non_zero_rewards,generate/avg_tokens_zero_rewards,generate/max_num_tokens,generate/min_num_tokens,generate/std_num_tokens,loss/avg_final_rewards,loss/avg_raw_advantages,loss/avg_raw_advantages_abs,policy/final_loss,policy/log_ratio_abs_max,policy/log_ratio_abs_mean,policy/log_ratio_abs_p99,policy/log_ratio_abs_pos00,policy/log_ratio_abs_pos10,policy/log_ratio_abs_pos20,policy/log_ratio_abs_pos30,policy/log_ratio_abs_pos40,policy/log_ratio_abs_pos50,policy/log_ratio_abs_pos60,policy/log_ratio_abs_pos70,policy/log_ratio_abs_pos80,policy/log_ratio_abs_pos90,policy/n_tokens_dp_gt_10pct,policy/n_tokens_dp_gt_1pct,policy/n_tokens_dp_gt_50pct,policy/policy_entropy,policy/policy_loss,policy/policy_lr,policy/policy_update_steps,policy/ppo_clip_ratio,policy/raw_grad_norm,reward/avg_pass_at_8,reward/avg_raw_reward,system/process_rss_gb,system/process_vms_gb,system/ram_available_gb,system/ram_percent,system/ram_total_gb,system/ram_used_gb,timing/compute_advantages_and_returns,timing/convert_to_training_input,timing/fwd_logprobs_values_reward,timing/policy_train,timing/run_training,timing/step,timing/sync_weights,timing/train_critic_and_policy,timing/wait_for_generation_buffer,trainer/epoch,trainer/global_step,batch_errors/total_batches,batch_errors/total_instances,batch_errors/total_successful,batch_errors/total_failed,batch_errors/total_masked,batch_errors/avg_VerifierTimeoutError,batch_errors/total_VerifierTimeoutError,timing/cleanup_old_checkpoints,timing/save_checkpoints,batch_errors/avg_ContextLengthExceededError,batch_errors/total_ContextLengthExceededError,timing/save_hf_model,batch_errors/avg_InvalidChatHistory,batch_errors/total_InvalidChatHistory,batch_errors/avg_AgentTimeoutError,batch_errors/total_AgentTimeoutError,batch_errors/avg_DaytonaError,batch_errors/total_DaytonaError,batch_errors/avg_DaytonaValidationError,batch_errors/total_DaytonaValidationError,batch_errors/avg_RuntimeError,batch_errors/total_RuntimeError
|
||||
0.0,0,64,512,0,0.0,0,0.0,5660.6465,4378.1629,6634.6289,28757,1,3714.0251,0.4316,0.003,0.0552,-0.0003,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1222,-0.0165,0.0,1.0,0.0,0.011,0.4844,0.4316,11.9901,50.5174,613.252,28.5,857.9676,244.7156,0.07,4.8076,41.9418,195.6851,237.906,1551.2524,18.7005,195.8939,1289.838,0,1,118,944,917,23,0,0.2966101694915254,35.0,,,,,,,,,,,,,,,
|
||||
0.0,0,64,512,1,0.9531,0,0.9531,6298.7949,5050.0769,7349.8741,27963,1,4472.1527,0.457,0.0099,0.048,-0.0002,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1176,-0.0151,0.0,1.0,0.0,0.0094,0.5156,0.457,12.389,51.0473,634.3165,26.1,857.9676,223.6511,0.0624,4.4659,44.0783,241.9134,286.2741,680.5898,19.9993,242.1331,369.8482,0,2,61,488,476,12,0,0.19672131147540983,12.0,10.8439,19.1627,,,,,,,,,,,,,
|
||||
0.0,0,64,512,2,1.3594,0,0.8906,6768.1035,5277.3578,7873.4864,27620,1,4344.1106,0.4258,0.0141,0.0633,-0.0002,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1152,-0.0117,0.0,1.0,0.0,0.0105,0.5156,0.4258,12.5867,51.2471,631.3401,26.4,857.9676,226.6275,0.0584,4.5248,46.4158,235.1949,281.8697,1011.2161,20.8369,235.3952,703.9819,0,3,59,472,434,13,29,0.15254237288135594,9.0,,,0.6101694915254238,36.0,,,,,,,,,,,
|
||||
0.0,0,64,512,3,1.5938,0,0.9531,6979.1152,5898.4186,7761.4377,30282,1,6038.2516,0.4199,0.017,0.0978,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1088,-0.0053,0.0,1.0,0.0,0.0145,0.5,0.4199,13.3707,51.6111,632.4072,26.3,857.9676,225.5604,0.067,4.8415,50.7115,295.8774,346.9101,770.9713,19.3678,296.1313,399.8485,0,4,61,488,418,24,60,0.18032786885245902,11.0,0.0056,8.7169,1.0327868852459017,63.0,,,,,,,,,,,
|
||||
0.0,0,64,512,4,1.7812,0,0.9531,5974.5332,4716.9438,6546.1648,28475,1,5276.4835,0.3125,-0.0057,0.0785,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0973,-0.005,0.0,1.0,0.0,0.0096,0.3906,0.3125,13.3484,51.6269,629.8392,26.6,857.9676,228.1284,0.06,4.4096,44.845,261.2848,306.4314,699.0345,21.0212,261.526,367.1683,0,5,55,440,370,19,62,0.18181818181818182,10.0,,,1.018181818181818,56.0,5.7986,0.16363636363636364,9.0,,,,,,,,
|
||||
0.0,0,64,512,5,2.3594,1,1.0,6806.9219,6667.1062,6870.4744,30152,1,5864.0483,0.3125,0.0262,0.1293,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0989,-0.0075,0.0,1.0,0.0,0.0122,0.4219,0.3125,14.2327,51.7982,621.9388,27.5,857.9676,236.0288,0.0951,4.7417,54.4131,297.5577,352.2963,508.0555,21.3393,297.7877,129.675,0,6,58,464,425,14,34,0.10344827586206896,6.0,0.0055,9.2082,0.5172413793103449,30.0,,0.08620689655172414,5.0,0.05172413793103448,3.0,,,,,,
|
||||
0.0,0,64,512,6,2.6719,1,1.0,5693.2559,5660.0192,5715.9967,27996,1,4663.1197,0.4062,0.0113,0.0946,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1039,-0.0055,0.0,1.0,0.0,0.0134,0.5156,0.4062,14.4999,52.0184,619.7288,27.8,857.9676,238.2388,0.084,4.3419,40.8397,238.3943,279.5375,544.2322,21.1373,238.6134,239.2087,0,7,57,456,403,21,47,0.12280701754385964,7.0,,,0.7543859649122807,43.0,,0.05263157894736842,3.0,0.05263157894736842,3.0,0.03508771929824561,2.0,,,,
|
||||
0.0,0,64,512,7,2.7344,0,0.9688,5424.6367,5181.377,5569.3801,29810,1,4542.7203,0.373,0.0128,0.0802,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1111,-0.007,0.0,1.0,0.0,0.0103,0.4688,0.373,14.6068,52.1181,617.937,28.0,857.9676,240.0306,0.0892,4.5842,37.5314,223.1334,260.975,594.6917,20.0395,223.3538,309.0869,0,8,58,464,447,13,10,0.1206896551724138,7.0,0.0066,9.2406,0.29310344827586204,17.0,,,,0.017241379310344827,1.0,,,,,,
|
||||
0.0,0,64,512,7,2.5,0,0.9844,6941.7031,5518.8963,7612.2213,31534,1,5534.3852,0.3203,-0.0,0.0383,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1132,-0.0,0.0,1.0,0.0,0.0089,0.3906,0.3203,14.6119,52.1647,616.3255,28.2,857.9676,241.6421,0.0955,5.0276,51.7183,300.498,352.5422,766.7379,20.8727,300.7279,388.289,0,9,59,472,436,15,28,0.13559322033898305,8.0,,,0.5423728813559322,32.0,,0.0847457627118644,5.0,,,,,,,,
|
||||
0.0,0,64,512,7,2.3125,1,1.0,6168.8984,5349.8659,6926.3496,29321,1,5525.6844,0.4805,0.0111,0.0698,-0.0002,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0938,-0.01,0.0,1.0,0.0,0.0104,0.5625,0.4805,14.6168,52.1421,614.5594,28.4,857.9676,243.4082,0.1009,4.5547,45.4262,272.9161,318.6956,568.1374,19.3981,273.168,225.4848,0,10,62,496,468,16,20,0.12903225806451613,8.0,0.0066,9.2672,0.3870967741935484,24.0,5.9266,0.016129032258064516,1.0,0.016129032258064516,1.0,,,0.016129032258064516,1.0,,
|
||||
0.0,0,64,512,8,2.6719,1,1.0,6536.9258,5312.5936,7241.3877,30323,1,5706.9249,0.3652,0.0091,0.0873,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1047,-0.0084,0.0,1.0,0.0,0.0111,0.4844,0.3652,14.6462,52.1562,613.2145,28.5,857.9676,244.7531,0.0945,4.7552,51.2064,295.7437,347.2693,750.6676,21.6423,295.968,376.9949,0,11,64,512,450,24,55,0.109375,7.0,,,0.65625,42.0,,0.125,8.0,0.0625,4.0,0.015625,1.0,,,,
|
||||
0.0,0,64,512,7,2.6719,1,1.0,6162.2031,5682.4661,6526.5395,30446,1,5680.3084,0.4316,0.0139,0.0721,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1004,-0.0078,0.0,1.0,0.0,0.0089,0.5156,0.4316,15.061,52.6095,606.3204,29.3,857.9676,251.6472,0.0621,4.8307,51.8276,274.6323,326.7778,723.8646,21.2318,274.8876,371.0209,0,12,56,448,389,22,49,0.17857142857142858,10.0,0.0061,8.8339,0.9107142857142857,51.0,,0.017857142857142856,1.0,0.017857142857142856,1.0,,,,,,
|
||||
0.0,0,64,512,8,2.4219,0,0.9844,6600.5625,5539.0968,7381.3695,29626,1,5824.1267,0.4238,0.0094,0.0708,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0934,-0.0045,0.0,1.0,0.0,0.0099,0.4844,0.4238,15.7534,52.7114,604.3525,29.6,857.9676,253.6151,0.0606,4.7428,49.5327,292.9663,342.7841,569.5724,19.8116,293.1904,202.2303,0,13,63,504,465,14,35,0.06349206349206349,4.0,,,0.5555555555555556,35.0,,,,,,,,,,,
|
||||
0.0,0,64,512,8,2.4219,0,0.9844,6566.3848,5450.1476,7342.5762,30623,1,5976.6213,0.4102,0.0128,0.0662,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1008,-0.0039,0.0,1.0,0.0,0.0075,0.4688,0.4102,15.7831,52.7308,603.1606,29.7,857.9676,254.8069,0.0614,4.7913,54.281,303.9956,358.5964,665.9544,21.1276,304.2537,281.4353,0,14,55,440,404,12,27,0.2,11.0,0.0065,9.8622,0.4727272727272727,26.0,,0.05454545454545454,3.0,,,,,,,,
|
||||
0.0,0,64,512,7,2.3906,1,1.0,6336.8477,6039.9831,6495.0569,28679,1,5332.0556,0.3477,0.0282,0.0863,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1049,-0.0073,0.0,1.0,0.0,0.0109,0.4531,0.3477,15.6697,52.5815,602.2777,29.8,857.9676,255.6899,0.0588,4.5755,59.7836,282.0805,342.1549,545.8995,21.2951,282.3122,177.8707,0,15,59,472,432,10,39,0.01694915254237288,1.0,,,0.6101694915254238,36.0,5.8085,0.03389830508474576,2.0,0.01694915254237288,1.0,,,,,,
|
||||
0.0,0,64,512,8,2.4531,0,0.9688,6359.6562,5249.6971,6936.0445,28505,1,4841.0053,0.3418,0.0015,0.0785,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1078,-0.0,0.0,1.0,0.0,0.0109,0.4531,0.3418,15.8037,52.8251,601.3224,29.9,857.9676,256.6451,0.059,4.5147,42.3401,242.6885,285.318,586.8554,20.8848,242.9186,276.1345,0,16,51,408,357,14,48,0.058823529411764705,3.0,0.0067,9.7358,0.9411764705882353,48.0,,0.0196078431372549,1.0,0.0196078431372549,1.0,,,,,,
|
||||
0.0,0,64,512,8,2.9062,1,1.0,6705.1172,6177.6596,7011.1728,30424,1,5736.4783,0.3672,0.0018,0.0919,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0962,-0.0017,0.0,1.0,0.0,0.012,0.4688,0.3672,15.9213,52.9822,600.4259,30.0,857.9676,257.5417,0.0622,5.104,54.7523,289.9558,344.9914,607.2749,19.8351,290.1766,237.3404,0,17,56,448,413,10,34,0.017857142857142856,1.0,,,0.48214285714285715,27.0,,0.125,7.0,,,,,,,,
|
||||
0.0,0,64,512,7,2.375,1,1.0,6660.9961,5768.6923,7209.8896,30137,1,5190.0458,0.3809,0.0053,0.0505,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1064,-0.002,0.0,1.0,0.0,0.0092,0.4375,0.3809,15.8608,52.9854,597.8782,30.3,857.9676,260.0894,0.0626,4.7824,49.8728,278.2731,328.438,623.5491,20.3082,278.5023,270.0166,0,18,59,472,428,12,43,0.01694915254237288,1.0,0.0069,9.0415,0.6949152542372882,41.0,,0.03389830508474576,2.0,,,,,,,,
|
||||
0.0,0,64,512,8,2.4219,0,0.9844,6512.9004,6408.0854,6609.8346,26429,1,5105.4593,0.4805,0.0196,0.1418,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1003,-0.0003,0.0,1.0,0.0,0.0152,0.6094,0.4805,15.9561,52.9915,597.3361,30.4,857.9676,260.6315,0.0567,4.3993,48.6934,290.4016,339.3659,650.766,20.4059,290.6154,286.591,0,19,63,504,470,14,31,0.047619047619047616,3.0,,,0.49206349206349204,31.0,,0.015873015873015872,1.0,,,,,,,,
|
||||
0.0,0,64,512,8,2.8906,0,0.9531,7408.7051,6923.8447,7771.1092,29802,1,5619.8865,0.4277,0.0143,0.119,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1097,-0.0022,0.0,1.0,0.0,0.0194,0.5781,0.4277,16.1646,53.3119,596.022,30.5,857.9676,261.9456,0.062,5.2532,56.8572,296.4619,353.6011,753.1141,18.4471,296.6816,375.8091,0,20,58,464,434,9,29,0.017241379310344827,1.0,0.0066,8.7781,0.5862068965517241,34.0,5.7953,,,,,,,,,,
|
||||
0.0,0,64,512,7,2.6562,1,1.0,7085.9219,6418.0231,7573.3074,29815,1,6136.6081,0.4219,0.0106,0.0937,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0997,-0.0,0.0,1.0,0.0,0.0116,0.5156,0.4219,16.1029,53.256,594.4563,30.7,857.9676,263.5113,0.0655,5.3437,50.4277,298.0501,348.7609,686.7621,20.0817,298.2674,312.5727,0,21,61,488,454,14,32,0.01639344262295082,1.0,,,0.5081967213114754,31.0,,,,0.03278688524590164,2.0,0.06557377049180328,4.0,,,0.01639344262295082,1.0
|
||||
0.0,0,64,512,8,3.1562,1,1.0,7294.8809,6375.9162,7788.8589,29893,1,6000.1519,0.3496,0.0023,0.0938,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1105,0.0,0.0,1.0,0.0,0.0124,0.4531,0.3496,16.2404,53.3282,592.7165,30.9,857.9676,265.2511,0.0638,4.8973,54.3321,309.2321,363.8505,779.0404,19.7078,309.4542,390.5811,0,22,59,472,434,12,37,0.01694915254237288,1.0,0.0069,8.6956,0.6271186440677966,37.0,,0.01694915254237288,1.0,,,0.03389830508474576,2.0,,,,
|
||||
0.0,0,64,512,7,2.6562,1,1.0,6937.0156,5572.8879,8067.2929,29034,1,5891.6562,0.4531,0.0001,0.0773,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0968,-0.0,0.0,1.0,0.0,0.0121,0.5469,0.4531,16.4908,53.6929,591.0449,31.1,857.9676,266.9227,0.0612,4.6499,59.9371,309.9969,370.2697,532.1177,20.6256,310.2708,136.5677,0,23,59,472,435,13,36,0.01694915254237288,1.0,,,0.6101694915254238,36.0,,0.01694915254237288,1.0,,,,,,,,
|
||||
0.0,0,64,512,7,2.6406,1,1.0,7032.8203,6424.8851,7548.5776,29072,1,6074.8656,0.459,0.0132,0.1294,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1048,0.0,0.0,1.0,0.0,0.0126,0.5938,0.459,16.6193,53.8079,590.5952,31.2,857.9676,267.3724,0.0611,4.6694,56.8607,327.4153,384.5787,726.5821,19.6983,327.6565,317.6317,0,24,60,480,426,14,53,0.016666666666666666,1.0,0.0059,8.552,0.8833333333333333,53.0,,,,,,,,,,,
|
||||
0.0,0,64,512,6,2.2812,0,0.9844,6531.0137,5455.3037,7303.5034,29521,1,5423.5082,0.418,0.0109,0.0719,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.094,-0.0,0.0,1.0,0.0,0.0113,0.5469,0.418,16.9607,54.1367,588.5113,31.4,857.9676,269.4563,0.0726,4.7391,47.5091,275.5919,323.4266,668.9749,21.9127,275.8445,318.8921,0,25,62,496,424,17,70,0.016129032258064516,1.0,,,1.032258064516129,64.0,5.7038,0.08064516129032258,5.0,0.016129032258064516,1.0,,,,,0.016129032258064516,1.0
|
||||
0.0,0,64,512,8,2.7812,0,0.9375,7495.6797,7315.227,7597.7706,28626,1,6303.4955,0.3613,0.0169,0.0933,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0951,-0.0003,0.0,1.0,0.0,0.0103,0.5,0.3613,16.9752,54.144,587.35,31.5,857.9676,270.6176,0.0795,4.5883,58.851,330.5556,389.7414,892.816,25.2902,330.8106,473.1927,0,26,62,496,433,21,62,0.016129032258064516,1.0,0.0058,9.0649,0.8064516129032258,50.0,,0.16129032258064516,10.0,0.03225806451612903,2.0,,,,,,
|
||||
0.0,0,64,512,7,3.0156,1,1.0,7668.2285,7012.8523,7937.2397,31788,1,6707.8756,0.291,0.0297,0.1584,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1045,-0.0008,0.0,1.0,0.0,0.0142,0.5,0.291,17.0608,54.196,585.8306,31.7,857.9676,272.137,0.1043,5.0238,58.5845,344.9425,403.8479,985.3342,22.3891,345.1588,554.0627,0,27,64,512,450,19,61,0.015625,1.0,,,0.84375,54.0,,0.0625,4.0,0.046875,3.0,,,,,,
|
||||
0.0,0,64,512,7,2.8281,2,1.0,7804.7168,9901.9302,7098.3446,30511,1,6216.5319,0.252,0.0326,0.165,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1072,0.0,0.0,1.0,0.0,0.0151,0.5,0.252,17.332,54.4731,584.8093,31.8,857.9676,273.1583,0.1136,5.098,58.2419,330.6489,389.2399,1124.5602,22.2874,330.884,707.9035,0,28,62,496,446,18,48,0.016129032258064516,1.0,0.0068,9.0265,0.6129032258064516,38.0,,0.12903225806451613,8.0,0.03225806451612903,2.0,,,,,0.016129032258064516,1.0
|
||||
0.0,0,64,512,6,3.5312,3,1.0,7147.0391,7123.1659,7164.6,31645,1,6027.5665,0.4238,0.0222,0.1554,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1026,-0.002,0.0,1.0,0.0,0.0157,0.5938,0.4238,17.3112,54.4962,583.5737,32.0,857.9676,274.3939,0.0987,4.9352,50.2986,316.9718,367.6297,957.9151,18.2762,317.2321,567.041,0,29,61,488,386,27,100,0.01639344262295082,1.0,,,1.6065573770491803,98.0,,0.03278688524590164,2.0,0.01639344262295082,1.0,0.13114754098360656,8.0,,,0.01639344262295082,1.0
|
||||
0.0,0,64,512,5,4.0469,4,1.0,7044.9414,7985.1034,6560.9527,29913,1,6593.9085,0.3398,0.0164,0.0824,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0908,-0.002,0.0,1.0,0.0,0.0112,0.4688,0.3398,17.1508,54.2735,583.3052,32.0,857.9676,274.6624,0.0681,4.7148,50.2388,330.0676,380.6115,1103.0559,17.2302,330.3042,700.4673,0,30,64,512,366,43,141,0.046875,3.0,0.0062,9.5665,1.828125,117.0,5.9362,0.3125,20.0,0.0625,4.0,,,,,0.03125,2.0
|
||||
0.0,0,64,512,5,5.0,5,1.0,6797.2891,11215.814,5905.2864,30029,1,7390.2466,0.168,0.0071,0.1012,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0921,-0.002,0.0,1.0,0.0,0.0111,0.3125,0.168,17.2391,54.4051,582.8715,32.1,857.9676,275.0961,0.0637,4.6437,54.1623,341.3391,395.8251,4323.2363,17.8394,341.5988,3904.8976,0,31,60,480,480,0,0,,,,,,,,,,,,,,,,,
|
||||
0.0,0,64,512,0,0.0,0,0.0,6355.2598,5017.9459,8843.1117,28993,1408,5203.0495,0.6504,0.0161,0.0761,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0944,0.0,0.0,1.0,0.0,0.0086,0.7188,0.6504,16.9321,54.0978,581.331,32.2,857.9676,276.6366,0.0769,4.4116,46.6184,246.656,293.5865,2299.6618,18.6606,246.8908,1982.9705,1,32,62,496,495,1,0,0.016129032258064516,1.0,0.0079,8.8682,,,,,,,,,,,,,
|
||||
0.0,0,64,512,1,0.9375,0,0.9375,7514.3691,6619.6859,8568.9532,29907,1,5601.7575,0.541,0.0128,0.1473,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1008,-0.002,0.0,1.0,0.0,0.0123,0.6406,0.541,17.2228,54.432,580.3145,32.4,857.9676,277.6531,0.0999,4.8591,51.1181,295.349,346.8073,888.2072,20.2574,295.5889,516.2793,1,33,62,496,413,16,75,0.12903225806451613,8.0,,,1.2419354838709677,77.0,,,,,,0.016129032258064516,1.0,,,,
|
||||
0.0,0,64,512,2,1.2812,0,0.7812,8044.0723,7223.0498,8667.5979,29396,1,7654.0371,0.4316,0.0127,0.1244,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0842,-0.0,0.0,1.0,0.0,0.0118,0.5469,0.4316,17.2525,54.5596,579.3159,32.5,857.9676,278.6517,0.0964,4.9275,65.7476,372.2483,438.3592,1396.3341,20.1741,372.515,932.8673,1,34,63,504,404,21,100,,,0.0072,9.0692,1.5238095238095237,96.0,,0.031746031746031744,2.0,,,0.031746031746031744,2.0,,,,
|
||||
0.0,0,64,512,3,1.9531,0,0.9844,6515.5156,6840.0081,6215.4211,30000,1,6612.9045,0.4805,0.0189,0.2055,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0798,0.0,0.0,1.0,0.0,0.0125,0.6562,0.4805,17.3116,54.6125,578.363,32.6,857.9676,279.6046,0.1004,5.1692,51.2415,332.1514,383.7411,696.0122,19.3957,332.3987,287.7016,1,35,64,512,439,20,72,0.015625,1.0,,,1.046875,67.0,5.9105,0.15625,10.0,,,0.03125,2.0,,,,
|
||||
0.0,0,64,512,4,2.0312,0,0.9688,7341.0098,7547.3144,7215.1509,29256,1,6540.1251,0.3789,0.0088,0.1138,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0891,-0.002,0.0,1.0,0.0,0.0126,0.5,0.3789,17.7383,55.0847,577.1846,32.7,857.9676,280.783,0.0922,4.9041,61.6299,346.6401,408.5787,821.7965,19.8109,346.8563,388.4974,1,36,60,480,428,16,51,0.016666666666666666,1.0,0.0067,8.5168,0.8,48.0,,0.15,9.0,,,0.016666666666666666,1.0,,,,
|
||||
0.0,0,64,512,5,2.3594,0,0.9688,7932.8887,8072.7132,7790.8622,29549,1,6660.3152,0.5039,0.0126,0.0966,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0887,-0.002,0.0,1.0,0.0,0.0138,0.6406,0.5039,18.1271,55.5101,576.5135,32.8,857.9676,281.454,0.0994,5.089,62.8501,340.2845,403.4681,770.0202,20.9003,340.5183,340.5562,1,37,62,496,434,23,60,0.016129032258064516,1.0,,,0.8225806451612904,51.0,,0.0967741935483871,6.0,0.016129032258064516,1.0,0.03225806451612903,2.0,,,0.016129032258064516,1.0
|
||||
0.0,0,64,512,6,2.6562,1,1.0,8419.1387,8365.814,8473.3031,30692,1,7162.814,0.5039,0.0199,0.1385,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0929,-0.0,0.0,1.0,0.0,0.0139,0.6719,0.5039,18.2028,55.5546,576.4919,32.8,857.9676,281.4757,0.5463,5.1621,61.5727,362.0571,424.4311,781.5418,19.5229,362.3119,332.4188,1,38,62,496,431,19,64,0.016129032258064516,1.0,0.007,8.7471,0.9838709677419355,61.0,,0.08064516129032258,5.0,0.03225806451612903,2.0,0.016129032258064516,1.0,,,,
|
||||
0.0,0,64,512,6,2.4531,0,0.9219,7744.916,7489.3855,7986.8441,29074,1,7114.8637,0.4863,0.0155,0.1139,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0933,-0.002,0.0,1.0,0.0,0.0125,0.6094,0.4863,18.6,55.9949,618.6349,27.9,857.9676,239.3326,0.0996,4.8175,64.8025,354.7248,419.8513,938.6005,21.1832,354.9488,492.7406,1,39,61,488,413,29,68,0.03278688524590164,2.0,,,1.0327868852459017,63.0,,0.08196721311475409,5.0,,,0.04918032786885246,3.0,,,0.08196721311475409,5.0
|
||||
0.0,0,64,512,6,2.5,0,0.9688,8225.7129,6629.7524,9300.1176,30857,1,7170.308,0.4023,0.0223,0.0848,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0869,-0.0036,0.0,1.0,0.0,0.0104,0.5469,0.4023,18.9653,56.3423,613.3512,28.5,857.9676,244.6164,0.0714,5.1458,60.5502,366.9172,427.7628,823.3008,19.6851,367.1407,370.6984,1,40,60,480,398,19,80,,,0.0066,8.7421,1.2,72.0,5.9945,0.11666666666666667,7.0,,,0.06666666666666667,4.0,,,0.03333333333333333,2.0
|
||||
0.0,0,64,512,6,2.3438,0,0.9375,7966.3145,7650.5819,8227.9214,31079,1,7317.7156,0.4531,0.0132,0.1227,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0888,0.0,0.0,1.0,0.0,0.0126,0.5781,0.4531,18.9705,56.3386,610.6592,28.8,857.9676,247.3083,0.0698,5.0302,66.5247,354.1445,420.9726,848.9007,20.3863,354.3778,402.5067,1,41,59,472,405,22,64,0.03389830508474576,2.0,,,0.7627118644067796,45.0,,0.288135593220339,17.0,0.03389830508474576,2.0,0.01694915254237288,1.0,,,0.01694915254237288,1.0
|
||||
0.0,0,64,512,6,2.4531,0,0.9844,8495.6973,8543.6471,8448.1206,29649,1,7602.318,0.498,0.0176,0.1445,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.091,-0.0036,0.0,1.0,0.0,0.0106,0.6406,0.498,18.728,56.0659,607.4855,29.2,857.9676,250.4821,0.0668,4.8041,79.2726,385.7061,465.3004,908.5134,20.2002,385.9607,418.2041,1,42,63,504,416,24,87,,,0.0066,8.9943,1.2380952380952381,78.0,,0.14285714285714285,9.0,,,,,,,0.015873015873015872,1.0
|
||||
0.0,0,64,512,6,2.4688,0,0.9531,6815.9082,7522.2811,6147.1369,30514,1,6904.4531,0.4863,0.0025,0.1076,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0904,-0.0,0.0,1.0,0.0,0.0142,0.6094,0.4863,19.0544,56.5214,605.2555,29.5,857.9676,252.7121,0.0649,4.7964,63.7327,342.0508,406.0772,894.4838,20.0882,342.2792,463.5177,1,43,63,504,392,27,105,0.031746031746031744,2.0,,,1.5873015873015872,100.0,,0.047619047619047616,3.0,0.015873015873015872,1.0,0.047619047619047616,3.0,0.015873015873015872,1.0,0.07936507936507936,5.0
|
||||
0.0,0,64,512,6,2.3281,0,0.8594,7910.2734,8000.4421,7857.0683,29896,1,8041.8847,0.3711,0.009,0.0817,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0798,-0.0047,0.0,1.0,0.0,0.0086,0.4531,0.3711,19.002,56.5115,617.1274,28.1,857.9676,240.8402,0.0661,4.8816,66.1745,402.7435,469.2065,1328.0553,20.657,402.9656,833.3066,1,44,63,504,399,24,98,0.047619047619047616,3.0,0.0069,9.8901,1.4603174603174602,92.0,,0.20634920634920634,13.0,,,0.015873015873015872,1.0,,,0.047619047619047616,3.0
|
||||
0.0,0,64,512,5,2.0156,0,0.9062,6766.7012,6726.2405,6801.5709,30830,1,7136.4717,0.4629,0.009,0.0682,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0789,0.0,0.0,1.0,0.0,0.0068,0.5625,0.4629,19.4693,56.7018,613.1268,28.5,857.9676,244.8408,0.0666,4.884,61.3314,347.4692,409.1213,827.741,19.1294,347.7229,394.6021,1,45,63,504,378,30,123,0.015873015873015872,1.0,,,1.6507936507936507,104.0,5.7988,0.20634920634920634,13.0,0.06349206349206349,4.0,0.031746031746031744,2.0,,,0.031746031746031744,2.0
|
||||
0.0,0,64,512,6,2.2031,0,0.9219,6823.2539,8873.1942,4387.8547,30534,1,7123.6735,0.543,0.0141,0.0487,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0772,-0.0,0.0,1.0,0.0,0.0089,0.7031,0.543,19.2493,56.4414,611.886,28.7,857.9676,246.0815,0.064,4.7899,55.4515,333.9634,389.7548,969.1827,20.4953,334.239,554.1382,1,46,41,328,272,12,54,0.04878048780487805,2.0,0.0066,9.0091,1.2682926829268293,52.0,,,,,,0.04878048780487805,2.0,,,,
|
||||
|
17
training_logs/20260605_113340_metrics_job_573272.csv
Normal file
17
training_logs/20260605_113340_metrics_job_573272.csv
Normal file
@@ -0,0 +1,17 @@
|
||||
async/discard_rate,async/discarded_count,async/effective_batch_groups,async/effective_batch_samples,async/staleness_max,async/staleness_mean,async/staleness_min,async/staleness_ratio,generate/avg_num_tokens,generate/avg_tokens_non_zero_rewards,generate/avg_tokens_zero_rewards,generate/max_num_tokens,generate/min_num_tokens,generate/std_num_tokens,loss/avg_final_rewards,loss/avg_raw_advantages,loss/avg_raw_advantages_abs,policy/final_loss,policy/log_ratio_abs_max,policy/log_ratio_abs_mean,policy/log_ratio_abs_p99,policy/log_ratio_abs_pos00,policy/log_ratio_abs_pos10,policy/log_ratio_abs_pos20,policy/log_ratio_abs_pos30,policy/log_ratio_abs_pos40,policy/log_ratio_abs_pos50,policy/log_ratio_abs_pos60,policy/log_ratio_abs_pos70,policy/log_ratio_abs_pos80,policy/log_ratio_abs_pos90,policy/n_tokens_dp_gt_10pct,policy/n_tokens_dp_gt_1pct,policy/n_tokens_dp_gt_50pct,policy/policy_entropy,policy/policy_loss,policy/policy_lr,policy/policy_update_steps,policy/ppo_clip_ratio,policy/raw_grad_norm,reward/avg_pass_at_8,reward/avg_raw_reward,system/process_rss_gb,system/process_vms_gb,system/ram_available_gb,system/ram_percent,system/ram_total_gb,system/ram_used_gb,timing/compute_advantages_and_returns,timing/convert_to_training_input,timing/fwd_logprobs_values_reward,timing/policy_train,timing/run_training,timing/step,timing/sync_weights,timing/train_critic_and_policy,timing/wait_for_generation_buffer,trainer/epoch,trainer/global_step,batch_errors/total_batches,batch_errors/total_instances,batch_errors/total_successful,batch_errors/total_failed,batch_errors/total_masked,batch_errors/avg_ContextLengthExceededError,batch_errors/total_ContextLengthExceededError,batch_errors/avg_DaytonaError,batch_errors/total_DaytonaError,batch_errors/avg_VerifierTimeoutError,batch_errors/total_VerifierTimeoutError,batch_errors/avg_RuntimeError,batch_errors/total_RuntimeError,batch_errors/avg_AgentTimeoutError,batch_errors/total_AgentTimeoutError,timing/cleanup_old_checkpoints,timing/save_checkpoints,batch_errors/avg_InvalidChatHistory,batch_errors/total_InvalidChatHistory,timing/save_hf_model,batch_errors/avg_DaytonaValidationError,batch_errors/total_DaytonaValidationError
|
||||
0.0,0,64,512,5,1.3438,0,0.5312,8755.0801,8325.6656,9372.619,30626,1,7482.5723,0.5898,0.0111,0.1281,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0868,-0.0033,0.0,1.0,0.0,0.0137,0.72,0.5898,13.4106,50.6201,613.0283,28.5,857.9676,244.9393,0.2278,5.0206,71.9574,404.9795,477.4467,3628.5801,19.0295,405.2603,3127.083,1,47,62,496,331,34,153,2.3225806451612905,144,0.12903225806451613,8,0.03225806451612903,2.0,0.16129032258064516,10,0.03225806451612903,2,,,,,,,
|
||||
0.0,0,64,512,1,0.8594,0,0.8594,7619.7441,9594.5309,5835.829,30869,1,8370.1012,0.4746,-0.0012,0.1087,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0675,-0.0033,0.0,1.0,0.0,0.0078,0.5938,0.4746,13.9646,51.1891,609.1022,29.0,857.9676,248.8654,0.071,5.1025,58.8497,370.2403,429.45,1244.8302,19.4026,370.5283,790.8572,1,48,61,488,352,36,132,1.6229508196721312,99,0.18032786885245902,11,,,0.08196721311475409,5,0.09836065573770492,6,27.6863,37.3594,0.4262295081967213,26.0,,,
|
||||
0.0,0,64,512,2,1.6875,0,0.9688,7436.1621,10071.8777,5303.3746,31722,1,8104.3288,0.4473,-0.0022,0.1466,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0824,-0.0028,0.0,1.0,0.0,0.0136,0.6094,0.4473,14.0767,51.3248,607.7073,29.2,857.9676,250.2603,0.0653,5.1612,59.8218,368.3684,428.5615,992.5396,19.8253,368.6733,538.9891,1,49,64,512,399,26,108,1.390625,89,0.171875,11,0.015625,1.0,0.0625,4,0.078125,5,,,0.046875,3.0,,,
|
||||
0.0,0,64,512,3,1.875,0,0.9219,7249.7715,8958.4871,5328.3527,31044,1,7285.5369,0.5293,0.0161,0.112,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0852,-0.002,0.0,1.0,0.0,0.0113,0.6719,0.5293,14.2168,51.4584,605.4078,29.4,857.9676,252.5598,0.1,4.919,56.7466,328.7726,385.9273,1332.3032,19.2376,329.0802,922.2159,1,50,63,504,358,30,142,2.111111111111111,133,0.14285714285714285,9,,,0.06349206349206349,4,0.015873015873015872,1,0.0095,9.2307,0.047619047619047616,3.0,7.8971,,
|
||||
0.0,0,64,512,4,2.0625,0,0.9219,8757.5977,12500.733,6237.7092,30059,1,8872.8801,0.4023,0.0087,0.1098,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0717,-0.0013,0.0,1.0,0.0,0.0088,0.5312,0.4023,14.3342,51.5905,603.9467,29.6,857.9676,254.0209,0.089,5.273,78.2417,418.4312,497.0135,1379.3016,19.4968,418.682,857.5148,1,51,62,496,349,33,140,1.6129032258064515,100,0.25806451612903225,16,0.03225806451612903,2.0,0.08064516129032258,5,0.06451612903225806,4,,,0.3225806451612903,20.0,,,
|
||||
0.0,0,64,512,4,1.9375,0,0.9531,6694.707,8111.4619,5601.5017,30148,1,7729.1843,0.4355,-0.0073,0.0937,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0748,-0.0036,0.0,1.0,0.0,0.0106,0.5781,0.4355,14.4642,51.748,601.9425,29.8,857.9676,256.0251,0.0616,5.2173,51.9534,361.4349,413.7172,1170.2837,19.4002,361.7016,731.9452,1,52,61,488,357,27,112,1.4098360655737705,86,0.2786885245901639,17,0.04918032786885246,3.0,0.26229508196721313,16,0.06557377049180328,4,0.0092,9.3529,0.08196721311475409,5.0,,,
|
||||
0.0,0,64,512,4,1.7812,0,0.875,7054.1738,8385.8911,5712.0118,31509,1,7707.4968,0.502,0.0021,0.1214,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.08,-0.0039,0.0,1.0,0.0,0.01,0.6094,0.502,14.8994,52.1456,599.7321,30.1,857.9676,258.2355,0.0627,5.0872,60.1197,368.5905,429.0485,1194.367,20.5875,368.8658,739.6405,1,53,64,512,369,29,136,1.734375,111,0.296875,19,0.015625,1.0,0.0625,4,0.09375,6,,,,,,0.03125,2.0
|
||||
0.0,0,64,512,4,1.8438,0,0.9062,7219.5898,8339.2411,6348.75,31050,1,7968.5466,0.4375,0.0091,0.0605,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0683,-0.0033,0.0,1.0,0.0,0.0078,0.5312,0.4375,14.9207,52.2211,598.9345,30.2,857.9676,259.0331,0.0665,5.0685,64.9233,369.2706,434.5494,1309.3112,20.1191,369.5591,849.571,1,54,65,520,354,35,162,2.1538461538461537,140,0.2,13,0.03076923076923077,2.0,0.03076923076923077,2,0.046153846153846156,3,0.0096,15.7784,0.09230769230769231,6.0,,,
|
||||
0.0,0,64,512,4,1.9688,0,0.9688,7068.377,10504.6513,4954.5804,30076,1,7853.4535,0.3809,0.0063,0.0915,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0743,-0.0006,0.0,1.0,0.0,0.0099,0.5156,0.3809,15.5502,52.274,596.4792,30.5,857.9676,261.4883,0.0918,4.9428,57.1306,353.2942,410.8083,1386.2522,19.6025,353.5853,950.8937,1,55,61,488,344,31,142,2.0327868852459017,124,0.14754098360655737,9,,,0.03278688524590164,2,0.08196721311475409,5,,,0.19672131147540983,12.0,7.1484,,
|
||||
0.0,0,64,512,4,1.8438,0,0.9531,7250.9316,9966.4612,5221.2355,31209,1,7966.476,0.4277,-0.0001,0.1231,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0766,0.0,0.0,1.0,0.0,0.0091,0.5781,0.4277,15.9076,52.3376,594.606,30.7,857.9676,263.3616,0.0666,4.8715,61.6171,381.8052,443.7918,1252.4928,19.4203,382.1077,784.4052,1,56,63,504,347,30,154,2.0,126,0.1111111111111111,7,,,0.047619047619047616,3,0.07936507936507936,5,0.0083,18.8198,0.42857142857142855,27.0,,,
|
||||
0.0,0,64,512,4,1.8125,0,0.9219,6790.6504,9096.0146,5251.2378,31418,1,7912.406,0.4004,0.0071,0.0856,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0722,0.0,0.0,1.0,0.0,0.0091,0.5156,0.4004,16.0027,52.4526,593.8373,30.8,857.9676,264.1303,0.0663,4.8756,63.8173,368.1545,432.3255,1368.6469,20.0176,368.4416,911.4238,1,57,62,496,330,37,157,2.1451612903225805,133,0.22580645161290322,14,0.04838709677419355,3.0,0.11290322580645161,7,0.0967741935483871,6,,,0.06451612903225806,4.0,,,
|
||||
0.0,0,64,512,4,1.9844,1,1.0,8852.5156,12383.2409,6192.3801,30490,1,9078.6932,0.4297,0.0103,0.0878,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0723,-0.0038,0.0,1.0,0.0,0.0068,0.5781,0.4297,16.0652,52.5352,592.7606,30.9,857.9676,265.207,0.0688,5.1549,73.1265,424.4201,497.9254,1750.4119,20.7808,424.7296,1226.5472,1,58,64,512,316,42,179,1.953125,125,0.375,24,,,0.265625,17,0.125,8,0.009,16.497,0.34375,22.0,,,
|
||||
0.0,0,64,512,4,2.2656,2,1.0,7362.4492,11706.0618,5047.5898,31108,1,8966.6556,0.3477,-0.0065,0.117,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0673,0.0,0.0,1.0,0.0,0.0095,0.5156,0.3477,16.1225,52.5548,591.814,31.0,857.9676,266.1536,0.0661,4.9655,65.3045,421.4391,487.1173,1578.6753,20.434,421.7463,1066.1295,1,59,64,512,375,30,133,1.90625,122,0.140625,9,,,0.09375,6,0.046875,3,,,0.0625,4.0,,,
|
||||
0.0,0,64,512,3,3.0,3,1.0,6718.375,8418.3773,4776.5314,31359,1,7445.3974,0.5332,-0.0049,0.0425,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0756,0.0,0.0,1.0,0.0,0.0095,0.6406,0.5332,16.0275,52.4143,591.2923,31.1,857.9676,266.6753,0.0667,4.9514,53.5723,340.7361,394.6557,1127.5288,19.9225,341.0163,707.9674,1,60,63,504,352,31,151,2.0952380952380953,132,0.20634920634920634,13,,,0.015873015873015872,1,0.09523809523809523,6,0.0081,13.4944,0.1111111111111111,7.0,7.5489,,
|
||||
0.0,0,64,512,4,4.0,4,1.0,6488.5742,10239.4533,3794.9899,30177,1,7323.5223,0.418,-0.0013,0.0456,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0706,0.0,0.0,1.0,0.0,0.0074,0.5781,0.418,16.207,52.6997,589.9882,31.2,857.9676,267.9794,0.0643,4.8409,54.8498,331.679,386.9181,1531.2507,18.8017,332.0035,1120.6607,1,61,64,512,300,50,190,2.34375,150,0.203125,13,0.046875,3.0,0.265625,17,0.046875,3,,,0.375,24.0,,0.03125,2.0
|
||||
0.0,0,64,512,5,5.0,5,1.0,7810.8105,14609.1538,4461.1895,30845,1,8807.6906,0.3301,0.0157,0.1006,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0701,-0.0082,0.0,1.0,0.0,0.0083,0.4844,0.3301,16.2209,52.6976,589.2254,31.3,857.9676,268.7422,0.0665,5.0013,65.6581,398.8376,464.8375,2207.5802,18.5553,399.1124,1719.156,1,62,15,120,46,14,70,2.933333333333333,44,0.6666666666666666,10,0.06666666666666667,1.0,0.2,3,0.26666666666666666,4,0.0093,9.0592,0.8,12.0,,,
|
||||
|
279
training_logs/20260605_113340_metrics_report.md
Normal file
279
training_logs/20260605_113340_metrics_report.md
Normal file
@@ -0,0 +1,279 @@
|
||||
# SkyRL Training Metrics Analysis
|
||||
|
||||
Generated from 2 log files
|
||||
|
||||
## Overview
|
||||
|
||||
| Log File | Total Steps | Metric Blocks | Final Reward (mean) | Final Reward (max) | Total Time (s) |
|
||||
|----------|-------------|---------------|---------------------|-------------------|----------------|
|
||||
| job_573271 | 46 | 46 | 0.4141 | 0.6504 | 42145.2 |
|
||||
| job_573272 | 62 | 16 | 0.4429 | 0.5898 | 24454.4 |
|
||||
|
||||
## Async Metrics
|
||||
|
||||
| | Mean | Std | Min | Max | Count |
|
||||
|:------------------------------|-----------:|---------:|------:|------:|--------:|
|
||||
| async/discard_rate | 0 | 0 | 0 | 0 | 62 |
|
||||
| async/discarded_count | 0 | 0 | 0 | 0 | 62 |
|
||||
| async/effective_batch_groups | 64 | 0 | 64 | 64 | 62 |
|
||||
| async/effective_batch_samples | 512 | 0 | 512 | 512 | 62 |
|
||||
| async/staleness_max | 5.14516 | 2.1717 | 0 | 8 | 62 |
|
||||
| async/staleness_mean | 2.31829 | 0.890912 | 0 | 5 | 62 |
|
||||
| async/staleness_min | 0.693548 | 1.23592 | 0 | 5 | 62 |
|
||||
| async/staleness_ratio | 0.925408 | 0.18437 | 0 | 1 | 62 |
|
||||
|
||||
## Generate Metrics
|
||||
|
||||
| | Mean | Std | Min | Max | Count |
|
||||
|:-------------------------------------|-----------:|---------:|---------:|---------:|--------:|
|
||||
| generate/avg_num_tokens | 7087.21 | 758.446 | 5424.64 | 8852.52 | 62 |
|
||||
| generate/avg_tokens_non_zero_rewards | 7506.21 | 2150.89 | 4378.16 | 14609.2 | 62 |
|
||||
| generate/avg_tokens_zero_rewards | 6843.57 | 1249.41 | 3794.99 | 9372.62 | 62 |
|
||||
| generate/max_num_tokens | 30011.1 | 1082.45 | 26429 | 31788 | 62 |
|
||||
| generate/min_num_tokens | 23.6935 | 178.689 | 1 | 1408 | 62 |
|
||||
| generate/std_num_tokens | 6556.06 | 1256.7 | 3714.03 | 9078.69 | 62 |
|
||||
|
||||
## Loss Metrics
|
||||
|
||||
| | Mean | Std | Min | Max | Count |
|
||||
|:----------------------------|----------:|-----------:|--------:|-------:|--------:|
|
||||
| loss/avg_final_rewards | 0.421494 | 0.0801837 | 0.168 | 0.6504 | 62 |
|
||||
| loss/avg_raw_advantages | 0.0104129 | 0.00876177 | -0.0073 | 0.0326 | 62 |
|
||||
| loss/avg_raw_advantages_abs | 0.0982258 | 0.0338442 | 0.0383 | 0.2055 | 62 |
|
||||
|
||||
## Policy Metrics
|
||||
|
||||
| | Mean | Std | Min | Max | Count |
|
||||
|:----------------------------|-------------:|------------:|--------:|-------:|--------:|
|
||||
| policy/final_loss | -4.67742e-05 | 6.70643e-05 | -0.0003 | 0 | 62 |
|
||||
| policy/log_ratio_abs_max | 0 | 0 | 0 | 0 | 62 |
|
||||
| policy/log_ratio_abs_mean | 0 | 0 | 0 | 0 | 62 |
|
||||
| policy/log_ratio_abs_p99 | 0 | 0 | 0 | 0 | 62 |
|
||||
| policy/log_ratio_abs_pos00 | 0 | 0 | 0 | 0 | 62 |
|
||||
| policy/log_ratio_abs_pos10 | 0 | 0 | 0 | 0 | 62 |
|
||||
| policy/log_ratio_abs_pos20 | 0 | 0 | 0 | 0 | 62 |
|
||||
| policy/log_ratio_abs_pos30 | 0 | 0 | 0 | 0 | 62 |
|
||||
| policy/log_ratio_abs_pos40 | 0 | 0 | 0 | 0 | 62 |
|
||||
| policy/log_ratio_abs_pos50 | 0 | 0 | 0 | 0 | 62 |
|
||||
| policy/log_ratio_abs_pos60 | 0 | 0 | 0 | 0 | 62 |
|
||||
| policy/log_ratio_abs_pos70 | 0 | 0 | 0 | 0 | 62 |
|
||||
| policy/log_ratio_abs_pos80 | 0 | 0 | 0 | 0 | 62 |
|
||||
| policy/log_ratio_abs_pos90 | 0 | 0 | 0 | 0 | 62 |
|
||||
| policy/n_tokens_dp_gt_10pct | 0 | 0 | 0 | 0 | 62 |
|
||||
| policy/n_tokens_dp_gt_1pct | 0 | 0 | 0 | 0 | 62 |
|
||||
| policy/n_tokens_dp_gt_50pct | 0 | 0 | 0 | 0 | 62 |
|
||||
| policy/policy_entropy | 0.0922032 | 0.0140714 | 0.0673 | 0.1222 | 62 |
|
||||
| policy/policy_loss | -0.00298065 | 0.00371094 | -0.0165 | 0 | 62 |
|
||||
| policy/policy_lr | 0 | 0 | 0 | 0 | 62 |
|
||||
| policy/policy_update_steps | 1 | 0 | 1 | 1 | 62 |
|
||||
| policy/ppo_clip_ratio | 0 | 0 | 0 | 0 | 62 |
|
||||
| policy/raw_grad_norm | 0.0110661 | 0.00242723 | 0.0068 | 0.0194 | 62 |
|
||||
|
||||
## Reward Metrics
|
||||
|
||||
| | Mean | Std | Min | Max | Count |
|
||||
|:----------------------|---------:|----------:|-------:|-------:|--------:|
|
||||
| reward/avg_pass_at_8 | 0.541603 | 0.0828673 | 0.3125 | 0.72 | 62 |
|
||||
| reward/avg_raw_reward | 0.421494 | 0.0801837 | 0.168 | 0.6504 | 62 |
|
||||
|
||||
## System Metrics
|
||||
|
||||
| | Mean | Std | Min | Max | Count |
|
||||
|:------------------------|---------:|-------------:|---------:|---------:|--------:|
|
||||
| system/process_rss_gb | 16.0576 | 1.78838 | 11.9901 | 19.4693 | 62 |
|
||||
| system/process_vms_gb | 53.3132 | 1.65813 | 50.5174 | 56.7018 | 62 |
|
||||
| system/ram_available_gb | 600.74 | 14.848 | 576.492 | 634.317 | 62 |
|
||||
| system/ram_percent | 29.979 | 1.72695 | 26.1 | 32.8 | 62 |
|
||||
| system/ram_total_gb | 857.968 | 3.43845e-13 | 857.968 | 857.968 | 62 |
|
||||
| system/ram_used_gb | 257.228 | 14.848 | 223.651 | 281.476 | 62 |
|
||||
|
||||
## Timing Metrics
|
||||
|
||||
| | Mean | Std | Min | Max | Count |
|
||||
|:--------------------------------------|-------------:|------------:|---------:|----------:|--------:|
|
||||
| timing/compute_advantages_and_returns | 0.0847774 | 0.0645158 | 0.0567 | 0.5463 | 62 |
|
||||
| timing/convert_to_training_input | 4.86253 | 0.238016 | 4.3419 | 5.3437 | 62 |
|
||||
| timing/fwd_logprobs_values_reward | 56.3358 | 8.69585 | 37.5314 | 79.2726 | 62 |
|
||||
| timing/policy_train | 324.484 | 51.6031 | 195.685 | 424.42 | 62 |
|
||||
| timing/run_training | 381.155 | 59.4412 | 237.906 | 497.925 | 62 |
|
||||
| timing/step | 1074.19 | 661.299 | 508.055 | 4323.24 | 62 |
|
||||
| timing/sync_weights | 20.1326 | 1.21648 | 17.2302 | 25.2902 | 62 |
|
||||
| timing/train_critic_and_policy | 324.734 | 51.6204 | 195.894 | 424.73 | 62 |
|
||||
| timing/wait_for_generation_buffer | 668.027 | 641.786 | 129.675 | 3904.9 | 62 |
|
||||
| timing/cleanup_old_checkpoints | 1.24959 | 5.27799 | 0.0055 | 27.6863 | 31 |
|
||||
| timing/save_checkpoints | 11.2317 | 5.7024 | 8.5168 | 37.3594 | 31 |
|
||||
| timing/save_hf_model | 6.27227 | 0.779989 | 5.7038 | 7.8971 | 12 |
|
||||
|
||||
## Trainer Metrics
|
||||
|
||||
| | Mean | Std | Min | Max | Count |
|
||||
|:--------------------|-------:|----------:|------:|------:|--------:|
|
||||
| trainer/epoch | 0.5 | 0.504082 | 0 | 1 | 62 |
|
||||
| trainer/global_step | 31.5 | 18.0416 | 1 | 62 | 62 |
|
||||
|
||||
## Batch_Errors Metrics
|
||||
|
||||
| | Mean | Std | Min | Max | Count |
|
||||
|:----------------------------------------------|------------:|------------:|-----------:|-----------:|--------:|
|
||||
| batch_errors/total_batches | 60.8387 | 10.0885 | 15 | 118 | 62 |
|
||||
| batch_errors/total_instances | 486.71 | 80.7076 | 120 | 944 | 62 |
|
||||
| batch_errors/total_successful | 405.903 | 92.5344 | 46 | 917 | 62 |
|
||||
| batch_errors/total_failed | 21.4032 | 9.83213 | 0 | 50 | 62 |
|
||||
| batch_errors/total_masked | 75.5161 | 49.6878 | 0 | 190 | 62 |
|
||||
| batch_errors/avg_VerifierTimeoutError | 0.0646817 | 0.0660225 | 0.015625 | 0.29661 | 51 |
|
||||
| batch_errors/total_VerifierTimeoutError | 4.11765 | 5.53407 | 1 | 35 | 51 |
|
||||
| batch_errors/avg_ContextLengthExceededError | 1.19489 | 0.622558 | 0.293103 | 2.93333 | 58 |
|
||||
| batch_errors/total_ContextLengthExceededError | 70.931 | 37.6003 | 17 | 150 | 58 |
|
||||
| batch_errors/avg_InvalidChatHistory | 0.141421 | 0.148637 | 0.015873 | 0.8 | 47 |
|
||||
| batch_errors/total_InvalidChatHistory | 7.93617 | 7.03224 | 1 | 27 | 47 |
|
||||
| batch_errors/avg_AgentTimeoutError | 0.0552462 | 0.0467761 | 0.015873 | 0.266667 | 36 |
|
||||
| batch_errors/total_AgentTimeoutError | 3.08333 | 1.88793 | 1 | 8 | 36 |
|
||||
| batch_errors/avg_DaytonaError | 0.130479 | 0.135677 | 0.015625 | 0.666667 | 34 |
|
||||
| batch_errors/total_DaytonaError | 7.20588 | 6.19276 | 1 | 24 | 34 |
|
||||
| batch_errors/avg_DaytonaValidationError | 0.0236255 | 0.00880462 | 0.015873 | 0.03125 | 4 |
|
||||
| batch_errors/total_DaytonaValidationError | 1.5 | 0.57735 | 1 | 2 | 4 |
|
||||
| batch_errors/avg_RuntimeError | 0.0778937 | 0.0782286 | 0.015873 | 0.265625 | 29 |
|
||||
| batch_errors/total_RuntimeError | 4.55172 | 4.71007 | 1 | 17 | 29 |
|
||||
|
||||
## Training Progression by Log
|
||||
|
||||
### job_573271
|
||||
|
||||
| Step | Reward | Pass@8 | KL | Loss | Step Time (s) | Gen Wait (s) |
|
||||
|------|--------|--------|-----|------|---------------|-------------|
|
||||
| 1 | 0.4316 | 0.4844 | 0.000000 | -0.0003 | 1551.3 | 1289.8 |
|
||||
| 2 | 0.4570 | 0.5156 | 0.000000 | -0.0002 | 680.6 | 369.8 |
|
||||
| 3 | 0.4258 | 0.5156 | 0.000000 | -0.0002 | 1011.2 | 704.0 |
|
||||
| 4 | 0.4199 | 0.5000 | 0.000000 | -0.0001 | 771.0 | 399.8 |
|
||||
| 5 | 0.3125 | 0.3906 | 0.000000 | -0.0001 | 699.0 | 367.2 |
|
||||
| 6 | 0.3125 | 0.4219 | 0.000000 | -0.0001 | 508.1 | 129.7 |
|
||||
| 7 | 0.4062 | 0.5156 | 0.000000 | -0.0001 | 544.2 | 239.2 |
|
||||
| 8 | 0.3730 | 0.4688 | 0.000000 | -0.0001 | 594.7 | 309.1 |
|
||||
| 9 | 0.3203 | 0.3906 | 0.000000 | -0.0000 | 766.7 | 388.3 |
|
||||
| 10 | 0.4805 | 0.5625 | 0.000000 | -0.0002 | 568.1 | 225.5 |
|
||||
| 11 | 0.3652 | 0.4844 | 0.000000 | -0.0001 | 750.7 | 377.0 |
|
||||
| 12 | 0.4316 | 0.5156 | 0.000000 | -0.0001 | 723.9 | 371.0 |
|
||||
| 13 | 0.4238 | 0.4844 | 0.000000 | -0.0001 | 569.6 | 202.2 |
|
||||
| 14 | 0.4102 | 0.4688 | 0.000000 | -0.0001 | 666.0 | 281.4 |
|
||||
| 15 | 0.3477 | 0.4531 | 0.000000 | -0.0001 | 545.9 | 177.9 |
|
||||
| 16 | 0.3418 | 0.4531 | 0.000000 | -0.0000 | 586.9 | 276.1 |
|
||||
| 17 | 0.3672 | 0.4688 | 0.000000 | -0.0000 | 607.3 | 237.3 |
|
||||
| 18 | 0.3809 | 0.4375 | 0.000000 | -0.0000 | 623.5 | 270.0 |
|
||||
| 19 | 0.4805 | 0.6094 | 0.000000 | -0.0000 | 650.8 | 286.6 |
|
||||
| 20 | 0.4277 | 0.5781 | 0.000000 | -0.0000 | 753.1 | 375.8 |
|
||||
| 21 | 0.4219 | 0.5156 | 0.000000 | -0.0000 | 686.8 | 312.6 |
|
||||
| 22 | 0.3496 | 0.4531 | 0.000000 | 0.0000 | 779.0 | 390.6 |
|
||||
| 23 | 0.4531 | 0.5469 | 0.000000 | -0.0000 | 532.1 | 136.6 |
|
||||
| 24 | 0.4590 | 0.5938 | 0.000000 | 0.0000 | 726.6 | 317.6 |
|
||||
| 25 | 0.4180 | 0.5469 | 0.000000 | -0.0000 | 669.0 | 318.9 |
|
||||
| 26 | 0.3613 | 0.5000 | 0.000000 | -0.0000 | 892.8 | 473.2 |
|
||||
| 27 | 0.2910 | 0.5000 | 0.000000 | -0.0000 | 985.3 | 554.1 |
|
||||
| 28 | 0.2520 | 0.5000 | 0.000000 | 0.0000 | 1124.6 | 707.9 |
|
||||
| 29 | 0.4238 | 0.5938 | 0.000000 | -0.0000 | 957.9 | 567.0 |
|
||||
| 30 | 0.3398 | 0.4688 | 0.000000 | -0.0000 | 1103.1 | 700.5 |
|
||||
| 31 | 0.1680 | 0.3125 | 0.000000 | -0.0000 | 4323.2 | 3904.9 |
|
||||
| 32 | 0.6504 | 0.7188 | 0.000000 | 0.0000 | 2299.7 | 1983.0 |
|
||||
| 33 | 0.5410 | 0.6406 | 0.000000 | -0.0000 | 888.2 | 516.3 |
|
||||
| 34 | 0.4316 | 0.5469 | 0.000000 | -0.0000 | 1396.3 | 932.9 |
|
||||
| 35 | 0.4805 | 0.6562 | 0.000000 | 0.0000 | 696.0 | 287.7 |
|
||||
| 36 | 0.3789 | 0.5000 | 0.000000 | -0.0000 | 821.8 | 388.5 |
|
||||
| 37 | 0.5039 | 0.6406 | 0.000000 | -0.0000 | 770.0 | 340.6 |
|
||||
| 38 | 0.5039 | 0.6719 | 0.000000 | -0.0000 | 781.5 | 332.4 |
|
||||
| 39 | 0.4863 | 0.6094 | 0.000000 | -0.0000 | 938.6 | 492.7 |
|
||||
| 40 | 0.4023 | 0.5469 | 0.000000 | -0.0001 | 823.3 | 370.7 |
|
||||
| 41 | 0.4531 | 0.5781 | 0.000000 | 0.0000 | 848.9 | 402.5 |
|
||||
| 42 | 0.4980 | 0.6406 | 0.000000 | -0.0001 | 908.5 | 418.2 |
|
||||
| 43 | 0.4863 | 0.6094 | 0.000000 | -0.0000 | 894.5 | 463.5 |
|
||||
| 44 | 0.3711 | 0.4531 | 0.000000 | -0.0001 | 1328.1 | 833.3 |
|
||||
| 45 | 0.4629 | 0.5625 | 0.000000 | 0.0000 | 827.7 | 394.6 |
|
||||
| 46 | 0.5430 | 0.7031 | 0.000000 | -0.0000 | 969.2 | 554.1 |
|
||||
|
||||
### job_573272
|
||||
|
||||
| Step | Reward | Pass@8 | KL | Loss | Step Time (s) | Gen Wait (s) |
|
||||
|------|--------|--------|-----|------|---------------|-------------|
|
||||
| 47 | 0.5898 | 0.7200 | 0.000000 | -0.0001 | 3628.6 | 3127.1 |
|
||||
| 48 | 0.4746 | 0.5938 | 0.000000 | -0.0001 | 1244.8 | 790.9 |
|
||||
| 49 | 0.4473 | 0.6094 | 0.000000 | -0.0000 | 992.5 | 539.0 |
|
||||
| 50 | 0.5293 | 0.6719 | 0.000000 | -0.0000 | 1332.3 | 922.2 |
|
||||
| 51 | 0.4023 | 0.5312 | 0.000000 | -0.0000 | 1379.3 | 857.5 |
|
||||
| 52 | 0.4355 | 0.5781 | 0.000000 | -0.0001 | 1170.3 | 731.9 |
|
||||
| 53 | 0.5020 | 0.6094 | 0.000000 | -0.0001 | 1194.4 | 739.6 |
|
||||
| 54 | 0.4375 | 0.5312 | 0.000000 | -0.0001 | 1309.3 | 849.6 |
|
||||
| 55 | 0.3809 | 0.5156 | 0.000000 | -0.0000 | 1386.3 | 950.9 |
|
||||
| 56 | 0.4277 | 0.5781 | 0.000000 | 0.0000 | 1252.5 | 784.4 |
|
||||
| 57 | 0.4004 | 0.5156 | 0.000000 | 0.0000 | 1368.6 | 911.4 |
|
||||
| 58 | 0.4297 | 0.5781 | 0.000000 | -0.0001 | 1750.4 | 1226.5 |
|
||||
| 59 | 0.3477 | 0.5156 | 0.000000 | 0.0000 | 1578.7 | 1066.1 |
|
||||
| 60 | 0.5332 | 0.6406 | 0.000000 | 0.0000 | 1127.5 | 708.0 |
|
||||
| 61 | 0.4180 | 0.5781 | 0.000000 | 0.0000 | 1531.3 | 1120.7 |
|
||||
| 62 | 0.3301 | 0.4844 | 0.000000 | -0.0001 | 2207.6 | 1719.2 |
|
||||
|
||||
## Timing Analysis
|
||||
|
||||
### Average Time Breakdown (% of step time)
|
||||
|
||||
| Component | Avg % of Step Time |
|
||||
|-----------|-------------------|
|
||||
| wait_for_generation_buffer | 55.3% |
|
||||
| run_training | 41.9% |
|
||||
| train_critic_and_policy | 35.6% |
|
||||
| policy_train | 35.6% |
|
||||
| fwd_logprobs_values_reward | 6.2% |
|
||||
| sync_weights | 2.3% |
|
||||
| save_checkpoints | 1.2% |
|
||||
| save_hf_model | 0.8% |
|
||||
| convert_to_training_input | 0.5% |
|
||||
| cleanup_old_checkpoints | 0.1% |
|
||||
| compute_advantages_and_returns | 0.0% |
|
||||
|
||||
## Cross-Log Comparison
|
||||
|
||||
| Log | Avg Reward | Pass@8 | Step Time (s) | Gen Wait Time (s) | Avg Tokens | Staleness |
|
||||
|-----|------|------|------|------|------|------|
|
||||
| job_573271 | 0.4141 | 0.5289 | 916.1996 | 529.8411 | 6962.5541 | 2.3580 |
|
||||
| job_573272 | 0.4429 | 0.5782 | 1528.3972 | 1065.3125 | 7445.5944 | 2.2041 |
|
||||
|
||||
## vLLM Inference Engine Analysis
|
||||
|
||||
Metrics from vLLM stat loggers (V1LoggingStatLoggerFixed).
|
||||
|
||||
> **Note**: Ray deduplicates similar log messages with `[repeated Nx across cluster]`,
|
||||
> so we typically capture stats from one engine per timestamp. The stats shown are
|
||||
> **per-engine** values. Multiply by num_inference_engines for cluster-wide estimates.
|
||||
|
||||
### Summary by Log (Per-Engine Stats)
|
||||
|
||||
| Log | Avg Running/Engine | Avg Waiting/Engine | Avg Gen Throughput/Engine | Avg KV Cache % | Avg Prefix Hit % |
|
||||
|-----|-------------------|-------------------|--------------------------|----------------|------------------|
|
||||
| job_573271 | 8.3 | 0.0 | 373.4 tok/s | 36.3% | 90.2% |
|
||||
| job_573272 | 7.6 | 0.0 | 343.7 tok/s | 34.0% | 91.7% |
|
||||
|
||||
### Utilization Analysis (Per-Engine)
|
||||
|
||||
Key indicators of inference engine utilization:
|
||||
|
||||
- **Running requests/engine**: Concurrent requests being processed by each engine
|
||||
- **Waiting requests**: Requests queued (0 = engine not saturated, has spare capacity)
|
||||
- **Generation throughput**: Decode tokens/sec per engine
|
||||
- 8B model on H100 can do **1000+ tok/s** when saturated
|
||||
- If seeing <300 tok/s with 0 waiting, engine is **starved for requests**
|
||||
|
||||
#### job_573271
|
||||
|
||||
- **Running requests/engine**: avg=8.3, max=24
|
||||
- **Waiting requests**: avg=0.0, max=10
|
||||
- **Generation throughput/engine**: avg=373.4 tok/s, max=923.9 tok/s
|
||||
- **KV cache usage**: avg=36.3%
|
||||
- **Prefix cache hit rate**: avg=90.2%
|
||||
- ✅ **Well-utilized**: Engines saturated (waiting > 0)
|
||||
|
||||
#### job_573272
|
||||
|
||||
- **Running requests/engine**: avg=7.6, max=23
|
||||
- **Waiting requests**: avg=0.0, max=3
|
||||
- **Generation throughput/engine**: avg=343.7 tok/s, max=820.8 tok/s
|
||||
- **KV cache usage**: avg=34.0%
|
||||
- **Prefix cache hit rate**: avg=91.7%
|
||||
- ✅ **Well-utilized**: Engines saturated (waiting > 0)
|
||||
|
||||
63
training_logs/20260605_113340_metrics_table.csv
Normal file
63
training_logs/20260605_113340_metrics_table.csv
Normal file
@@ -0,0 +1,63 @@
|
||||
log_file,async/discard_rate,async/discarded_count,async/effective_batch_groups,async/effective_batch_samples,async/staleness_max,async/staleness_mean,async/staleness_min,async/staleness_ratio,generate/avg_num_tokens,generate/avg_tokens_non_zero_rewards,generate/avg_tokens_zero_rewards,generate/max_num_tokens,generate/min_num_tokens,generate/std_num_tokens,loss/avg_final_rewards,loss/avg_raw_advantages,loss/avg_raw_advantages_abs,policy/final_loss,policy/log_ratio_abs_max,policy/log_ratio_abs_mean,policy/log_ratio_abs_p99,policy/log_ratio_abs_pos00,policy/log_ratio_abs_pos10,policy/log_ratio_abs_pos20,policy/log_ratio_abs_pos30,policy/log_ratio_abs_pos40,policy/log_ratio_abs_pos50,policy/log_ratio_abs_pos60,policy/log_ratio_abs_pos70,policy/log_ratio_abs_pos80,policy/log_ratio_abs_pos90,policy/n_tokens_dp_gt_10pct,policy/n_tokens_dp_gt_1pct,policy/n_tokens_dp_gt_50pct,policy/policy_entropy,policy/policy_loss,policy/policy_lr,policy/policy_update_steps,policy/ppo_clip_ratio,policy/raw_grad_norm,reward/avg_pass_at_8,reward/avg_raw_reward,system/process_rss_gb,system/process_vms_gb,system/ram_available_gb,system/ram_percent,system/ram_total_gb,system/ram_used_gb,timing/compute_advantages_and_returns,timing/convert_to_training_input,timing/fwd_logprobs_values_reward,timing/policy_train,timing/run_training,timing/step,timing/sync_weights,timing/train_critic_and_policy,timing/wait_for_generation_buffer,trainer/epoch,trainer/global_step,batch_errors/total_batches,batch_errors/total_instances,batch_errors/total_successful,batch_errors/total_failed,batch_errors/total_masked,batch_errors/avg_VerifierTimeoutError,batch_errors/total_VerifierTimeoutError,timing/cleanup_old_checkpoints,timing/save_checkpoints,batch_errors/avg_ContextLengthExceededError,batch_errors/total_ContextLengthExceededError,timing/save_hf_model,batch_errors/avg_InvalidChatHistory,batch_errors/total_InvalidChatHistory,batch_errors/avg_AgentTimeoutError,batch_errors/total_AgentTimeoutError,batch_errors/avg_DaytonaError,batch_errors/total_DaytonaError,batch_errors/avg_DaytonaValidationError,batch_errors/total_DaytonaValidationError,batch_errors/avg_RuntimeError,batch_errors/total_RuntimeError,global_step
|
||||
job_573271,0.0,0,64,512,0,0.0,0,0.0,5660.6465,4378.1629,6634.6289,28757,1,3714.0251,0.4316,0.003,0.0552,-0.0003,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1222,-0.0165,0.0,1.0,0.0,0.011,0.4844,0.4316,11.9901,50.5174,613.252,28.5,857.9676,244.7156,0.07,4.8076,41.9418,195.6851,237.906,1551.2524,18.7005,195.8939,1289.838,0,1,118,944,917,23,0,0.2966101694915254,35.0,,,,,,,,,,,,,,,,1
|
||||
job_573271,0.0,0,64,512,1,0.9531,0,0.9531,6298.7949,5050.0769,7349.8741,27963,1,4472.1527,0.457,0.0099,0.048,-0.0002,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1176,-0.0151,0.0,1.0,0.0,0.0094,0.5156,0.457,12.389,51.0473,634.3165,26.1,857.9676,223.6511,0.0624,4.4659,44.0783,241.9134,286.2741,680.5898,19.9993,242.1331,369.8482,0,2,61,488,476,12,0,0.19672131147540983,12.0,10.8439,19.1627,,,,,,,,,,,,,,2
|
||||
job_573271,0.0,0,64,512,2,1.3594,0,0.8906,6768.1035,5277.3578,7873.4864,27620,1,4344.1106,0.4258,0.0141,0.0633,-0.0002,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1152,-0.0117,0.0,1.0,0.0,0.0105,0.5156,0.4258,12.5867,51.2471,631.3401,26.4,857.9676,226.6275,0.0584,4.5248,46.4158,235.1949,281.8697,1011.2161,20.8369,235.3952,703.9819,0,3,59,472,434,13,29,0.15254237288135594,9.0,,,0.6101694915254238,36.0,,,,,,,,,,,,3
|
||||
job_573271,0.0,0,64,512,3,1.5938,0,0.9531,6979.1152,5898.4186,7761.4377,30282,1,6038.2516,0.4199,0.017,0.0978,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1088,-0.0053,0.0,1.0,0.0,0.0145,0.5,0.4199,13.3707,51.6111,632.4072,26.3,857.9676,225.5604,0.067,4.8415,50.7115,295.8774,346.9101,770.9713,19.3678,296.1313,399.8485,0,4,61,488,418,24,60,0.18032786885245902,11.0,0.0056,8.7169,1.0327868852459017,63.0,,,,,,,,,,,,4
|
||||
job_573271,0.0,0,64,512,4,1.7812,0,0.9531,5974.5332,4716.9438,6546.1648,28475,1,5276.4835,0.3125,-0.0057,0.0785,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0973,-0.005,0.0,1.0,0.0,0.0096,0.3906,0.3125,13.3484,51.6269,629.8392,26.6,857.9676,228.1284,0.06,4.4096,44.845,261.2848,306.4314,699.0345,21.0212,261.526,367.1683,0,5,55,440,370,19,62,0.18181818181818182,10.0,,,1.018181818181818,56.0,5.7986,0.16363636363636364,9.0,,,,,,,,,5
|
||||
job_573271,0.0,0,64,512,5,2.3594,1,1.0,6806.9219,6667.1062,6870.4744,30152,1,5864.0483,0.3125,0.0262,0.1293,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0989,-0.0075,0.0,1.0,0.0,0.0122,0.4219,0.3125,14.2327,51.7982,621.9388,27.5,857.9676,236.0288,0.0951,4.7417,54.4131,297.5577,352.2963,508.0555,21.3393,297.7877,129.675,0,6,58,464,425,14,34,0.10344827586206896,6.0,0.0055,9.2082,0.5172413793103449,30.0,,0.08620689655172414,5.0,0.05172413793103448,3.0,,,,,,,6
|
||||
job_573271,0.0,0,64,512,6,2.6719,1,1.0,5693.2559,5660.0192,5715.9967,27996,1,4663.1197,0.4062,0.0113,0.0946,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1039,-0.0055,0.0,1.0,0.0,0.0134,0.5156,0.4062,14.4999,52.0184,619.7288,27.8,857.9676,238.2388,0.084,4.3419,40.8397,238.3943,279.5375,544.2322,21.1373,238.6134,239.2087,0,7,57,456,403,21,47,0.12280701754385964,7.0,,,0.7543859649122807,43.0,,0.05263157894736842,3.0,0.05263157894736842,3.0,0.03508771929824561,2.0,,,,,7
|
||||
job_573271,0.0,0,64,512,7,2.7344,0,0.9688,5424.6367,5181.377,5569.3801,29810,1,4542.7203,0.373,0.0128,0.0802,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1111,-0.007,0.0,1.0,0.0,0.0103,0.4688,0.373,14.6068,52.1181,617.937,28.0,857.9676,240.0306,0.0892,4.5842,37.5314,223.1334,260.975,594.6917,20.0395,223.3538,309.0869,0,8,58,464,447,13,10,0.1206896551724138,7.0,0.0066,9.2406,0.29310344827586204,17.0,,,,0.017241379310344827,1.0,,,,,,,8
|
||||
job_573271,0.0,0,64,512,7,2.5,0,0.9844,6941.7031,5518.8963,7612.2213,31534,1,5534.3852,0.3203,-0.0,0.0383,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1132,-0.0,0.0,1.0,0.0,0.0089,0.3906,0.3203,14.6119,52.1647,616.3255,28.2,857.9676,241.6421,0.0955,5.0276,51.7183,300.498,352.5422,766.7379,20.8727,300.7279,388.289,0,9,59,472,436,15,28,0.13559322033898305,8.0,,,0.5423728813559322,32.0,,0.0847457627118644,5.0,,,,,,,,,9
|
||||
job_573271,0.0,0,64,512,7,2.3125,1,1.0,6168.8984,5349.8659,6926.3496,29321,1,5525.6844,0.4805,0.0111,0.0698,-0.0002,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0938,-0.01,0.0,1.0,0.0,0.0104,0.5625,0.4805,14.6168,52.1421,614.5594,28.4,857.9676,243.4082,0.1009,4.5547,45.4262,272.9161,318.6956,568.1374,19.3981,273.168,225.4848,0,10,62,496,468,16,20,0.12903225806451613,8.0,0.0066,9.2672,0.3870967741935484,24.0,5.9266,0.016129032258064516,1.0,0.016129032258064516,1.0,,,0.016129032258064516,1.0,,,10
|
||||
job_573271,0.0,0,64,512,8,2.6719,1,1.0,6536.9258,5312.5936,7241.3877,30323,1,5706.9249,0.3652,0.0091,0.0873,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1047,-0.0084,0.0,1.0,0.0,0.0111,0.4844,0.3652,14.6462,52.1562,613.2145,28.5,857.9676,244.7531,0.0945,4.7552,51.2064,295.7437,347.2693,750.6676,21.6423,295.968,376.9949,0,11,64,512,450,24,55,0.109375,7.0,,,0.65625,42.0,,0.125,8.0,0.0625,4.0,0.015625,1.0,,,,,11
|
||||
job_573271,0.0,0,64,512,7,2.6719,1,1.0,6162.2031,5682.4661,6526.5395,30446,1,5680.3084,0.4316,0.0139,0.0721,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1004,-0.0078,0.0,1.0,0.0,0.0089,0.5156,0.4316,15.061,52.6095,606.3204,29.3,857.9676,251.6472,0.0621,4.8307,51.8276,274.6323,326.7778,723.8646,21.2318,274.8876,371.0209,0,12,56,448,389,22,49,0.17857142857142858,10.0,0.0061,8.8339,0.9107142857142857,51.0,,0.017857142857142856,1.0,0.017857142857142856,1.0,,,,,,,12
|
||||
job_573271,0.0,0,64,512,8,2.4219,0,0.9844,6600.5625,5539.0968,7381.3695,29626,1,5824.1267,0.4238,0.0094,0.0708,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0934,-0.0045,0.0,1.0,0.0,0.0099,0.4844,0.4238,15.7534,52.7114,604.3525,29.6,857.9676,253.6151,0.0606,4.7428,49.5327,292.9663,342.7841,569.5724,19.8116,293.1904,202.2303,0,13,63,504,465,14,35,0.06349206349206349,4.0,,,0.5555555555555556,35.0,,,,,,,,,,,,13
|
||||
job_573271,0.0,0,64,512,8,2.4219,0,0.9844,6566.3848,5450.1476,7342.5762,30623,1,5976.6213,0.4102,0.0128,0.0662,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1008,-0.0039,0.0,1.0,0.0,0.0075,0.4688,0.4102,15.7831,52.7308,603.1606,29.7,857.9676,254.8069,0.0614,4.7913,54.281,303.9956,358.5964,665.9544,21.1276,304.2537,281.4353,0,14,55,440,404,12,27,0.2,11.0,0.0065,9.8622,0.4727272727272727,26.0,,0.05454545454545454,3.0,,,,,,,,,14
|
||||
job_573271,0.0,0,64,512,7,2.3906,1,1.0,6336.8477,6039.9831,6495.0569,28679,1,5332.0556,0.3477,0.0282,0.0863,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1049,-0.0073,0.0,1.0,0.0,0.0109,0.4531,0.3477,15.6697,52.5815,602.2777,29.8,857.9676,255.6899,0.0588,4.5755,59.7836,282.0805,342.1549,545.8995,21.2951,282.3122,177.8707,0,15,59,472,432,10,39,0.01694915254237288,1.0,,,0.6101694915254238,36.0,5.8085,0.03389830508474576,2.0,0.01694915254237288,1.0,,,,,,,15
|
||||
job_573271,0.0,0,64,512,8,2.4531,0,0.9688,6359.6562,5249.6971,6936.0445,28505,1,4841.0053,0.3418,0.0015,0.0785,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1078,-0.0,0.0,1.0,0.0,0.0109,0.4531,0.3418,15.8037,52.8251,601.3224,29.9,857.9676,256.6451,0.059,4.5147,42.3401,242.6885,285.318,586.8554,20.8848,242.9186,276.1345,0,16,51,408,357,14,48,0.058823529411764705,3.0,0.0067,9.7358,0.9411764705882353,48.0,,0.0196078431372549,1.0,0.0196078431372549,1.0,,,,,,,16
|
||||
job_573271,0.0,0,64,512,8,2.9062,1,1.0,6705.1172,6177.6596,7011.1728,30424,1,5736.4783,0.3672,0.0018,0.0919,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0962,-0.0017,0.0,1.0,0.0,0.012,0.4688,0.3672,15.9213,52.9822,600.4259,30.0,857.9676,257.5417,0.0622,5.104,54.7523,289.9558,344.9914,607.2749,19.8351,290.1766,237.3404,0,17,56,448,413,10,34,0.017857142857142856,1.0,,,0.48214285714285715,27.0,,0.125,7.0,,,,,,,,,17
|
||||
job_573271,0.0,0,64,512,7,2.375,1,1.0,6660.9961,5768.6923,7209.8896,30137,1,5190.0458,0.3809,0.0053,0.0505,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1064,-0.002,0.0,1.0,0.0,0.0092,0.4375,0.3809,15.8608,52.9854,597.8782,30.3,857.9676,260.0894,0.0626,4.7824,49.8728,278.2731,328.438,623.5491,20.3082,278.5023,270.0166,0,18,59,472,428,12,43,0.01694915254237288,1.0,0.0069,9.0415,0.6949152542372882,41.0,,0.03389830508474576,2.0,,,,,,,,,18
|
||||
job_573271,0.0,0,64,512,8,2.4219,0,0.9844,6512.9004,6408.0854,6609.8346,26429,1,5105.4593,0.4805,0.0196,0.1418,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1003,-0.0003,0.0,1.0,0.0,0.0152,0.6094,0.4805,15.9561,52.9915,597.3361,30.4,857.9676,260.6315,0.0567,4.3993,48.6934,290.4016,339.3659,650.766,20.4059,290.6154,286.591,0,19,63,504,470,14,31,0.047619047619047616,3.0,,,0.49206349206349204,31.0,,0.015873015873015872,1.0,,,,,,,,,19
|
||||
job_573271,0.0,0,64,512,8,2.8906,0,0.9531,7408.7051,6923.8447,7771.1092,29802,1,5619.8865,0.4277,0.0143,0.119,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1097,-0.0022,0.0,1.0,0.0,0.0194,0.5781,0.4277,16.1646,53.3119,596.022,30.5,857.9676,261.9456,0.062,5.2532,56.8572,296.4619,353.6011,753.1141,18.4471,296.6816,375.8091,0,20,58,464,434,9,29,0.017241379310344827,1.0,0.0066,8.7781,0.5862068965517241,34.0,5.7953,,,,,,,,,,,20
|
||||
job_573271,0.0,0,64,512,7,2.6562,1,1.0,7085.9219,6418.0231,7573.3074,29815,1,6136.6081,0.4219,0.0106,0.0937,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0997,-0.0,0.0,1.0,0.0,0.0116,0.5156,0.4219,16.1029,53.256,594.4563,30.7,857.9676,263.5113,0.0655,5.3437,50.4277,298.0501,348.7609,686.7621,20.0817,298.2674,312.5727,0,21,61,488,454,14,32,0.01639344262295082,1.0,,,0.5081967213114754,31.0,,,,0.03278688524590164,2.0,0.06557377049180328,4.0,,,0.01639344262295082,1.0,21
|
||||
job_573271,0.0,0,64,512,8,3.1562,1,1.0,7294.8809,6375.9162,7788.8589,29893,1,6000.1519,0.3496,0.0023,0.0938,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1105,0.0,0.0,1.0,0.0,0.0124,0.4531,0.3496,16.2404,53.3282,592.7165,30.9,857.9676,265.2511,0.0638,4.8973,54.3321,309.2321,363.8505,779.0404,19.7078,309.4542,390.5811,0,22,59,472,434,12,37,0.01694915254237288,1.0,0.0069,8.6956,0.6271186440677966,37.0,,0.01694915254237288,1.0,,,0.03389830508474576,2.0,,,,,22
|
||||
job_573271,0.0,0,64,512,7,2.6562,1,1.0,6937.0156,5572.8879,8067.2929,29034,1,5891.6562,0.4531,0.0001,0.0773,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0968,-0.0,0.0,1.0,0.0,0.0121,0.5469,0.4531,16.4908,53.6929,591.0449,31.1,857.9676,266.9227,0.0612,4.6499,59.9371,309.9969,370.2697,532.1177,20.6256,310.2708,136.5677,0,23,59,472,435,13,36,0.01694915254237288,1.0,,,0.6101694915254238,36.0,,0.01694915254237288,1.0,,,,,,,,,23
|
||||
job_573271,0.0,0,64,512,7,2.6406,1,1.0,7032.8203,6424.8851,7548.5776,29072,1,6074.8656,0.459,0.0132,0.1294,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1048,0.0,0.0,1.0,0.0,0.0126,0.5938,0.459,16.6193,53.8079,590.5952,31.2,857.9676,267.3724,0.0611,4.6694,56.8607,327.4153,384.5787,726.5821,19.6983,327.6565,317.6317,0,24,60,480,426,14,53,0.016666666666666666,1.0,0.0059,8.552,0.8833333333333333,53.0,,,,,,,,,,,,24
|
||||
job_573271,0.0,0,64,512,6,2.2812,0,0.9844,6531.0137,5455.3037,7303.5034,29521,1,5423.5082,0.418,0.0109,0.0719,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.094,-0.0,0.0,1.0,0.0,0.0113,0.5469,0.418,16.9607,54.1367,588.5113,31.4,857.9676,269.4563,0.0726,4.7391,47.5091,275.5919,323.4266,668.9749,21.9127,275.8445,318.8921,0,25,62,496,424,17,70,0.016129032258064516,1.0,,,1.032258064516129,64.0,5.7038,0.08064516129032258,5.0,0.016129032258064516,1.0,,,,,0.016129032258064516,1.0,25
|
||||
job_573271,0.0,0,64,512,8,2.7812,0,0.9375,7495.6797,7315.227,7597.7706,28626,1,6303.4955,0.3613,0.0169,0.0933,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0951,-0.0003,0.0,1.0,0.0,0.0103,0.5,0.3613,16.9752,54.144,587.35,31.5,857.9676,270.6176,0.0795,4.5883,58.851,330.5556,389.7414,892.816,25.2902,330.8106,473.1927,0,26,62,496,433,21,62,0.016129032258064516,1.0,0.0058,9.0649,0.8064516129032258,50.0,,0.16129032258064516,10.0,0.03225806451612903,2.0,,,,,,,26
|
||||
job_573271,0.0,0,64,512,7,3.0156,1,1.0,7668.2285,7012.8523,7937.2397,31788,1,6707.8756,0.291,0.0297,0.1584,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1045,-0.0008,0.0,1.0,0.0,0.0142,0.5,0.291,17.0608,54.196,585.8306,31.7,857.9676,272.137,0.1043,5.0238,58.5845,344.9425,403.8479,985.3342,22.3891,345.1588,554.0627,0,27,64,512,450,19,61,0.015625,1.0,,,0.84375,54.0,,0.0625,4.0,0.046875,3.0,,,,,,,27
|
||||
job_573271,0.0,0,64,512,7,2.8281,2,1.0,7804.7168,9901.9302,7098.3446,30511,1,6216.5319,0.252,0.0326,0.165,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1072,0.0,0.0,1.0,0.0,0.0151,0.5,0.252,17.332,54.4731,584.8093,31.8,857.9676,273.1583,0.1136,5.098,58.2419,330.6489,389.2399,1124.5602,22.2874,330.884,707.9035,0,28,62,496,446,18,48,0.016129032258064516,1.0,0.0068,9.0265,0.6129032258064516,38.0,,0.12903225806451613,8.0,0.03225806451612903,2.0,,,,,0.016129032258064516,1.0,28
|
||||
job_573271,0.0,0,64,512,6,3.5312,3,1.0,7147.0391,7123.1659,7164.6,31645,1,6027.5665,0.4238,0.0222,0.1554,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1026,-0.002,0.0,1.0,0.0,0.0157,0.5938,0.4238,17.3112,54.4962,583.5737,32.0,857.9676,274.3939,0.0987,4.9352,50.2986,316.9718,367.6297,957.9151,18.2762,317.2321,567.041,0,29,61,488,386,27,100,0.01639344262295082,1.0,,,1.6065573770491803,98.0,,0.03278688524590164,2.0,0.01639344262295082,1.0,0.13114754098360656,8.0,,,0.01639344262295082,1.0,29
|
||||
job_573271,0.0,0,64,512,5,4.0469,4,1.0,7044.9414,7985.1034,6560.9527,29913,1,6593.9085,0.3398,0.0164,0.0824,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0908,-0.002,0.0,1.0,0.0,0.0112,0.4688,0.3398,17.1508,54.2735,583.3052,32.0,857.9676,274.6624,0.0681,4.7148,50.2388,330.0676,380.6115,1103.0559,17.2302,330.3042,700.4673,0,30,64,512,366,43,141,0.046875,3.0,0.0062,9.5665,1.828125,117.0,5.9362,0.3125,20.0,0.0625,4.0,,,,,0.03125,2.0,30
|
||||
job_573271,0.0,0,64,512,5,5.0,5,1.0,6797.2891,11215.814,5905.2864,30029,1,7390.2466,0.168,0.0071,0.1012,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0921,-0.002,0.0,1.0,0.0,0.0111,0.3125,0.168,17.2391,54.4051,582.8715,32.1,857.9676,275.0961,0.0637,4.6437,54.1623,341.3391,395.8251,4323.2363,17.8394,341.5988,3904.8976,0,31,60,480,480,0,0,,,,,,,,,,,,,,,,,,31
|
||||
job_573271,0.0,0,64,512,0,0.0,0,0.0,6355.2598,5017.9459,8843.1117,28993,1408,5203.0495,0.6504,0.0161,0.0761,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0944,0.0,0.0,1.0,0.0,0.0086,0.7188,0.6504,16.9321,54.0978,581.331,32.2,857.9676,276.6366,0.0769,4.4116,46.6184,246.656,293.5865,2299.6618,18.6606,246.8908,1982.9705,1,32,62,496,495,1,0,0.016129032258064516,1.0,0.0079,8.8682,,,,,,,,,,,,,,32
|
||||
job_573271,0.0,0,64,512,1,0.9375,0,0.9375,7514.3691,6619.6859,8568.9532,29907,1,5601.7575,0.541,0.0128,0.1473,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1008,-0.002,0.0,1.0,0.0,0.0123,0.6406,0.541,17.2228,54.432,580.3145,32.4,857.9676,277.6531,0.0999,4.8591,51.1181,295.349,346.8073,888.2072,20.2574,295.5889,516.2793,1,33,62,496,413,16,75,0.12903225806451613,8.0,,,1.2419354838709677,77.0,,,,,,0.016129032258064516,1.0,,,,,33
|
||||
job_573271,0.0,0,64,512,2,1.2812,0,0.7812,8044.0723,7223.0498,8667.5979,29396,1,7654.0371,0.4316,0.0127,0.1244,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0842,-0.0,0.0,1.0,0.0,0.0118,0.5469,0.4316,17.2525,54.5596,579.3159,32.5,857.9676,278.6517,0.0964,4.9275,65.7476,372.2483,438.3592,1396.3341,20.1741,372.515,932.8673,1,34,63,504,404,21,100,,,0.0072,9.0692,1.5238095238095237,96.0,,0.031746031746031744,2.0,,,0.031746031746031744,2.0,,,,,34
|
||||
job_573271,0.0,0,64,512,3,1.9531,0,0.9844,6515.5156,6840.0081,6215.4211,30000,1,6612.9045,0.4805,0.0189,0.2055,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0798,0.0,0.0,1.0,0.0,0.0125,0.6562,0.4805,17.3116,54.6125,578.363,32.6,857.9676,279.6046,0.1004,5.1692,51.2415,332.1514,383.7411,696.0122,19.3957,332.3987,287.7016,1,35,64,512,439,20,72,0.015625,1.0,,,1.046875,67.0,5.9105,0.15625,10.0,,,0.03125,2.0,,,,,35
|
||||
job_573271,0.0,0,64,512,4,2.0312,0,0.9688,7341.0098,7547.3144,7215.1509,29256,1,6540.1251,0.3789,0.0088,0.1138,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0891,-0.002,0.0,1.0,0.0,0.0126,0.5,0.3789,17.7383,55.0847,577.1846,32.7,857.9676,280.783,0.0922,4.9041,61.6299,346.6401,408.5787,821.7965,19.8109,346.8563,388.4974,1,36,60,480,428,16,51,0.016666666666666666,1.0,0.0067,8.5168,0.8,48.0,,0.15,9.0,,,0.016666666666666666,1.0,,,,,36
|
||||
job_573271,0.0,0,64,512,5,2.3594,0,0.9688,7932.8887,8072.7132,7790.8622,29549,1,6660.3152,0.5039,0.0126,0.0966,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0887,-0.002,0.0,1.0,0.0,0.0138,0.6406,0.5039,18.1271,55.5101,576.5135,32.8,857.9676,281.454,0.0994,5.089,62.8501,340.2845,403.4681,770.0202,20.9003,340.5183,340.5562,1,37,62,496,434,23,60,0.016129032258064516,1.0,,,0.8225806451612904,51.0,,0.0967741935483871,6.0,0.016129032258064516,1.0,0.03225806451612903,2.0,,,0.016129032258064516,1.0,37
|
||||
job_573271,0.0,0,64,512,6,2.6562,1,1.0,8419.1387,8365.814,8473.3031,30692,1,7162.814,0.5039,0.0199,0.1385,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0929,-0.0,0.0,1.0,0.0,0.0139,0.6719,0.5039,18.2028,55.5546,576.4919,32.8,857.9676,281.4757,0.5463,5.1621,61.5727,362.0571,424.4311,781.5418,19.5229,362.3119,332.4188,1,38,62,496,431,19,64,0.016129032258064516,1.0,0.007,8.7471,0.9838709677419355,61.0,,0.08064516129032258,5.0,0.03225806451612903,2.0,0.016129032258064516,1.0,,,,,38
|
||||
job_573271,0.0,0,64,512,6,2.4531,0,0.9219,7744.916,7489.3855,7986.8441,29074,1,7114.8637,0.4863,0.0155,0.1139,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0933,-0.002,0.0,1.0,0.0,0.0125,0.6094,0.4863,18.6,55.9949,618.6349,27.9,857.9676,239.3326,0.0996,4.8175,64.8025,354.7248,419.8513,938.6005,21.1832,354.9488,492.7406,1,39,61,488,413,29,68,0.03278688524590164,2.0,,,1.0327868852459017,63.0,,0.08196721311475409,5.0,,,0.04918032786885246,3.0,,,0.08196721311475409,5.0,39
|
||||
job_573271,0.0,0,64,512,6,2.5,0,0.9688,8225.7129,6629.7524,9300.1176,30857,1,7170.308,0.4023,0.0223,0.0848,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0869,-0.0036,0.0,1.0,0.0,0.0104,0.5469,0.4023,18.9653,56.3423,613.3512,28.5,857.9676,244.6164,0.0714,5.1458,60.5502,366.9172,427.7628,823.3008,19.6851,367.1407,370.6984,1,40,60,480,398,19,80,,,0.0066,8.7421,1.2,72.0,5.9945,0.11666666666666667,7.0,,,0.06666666666666667,4.0,,,0.03333333333333333,2.0,40
|
||||
job_573271,0.0,0,64,512,6,2.3438,0,0.9375,7966.3145,7650.5819,8227.9214,31079,1,7317.7156,0.4531,0.0132,0.1227,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0888,0.0,0.0,1.0,0.0,0.0126,0.5781,0.4531,18.9705,56.3386,610.6592,28.8,857.9676,247.3083,0.0698,5.0302,66.5247,354.1445,420.9726,848.9007,20.3863,354.3778,402.5067,1,41,59,472,405,22,64,0.03389830508474576,2.0,,,0.7627118644067796,45.0,,0.288135593220339,17.0,0.03389830508474576,2.0,0.01694915254237288,1.0,,,0.01694915254237288,1.0,41
|
||||
job_573271,0.0,0,64,512,6,2.4531,0,0.9844,8495.6973,8543.6471,8448.1206,29649,1,7602.318,0.498,0.0176,0.1445,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.091,-0.0036,0.0,1.0,0.0,0.0106,0.6406,0.498,18.728,56.0659,607.4855,29.2,857.9676,250.4821,0.0668,4.8041,79.2726,385.7061,465.3004,908.5134,20.2002,385.9607,418.2041,1,42,63,504,416,24,87,,,0.0066,8.9943,1.2380952380952381,78.0,,0.14285714285714285,9.0,,,,,,,0.015873015873015872,1.0,42
|
||||
job_573271,0.0,0,64,512,6,2.4688,0,0.9531,6815.9082,7522.2811,6147.1369,30514,1,6904.4531,0.4863,0.0025,0.1076,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0904,-0.0,0.0,1.0,0.0,0.0142,0.6094,0.4863,19.0544,56.5214,605.2555,29.5,857.9676,252.7121,0.0649,4.7964,63.7327,342.0508,406.0772,894.4838,20.0882,342.2792,463.5177,1,43,63,504,392,27,105,0.031746031746031744,2.0,,,1.5873015873015872,100.0,,0.047619047619047616,3.0,0.015873015873015872,1.0,0.047619047619047616,3.0,0.015873015873015872,1.0,0.07936507936507936,5.0,43
|
||||
job_573271,0.0,0,64,512,6,2.3281,0,0.8594,7910.2734,8000.4421,7857.0683,29896,1,8041.8847,0.3711,0.009,0.0817,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0798,-0.0047,0.0,1.0,0.0,0.0086,0.4531,0.3711,19.002,56.5115,617.1274,28.1,857.9676,240.8402,0.0661,4.8816,66.1745,402.7435,469.2065,1328.0553,20.657,402.9656,833.3066,1,44,63,504,399,24,98,0.047619047619047616,3.0,0.0069,9.8901,1.4603174603174602,92.0,,0.20634920634920634,13.0,,,0.015873015873015872,1.0,,,0.047619047619047616,3.0,44
|
||||
job_573271,0.0,0,64,512,5,2.0156,0,0.9062,6766.7012,6726.2405,6801.5709,30830,1,7136.4717,0.4629,0.009,0.0682,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0789,0.0,0.0,1.0,0.0,0.0068,0.5625,0.4629,19.4693,56.7018,613.1268,28.5,857.9676,244.8408,0.0666,4.884,61.3314,347.4692,409.1213,827.741,19.1294,347.7229,394.6021,1,45,63,504,378,30,123,0.015873015873015872,1.0,,,1.6507936507936507,104.0,5.7988,0.20634920634920634,13.0,0.06349206349206349,4.0,0.031746031746031744,2.0,,,0.031746031746031744,2.0,45
|
||||
job_573271,0.0,0,64,512,6,2.2031,0,0.9219,6823.2539,8873.1942,4387.8547,30534,1,7123.6735,0.543,0.0141,0.0487,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0772,-0.0,0.0,1.0,0.0,0.0089,0.7031,0.543,19.2493,56.4414,611.886,28.7,857.9676,246.0815,0.064,4.7899,55.4515,333.9634,389.7548,969.1827,20.4953,334.239,554.1382,1,46,41,328,272,12,54,0.04878048780487805,2.0,0.0066,9.0091,1.2682926829268293,52.0,,,,,,0.04878048780487805,2.0,,,,,46
|
||||
job_573272,0.0,0,64,512,5,1.3438,0,0.5312,8755.0801,8325.6656,9372.619,30626,1,7482.5723,0.5898,0.0111,0.1281,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0868,-0.0033,0.0,1.0,0.0,0.0137,0.72,0.5898,13.4106,50.6201,613.0283,28.5,857.9676,244.9393,0.2278,5.0206,71.9574,404.9795,477.4467,3628.5801,19.0295,405.2603,3127.083,1,47,62,496,331,34,153,0.03225806451612903,2.0,,,2.3225806451612905,144.0,,,,0.03225806451612903,2.0,0.12903225806451613,8.0,,,0.16129032258064516,10.0,47
|
||||
job_573272,0.0,0,64,512,1,0.8594,0,0.8594,7619.7441,9594.5309,5835.829,30869,1,8370.1012,0.4746,-0.0012,0.1087,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0675,-0.0033,0.0,1.0,0.0,0.0078,0.5938,0.4746,13.9646,51.1891,609.1022,29.0,857.9676,248.8654,0.071,5.1025,58.8497,370.2403,429.45,1244.8302,19.4026,370.5283,790.8572,1,48,61,488,352,36,132,,,27.6863,37.3594,1.6229508196721312,99.0,,0.4262295081967213,26.0,0.09836065573770492,6.0,0.18032786885245902,11.0,,,0.08196721311475409,5.0,48
|
||||
job_573272,0.0,0,64,512,2,1.6875,0,0.9688,7436.1621,10071.8777,5303.3746,31722,1,8104.3288,0.4473,-0.0022,0.1466,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0824,-0.0028,0.0,1.0,0.0,0.0136,0.6094,0.4473,14.0767,51.3248,607.7073,29.2,857.9676,250.2603,0.0653,5.1612,59.8218,368.3684,428.5615,992.5396,19.8253,368.6733,538.9891,1,49,64,512,399,26,108,0.015625,1.0,,,1.390625,89.0,,0.046875,3.0,0.078125,5.0,0.171875,11.0,,,0.0625,4.0,49
|
||||
job_573272,0.0,0,64,512,3,1.875,0,0.9219,7249.7715,8958.4871,5328.3527,31044,1,7285.5369,0.5293,0.0161,0.112,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0852,-0.002,0.0,1.0,0.0,0.0113,0.6719,0.5293,14.2168,51.4584,605.4078,29.4,857.9676,252.5598,0.1,4.919,56.7466,328.7726,385.9273,1332.3032,19.2376,329.0802,922.2159,1,50,63,504,358,30,142,,,0.0095,9.2307,2.111111111111111,133.0,7.8971,0.047619047619047616,3.0,0.015873015873015872,1.0,0.14285714285714285,9.0,,,0.06349206349206349,4.0,50
|
||||
job_573272,0.0,0,64,512,4,2.0625,0,0.9219,8757.5977,12500.733,6237.7092,30059,1,8872.8801,0.4023,0.0087,0.1098,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0717,-0.0013,0.0,1.0,0.0,0.0088,0.5312,0.4023,14.3342,51.5905,603.9467,29.6,857.9676,254.0209,0.089,5.273,78.2417,418.4312,497.0135,1379.3016,19.4968,418.682,857.5148,1,51,62,496,349,33,140,0.03225806451612903,2.0,,,1.6129032258064515,100.0,,0.3225806451612903,20.0,0.06451612903225806,4.0,0.25806451612903225,16.0,,,0.08064516129032258,5.0,51
|
||||
job_573272,0.0,0,64,512,4,1.9375,0,0.9531,6694.707,8111.4619,5601.5017,30148,1,7729.1843,0.4355,-0.0073,0.0937,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0748,-0.0036,0.0,1.0,0.0,0.0106,0.5781,0.4355,14.4642,51.748,601.9425,29.8,857.9676,256.0251,0.0616,5.2173,51.9534,361.4349,413.7172,1170.2837,19.4002,361.7016,731.9452,1,52,61,488,357,27,112,0.04918032786885246,3.0,0.0092,9.3529,1.4098360655737705,86.0,,0.08196721311475409,5.0,0.06557377049180328,4.0,0.2786885245901639,17.0,,,0.26229508196721313,16.0,52
|
||||
job_573272,0.0,0,64,512,4,1.7812,0,0.875,7054.1738,8385.8911,5712.0118,31509,1,7707.4968,0.502,0.0021,0.1214,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.08,-0.0039,0.0,1.0,0.0,0.01,0.6094,0.502,14.8994,52.1456,599.7321,30.1,857.9676,258.2355,0.0627,5.0872,60.1197,368.5905,429.0485,1194.367,20.5875,368.8658,739.6405,1,53,64,512,369,29,136,0.015625,1.0,,,1.734375,111.0,,,,0.09375,6.0,0.296875,19.0,0.03125,2.0,0.0625,4.0,53
|
||||
job_573272,0.0,0,64,512,4,1.8438,0,0.9062,7219.5898,8339.2411,6348.75,31050,1,7968.5466,0.4375,0.0091,0.0605,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0683,-0.0033,0.0,1.0,0.0,0.0078,0.5312,0.4375,14.9207,52.2211,598.9345,30.2,857.9676,259.0331,0.0665,5.0685,64.9233,369.2706,434.5494,1309.3112,20.1191,369.5591,849.571,1,54,65,520,354,35,162,0.03076923076923077,2.0,0.0096,15.7784,2.1538461538461537,140.0,,0.09230769230769231,6.0,0.046153846153846156,3.0,0.2,13.0,,,0.03076923076923077,2.0,54
|
||||
job_573272,0.0,0,64,512,4,1.9688,0,0.9688,7068.377,10504.6513,4954.5804,30076,1,7853.4535,0.3809,0.0063,0.0915,-0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0743,-0.0006,0.0,1.0,0.0,0.0099,0.5156,0.3809,15.5502,52.274,596.4792,30.5,857.9676,261.4883,0.0918,4.9428,57.1306,353.2942,410.8083,1386.2522,19.6025,353.5853,950.8937,1,55,61,488,344,31,142,,,,,2.0327868852459017,124.0,7.1484,0.19672131147540983,12.0,0.08196721311475409,5.0,0.14754098360655737,9.0,,,0.03278688524590164,2.0,55
|
||||
job_573272,0.0,0,64,512,4,1.8438,0,0.9531,7250.9316,9966.4612,5221.2355,31209,1,7966.476,0.4277,-0.0001,0.1231,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0766,0.0,0.0,1.0,0.0,0.0091,0.5781,0.4277,15.9076,52.3376,594.606,30.7,857.9676,263.3616,0.0666,4.8715,61.6171,381.8052,443.7918,1252.4928,19.4203,382.1077,784.4052,1,56,63,504,347,30,154,,,0.0083,18.8198,2.0,126.0,,0.42857142857142855,27.0,0.07936507936507936,5.0,0.1111111111111111,7.0,,,0.047619047619047616,3.0,56
|
||||
job_573272,0.0,0,64,512,4,1.8125,0,0.9219,6790.6504,9096.0146,5251.2378,31418,1,7912.406,0.4004,0.0071,0.0856,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0722,0.0,0.0,1.0,0.0,0.0091,0.5156,0.4004,16.0027,52.4526,593.8373,30.8,857.9676,264.1303,0.0663,4.8756,63.8173,368.1545,432.3255,1368.6469,20.0176,368.4416,911.4238,1,57,62,496,330,37,157,0.04838709677419355,3.0,,,2.1451612903225805,133.0,,0.06451612903225806,4.0,0.0967741935483871,6.0,0.22580645161290322,14.0,,,0.11290322580645161,7.0,57
|
||||
job_573272,0.0,0,64,512,4,1.9844,1,1.0,8852.5156,12383.2409,6192.3801,30490,1,9078.6932,0.4297,0.0103,0.0878,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0723,-0.0038,0.0,1.0,0.0,0.0068,0.5781,0.4297,16.0652,52.5352,592.7606,30.9,857.9676,265.207,0.0688,5.1549,73.1265,424.4201,497.9254,1750.4119,20.7808,424.7296,1226.5472,1,58,64,512,316,42,179,,,0.009,16.497,1.953125,125.0,,0.34375,22.0,0.125,8.0,0.375,24.0,,,0.265625,17.0,58
|
||||
job_573272,0.0,0,64,512,4,2.2656,2,1.0,7362.4492,11706.0618,5047.5898,31108,1,8966.6556,0.3477,-0.0065,0.117,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0673,0.0,0.0,1.0,0.0,0.0095,0.5156,0.3477,16.1225,52.5548,591.814,31.0,857.9676,266.1536,0.0661,4.9655,65.3045,421.4391,487.1173,1578.6753,20.434,421.7463,1066.1295,1,59,64,512,375,30,133,,,,,1.90625,122.0,,0.0625,4.0,0.046875,3.0,0.140625,9.0,,,0.09375,6.0,59
|
||||
job_573272,0.0,0,64,512,3,3.0,3,1.0,6718.375,8418.3773,4776.5314,31359,1,7445.3974,0.5332,-0.0049,0.0425,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0756,0.0,0.0,1.0,0.0,0.0095,0.6406,0.5332,16.0275,52.4143,591.2923,31.1,857.9676,266.6753,0.0667,4.9514,53.5723,340.7361,394.6557,1127.5288,19.9225,341.0163,707.9674,1,60,63,504,352,31,151,,,0.0081,13.4944,2.0952380952380953,132.0,7.5489,0.1111111111111111,7.0,0.09523809523809523,6.0,0.20634920634920634,13.0,,,0.015873015873015872,1.0,60
|
||||
job_573272,0.0,0,64,512,4,4.0,4,1.0,6488.5742,10239.4533,3794.9899,30177,1,7323.5223,0.418,-0.0013,0.0456,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0706,0.0,0.0,1.0,0.0,0.0074,0.5781,0.418,16.207,52.6997,589.9882,31.2,857.9676,267.9794,0.0643,4.8409,54.8498,331.679,386.9181,1531.2507,18.8017,332.0035,1120.6607,1,61,64,512,300,50,190,0.046875,3.0,,,2.34375,150.0,,0.375,24.0,0.046875,3.0,0.203125,13.0,0.03125,2.0,0.265625,17.0,61
|
||||
job_573272,0.0,0,64,512,5,5.0,5,1.0,7810.8105,14609.1538,4461.1895,30845,1,8807.6906,0.3301,0.0157,0.1006,-0.0001,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0701,-0.0082,0.0,1.0,0.0,0.0083,0.4844,0.3301,16.2209,52.6976,589.2254,31.3,857.9676,268.7422,0.0665,5.0013,65.6581,398.8376,464.8375,2207.5802,18.5553,399.1124,1719.156,1,62,15,120,46,14,70,0.06666666666666667,1.0,0.0093,9.0592,2.933333333333333,44.0,,0.8,12.0,0.26666666666666666,4.0,0.6666666666666666,10.0,,,0.2,3.0,62
|
||||
|
3
training_logs/20260605_113340_reward_vs_steps.png
Normal file
3
training_logs/20260605_113340_reward_vs_steps.png
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:22dccdf65c9118b5d6484ba5d81d412415d00676070849bd37c6bb03a0f40d3c
|
||||
size 255245
|
||||
8494
training_logs/20260605_113340_vllm_metrics_job_573271.csv
Normal file
8494
training_logs/20260605_113340_vllm_metrics_job_573271.csv
Normal file
File diff suppressed because it is too large
Load Diff
4986
training_logs/20260605_113340_vllm_metrics_job_573272.csv
Normal file
4986
training_logs/20260605_113340_vllm_metrics_job_573272.csv
Normal file
File diff suppressed because it is too large
Load Diff
13479
training_logs/20260605_113340_vllm_metrics_table.csv
Normal file
13479
training_logs/20260605_113340_vllm_metrics_table.csv
Normal file
File diff suppressed because it is too large
Load Diff
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:d3175c8efe875e40d6104b05c199d0d411fe907ea88eb44d9f7b3889f57b35b8
|
||||
size 80790245
|
||||
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:fc00cba381671f056b9266354870d103bba3cc40edb8cbe05c3751ebb8f32182
|
||||
size 48654722
|
||||
1317
training_logs/a3-rl-DCAgent_mix_h4_binary_easy_573273.out
Normal file
1317
training_logs/a3-rl-DCAgent_mix_h4_binary_easy_573273.out
Normal file
File diff suppressed because one or more lines are too long
1244
training_logs/a3-rl-DCAgent_mix_h4_binary_easy_573274.out
Normal file
1244
training_logs/a3-rl-DCAgent_mix_h4_binary_easy_573274.out
Normal file
File diff suppressed because one or more lines are too long
1209
training_logs/a3-rl-DCAgent_mix_h4_binary_easy_573275.out
Normal file
1209
training_logs/a3-rl-DCAgent_mix_h4_binary_easy_573275.out
Normal file
File diff suppressed because one or more lines are too long
1204
training_logs/a3-rl-DCAgent_mix_h4_binary_easy_573276.out
Normal file
1204
training_logs/a3-rl-DCAgent_mix_h4_binary_easy_573276.out
Normal file
File diff suppressed because one or more lines are too long
Reference in New Issue
Block a user