f27eb42337
Model: laion/Qwen3-8B_exp_tas_temp_0.5_traces_save-strategy_steps Source: Original Platform
5592 lines
155 KiB
JSON
5592 lines
155 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 8.0,
|
|
"eval_steps": 500,
|
|
"global_step": 2520,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.015873015873015872,
|
|
"grad_norm": 1.8274213812789266,
|
|
"learning_rate": 3.0769230769230774e-05,
|
|
"loss": 0.7577,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.6461434364318848,
|
|
"step": 5,
|
|
"valid_targets_mean": 3240.4,
|
|
"valid_targets_min": 567
|
|
},
|
|
{
|
|
"epoch": 0.031746031746031744,
|
|
"grad_norm": 0.8909279252952478,
|
|
"learning_rate": 6.923076923076924e-05,
|
|
"loss": 0.5599,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.5154889822006226,
|
|
"step": 10,
|
|
"valid_targets_mean": 2951.5,
|
|
"valid_targets_min": 728
|
|
},
|
|
{
|
|
"epoch": 0.047619047619047616,
|
|
"grad_norm": 0.6539578705231934,
|
|
"learning_rate": 9.99999607417416e-05,
|
|
"loss": 0.4714,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.44698208570480347,
|
|
"step": 15,
|
|
"valid_targets_mean": 3411.7,
|
|
"valid_targets_min": 858
|
|
},
|
|
{
|
|
"epoch": 0.06349206349206349,
|
|
"grad_norm": 0.5869088454096476,
|
|
"learning_rate": 9.999858670917045e-05,
|
|
"loss": 0.4533,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4649924039840698,
|
|
"step": 20,
|
|
"valid_targets_mean": 3109.9,
|
|
"valid_targets_min": 615
|
|
},
|
|
{
|
|
"epoch": 0.07936507936507936,
|
|
"grad_norm": 0.509457679261325,
|
|
"learning_rate": 9.999524982532699e-05,
|
|
"loss": 0.4412,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.41344499588012695,
|
|
"step": 25,
|
|
"valid_targets_mean": 3829.7,
|
|
"valid_targets_min": 1140
|
|
},
|
|
{
|
|
"epoch": 0.09523809523809523,
|
|
"grad_norm": 0.7062119296057406,
|
|
"learning_rate": 9.998995022121104e-05,
|
|
"loss": 0.4127,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4501193165779114,
|
|
"step": 30,
|
|
"valid_targets_mean": 2775.0,
|
|
"valid_targets_min": 1050
|
|
},
|
|
{
|
|
"epoch": 0.1111111111111111,
|
|
"grad_norm": 0.499780548134097,
|
|
"learning_rate": 9.998268810487518e-05,
|
|
"loss": 0.4262,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.42958372831344604,
|
|
"step": 35,
|
|
"valid_targets_mean": 3573.8,
|
|
"valid_targets_min": 731
|
|
},
|
|
{
|
|
"epoch": 0.12698412698412698,
|
|
"grad_norm": 0.5092649924433299,
|
|
"learning_rate": 9.997346376141656e-05,
|
|
"loss": 0.4256,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.46939408779144287,
|
|
"step": 40,
|
|
"valid_targets_mean": 3167.1,
|
|
"valid_targets_min": 692
|
|
},
|
|
{
|
|
"epoch": 0.14285714285714285,
|
|
"grad_norm": 0.5017667346997713,
|
|
"learning_rate": 9.99622775529657e-05,
|
|
"loss": 0.4034,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3935692012310028,
|
|
"step": 45,
|
|
"valid_targets_mean": 3086.5,
|
|
"valid_targets_min": 656
|
|
},
|
|
{
|
|
"epoch": 0.15873015873015872,
|
|
"grad_norm": 0.4948092196535038,
|
|
"learning_rate": 9.994912991867228e-05,
|
|
"loss": 0.3939,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3957802653312683,
|
|
"step": 50,
|
|
"valid_targets_mean": 3103.2,
|
|
"valid_targets_min": 586
|
|
},
|
|
{
|
|
"epoch": 0.1746031746031746,
|
|
"grad_norm": 0.4506415984779397,
|
|
"learning_rate": 9.99340213746879e-05,
|
|
"loss": 0.3878,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3558445870876312,
|
|
"step": 55,
|
|
"valid_targets_mean": 3752.7,
|
|
"valid_targets_min": 748
|
|
},
|
|
{
|
|
"epoch": 0.19047619047619047,
|
|
"grad_norm": 0.47637495247663253,
|
|
"learning_rate": 9.991695251414583e-05,
|
|
"loss": 0.3804,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3717506229877472,
|
|
"step": 60,
|
|
"valid_targets_mean": 2804.0,
|
|
"valid_targets_min": 838
|
|
},
|
|
{
|
|
"epoch": 0.20634920634920634,
|
|
"grad_norm": 0.4697442701659542,
|
|
"learning_rate": 9.989792400713771e-05,
|
|
"loss": 0.3763,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3844413161277771,
|
|
"step": 65,
|
|
"valid_targets_mean": 3328.9,
|
|
"valid_targets_min": 947
|
|
},
|
|
{
|
|
"epoch": 0.2222222222222222,
|
|
"grad_norm": 0.4029985555816782,
|
|
"learning_rate": 9.987693660068722e-05,
|
|
"loss": 0.3624,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.361744225025177,
|
|
"step": 70,
|
|
"valid_targets_mean": 3788.7,
|
|
"valid_targets_min": 1518
|
|
},
|
|
{
|
|
"epoch": 0.23809523809523808,
|
|
"grad_norm": 0.6171443115375874,
|
|
"learning_rate": 9.985399111872081e-05,
|
|
"loss": 0.3893,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.40640202164649963,
|
|
"step": 75,
|
|
"valid_targets_mean": 3092.8,
|
|
"valid_targets_min": 1045
|
|
},
|
|
{
|
|
"epoch": 0.25396825396825395,
|
|
"grad_norm": 0.4749873069576808,
|
|
"learning_rate": 9.982908846203529e-05,
|
|
"loss": 0.3697,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.39057451486587524,
|
|
"step": 80,
|
|
"valid_targets_mean": 3140.4,
|
|
"valid_targets_min": 723
|
|
},
|
|
{
|
|
"epoch": 0.2698412698412698,
|
|
"grad_norm": 0.48658927757571463,
|
|
"learning_rate": 9.980222960826254e-05,
|
|
"loss": 0.3755,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3794889450073242,
|
|
"step": 85,
|
|
"valid_targets_mean": 3091.6,
|
|
"valid_targets_min": 849
|
|
},
|
|
{
|
|
"epoch": 0.2857142857142857,
|
|
"grad_norm": 0.5038556894604157,
|
|
"learning_rate": 9.977341561183109e-05,
|
|
"loss": 0.3701,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3605089783668518,
|
|
"step": 90,
|
|
"valid_targets_mean": 2912.1,
|
|
"valid_targets_min": 741
|
|
},
|
|
{
|
|
"epoch": 0.30158730158730157,
|
|
"grad_norm": 0.4102412169121251,
|
|
"learning_rate": 9.974264760392466e-05,
|
|
"loss": 0.3525,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3408468961715698,
|
|
"step": 95,
|
|
"valid_targets_mean": 3674.1,
|
|
"valid_targets_min": 694
|
|
},
|
|
{
|
|
"epoch": 0.31746031746031744,
|
|
"grad_norm": 0.5215429312356035,
|
|
"learning_rate": 9.97099267924379e-05,
|
|
"loss": 0.3809,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.366327166557312,
|
|
"step": 100,
|
|
"valid_targets_mean": 3165.3,
|
|
"valid_targets_min": 731
|
|
},
|
|
{
|
|
"epoch": 0.3333333333333333,
|
|
"grad_norm": 0.506147006488813,
|
|
"learning_rate": 9.967525446192882e-05,
|
|
"loss": 0.3725,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.4026761054992676,
|
|
"step": 105,
|
|
"valid_targets_mean": 3033.7,
|
|
"valid_targets_min": 786
|
|
},
|
|
{
|
|
"epoch": 0.3492063492063492,
|
|
"grad_norm": 0.4449016182522291,
|
|
"learning_rate": 9.963863197356849e-05,
|
|
"loss": 0.3646,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3816118538379669,
|
|
"step": 110,
|
|
"valid_targets_mean": 2767.7,
|
|
"valid_targets_min": 907
|
|
},
|
|
{
|
|
"epoch": 0.36507936507936506,
|
|
"grad_norm": 0.4493995369276615,
|
|
"learning_rate": 9.960006076508747e-05,
|
|
"loss": 0.3507,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3474277853965759,
|
|
"step": 115,
|
|
"valid_targets_mean": 4193.3,
|
|
"valid_targets_min": 1138
|
|
},
|
|
{
|
|
"epoch": 0.38095238095238093,
|
|
"grad_norm": 0.3995938765741062,
|
|
"learning_rate": 9.95595423507195e-05,
|
|
"loss": 0.3607,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34774190187454224,
|
|
"step": 120,
|
|
"valid_targets_mean": 3404.6,
|
|
"valid_targets_min": 563
|
|
},
|
|
{
|
|
"epoch": 0.3968253968253968,
|
|
"grad_norm": 0.4078617144812389,
|
|
"learning_rate": 9.951707832114193e-05,
|
|
"loss": 0.3543,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3508348762989044,
|
|
"step": 125,
|
|
"valid_targets_mean": 3827.8,
|
|
"valid_targets_min": 971
|
|
},
|
|
{
|
|
"epoch": 0.4126984126984127,
|
|
"grad_norm": 0.40638750589791245,
|
|
"learning_rate": 9.947267034341341e-05,
|
|
"loss": 0.3533,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.35496804118156433,
|
|
"step": 130,
|
|
"valid_targets_mean": 3386.2,
|
|
"valid_targets_min": 641
|
|
},
|
|
{
|
|
"epoch": 0.42857142857142855,
|
|
"grad_norm": 0.4234767970543296,
|
|
"learning_rate": 9.942632016090832e-05,
|
|
"loss": 0.3476,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33436018228530884,
|
|
"step": 135,
|
|
"valid_targets_mean": 3398.4,
|
|
"valid_targets_min": 759
|
|
},
|
|
{
|
|
"epoch": 0.4444444444444444,
|
|
"grad_norm": 0.41265753362471513,
|
|
"learning_rate": 9.937802959324838e-05,
|
|
"loss": 0.3583,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3562977910041809,
|
|
"step": 140,
|
|
"valid_targets_mean": 3618.7,
|
|
"valid_targets_min": 628
|
|
},
|
|
{
|
|
"epoch": 0.4603174603174603,
|
|
"grad_norm": 0.4757133092662119,
|
|
"learning_rate": 9.932780053623121e-05,
|
|
"loss": 0.3466,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.37288549542427063,
|
|
"step": 145,
|
|
"valid_targets_mean": 2592.0,
|
|
"valid_targets_min": 781
|
|
},
|
|
{
|
|
"epoch": 0.47619047619047616,
|
|
"grad_norm": 0.4239429827849855,
|
|
"learning_rate": 9.927563496175593e-05,
|
|
"loss": 0.3467,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.35352587699890137,
|
|
"step": 150,
|
|
"valid_targets_mean": 3382.8,
|
|
"valid_targets_min": 878
|
|
},
|
|
{
|
|
"epoch": 0.49206349206349204,
|
|
"grad_norm": 0.383979032896486,
|
|
"learning_rate": 9.922153491774572e-05,
|
|
"loss": 0.3495,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3456829786300659,
|
|
"step": 155,
|
|
"valid_targets_mean": 3461.6,
|
|
"valid_targets_min": 908
|
|
},
|
|
{
|
|
"epoch": 0.5079365079365079,
|
|
"grad_norm": 0.424759371721176,
|
|
"learning_rate": 9.91655025280674e-05,
|
|
"loss": 0.3656,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3748525381088257,
|
|
"step": 160,
|
|
"valid_targets_mean": 3654.6,
|
|
"valid_targets_min": 849
|
|
},
|
|
{
|
|
"epoch": 0.5238095238095238,
|
|
"grad_norm": 0.43022997649230643,
|
|
"learning_rate": 9.910753999244811e-05,
|
|
"loss": 0.3365,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3463315963745117,
|
|
"step": 165,
|
|
"valid_targets_mean": 3035.5,
|
|
"valid_targets_min": 881
|
|
},
|
|
{
|
|
"epoch": 0.5396825396825397,
|
|
"grad_norm": 0.42157899649504554,
|
|
"learning_rate": 9.904764958638889e-05,
|
|
"loss": 0.3395,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.38232117891311646,
|
|
"step": 170,
|
|
"valid_targets_mean": 2938.3,
|
|
"valid_targets_min": 777
|
|
},
|
|
{
|
|
"epoch": 0.5555555555555556,
|
|
"grad_norm": 0.4128966508525992,
|
|
"learning_rate": 9.898583366107538e-05,
|
|
"loss": 0.343,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34359288215637207,
|
|
"step": 175,
|
|
"valid_targets_mean": 3082.7,
|
|
"valid_targets_min": 762
|
|
},
|
|
{
|
|
"epoch": 0.5714285714285714,
|
|
"grad_norm": 0.3945850409315049,
|
|
"learning_rate": 9.892209464328556e-05,
|
|
"loss": 0.3625,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3760848045349121,
|
|
"step": 180,
|
|
"valid_targets_mean": 3291.0,
|
|
"valid_targets_min": 955
|
|
},
|
|
{
|
|
"epoch": 0.5873015873015873,
|
|
"grad_norm": 0.46514818271074837,
|
|
"learning_rate": 9.885643503529439e-05,
|
|
"loss": 0.3498,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3739466667175293,
|
|
"step": 185,
|
|
"valid_targets_mean": 2763.4,
|
|
"valid_targets_min": 677
|
|
},
|
|
{
|
|
"epoch": 0.6031746031746031,
|
|
"grad_norm": 0.5471372921378007,
|
|
"learning_rate": 9.878885741477563e-05,
|
|
"loss": 0.346,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.349778950214386,
|
|
"step": 190,
|
|
"valid_targets_mean": 3169.9,
|
|
"valid_targets_min": 852
|
|
},
|
|
{
|
|
"epoch": 0.6190476190476191,
|
|
"grad_norm": 0.37640397987573115,
|
|
"learning_rate": 9.871936443470063e-05,
|
|
"loss": 0.3365,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3495105504989624,
|
|
"step": 195,
|
|
"valid_targets_mean": 3473.1,
|
|
"valid_targets_min": 802
|
|
},
|
|
{
|
|
"epoch": 0.6349206349206349,
|
|
"grad_norm": 0.34529912636962173,
|
|
"learning_rate": 9.864795882323421e-05,
|
|
"loss": 0.3307,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32995861768722534,
|
|
"step": 200,
|
|
"valid_targets_mean": 3907.2,
|
|
"valid_targets_min": 718
|
|
},
|
|
{
|
|
"epoch": 0.6507936507936508,
|
|
"grad_norm": 0.33903980298913694,
|
|
"learning_rate": 9.857464338362748e-05,
|
|
"loss": 0.3373,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3237103521823883,
|
|
"step": 205,
|
|
"valid_targets_mean": 3551.8,
|
|
"valid_targets_min": 1138
|
|
},
|
|
{
|
|
"epoch": 0.6666666666666666,
|
|
"grad_norm": 0.3816336636716071,
|
|
"learning_rate": 9.849942099410792e-05,
|
|
"loss": 0.3379,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34175223112106323,
|
|
"step": 210,
|
|
"valid_targets_mean": 3279.8,
|
|
"valid_targets_min": 1022
|
|
},
|
|
{
|
|
"epoch": 0.6825396825396826,
|
|
"grad_norm": 0.3691401701105125,
|
|
"learning_rate": 9.842229460776622e-05,
|
|
"loss": 0.3428,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3277595043182373,
|
|
"step": 215,
|
|
"valid_targets_mean": 3653.1,
|
|
"valid_targets_min": 1357
|
|
},
|
|
{
|
|
"epoch": 0.6984126984126984,
|
|
"grad_norm": 0.3920809302509506,
|
|
"learning_rate": 9.834326725244049e-05,
|
|
"loss": 0.3406,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3460606038570404,
|
|
"step": 220,
|
|
"valid_targets_mean": 3346.0,
|
|
"valid_targets_min": 293
|
|
},
|
|
{
|
|
"epoch": 0.7142857142857143,
|
|
"grad_norm": 0.386844574098974,
|
|
"learning_rate": 9.826234203059731e-05,
|
|
"loss": 0.3462,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34869250655174255,
|
|
"step": 225,
|
|
"valid_targets_mean": 3427.1,
|
|
"valid_targets_min": 702
|
|
},
|
|
{
|
|
"epoch": 0.7301587301587301,
|
|
"grad_norm": 0.41899529934934654,
|
|
"learning_rate": 9.817952211921e-05,
|
|
"loss": 0.3449,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.37060266733169556,
|
|
"step": 230,
|
|
"valid_targets_mean": 2814.3,
|
|
"valid_targets_min": 791
|
|
},
|
|
{
|
|
"epoch": 0.746031746031746,
|
|
"grad_norm": 0.34433423051134976,
|
|
"learning_rate": 9.809481076963383e-05,
|
|
"loss": 0.3313,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34181442856788635,
|
|
"step": 235,
|
|
"valid_targets_mean": 4166.8,
|
|
"valid_targets_min": 971
|
|
},
|
|
{
|
|
"epoch": 0.7619047619047619,
|
|
"grad_norm": 0.4031506293847615,
|
|
"learning_rate": 9.800821130747837e-05,
|
|
"loss": 0.3196,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32658693194389343,
|
|
"step": 240,
|
|
"valid_targets_mean": 2723.3,
|
|
"valid_targets_min": 270
|
|
},
|
|
{
|
|
"epoch": 0.7777777777777778,
|
|
"grad_norm": 0.34126070155625965,
|
|
"learning_rate": 9.791972713247704e-05,
|
|
"loss": 0.3231,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3253839910030365,
|
|
"step": 245,
|
|
"valid_targets_mean": 3959.7,
|
|
"valid_targets_min": 1158
|
|
},
|
|
{
|
|
"epoch": 0.7936507936507936,
|
|
"grad_norm": 0.4139092354029092,
|
|
"learning_rate": 9.782936171835353e-05,
|
|
"loss": 0.3393,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.35836488008499146,
|
|
"step": 250,
|
|
"valid_targets_mean": 3191.8,
|
|
"valid_targets_min": 755
|
|
},
|
|
{
|
|
"epoch": 0.8095238095238095,
|
|
"grad_norm": 0.3545532506414492,
|
|
"learning_rate": 9.773711861268549e-05,
|
|
"loss": 0.3352,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3009134531021118,
|
|
"step": 255,
|
|
"valid_targets_mean": 3466.7,
|
|
"valid_targets_min": 997
|
|
},
|
|
{
|
|
"epoch": 0.8253968253968254,
|
|
"grad_norm": 0.36975136926244245,
|
|
"learning_rate": 9.764300143676518e-05,
|
|
"loss": 0.337,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3257961869239807,
|
|
"step": 260,
|
|
"valid_targets_mean": 3094.9,
|
|
"valid_targets_min": 782
|
|
},
|
|
{
|
|
"epoch": 0.8412698412698413,
|
|
"grad_norm": 0.37844454589688126,
|
|
"learning_rate": 9.754701388545745e-05,
|
|
"loss": 0.3403,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3239666223526001,
|
|
"step": 265,
|
|
"valid_targets_mean": 3849.2,
|
|
"valid_targets_min": 741
|
|
},
|
|
{
|
|
"epoch": 0.8571428571428571,
|
|
"grad_norm": 0.428420791431183,
|
|
"learning_rate": 9.744915972705453e-05,
|
|
"loss": 0.3308,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.335654616355896,
|
|
"step": 270,
|
|
"valid_targets_mean": 2919.1,
|
|
"valid_targets_min": 700
|
|
},
|
|
{
|
|
"epoch": 0.873015873015873,
|
|
"grad_norm": 0.34170393330211485,
|
|
"learning_rate": 9.734944280312824e-05,
|
|
"loss": 0.3361,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3174281120300293,
|
|
"step": 275,
|
|
"valid_targets_mean": 3749.4,
|
|
"valid_targets_min": 808
|
|
},
|
|
{
|
|
"epoch": 0.8888888888888888,
|
|
"grad_norm": 0.38182638697449783,
|
|
"learning_rate": 9.7247867028379e-05,
|
|
"loss": 0.3278,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.35490620136260986,
|
|
"step": 280,
|
|
"valid_targets_mean": 3069.8,
|
|
"valid_targets_min": 781
|
|
},
|
|
{
|
|
"epoch": 0.9047619047619048,
|
|
"grad_norm": 0.37442096963482363,
|
|
"learning_rate": 9.714443639048232e-05,
|
|
"loss": 0.34,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.32899394631385803,
|
|
"step": 285,
|
|
"valid_targets_mean": 3468.4,
|
|
"valid_targets_min": 693
|
|
},
|
|
{
|
|
"epoch": 0.9206349206349206,
|
|
"grad_norm": 0.3582639519502781,
|
|
"learning_rate": 9.703915494993215e-05,
|
|
"loss": 0.321,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33591094613075256,
|
|
"step": 290,
|
|
"valid_targets_mean": 3191.9,
|
|
"valid_targets_min": 567
|
|
},
|
|
{
|
|
"epoch": 0.9365079365079365,
|
|
"grad_norm": 0.34417265042249817,
|
|
"learning_rate": 9.693202683988151e-05,
|
|
"loss": 0.3087,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3005759119987488,
|
|
"step": 295,
|
|
"valid_targets_mean": 3653.5,
|
|
"valid_targets_min": 648
|
|
},
|
|
{
|
|
"epoch": 0.9523809523809523,
|
|
"grad_norm": 0.369249163786665,
|
|
"learning_rate": 9.682305626598023e-05,
|
|
"loss": 0.3366,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.34282851219177246,
|
|
"step": 300,
|
|
"valid_targets_mean": 3090.8,
|
|
"valid_targets_min": 920
|
|
},
|
|
{
|
|
"epoch": 0.9682539682539683,
|
|
"grad_norm": 0.31346439307676455,
|
|
"learning_rate": 9.671224750620981e-05,
|
|
"loss": 0.3188,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.29791080951690674,
|
|
"step": 305,
|
|
"valid_targets_mean": 3806.2,
|
|
"valid_targets_min": 851
|
|
},
|
|
{
|
|
"epoch": 0.9841269841269841,
|
|
"grad_norm": 0.3823674576068241,
|
|
"learning_rate": 9.659960491071554e-05,
|
|
"loss": 0.3349,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.33889368176460266,
|
|
"step": 310,
|
|
"valid_targets_mean": 3091.2,
|
|
"valid_targets_min": 948
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"grad_norm": 0.346262826029887,
|
|
"learning_rate": 9.64851329016356e-05,
|
|
"loss": 0.3238,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.3250298500061035,
|
|
"step": 315,
|
|
"valid_targets_mean": 3626.7,
|
|
"valid_targets_min": 879
|
|
},
|
|
{
|
|
"epoch": 1.0158730158730158,
|
|
"grad_norm": 0.43787454332305814,
|
|
"learning_rate": 9.636883597292762e-05,
|
|
"loss": 0.2469,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23794296383857727,
|
|
"step": 320,
|
|
"valid_targets_mean": 3565.3,
|
|
"valid_targets_min": 485
|
|
},
|
|
{
|
|
"epoch": 1.0317460317460316,
|
|
"grad_norm": 0.3338170186100263,
|
|
"learning_rate": 9.625071869019215e-05,
|
|
"loss": 0.249,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2461809515953064,
|
|
"step": 325,
|
|
"valid_targets_mean": 3799.6,
|
|
"valid_targets_min": 879
|
|
},
|
|
{
|
|
"epoch": 1.0476190476190477,
|
|
"grad_norm": 0.35543378491397704,
|
|
"learning_rate": 9.613078569049344e-05,
|
|
"loss": 0.2497,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2544521689414978,
|
|
"step": 330,
|
|
"valid_targets_mean": 3516.8,
|
|
"valid_targets_min": 853
|
|
},
|
|
{
|
|
"epoch": 1.0634920634920635,
|
|
"grad_norm": 0.37748650521262617,
|
|
"learning_rate": 9.600904168217734e-05,
|
|
"loss": 0.2431,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23706725239753723,
|
|
"step": 335,
|
|
"valid_targets_mean": 3417.8,
|
|
"valid_targets_min": 703
|
|
},
|
|
{
|
|
"epoch": 1.0793650793650793,
|
|
"grad_norm": 0.3435381967499918,
|
|
"learning_rate": 9.588549144468664e-05,
|
|
"loss": 0.2519,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24922573566436768,
|
|
"step": 340,
|
|
"valid_targets_mean": 3267.8,
|
|
"valid_targets_min": 886
|
|
},
|
|
{
|
|
"epoch": 1.0952380952380953,
|
|
"grad_norm": 0.34815667356425745,
|
|
"learning_rate": 9.576013982837324e-05,
|
|
"loss": 0.2448,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2301144003868103,
|
|
"step": 345,
|
|
"valid_targets_mean": 3309.3,
|
|
"valid_targets_min": 823
|
|
},
|
|
{
|
|
"epoch": 1.1111111111111112,
|
|
"grad_norm": 0.3412007000641619,
|
|
"learning_rate": 9.563299175430782e-05,
|
|
"loss": 0.2413,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23151162266731262,
|
|
"step": 350,
|
|
"valid_targets_mean": 3243.3,
|
|
"valid_targets_min": 356
|
|
},
|
|
{
|
|
"epoch": 1.126984126984127,
|
|
"grad_norm": 0.35215519695863917,
|
|
"learning_rate": 9.550405221408664e-05,
|
|
"loss": 0.2523,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2685403823852539,
|
|
"step": 355,
|
|
"valid_targets_mean": 3297.7,
|
|
"valid_targets_min": 700
|
|
},
|
|
{
|
|
"epoch": 1.1428571428571428,
|
|
"grad_norm": 0.31526351914206535,
|
|
"learning_rate": 9.537332626963561e-05,
|
|
"loss": 0.2449,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22305209934711456,
|
|
"step": 360,
|
|
"valid_targets_mean": 4274.9,
|
|
"valid_targets_min": 742
|
|
},
|
|
{
|
|
"epoch": 1.1587301587301586,
|
|
"grad_norm": 0.3450806364783924,
|
|
"learning_rate": 9.524081905301152e-05,
|
|
"loss": 0.2521,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24462619423866272,
|
|
"step": 365,
|
|
"valid_targets_mean": 3424.6,
|
|
"valid_targets_min": 663
|
|
},
|
|
{
|
|
"epoch": 1.1746031746031746,
|
|
"grad_norm": 0.33405132130300835,
|
|
"learning_rate": 9.510653576620056e-05,
|
|
"loss": 0.2443,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23065048456192017,
|
|
"step": 370,
|
|
"valid_targets_mean": 3583.2,
|
|
"valid_targets_min": 1016
|
|
},
|
|
{
|
|
"epoch": 1.1904761904761905,
|
|
"grad_norm": 0.3992743258279796,
|
|
"learning_rate": 9.497048168091418e-05,
|
|
"loss": 0.2541,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2545672059059143,
|
|
"step": 375,
|
|
"valid_targets_mean": 2822.1,
|
|
"valid_targets_min": 567
|
|
},
|
|
{
|
|
"epoch": 1.2063492063492063,
|
|
"grad_norm": 0.3786390758502515,
|
|
"learning_rate": 9.483266213838202e-05,
|
|
"loss": 0.2542,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26987892389297485,
|
|
"step": 380,
|
|
"valid_targets_mean": 3785.4,
|
|
"valid_targets_min": 1214
|
|
},
|
|
{
|
|
"epoch": 1.2222222222222223,
|
|
"grad_norm": 0.32546227871241973,
|
|
"learning_rate": 9.469308254914231e-05,
|
|
"loss": 0.2446,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23422034084796906,
|
|
"step": 385,
|
|
"valid_targets_mean": 3780.2,
|
|
"valid_targets_min": 1152
|
|
},
|
|
{
|
|
"epoch": 1.2380952380952381,
|
|
"grad_norm": 0.3065912912687044,
|
|
"learning_rate": 9.455174839282941e-05,
|
|
"loss": 0.2455,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22501501441001892,
|
|
"step": 390,
|
|
"valid_targets_mean": 3669.4,
|
|
"valid_targets_min": 707
|
|
},
|
|
{
|
|
"epoch": 1.253968253968254,
|
|
"grad_norm": 0.37271041897458185,
|
|
"learning_rate": 9.440866521795874e-05,
|
|
"loss": 0.247,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2661711275577545,
|
|
"step": 395,
|
|
"valid_targets_mean": 3099.3,
|
|
"valid_targets_min": 720
|
|
},
|
|
{
|
|
"epoch": 1.2698412698412698,
|
|
"grad_norm": 0.369136406791236,
|
|
"learning_rate": 9.426383864170891e-05,
|
|
"loss": 0.2561,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2433825135231018,
|
|
"step": 400,
|
|
"valid_targets_mean": 2825.9,
|
|
"valid_targets_min": 848
|
|
},
|
|
{
|
|
"epoch": 1.2857142857142856,
|
|
"grad_norm": 0.37357502650745017,
|
|
"learning_rate": 9.411727434970121e-05,
|
|
"loss": 0.2566,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2653917372226715,
|
|
"step": 405,
|
|
"valid_targets_mean": 3194.1,
|
|
"valid_targets_min": 486
|
|
},
|
|
{
|
|
"epoch": 1.3015873015873016,
|
|
"grad_norm": 0.3294343894160417,
|
|
"learning_rate": 9.396897809577643e-05,
|
|
"loss": 0.257,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23809459805488586,
|
|
"step": 410,
|
|
"valid_targets_mean": 3412.5,
|
|
"valid_targets_min": 878
|
|
},
|
|
{
|
|
"epoch": 1.3174603174603174,
|
|
"grad_norm": 0.40670887974632824,
|
|
"learning_rate": 9.381895570176893e-05,
|
|
"loss": 0.2601,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2684550881385803,
|
|
"step": 415,
|
|
"valid_targets_mean": 2609.8,
|
|
"valid_targets_min": 692
|
|
},
|
|
{
|
|
"epoch": 1.3333333333333333,
|
|
"grad_norm": 0.3848066802547911,
|
|
"learning_rate": 9.366721305727813e-05,
|
|
"loss": 0.2502,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.270733505487442,
|
|
"step": 420,
|
|
"valid_targets_mean": 2846.2,
|
|
"valid_targets_min": 794
|
|
},
|
|
{
|
|
"epoch": 1.3492063492063493,
|
|
"grad_norm": 0.31019131919407833,
|
|
"learning_rate": 9.351375611943724e-05,
|
|
"loss": 0.2382,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.21716828644275665,
|
|
"step": 425,
|
|
"valid_targets_mean": 3436.6,
|
|
"valid_targets_min": 1281
|
|
},
|
|
{
|
|
"epoch": 1.3650793650793651,
|
|
"grad_norm": 0.33361242153190557,
|
|
"learning_rate": 9.335859091267952e-05,
|
|
"loss": 0.2423,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25320854783058167,
|
|
"step": 430,
|
|
"valid_targets_mean": 3695.6,
|
|
"valid_targets_min": 972
|
|
},
|
|
{
|
|
"epoch": 1.380952380952381,
|
|
"grad_norm": 0.36539490370574296,
|
|
"learning_rate": 9.320172352850156e-05,
|
|
"loss": 0.2546,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25512421131134033,
|
|
"step": 435,
|
|
"valid_targets_mean": 2833.2,
|
|
"valid_targets_min": 655
|
|
},
|
|
{
|
|
"epoch": 1.3968253968253967,
|
|
"grad_norm": 0.3457757597947298,
|
|
"learning_rate": 9.304316012522437e-05,
|
|
"loss": 0.2486,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24607813358306885,
|
|
"step": 440,
|
|
"valid_targets_mean": 3310.0,
|
|
"valid_targets_min": 891
|
|
},
|
|
{
|
|
"epoch": 1.4126984126984126,
|
|
"grad_norm": 0.348654246853821,
|
|
"learning_rate": 9.288290692775143e-05,
|
|
"loss": 0.2501,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25384521484375,
|
|
"step": 445,
|
|
"valid_targets_mean": 3137.3,
|
|
"valid_targets_min": 974
|
|
},
|
|
{
|
|
"epoch": 1.4285714285714286,
|
|
"grad_norm": 0.3454233001057256,
|
|
"learning_rate": 9.272097022732443e-05,
|
|
"loss": 0.2518,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26066356897354126,
|
|
"step": 450,
|
|
"valid_targets_mean": 3637.1,
|
|
"valid_targets_min": 677
|
|
},
|
|
{
|
|
"epoch": 1.4444444444444444,
|
|
"grad_norm": 0.33143501884931204,
|
|
"learning_rate": 9.255735638127623e-05,
|
|
"loss": 0.2505,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25016534328460693,
|
|
"step": 455,
|
|
"valid_targets_mean": 3601.1,
|
|
"valid_targets_min": 854
|
|
},
|
|
{
|
|
"epoch": 1.4603174603174602,
|
|
"grad_norm": 0.35241836784306196,
|
|
"learning_rate": 9.239207181278131e-05,
|
|
"loss": 0.2615,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25485676527023315,
|
|
"step": 460,
|
|
"valid_targets_mean": 3419.8,
|
|
"valid_targets_min": 1077
|
|
},
|
|
{
|
|
"epoch": 1.4761904761904763,
|
|
"grad_norm": 0.3604417859438151,
|
|
"learning_rate": 9.222512301060358e-05,
|
|
"loss": 0.2589,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2657771110534668,
|
|
"step": 465,
|
|
"valid_targets_mean": 3546.2,
|
|
"valid_targets_min": 316
|
|
},
|
|
{
|
|
"epoch": 1.492063492063492,
|
|
"grad_norm": 0.37365401606945614,
|
|
"learning_rate": 9.205651652884169e-05,
|
|
"loss": 0.2419,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26828211545944214,
|
|
"step": 470,
|
|
"valid_targets_mean": 3005.4,
|
|
"valid_targets_min": 859
|
|
},
|
|
{
|
|
"epoch": 1.507936507936508,
|
|
"grad_norm": 0.34227061343365994,
|
|
"learning_rate": 9.188625898667165e-05,
|
|
"loss": 0.2503,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2581418752670288,
|
|
"step": 475,
|
|
"valid_targets_mean": 3869.3,
|
|
"valid_targets_min": 889
|
|
},
|
|
{
|
|
"epoch": 1.5238095238095237,
|
|
"grad_norm": 0.39954769934278406,
|
|
"learning_rate": 9.171435706808709e-05,
|
|
"loss": 0.2618,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27356404066085815,
|
|
"step": 480,
|
|
"valid_targets_mean": 2616.6,
|
|
"valid_targets_min": 567
|
|
},
|
|
{
|
|
"epoch": 1.5396825396825395,
|
|
"grad_norm": 0.3779648783322647,
|
|
"learning_rate": 9.154081752163675e-05,
|
|
"loss": 0.2584,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2693216800689697,
|
|
"step": 485,
|
|
"valid_targets_mean": 2724.9,
|
|
"valid_targets_min": 752
|
|
},
|
|
{
|
|
"epoch": 1.5555555555555556,
|
|
"grad_norm": 0.3409265230520423,
|
|
"learning_rate": 9.136564716015956e-05,
|
|
"loss": 0.2599,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2872137427330017,
|
|
"step": 490,
|
|
"valid_targets_mean": 3691.8,
|
|
"valid_targets_min": 881
|
|
},
|
|
{
|
|
"epoch": 1.5714285714285714,
|
|
"grad_norm": 0.3335281180583056,
|
|
"learning_rate": 9.118885286051726e-05,
|
|
"loss": 0.2582,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2598532438278198,
|
|
"step": 495,
|
|
"valid_targets_mean": 3319.2,
|
|
"valid_targets_min": 747
|
|
},
|
|
{
|
|
"epoch": 1.5873015873015874,
|
|
"grad_norm": 0.3302567574084486,
|
|
"learning_rate": 9.101044156332437e-05,
|
|
"loss": 0.2444,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2369944453239441,
|
|
"step": 500,
|
|
"valid_targets_mean": 3715.5,
|
|
"valid_targets_min": 1155
|
|
},
|
|
{
|
|
"epoch": 1.6031746031746033,
|
|
"grad_norm": 0.37703989593478526,
|
|
"learning_rate": 9.083042027267567e-05,
|
|
"loss": 0.2615,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.286998450756073,
|
|
"step": 505,
|
|
"valid_targets_mean": 2952.9,
|
|
"valid_targets_min": 574
|
|
},
|
|
{
|
|
"epoch": 1.619047619047619,
|
|
"grad_norm": 0.35401957704413434,
|
|
"learning_rate": 9.064879605587132e-05,
|
|
"loss": 0.2537,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26032260060310364,
|
|
"step": 510,
|
|
"valid_targets_mean": 3504.2,
|
|
"valid_targets_min": 773
|
|
},
|
|
{
|
|
"epoch": 1.6349206349206349,
|
|
"grad_norm": 0.3641434739283903,
|
|
"learning_rate": 9.046557604313937e-05,
|
|
"loss": 0.2506,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25402820110321045,
|
|
"step": 515,
|
|
"valid_targets_mean": 3138.6,
|
|
"valid_targets_min": 726
|
|
},
|
|
{
|
|
"epoch": 1.6507936507936507,
|
|
"grad_norm": 0.3059033037354985,
|
|
"learning_rate": 9.028076742735583e-05,
|
|
"loss": 0.2503,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23979029059410095,
|
|
"step": 520,
|
|
"valid_targets_mean": 3641.1,
|
|
"valid_targets_min": 900
|
|
},
|
|
{
|
|
"epoch": 1.6666666666666665,
|
|
"grad_norm": 0.3497297327249346,
|
|
"learning_rate": 9.009437746376231e-05,
|
|
"loss": 0.2483,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25244393944740295,
|
|
"step": 525,
|
|
"valid_targets_mean": 3473.1,
|
|
"valid_targets_min": 319
|
|
},
|
|
{
|
|
"epoch": 1.6825396825396826,
|
|
"grad_norm": 0.3378221717798311,
|
|
"learning_rate": 8.990641346968117e-05,
|
|
"loss": 0.267,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27777156233787537,
|
|
"step": 530,
|
|
"valid_targets_mean": 3499.6,
|
|
"valid_targets_min": 734
|
|
},
|
|
{
|
|
"epoch": 1.6984126984126984,
|
|
"grad_norm": 0.33873773306272287,
|
|
"learning_rate": 8.97168828242283e-05,
|
|
"loss": 0.2485,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2586287558078766,
|
|
"step": 535,
|
|
"valid_targets_mean": 3036.5,
|
|
"valid_targets_min": 725
|
|
},
|
|
{
|
|
"epoch": 1.7142857142857144,
|
|
"grad_norm": 0.34047790836727093,
|
|
"learning_rate": 8.952579296802339e-05,
|
|
"loss": 0.247,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2612344026565552,
|
|
"step": 540,
|
|
"valid_targets_mean": 3229.4,
|
|
"valid_targets_min": 825
|
|
},
|
|
{
|
|
"epoch": 1.7301587301587302,
|
|
"grad_norm": 0.30335154929897096,
|
|
"learning_rate": 8.933315140289782e-05,
|
|
"loss": 0.2426,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.22845228016376495,
|
|
"step": 545,
|
|
"valid_targets_mean": 3568.5,
|
|
"valid_targets_min": 702
|
|
},
|
|
{
|
|
"epoch": 1.746031746031746,
|
|
"grad_norm": 0.35688828900002534,
|
|
"learning_rate": 8.91389656916002e-05,
|
|
"loss": 0.2565,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2728371322154999,
|
|
"step": 550,
|
|
"valid_targets_mean": 3387.7,
|
|
"valid_targets_min": 1036
|
|
},
|
|
{
|
|
"epoch": 1.7619047619047619,
|
|
"grad_norm": 0.35026171013621277,
|
|
"learning_rate": 8.894324345749939e-05,
|
|
"loss": 0.257,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2628636956214905,
|
|
"step": 555,
|
|
"valid_targets_mean": 2987.4,
|
|
"valid_targets_min": 1389
|
|
},
|
|
{
|
|
"epoch": 1.7777777777777777,
|
|
"grad_norm": 0.364303792145663,
|
|
"learning_rate": 8.874599238428533e-05,
|
|
"loss": 0.252,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25474119186401367,
|
|
"step": 560,
|
|
"valid_targets_mean": 2906.6,
|
|
"valid_targets_min": 332
|
|
},
|
|
{
|
|
"epoch": 1.7936507936507935,
|
|
"grad_norm": 0.3297047549410631,
|
|
"learning_rate": 8.85472202156673e-05,
|
|
"loss": 0.2416,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2573590874671936,
|
|
"step": 565,
|
|
"valid_targets_mean": 3229.9,
|
|
"valid_targets_min": 719
|
|
},
|
|
{
|
|
"epoch": 1.8095238095238095,
|
|
"grad_norm": 0.35086501481207644,
|
|
"learning_rate": 8.834693475506992e-05,
|
|
"loss": 0.2465,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25695112347602844,
|
|
"step": 570,
|
|
"valid_targets_mean": 3061.9,
|
|
"valid_targets_min": 586
|
|
},
|
|
{
|
|
"epoch": 1.8253968253968254,
|
|
"grad_norm": 0.3317762868716903,
|
|
"learning_rate": 8.814514386532691e-05,
|
|
"loss": 0.247,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24048689007759094,
|
|
"step": 575,
|
|
"valid_targets_mean": 2892.9,
|
|
"valid_targets_min": 662
|
|
},
|
|
{
|
|
"epoch": 1.8412698412698414,
|
|
"grad_norm": 0.3474363106947119,
|
|
"learning_rate": 8.794185546837224e-05,
|
|
"loss": 0.2583,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.26812222599983215,
|
|
"step": 580,
|
|
"valid_targets_mean": 2800.1,
|
|
"valid_targets_min": 741
|
|
},
|
|
{
|
|
"epoch": 1.8571428571428572,
|
|
"grad_norm": 0.30940634479021384,
|
|
"learning_rate": 8.773707754492928e-05,
|
|
"loss": 0.2613,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.25138765573501587,
|
|
"step": 585,
|
|
"valid_targets_mean": 3781.5,
|
|
"valid_targets_min": 759
|
|
},
|
|
{
|
|
"epoch": 1.873015873015873,
|
|
"grad_norm": 0.34038821122242374,
|
|
"learning_rate": 8.753081813419743e-05,
|
|
"loss": 0.2572,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2681252360343933,
|
|
"step": 590,
|
|
"valid_targets_mean": 3191.2,
|
|
"valid_targets_min": 881
|
|
},
|
|
{
|
|
"epoch": 1.8888888888888888,
|
|
"grad_norm": 0.3166643196960125,
|
|
"learning_rate": 8.73230853335365e-05,
|
|
"loss": 0.2548,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2620237469673157,
|
|
"step": 595,
|
|
"valid_targets_mean": 3481.8,
|
|
"valid_targets_min": 493
|
|
},
|
|
{
|
|
"epoch": 1.9047619047619047,
|
|
"grad_norm": 0.30108357485678805,
|
|
"learning_rate": 8.711388729814882e-05,
|
|
"loss": 0.249,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24603253602981567,
|
|
"step": 600,
|
|
"valid_targets_mean": 3596.4,
|
|
"valid_targets_min": 1012
|
|
},
|
|
{
|
|
"epoch": 1.9206349206349205,
|
|
"grad_norm": 0.3334463754433709,
|
|
"learning_rate": 8.690323224075917e-05,
|
|
"loss": 0.255,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.2664140462875366,
|
|
"step": 605,
|
|
"valid_targets_mean": 3660.5,
|
|
"valid_targets_min": 821
|
|
},
|
|
{
|
|
"epoch": 1.9365079365079365,
|
|
"grad_norm": 0.29345444440656204,
|
|
"learning_rate": 8.669112843129221e-05,
|
|
"loss": 0.2404,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.23653852939605713,
|
|
"step": 610,
|
|
"valid_targets_mean": 3828.9,
|
|
"valid_targets_min": 872
|
|
},
|
|
{
|
|
"epoch": 1.9523809523809523,
|
|
"grad_norm": 0.3545591460034767,
|
|
"learning_rate": 8.647758419654798e-05,
|
|
"loss": 0.2632,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.28314149379730225,
|
|
"step": 615,
|
|
"valid_targets_mean": 3005.8,
|
|
"valid_targets_min": 950
|
|
},
|
|
{
|
|
"epoch": 1.9682539682539684,
|
|
"grad_norm": 0.37518499037902897,
|
|
"learning_rate": 8.626260791987488e-05,
|
|
"loss": 0.264,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.27982187271118164,
|
|
"step": 620,
|
|
"valid_targets_mean": 2737.7,
|
|
"valid_targets_min": 655
|
|
},
|
|
{
|
|
"epoch": 1.9841269841269842,
|
|
"grad_norm": 0.3141946190884809,
|
|
"learning_rate": 8.604620804084065e-05,
|
|
"loss": 0.2604,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24237555265426636,
|
|
"step": 625,
|
|
"valid_targets_mean": 3285.4,
|
|
"valid_targets_min": 782
|
|
},
|
|
{
|
|
"epoch": 2.0,
|
|
"grad_norm": 0.31685211804889135,
|
|
"learning_rate": 8.582839305490094e-05,
|
|
"loss": 0.246,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.24083860218524933,
|
|
"step": 630,
|
|
"valid_targets_mean": 3718.9,
|
|
"valid_targets_min": 628
|
|
},
|
|
{
|
|
"epoch": 2.015873015873016,
|
|
"grad_norm": 0.5759647548742526,
|
|
"learning_rate": 8.560917151306593e-05,
|
|
"loss": 0.1678,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17167878150939941,
|
|
"step": 635,
|
|
"valid_targets_mean": 3780.4,
|
|
"valid_targets_min": 1167
|
|
},
|
|
{
|
|
"epoch": 2.0317460317460316,
|
|
"grad_norm": 0.3727656111117338,
|
|
"learning_rate": 8.538855202156453e-05,
|
|
"loss": 0.1622,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17625080049037933,
|
|
"step": 640,
|
|
"valid_targets_mean": 2937.9,
|
|
"valid_targets_min": 798
|
|
},
|
|
{
|
|
"epoch": 2.0476190476190474,
|
|
"grad_norm": 0.3884320540436871,
|
|
"learning_rate": 8.516654324150652e-05,
|
|
"loss": 0.1567,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17556791007518768,
|
|
"step": 645,
|
|
"valid_targets_mean": 3192.7,
|
|
"valid_targets_min": 538
|
|
},
|
|
{
|
|
"epoch": 2.0634920634920633,
|
|
"grad_norm": 0.3289674113366658,
|
|
"learning_rate": 8.49431538885426e-05,
|
|
"loss": 0.1614,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16414867341518402,
|
|
"step": 650,
|
|
"valid_targets_mean": 3249.7,
|
|
"valid_targets_min": 844
|
|
},
|
|
{
|
|
"epoch": 2.0793650793650795,
|
|
"grad_norm": 0.3766522928896842,
|
|
"learning_rate": 8.471839273252217e-05,
|
|
"loss": 0.1619,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18375205993652344,
|
|
"step": 655,
|
|
"valid_targets_mean": 3164.0,
|
|
"valid_targets_min": 947
|
|
},
|
|
{
|
|
"epoch": 2.0952380952380953,
|
|
"grad_norm": 0.3507144392463362,
|
|
"learning_rate": 8.449226859714907e-05,
|
|
"loss": 0.1519,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1520249843597412,
|
|
"step": 660,
|
|
"valid_targets_mean": 3328.9,
|
|
"valid_targets_min": 674
|
|
},
|
|
{
|
|
"epoch": 2.111111111111111,
|
|
"grad_norm": 0.37178157182206373,
|
|
"learning_rate": 8.426479035963513e-05,
|
|
"loss": 0.1598,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17126235365867615,
|
|
"step": 665,
|
|
"valid_targets_mean": 3293.8,
|
|
"valid_targets_min": 649
|
|
},
|
|
{
|
|
"epoch": 2.126984126984127,
|
|
"grad_norm": 0.3300159891010412,
|
|
"learning_rate": 8.403596695035174e-05,
|
|
"loss": 0.166,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16688695549964905,
|
|
"step": 670,
|
|
"valid_targets_mean": 3549.7,
|
|
"valid_targets_min": 1096
|
|
},
|
|
{
|
|
"epoch": 2.142857142857143,
|
|
"grad_norm": 0.31856865543305996,
|
|
"learning_rate": 8.380580735247925e-05,
|
|
"loss": 0.1657,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16608603298664093,
|
|
"step": 675,
|
|
"valid_targets_mean": 3707.8,
|
|
"valid_targets_min": 621
|
|
},
|
|
{
|
|
"epoch": 2.1587301587301586,
|
|
"grad_norm": 0.3256115736923054,
|
|
"learning_rate": 8.35743206016542e-05,
|
|
"loss": 0.1565,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17094911634922028,
|
|
"step": 680,
|
|
"valid_targets_mean": 3957.3,
|
|
"valid_targets_min": 1029
|
|
},
|
|
{
|
|
"epoch": 2.1746031746031744,
|
|
"grad_norm": 0.34931477561977403,
|
|
"learning_rate": 8.334151578561478e-05,
|
|
"loss": 0.1535,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15973442792892456,
|
|
"step": 685,
|
|
"valid_targets_mean": 3375.2,
|
|
"valid_targets_min": 787
|
|
},
|
|
{
|
|
"epoch": 2.1904761904761907,
|
|
"grad_norm": 0.32279390014201975,
|
|
"learning_rate": 8.310740204384387e-05,
|
|
"loss": 0.1596,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16139554977416992,
|
|
"step": 690,
|
|
"valid_targets_mean": 3563.2,
|
|
"valid_targets_min": 698
|
|
},
|
|
{
|
|
"epoch": 2.2063492063492065,
|
|
"grad_norm": 0.35609221581271633,
|
|
"learning_rate": 8.287198856721042e-05,
|
|
"loss": 0.1637,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1595011055469513,
|
|
"step": 695,
|
|
"valid_targets_mean": 2980.4,
|
|
"valid_targets_min": 1007
|
|
},
|
|
{
|
|
"epoch": 2.2222222222222223,
|
|
"grad_norm": 0.37271121800564905,
|
|
"learning_rate": 8.263528459760844e-05,
|
|
"loss": 0.168,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17944392561912537,
|
|
"step": 700,
|
|
"valid_targets_mean": 3019.2,
|
|
"valid_targets_min": 551
|
|
},
|
|
{
|
|
"epoch": 2.238095238095238,
|
|
"grad_norm": 0.3492345769276772,
|
|
"learning_rate": 8.23972994275944e-05,
|
|
"loss": 0.1595,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15329068899154663,
|
|
"step": 705,
|
|
"valid_targets_mean": 2981.5,
|
|
"valid_targets_min": 705
|
|
},
|
|
{
|
|
"epoch": 2.253968253968254,
|
|
"grad_norm": 0.37130802424546083,
|
|
"learning_rate": 8.215804240002225e-05,
|
|
"loss": 0.1623,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16565588116645813,
|
|
"step": 710,
|
|
"valid_targets_mean": 3265.3,
|
|
"valid_targets_min": 601
|
|
},
|
|
{
|
|
"epoch": 2.2698412698412698,
|
|
"grad_norm": 0.3248478814141257,
|
|
"learning_rate": 8.191752290767671e-05,
|
|
"loss": 0.1628,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1539839506149292,
|
|
"step": 715,
|
|
"valid_targets_mean": 3446.7,
|
|
"valid_targets_min": 858
|
|
},
|
|
{
|
|
"epoch": 2.2857142857142856,
|
|
"grad_norm": 0.34141572197660325,
|
|
"learning_rate": 8.167575039290448e-05,
|
|
"loss": 0.1632,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16221433877944946,
|
|
"step": 720,
|
|
"valid_targets_mean": 3580.3,
|
|
"valid_targets_min": 903
|
|
},
|
|
{
|
|
"epoch": 2.3015873015873014,
|
|
"grad_norm": 0.3457143748578184,
|
|
"learning_rate": 8.143273434724363e-05,
|
|
"loss": 0.17,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16455700993537903,
|
|
"step": 725,
|
|
"valid_targets_mean": 3009.4,
|
|
"valid_targets_min": 721
|
|
},
|
|
{
|
|
"epoch": 2.317460317460317,
|
|
"grad_norm": 0.4063997244980026,
|
|
"learning_rate": 8.118848431105091e-05,
|
|
"loss": 0.1687,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17688608169555664,
|
|
"step": 730,
|
|
"valid_targets_mean": 2648.5,
|
|
"valid_targets_min": 655
|
|
},
|
|
{
|
|
"epoch": 2.3333333333333335,
|
|
"grad_norm": 0.36420318625821063,
|
|
"learning_rate": 8.094300987312725e-05,
|
|
"loss": 0.1658,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1653500646352768,
|
|
"step": 735,
|
|
"valid_targets_mean": 3228.5,
|
|
"valid_targets_min": 671
|
|
},
|
|
{
|
|
"epoch": 2.3492063492063493,
|
|
"grad_norm": 0.3426356909940338,
|
|
"learning_rate": 8.069632067034129e-05,
|
|
"loss": 0.1593,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16358144581317902,
|
|
"step": 740,
|
|
"valid_targets_mean": 3252.1,
|
|
"valid_targets_min": 318
|
|
},
|
|
{
|
|
"epoch": 2.365079365079365,
|
|
"grad_norm": 0.3362094215393869,
|
|
"learning_rate": 8.044842638725107e-05,
|
|
"loss": 0.162,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16318479180335999,
|
|
"step": 745,
|
|
"valid_targets_mean": 3503.7,
|
|
"valid_targets_min": 1345
|
|
},
|
|
{
|
|
"epoch": 2.380952380952381,
|
|
"grad_norm": 0.35115213542541646,
|
|
"learning_rate": 8.019933675572389e-05,
|
|
"loss": 0.1688,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17881888151168823,
|
|
"step": 750,
|
|
"valid_targets_mean": 3436.2,
|
|
"valid_targets_min": 833
|
|
},
|
|
{
|
|
"epoch": 2.3968253968253967,
|
|
"grad_norm": 0.33653063427971813,
|
|
"learning_rate": 7.994906155455411e-05,
|
|
"loss": 0.1597,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15470348298549652,
|
|
"step": 755,
|
|
"valid_targets_mean": 3408.1,
|
|
"valid_targets_min": 662
|
|
},
|
|
{
|
|
"epoch": 2.4126984126984126,
|
|
"grad_norm": 0.41474724537380153,
|
|
"learning_rate": 7.969761060907943e-05,
|
|
"loss": 0.1757,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18444520235061646,
|
|
"step": 760,
|
|
"valid_targets_mean": 2565.2,
|
|
"valid_targets_min": 799
|
|
},
|
|
{
|
|
"epoch": 2.4285714285714284,
|
|
"grad_norm": 0.3250725810449299,
|
|
"learning_rate": 7.944499379079502e-05,
|
|
"loss": 0.1713,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16023294627666473,
|
|
"step": 765,
|
|
"valid_targets_mean": 3494.1,
|
|
"valid_targets_min": 673
|
|
},
|
|
{
|
|
"epoch": 2.4444444444444446,
|
|
"grad_norm": 0.33217697389608564,
|
|
"learning_rate": 7.919122101696606e-05,
|
|
"loss": 0.1691,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1604093611240387,
|
|
"step": 770,
|
|
"valid_targets_mean": 3532.6,
|
|
"valid_targets_min": 1386
|
|
},
|
|
{
|
|
"epoch": 2.4603174603174605,
|
|
"grad_norm": 0.3158728058296167,
|
|
"learning_rate": 7.893630225023842e-05,
|
|
"loss": 0.1677,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17412611842155457,
|
|
"step": 775,
|
|
"valid_targets_mean": 3643.2,
|
|
"valid_targets_min": 715
|
|
},
|
|
{
|
|
"epoch": 2.4761904761904763,
|
|
"grad_norm": 0.3777164615324642,
|
|
"learning_rate": 7.868024749824745e-05,
|
|
"loss": 0.1689,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17800076305866241,
|
|
"step": 780,
|
|
"valid_targets_mean": 2654.0,
|
|
"valid_targets_min": 645
|
|
},
|
|
{
|
|
"epoch": 2.492063492063492,
|
|
"grad_norm": 0.3446838338319628,
|
|
"learning_rate": 7.842306681322522e-05,
|
|
"loss": 0.1655,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.152607262134552,
|
|
"step": 785,
|
|
"valid_targets_mean": 2785.3,
|
|
"valid_targets_min": 626
|
|
},
|
|
{
|
|
"epoch": 2.507936507936508,
|
|
"grad_norm": 0.3413803336284991,
|
|
"learning_rate": 7.816477029160582e-05,
|
|
"loss": 0.169,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.169495090842247,
|
|
"step": 790,
|
|
"valid_targets_mean": 3203.3,
|
|
"valid_targets_min": 680
|
|
},
|
|
{
|
|
"epoch": 2.5238095238095237,
|
|
"grad_norm": 0.3422251012343508,
|
|
"learning_rate": 7.790536807362896e-05,
|
|
"loss": 0.1668,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16888554394245148,
|
|
"step": 795,
|
|
"valid_targets_mean": 3368.9,
|
|
"valid_targets_min": 762
|
|
},
|
|
{
|
|
"epoch": 2.5396825396825395,
|
|
"grad_norm": 0.35255729056148943,
|
|
"learning_rate": 7.7644870342942e-05,
|
|
"loss": 0.1767,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17574498057365417,
|
|
"step": 800,
|
|
"valid_targets_mean": 3200.3,
|
|
"valid_targets_min": 744
|
|
},
|
|
{
|
|
"epoch": 2.5555555555555554,
|
|
"grad_norm": 0.3675191971330026,
|
|
"learning_rate": 7.738328732620001e-05,
|
|
"loss": 0.169,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18634290993213654,
|
|
"step": 805,
|
|
"valid_targets_mean": 3374.5,
|
|
"valid_targets_min": 733
|
|
},
|
|
{
|
|
"epoch": 2.571428571428571,
|
|
"grad_norm": 0.37403677830549353,
|
|
"learning_rate": 7.712062929266444e-05,
|
|
"loss": 0.1721,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16618913412094116,
|
|
"step": 810,
|
|
"valid_targets_mean": 2706.5,
|
|
"valid_targets_min": 924
|
|
},
|
|
{
|
|
"epoch": 2.5873015873015874,
|
|
"grad_norm": 0.3727371847270236,
|
|
"learning_rate": 7.685690655379984e-05,
|
|
"loss": 0.1736,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17995798587799072,
|
|
"step": 815,
|
|
"valid_targets_mean": 3017.0,
|
|
"valid_targets_min": 748
|
|
},
|
|
{
|
|
"epoch": 2.6031746031746033,
|
|
"grad_norm": 0.30751639885441906,
|
|
"learning_rate": 7.659212946286912e-05,
|
|
"loss": 0.1753,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15746265649795532,
|
|
"step": 820,
|
|
"valid_targets_mean": 4256.9,
|
|
"valid_targets_min": 374
|
|
},
|
|
{
|
|
"epoch": 2.619047619047619,
|
|
"grad_norm": 0.3310233627973631,
|
|
"learning_rate": 7.632630841452709e-05,
|
|
"loss": 0.1688,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17239421606063843,
|
|
"step": 825,
|
|
"valid_targets_mean": 3438.6,
|
|
"valid_targets_min": 1014
|
|
},
|
|
{
|
|
"epoch": 2.634920634920635,
|
|
"grad_norm": 0.3796448669599942,
|
|
"learning_rate": 7.605945384441238e-05,
|
|
"loss": 0.1742,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17648935317993164,
|
|
"step": 830,
|
|
"valid_targets_mean": 2657.2,
|
|
"valid_targets_min": 678
|
|
},
|
|
{
|
|
"epoch": 2.6507936507936507,
|
|
"grad_norm": 0.31336443027803734,
|
|
"learning_rate": 7.579157622873779e-05,
|
|
"loss": 0.1763,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18123339116573334,
|
|
"step": 835,
|
|
"valid_targets_mean": 3867.7,
|
|
"valid_targets_min": 799
|
|
},
|
|
{
|
|
"epoch": 2.6666666666666665,
|
|
"grad_norm": 0.32297938325759856,
|
|
"learning_rate": 7.552268608387889e-05,
|
|
"loss": 0.1754,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17806392908096313,
|
|
"step": 840,
|
|
"valid_targets_mean": 3531.5,
|
|
"valid_targets_min": 994
|
|
},
|
|
{
|
|
"epoch": 2.682539682539683,
|
|
"grad_norm": 0.3818920541656617,
|
|
"learning_rate": 7.525279396596137e-05,
|
|
"loss": 0.1668,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17371223866939545,
|
|
"step": 845,
|
|
"valid_targets_mean": 2356.9,
|
|
"valid_targets_min": 463
|
|
},
|
|
{
|
|
"epoch": 2.6984126984126986,
|
|
"grad_norm": 0.3317772595112286,
|
|
"learning_rate": 7.498191047044641e-05,
|
|
"loss": 0.1727,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18115673959255219,
|
|
"step": 850,
|
|
"valid_targets_mean": 3477.0,
|
|
"valid_targets_min": 982
|
|
},
|
|
{
|
|
"epoch": 2.7142857142857144,
|
|
"grad_norm": 0.31555206274921216,
|
|
"learning_rate": 7.471004623171493e-05,
|
|
"loss": 0.167,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16410109400749207,
|
|
"step": 855,
|
|
"valid_targets_mean": 3581.8,
|
|
"valid_targets_min": 694
|
|
},
|
|
{
|
|
"epoch": 2.7301587301587302,
|
|
"grad_norm": 0.3339727492896053,
|
|
"learning_rate": 7.443721192264991e-05,
|
|
"loss": 0.1685,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1775779128074646,
|
|
"step": 860,
|
|
"valid_targets_mean": 3339.6,
|
|
"valid_targets_min": 899
|
|
},
|
|
{
|
|
"epoch": 2.746031746031746,
|
|
"grad_norm": 0.3741712364122302,
|
|
"learning_rate": 7.416341825421754e-05,
|
|
"loss": 0.1747,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.181113600730896,
|
|
"step": 865,
|
|
"valid_targets_mean": 2898.9,
|
|
"valid_targets_min": 807
|
|
},
|
|
{
|
|
"epoch": 2.761904761904762,
|
|
"grad_norm": 0.3450601435101273,
|
|
"learning_rate": 7.388867597504664e-05,
|
|
"loss": 0.1755,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16140630841255188,
|
|
"step": 870,
|
|
"valid_targets_mean": 2982.1,
|
|
"valid_targets_min": 777
|
|
},
|
|
{
|
|
"epoch": 2.7777777777777777,
|
|
"grad_norm": 0.30300100600429875,
|
|
"learning_rate": 7.361299587100671e-05,
|
|
"loss": 0.1664,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.14763054251670837,
|
|
"step": 875,
|
|
"valid_targets_mean": 3546.3,
|
|
"valid_targets_min": 331
|
|
},
|
|
{
|
|
"epoch": 2.7936507936507935,
|
|
"grad_norm": 0.33822865794587587,
|
|
"learning_rate": 7.333638876478453e-05,
|
|
"loss": 0.1663,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.15383568406105042,
|
|
"step": 880,
|
|
"valid_targets_mean": 3383.7,
|
|
"valid_targets_min": 965
|
|
},
|
|
{
|
|
"epoch": 2.8095238095238093,
|
|
"grad_norm": 0.33412569714189794,
|
|
"learning_rate": 7.305886551545926e-05,
|
|
"loss": 0.1742,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16151924431324005,
|
|
"step": 885,
|
|
"valid_targets_mean": 3373.7,
|
|
"valid_targets_min": 735
|
|
},
|
|
{
|
|
"epoch": 2.825396825396825,
|
|
"grad_norm": 0.33412534025670526,
|
|
"learning_rate": 7.27804370180761e-05,
|
|
"loss": 0.1781,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1706407070159912,
|
|
"step": 890,
|
|
"valid_targets_mean": 3179.3,
|
|
"valid_targets_min": 906
|
|
},
|
|
{
|
|
"epoch": 2.8412698412698414,
|
|
"grad_norm": 0.3339179547455438,
|
|
"learning_rate": 7.250111420321863e-05,
|
|
"loss": 0.1711,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16379770636558533,
|
|
"step": 895,
|
|
"valid_targets_mean": 3285.1,
|
|
"valid_targets_min": 369
|
|
},
|
|
{
|
|
"epoch": 2.857142857142857,
|
|
"grad_norm": 0.34023627441151805,
|
|
"learning_rate": 7.222090803657965e-05,
|
|
"loss": 0.1647,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16814827919006348,
|
|
"step": 900,
|
|
"valid_targets_mean": 3231.8,
|
|
"valid_targets_min": 1139
|
|
},
|
|
{
|
|
"epoch": 2.873015873015873,
|
|
"grad_norm": 0.3340218754644537,
|
|
"learning_rate": 7.193982951853072e-05,
|
|
"loss": 0.1661,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16534548997879028,
|
|
"step": 905,
|
|
"valid_targets_mean": 3287.0,
|
|
"valid_targets_min": 1229
|
|
},
|
|
{
|
|
"epoch": 2.888888888888889,
|
|
"grad_norm": 0.3567976236306708,
|
|
"learning_rate": 7.165788968369027e-05,
|
|
"loss": 0.1671,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16220903396606445,
|
|
"step": 910,
|
|
"valid_targets_mean": 2799.1,
|
|
"valid_targets_min": 645
|
|
},
|
|
{
|
|
"epoch": 2.9047619047619047,
|
|
"grad_norm": 0.323267924884269,
|
|
"learning_rate": 7.137509960049043e-05,
|
|
"loss": 0.1699,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1666952222585678,
|
|
"step": 915,
|
|
"valid_targets_mean": 3537.4,
|
|
"valid_targets_min": 743
|
|
},
|
|
{
|
|
"epoch": 2.9206349206349205,
|
|
"grad_norm": 0.3344600534927337,
|
|
"learning_rate": 7.109147037074249e-05,
|
|
"loss": 0.1743,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.16353312134742737,
|
|
"step": 920,
|
|
"valid_targets_mean": 3538.2,
|
|
"valid_targets_min": 586
|
|
},
|
|
{
|
|
"epoch": 2.9365079365079367,
|
|
"grad_norm": 0.3519409005679982,
|
|
"learning_rate": 7.080701312920106e-05,
|
|
"loss": 0.1709,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17425547540187836,
|
|
"step": 925,
|
|
"valid_targets_mean": 2968.8,
|
|
"valid_targets_min": 734
|
|
},
|
|
{
|
|
"epoch": 2.9523809523809526,
|
|
"grad_norm": 0.31842438352891295,
|
|
"learning_rate": 7.052173904312699e-05,
|
|
"loss": 0.1739,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1763269454240799,
|
|
"step": 930,
|
|
"valid_targets_mean": 3808.2,
|
|
"valid_targets_min": 926
|
|
},
|
|
{
|
|
"epoch": 2.9682539682539684,
|
|
"grad_norm": 0.3597461145782737,
|
|
"learning_rate": 7.023565931184888e-05,
|
|
"loss": 0.1687,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.17197969555854797,
|
|
"step": 935,
|
|
"valid_targets_mean": 2821.0,
|
|
"valid_targets_min": 381
|
|
},
|
|
{
|
|
"epoch": 2.984126984126984,
|
|
"grad_norm": 0.3773619909688809,
|
|
"learning_rate": 6.994878516632347e-05,
|
|
"loss": 0.1722,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.18970924615859985,
|
|
"step": 940,
|
|
"valid_targets_mean": 3117.7,
|
|
"valid_targets_min": 332
|
|
},
|
|
{
|
|
"epoch": 3.0,
|
|
"grad_norm": 0.35904186673915295,
|
|
"learning_rate": 6.966112786869471e-05,
|
|
"loss": 0.169,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1610109508037567,
|
|
"step": 945,
|
|
"valid_targets_mean": 2840.3,
|
|
"valid_targets_min": 1321
|
|
},
|
|
{
|
|
"epoch": 3.015873015873016,
|
|
"grad_norm": 0.51988600717683,
|
|
"learning_rate": 6.937269871185171e-05,
|
|
"loss": 0.0984,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09736981987953186,
|
|
"step": 950,
|
|
"valid_targets_mean": 3713.8,
|
|
"valid_targets_min": 728
|
|
},
|
|
{
|
|
"epoch": 3.0317460317460316,
|
|
"grad_norm": 0.3566692041425496,
|
|
"learning_rate": 6.908350901898522e-05,
|
|
"loss": 0.0948,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09821034967899323,
|
|
"step": 955,
|
|
"valid_targets_mean": 3109.2,
|
|
"valid_targets_min": 855
|
|
},
|
|
{
|
|
"epoch": 3.0476190476190474,
|
|
"grad_norm": 0.34988594260353406,
|
|
"learning_rate": 6.87935701431433e-05,
|
|
"loss": 0.0908,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08849053084850311,
|
|
"step": 960,
|
|
"valid_targets_mean": 3486.1,
|
|
"valid_targets_min": 759
|
|
},
|
|
{
|
|
"epoch": 3.0634920634920633,
|
|
"grad_norm": 0.3684968880517492,
|
|
"learning_rate": 6.850289346678552e-05,
|
|
"loss": 0.0918,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0889333039522171,
|
|
"step": 965,
|
|
"valid_targets_mean": 3089.4,
|
|
"valid_targets_min": 767
|
|
},
|
|
{
|
|
"epoch": 3.0793650793650795,
|
|
"grad_norm": 0.3406031062455158,
|
|
"learning_rate": 6.821149040133608e-05,
|
|
"loss": 0.0932,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08600161969661713,
|
|
"step": 970,
|
|
"valid_targets_mean": 2967.3,
|
|
"valid_targets_min": 846
|
|
},
|
|
{
|
|
"epoch": 3.0952380952380953,
|
|
"grad_norm": 0.39035591213321374,
|
|
"learning_rate": 6.791937238673592e-05,
|
|
"loss": 0.0985,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10481473803520203,
|
|
"step": 975,
|
|
"valid_targets_mean": 2889.2,
|
|
"valid_targets_min": 1068
|
|
},
|
|
{
|
|
"epoch": 3.111111111111111,
|
|
"grad_norm": 0.341213524572102,
|
|
"learning_rate": 6.762655089099353e-05,
|
|
"loss": 0.0927,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09173455089330673,
|
|
"step": 980,
|
|
"valid_targets_mean": 3260.5,
|
|
"valid_targets_min": 889
|
|
},
|
|
{
|
|
"epoch": 3.126984126984127,
|
|
"grad_norm": 0.3104515295578226,
|
|
"learning_rate": 6.733303740973476e-05,
|
|
"loss": 0.0945,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09036482125520706,
|
|
"step": 985,
|
|
"valid_targets_mean": 3952.8,
|
|
"valid_targets_min": 1409
|
|
},
|
|
{
|
|
"epoch": 3.142857142857143,
|
|
"grad_norm": 0.3551799137750828,
|
|
"learning_rate": 6.703884346575147e-05,
|
|
"loss": 0.0912,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08662883937358856,
|
|
"step": 990,
|
|
"valid_targets_mean": 3036.0,
|
|
"valid_targets_min": 680
|
|
},
|
|
{
|
|
"epoch": 3.1587301587301586,
|
|
"grad_norm": 0.3713835912690338,
|
|
"learning_rate": 6.674398060854931e-05,
|
|
"loss": 0.1005,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1003386452794075,
|
|
"step": 995,
|
|
"valid_targets_mean": 2793.7,
|
|
"valid_targets_min": 588
|
|
},
|
|
{
|
|
"epoch": 3.1746031746031744,
|
|
"grad_norm": 0.3471639600992559,
|
|
"learning_rate": 6.644846041389414e-05,
|
|
"loss": 0.0988,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09873468428850174,
|
|
"step": 1000,
|
|
"valid_targets_mean": 3826.8,
|
|
"valid_targets_min": 563
|
|
},
|
|
{
|
|
"epoch": 3.1904761904761907,
|
|
"grad_norm": 0.3628044132628041,
|
|
"learning_rate": 6.615229448335769e-05,
|
|
"loss": 0.0931,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09047640860080719,
|
|
"step": 1005,
|
|
"valid_targets_mean": 3412.8,
|
|
"valid_targets_min": 737
|
|
},
|
|
{
|
|
"epoch": 3.2063492063492065,
|
|
"grad_norm": 0.392140458241405,
|
|
"learning_rate": 6.58554944438621e-05,
|
|
"loss": 0.0944,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10625366866588593,
|
|
"step": 1010,
|
|
"valid_targets_mean": 2965.2,
|
|
"valid_targets_min": 677
|
|
},
|
|
{
|
|
"epoch": 3.2222222222222223,
|
|
"grad_norm": 0.3768633246359088,
|
|
"learning_rate": 6.555807194722339e-05,
|
|
"loss": 0.0945,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09283259510993958,
|
|
"step": 1015,
|
|
"valid_targets_mean": 2806.7,
|
|
"valid_targets_min": 551
|
|
},
|
|
{
|
|
"epoch": 3.238095238095238,
|
|
"grad_norm": 0.3398289365530458,
|
|
"learning_rate": 6.526003866969412e-05,
|
|
"loss": 0.096,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09495319426059723,
|
|
"step": 1020,
|
|
"valid_targets_mean": 3490.8,
|
|
"valid_targets_min": 636
|
|
},
|
|
{
|
|
"epoch": 3.253968253968254,
|
|
"grad_norm": 0.3233141200068704,
|
|
"learning_rate": 6.4961406311505e-05,
|
|
"loss": 0.0984,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09404659271240234,
|
|
"step": 1025,
|
|
"valid_targets_mean": 3667.8,
|
|
"valid_targets_min": 935
|
|
},
|
|
{
|
|
"epoch": 3.2698412698412698,
|
|
"grad_norm": 0.3320120444353232,
|
|
"learning_rate": 6.466218659640545e-05,
|
|
"loss": 0.0976,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09830652177333832,
|
|
"step": 1030,
|
|
"valid_targets_mean": 3334.6,
|
|
"valid_targets_min": 821
|
|
},
|
|
{
|
|
"epoch": 3.2857142857142856,
|
|
"grad_norm": 0.34959529865828043,
|
|
"learning_rate": 6.436239127120351e-05,
|
|
"loss": 0.0988,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0943569615483284,
|
|
"step": 1035,
|
|
"valid_targets_mean": 3270.2,
|
|
"valid_targets_min": 1175
|
|
},
|
|
{
|
|
"epoch": 3.3015873015873014,
|
|
"grad_norm": 0.3737089477134585,
|
|
"learning_rate": 6.406203210530455e-05,
|
|
"loss": 0.098,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10708297789096832,
|
|
"step": 1040,
|
|
"valid_targets_mean": 3081.0,
|
|
"valid_targets_min": 318
|
|
},
|
|
{
|
|
"epoch": 3.317460317460317,
|
|
"grad_norm": 0.36981526277827687,
|
|
"learning_rate": 6.376112089024928e-05,
|
|
"loss": 0.0981,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10486898571252823,
|
|
"step": 1045,
|
|
"valid_targets_mean": 3050.3,
|
|
"valid_targets_min": 781
|
|
},
|
|
{
|
|
"epoch": 3.3333333333333335,
|
|
"grad_norm": 0.3520581333414948,
|
|
"learning_rate": 6.345966943925085e-05,
|
|
"loss": 0.0967,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09494173526763916,
|
|
"step": 1050,
|
|
"valid_targets_mean": 3372.5,
|
|
"valid_targets_min": 331
|
|
},
|
|
{
|
|
"epoch": 3.3492063492063493,
|
|
"grad_norm": 0.3044367023749068,
|
|
"learning_rate": 6.315768958673103e-05,
|
|
"loss": 0.0993,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09523281455039978,
|
|
"step": 1055,
|
|
"valid_targets_mean": 3607.8,
|
|
"valid_targets_min": 671
|
|
},
|
|
{
|
|
"epoch": 3.365079365079365,
|
|
"grad_norm": 0.31184254040567083,
|
|
"learning_rate": 6.285519318785568e-05,
|
|
"loss": 0.0957,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08346079289913177,
|
|
"step": 1060,
|
|
"valid_targets_mean": 3521.0,
|
|
"valid_targets_min": 971
|
|
},
|
|
{
|
|
"epoch": 3.380952380952381,
|
|
"grad_norm": 0.34386459703071554,
|
|
"learning_rate": 6.25521921180693e-05,
|
|
"loss": 0.0986,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09842342138290405,
|
|
"step": 1065,
|
|
"valid_targets_mean": 3383.3,
|
|
"valid_targets_min": 789
|
|
},
|
|
{
|
|
"epoch": 3.3968253968253967,
|
|
"grad_norm": 0.3863719804907234,
|
|
"learning_rate": 6.224869827262885e-05,
|
|
"loss": 0.1017,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10565370321273804,
|
|
"step": 1070,
|
|
"valid_targets_mean": 2921.4,
|
|
"valid_targets_min": 645
|
|
},
|
|
{
|
|
"epoch": 3.4126984126984126,
|
|
"grad_norm": 0.3420872873529232,
|
|
"learning_rate": 6.194472356613667e-05,
|
|
"loss": 0.1045,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10064145177602768,
|
|
"step": 1075,
|
|
"valid_targets_mean": 3480.2,
|
|
"valid_targets_min": 750
|
|
},
|
|
{
|
|
"epoch": 3.4285714285714284,
|
|
"grad_norm": 0.3603530774863466,
|
|
"learning_rate": 6.16402799320729e-05,
|
|
"loss": 0.0996,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09136994183063507,
|
|
"step": 1080,
|
|
"valid_targets_mean": 3059.1,
|
|
"valid_targets_min": 693
|
|
},
|
|
{
|
|
"epoch": 3.4444444444444446,
|
|
"grad_norm": 0.33018926023794154,
|
|
"learning_rate": 6.133537932232684e-05,
|
|
"loss": 0.0952,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0876457691192627,
|
|
"step": 1085,
|
|
"valid_targets_mean": 3516.0,
|
|
"valid_targets_min": 964
|
|
},
|
|
{
|
|
"epoch": 3.4603174603174605,
|
|
"grad_norm": 0.36301475353411755,
|
|
"learning_rate": 6.1030033706727815e-05,
|
|
"loss": 0.1003,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10114194452762604,
|
|
"step": 1090,
|
|
"valid_targets_mean": 3181.5,
|
|
"valid_targets_min": 905
|
|
},
|
|
{
|
|
"epoch": 3.4761904761904763,
|
|
"grad_norm": 0.36961623868161125,
|
|
"learning_rate": 6.0724255072575275e-05,
|
|
"loss": 0.1007,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10001328587532043,
|
|
"step": 1095,
|
|
"valid_targets_mean": 2927.5,
|
|
"valid_targets_min": 1054
|
|
},
|
|
{
|
|
"epoch": 3.492063492063492,
|
|
"grad_norm": 0.3354884843924621,
|
|
"learning_rate": 6.0418055424168154e-05,
|
|
"loss": 0.0944,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0889013260602951,
|
|
"step": 1100,
|
|
"valid_targets_mean": 3379.9,
|
|
"valid_targets_min": 770
|
|
},
|
|
{
|
|
"epoch": 3.507936507936508,
|
|
"grad_norm": 0.3471892332651075,
|
|
"learning_rate": 6.011144678233359e-05,
|
|
"loss": 0.097,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10150094330310822,
|
|
"step": 1105,
|
|
"valid_targets_mean": 3311.4,
|
|
"valid_targets_min": 787
|
|
},
|
|
{
|
|
"epoch": 3.5238095238095237,
|
|
"grad_norm": 0.31078709832767126,
|
|
"learning_rate": 5.9804441183955104e-05,
|
|
"loss": 0.0987,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0964626893401146,
|
|
"step": 1110,
|
|
"valid_targets_mean": 3926.9,
|
|
"valid_targets_min": 1073
|
|
},
|
|
{
|
|
"epoch": 3.5396825396825395,
|
|
"grad_norm": 0.3546542889462149,
|
|
"learning_rate": 5.9497050681499955e-05,
|
|
"loss": 0.106,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10847651958465576,
|
|
"step": 1115,
|
|
"valid_targets_mean": 3566.3,
|
|
"valid_targets_min": 1081
|
|
},
|
|
{
|
|
"epoch": 3.5555555555555554,
|
|
"grad_norm": 0.3423493309583132,
|
|
"learning_rate": 5.9189287342545996e-05,
|
|
"loss": 0.0972,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09609606862068176,
|
|
"step": 1120,
|
|
"valid_targets_mean": 3299.1,
|
|
"valid_targets_min": 574
|
|
},
|
|
{
|
|
"epoch": 3.571428571428571,
|
|
"grad_norm": 0.3621388313545609,
|
|
"learning_rate": 5.888116324930798e-05,
|
|
"loss": 0.1014,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09804192185401917,
|
|
"step": 1125,
|
|
"valid_targets_mean": 3195.3,
|
|
"valid_targets_min": 806
|
|
},
|
|
{
|
|
"epoch": 3.5873015873015874,
|
|
"grad_norm": 0.34845940578989215,
|
|
"learning_rate": 5.8572690498163205e-05,
|
|
"loss": 0.1007,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10415421426296234,
|
|
"step": 1130,
|
|
"valid_targets_mean": 3283.8,
|
|
"valid_targets_min": 849
|
|
},
|
|
{
|
|
"epoch": 3.6031746031746033,
|
|
"grad_norm": 0.3511248351881585,
|
|
"learning_rate": 5.826388119917658e-05,
|
|
"loss": 0.1001,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10305723547935486,
|
|
"step": 1135,
|
|
"valid_targets_mean": 3360.9,
|
|
"valid_targets_min": 318
|
|
},
|
|
{
|
|
"epoch": 3.619047619047619,
|
|
"grad_norm": 0.3582642943749132,
|
|
"learning_rate": 5.795474747562533e-05,
|
|
"loss": 0.0981,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10681834071874619,
|
|
"step": 1140,
|
|
"valid_targets_mean": 3691.9,
|
|
"valid_targets_min": 877
|
|
},
|
|
{
|
|
"epoch": 3.634920634920635,
|
|
"grad_norm": 0.38039584848017866,
|
|
"learning_rate": 5.7645301463522895e-05,
|
|
"loss": 0.101,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.1044946163892746,
|
|
"step": 1145,
|
|
"valid_targets_mean": 3045.8,
|
|
"valid_targets_min": 548
|
|
},
|
|
{
|
|
"epoch": 3.6507936507936507,
|
|
"grad_norm": 0.3843884369341132,
|
|
"learning_rate": 5.7335555311142677e-05,
|
|
"loss": 0.0957,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10071367025375366,
|
|
"step": 1150,
|
|
"valid_targets_mean": 2920.6,
|
|
"valid_targets_min": 955
|
|
},
|
|
{
|
|
"epoch": 3.6666666666666665,
|
|
"grad_norm": 0.3766895411083596,
|
|
"learning_rate": 5.702552117854093e-05,
|
|
"loss": 0.1063,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10362906754016876,
|
|
"step": 1155,
|
|
"valid_targets_mean": 3138.1,
|
|
"valid_targets_min": 950
|
|
},
|
|
{
|
|
"epoch": 3.682539682539683,
|
|
"grad_norm": 0.3562449704876102,
|
|
"learning_rate": 5.671521123707955e-05,
|
|
"loss": 0.0966,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10384504497051239,
|
|
"step": 1160,
|
|
"valid_targets_mean": 3039.8,
|
|
"valid_targets_min": 958
|
|
},
|
|
{
|
|
"epoch": 3.6984126984126986,
|
|
"grad_norm": 0.38804734901154214,
|
|
"learning_rate": 5.640463766894813e-05,
|
|
"loss": 0.0996,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10218723118305206,
|
|
"step": 1165,
|
|
"valid_targets_mean": 2734.8,
|
|
"valid_targets_min": 1405
|
|
},
|
|
{
|
|
"epoch": 3.7142857142857144,
|
|
"grad_norm": 0.3381745400442977,
|
|
"learning_rate": 5.609381266668578e-05,
|
|
"loss": 0.0986,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09848766773939133,
|
|
"step": 1170,
|
|
"valid_targets_mean": 3304.8,
|
|
"valid_targets_min": 881
|
|
},
|
|
{
|
|
"epoch": 3.7301587301587302,
|
|
"grad_norm": 0.3509546095547907,
|
|
"learning_rate": 5.5782748432702426e-05,
|
|
"loss": 0.1037,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10381171107292175,
|
|
"step": 1175,
|
|
"valid_targets_mean": 3211.6,
|
|
"valid_targets_min": 611
|
|
},
|
|
{
|
|
"epoch": 3.746031746031746,
|
|
"grad_norm": 0.37045066245950364,
|
|
"learning_rate": 5.54714571787998e-05,
|
|
"loss": 0.0967,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09512515366077423,
|
|
"step": 1180,
|
|
"valid_targets_mean": 3034.8,
|
|
"valid_targets_min": 1448
|
|
},
|
|
{
|
|
"epoch": 3.761904761904762,
|
|
"grad_norm": 0.3392682530297764,
|
|
"learning_rate": 5.5159951125692e-05,
|
|
"loss": 0.1031,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09948498010635376,
|
|
"step": 1185,
|
|
"valid_targets_mean": 3234.0,
|
|
"valid_targets_min": 733
|
|
},
|
|
{
|
|
"epoch": 3.7777777777777777,
|
|
"grad_norm": 0.36472000804314153,
|
|
"learning_rate": 5.484824250252574e-05,
|
|
"loss": 0.1056,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10936148464679718,
|
|
"step": 1190,
|
|
"valid_targets_mean": 3208.0,
|
|
"valid_targets_min": 1007
|
|
},
|
|
{
|
|
"epoch": 3.7936507936507935,
|
|
"grad_norm": 0.3286424664187973,
|
|
"learning_rate": 5.453634354640028e-05,
|
|
"loss": 0.0956,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10229085385799408,
|
|
"step": 1195,
|
|
"valid_targets_mean": 3895.4,
|
|
"valid_targets_min": 901
|
|
},
|
|
{
|
|
"epoch": 3.8095238095238093,
|
|
"grad_norm": 0.33558484161998225,
|
|
"learning_rate": 5.422426650188698e-05,
|
|
"loss": 0.1038,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10568304359912872,
|
|
"step": 1200,
|
|
"valid_targets_mean": 3686.3,
|
|
"valid_targets_min": 811
|
|
},
|
|
{
|
|
"epoch": 3.825396825396825,
|
|
"grad_norm": 0.331818482885697,
|
|
"learning_rate": 5.391202362054859e-05,
|
|
"loss": 0.1039,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09697206318378448,
|
|
"step": 1205,
|
|
"valid_targets_mean": 3690.9,
|
|
"valid_targets_min": 1105
|
|
},
|
|
{
|
|
"epoch": 3.8412698412698414,
|
|
"grad_norm": 0.34884233353948313,
|
|
"learning_rate": 5.359962716045835e-05,
|
|
"loss": 0.1012,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10613285005092621,
|
|
"step": 1210,
|
|
"valid_targets_mean": 3277.8,
|
|
"valid_targets_min": 1366
|
|
},
|
|
{
|
|
"epoch": 3.857142857142857,
|
|
"grad_norm": 0.3377093966535472,
|
|
"learning_rate": 5.328708938571872e-05,
|
|
"loss": 0.0997,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09620672464370728,
|
|
"step": 1215,
|
|
"valid_targets_mean": 3225.2,
|
|
"valid_targets_min": 586
|
|
},
|
|
{
|
|
"epoch": 3.873015873015873,
|
|
"grad_norm": 0.34963611135918393,
|
|
"learning_rate": 5.2974422565979866e-05,
|
|
"loss": 0.094,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09651202708482742,
|
|
"step": 1220,
|
|
"valid_targets_mean": 3314.6,
|
|
"valid_targets_min": 615
|
|
},
|
|
{
|
|
"epoch": 3.888888888888889,
|
|
"grad_norm": 0.312982373502565,
|
|
"learning_rate": 5.266163897595804e-05,
|
|
"loss": 0.1005,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10331282019615173,
|
|
"step": 1225,
|
|
"valid_targets_mean": 4324.3,
|
|
"valid_targets_min": 1346
|
|
},
|
|
{
|
|
"epoch": 3.9047619047619047,
|
|
"grad_norm": 0.3084921760199167,
|
|
"learning_rate": 5.234875089495368e-05,
|
|
"loss": 0.0957,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08868332207202911,
|
|
"step": 1230,
|
|
"valid_targets_mean": 4299.4,
|
|
"valid_targets_min": 1377
|
|
},
|
|
{
|
|
"epoch": 3.9206349206349205,
|
|
"grad_norm": 0.31812977348828253,
|
|
"learning_rate": 5.203577060636935e-05,
|
|
"loss": 0.0985,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0956139788031578,
|
|
"step": 1235,
|
|
"valid_targets_mean": 3409.8,
|
|
"valid_targets_min": 1189
|
|
},
|
|
{
|
|
"epoch": 3.9365079365079367,
|
|
"grad_norm": 0.36283301664873513,
|
|
"learning_rate": 5.172271039722749e-05,
|
|
"loss": 0.1054,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10029184818267822,
|
|
"step": 1240,
|
|
"valid_targets_mean": 2871.2,
|
|
"valid_targets_min": 1119
|
|
},
|
|
{
|
|
"epoch": 3.9523809523809526,
|
|
"grad_norm": 0.3747003910929305,
|
|
"learning_rate": 5.140958255768812e-05,
|
|
"loss": 0.1009,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10342127829790115,
|
|
"step": 1245,
|
|
"valid_targets_mean": 2885.4,
|
|
"valid_targets_min": 762
|
|
},
|
|
{
|
|
"epoch": 3.9682539682539684,
|
|
"grad_norm": 0.3158439672350005,
|
|
"learning_rate": 5.109639938056625e-05,
|
|
"loss": 0.0931,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.08681650459766388,
|
|
"step": 1250,
|
|
"valid_targets_mean": 3408.3,
|
|
"valid_targets_min": 586
|
|
},
|
|
{
|
|
"epoch": 3.984126984126984,
|
|
"grad_norm": 0.37808062071501214,
|
|
"learning_rate": 5.078317316084935e-05,
|
|
"loss": 0.1016,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.10480676591396332,
|
|
"step": 1255,
|
|
"valid_targets_mean": 2720.9,
|
|
"valid_targets_min": 373
|
|
},
|
|
{
|
|
"epoch": 4.0,
|
|
"grad_norm": 0.3684537274368403,
|
|
"learning_rate": 5.0469916195214694e-05,
|
|
"loss": 0.1014,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.09857641160488129,
|
|
"step": 1260,
|
|
"valid_targets_mean": 2967.4,
|
|
"valid_targets_min": 825
|
|
},
|
|
{
|
|
"epoch": 4.015873015873016,
|
|
"grad_norm": 0.4153943983019351,
|
|
"learning_rate": 5.015664078154655e-05,
|
|
"loss": 0.0531,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.060983940958976746,
|
|
"step": 1265,
|
|
"valid_targets_mean": 3012.4,
|
|
"valid_targets_min": 1052
|
|
},
|
|
{
|
|
"epoch": 4.031746031746032,
|
|
"grad_norm": 0.3581444583068178,
|
|
"learning_rate": 4.9843359218453455e-05,
|
|
"loss": 0.0541,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.052729278802871704,
|
|
"step": 1270,
|
|
"valid_targets_mean": 2914.1,
|
|
"valid_targets_min": 1004
|
|
},
|
|
{
|
|
"epoch": 4.0476190476190474,
|
|
"grad_norm": 0.31437918787892,
|
|
"learning_rate": 4.953008380478532e-05,
|
|
"loss": 0.0514,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.054422155022621155,
|
|
"step": 1275,
|
|
"valid_targets_mean": 3480.0,
|
|
"valid_targets_min": 1017
|
|
},
|
|
{
|
|
"epoch": 4.063492063492063,
|
|
"grad_norm": 0.351025328877443,
|
|
"learning_rate": 4.921682683915066e-05,
|
|
"loss": 0.0528,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0532863512635231,
|
|
"step": 1280,
|
|
"valid_targets_mean": 3265.0,
|
|
"valid_targets_min": 684
|
|
},
|
|
{
|
|
"epoch": 4.079365079365079,
|
|
"grad_norm": 0.33069084731208065,
|
|
"learning_rate": 4.8903600619433775e-05,
|
|
"loss": 0.0503,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.050467319786548615,
|
|
"step": 1285,
|
|
"valid_targets_mean": 3606.2,
|
|
"valid_targets_min": 1179
|
|
},
|
|
{
|
|
"epoch": 4.095238095238095,
|
|
"grad_norm": 0.3380162738505722,
|
|
"learning_rate": 4.85904174423119e-05,
|
|
"loss": 0.0503,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0538782961666584,
|
|
"step": 1290,
|
|
"valid_targets_mean": 3495.3,
|
|
"valid_targets_min": 777
|
|
},
|
|
{
|
|
"epoch": 4.111111111111111,
|
|
"grad_norm": 0.3275848802978787,
|
|
"learning_rate": 4.8277289602772514e-05,
|
|
"loss": 0.0501,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05028657615184784,
|
|
"step": 1295,
|
|
"valid_targets_mean": 3340.8,
|
|
"valid_targets_min": 726
|
|
},
|
|
{
|
|
"epoch": 4.1269841269841265,
|
|
"grad_norm": 0.30731385336857986,
|
|
"learning_rate": 4.796422939363066e-05,
|
|
"loss": 0.0518,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05034211650490761,
|
|
"step": 1300,
|
|
"valid_targets_mean": 3559.4,
|
|
"valid_targets_min": 994
|
|
},
|
|
{
|
|
"epoch": 4.142857142857143,
|
|
"grad_norm": 0.2886226480947433,
|
|
"learning_rate": 4.7651249105046325e-05,
|
|
"loss": 0.0514,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.047623828053474426,
|
|
"step": 1305,
|
|
"valid_targets_mean": 3644.8,
|
|
"valid_targets_min": 1056
|
|
},
|
|
{
|
|
"epoch": 4.158730158730159,
|
|
"grad_norm": 0.3292470966545804,
|
|
"learning_rate": 4.733836102404197e-05,
|
|
"loss": 0.053,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0555991530418396,
|
|
"step": 1310,
|
|
"valid_targets_mean": 3310.0,
|
|
"valid_targets_min": 1148
|
|
},
|
|
{
|
|
"epoch": 4.174603174603175,
|
|
"grad_norm": 0.31671105253869936,
|
|
"learning_rate": 4.7025577434020146e-05,
|
|
"loss": 0.0515,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.050965093076229095,
|
|
"step": 1315,
|
|
"valid_targets_mean": 3481.4,
|
|
"valid_targets_min": 1080
|
|
},
|
|
{
|
|
"epoch": 4.190476190476191,
|
|
"grad_norm": 0.2691814268392951,
|
|
"learning_rate": 4.671291061428129e-05,
|
|
"loss": 0.0519,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.048076000064611435,
|
|
"step": 1320,
|
|
"valid_targets_mean": 4136.2,
|
|
"valid_targets_min": 563
|
|
},
|
|
{
|
|
"epoch": 4.2063492063492065,
|
|
"grad_norm": 0.3193716065061294,
|
|
"learning_rate": 4.640037283954165e-05,
|
|
"loss": 0.0488,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0491257943212986,
|
|
"step": 1325,
|
|
"valid_targets_mean": 3621.5,
|
|
"valid_targets_min": 886
|
|
},
|
|
{
|
|
"epoch": 4.222222222222222,
|
|
"grad_norm": 0.3321338547756679,
|
|
"learning_rate": 4.608797637945142e-05,
|
|
"loss": 0.0503,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05201344937086105,
|
|
"step": 1330,
|
|
"valid_targets_mean": 3407.8,
|
|
"valid_targets_min": 939
|
|
},
|
|
{
|
|
"epoch": 4.238095238095238,
|
|
"grad_norm": 0.3245396663647784,
|
|
"learning_rate": 4.577573349811304e-05,
|
|
"loss": 0.0551,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.052470143884420395,
|
|
"step": 1335,
|
|
"valid_targets_mean": 3235.7,
|
|
"valid_targets_min": 1073
|
|
},
|
|
{
|
|
"epoch": 4.253968253968254,
|
|
"grad_norm": 0.3395641998038192,
|
|
"learning_rate": 4.5463656453599726e-05,
|
|
"loss": 0.0528,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05411034822463989,
|
|
"step": 1340,
|
|
"valid_targets_mean": 3194.9,
|
|
"valid_targets_min": 318
|
|
},
|
|
{
|
|
"epoch": 4.26984126984127,
|
|
"grad_norm": 0.29449840651246995,
|
|
"learning_rate": 4.515175749747426e-05,
|
|
"loss": 0.0511,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04776880145072937,
|
|
"step": 1345,
|
|
"valid_targets_mean": 3797.7,
|
|
"valid_targets_min": 702
|
|
},
|
|
{
|
|
"epoch": 4.285714285714286,
|
|
"grad_norm": 0.34455860119114856,
|
|
"learning_rate": 4.484004887430803e-05,
|
|
"loss": 0.0544,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05883609876036644,
|
|
"step": 1350,
|
|
"valid_targets_mean": 3001.2,
|
|
"valid_targets_min": 825
|
|
},
|
|
{
|
|
"epoch": 4.301587301587301,
|
|
"grad_norm": 0.3137045381914164,
|
|
"learning_rate": 4.452854282120022e-05,
|
|
"loss": 0.0539,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.050319183617830276,
|
|
"step": 1355,
|
|
"valid_targets_mean": 3514.4,
|
|
"valid_targets_min": 293
|
|
},
|
|
{
|
|
"epoch": 4.317460317460317,
|
|
"grad_norm": 0.3133895802149954,
|
|
"learning_rate": 4.4217251567297586e-05,
|
|
"loss": 0.0537,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0509931854903698,
|
|
"step": 1360,
|
|
"valid_targets_mean": 3800.1,
|
|
"valid_targets_min": 1003
|
|
},
|
|
{
|
|
"epoch": 4.333333333333333,
|
|
"grad_norm": 0.29357417262063296,
|
|
"learning_rate": 4.390618733331423e-05,
|
|
"loss": 0.0543,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04734072834253311,
|
|
"step": 1365,
|
|
"valid_targets_mean": 3653.2,
|
|
"valid_targets_min": 728
|
|
},
|
|
{
|
|
"epoch": 4.349206349206349,
|
|
"grad_norm": 0.3150075563320328,
|
|
"learning_rate": 4.359536233105187e-05,
|
|
"loss": 0.0541,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05183495208621025,
|
|
"step": 1370,
|
|
"valid_targets_mean": 3766.0,
|
|
"valid_targets_min": 965
|
|
},
|
|
{
|
|
"epoch": 4.365079365079365,
|
|
"grad_norm": 0.3552891281644966,
|
|
"learning_rate": 4.328478876292045e-05,
|
|
"loss": 0.0516,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.055399805307388306,
|
|
"step": 1375,
|
|
"valid_targets_mean": 2724.2,
|
|
"valid_targets_min": 586
|
|
},
|
|
{
|
|
"epoch": 4.380952380952381,
|
|
"grad_norm": 0.33304071178653466,
|
|
"learning_rate": 4.297447882145907e-05,
|
|
"loss": 0.0555,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.053134672343730927,
|
|
"step": 1380,
|
|
"valid_targets_mean": 2952.0,
|
|
"valid_targets_min": 916
|
|
},
|
|
{
|
|
"epoch": 4.396825396825397,
|
|
"grad_norm": 0.34771402929173456,
|
|
"learning_rate": 4.266444468885735e-05,
|
|
"loss": 0.0534,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05659467354416847,
|
|
"step": 1385,
|
|
"valid_targets_mean": 2962.9,
|
|
"valid_targets_min": 742
|
|
},
|
|
{
|
|
"epoch": 4.412698412698413,
|
|
"grad_norm": 0.30995705929679834,
|
|
"learning_rate": 4.235469853647711e-05,
|
|
"loss": 0.054,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0572165809571743,
|
|
"step": 1390,
|
|
"valid_targets_mean": 4091.7,
|
|
"valid_targets_min": 984
|
|
},
|
|
{
|
|
"epoch": 4.428571428571429,
|
|
"grad_norm": 0.3413898378795505,
|
|
"learning_rate": 4.204525252437469e-05,
|
|
"loss": 0.0535,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05606987327337265,
|
|
"step": 1395,
|
|
"valid_targets_mean": 3297.2,
|
|
"valid_targets_min": 916
|
|
},
|
|
{
|
|
"epoch": 4.444444444444445,
|
|
"grad_norm": 0.2938410889592773,
|
|
"learning_rate": 4.173611880082342e-05,
|
|
"loss": 0.0539,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0523369163274765,
|
|
"step": 1400,
|
|
"valid_targets_mean": 3989.2,
|
|
"valid_targets_min": 615
|
|
},
|
|
{
|
|
"epoch": 4.4603174603174605,
|
|
"grad_norm": 0.3058932143351616,
|
|
"learning_rate": 4.1427309501836806e-05,
|
|
"loss": 0.0551,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.048057764768600464,
|
|
"step": 1405,
|
|
"valid_targets_mean": 3375.5,
|
|
"valid_targets_min": 942
|
|
},
|
|
{
|
|
"epoch": 4.476190476190476,
|
|
"grad_norm": 0.3475308691671556,
|
|
"learning_rate": 4.111883675069202e-05,
|
|
"loss": 0.0545,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05427522212266922,
|
|
"step": 1410,
|
|
"valid_targets_mean": 3109.4,
|
|
"valid_targets_min": 1195
|
|
},
|
|
{
|
|
"epoch": 4.492063492063492,
|
|
"grad_norm": 0.3546866810389638,
|
|
"learning_rate": 4.081071265745402e-05,
|
|
"loss": 0.0546,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.06188282370567322,
|
|
"step": 1415,
|
|
"valid_targets_mean": 2553.4,
|
|
"valid_targets_min": 1181
|
|
},
|
|
{
|
|
"epoch": 4.507936507936508,
|
|
"grad_norm": 0.3549135864226603,
|
|
"learning_rate": 4.0502949318500064e-05,
|
|
"loss": 0.055,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05323749780654907,
|
|
"step": 1420,
|
|
"valid_targets_mean": 2530.2,
|
|
"valid_targets_min": 846
|
|
},
|
|
{
|
|
"epoch": 4.523809523809524,
|
|
"grad_norm": 0.34447294739101914,
|
|
"learning_rate": 4.01955588160449e-05,
|
|
"loss": 0.0561,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.057265084236860275,
|
|
"step": 1425,
|
|
"valid_targets_mean": 3020.2,
|
|
"valid_targets_min": 873
|
|
},
|
|
{
|
|
"epoch": 4.5396825396825395,
|
|
"grad_norm": 0.32321348267609445,
|
|
"learning_rate": 3.9888553217666415e-05,
|
|
"loss": 0.0549,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05526804178953171,
|
|
"step": 1430,
|
|
"valid_targets_mean": 3486.1,
|
|
"valid_targets_min": 1013
|
|
},
|
|
{
|
|
"epoch": 4.555555555555555,
|
|
"grad_norm": 0.33228527568112487,
|
|
"learning_rate": 3.9581944575831864e-05,
|
|
"loss": 0.0532,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04903782904148102,
|
|
"step": 1435,
|
|
"valid_targets_mean": 2660.8,
|
|
"valid_targets_min": 601
|
|
},
|
|
{
|
|
"epoch": 4.571428571428571,
|
|
"grad_norm": 0.36386571786343064,
|
|
"learning_rate": 3.927574492742473e-05,
|
|
"loss": 0.0583,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.06255079060792923,
|
|
"step": 1440,
|
|
"valid_targets_mean": 2925.6,
|
|
"valid_targets_min": 862
|
|
},
|
|
{
|
|
"epoch": 4.587301587301587,
|
|
"grad_norm": 0.30325305282368664,
|
|
"learning_rate": 3.896996629327219e-05,
|
|
"loss": 0.0535,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.050758376717567444,
|
|
"step": 1445,
|
|
"valid_targets_mean": 3914.9,
|
|
"valid_targets_min": 936
|
|
},
|
|
{
|
|
"epoch": 4.603174603174603,
|
|
"grad_norm": 0.2877745700763886,
|
|
"learning_rate": 3.8664620677673186e-05,
|
|
"loss": 0.0501,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0491793192923069,
|
|
"step": 1450,
|
|
"valid_targets_mean": 4105.0,
|
|
"valid_targets_min": 932
|
|
},
|
|
{
|
|
"epoch": 4.619047619047619,
|
|
"grad_norm": 0.33246313679919126,
|
|
"learning_rate": 3.8359720067927115e-05,
|
|
"loss": 0.053,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05500481277704239,
|
|
"step": 1455,
|
|
"valid_targets_mean": 3288.3,
|
|
"valid_targets_min": 816
|
|
},
|
|
{
|
|
"epoch": 4.634920634920634,
|
|
"grad_norm": 0.3255731224642127,
|
|
"learning_rate": 3.805527643386334e-05,
|
|
"loss": 0.052,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05280488729476929,
|
|
"step": 1460,
|
|
"valid_targets_mean": 3135.0,
|
|
"valid_targets_min": 1126
|
|
},
|
|
{
|
|
"epoch": 4.650793650793651,
|
|
"grad_norm": 0.30648161691148584,
|
|
"learning_rate": 3.775130172737117e-05,
|
|
"loss": 0.0523,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05356438457965851,
|
|
"step": 1465,
|
|
"valid_targets_mean": 3381.0,
|
|
"valid_targets_min": 586
|
|
},
|
|
{
|
|
"epoch": 4.666666666666667,
|
|
"grad_norm": 0.31556097843679115,
|
|
"learning_rate": 3.7447807881930694e-05,
|
|
"loss": 0.0527,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.049721553921699524,
|
|
"step": 1470,
|
|
"valid_targets_mean": 3391.8,
|
|
"valid_targets_min": 956
|
|
},
|
|
{
|
|
"epoch": 4.682539682539683,
|
|
"grad_norm": 0.337509339024026,
|
|
"learning_rate": 3.7144806812144324e-05,
|
|
"loss": 0.0545,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.056368205696344376,
|
|
"step": 1475,
|
|
"valid_targets_mean": 3378.8,
|
|
"valid_targets_min": 821
|
|
},
|
|
{
|
|
"epoch": 4.698412698412699,
|
|
"grad_norm": 0.31522673917083804,
|
|
"learning_rate": 3.6842310413269e-05,
|
|
"loss": 0.0557,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05478835850954056,
|
|
"step": 1480,
|
|
"valid_targets_mean": 3541.2,
|
|
"valid_targets_min": 1464
|
|
},
|
|
{
|
|
"epoch": 4.714285714285714,
|
|
"grad_norm": 0.31921752559672634,
|
|
"learning_rate": 3.654033056074918e-05,
|
|
"loss": 0.0525,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.055470626801252365,
|
|
"step": 1485,
|
|
"valid_targets_mean": 3424.5,
|
|
"valid_targets_min": 741
|
|
},
|
|
{
|
|
"epoch": 4.73015873015873,
|
|
"grad_norm": 0.2808688151765656,
|
|
"learning_rate": 3.6238879109750735e-05,
|
|
"loss": 0.053,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.045721858739852905,
|
|
"step": 1490,
|
|
"valid_targets_mean": 3944.5,
|
|
"valid_targets_min": 374
|
|
},
|
|
{
|
|
"epoch": 4.746031746031746,
|
|
"grad_norm": 0.3300324859616459,
|
|
"learning_rate": 3.593796789469546e-05,
|
|
"loss": 0.052,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05356018245220184,
|
|
"step": 1495,
|
|
"valid_targets_mean": 3003.5,
|
|
"valid_targets_min": 844
|
|
},
|
|
{
|
|
"epoch": 4.761904761904762,
|
|
"grad_norm": 0.3032124702664025,
|
|
"learning_rate": 3.563760872879649e-05,
|
|
"loss": 0.0514,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.047460850328207016,
|
|
"step": 1500,
|
|
"valid_targets_mean": 3525.9,
|
|
"valid_targets_min": 1121
|
|
},
|
|
{
|
|
"epoch": 4.777777777777778,
|
|
"grad_norm": 0.3374039231803274,
|
|
"learning_rate": 3.5337813403594545e-05,
|
|
"loss": 0.0523,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05037646368145943,
|
|
"step": 1505,
|
|
"valid_targets_mean": 2918.6,
|
|
"valid_targets_min": 1081
|
|
},
|
|
{
|
|
"epoch": 4.7936507936507935,
|
|
"grad_norm": 0.31170176986389236,
|
|
"learning_rate": 3.5038593688495005e-05,
|
|
"loss": 0.0541,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04973987489938736,
|
|
"step": 1510,
|
|
"valid_targets_mean": 3366.8,
|
|
"valid_targets_min": 285
|
|
},
|
|
{
|
|
"epoch": 4.809523809523809,
|
|
"grad_norm": 0.3393101055826999,
|
|
"learning_rate": 3.4739961330305894e-05,
|
|
"loss": 0.0556,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05811101943254471,
|
|
"step": 1515,
|
|
"valid_targets_mean": 3200.0,
|
|
"valid_targets_min": 1096
|
|
},
|
|
{
|
|
"epoch": 4.825396825396825,
|
|
"grad_norm": 0.33852940213510874,
|
|
"learning_rate": 3.444192805277663e-05,
|
|
"loss": 0.0506,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05156991630792618,
|
|
"step": 1520,
|
|
"valid_targets_mean": 2913.8,
|
|
"valid_targets_min": 645
|
|
},
|
|
{
|
|
"epoch": 4.841269841269841,
|
|
"grad_norm": 0.3312924011892462,
|
|
"learning_rate": 3.414450555613792e-05,
|
|
"loss": 0.0518,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05578611418604851,
|
|
"step": 1525,
|
|
"valid_targets_mean": 3475.9,
|
|
"valid_targets_min": 851
|
|
},
|
|
{
|
|
"epoch": 4.857142857142857,
|
|
"grad_norm": 0.2906890421902625,
|
|
"learning_rate": 3.3847705516642317e-05,
|
|
"loss": 0.0509,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04764970391988754,
|
|
"step": 1530,
|
|
"valid_targets_mean": 3311.6,
|
|
"valid_targets_min": 1073
|
|
},
|
|
{
|
|
"epoch": 4.8730158730158735,
|
|
"grad_norm": 0.3058135467638653,
|
|
"learning_rate": 3.355153958610587e-05,
|
|
"loss": 0.0508,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.04871264845132828,
|
|
"step": 1535,
|
|
"valid_targets_mean": 3466.6,
|
|
"valid_targets_min": 858
|
|
},
|
|
{
|
|
"epoch": 4.888888888888889,
|
|
"grad_norm": 0.33436172037636874,
|
|
"learning_rate": 3.325601939145069e-05,
|
|
"loss": 0.0541,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05800117552280426,
|
|
"step": 1540,
|
|
"valid_targets_mean": 3362.7,
|
|
"valid_targets_min": 1061
|
|
},
|
|
{
|
|
"epoch": 4.904761904761905,
|
|
"grad_norm": 0.3688653693932819,
|
|
"learning_rate": 3.296115653424854e-05,
|
|
"loss": 0.0586,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.07181097567081451,
|
|
"step": 1545,
|
|
"valid_targets_mean": 2898.6,
|
|
"valid_targets_min": 845
|
|
},
|
|
{
|
|
"epoch": 4.920634920634921,
|
|
"grad_norm": 0.3062268300108016,
|
|
"learning_rate": 3.266696259026526e-05,
|
|
"loss": 0.0538,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05916294455528259,
|
|
"step": 1550,
|
|
"valid_targets_mean": 3883.2,
|
|
"valid_targets_min": 567
|
|
},
|
|
{
|
|
"epoch": 4.936507936507937,
|
|
"grad_norm": 0.36817501253465373,
|
|
"learning_rate": 3.237344910900648e-05,
|
|
"loss": 0.0532,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05916590616106987,
|
|
"step": 1555,
|
|
"valid_targets_mean": 2581.8,
|
|
"valid_targets_min": 1036
|
|
},
|
|
{
|
|
"epoch": 4.9523809523809526,
|
|
"grad_norm": 0.3281489035503953,
|
|
"learning_rate": 3.208062761326408e-05,
|
|
"loss": 0.0508,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05242155119776726,
|
|
"step": 1560,
|
|
"valid_targets_mean": 3023.0,
|
|
"valid_targets_min": 796
|
|
},
|
|
{
|
|
"epoch": 4.968253968253968,
|
|
"grad_norm": 0.33908599199518963,
|
|
"learning_rate": 3.178850959866393e-05,
|
|
"loss": 0.0525,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.050644807517528534,
|
|
"step": 1565,
|
|
"valid_targets_mean": 3031.7,
|
|
"valid_targets_min": 849
|
|
},
|
|
{
|
|
"epoch": 4.984126984126984,
|
|
"grad_norm": 0.3496241644407292,
|
|
"learning_rate": 3.14971065332145e-05,
|
|
"loss": 0.0518,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.05183893069624901,
|
|
"step": 1570,
|
|
"valid_targets_mean": 2509.7,
|
|
"valid_targets_min": 318
|
|
},
|
|
{
|
|
"epoch": 5.0,
|
|
"grad_norm": 0.3195463471966324,
|
|
"learning_rate": 3.1206429856856706e-05,
|
|
"loss": 0.0507,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.051501572132110596,
|
|
"step": 1575,
|
|
"valid_targets_mean": 3284.1,
|
|
"valid_targets_min": 677
|
|
},
|
|
{
|
|
"epoch": 5.015873015873016,
|
|
"grad_norm": 0.23550431411264172,
|
|
"learning_rate": 3.091649098101479e-05,
|
|
"loss": 0.024,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02023545652627945,
|
|
"step": 1580,
|
|
"valid_targets_mean": 3572.4,
|
|
"valid_targets_min": 859
|
|
},
|
|
{
|
|
"epoch": 5.031746031746032,
|
|
"grad_norm": 0.33195372440897564,
|
|
"learning_rate": 3.06273012881483e-05,
|
|
"loss": 0.0252,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0263539906591177,
|
|
"step": 1585,
|
|
"valid_targets_mean": 3201.2,
|
|
"valid_targets_min": 947
|
|
},
|
|
{
|
|
"epoch": 5.0476190476190474,
|
|
"grad_norm": 0.26127862712982075,
|
|
"learning_rate": 3.0338872131305284e-05,
|
|
"loss": 0.0254,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02652253583073616,
|
|
"step": 1590,
|
|
"valid_targets_mean": 3707.3,
|
|
"valid_targets_min": 801
|
|
},
|
|
{
|
|
"epoch": 5.063492063492063,
|
|
"grad_norm": 0.2614335637158489,
|
|
"learning_rate": 3.0051214833676545e-05,
|
|
"loss": 0.0258,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02493833750486374,
|
|
"step": 1595,
|
|
"valid_targets_mean": 3296.4,
|
|
"valid_targets_min": 726
|
|
},
|
|
{
|
|
"epoch": 5.079365079365079,
|
|
"grad_norm": 0.2674137096002863,
|
|
"learning_rate": 2.9764340688151137e-05,
|
|
"loss": 0.0256,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.024273354560136795,
|
|
"step": 1600,
|
|
"valid_targets_mean": 3360.6,
|
|
"valid_targets_min": 654
|
|
},
|
|
{
|
|
"epoch": 5.095238095238095,
|
|
"grad_norm": 0.2340596063464024,
|
|
"learning_rate": 2.9478260956873028e-05,
|
|
"loss": 0.0238,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02273944392800331,
|
|
"step": 1605,
|
|
"valid_targets_mean": 4419.8,
|
|
"valid_targets_min": 810
|
|
},
|
|
{
|
|
"epoch": 5.111111111111111,
|
|
"grad_norm": 0.308811482193481,
|
|
"learning_rate": 2.919298687079895e-05,
|
|
"loss": 0.0266,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.03129608556628227,
|
|
"step": 1610,
|
|
"valid_targets_mean": 2848.1,
|
|
"valid_targets_min": 742
|
|
},
|
|
{
|
|
"epoch": 5.1269841269841265,
|
|
"grad_norm": 0.2842567967216506,
|
|
"learning_rate": 2.8908529629257543e-05,
|
|
"loss": 0.0265,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02591758593916893,
|
|
"step": 1615,
|
|
"valid_targets_mean": 3129.9,
|
|
"valid_targets_min": 590
|
|
},
|
|
{
|
|
"epoch": 5.142857142857143,
|
|
"grad_norm": 0.24104336758904743,
|
|
"learning_rate": 2.8624900399509603e-05,
|
|
"loss": 0.0243,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.025047089904546738,
|
|
"step": 1620,
|
|
"valid_targets_mean": 3620.5,
|
|
"valid_targets_min": 877
|
|
},
|
|
{
|
|
"epoch": 5.158730158730159,
|
|
"grad_norm": 0.2523939190707324,
|
|
"learning_rate": 2.8342110316309745e-05,
|
|
"loss": 0.0259,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.025033798068761826,
|
|
"step": 1625,
|
|
"valid_targets_mean": 3434.6,
|
|
"valid_targets_min": 1271
|
|
},
|
|
{
|
|
"epoch": 5.174603174603175,
|
|
"grad_norm": 0.2495035494552693,
|
|
"learning_rate": 2.8060170481469293e-05,
|
|
"loss": 0.0249,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021112697198987007,
|
|
"step": 1630,
|
|
"valid_targets_mean": 3306.6,
|
|
"valid_targets_min": 750
|
|
},
|
|
{
|
|
"epoch": 5.190476190476191,
|
|
"grad_norm": 0.2648511629409598,
|
|
"learning_rate": 2.777909196342035e-05,
|
|
"loss": 0.0277,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.027787357568740845,
|
|
"step": 1635,
|
|
"valid_targets_mean": 3520.7,
|
|
"valid_targets_min": 1071
|
|
},
|
|
{
|
|
"epoch": 5.2063492063492065,
|
|
"grad_norm": 0.2487265676626827,
|
|
"learning_rate": 2.749888579678138e-05,
|
|
"loss": 0.0255,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.025035560131072998,
|
|
"step": 1640,
|
|
"valid_targets_mean": 3585.5,
|
|
"valid_targets_min": 702
|
|
},
|
|
{
|
|
"epoch": 5.222222222222222,
|
|
"grad_norm": 0.27878036038709497,
|
|
"learning_rate": 2.721956298192392e-05,
|
|
"loss": 0.027,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.026966020464897156,
|
|
"step": 1645,
|
|
"valid_targets_mean": 3309.6,
|
|
"valid_targets_min": 725
|
|
},
|
|
{
|
|
"epoch": 5.238095238095238,
|
|
"grad_norm": 0.2707139283998997,
|
|
"learning_rate": 2.6941134484540774e-05,
|
|
"loss": 0.0267,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.026516567915678024,
|
|
"step": 1650,
|
|
"valid_targets_mean": 3290.4,
|
|
"valid_targets_min": 695
|
|
},
|
|
{
|
|
"epoch": 5.253968253968254,
|
|
"grad_norm": 0.3091277534101446,
|
|
"learning_rate": 2.6663611235215486e-05,
|
|
"loss": 0.0265,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.027157654985785484,
|
|
"step": 1655,
|
|
"valid_targets_mean": 2847.1,
|
|
"valid_targets_min": 1120
|
|
},
|
|
{
|
|
"epoch": 5.26984126984127,
|
|
"grad_norm": 0.2616349404434438,
|
|
"learning_rate": 2.6387004128993314e-05,
|
|
"loss": 0.0251,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.024449646472930908,
|
|
"step": 1660,
|
|
"valid_targets_mean": 3586.6,
|
|
"valid_targets_min": 1115
|
|
},
|
|
{
|
|
"epoch": 5.285714285714286,
|
|
"grad_norm": 0.27356996302919745,
|
|
"learning_rate": 2.6111324024953378e-05,
|
|
"loss": 0.0256,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.025334272533655167,
|
|
"step": 1665,
|
|
"valid_targets_mean": 3436.2,
|
|
"valid_targets_min": 963
|
|
},
|
|
{
|
|
"epoch": 5.301587301587301,
|
|
"grad_norm": 0.3214202340630028,
|
|
"learning_rate": 2.5836581745782475e-05,
|
|
"loss": 0.0256,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0278994832187891,
|
|
"step": 1670,
|
|
"valid_targets_mean": 2833.7,
|
|
"valid_targets_min": 1031
|
|
},
|
|
{
|
|
"epoch": 5.317460317460317,
|
|
"grad_norm": 0.2695726847515144,
|
|
"learning_rate": 2.556278807735008e-05,
|
|
"loss": 0.0263,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02789219841361046,
|
|
"step": 1675,
|
|
"valid_targets_mean": 3449.8,
|
|
"valid_targets_min": 924
|
|
},
|
|
{
|
|
"epoch": 5.333333333333333,
|
|
"grad_norm": 0.2727973520928148,
|
|
"learning_rate": 2.5289953768285092e-05,
|
|
"loss": 0.0257,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02461610920727253,
|
|
"step": 1680,
|
|
"valid_targets_mean": 3137.1,
|
|
"valid_targets_min": 759
|
|
},
|
|
{
|
|
"epoch": 5.349206349206349,
|
|
"grad_norm": 0.24666589277394446,
|
|
"learning_rate": 2.501808952955359e-05,
|
|
"loss": 0.0262,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022942395880818367,
|
|
"step": 1685,
|
|
"valid_targets_mean": 3659.5,
|
|
"valid_targets_min": 778
|
|
},
|
|
{
|
|
"epoch": 5.365079365079365,
|
|
"grad_norm": 0.2336284978989606,
|
|
"learning_rate": 2.474720603403866e-05,
|
|
"loss": 0.0242,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02202015370130539,
|
|
"step": 1690,
|
|
"valid_targets_mean": 4008.6,
|
|
"valid_targets_min": 1621
|
|
},
|
|
{
|
|
"epoch": 5.380952380952381,
|
|
"grad_norm": 0.2801903131745413,
|
|
"learning_rate": 2.447731391612112e-05,
|
|
"loss": 0.0271,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02588559314608574,
|
|
"step": 1695,
|
|
"valid_targets_mean": 3414.8,
|
|
"valid_targets_min": 744
|
|
},
|
|
{
|
|
"epoch": 5.396825396825397,
|
|
"grad_norm": 0.2181467290392336,
|
|
"learning_rate": 2.4208423771262238e-05,
|
|
"loss": 0.0249,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023064320906996727,
|
|
"step": 1700,
|
|
"valid_targets_mean": 4122.8,
|
|
"valid_targets_min": 998
|
|
},
|
|
{
|
|
"epoch": 5.412698412698413,
|
|
"grad_norm": 0.2795289718838943,
|
|
"learning_rate": 2.3940546155587618e-05,
|
|
"loss": 0.0272,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.030484072864055634,
|
|
"step": 1705,
|
|
"valid_targets_mean": 3116.4,
|
|
"valid_targets_min": 356
|
|
},
|
|
{
|
|
"epoch": 5.428571428571429,
|
|
"grad_norm": 0.2949329786637831,
|
|
"learning_rate": 2.367369158547292e-05,
|
|
"loss": 0.0265,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.030314363539218903,
|
|
"step": 1710,
|
|
"valid_targets_mean": 3290.7,
|
|
"valid_targets_min": 1221
|
|
},
|
|
{
|
|
"epoch": 5.444444444444445,
|
|
"grad_norm": 0.2764043874434965,
|
|
"learning_rate": 2.3407870537130898e-05,
|
|
"loss": 0.0255,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.026211140677332878,
|
|
"step": 1715,
|
|
"valid_targets_mean": 3457.7,
|
|
"valid_targets_min": 1297
|
|
},
|
|
{
|
|
"epoch": 5.4603174603174605,
|
|
"grad_norm": 0.30290538424312186,
|
|
"learning_rate": 2.314309344620019e-05,
|
|
"loss": 0.0274,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.028061866760253906,
|
|
"step": 1720,
|
|
"valid_targets_mean": 2804.1,
|
|
"valid_targets_min": 742
|
|
},
|
|
{
|
|
"epoch": 5.476190476190476,
|
|
"grad_norm": 0.3107682447774674,
|
|
"learning_rate": 2.287937070733557e-05,
|
|
"loss": 0.0245,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02621731534600258,
|
|
"step": 1725,
|
|
"valid_targets_mean": 2719.9,
|
|
"valid_targets_min": 373
|
|
},
|
|
{
|
|
"epoch": 5.492063492063492,
|
|
"grad_norm": 0.2544021308351876,
|
|
"learning_rate": 2.2616712673799994e-05,
|
|
"loss": 0.0254,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.025156507268548012,
|
|
"step": 1730,
|
|
"valid_targets_mean": 3616.8,
|
|
"valid_targets_min": 833
|
|
},
|
|
{
|
|
"epoch": 5.507936507936508,
|
|
"grad_norm": 0.26483540124283883,
|
|
"learning_rate": 2.2355129657058004e-05,
|
|
"loss": 0.0255,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022783182561397552,
|
|
"step": 1735,
|
|
"valid_targets_mean": 3544.8,
|
|
"valid_targets_min": 576
|
|
},
|
|
{
|
|
"epoch": 5.523809523809524,
|
|
"grad_norm": 0.26901313523570725,
|
|
"learning_rate": 2.2094631926371045e-05,
|
|
"loss": 0.0248,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.024442121386528015,
|
|
"step": 1740,
|
|
"valid_targets_mean": 3287.4,
|
|
"valid_targets_min": 684
|
|
},
|
|
{
|
|
"epoch": 5.5396825396825395,
|
|
"grad_norm": 0.24704696828339448,
|
|
"learning_rate": 2.18352297083942e-05,
|
|
"loss": 0.0259,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023202896118164062,
|
|
"step": 1745,
|
|
"valid_targets_mean": 3396.6,
|
|
"valid_targets_min": 782
|
|
},
|
|
{
|
|
"epoch": 5.555555555555555,
|
|
"grad_norm": 0.24636088299850367,
|
|
"learning_rate": 2.1576933186774777e-05,
|
|
"loss": 0.0258,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02773324027657509,
|
|
"step": 1750,
|
|
"valid_targets_mean": 3575.5,
|
|
"valid_targets_min": 741
|
|
},
|
|
{
|
|
"epoch": 5.571428571428571,
|
|
"grad_norm": 0.25071236680671866,
|
|
"learning_rate": 2.131975250175256e-05,
|
|
"loss": 0.0265,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023207779973745346,
|
|
"step": 1755,
|
|
"valid_targets_mean": 3630.2,
|
|
"valid_targets_min": 1033
|
|
},
|
|
{
|
|
"epoch": 5.587301587301587,
|
|
"grad_norm": 0.27275654624779627,
|
|
"learning_rate": 2.1063697749761603e-05,
|
|
"loss": 0.0256,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02427113801240921,
|
|
"step": 1760,
|
|
"valid_targets_mean": 3178.8,
|
|
"valid_targets_min": 371
|
|
},
|
|
{
|
|
"epoch": 5.603174603174603,
|
|
"grad_norm": 0.2379523221904174,
|
|
"learning_rate": 2.080877898303394e-05,
|
|
"loss": 0.0252,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022033121436834335,
|
|
"step": 1765,
|
|
"valid_targets_mean": 3439.0,
|
|
"valid_targets_min": 762
|
|
},
|
|
{
|
|
"epoch": 5.619047619047619,
|
|
"grad_norm": 0.2960282320406999,
|
|
"learning_rate": 2.0555006209204997e-05,
|
|
"loss": 0.0255,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.026485547423362732,
|
|
"step": 1770,
|
|
"valid_targets_mean": 2969.6,
|
|
"valid_targets_min": 655
|
|
},
|
|
{
|
|
"epoch": 5.634920634920634,
|
|
"grad_norm": 0.26944449671962667,
|
|
"learning_rate": 2.030238939092059e-05,
|
|
"loss": 0.0252,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02524230070412159,
|
|
"step": 1775,
|
|
"valid_targets_mean": 3050.5,
|
|
"valid_targets_min": 1216
|
|
},
|
|
{
|
|
"epoch": 5.650793650793651,
|
|
"grad_norm": 0.2554660378162961,
|
|
"learning_rate": 2.0050938445445894e-05,
|
|
"loss": 0.0251,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023806503042578697,
|
|
"step": 1780,
|
|
"valid_targets_mean": 3239.5,
|
|
"valid_targets_min": 338
|
|
},
|
|
{
|
|
"epoch": 5.666666666666667,
|
|
"grad_norm": 0.28458142143891874,
|
|
"learning_rate": 1.980066324427613e-05,
|
|
"loss": 0.0246,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.027210228145122528,
|
|
"step": 1785,
|
|
"valid_targets_mean": 2952.8,
|
|
"valid_targets_min": 262
|
|
},
|
|
{
|
|
"epoch": 5.682539682539683,
|
|
"grad_norm": 0.26739426156418444,
|
|
"learning_rate": 1.9551573612748923e-05,
|
|
"loss": 0.0256,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02571839839220047,
|
|
"step": 1790,
|
|
"valid_targets_mean": 3384.7,
|
|
"valid_targets_min": 1216
|
|
},
|
|
{
|
|
"epoch": 5.698412698412699,
|
|
"grad_norm": 0.2631155742829386,
|
|
"learning_rate": 1.9303679329658723e-05,
|
|
"loss": 0.0245,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02573530748486519,
|
|
"step": 1795,
|
|
"valid_targets_mean": 3206.7,
|
|
"valid_targets_min": 731
|
|
},
|
|
{
|
|
"epoch": 5.714285714285714,
|
|
"grad_norm": 0.2824175420225818,
|
|
"learning_rate": 1.905699012687275e-05,
|
|
"loss": 0.0241,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.025772523134946823,
|
|
"step": 1800,
|
|
"valid_targets_mean": 3128.2,
|
|
"valid_targets_min": 656
|
|
},
|
|
{
|
|
"epoch": 5.73015873015873,
|
|
"grad_norm": 0.2671365865327459,
|
|
"learning_rate": 1.881151568894909e-05,
|
|
"loss": 0.0245,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02606208436191082,
|
|
"step": 1805,
|
|
"valid_targets_mean": 3463.7,
|
|
"valid_targets_min": 1332
|
|
},
|
|
{
|
|
"epoch": 5.746031746031746,
|
|
"grad_norm": 0.2460946861875537,
|
|
"learning_rate": 1.8567265652756378e-05,
|
|
"loss": 0.0249,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022165346890687943,
|
|
"step": 1810,
|
|
"valid_targets_mean": 3046.5,
|
|
"valid_targets_min": 866
|
|
},
|
|
{
|
|
"epoch": 5.761904761904762,
|
|
"grad_norm": 0.25239884686693714,
|
|
"learning_rate": 1.8324249607095534e-05,
|
|
"loss": 0.025,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.024087360128760338,
|
|
"step": 1815,
|
|
"valid_targets_mean": 3273.7,
|
|
"valid_targets_min": 1115
|
|
},
|
|
{
|
|
"epoch": 5.777777777777778,
|
|
"grad_norm": 0.23790823566806268,
|
|
"learning_rate": 1.8082477092323297e-05,
|
|
"loss": 0.024,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02218548208475113,
|
|
"step": 1820,
|
|
"valid_targets_mean": 3519.1,
|
|
"valid_targets_min": 318
|
|
},
|
|
{
|
|
"epoch": 5.7936507936507935,
|
|
"grad_norm": 0.24495804994980389,
|
|
"learning_rate": 1.7841957599977755e-05,
|
|
"loss": 0.0242,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.022038817405700684,
|
|
"step": 1825,
|
|
"valid_targets_mean": 3439.0,
|
|
"valid_targets_min": 941
|
|
},
|
|
{
|
|
"epoch": 5.809523809523809,
|
|
"grad_norm": 0.27584063642219875,
|
|
"learning_rate": 1.760270057240559e-05,
|
|
"loss": 0.0241,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.027009010314941406,
|
|
"step": 1830,
|
|
"valid_targets_mean": 2943.4,
|
|
"valid_targets_min": 319
|
|
},
|
|
{
|
|
"epoch": 5.825396825396825,
|
|
"grad_norm": 0.2827248862474914,
|
|
"learning_rate": 1.736471540239156e-05,
|
|
"loss": 0.0246,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02594105526804924,
|
|
"step": 1835,
|
|
"valid_targets_mean": 3063.8,
|
|
"valid_targets_min": 992
|
|
},
|
|
{
|
|
"epoch": 5.841269841269841,
|
|
"grad_norm": 0.24374670667972242,
|
|
"learning_rate": 1.712801143278961e-05,
|
|
"loss": 0.0243,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02299753949046135,
|
|
"step": 1840,
|
|
"valid_targets_mean": 3784.0,
|
|
"valid_targets_min": 586
|
|
},
|
|
{
|
|
"epoch": 5.857142857142857,
|
|
"grad_norm": 0.2655779019009014,
|
|
"learning_rate": 1.6892597956156148e-05,
|
|
"loss": 0.0244,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02573399990797043,
|
|
"step": 1845,
|
|
"valid_targets_mean": 3114.1,
|
|
"valid_targets_min": 703
|
|
},
|
|
{
|
|
"epoch": 5.8730158730158735,
|
|
"grad_norm": 0.2723810167625872,
|
|
"learning_rate": 1.6658484214385234e-05,
|
|
"loss": 0.024,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0256446972489357,
|
|
"step": 1850,
|
|
"valid_targets_mean": 2782.9,
|
|
"valid_targets_min": 1190
|
|
},
|
|
{
|
|
"epoch": 5.888888888888889,
|
|
"grad_norm": 0.223290705015297,
|
|
"learning_rate": 1.6425679398345812e-05,
|
|
"loss": 0.0241,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.020922958850860596,
|
|
"step": 1855,
|
|
"valid_targets_mean": 3931.8,
|
|
"valid_targets_min": 796
|
|
},
|
|
{
|
|
"epoch": 5.904761904761905,
|
|
"grad_norm": 0.27944419013119903,
|
|
"learning_rate": 1.619419264752076e-05,
|
|
"loss": 0.024,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.025158777832984924,
|
|
"step": 1860,
|
|
"valid_targets_mean": 2923.1,
|
|
"valid_targets_min": 466
|
|
},
|
|
{
|
|
"epoch": 5.920634920634921,
|
|
"grad_norm": 0.2681139770398924,
|
|
"learning_rate": 1.5964033049648262e-05,
|
|
"loss": 0.0249,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02556907758116722,
|
|
"step": 1865,
|
|
"valid_targets_mean": 3237.6,
|
|
"valid_targets_min": 992
|
|
},
|
|
{
|
|
"epoch": 5.936507936507937,
|
|
"grad_norm": 0.26218394989898647,
|
|
"learning_rate": 1.5735209640364873e-05,
|
|
"loss": 0.0243,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023507630452513695,
|
|
"step": 1870,
|
|
"valid_targets_mean": 3332.7,
|
|
"valid_targets_min": 838
|
|
},
|
|
{
|
|
"epoch": 5.9523809523809526,
|
|
"grad_norm": 0.24469964139348233,
|
|
"learning_rate": 1.5507731402850956e-05,
|
|
"loss": 0.0235,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.021347498521208763,
|
|
"step": 1875,
|
|
"valid_targets_mean": 3352.9,
|
|
"valid_targets_min": 820
|
|
},
|
|
{
|
|
"epoch": 5.968253968253968,
|
|
"grad_norm": 0.2440356190541872,
|
|
"learning_rate": 1.528160726747783e-05,
|
|
"loss": 0.0238,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02353665605187416,
|
|
"step": 1880,
|
|
"valid_targets_mean": 3424.4,
|
|
"valid_targets_min": 895
|
|
},
|
|
{
|
|
"epoch": 5.984126984126984,
|
|
"grad_norm": 0.27079401801374,
|
|
"learning_rate": 1.5056846111457407e-05,
|
|
"loss": 0.0231,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.023557720705866814,
|
|
"step": 1885,
|
|
"valid_targets_mean": 3352.8,
|
|
"valid_targets_min": 825
|
|
},
|
|
{
|
|
"epoch": 6.0,
|
|
"grad_norm": 0.24564494829508438,
|
|
"learning_rate": 1.483345675849348e-05,
|
|
"loss": 0.0241,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.02200917899608612,
|
|
"step": 1890,
|
|
"valid_targets_mean": 3229.2,
|
|
"valid_targets_min": 752
|
|
},
|
|
{
|
|
"epoch": 6.015873015873016,
|
|
"grad_norm": 0.16169482529118429,
|
|
"learning_rate": 1.4611447978435478e-05,
|
|
"loss": 0.0116,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.00997502077370882,
|
|
"step": 1895,
|
|
"valid_targets_mean": 3454.8,
|
|
"valid_targets_min": 601
|
|
},
|
|
{
|
|
"epoch": 6.031746031746032,
|
|
"grad_norm": 0.24946653742799907,
|
|
"learning_rate": 1.439082848693406e-05,
|
|
"loss": 0.0107,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.012786821462213993,
|
|
"step": 1900,
|
|
"valid_targets_mean": 2587.1,
|
|
"valid_targets_min": 645
|
|
},
|
|
{
|
|
"epoch": 6.0476190476190474,
|
|
"grad_norm": 0.2180413946533584,
|
|
"learning_rate": 1.4171606945099076e-05,
|
|
"loss": 0.0104,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.009333532303571701,
|
|
"step": 1905,
|
|
"valid_targets_mean": 3655.9,
|
|
"valid_targets_min": 364
|
|
},
|
|
{
|
|
"epoch": 6.063492063492063,
|
|
"grad_norm": 0.19567558644860955,
|
|
"learning_rate": 1.3953791959159368e-05,
|
|
"loss": 0.0107,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.009645476937294006,
|
|
"step": 1910,
|
|
"valid_targets_mean": 2975.1,
|
|
"valid_targets_min": 723
|
|
},
|
|
{
|
|
"epoch": 6.079365079365079,
|
|
"grad_norm": 0.16598482793198757,
|
|
"learning_rate": 1.3737392080125134e-05,
|
|
"loss": 0.011,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.010899921879172325,
|
|
"step": 1915,
|
|
"valid_targets_mean": 4373.3,
|
|
"valid_targets_min": 776
|
|
},
|
|
{
|
|
"epoch": 6.095238095238095,
|
|
"grad_norm": 0.18594848404069328,
|
|
"learning_rate": 1.3522415803452027e-05,
|
|
"loss": 0.0112,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.010842259973287582,
|
|
"step": 1920,
|
|
"valid_targets_mean": 3016.0,
|
|
"valid_targets_min": 846
|
|
},
|
|
{
|
|
"epoch": 6.111111111111111,
|
|
"grad_norm": 0.15994392653373266,
|
|
"learning_rate": 1.3308871568707798e-05,
|
|
"loss": 0.0108,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.009601420722901821,
|
|
"step": 1925,
|
|
"valid_targets_mean": 3397.0,
|
|
"valid_targets_min": 845
|
|
},
|
|
{
|
|
"epoch": 6.1269841269841265,
|
|
"grad_norm": 0.18397230525918348,
|
|
"learning_rate": 1.3096767759240836e-05,
|
|
"loss": 0.0117,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.012009745463728905,
|
|
"step": 1930,
|
|
"valid_targets_mean": 3255.9,
|
|
"valid_targets_min": 1029
|
|
},
|
|
{
|
|
"epoch": 6.142857142857143,
|
|
"grad_norm": 0.15937200483272312,
|
|
"learning_rate": 1.2886112701851178e-05,
|
|
"loss": 0.0107,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.008708149194717407,
|
|
"step": 1935,
|
|
"valid_targets_mean": 3998.8,
|
|
"valid_targets_min": 1493
|
|
},
|
|
{
|
|
"epoch": 6.158730158730159,
|
|
"grad_norm": 0.22332299562406527,
|
|
"learning_rate": 1.2676914666463508e-05,
|
|
"loss": 0.011,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.013267268426716328,
|
|
"step": 1940,
|
|
"valid_targets_mean": 3523.3,
|
|
"valid_targets_min": 778
|
|
},
|
|
{
|
|
"epoch": 6.174603174603175,
|
|
"grad_norm": 0.2114465027443654,
|
|
"learning_rate": 1.2469181865802576e-05,
|
|
"loss": 0.0118,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01177770271897316,
|
|
"step": 1945,
|
|
"valid_targets_mean": 2789.5,
|
|
"valid_targets_min": 775
|
|
},
|
|
{
|
|
"epoch": 6.190476190476191,
|
|
"grad_norm": 0.2002001975909518,
|
|
"learning_rate": 1.2262922455070719e-05,
|
|
"loss": 0.0105,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.011541876941919327,
|
|
"step": 1950,
|
|
"valid_targets_mean": 3120.6,
|
|
"valid_targets_min": 356
|
|
},
|
|
{
|
|
"epoch": 6.2063492063492065,
|
|
"grad_norm": 0.19841543508080267,
|
|
"learning_rate": 1.2058144531627774e-05,
|
|
"loss": 0.0112,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.010849805548787117,
|
|
"step": 1955,
|
|
"valid_targets_mean": 3501.3,
|
|
"valid_targets_min": 381
|
|
},
|
|
{
|
|
"epoch": 6.222222222222222,
|
|
"grad_norm": 0.22079617709202617,
|
|
"learning_rate": 1.1854856134673097e-05,
|
|
"loss": 0.0106,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.011766679584980011,
|
|
"step": 1960,
|
|
"valid_targets_mean": 2914.3,
|
|
"valid_targets_min": 706
|
|
},
|
|
{
|
|
"epoch": 6.238095238095238,
|
|
"grad_norm": 0.20366254465466968,
|
|
"learning_rate": 1.1653065244930083e-05,
|
|
"loss": 0.0111,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.011541249230504036,
|
|
"step": 1965,
|
|
"valid_targets_mean": 3002.7,
|
|
"valid_targets_min": 318
|
|
},
|
|
{
|
|
"epoch": 6.253968253968254,
|
|
"grad_norm": 0.21870013628872753,
|
|
"learning_rate": 1.1452779784332718e-05,
|
|
"loss": 0.0113,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.011631770990788937,
|
|
"step": 1970,
|
|
"valid_targets_mean": 2956.9,
|
|
"valid_targets_min": 955
|
|
},
|
|
{
|
|
"epoch": 6.26984126984127,
|
|
"grad_norm": 0.19876493233509734,
|
|
"learning_rate": 1.1254007615714685e-05,
|
|
"loss": 0.0108,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.010932897217571735,
|
|
"step": 1975,
|
|
"valid_targets_mean": 2878.1,
|
|
"valid_targets_min": 990
|
|
},
|
|
{
|
|
"epoch": 6.285714285714286,
|
|
"grad_norm": 0.22127790602397174,
|
|
"learning_rate": 1.1056756542500613e-05,
|
|
"loss": 0.0124,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0136713907122612,
|
|
"step": 1980,
|
|
"valid_targets_mean": 3617.0,
|
|
"valid_targets_min": 723
|
|
},
|
|
{
|
|
"epoch": 6.301587301587301,
|
|
"grad_norm": 0.2107125195160337,
|
|
"learning_rate": 1.086103430839982e-05,
|
|
"loss": 0.0111,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.012097819708287716,
|
|
"step": 1985,
|
|
"valid_targets_mean": 3181.6,
|
|
"valid_targets_min": 270
|
|
},
|
|
{
|
|
"epoch": 6.317460317460317,
|
|
"grad_norm": 0.1816728141260571,
|
|
"learning_rate": 1.066684859710218e-05,
|
|
"loss": 0.0101,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.009708253666758537,
|
|
"step": 1990,
|
|
"valid_targets_mean": 3332.8,
|
|
"valid_targets_min": 641
|
|
},
|
|
{
|
|
"epoch": 6.333333333333333,
|
|
"grad_norm": 0.16887535290523142,
|
|
"learning_rate": 1.0474207031976618e-05,
|
|
"loss": 0.01,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.010005680844187737,
|
|
"step": 1995,
|
|
"valid_targets_mean": 3711.7,
|
|
"valid_targets_min": 728
|
|
},
|
|
{
|
|
"epoch": 6.349206349206349,
|
|
"grad_norm": 0.21411607846162323,
|
|
"learning_rate": 1.0283117175771701e-05,
|
|
"loss": 0.012,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.011855946853756905,
|
|
"step": 2000,
|
|
"valid_targets_mean": 2993.4,
|
|
"valid_targets_min": 900
|
|
},
|
|
{
|
|
"epoch": 6.365079365079365,
|
|
"grad_norm": 0.17645356487975158,
|
|
"learning_rate": 1.0093586530318849e-05,
|
|
"loss": 0.0108,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.009679011069238186,
|
|
"step": 2005,
|
|
"valid_targets_mean": 3481.0,
|
|
"valid_targets_min": 634
|
|
},
|
|
{
|
|
"epoch": 6.380952380952381,
|
|
"grad_norm": 0.17743382869891283,
|
|
"learning_rate": 9.905622536237708e-06,
|
|
"loss": 0.0115,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.010511040687561035,
|
|
"step": 2010,
|
|
"valid_targets_mean": 3653.9,
|
|
"valid_targets_min": 463
|
|
},
|
|
{
|
|
"epoch": 6.396825396825397,
|
|
"grad_norm": 0.1748858090662512,
|
|
"learning_rate": 9.719232572644187e-06,
|
|
"loss": 0.0109,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.010769926011562347,
|
|
"step": 2015,
|
|
"valid_targets_mean": 3555.8,
|
|
"valid_targets_min": 473
|
|
},
|
|
{
|
|
"epoch": 6.412698412698413,
|
|
"grad_norm": 0.21446394993733692,
|
|
"learning_rate": 9.534423956860638e-06,
|
|
"loss": 0.0116,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.012041926383972168,
|
|
"step": 2020,
|
|
"valid_targets_mean": 3285.3,
|
|
"valid_targets_min": 819
|
|
},
|
|
{
|
|
"epoch": 6.428571428571429,
|
|
"grad_norm": 0.20144880581326097,
|
|
"learning_rate": 9.351203944128694e-06,
|
|
"loss": 0.0112,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.011740963906049728,
|
|
"step": 2025,
|
|
"valid_targets_mean": 3020.3,
|
|
"valid_targets_min": 906
|
|
},
|
|
{
|
|
"epoch": 6.444444444444445,
|
|
"grad_norm": 0.19143766850758767,
|
|
"learning_rate": 9.16957972732434e-06,
|
|
"loss": 0.0109,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.010045674629509449,
|
|
"step": 2030,
|
|
"valid_targets_mean": 3397.0,
|
|
"valid_targets_min": 680
|
|
},
|
|
{
|
|
"epoch": 6.4603174603174605,
|
|
"grad_norm": 0.2086923194209106,
|
|
"learning_rate": 8.989558436675643e-06,
|
|
"loss": 0.011,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.011913447640836239,
|
|
"step": 2035,
|
|
"valid_targets_mean": 3015.7,
|
|
"valid_targets_min": 785
|
|
},
|
|
{
|
|
"epoch": 6.476190476190476,
|
|
"grad_norm": 0.22807360258432707,
|
|
"learning_rate": 8.811147139482745e-06,
|
|
"loss": 0.0105,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.011762842535972595,
|
|
"step": 2040,
|
|
"valid_targets_mean": 3092.6,
|
|
"valid_targets_min": 590
|
|
},
|
|
{
|
|
"epoch": 6.492063492063492,
|
|
"grad_norm": 0.23354176928347664,
|
|
"learning_rate": 8.634352839840459e-06,
|
|
"loss": 0.0115,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.013229792937636375,
|
|
"step": 2045,
|
|
"valid_targets_mean": 3058.2,
|
|
"valid_targets_min": 678
|
|
},
|
|
{
|
|
"epoch": 6.507936507936508,
|
|
"grad_norm": 0.1844983037827689,
|
|
"learning_rate": 8.45918247836327e-06,
|
|
"loss": 0.0099,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.010129349306225777,
|
|
"step": 2050,
|
|
"valid_targets_mean": 3581.6,
|
|
"valid_targets_min": 1165
|
|
},
|
|
{
|
|
"epoch": 6.523809523809524,
|
|
"grad_norm": 0.19399825454673583,
|
|
"learning_rate": 8.285642931912918e-06,
|
|
"loss": 0.0108,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.009755829349160194,
|
|
"step": 2055,
|
|
"valid_targets_mean": 2613.1,
|
|
"valid_targets_min": 834
|
|
},
|
|
{
|
|
"epoch": 6.5396825396825395,
|
|
"grad_norm": 0.1389749321198228,
|
|
"learning_rate": 8.113741013328352e-06,
|
|
"loss": 0.0103,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.007903524674475193,
|
|
"step": 2060,
|
|
"valid_targets_mean": 4402.2,
|
|
"valid_targets_min": 847
|
|
},
|
|
{
|
|
"epoch": 6.555555555555555,
|
|
"grad_norm": 0.18758006176253833,
|
|
"learning_rate": 7.943483471158326e-06,
|
|
"loss": 0.0104,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.010629910975694656,
|
|
"step": 2065,
|
|
"valid_targets_mean": 4012.3,
|
|
"valid_targets_min": 834
|
|
},
|
|
{
|
|
"epoch": 6.571428571428571,
|
|
"grad_norm": 0.19682939141810737,
|
|
"learning_rate": 7.774876989396434e-06,
|
|
"loss": 0.0104,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.011159196496009827,
|
|
"step": 2070,
|
|
"valid_targets_mean": 2739.4,
|
|
"valid_targets_min": 725
|
|
},
|
|
{
|
|
"epoch": 6.587301587301587,
|
|
"grad_norm": 0.22211885260493783,
|
|
"learning_rate": 7.607928187218699e-06,
|
|
"loss": 0.0112,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.011714112013578415,
|
|
"step": 2075,
|
|
"valid_targets_mean": 2769.2,
|
|
"valid_targets_min": 645
|
|
},
|
|
{
|
|
"epoch": 6.603174603174603,
|
|
"grad_norm": 0.18954660156576889,
|
|
"learning_rate": 7.442643618723777e-06,
|
|
"loss": 0.0102,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.010226866230368614,
|
|
"step": 2080,
|
|
"valid_targets_mean": 3419.1,
|
|
"valid_targets_min": 659
|
|
},
|
|
{
|
|
"epoch": 6.619047619047619,
|
|
"grad_norm": 0.18370859857232805,
|
|
"learning_rate": 7.2790297726755716e-06,
|
|
"loss": 0.0104,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.010806581936776638,
|
|
"step": 2085,
|
|
"valid_targets_mean": 3737.0,
|
|
"valid_targets_min": 1297
|
|
},
|
|
{
|
|
"epoch": 6.634920634920634,
|
|
"grad_norm": 0.18918121566352425,
|
|
"learning_rate": 7.117093072248571e-06,
|
|
"loss": 0.0116,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.010280042886734009,
|
|
"step": 2090,
|
|
"valid_targets_mean": 3381.7,
|
|
"valid_targets_min": 825
|
|
},
|
|
{
|
|
"epoch": 6.650793650793651,
|
|
"grad_norm": 0.16521970564313165,
|
|
"learning_rate": 6.9568398747756396e-06,
|
|
"loss": 0.0104,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.009875962510704994,
|
|
"step": 2095,
|
|
"valid_targets_mean": 3724.8,
|
|
"valid_targets_min": 695
|
|
},
|
|
{
|
|
"epoch": 6.666666666666667,
|
|
"grad_norm": 0.17760484054865824,
|
|
"learning_rate": 6.798276471498444e-06,
|
|
"loss": 0.0106,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.008955635130405426,
|
|
"step": 2100,
|
|
"valid_targets_mean": 3321.4,
|
|
"valid_targets_min": 676
|
|
},
|
|
{
|
|
"epoch": 6.682539682539683,
|
|
"grad_norm": 0.19520090654719327,
|
|
"learning_rate": 6.6414090873204886e-06,
|
|
"loss": 0.0096,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01039792224764824,
|
|
"step": 2105,
|
|
"valid_targets_mean": 3116.7,
|
|
"valid_targets_min": 486
|
|
},
|
|
{
|
|
"epoch": 6.698412698412699,
|
|
"grad_norm": 0.18028684323612768,
|
|
"learning_rate": 6.486243880562759e-06,
|
|
"loss": 0.01,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.009589990600943565,
|
|
"step": 2110,
|
|
"valid_targets_mean": 3307.2,
|
|
"valid_targets_min": 1014
|
|
},
|
|
{
|
|
"epoch": 6.714285714285714,
|
|
"grad_norm": 0.1818626090504096,
|
|
"learning_rate": 6.3327869427218855e-06,
|
|
"loss": 0.0096,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.008870855905115604,
|
|
"step": 2115,
|
|
"valid_targets_mean": 3770.0,
|
|
"valid_targets_min": 671
|
|
},
|
|
{
|
|
"epoch": 6.73015873015873,
|
|
"grad_norm": 0.20259355193852477,
|
|
"learning_rate": 6.181044298231081e-06,
|
|
"loss": 0.011,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.011193148791790009,
|
|
"step": 2120,
|
|
"valid_targets_mean": 3412.4,
|
|
"valid_targets_min": 1066
|
|
},
|
|
{
|
|
"epoch": 6.746031746031746,
|
|
"grad_norm": 0.1826233680836296,
|
|
"learning_rate": 6.031021904223572e-06,
|
|
"loss": 0.01,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.009859883226454258,
|
|
"step": 2125,
|
|
"valid_targets_mean": 3204.7,
|
|
"valid_targets_min": 909
|
|
},
|
|
{
|
|
"epoch": 6.761904761904762,
|
|
"grad_norm": 0.19159375445872537,
|
|
"learning_rate": 5.882725650298787e-06,
|
|
"loss": 0.0101,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.010744025930762291,
|
|
"step": 2130,
|
|
"valid_targets_mean": 3296.4,
|
|
"valid_targets_min": 782
|
|
},
|
|
{
|
|
"epoch": 6.777777777777778,
|
|
"grad_norm": 0.19885905304525853,
|
|
"learning_rate": 5.736161358291092e-06,
|
|
"loss": 0.0101,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.010427623987197876,
|
|
"step": 2135,
|
|
"valid_targets_mean": 3111.9,
|
|
"valid_targets_min": 677
|
|
},
|
|
{
|
|
"epoch": 6.7936507936507935,
|
|
"grad_norm": 0.17789784161152683,
|
|
"learning_rate": 5.5913347820412635e-06,
|
|
"loss": 0.0117,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.010946325957775116,
|
|
"step": 2140,
|
|
"valid_targets_mean": 3855.3,
|
|
"valid_targets_min": 1147
|
|
},
|
|
{
|
|
"epoch": 6.809523809523809,
|
|
"grad_norm": 0.15707297813715498,
|
|
"learning_rate": 5.44825160717059e-06,
|
|
"loss": 0.0094,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.00876244530081749,
|
|
"step": 2145,
|
|
"valid_targets_mean": 3554.3,
|
|
"valid_targets_min": 1052
|
|
},
|
|
{
|
|
"epoch": 6.825396825396825,
|
|
"grad_norm": 0.18254202956390367,
|
|
"learning_rate": 5.306917450857702e-06,
|
|
"loss": 0.0106,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.010324838571250439,
|
|
"step": 2150,
|
|
"valid_targets_mean": 3432.2,
|
|
"valid_targets_min": 1151
|
|
},
|
|
{
|
|
"epoch": 6.841269841269841,
|
|
"grad_norm": 0.1930099772388768,
|
|
"learning_rate": 5.167337861617982e-06,
|
|
"loss": 0.0106,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.010216512717306614,
|
|
"step": 2155,
|
|
"valid_targets_mean": 3203.4,
|
|
"valid_targets_min": 627
|
|
},
|
|
{
|
|
"epoch": 6.857142857142857,
|
|
"grad_norm": 0.19005087618453437,
|
|
"learning_rate": 5.029518319085824e-06,
|
|
"loss": 0.0107,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.009590497240424156,
|
|
"step": 2160,
|
|
"valid_targets_mean": 2832.6,
|
|
"valid_targets_min": 567
|
|
},
|
|
{
|
|
"epoch": 6.8730158730158735,
|
|
"grad_norm": 0.1909793872450157,
|
|
"learning_rate": 4.893464233799433e-06,
|
|
"loss": 0.0105,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.009531540796160698,
|
|
"step": 2165,
|
|
"valid_targets_mean": 3204.7,
|
|
"valid_targets_min": 1214
|
|
},
|
|
{
|
|
"epoch": 6.888888888888889,
|
|
"grad_norm": 0.1793904616196824,
|
|
"learning_rate": 4.759180946988495e-06,
|
|
"loss": 0.0095,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.009257054887712002,
|
|
"step": 2170,
|
|
"valid_targets_mean": 3621.2,
|
|
"valid_targets_min": 648
|
|
},
|
|
{
|
|
"epoch": 6.904761904761905,
|
|
"grad_norm": 0.1667931999548248,
|
|
"learning_rate": 4.626673730364395e-06,
|
|
"loss": 0.0104,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.01003570482134819,
|
|
"step": 2175,
|
|
"valid_targets_mean": 3463.8,
|
|
"valid_targets_min": 285
|
|
},
|
|
{
|
|
"epoch": 6.920634920634921,
|
|
"grad_norm": 0.20660624187240578,
|
|
"learning_rate": 4.495947785913368e-06,
|
|
"loss": 0.0104,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.011296918615698814,
|
|
"step": 2180,
|
|
"valid_targets_mean": 3009.5,
|
|
"valid_targets_min": 1065
|
|
},
|
|
{
|
|
"epoch": 6.936507936507937,
|
|
"grad_norm": 0.20045998659363987,
|
|
"learning_rate": 4.367008245692189e-06,
|
|
"loss": 0.0107,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.010871585458517075,
|
|
"step": 2185,
|
|
"valid_targets_mean": 2747.8,
|
|
"valid_targets_min": 944
|
|
},
|
|
{
|
|
"epoch": 6.9523809523809526,
|
|
"grad_norm": 0.18038151471049843,
|
|
"learning_rate": 4.239860171626769e-06,
|
|
"loss": 0.0096,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.010644408874213696,
|
|
"step": 2190,
|
|
"valid_targets_mean": 3555.1,
|
|
"valid_targets_min": 1412
|
|
},
|
|
{
|
|
"epoch": 6.968253968253968,
|
|
"grad_norm": 0.2067773581962787,
|
|
"learning_rate": 4.114508555313351e-06,
|
|
"loss": 0.0105,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.011355595663189888,
|
|
"step": 2195,
|
|
"valid_targets_mean": 2859.0,
|
|
"valid_targets_min": 1016
|
|
},
|
|
{
|
|
"epoch": 6.984126984126984,
|
|
"grad_norm": 0.17103297550131963,
|
|
"learning_rate": 3.990958317822663e-06,
|
|
"loss": 0.0099,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.008938717655837536,
|
|
"step": 2200,
|
|
"valid_targets_mean": 3593.5,
|
|
"valid_targets_min": 755
|
|
},
|
|
{
|
|
"epoch": 7.0,
|
|
"grad_norm": 0.1851720566559619,
|
|
"learning_rate": 3.86921430950658e-06,
|
|
"loss": 0.0097,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.009520391002297401,
|
|
"step": 2205,
|
|
"valid_targets_mean": 3075.6,
|
|
"valid_targets_min": 319
|
|
},
|
|
{
|
|
"epoch": 7.015873015873016,
|
|
"grad_norm": 0.10035776473927605,
|
|
"learning_rate": 3.7492813098078506e-06,
|
|
"loss": 0.0055,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.005469363648444414,
|
|
"step": 2210,
|
|
"valid_targets_mean": 3383.3,
|
|
"valid_targets_min": 904
|
|
},
|
|
{
|
|
"epoch": 7.031746031746032,
|
|
"grad_norm": 0.11216010325309983,
|
|
"learning_rate": 3.6311640270723757e-06,
|
|
"loss": 0.0049,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0050615957006812096,
|
|
"step": 2215,
|
|
"valid_targets_mean": 3358.8,
|
|
"valid_targets_min": 906
|
|
},
|
|
{
|
|
"epoch": 7.0476190476190474,
|
|
"grad_norm": 0.10929451815598369,
|
|
"learning_rate": 3.5148670983644104e-06,
|
|
"loss": 0.0045,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.004745697136968374,
|
|
"step": 2220,
|
|
"valid_targets_mean": 3131.4,
|
|
"valid_targets_min": 641
|
|
},
|
|
{
|
|
"epoch": 7.063492063492063,
|
|
"grad_norm": 0.12271903497817556,
|
|
"learning_rate": 3.400395089284475e-06,
|
|
"loss": 0.0051,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.005019777454435825,
|
|
"step": 2225,
|
|
"valid_targets_mean": 3120.6,
|
|
"valid_targets_min": 1083
|
|
},
|
|
{
|
|
"epoch": 7.079365079365079,
|
|
"grad_norm": 0.12730389484499585,
|
|
"learning_rate": 3.287752493790186e-06,
|
|
"loss": 0.0047,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.005130327306687832,
|
|
"step": 2230,
|
|
"valid_targets_mean": 3167.2,
|
|
"valid_targets_min": 1097
|
|
},
|
|
{
|
|
"epoch": 7.095238095238095,
|
|
"grad_norm": 0.11182416285479005,
|
|
"learning_rate": 3.1769437340197715e-06,
|
|
"loss": 0.005,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.005524179898202419,
|
|
"step": 2235,
|
|
"valid_targets_mean": 3423.6,
|
|
"valid_targets_min": 724
|
|
},
|
|
{
|
|
"epoch": 7.111111111111111,
|
|
"grad_norm": 0.11695963016448252,
|
|
"learning_rate": 3.067973160118498e-06,
|
|
"loss": 0.0046,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.004500727169215679,
|
|
"step": 2240,
|
|
"valid_targets_mean": 3632.2,
|
|
"valid_targets_min": 854
|
|
},
|
|
{
|
|
"epoch": 7.1269841269841265,
|
|
"grad_norm": 0.11470576194363803,
|
|
"learning_rate": 2.9608450500678565e-06,
|
|
"loss": 0.005,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.004933122545480728,
|
|
"step": 2245,
|
|
"valid_targets_mean": 3541.1,
|
|
"valid_targets_min": 955
|
|
},
|
|
{
|
|
"epoch": 7.142857142857143,
|
|
"grad_norm": 0.12111224092063874,
|
|
"learning_rate": 2.8555636095176975e-06,
|
|
"loss": 0.0046,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.004573405720293522,
|
|
"step": 2250,
|
|
"valid_targets_mean": 3104.1,
|
|
"valid_targets_min": 656
|
|
},
|
|
{
|
|
"epoch": 7.158730158730159,
|
|
"grad_norm": 0.12261137209357191,
|
|
"learning_rate": 2.7521329716210074e-06,
|
|
"loss": 0.0048,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.005299875512719154,
|
|
"step": 2255,
|
|
"valid_targets_mean": 4327.8,
|
|
"valid_targets_min": 993
|
|
},
|
|
{
|
|
"epoch": 7.174603174603175,
|
|
"grad_norm": 0.12983398943430338,
|
|
"learning_rate": 2.6505571968717725e-06,
|
|
"loss": 0.0051,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.005398509092628956,
|
|
"step": 2260,
|
|
"valid_targets_mean": 3107.6,
|
|
"valid_targets_min": 786
|
|
},
|
|
{
|
|
"epoch": 7.190476190476191,
|
|
"grad_norm": 0.10675934532792695,
|
|
"learning_rate": 2.550840272945465e-06,
|
|
"loss": 0.0046,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.004216499626636505,
|
|
"step": 2265,
|
|
"valid_targets_mean": 3529.8,
|
|
"valid_targets_min": 911
|
|
},
|
|
{
|
|
"epoch": 7.2063492063492065,
|
|
"grad_norm": 0.1299523571452913,
|
|
"learning_rate": 2.4529861145425605e-06,
|
|
"loss": 0.0053,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.004921115003526211,
|
|
"step": 2270,
|
|
"valid_targets_mean": 2665.1,
|
|
"valid_targets_min": 778
|
|
},
|
|
{
|
|
"epoch": 7.222222222222222,
|
|
"grad_norm": 0.09718138220360564,
|
|
"learning_rate": 2.3569985632348247e-06,
|
|
"loss": 0.0047,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.004324613604694605,
|
|
"step": 2275,
|
|
"valid_targets_mean": 3938.3,
|
|
"valid_targets_min": 770
|
|
},
|
|
{
|
|
"epoch": 7.238095238095238,
|
|
"grad_norm": 0.15050121932011226,
|
|
"learning_rate": 2.2628813873145303e-06,
|
|
"loss": 0.0053,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.006321427412331104,
|
|
"step": 2280,
|
|
"valid_targets_mean": 2946.2,
|
|
"valid_targets_min": 293
|
|
},
|
|
{
|
|
"epoch": 7.253968253968254,
|
|
"grad_norm": 0.10028028833360875,
|
|
"learning_rate": 2.17063828164647e-06,
|
|
"loss": 0.0048,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0037990009877830744,
|
|
"step": 2285,
|
|
"valid_targets_mean": 4333.9,
|
|
"valid_targets_min": 1228
|
|
},
|
|
{
|
|
"epoch": 7.26984126984127,
|
|
"grad_norm": 0.12203494313480417,
|
|
"learning_rate": 2.0802728675229587e-06,
|
|
"loss": 0.0046,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.004578214138746262,
|
|
"step": 2290,
|
|
"valid_targets_mean": 3254.3,
|
|
"valid_targets_min": 741
|
|
},
|
|
{
|
|
"epoch": 7.285714285714286,
|
|
"grad_norm": 0.12085258195724963,
|
|
"learning_rate": 1.9917886925216234e-06,
|
|
"loss": 0.0045,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0045486027374863625,
|
|
"step": 2295,
|
|
"valid_targets_mean": 3183.5,
|
|
"valid_targets_min": 702
|
|
},
|
|
{
|
|
"epoch": 7.301587301587301,
|
|
"grad_norm": 0.10039022352128651,
|
|
"learning_rate": 1.9051892303661834e-06,
|
|
"loss": 0.0053,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.004291100427508354,
|
|
"step": 2300,
|
|
"valid_targets_mean": 3600.1,
|
|
"valid_targets_min": 1324
|
|
},
|
|
{
|
|
"epoch": 7.317460317460317,
|
|
"grad_norm": 0.12218249251554697,
|
|
"learning_rate": 1.8204778807900003e-06,
|
|
"loss": 0.0047,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.005083533935248852,
|
|
"step": 2305,
|
|
"valid_targets_mean": 3657.6,
|
|
"valid_targets_min": 1242
|
|
},
|
|
{
|
|
"epoch": 7.333333333333333,
|
|
"grad_norm": 0.10958599619723258,
|
|
"learning_rate": 1.7376579694026896e-06,
|
|
"loss": 0.0049,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.004395646043121815,
|
|
"step": 2310,
|
|
"valid_targets_mean": 2992.5,
|
|
"valid_targets_min": 676
|
|
},
|
|
{
|
|
"epoch": 7.349206349206349,
|
|
"grad_norm": 0.11998147910250385,
|
|
"learning_rate": 1.6567327475595195e-06,
|
|
"loss": 0.0046,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.00454556941986084,
|
|
"step": 2315,
|
|
"valid_targets_mean": 3329.6,
|
|
"valid_targets_min": 318
|
|
},
|
|
{
|
|
"epoch": 7.365079365079365,
|
|
"grad_norm": 0.13220362888562553,
|
|
"learning_rate": 1.577705392233797e-06,
|
|
"loss": 0.005,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.005032036453485489,
|
|
"step": 2320,
|
|
"valid_targets_mean": 3215.4,
|
|
"valid_targets_min": 1121
|
|
},
|
|
{
|
|
"epoch": 7.380952380952381,
|
|
"grad_norm": 0.10580151354074074,
|
|
"learning_rate": 1.5005790058920943e-06,
|
|
"loss": 0.005,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.00551568390801549,
|
|
"step": 2325,
|
|
"valid_targets_mean": 4641.6,
|
|
"valid_targets_min": 879
|
|
},
|
|
{
|
|
"epoch": 7.396825396825397,
|
|
"grad_norm": 0.11928758266665618,
|
|
"learning_rate": 1.4253566163725252e-06,
|
|
"loss": 0.0048,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.005063705146312714,
|
|
"step": 2330,
|
|
"valid_targets_mean": 3024.2,
|
|
"valid_targets_min": 654
|
|
},
|
|
{
|
|
"epoch": 7.412698412698413,
|
|
"grad_norm": 0.12921524618139682,
|
|
"learning_rate": 1.3520411767658059e-06,
|
|
"loss": 0.0049,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.005293884314596653,
|
|
"step": 2335,
|
|
"valid_targets_mean": 3078.6,
|
|
"valid_targets_min": 886
|
|
},
|
|
{
|
|
"epoch": 7.428571428571429,
|
|
"grad_norm": 0.11765595069380638,
|
|
"learning_rate": 1.2806355652993762e-06,
|
|
"loss": 0.0047,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0043135518208146095,
|
|
"step": 2340,
|
|
"valid_targets_mean": 3240.3,
|
|
"valid_targets_min": 905
|
|
},
|
|
{
|
|
"epoch": 7.444444444444445,
|
|
"grad_norm": 0.14268732952024096,
|
|
"learning_rate": 1.2111425852243785e-06,
|
|
"loss": 0.0051,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.005359090864658356,
|
|
"step": 2345,
|
|
"valid_targets_mean": 2711.0,
|
|
"valid_targets_min": 900
|
|
},
|
|
{
|
|
"epoch": 7.4603174603174605,
|
|
"grad_norm": 0.11255760360881431,
|
|
"learning_rate": 1.143564964705618e-06,
|
|
"loss": 0.0049,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.005487900227308273,
|
|
"step": 2350,
|
|
"valid_targets_mean": 3677.5,
|
|
"valid_targets_min": 446
|
|
},
|
|
{
|
|
"epoch": 7.476190476190476,
|
|
"grad_norm": 0.12881208811316566,
|
|
"learning_rate": 1.0779053567144427e-06,
|
|
"loss": 0.005,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.00521219614893198,
|
|
"step": 2355,
|
|
"valid_targets_mean": 3273.8,
|
|
"valid_targets_min": 1278
|
|
},
|
|
{
|
|
"epoch": 7.492063492063492,
|
|
"grad_norm": 0.10843979278626246,
|
|
"learning_rate": 1.014166338924627e-06,
|
|
"loss": 0.0046,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.004336035810410976,
|
|
"step": 2360,
|
|
"valid_targets_mean": 3976.3,
|
|
"valid_targets_min": 1259
|
|
},
|
|
{
|
|
"epoch": 7.507936507936508,
|
|
"grad_norm": 0.11503295790694797,
|
|
"learning_rate": 9.523504136111306e-07,
|
|
"loss": 0.0047,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.004730178043246269,
|
|
"step": 2365,
|
|
"valid_targets_mean": 3674.6,
|
|
"valid_targets_min": 791
|
|
},
|
|
{
|
|
"epoch": 7.523809523809524,
|
|
"grad_norm": 0.11155461084205073,
|
|
"learning_rate": 8.92460007551904e-07,
|
|
"loss": 0.0043,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.004000429529696703,
|
|
"step": 2370,
|
|
"valid_targets_mean": 3718.4,
|
|
"valid_targets_min": 1046
|
|
},
|
|
{
|
|
"epoch": 7.5396825396825395,
|
|
"grad_norm": 0.11157625198691828,
|
|
"learning_rate": 8.344974719326104e-07,
|
|
"loss": 0.0049,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.004754913039505482,
|
|
"step": 2375,
|
|
"valid_targets_mean": 3638.6,
|
|
"valid_targets_min": 1131
|
|
},
|
|
{
|
|
"epoch": 7.555555555555555,
|
|
"grad_norm": 0.12422499624429512,
|
|
"learning_rate": 7.784650822542871e-07,
|
|
"loss": 0.0048,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0053131962195038795,
|
|
"step": 2380,
|
|
"valid_targets_mean": 3119.1,
|
|
"valid_targets_min": 835
|
|
},
|
|
{
|
|
"epoch": 7.571428571428571,
|
|
"grad_norm": 0.11431681627624184,
|
|
"learning_rate": 7.243650382440736e-07,
|
|
"loss": 0.0054,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.005361621268093586,
|
|
"step": 2385,
|
|
"valid_targets_mean": 3909.5,
|
|
"valid_targets_min": 741
|
|
},
|
|
{
|
|
"epoch": 7.587301587301587,
|
|
"grad_norm": 0.11004296496426871,
|
|
"learning_rate": 6.721994637687967e-07,
|
|
"loss": 0.0047,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.004509164020419121,
|
|
"step": 2390,
|
|
"valid_targets_mean": 3389.0,
|
|
"valid_targets_min": 984
|
|
},
|
|
{
|
|
"epoch": 7.603174603174603,
|
|
"grad_norm": 0.11863839089336183,
|
|
"learning_rate": 6.219704067516374e-07,
|
|
"loss": 0.0048,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.004457586910575628,
|
|
"step": 2395,
|
|
"valid_targets_mean": 3174.5,
|
|
"valid_targets_min": 655
|
|
},
|
|
{
|
|
"epoch": 7.619047619047619,
|
|
"grad_norm": 0.10878395533070197,
|
|
"learning_rate": 5.736798390916898e-07,
|
|
"loss": 0.0045,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.005195206962525845,
|
|
"step": 2400,
|
|
"valid_targets_mean": 2997.7,
|
|
"valid_targets_min": 331
|
|
},
|
|
{
|
|
"epoch": 7.634920634920634,
|
|
"grad_norm": 0.10609110020177216,
|
|
"learning_rate": 5.273296565865948e-07,
|
|
"loss": 0.0051,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.004106806591153145,
|
|
"step": 2405,
|
|
"valid_targets_mean": 3824.8,
|
|
"valid_targets_min": 586
|
|
},
|
|
{
|
|
"epoch": 7.650793650793651,
|
|
"grad_norm": 0.1089309599479779,
|
|
"learning_rate": 4.829216788580726e-07,
|
|
"loss": 0.005,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.004249934572726488,
|
|
"step": 2410,
|
|
"valid_targets_mean": 3445.7,
|
|
"valid_targets_min": 723
|
|
},
|
|
{
|
|
"epoch": 7.666666666666667,
|
|
"grad_norm": 0.10831204625157581,
|
|
"learning_rate": 4.404576492805179e-07,
|
|
"loss": 0.0049,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.005328735336661339,
|
|
"step": 2415,
|
|
"valid_targets_mean": 3627.3,
|
|
"valid_targets_min": 1129
|
|
},
|
|
{
|
|
"epoch": 7.682539682539683,
|
|
"grad_norm": 0.09343002059771495,
|
|
"learning_rate": 3.999392349125386e-07,
|
|
"loss": 0.0047,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.004198350943624973,
|
|
"step": 2420,
|
|
"valid_targets_mean": 4037.8,
|
|
"valid_targets_min": 802
|
|
},
|
|
{
|
|
"epoch": 7.698412698412699,
|
|
"grad_norm": 0.11986503661890716,
|
|
"learning_rate": 3.613680264315189e-07,
|
|
"loss": 0.0045,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0049739317037165165,
|
|
"step": 2425,
|
|
"valid_targets_mean": 2951.8,
|
|
"valid_targets_min": 671
|
|
},
|
|
{
|
|
"epoch": 7.714285714285714,
|
|
"grad_norm": 0.12864393943302033,
|
|
"learning_rate": 3.247455380711806e-07,
|
|
"loss": 0.0046,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.004533006809651852,
|
|
"step": 2430,
|
|
"valid_targets_mean": 3775.6,
|
|
"valid_targets_min": 965
|
|
},
|
|
{
|
|
"epoch": 7.73015873015873,
|
|
"grad_norm": 0.10330729032751995,
|
|
"learning_rate": 2.900732075621082e-07,
|
|
"loss": 0.0048,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.004784930497407913,
|
|
"step": 2435,
|
|
"valid_targets_mean": 3709.4,
|
|
"valid_targets_min": 1062
|
|
},
|
|
{
|
|
"epoch": 7.746031746031746,
|
|
"grad_norm": 0.10498794605153543,
|
|
"learning_rate": 2.5735239607534434e-07,
|
|
"loss": 0.0045,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0041520013473927975,
|
|
"step": 2440,
|
|
"valid_targets_mean": 3549.4,
|
|
"valid_targets_min": 728
|
|
},
|
|
{
|
|
"epoch": 7.761904761904762,
|
|
"grad_norm": 0.14249588185715686,
|
|
"learning_rate": 2.2658438816892112e-07,
|
|
"loss": 0.0052,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.006070821080356836,
|
|
"step": 2445,
|
|
"valid_targets_mean": 2594.3,
|
|
"valid_targets_min": 964
|
|
},
|
|
{
|
|
"epoch": 7.777777777777778,
|
|
"grad_norm": 0.11000276713367281,
|
|
"learning_rate": 1.9777039173746182e-07,
|
|
"loss": 0.0044,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.004534910432994366,
|
|
"step": 2450,
|
|
"valid_targets_mean": 3489.1,
|
|
"valid_targets_min": 993
|
|
},
|
|
{
|
|
"epoch": 7.7936507936507935,
|
|
"grad_norm": 0.11795354828909771,
|
|
"learning_rate": 1.709115379647186e-07,
|
|
"loss": 0.0044,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.004670111462473869,
|
|
"step": 2455,
|
|
"valid_targets_mean": 2994.7,
|
|
"valid_targets_min": 1170
|
|
},
|
|
{
|
|
"epoch": 7.809523809523809,
|
|
"grad_norm": 0.11938780754001632,
|
|
"learning_rate": 1.460088812792082e-07,
|
|
"loss": 0.0052,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0043688188306987286,
|
|
"step": 2460,
|
|
"valid_targets_mean": 3415.9,
|
|
"valid_targets_min": 1507
|
|
},
|
|
{
|
|
"epoch": 7.825396825396825,
|
|
"grad_norm": 0.09803097399786176,
|
|
"learning_rate": 1.2306339931279499e-07,
|
|
"loss": 0.0047,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.004104914143681526,
|
|
"step": 2465,
|
|
"valid_targets_mean": 3690.8,
|
|
"valid_targets_min": 789
|
|
},
|
|
{
|
|
"epoch": 7.841269841269841,
|
|
"grad_norm": 0.1190925478495514,
|
|
"learning_rate": 1.0207599286229941e-07,
|
|
"loss": 0.0047,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.004594314843416214,
|
|
"step": 2470,
|
|
"valid_targets_mean": 3170.5,
|
|
"valid_targets_min": 974
|
|
},
|
|
{
|
|
"epoch": 7.857142857142857,
|
|
"grad_norm": 0.11013026165583094,
|
|
"learning_rate": 8.304748585417078e-08,
|
|
"loss": 0.0047,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.004138472955673933,
|
|
"step": 2475,
|
|
"valid_targets_mean": 3476.1,
|
|
"valid_targets_min": 897
|
|
},
|
|
{
|
|
"epoch": 7.8730158730158735,
|
|
"grad_norm": 0.13041391832556282,
|
|
"learning_rate": 6.597862531210197e-08,
|
|
"loss": 0.0047,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.004992269910871983,
|
|
"step": 2480,
|
|
"valid_targets_mean": 3190.1,
|
|
"valid_targets_min": 810
|
|
},
|
|
{
|
|
"epoch": 7.888888888888889,
|
|
"grad_norm": 0.17400697758449113,
|
|
"learning_rate": 5.0870081327725194e-08,
|
|
"loss": 0.0046,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.005131562706083059,
|
|
"step": 2485,
|
|
"valid_targets_mean": 2452.6,
|
|
"valid_targets_min": 705
|
|
},
|
|
{
|
|
"epoch": 7.904761904761905,
|
|
"grad_norm": 0.1270973871093473,
|
|
"learning_rate": 3.7722447034305164e-08,
|
|
"loss": 0.0047,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.004991158843040466,
|
|
"step": 2490,
|
|
"valid_targets_mean": 2931.3,
|
|
"valid_targets_min": 735
|
|
},
|
|
{
|
|
"epoch": 7.920634920634921,
|
|
"grad_norm": 0.15159667114358516,
|
|
"learning_rate": 2.653623858344667e-08,
|
|
"loss": 0.0053,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.00546233681961894,
|
|
"step": 2495,
|
|
"valid_targets_mean": 2654.0,
|
|
"valid_targets_min": 622
|
|
},
|
|
{
|
|
"epoch": 7.936507936507937,
|
|
"grad_norm": 0.11113963222959865,
|
|
"learning_rate": 1.731189512482745e-08,
|
|
"loss": 0.0049,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.004757697228342295,
|
|
"step": 2500,
|
|
"valid_targets_mean": 3359.4,
|
|
"valid_targets_min": 373
|
|
},
|
|
{
|
|
"epoch": 7.9523809523809526,
|
|
"grad_norm": 0.11728609394092665,
|
|
"learning_rate": 1.0049778788967513e-08,
|
|
"loss": 0.0047,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.005282067693769932,
|
|
"step": 2505,
|
|
"valid_targets_mean": 3915.2,
|
|
"valid_targets_min": 1487
|
|
},
|
|
{
|
|
"epoch": 7.968253968253968,
|
|
"grad_norm": 0.11591915545705475,
|
|
"learning_rate": 4.750174673018304e-09,
|
|
"loss": 0.0054,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.0053293961100280285,
|
|
"step": 2510,
|
|
"valid_targets_mean": 3678.9,
|
|
"valid_targets_min": 1378
|
|
},
|
|
{
|
|
"epoch": 7.984126984126984,
|
|
"grad_norm": 0.1296960881375092,
|
|
"learning_rate": 1.4132908295549919e-09,
|
|
"loss": 0.0049,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.00557930301874876,
|
|
"step": 2515,
|
|
"valid_targets_mean": 3071.5,
|
|
"valid_targets_min": 798
|
|
},
|
|
{
|
|
"epoch": 8.0,
|
|
"grad_norm": 0.10517511047841067,
|
|
"learning_rate": 3.925825840522812e-11,
|
|
"loss": 0.0046,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.004353777505457401,
|
|
"step": 2520,
|
|
"valid_targets_mean": 3003.7,
|
|
"valid_targets_min": 671
|
|
},
|
|
{
|
|
"epoch": 8.0,
|
|
"loss_nan_ranks": 0,
|
|
"loss_rank_avg": 0.004353777505457401,
|
|
"step": 2520,
|
|
"total_flos": 1257015450664960.0,
|
|
"train_loss": 0.07835676025835768,
|
|
"train_runtime": 38657.4963,
|
|
"train_samples_per_second": 2.085,
|
|
"train_steps_per_second": 0.065,
|
|
"valid_targets_mean": 3003.7,
|
|
"valid_targets_min": 671
|
|
}
|
|
],
|
|
"logging_steps": 5,
|
|
"max_steps": 2520,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 8,
|
|
"save_steps": 100,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 1257015450664960.0,
|
|
"train_batch_size": 1,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|