5873 lines
142 KiB
JSON
5873 lines
142 KiB
JSON
|
{
|
||
|
|
"best_global_step": null,
|
||
|
|
"best_metric": null,
|
||
|
|
"best_model_checkpoint": null,
|
||
|
|
"epoch": 3.0,
|
||
|
|
"eval_steps": 500,
|
||
|
|
"global_step": 834,
|
||
|
|
"is_hyper_param_search": false,
|
||
|
|
"is_local_process_zero": true,
|
||
|
|
"is_world_process_zero": true,
|
||
|
|
"log_history": [
|
||
|
|
{
|
||
|
|
"epoch": 0.0036019810895992796,
|
||
|
|
"grad_norm": 8.959743121022326,
|
||
|
|
"learning_rate": 0.0,
|
||
|
|
"loss": 1.8318,
|
||
|
|
"step": 1
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.007203962179198559,
|
||
|
|
"grad_norm": 8.599514774705224,
|
||
|
|
"learning_rate": 1.1904761904761906e-07,
|
||
|
|
"loss": 1.8629,
|
||
|
|
"step": 2
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.010805943268797838,
|
||
|
|
"grad_norm": 8.27099405489232,
|
||
|
|
"learning_rate": 2.3809523809523811e-07,
|
||
|
|
"loss": 1.8047,
|
||
|
|
"step": 3
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.014407924358397118,
|
||
|
|
"grad_norm": 8.807297661164533,
|
||
|
|
"learning_rate": 3.5714285714285716e-07,
|
||
|
|
"loss": 1.838,
|
||
|
|
"step": 4
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.018009905447996397,
|
||
|
|
"grad_norm": 9.118038313686268,
|
||
|
|
"learning_rate": 4.7619047619047623e-07,
|
||
|
|
"loss": 1.8445,
|
||
|
|
"step": 5
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.021611886537595677,
|
||
|
|
"grad_norm": 9.342871560722859,
|
||
|
|
"learning_rate": 5.952380952380953e-07,
|
||
|
|
"loss": 1.8716,
|
||
|
|
"step": 6
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.025213867627194957,
|
||
|
|
"grad_norm": 8.104634918034305,
|
||
|
|
"learning_rate": 7.142857142857143e-07,
|
||
|
|
"loss": 1.7625,
|
||
|
|
"step": 7
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.028815848716794237,
|
||
|
|
"grad_norm": 8.497419415075033,
|
||
|
|
"learning_rate": 8.333333333333333e-07,
|
||
|
|
"loss": 1.8662,
|
||
|
|
"step": 8
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03241782980639352,
|
||
|
|
"grad_norm": 8.997271493582199,
|
||
|
|
"learning_rate": 9.523809523809525e-07,
|
||
|
|
"loss": 1.8798,
|
||
|
|
"step": 9
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03601981089599279,
|
||
|
|
"grad_norm": 7.186846943308143,
|
||
|
|
"learning_rate": 1.0714285714285714e-06,
|
||
|
|
"loss": 1.7647,
|
||
|
|
"step": 10
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03962179198559208,
|
||
|
|
"grad_norm": 7.023004901959916,
|
||
|
|
"learning_rate": 1.1904761904761906e-06,
|
||
|
|
"loss": 1.8083,
|
||
|
|
"step": 11
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04322377307519135,
|
||
|
|
"grad_norm": 7.3197143781084195,
|
||
|
|
"learning_rate": 1.3095238095238096e-06,
|
||
|
|
"loss": 1.8125,
|
||
|
|
"step": 12
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04682575416479064,
|
||
|
|
"grad_norm": 5.742362390459089,
|
||
|
|
"learning_rate": 1.4285714285714286e-06,
|
||
|
|
"loss": 1.7355,
|
||
|
|
"step": 13
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05042773525438991,
|
||
|
|
"grad_norm": 5.054071547886992,
|
||
|
|
"learning_rate": 1.5476190476190479e-06,
|
||
|
|
"loss": 1.7257,
|
||
|
|
"step": 14
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0540297163439892,
|
||
|
|
"grad_norm": 5.035497816412668,
|
||
|
|
"learning_rate": 1.6666666666666667e-06,
|
||
|
|
"loss": 1.744,
|
||
|
|
"step": 15
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05763169743358847,
|
||
|
|
"grad_norm": 4.701882228340393,
|
||
|
|
"learning_rate": 1.7857142857142859e-06,
|
||
|
|
"loss": 1.6886,
|
||
|
|
"step": 16
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06123367852318776,
|
||
|
|
"grad_norm": 4.331238204850519,
|
||
|
|
"learning_rate": 1.904761904761905e-06,
|
||
|
|
"loss": 1.6805,
|
||
|
|
"step": 17
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06483565961278703,
|
||
|
|
"grad_norm": 2.767544145879741,
|
||
|
|
"learning_rate": 2.023809523809524e-06,
|
||
|
|
"loss": 1.6131,
|
||
|
|
"step": 18
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06843764070238631,
|
||
|
|
"grad_norm": 2.6868680980231345,
|
||
|
|
"learning_rate": 2.1428571428571427e-06,
|
||
|
|
"loss": 1.5981,
|
||
|
|
"step": 19
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07203962179198559,
|
||
|
|
"grad_norm": 2.4108574787799673,
|
||
|
|
"learning_rate": 2.261904761904762e-06,
|
||
|
|
"loss": 1.5926,
|
||
|
|
"step": 20
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07564160288158488,
|
||
|
|
"grad_norm": 2.4672291267909237,
|
||
|
|
"learning_rate": 2.380952380952381e-06,
|
||
|
|
"loss": 1.5968,
|
||
|
|
"step": 21
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07924358397118415,
|
||
|
|
"grad_norm": 2.1181123521738914,
|
||
|
|
"learning_rate": 2.5e-06,
|
||
|
|
"loss": 1.5456,
|
||
|
|
"step": 22
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08284556506078343,
|
||
|
|
"grad_norm": 2.3108498703640565,
|
||
|
|
"learning_rate": 2.6190476190476192e-06,
|
||
|
|
"loss": 1.5908,
|
||
|
|
"step": 23
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0864475461503827,
|
||
|
|
"grad_norm": 1.593382451878654,
|
||
|
|
"learning_rate": 2.7380952380952387e-06,
|
||
|
|
"loss": 1.5203,
|
||
|
|
"step": 24
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.090049527239982,
|
||
|
|
"grad_norm": 1.8594286026551032,
|
||
|
|
"learning_rate": 2.8571428571428573e-06,
|
||
|
|
"loss": 1.4988,
|
||
|
|
"step": 25
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09365150832958127,
|
||
|
|
"grad_norm": 1.812932314030098,
|
||
|
|
"learning_rate": 2.9761904761904763e-06,
|
||
|
|
"loss": 1.5038,
|
||
|
|
"step": 26
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09725348941918055,
|
||
|
|
"grad_norm": 1.6854819502367606,
|
||
|
|
"learning_rate": 3.0952380952380957e-06,
|
||
|
|
"loss": 1.5037,
|
||
|
|
"step": 27
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10085547050877983,
|
||
|
|
"grad_norm": 1.4363843088807504,
|
||
|
|
"learning_rate": 3.2142857142857147e-06,
|
||
|
|
"loss": 1.4492,
|
||
|
|
"step": 28
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1044574515983791,
|
||
|
|
"grad_norm": 1.2720392687132038,
|
||
|
|
"learning_rate": 3.3333333333333333e-06,
|
||
|
|
"loss": 1.4398,
|
||
|
|
"step": 29
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1080594326879784,
|
||
|
|
"grad_norm": 1.151633877445218,
|
||
|
|
"learning_rate": 3.4523809523809528e-06,
|
||
|
|
"loss": 1.427,
|
||
|
|
"step": 30
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11166141377757767,
|
||
|
|
"grad_norm": 0.9908597997660091,
|
||
|
|
"learning_rate": 3.5714285714285718e-06,
|
||
|
|
"loss": 1.4175,
|
||
|
|
"step": 31
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11526339486717695,
|
||
|
|
"grad_norm": 0.8183196011685436,
|
||
|
|
"learning_rate": 3.690476190476191e-06,
|
||
|
|
"loss": 1.3983,
|
||
|
|
"step": 32
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11886537595677622,
|
||
|
|
"grad_norm": 0.8635221903260426,
|
||
|
|
"learning_rate": 3.80952380952381e-06,
|
||
|
|
"loss": 1.4133,
|
||
|
|
"step": 33
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12246735704637551,
|
||
|
|
"grad_norm": 0.8674489391428222,
|
||
|
|
"learning_rate": 3.928571428571429e-06,
|
||
|
|
"loss": 1.3498,
|
||
|
|
"step": 34
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1260693381359748,
|
||
|
|
"grad_norm": 0.9238078524289024,
|
||
|
|
"learning_rate": 4.047619047619048e-06,
|
||
|
|
"loss": 1.3676,
|
||
|
|
"step": 35
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12967131922557407,
|
||
|
|
"grad_norm": 0.8890230038452177,
|
||
|
|
"learning_rate": 4.166666666666667e-06,
|
||
|
|
"loss": 1.3671,
|
||
|
|
"step": 36
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13327330031517334,
|
||
|
|
"grad_norm": 0.7855135929116516,
|
||
|
|
"learning_rate": 4.2857142857142855e-06,
|
||
|
|
"loss": 1.3752,
|
||
|
|
"step": 37
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13687528140477262,
|
||
|
|
"grad_norm": 0.7376255448971343,
|
||
|
|
"learning_rate": 4.404761904761905e-06,
|
||
|
|
"loss": 1.3343,
|
||
|
|
"step": 38
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1404772624943719,
|
||
|
|
"grad_norm": 0.594654333690764,
|
||
|
|
"learning_rate": 4.523809523809524e-06,
|
||
|
|
"loss": 1.3251,
|
||
|
|
"step": 39
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14407924358397117,
|
||
|
|
"grad_norm": 0.5613128279020647,
|
||
|
|
"learning_rate": 4.642857142857144e-06,
|
||
|
|
"loss": 1.3126,
|
||
|
|
"step": 40
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14768122467357048,
|
||
|
|
"grad_norm": 0.560019251447276,
|
||
|
|
"learning_rate": 4.761904761904762e-06,
|
||
|
|
"loss": 1.3397,
|
||
|
|
"step": 41
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15128320576316975,
|
||
|
|
"grad_norm": 0.5314471256259126,
|
||
|
|
"learning_rate": 4.880952380952381e-06,
|
||
|
|
"loss": 1.2782,
|
||
|
|
"step": 42
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15488518685276903,
|
||
|
|
"grad_norm": 0.5332998102282385,
|
||
|
|
"learning_rate": 5e-06,
|
||
|
|
"loss": 1.3021,
|
||
|
|
"step": 43
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1584871679423683,
|
||
|
|
"grad_norm": 0.5282474767077582,
|
||
|
|
"learning_rate": 5.119047619047619e-06,
|
||
|
|
"loss": 1.2855,
|
||
|
|
"step": 44
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16208914903196758,
|
||
|
|
"grad_norm": 0.5050735166019568,
|
||
|
|
"learning_rate": 5.2380952380952384e-06,
|
||
|
|
"loss": 1.2798,
|
||
|
|
"step": 45
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16569113012156686,
|
||
|
|
"grad_norm": 0.5264954959532085,
|
||
|
|
"learning_rate": 5.357142857142857e-06,
|
||
|
|
"loss": 1.2685,
|
||
|
|
"step": 46
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16929311121116614,
|
||
|
|
"grad_norm": 0.49891809978749935,
|
||
|
|
"learning_rate": 5.476190476190477e-06,
|
||
|
|
"loss": 1.3067,
|
||
|
|
"step": 47
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1728950923007654,
|
||
|
|
"grad_norm": 0.43713019827527205,
|
||
|
|
"learning_rate": 5.595238095238096e-06,
|
||
|
|
"loss": 1.2912,
|
||
|
|
"step": 48
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1764970733903647,
|
||
|
|
"grad_norm": 0.42268295993435495,
|
||
|
|
"learning_rate": 5.7142857142857145e-06,
|
||
|
|
"loss": 1.2677,
|
||
|
|
"step": 49
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.180099054479964,
|
||
|
|
"grad_norm": 0.42192747607841885,
|
||
|
|
"learning_rate": 5.833333333333334e-06,
|
||
|
|
"loss": 1.2945,
|
||
|
|
"step": 50
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18370103556956327,
|
||
|
|
"grad_norm": 0.37897863688600525,
|
||
|
|
"learning_rate": 5.9523809523809525e-06,
|
||
|
|
"loss": 1.2431,
|
||
|
|
"step": 51
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18730301665916255,
|
||
|
|
"grad_norm": 0.40405168811471465,
|
||
|
|
"learning_rate": 6.071428571428571e-06,
|
||
|
|
"loss": 1.2804,
|
||
|
|
"step": 52
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19090499774876182,
|
||
|
|
"grad_norm": 0.3934601575838702,
|
||
|
|
"learning_rate": 6.1904761904761914e-06,
|
||
|
|
"loss": 1.2597,
|
||
|
|
"step": 53
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1945069788383611,
|
||
|
|
"grad_norm": 0.41031465320208005,
|
||
|
|
"learning_rate": 6.30952380952381e-06,
|
||
|
|
"loss": 1.2451,
|
||
|
|
"step": 54
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19810895992796038,
|
||
|
|
"grad_norm": 0.3681773008428082,
|
||
|
|
"learning_rate": 6.4285714285714295e-06,
|
||
|
|
"loss": 1.26,
|
||
|
|
"step": 55
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20171094101755965,
|
||
|
|
"grad_norm": 0.36871798332732425,
|
||
|
|
"learning_rate": 6.547619047619048e-06,
|
||
|
|
"loss": 1.2251,
|
||
|
|
"step": 56
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20531292210715893,
|
||
|
|
"grad_norm": 0.35510983491031706,
|
||
|
|
"learning_rate": 6.666666666666667e-06,
|
||
|
|
"loss": 1.2455,
|
||
|
|
"step": 57
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2089149031967582,
|
||
|
|
"grad_norm": 0.3348595552564557,
|
||
|
|
"learning_rate": 6.785714285714287e-06,
|
||
|
|
"loss": 1.2582,
|
||
|
|
"step": 58
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2125168842863575,
|
||
|
|
"grad_norm": 0.33479239236035946,
|
||
|
|
"learning_rate": 6.9047619047619055e-06,
|
||
|
|
"loss": 1.229,
|
||
|
|
"step": 59
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2161188653759568,
|
||
|
|
"grad_norm": 0.35235529909722807,
|
||
|
|
"learning_rate": 7.023809523809524e-06,
|
||
|
|
"loss": 1.194,
|
||
|
|
"step": 60
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21972084646555606,
|
||
|
|
"grad_norm": 0.3612868104143937,
|
||
|
|
"learning_rate": 7.1428571428571436e-06,
|
||
|
|
"loss": 1.216,
|
||
|
|
"step": 61
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22332282755515534,
|
||
|
|
"grad_norm": 0.33124367306424535,
|
||
|
|
"learning_rate": 7.261904761904762e-06,
|
||
|
|
"loss": 1.2322,
|
||
|
|
"step": 62
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22692480864475462,
|
||
|
|
"grad_norm": 0.31005107875726384,
|
||
|
|
"learning_rate": 7.380952380952382e-06,
|
||
|
|
"loss": 1.1965,
|
||
|
|
"step": 63
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2305267897343539,
|
||
|
|
"grad_norm": 0.35704168784229545,
|
||
|
|
"learning_rate": 7.500000000000001e-06,
|
||
|
|
"loss": 1.2472,
|
||
|
|
"step": 64
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23412877082395317,
|
||
|
|
"grad_norm": 0.3009141198350835,
|
||
|
|
"learning_rate": 7.61904761904762e-06,
|
||
|
|
"loss": 1.2042,
|
||
|
|
"step": 65
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23773075191355245,
|
||
|
|
"grad_norm": 0.3361466848573483,
|
||
|
|
"learning_rate": 7.738095238095238e-06,
|
||
|
|
"loss": 1.1972,
|
||
|
|
"step": 66
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24133273300315172,
|
||
|
|
"grad_norm": 0.32300651355695426,
|
||
|
|
"learning_rate": 7.857142857142858e-06,
|
||
|
|
"loss": 1.1821,
|
||
|
|
"step": 67
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24493471409275103,
|
||
|
|
"grad_norm": 0.34432276589140803,
|
||
|
|
"learning_rate": 7.976190476190477e-06,
|
||
|
|
"loss": 1.2158,
|
||
|
|
"step": 68
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2485366951823503,
|
||
|
|
"grad_norm": 0.32159883103552483,
|
||
|
|
"learning_rate": 8.095238095238097e-06,
|
||
|
|
"loss": 1.2273,
|
||
|
|
"step": 69
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2521386762719496,
|
||
|
|
"grad_norm": 0.3132280942086526,
|
||
|
|
"learning_rate": 8.214285714285714e-06,
|
||
|
|
"loss": 1.217,
|
||
|
|
"step": 70
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25574065736154883,
|
||
|
|
"grad_norm": 0.34857390044798864,
|
||
|
|
"learning_rate": 8.333333333333334e-06,
|
||
|
|
"loss": 1.1963,
|
||
|
|
"step": 71
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25934263845114813,
|
||
|
|
"grad_norm": 0.28499241440527673,
|
||
|
|
"learning_rate": 8.452380952380953e-06,
|
||
|
|
"loss": 1.1921,
|
||
|
|
"step": 72
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26294461954074744,
|
||
|
|
"grad_norm": 0.3170111251216066,
|
||
|
|
"learning_rate": 8.571428571428571e-06,
|
||
|
|
"loss": 1.1975,
|
||
|
|
"step": 73
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2665466006303467,
|
||
|
|
"grad_norm": 0.3211922078756118,
|
||
|
|
"learning_rate": 8.690476190476192e-06,
|
||
|
|
"loss": 1.1704,
|
||
|
|
"step": 74
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.270148581719946,
|
||
|
|
"grad_norm": 0.30453515336097836,
|
||
|
|
"learning_rate": 8.80952380952381e-06,
|
||
|
|
"loss": 1.2062,
|
||
|
|
"step": 75
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27375056280954524,
|
||
|
|
"grad_norm": 0.3064941559502552,
|
||
|
|
"learning_rate": 8.92857142857143e-06,
|
||
|
|
"loss": 1.1928,
|
||
|
|
"step": 76
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27735254389914454,
|
||
|
|
"grad_norm": 0.33218232714495777,
|
||
|
|
"learning_rate": 9.047619047619049e-06,
|
||
|
|
"loss": 1.205,
|
||
|
|
"step": 77
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2809545249887438,
|
||
|
|
"grad_norm": 0.29079080164563587,
|
||
|
|
"learning_rate": 9.166666666666666e-06,
|
||
|
|
"loss": 1.2031,
|
||
|
|
"step": 78
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2845565060783431,
|
||
|
|
"grad_norm": 0.31159296882004955,
|
||
|
|
"learning_rate": 9.285714285714288e-06,
|
||
|
|
"loss": 1.212,
|
||
|
|
"step": 79
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28815848716794235,
|
||
|
|
"grad_norm": 0.2950167931965713,
|
||
|
|
"learning_rate": 9.404761904761905e-06,
|
||
|
|
"loss": 1.21,
|
||
|
|
"step": 80
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29176046825754165,
|
||
|
|
"grad_norm": 0.3168487800792039,
|
||
|
|
"learning_rate": 9.523809523809525e-06,
|
||
|
|
"loss": 1.1467,
|
||
|
|
"step": 81
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29536244934714095,
|
||
|
|
"grad_norm": 0.31180168015480736,
|
||
|
|
"learning_rate": 9.642857142857144e-06,
|
||
|
|
"loss": 1.1904,
|
||
|
|
"step": 82
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2989644304367402,
|
||
|
|
"grad_norm": 0.31394964544202014,
|
||
|
|
"learning_rate": 9.761904761904762e-06,
|
||
|
|
"loss": 1.1742,
|
||
|
|
"step": 83
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3025664115263395,
|
||
|
|
"grad_norm": 0.28380748068760736,
|
||
|
|
"learning_rate": 9.880952380952381e-06,
|
||
|
|
"loss": 1.2007,
|
||
|
|
"step": 84
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30616839261593876,
|
||
|
|
"grad_norm": 0.3122970930157758,
|
||
|
|
"learning_rate": 1e-05,
|
||
|
|
"loss": 1.1607,
|
||
|
|
"step": 85
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30977037370553806,
|
||
|
|
"grad_norm": 0.30341382381199433,
|
||
|
|
"learning_rate": 9.999956135155688e-06,
|
||
|
|
"loss": 1.1943,
|
||
|
|
"step": 86
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3133723547951373,
|
||
|
|
"grad_norm": 0.29699266871397906,
|
||
|
|
"learning_rate": 9.999824541392404e-06,
|
||
|
|
"loss": 1.156,
|
||
|
|
"step": 87
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3169743358847366,
|
||
|
|
"grad_norm": 0.3370219209966227,
|
||
|
|
"learning_rate": 9.999605221019082e-06,
|
||
|
|
"loss": 1.166,
|
||
|
|
"step": 88
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32057631697433586,
|
||
|
|
"grad_norm": 0.30301135573648547,
|
||
|
|
"learning_rate": 9.999298177883902e-06,
|
||
|
|
"loss": 1.186,
|
||
|
|
"step": 89
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32417829806393517,
|
||
|
|
"grad_norm": 0.30025420893856164,
|
||
|
|
"learning_rate": 9.998903417374228e-06,
|
||
|
|
"loss": 1.1832,
|
||
|
|
"step": 90
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32778027915353447,
|
||
|
|
"grad_norm": 0.3211722926193115,
|
||
|
|
"learning_rate": 9.9984209464165e-06,
|
||
|
|
"loss": 1.1309,
|
||
|
|
"step": 91
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3313822602431337,
|
||
|
|
"grad_norm": 0.34378918525170493,
|
||
|
|
"learning_rate": 9.997850773476126e-06,
|
||
|
|
"loss": 1.1822,
|
||
|
|
"step": 92
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.334984241332733,
|
||
|
|
"grad_norm": 0.3202545861207382,
|
||
|
|
"learning_rate": 9.997192908557322e-06,
|
||
|
|
"loss": 1.1644,
|
||
|
|
"step": 93
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3385862224223323,
|
||
|
|
"grad_norm": 0.3192066377734346,
|
||
|
|
"learning_rate": 9.996447363202947e-06,
|
||
|
|
"loss": 1.1827,
|
||
|
|
"step": 94
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3421882035119316,
|
||
|
|
"grad_norm": 0.32504247647618456,
|
||
|
|
"learning_rate": 9.995614150494293e-06,
|
||
|
|
"loss": 1.16,
|
||
|
|
"step": 95
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3457901846015308,
|
||
|
|
"grad_norm": 0.37075579456497426,
|
||
|
|
"learning_rate": 9.994693285050858e-06,
|
||
|
|
"loss": 1.1813,
|
||
|
|
"step": 96
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34939216569113013,
|
||
|
|
"grad_norm": 0.3604600871283949,
|
||
|
|
"learning_rate": 9.99368478303009e-06,
|
||
|
|
"loss": 1.1535,
|
||
|
|
"step": 97
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3529941467807294,
|
||
|
|
"grad_norm": 0.3272940747117161,
|
||
|
|
"learning_rate": 9.9925886621271e-06,
|
||
|
|
"loss": 1.1636,
|
||
|
|
"step": 98
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3565961278703287,
|
||
|
|
"grad_norm": 0.3449509830414838,
|
||
|
|
"learning_rate": 9.99140494157436e-06,
|
||
|
|
"loss": 1.1575,
|
||
|
|
"step": 99
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.360198108959928,
|
||
|
|
"grad_norm": 0.35962181776653873,
|
||
|
|
"learning_rate": 9.990133642141359e-06,
|
||
|
|
"loss": 1.1756,
|
||
|
|
"step": 100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36380009004952724,
|
||
|
|
"grad_norm": 0.3255881417609746,
|
||
|
|
"learning_rate": 9.988774786134235e-06,
|
||
|
|
"loss": 1.1751,
|
||
|
|
"step": 101
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36740207113912654,
|
||
|
|
"grad_norm": 0.3466801749265495,
|
||
|
|
"learning_rate": 9.987328397395389e-06,
|
||
|
|
"loss": 1.148,
|
||
|
|
"step": 102
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3710040522287258,
|
||
|
|
"grad_norm": 0.3781154633191771,
|
||
|
|
"learning_rate": 9.98579450130307e-06,
|
||
|
|
"loss": 1.1672,
|
||
|
|
"step": 103
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3746060333183251,
|
||
|
|
"grad_norm": 0.3177289518646908,
|
||
|
|
"learning_rate": 9.984173124770924e-06,
|
||
|
|
"loss": 1.1767,
|
||
|
|
"step": 104
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37820801440792434,
|
||
|
|
"grad_norm": 0.3287531127302142,
|
||
|
|
"learning_rate": 9.982464296247523e-06,
|
||
|
|
"loss": 1.1729,
|
||
|
|
"step": 105
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38180999549752365,
|
||
|
|
"grad_norm": 0.35236574446805197,
|
||
|
|
"learning_rate": 9.980668045715864e-06,
|
||
|
|
"loss": 1.162,
|
||
|
|
"step": 106
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3854119765871229,
|
||
|
|
"grad_norm": 0.32366666300178654,
|
||
|
|
"learning_rate": 9.978784404692847e-06,
|
||
|
|
"loss": 1.1541,
|
||
|
|
"step": 107
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3890139576767222,
|
||
|
|
"grad_norm": 0.3441412737476968,
|
||
|
|
"learning_rate": 9.97681340622872e-06,
|
||
|
|
"loss": 1.1483,
|
||
|
|
"step": 108
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3926159387663215,
|
||
|
|
"grad_norm": 0.3368352565729486,
|
||
|
|
"learning_rate": 9.974755084906503e-06,
|
||
|
|
"loss": 1.1587,
|
||
|
|
"step": 109
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39621791985592075,
|
||
|
|
"grad_norm": 0.3146485277926942,
|
||
|
|
"learning_rate": 9.972609476841368e-06,
|
||
|
|
"loss": 1.1603,
|
||
|
|
"step": 110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39981990094552006,
|
||
|
|
"grad_norm": 0.34336750676307926,
|
||
|
|
"learning_rate": 9.970376619680024e-06,
|
||
|
|
"loss": 1.1793,
|
||
|
|
"step": 111
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4034218820351193,
|
||
|
|
"grad_norm": 0.3079869001100948,
|
||
|
|
"learning_rate": 9.968056552600043e-06,
|
||
|
|
"loss": 1.1601,
|
||
|
|
"step": 112
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4070238631247186,
|
||
|
|
"grad_norm": 0.3194899482588308,
|
||
|
|
"learning_rate": 9.965649316309178e-06,
|
||
|
|
"loss": 1.1931,
|
||
|
|
"step": 113
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41062584421431786,
|
||
|
|
"grad_norm": 0.31236725178854713,
|
||
|
|
"learning_rate": 9.963154953044646e-06,
|
||
|
|
"loss": 1.1157,
|
||
|
|
"step": 114
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41422782530391716,
|
||
|
|
"grad_norm": 0.3641377454803935,
|
||
|
|
"learning_rate": 9.960573506572391e-06,
|
||
|
|
"loss": 1.1257,
|
||
|
|
"step": 115
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4178298063935164,
|
||
|
|
"grad_norm": 0.3367690084363564,
|
||
|
|
"learning_rate": 9.957905022186309e-06,
|
||
|
|
"loss": 1.1332,
|
||
|
|
"step": 116
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4214317874831157,
|
||
|
|
"grad_norm": 0.3282965716002517,
|
||
|
|
"learning_rate": 9.955149546707465e-06,
|
||
|
|
"loss": 1.0959,
|
||
|
|
"step": 117
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.425033768572715,
|
||
|
|
"grad_norm": 0.3764974200013322,
|
||
|
|
"learning_rate": 9.952307128483257e-06,
|
||
|
|
"loss": 1.168,
|
||
|
|
"step": 118
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42863574966231427,
|
||
|
|
"grad_norm": 0.332077880161025,
|
||
|
|
"learning_rate": 9.94937781738658e-06,
|
||
|
|
"loss": 1.1847,
|
||
|
|
"step": 119
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4322377307519136,
|
||
|
|
"grad_norm": 0.3122087138952814,
|
||
|
|
"learning_rate": 9.946361664814942e-06,
|
||
|
|
"loss": 1.1214,
|
||
|
|
"step": 120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4358397118415128,
|
||
|
|
"grad_norm": 0.321004643708737,
|
||
|
|
"learning_rate": 9.94325872368957e-06,
|
||
|
|
"loss": 1.1235,
|
||
|
|
"step": 121
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4394416929311121,
|
||
|
|
"grad_norm": 0.35397785938333604,
|
||
|
|
"learning_rate": 9.940069048454478e-06,
|
||
|
|
"loss": 1.1792,
|
||
|
|
"step": 122
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4430436740207114,
|
||
|
|
"grad_norm": 0.34751295835336804,
|
||
|
|
"learning_rate": 9.936792695075502e-06,
|
||
|
|
"loss": 1.1626,
|
||
|
|
"step": 123
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4466456551103107,
|
||
|
|
"grad_norm": 0.33334683436011303,
|
||
|
|
"learning_rate": 9.93342972103934e-06,
|
||
|
|
"loss": 1.1156,
|
||
|
|
"step": 124
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45024763619990993,
|
||
|
|
"grad_norm": 0.35572890521109984,
|
||
|
|
"learning_rate": 9.929980185352525e-06,
|
||
|
|
"loss": 1.134,
|
||
|
|
"step": 125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45384961728950923,
|
||
|
|
"grad_norm": 0.3600252106382079,
|
||
|
|
"learning_rate": 9.926444148540394e-06,
|
||
|
|
"loss": 1.1552,
|
||
|
|
"step": 126
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45745159837910854,
|
||
|
|
"grad_norm": 0.31574099694060664,
|
||
|
|
"learning_rate": 9.922821672646028e-06,
|
||
|
|
"loss": 1.1294,
|
||
|
|
"step": 127
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4610535794687078,
|
||
|
|
"grad_norm": 0.3384836348033959,
|
||
|
|
"learning_rate": 9.919112821229165e-06,
|
||
|
|
"loss": 1.1415,
|
||
|
|
"step": 128
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4646555605583071,
|
||
|
|
"grad_norm": 0.36082038793653404,
|
||
|
|
"learning_rate": 9.915317659365078e-06,
|
||
|
|
"loss": 1.1486,
|
||
|
|
"step": 129
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46825754164790634,
|
||
|
|
"grad_norm": 0.3475974165432403,
|
||
|
|
"learning_rate": 9.911436253643445e-06,
|
||
|
|
"loss": 1.1265,
|
||
|
|
"step": 130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47185952273750564,
|
||
|
|
"grad_norm": 0.3635545773479418,
|
||
|
|
"learning_rate": 9.907468672167165e-06,
|
||
|
|
"loss": 1.1549,
|
||
|
|
"step": 131
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4754615038271049,
|
||
|
|
"grad_norm": 0.347794452842081,
|
||
|
|
"learning_rate": 9.903414984551178e-06,
|
||
|
|
"loss": 1.1461,
|
||
|
|
"step": 132
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4790634849167042,
|
||
|
|
"grad_norm": 0.32822120698172536,
|
||
|
|
"learning_rate": 9.899275261921236e-06,
|
||
|
|
"loss": 1.1649,
|
||
|
|
"step": 133
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48266546600630345,
|
||
|
|
"grad_norm": 0.29837185314643394,
|
||
|
|
"learning_rate": 9.89504957691265e-06,
|
||
|
|
"loss": 1.1571,
|
||
|
|
"step": 134
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48626744709590275,
|
||
|
|
"grad_norm": 0.38306110575116503,
|
||
|
|
"learning_rate": 9.890738003669029e-06,
|
||
|
|
"loss": 1.1252,
|
||
|
|
"step": 135
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48986942818550205,
|
||
|
|
"grad_norm": 0.34086844442205383,
|
||
|
|
"learning_rate": 9.886340617840968e-06,
|
||
|
|
"loss": 1.1382,
|
||
|
|
"step": 136
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4934714092751013,
|
||
|
|
"grad_norm": 0.30015621390458924,
|
||
|
|
"learning_rate": 9.881857496584726e-06,
|
||
|
|
"loss": 1.1275,
|
||
|
|
"step": 137
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4970733903647006,
|
||
|
|
"grad_norm": 0.3614100125796906,
|
||
|
|
"learning_rate": 9.877288718560866e-06,
|
||
|
|
"loss": 1.1161,
|
||
|
|
"step": 138
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5006753714542999,
|
||
|
|
"grad_norm": 0.3267608562772437,
|
||
|
|
"learning_rate": 9.872634363932887e-06,
|
||
|
|
"loss": 1.1316,
|
||
|
|
"step": 139
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5042773525438992,
|
||
|
|
"grad_norm": 0.30874876519759176,
|
||
|
|
"learning_rate": 9.867894514365802e-06,
|
||
|
|
"loss": 1.1485,
|
||
|
|
"step": 140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5078793336334985,
|
||
|
|
"grad_norm": 0.3155720475990474,
|
||
|
|
"learning_rate": 9.863069253024719e-06,
|
||
|
|
"loss": 1.1481,
|
||
|
|
"step": 141
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5114813147230977,
|
||
|
|
"grad_norm": 0.33367944966848107,
|
||
|
|
"learning_rate": 9.85815866457337e-06,
|
||
|
|
"loss": 1.108,
|
||
|
|
"step": 142
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.515083295812697,
|
||
|
|
"grad_norm": 0.337631206990529,
|
||
|
|
"learning_rate": 9.853162835172638e-06,
|
||
|
|
"loss": 1.1292,
|
||
|
|
"step": 143
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5186852769022963,
|
||
|
|
"grad_norm": 0.353550852505754,
|
||
|
|
"learning_rate": 9.84808185247903e-06,
|
||
|
|
"loss": 1.1378,
|
||
|
|
"step": 144
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5222872579918956,
|
||
|
|
"grad_norm": 0.3545306891033168,
|
||
|
|
"learning_rate": 9.842915805643156e-06,
|
||
|
|
"loss": 1.108,
|
||
|
|
"step": 145
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5258892390814949,
|
||
|
|
"grad_norm": 0.42557248608508313,
|
||
|
|
"learning_rate": 9.83766478530815e-06,
|
||
|
|
"loss": 1.1334,
|
||
|
|
"step": 146
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5294912201710941,
|
||
|
|
"grad_norm": 0.3728030570909934,
|
||
|
|
"learning_rate": 9.832328883608088e-06,
|
||
|
|
"loss": 1.1381,
|
||
|
|
"step": 147
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5330932012606934,
|
||
|
|
"grad_norm": 0.49924286590903955,
|
||
|
|
"learning_rate": 9.82690819416637e-06,
|
||
|
|
"loss": 1.097,
|
||
|
|
"step": 148
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5366951823502927,
|
||
|
|
"grad_norm": 0.3439764618050822,
|
||
|
|
"learning_rate": 9.821402812094074e-06,
|
||
|
|
"loss": 1.1577,
|
||
|
|
"step": 149
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.540297163439892,
|
||
|
|
"grad_norm": 0.4159129574954092,
|
||
|
|
"learning_rate": 9.815812833988292e-06,
|
||
|
|
"loss": 1.132,
|
||
|
|
"step": 150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5438991445294912,
|
||
|
|
"grad_norm": 0.4129107171971605,
|
||
|
|
"learning_rate": 9.81013835793043e-06,
|
||
|
|
"loss": 1.1574,
|
||
|
|
"step": 151
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5475011256190905,
|
||
|
|
"grad_norm": 0.4296938671727486,
|
||
|
|
"learning_rate": 9.804379483484493e-06,
|
||
|
|
"loss": 1.1459,
|
||
|
|
"step": 152
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5511031067086898,
|
||
|
|
"grad_norm": 0.3766243233797345,
|
||
|
|
"learning_rate": 9.798536311695334e-06,
|
||
|
|
"loss": 1.1545,
|
||
|
|
"step": 153
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5547050877982891,
|
||
|
|
"grad_norm": 0.35435312036719,
|
||
|
|
"learning_rate": 9.79260894508688e-06,
|
||
|
|
"loss": 1.1171,
|
||
|
|
"step": 154
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5583070688878884,
|
||
|
|
"grad_norm": 0.37652608806645427,
|
||
|
|
"learning_rate": 9.786597487660336e-06,
|
||
|
|
"loss": 1.111,
|
||
|
|
"step": 155
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5619090499774876,
|
||
|
|
"grad_norm": 0.3453394867906792,
|
||
|
|
"learning_rate": 9.780502044892363e-06,
|
||
|
|
"loss": 1.1749,
|
||
|
|
"step": 156
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5655110310670869,
|
||
|
|
"grad_norm": 0.379890664116539,
|
||
|
|
"learning_rate": 9.774322723733216e-06,
|
||
|
|
"loss": 1.1481,
|
||
|
|
"step": 157
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5691130121566862,
|
||
|
|
"grad_norm": 0.39501637379719035,
|
||
|
|
"learning_rate": 9.768059632604881e-06,
|
||
|
|
"loss": 1.1061,
|
||
|
|
"step": 158
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5727149932462855,
|
||
|
|
"grad_norm": 0.3326705156892084,
|
||
|
|
"learning_rate": 9.761712881399164e-06,
|
||
|
|
"loss": 1.1412,
|
||
|
|
"step": 159
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5763169743358847,
|
||
|
|
"grad_norm": 0.3617516742176726,
|
||
|
|
"learning_rate": 9.755282581475769e-06,
|
||
|
|
"loss": 1.1789,
|
||
|
|
"step": 160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.579918955425484,
|
||
|
|
"grad_norm": 0.39263243654387053,
|
||
|
|
"learning_rate": 9.748768845660335e-06,
|
||
|
|
"loss": 1.152,
|
||
|
|
"step": 161
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5835209365150833,
|
||
|
|
"grad_norm": 0.34780105035332837,
|
||
|
|
"learning_rate": 9.742171788242468e-06,
|
||
|
|
"loss": 1.1267,
|
||
|
|
"step": 162
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5871229176046826,
|
||
|
|
"grad_norm": 0.45976305202766604,
|
||
|
|
"learning_rate": 9.735491524973723e-06,
|
||
|
|
"loss": 1.1043,
|
||
|
|
"step": 163
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5907248986942819,
|
||
|
|
"grad_norm": 0.3604888952284618,
|
||
|
|
"learning_rate": 9.728728173065584e-06,
|
||
|
|
"loss": 1.1105,
|
||
|
|
"step": 164
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5943268797838811,
|
||
|
|
"grad_norm": 0.4168296170026391,
|
||
|
|
"learning_rate": 9.721881851187406e-06,
|
||
|
|
"loss": 1.1362,
|
||
|
|
"step": 165
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5979288608734804,
|
||
|
|
"grad_norm": 0.3757592230549266,
|
||
|
|
"learning_rate": 9.714952679464324e-06,
|
||
|
|
"loss": 1.1405,
|
||
|
|
"step": 166
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6015308419630797,
|
||
|
|
"grad_norm": 0.40888701962345614,
|
||
|
|
"learning_rate": 9.707940779475151e-06,
|
||
|
|
"loss": 1.0968,
|
||
|
|
"step": 167
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.605132823052679,
|
||
|
|
"grad_norm": 0.36126726128985687,
|
||
|
|
"learning_rate": 9.700846274250252e-06,
|
||
|
|
"loss": 1.1197,
|
||
|
|
"step": 168
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6087348041422782,
|
||
|
|
"grad_norm": 0.3792632202992676,
|
||
|
|
"learning_rate": 9.693669288269371e-06,
|
||
|
|
"loss": 1.1129,
|
||
|
|
"step": 169
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6123367852318775,
|
||
|
|
"grad_norm": 0.4094377957060575,
|
||
|
|
"learning_rate": 9.68640994745946e-06,
|
||
|
|
"loss": 1.1235,
|
||
|
|
"step": 170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6159387663214768,
|
||
|
|
"grad_norm": 0.39486664256207166,
|
||
|
|
"learning_rate": 9.679068379192455e-06,
|
||
|
|
"loss": 1.1189,
|
||
|
|
"step": 171
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6195407474110761,
|
||
|
|
"grad_norm": 0.37256294824637853,
|
||
|
|
"learning_rate": 9.671644712283061e-06,
|
||
|
|
"loss": 1.0951,
|
||
|
|
"step": 172
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6231427285006754,
|
||
|
|
"grad_norm": 0.3627397815654964,
|
||
|
|
"learning_rate": 9.664139076986473e-06,
|
||
|
|
"loss": 1.1321,
|
||
|
|
"step": 173
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6267447095902746,
|
||
|
|
"grad_norm": 0.4248545009770537,
|
||
|
|
"learning_rate": 9.656551604996102e-06,
|
||
|
|
"loss": 1.1338,
|
||
|
|
"step": 174
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6303466906798739,
|
||
|
|
"grad_norm": 0.3492982058791957,
|
||
|
|
"learning_rate": 9.648882429441258e-06,
|
||
|
|
"loss": 1.1383,
|
||
|
|
"step": 175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6339486717694732,
|
||
|
|
"grad_norm": 0.37748320014327436,
|
||
|
|
"learning_rate": 9.641131684884817e-06,
|
||
|
|
"loss": 1.1316,
|
||
|
|
"step": 176
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6375506528590725,
|
||
|
|
"grad_norm": 0.35682755754679785,
|
||
|
|
"learning_rate": 9.633299507320862e-06,
|
||
|
|
"loss": 1.09,
|
||
|
|
"step": 177
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6411526339486717,
|
||
|
|
"grad_norm": 0.34106929576049877,
|
||
|
|
"learning_rate": 9.62538603417229e-06,
|
||
|
|
"loss": 1.136,
|
||
|
|
"step": 178
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.644754615038271,
|
||
|
|
"grad_norm": 0.34746889086894356,
|
||
|
|
"learning_rate": 9.617391404288412e-06,
|
||
|
|
"loss": 1.0943,
|
||
|
|
"step": 179
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6483565961278703,
|
||
|
|
"grad_norm": 0.36723025633050504,
|
||
|
|
"learning_rate": 9.609315757942504e-06,
|
||
|
|
"loss": 1.182,
|
||
|
|
"step": 180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6519585772174696,
|
||
|
|
"grad_norm": 0.33451032057782015,
|
||
|
|
"learning_rate": 9.601159236829353e-06,
|
||
|
|
"loss": 1.1351,
|
||
|
|
"step": 181
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6555605583070689,
|
||
|
|
"grad_norm": 0.33248672869162116,
|
||
|
|
"learning_rate": 9.592921984062771e-06,
|
||
|
|
"loss": 1.1187,
|
||
|
|
"step": 182
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6591625393966681,
|
||
|
|
"grad_norm": 0.3331636644805929,
|
||
|
|
"learning_rate": 9.584604144173084e-06,
|
||
|
|
"loss": 1.1009,
|
||
|
|
"step": 183
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6627645204862674,
|
||
|
|
"grad_norm": 0.3268063515189842,
|
||
|
|
"learning_rate": 9.576205863104588e-06,
|
||
|
|
"loss": 1.1048,
|
||
|
|
"step": 184
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6663665015758667,
|
||
|
|
"grad_norm": 0.3651627841761447,
|
||
|
|
"learning_rate": 9.567727288213005e-06,
|
||
|
|
"loss": 1.1534,
|
||
|
|
"step": 185
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.669968482665466,
|
||
|
|
"grad_norm": 0.3347297887818968,
|
||
|
|
"learning_rate": 9.55916856826288e-06,
|
||
|
|
"loss": 1.1567,
|
||
|
|
"step": 186
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6735704637550652,
|
||
|
|
"grad_norm": 0.3615161248575356,
|
||
|
|
"learning_rate": 9.550529853424979e-06,
|
||
|
|
"loss": 1.1278,
|
||
|
|
"step": 187
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6771724448446645,
|
||
|
|
"grad_norm": 0.3713014349141257,
|
||
|
|
"learning_rate": 9.541811295273657e-06,
|
||
|
|
"loss": 1.1101,
|
||
|
|
"step": 188
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6807744259342638,
|
||
|
|
"grad_norm": 0.34004372649926684,
|
||
|
|
"learning_rate": 9.53301304678419e-06,
|
||
|
|
"loss": 1.1276,
|
||
|
|
"step": 189
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6843764070238632,
|
||
|
|
"grad_norm": 0.35758706995009787,
|
||
|
|
"learning_rate": 9.524135262330098e-06,
|
||
|
|
"loss": 1.1109,
|
||
|
|
"step": 190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6879783881134625,
|
||
|
|
"grad_norm": 0.3220236515093335,
|
||
|
|
"learning_rate": 9.515178097680437e-06,
|
||
|
|
"loss": 1.119,
|
||
|
|
"step": 191
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6915803692030617,
|
||
|
|
"grad_norm": 0.35195981649297625,
|
||
|
|
"learning_rate": 9.506141709997058e-06,
|
||
|
|
"loss": 1.0968,
|
||
|
|
"step": 192
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.695182350292661,
|
||
|
|
"grad_norm": 0.3960324035518941,
|
||
|
|
"learning_rate": 9.497026257831856e-06,
|
||
|
|
"loss": 1.1396,
|
||
|
|
"step": 193
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6987843313822603,
|
||
|
|
"grad_norm": 0.36557327721045585,
|
||
|
|
"learning_rate": 9.487831901123989e-06,
|
||
|
|
"loss": 1.1238,
|
||
|
|
"step": 194
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7023863124718596,
|
||
|
|
"grad_norm": 0.3343162963854113,
|
||
|
|
"learning_rate": 9.478558801197065e-06,
|
||
|
|
"loss": 1.1293,
|
||
|
|
"step": 195
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7059882935614588,
|
||
|
|
"grad_norm": 0.40726069321694147,
|
||
|
|
"learning_rate": 9.46920712075632e-06,
|
||
|
|
"loss": 1.1103,
|
||
|
|
"step": 196
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7095902746510581,
|
||
|
|
"grad_norm": 0.3381887572157023,
|
||
|
|
"learning_rate": 9.459777023885754e-06,
|
||
|
|
"loss": 1.0944,
|
||
|
|
"step": 197
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7131922557406574,
|
||
|
|
"grad_norm": 0.3733440854292112,
|
||
|
|
"learning_rate": 9.450268676045261e-06,
|
||
|
|
"loss": 1.1909,
|
||
|
|
"step": 198
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7167942368302567,
|
||
|
|
"grad_norm": 0.3755723398224028,
|
||
|
|
"learning_rate": 9.440682244067724e-06,
|
||
|
|
"loss": 1.0909,
|
||
|
|
"step": 199
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.720396217919856,
|
||
|
|
"grad_norm": 0.38426065259470316,
|
||
|
|
"learning_rate": 9.431017896156074e-06,
|
||
|
|
"loss": 1.136,
|
||
|
|
"step": 200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7239981990094552,
|
||
|
|
"grad_norm": 0.379071589505192,
|
||
|
|
"learning_rate": 9.421275801880363e-06,
|
||
|
|
"loss": 1.1121,
|
||
|
|
"step": 201
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7276001800990545,
|
||
|
|
"grad_norm": 0.34461539082999465,
|
||
|
|
"learning_rate": 9.411456132174768e-06,
|
||
|
|
"loss": 1.0988,
|
||
|
|
"step": 202
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7312021611886538,
|
||
|
|
"grad_norm": 0.3654979888018069,
|
||
|
|
"learning_rate": 9.401559059334601e-06,
|
||
|
|
"loss": 1.1238,
|
||
|
|
"step": 203
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7348041422782531,
|
||
|
|
"grad_norm": 0.34977548124519137,
|
||
|
|
"learning_rate": 9.39158475701329e-06,
|
||
|
|
"loss": 1.11,
|
||
|
|
"step": 204
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7384061233678523,
|
||
|
|
"grad_norm": 0.3738440708255404,
|
||
|
|
"learning_rate": 9.381533400219319e-06,
|
||
|
|
"loss": 1.1023,
|
||
|
|
"step": 205
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7420081044574516,
|
||
|
|
"grad_norm": 0.34015234663312666,
|
||
|
|
"learning_rate": 9.371405165313169e-06,
|
||
|
|
"loss": 1.1271,
|
||
|
|
"step": 206
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7456100855470509,
|
||
|
|
"grad_norm": 0.344237085861616,
|
||
|
|
"learning_rate": 9.361200230004219e-06,
|
||
|
|
"loss": 1.1192,
|
||
|
|
"step": 207
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7492120666366502,
|
||
|
|
"grad_norm": 0.3485062946685098,
|
||
|
|
"learning_rate": 9.35091877334763e-06,
|
||
|
|
"loss": 1.147,
|
||
|
|
"step": 208
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7528140477262495,
|
||
|
|
"grad_norm": 0.3458232266553943,
|
||
|
|
"learning_rate": 9.340560975741198e-06,
|
||
|
|
"loss": 1.15,
|
||
|
|
"step": 209
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7564160288158487,
|
||
|
|
"grad_norm": 0.338158493876411,
|
||
|
|
"learning_rate": 9.330127018922195e-06,
|
||
|
|
"loss": 1.1367,
|
||
|
|
"step": 210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.760018009905448,
|
||
|
|
"grad_norm": 0.34361214214695057,
|
||
|
|
"learning_rate": 9.319617085964177e-06,
|
||
|
|
"loss": 1.0956,
|
||
|
|
"step": 211
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7636199909950473,
|
||
|
|
"grad_norm": 0.3321785776797715,
|
||
|
|
"learning_rate": 9.309031361273775e-06,
|
||
|
|
"loss": 1.138,
|
||
|
|
"step": 212
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7672219720846466,
|
||
|
|
"grad_norm": 0.36852431928120577,
|
||
|
|
"learning_rate": 9.298370030587456e-06,
|
||
|
|
"loss": 1.1271,
|
||
|
|
"step": 213
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7708239531742458,
|
||
|
|
"grad_norm": 0.36986638396232147,
|
||
|
|
"learning_rate": 9.287633280968263e-06,
|
||
|
|
"loss": 1.112,
|
||
|
|
"step": 214
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7744259342638451,
|
||
|
|
"grad_norm": 0.32561497084045427,
|
||
|
|
"learning_rate": 9.276821300802535e-06,
|
||
|
|
"loss": 1.08,
|
||
|
|
"step": 215
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7780279153534444,
|
||
|
|
"grad_norm": 0.3746970517644171,
|
||
|
|
"learning_rate": 9.265934279796602e-06,
|
||
|
|
"loss": 1.1136,
|
||
|
|
"step": 216
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7816298964430437,
|
||
|
|
"grad_norm": 0.4173073842610304,
|
||
|
|
"learning_rate": 9.25497240897346e-06,
|
||
|
|
"loss": 1.1273,
|
||
|
|
"step": 217
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.785231877532643,
|
||
|
|
"grad_norm": 0.37809222920052,
|
||
|
|
"learning_rate": 9.24393588066941e-06,
|
||
|
|
"loss": 1.0955,
|
||
|
|
"step": 218
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7888338586222422,
|
||
|
|
"grad_norm": 0.35280564760591715,
|
||
|
|
"learning_rate": 9.232824888530689e-06,
|
||
|
|
"loss": 1.1037,
|
||
|
|
"step": 219
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7924358397118415,
|
||
|
|
"grad_norm": 0.4219603934746488,
|
||
|
|
"learning_rate": 9.221639627510076e-06,
|
||
|
|
"loss": 1.1389,
|
||
|
|
"step": 220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7960378208014408,
|
||
|
|
"grad_norm": 0.34392171607237565,
|
||
|
|
"learning_rate": 9.210380293863462e-06,
|
||
|
|
"loss": 1.1329,
|
||
|
|
"step": 221
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7996398018910401,
|
||
|
|
"grad_norm": 0.3553225127256251,
|
||
|
|
"learning_rate": 9.199047085146415e-06,
|
||
|
|
"loss": 1.0945,
|
||
|
|
"step": 222
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8032417829806393,
|
||
|
|
"grad_norm": 0.3492982055796588,
|
||
|
|
"learning_rate": 9.18764020021071e-06,
|
||
|
|
"loss": 1.1537,
|
||
|
|
"step": 223
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8068437640702386,
|
||
|
|
"grad_norm": 0.329347516548987,
|
||
|
|
"learning_rate": 9.176159839200838e-06,
|
||
|
|
"loss": 1.0952,
|
||
|
|
"step": 224
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8104457451598379,
|
||
|
|
"grad_norm": 0.3256059168725448,
|
||
|
|
"learning_rate": 9.164606203550498e-06,
|
||
|
|
"loss": 1.1352,
|
||
|
|
"step": 225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8140477262494372,
|
||
|
|
"grad_norm": 0.40382790613119113,
|
||
|
|
"learning_rate": 9.152979495979064e-06,
|
||
|
|
"loss": 1.1412,
|
||
|
|
"step": 226
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8176497073390365,
|
||
|
|
"grad_norm": 0.3575693980124408,
|
||
|
|
"learning_rate": 9.141279920488021e-06,
|
||
|
|
"loss": 1.1295,
|
||
|
|
"step": 227
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8212516884286357,
|
||
|
|
"grad_norm": 0.3488694495678355,
|
||
|
|
"learning_rate": 9.129507682357393e-06,
|
||
|
|
"loss": 1.0832,
|
||
|
|
"step": 228
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.824853669518235,
|
||
|
|
"grad_norm": 0.3539230531756584,
|
||
|
|
"learning_rate": 9.117662988142138e-06,
|
||
|
|
"loss": 1.1281,
|
||
|
|
"step": 229
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8284556506078343,
|
||
|
|
"grad_norm": 0.38111067495290035,
|
||
|
|
"learning_rate": 9.10574604566852e-06,
|
||
|
|
"loss": 1.1212,
|
||
|
|
"step": 230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8320576316974336,
|
||
|
|
"grad_norm": 0.3883299352729627,
|
||
|
|
"learning_rate": 9.093757064030473e-06,
|
||
|
|
"loss": 1.138,
|
||
|
|
"step": 231
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8356596127870328,
|
||
|
|
"grad_norm": 0.32925848731485013,
|
||
|
|
"learning_rate": 9.08169625358592e-06,
|
||
|
|
"loss": 1.1304,
|
||
|
|
"step": 232
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8392615938766321,
|
||
|
|
"grad_norm": 0.4180598977166807,
|
||
|
|
"learning_rate": 9.069563825953092e-06,
|
||
|
|
"loss": 1.1038,
|
||
|
|
"step": 233
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8428635749662314,
|
||
|
|
"grad_norm": 0.34456574190208067,
|
||
|
|
"learning_rate": 9.057359994006806e-06,
|
||
|
|
"loss": 1.0855,
|
||
|
|
"step": 234
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8464655560558307,
|
||
|
|
"grad_norm": 0.39699049033870243,
|
||
|
|
"learning_rate": 9.045084971874738e-06,
|
||
|
|
"loss": 1.1254,
|
||
|
|
"step": 235
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.85006753714543,
|
||
|
|
"grad_norm": 0.40763691295552823,
|
||
|
|
"learning_rate": 9.032738974933663e-06,
|
||
|
|
"loss": 1.0794,
|
||
|
|
"step": 236
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8536695182350292,
|
||
|
|
"grad_norm": 0.36236914147842597,
|
||
|
|
"learning_rate": 9.020322219805674e-06,
|
||
|
|
"loss": 1.1203,
|
||
|
|
"step": 237
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8572714993246285,
|
||
|
|
"grad_norm": 0.3833655304553943,
|
||
|
|
"learning_rate": 9.007834924354384e-06,
|
||
|
|
"loss": 1.1262,
|
||
|
|
"step": 238
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8608734804142278,
|
||
|
|
"grad_norm": 0.37172135259336675,
|
||
|
|
"learning_rate": 8.9952773076811e-06,
|
||
|
|
"loss": 1.0626,
|
||
|
|
"step": 239
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8644754615038271,
|
||
|
|
"grad_norm": 0.3334721033923123,
|
||
|
|
"learning_rate": 8.982649590120982e-06,
|
||
|
|
"loss": 1.0791,
|
||
|
|
"step": 240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8680774425934263,
|
||
|
|
"grad_norm": 0.34086631317663335,
|
||
|
|
"learning_rate": 8.969951993239177e-06,
|
||
|
|
"loss": 1.1154,
|
||
|
|
"step": 241
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8716794236830256,
|
||
|
|
"grad_norm": 0.3371727774416591,
|
||
|
|
"learning_rate": 8.957184739826929e-06,
|
||
|
|
"loss": 1.1387,
|
||
|
|
"step": 242
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.875281404772625,
|
||
|
|
"grad_norm": 0.3633470123731805,
|
||
|
|
"learning_rate": 8.944348053897672e-06,
|
||
|
|
"loss": 1.1505,
|
||
|
|
"step": 243
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8788833858622243,
|
||
|
|
"grad_norm": 0.3695807933678788,
|
||
|
|
"learning_rate": 8.931442160683094e-06,
|
||
|
|
"loss": 1.1351,
|
||
|
|
"step": 244
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8824853669518236,
|
||
|
|
"grad_norm": 0.38189837725904396,
|
||
|
|
"learning_rate": 8.9184672866292e-06,
|
||
|
|
"loss": 1.099,
|
||
|
|
"step": 245
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8860873480414228,
|
||
|
|
"grad_norm": 0.38223867232950853,
|
||
|
|
"learning_rate": 8.905423659392316e-06,
|
||
|
|
"loss": 1.0558,
|
||
|
|
"step": 246
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.889689329131022,
|
||
|
|
"grad_norm": 0.33464001960015227,
|
||
|
|
"learning_rate": 8.892311507835118e-06,
|
||
|
|
"loss": 1.1106,
|
||
|
|
"step": 247
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8932913102206214,
|
||
|
|
"grad_norm": 0.3500335015064184,
|
||
|
|
"learning_rate": 8.879131062022598e-06,
|
||
|
|
"loss": 1.0943,
|
||
|
|
"step": 248
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8968932913102207,
|
||
|
|
"grad_norm": 0.38615622184380055,
|
||
|
|
"learning_rate": 8.865882553218036e-06,
|
||
|
|
"loss": 1.1362,
|
||
|
|
"step": 249
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9004952723998199,
|
||
|
|
"grad_norm": 0.3549431372544129,
|
||
|
|
"learning_rate": 8.852566213878947e-06,
|
||
|
|
"loss": 1.1453,
|
||
|
|
"step": 250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9040972534894192,
|
||
|
|
"grad_norm": 0.3324763448668655,
|
||
|
|
"learning_rate": 8.83918227765299e-06,
|
||
|
|
"loss": 1.1157,
|
||
|
|
"step": 251
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9076992345790185,
|
||
|
|
"grad_norm": 0.35594427834572845,
|
||
|
|
"learning_rate": 8.825730979373873e-06,
|
||
|
|
"loss": 1.1095,
|
||
|
|
"step": 252
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9113012156686178,
|
||
|
|
"grad_norm": 0.34567215550933944,
|
||
|
|
"learning_rate": 8.81221255505724e-06,
|
||
|
|
"loss": 1.1086,
|
||
|
|
"step": 253
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9149031967582171,
|
||
|
|
"grad_norm": 0.3653541234957228,
|
||
|
|
"learning_rate": 8.798627241896524e-06,
|
||
|
|
"loss": 1.0936,
|
||
|
|
"step": 254
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9185051778478163,
|
||
|
|
"grad_norm": 0.3795042606149247,
|
||
|
|
"learning_rate": 8.784975278258783e-06,
|
||
|
|
"loss": 1.1185,
|
||
|
|
"step": 255
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9221071589374156,
|
||
|
|
"grad_norm": 0.3660926060585707,
|
||
|
|
"learning_rate": 8.77125690368052e-06,
|
||
|
|
"loss": 1.1117,
|
||
|
|
"step": 256
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9257091400270149,
|
||
|
|
"grad_norm": 0.377064805408519,
|
||
|
|
"learning_rate": 8.757472358863481e-06,
|
||
|
|
"loss": 1.1265,
|
||
|
|
"step": 257
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9293111211166142,
|
||
|
|
"grad_norm": 0.36507443565402037,
|
||
|
|
"learning_rate": 8.743621885670431e-06,
|
||
|
|
"loss": 1.1493,
|
||
|
|
"step": 258
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9329131022062134,
|
||
|
|
"grad_norm": 0.36199439427145674,
|
||
|
|
"learning_rate": 8.729705727120911e-06,
|
||
|
|
"loss": 1.0902,
|
||
|
|
"step": 259
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9365150832958127,
|
||
|
|
"grad_norm": 0.365398128659048,
|
||
|
|
"learning_rate": 8.715724127386971e-06,
|
||
|
|
"loss": 1.1199,
|
||
|
|
"step": 260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.940117064385412,
|
||
|
|
"grad_norm": 0.3597974956274622,
|
||
|
|
"learning_rate": 8.701677331788891e-06,
|
||
|
|
"loss": 1.1349,
|
||
|
|
"step": 261
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9437190454750113,
|
||
|
|
"grad_norm": 0.34565112893965727,
|
||
|
|
"learning_rate": 8.68756558679087e-06,
|
||
|
|
"loss": 1.1093,
|
||
|
|
"step": 262
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9473210265646106,
|
||
|
|
"grad_norm": 0.35741324005523417,
|
||
|
|
"learning_rate": 8.673389139996708e-06,
|
||
|
|
"loss": 1.0965,
|
||
|
|
"step": 263
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9509230076542098,
|
||
|
|
"grad_norm": 0.32598922479655423,
|
||
|
|
"learning_rate": 8.659148240145456e-06,
|
||
|
|
"loss": 1.105,
|
||
|
|
"step": 264
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9545249887438091,
|
||
|
|
"grad_norm": 0.3329117672496498,
|
||
|
|
"learning_rate": 8.644843137107058e-06,
|
||
|
|
"loss": 1.0749,
|
||
|
|
"step": 265
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9581269698334084,
|
||
|
|
"grad_norm": 0.3937476383650613,
|
||
|
|
"learning_rate": 8.630474081877959e-06,
|
||
|
|
"loss": 1.1018,
|
||
|
|
"step": 266
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9617289509230077,
|
||
|
|
"grad_norm": 0.31471194111230605,
|
||
|
|
"learning_rate": 8.616041326576711e-06,
|
||
|
|
"loss": 1.1058,
|
||
|
|
"step": 267
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9653309320126069,
|
||
|
|
"grad_norm": 0.36368215737547877,
|
||
|
|
"learning_rate": 8.601545124439535e-06,
|
||
|
|
"loss": 1.1285,
|
||
|
|
"step": 268
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9689329131022062,
|
||
|
|
"grad_norm": 0.3473607661443015,
|
||
|
|
"learning_rate": 8.586985729815895e-06,
|
||
|
|
"loss": 1.1326,
|
||
|
|
"step": 269
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9725348941918055,
|
||
|
|
"grad_norm": 0.377774377998179,
|
||
|
|
"learning_rate": 8.572363398164017e-06,
|
||
|
|
"loss": 1.1253,
|
||
|
|
"step": 270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9761368752814048,
|
||
|
|
"grad_norm": 0.3611382706567514,
|
||
|
|
"learning_rate": 8.557678386046429e-06,
|
||
|
|
"loss": 1.1152,
|
||
|
|
"step": 271
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9797388563710041,
|
||
|
|
"grad_norm": 0.360467222912271,
|
||
|
|
"learning_rate": 8.542930951125432e-06,
|
||
|
|
"loss": 1.0612,
|
||
|
|
"step": 272
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9833408374606033,
|
||
|
|
"grad_norm": 0.36148714655712805,
|
||
|
|
"learning_rate": 8.528121352158604e-06,
|
||
|
|
"loss": 1.1254,
|
||
|
|
"step": 273
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9869428185502026,
|
||
|
|
"grad_norm": 0.4620821380277117,
|
||
|
|
"learning_rate": 8.513249848994248e-06,
|
||
|
|
"loss": 1.1151,
|
||
|
|
"step": 274
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9905447996398019,
|
||
|
|
"grad_norm": 0.3699494680308604,
|
||
|
|
"learning_rate": 8.498316702566828e-06,
|
||
|
|
"loss": 1.1331,
|
||
|
|
"step": 275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9941467807294012,
|
||
|
|
"grad_norm": 0.3944738632436142,
|
||
|
|
"learning_rate": 8.483322174892404e-06,
|
||
|
|
"loss": 1.1218,
|
||
|
|
"step": 276
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9977487618190004,
|
||
|
|
"grad_norm": 0.37443116561016265,
|
||
|
|
"learning_rate": 8.468266529064025e-06,
|
||
|
|
"loss": 1.0858,
|
||
|
|
"step": 277
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0,
|
||
|
|
"grad_norm": 0.37443116561016265,
|
||
|
|
"learning_rate": 8.453150029247115e-06,
|
||
|
|
"loss": 1.1388,
|
||
|
|
"step": 278
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0036019810895993,
|
||
|
|
"grad_norm": 0.5412674452239241,
|
||
|
|
"learning_rate": 8.437972940674838e-06,
|
||
|
|
"loss": 1.0955,
|
||
|
|
"step": 279
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0072039621791986,
|
||
|
|
"grad_norm": 0.3606994742407109,
|
||
|
|
"learning_rate": 8.422735529643445e-06,
|
||
|
|
"loss": 1.0508,
|
||
|
|
"step": 280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.010805943268798,
|
||
|
|
"grad_norm": 0.500891921192956,
|
||
|
|
"learning_rate": 8.4074380635076e-06,
|
||
|
|
"loss": 1.0681,
|
||
|
|
"step": 281
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0144079243583972,
|
||
|
|
"grad_norm": 0.3250502662600929,
|
||
|
|
"learning_rate": 8.392080810675692e-06,
|
||
|
|
"loss": 1.0734,
|
||
|
|
"step": 282
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0180099054479963,
|
||
|
|
"grad_norm": 0.4496303032317973,
|
||
|
|
"learning_rate": 8.376664040605122e-06,
|
||
|
|
"loss": 1.0971,
|
||
|
|
"step": 283
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0216118865375956,
|
||
|
|
"grad_norm": 0.3582282301299312,
|
||
|
|
"learning_rate": 8.361188023797581e-06,
|
||
|
|
"loss": 1.1034,
|
||
|
|
"step": 284
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.025213867627195,
|
||
|
|
"grad_norm": 0.4887190983762863,
|
||
|
|
"learning_rate": 8.345653031794292e-06,
|
||
|
|
"loss": 1.0937,
|
||
|
|
"step": 285
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0288158487167942,
|
||
|
|
"grad_norm": 0.419655234473874,
|
||
|
|
"learning_rate": 8.33005933717126e-06,
|
||
|
|
"loss": 1.0917,
|
||
|
|
"step": 286
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0324178298063935,
|
||
|
|
"grad_norm": 0.4289753872257514,
|
||
|
|
"learning_rate": 8.314407213534477e-06,
|
||
|
|
"loss": 1.0846,
|
||
|
|
"step": 287
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0360198108959928,
|
||
|
|
"grad_norm": 0.3868135415082272,
|
||
|
|
"learning_rate": 8.298696935515132e-06,
|
||
|
|
"loss": 1.0901,
|
||
|
|
"step": 288
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0396217919855921,
|
||
|
|
"grad_norm": 0.39062885945304754,
|
||
|
|
"learning_rate": 8.282928778764783e-06,
|
||
|
|
"loss": 1.1005,
|
||
|
|
"step": 289
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0432237730751914,
|
||
|
|
"grad_norm": 0.3750887902646042,
|
||
|
|
"learning_rate": 8.267103019950529e-06,
|
||
|
|
"loss": 1.092,
|
||
|
|
"step": 290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0468257541647907,
|
||
|
|
"grad_norm": 0.3944074092851082,
|
||
|
|
"learning_rate": 8.251219936750145e-06,
|
||
|
|
"loss": 1.0559,
|
||
|
|
"step": 291
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0504277352543898,
|
||
|
|
"grad_norm": 0.442523607996674,
|
||
|
|
"learning_rate": 8.235279807847223e-06,
|
||
|
|
"loss": 1.0879,
|
||
|
|
"step": 292
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0540297163439891,
|
||
|
|
"grad_norm": 0.400701104226115,
|
||
|
|
"learning_rate": 8.21928291292627e-06,
|
||
|
|
"loss": 1.0761,
|
||
|
|
"step": 293
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0576316974335884,
|
||
|
|
"grad_norm": 0.3929872862213915,
|
||
|
|
"learning_rate": 8.203229532667808e-06,
|
||
|
|
"loss": 1.1122,
|
||
|
|
"step": 294
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0612336785231877,
|
||
|
|
"grad_norm": 0.4802600223498965,
|
||
|
|
"learning_rate": 8.18711994874345e-06,
|
||
|
|
"loss": 1.0431,
|
||
|
|
"step": 295
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.064835659612787,
|
||
|
|
"grad_norm": 0.3896837748940082,
|
||
|
|
"learning_rate": 8.170954443810947e-06,
|
||
|
|
"loss": 1.0706,
|
||
|
|
"step": 296
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0684376407023863,
|
||
|
|
"grad_norm": 0.46461703487742634,
|
||
|
|
"learning_rate": 8.154733301509249e-06,
|
||
|
|
"loss": 1.1189,
|
||
|
|
"step": 297
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0720396217919856,
|
||
|
|
"grad_norm": 0.37467583421393963,
|
||
|
|
"learning_rate": 8.138456806453503e-06,
|
||
|
|
"loss": 1.0592,
|
||
|
|
"step": 298
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.075641602881585,
|
||
|
|
"grad_norm": 0.4532029044825418,
|
||
|
|
"learning_rate": 8.12212524423008e-06,
|
||
|
|
"loss": 1.0787,
|
||
|
|
"step": 299
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0792435839711843,
|
||
|
|
"grad_norm": 0.3732477898818737,
|
||
|
|
"learning_rate": 8.105738901391553e-06,
|
||
|
|
"loss": 1.0592,
|
||
|
|
"step": 300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0828455650607833,
|
||
|
|
"grad_norm": 0.39110742601041953,
|
||
|
|
"learning_rate": 8.089298065451673e-06,
|
||
|
|
"loss": 1.0412,
|
||
|
|
"step": 301
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0864475461503826,
|
||
|
|
"grad_norm": 0.4819959554895645,
|
||
|
|
"learning_rate": 8.072803024880322e-06,
|
||
|
|
"loss": 1.1164,
|
||
|
|
"step": 302
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.090049527239982,
|
||
|
|
"grad_norm": 0.40121766412624266,
|
||
|
|
"learning_rate": 8.05625406909846e-06,
|
||
|
|
"loss": 1.1179,
|
||
|
|
"step": 303
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0936515083295812,
|
||
|
|
"grad_norm": 0.43991989176939206,
|
||
|
|
"learning_rate": 8.039651488473028e-06,
|
||
|
|
"loss": 1.0665,
|
||
|
|
"step": 304
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0972534894191805,
|
||
|
|
"grad_norm": 0.3655171144729394,
|
||
|
|
"learning_rate": 8.022995574311876e-06,
|
||
|
|
"loss": 1.0892,
|
||
|
|
"step": 305
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1008554705087799,
|
||
|
|
"grad_norm": 0.33944440562879685,
|
||
|
|
"learning_rate": 8.006286618858634e-06,
|
||
|
|
"loss": 1.0412,
|
||
|
|
"step": 306
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1044574515983792,
|
||
|
|
"grad_norm": 0.4079616754346733,
|
||
|
|
"learning_rate": 7.989524915287595e-06,
|
||
|
|
"loss": 1.0643,
|
||
|
|
"step": 307
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1080594326879785,
|
||
|
|
"grad_norm": 0.345780124558647,
|
||
|
|
"learning_rate": 7.972710757698567e-06,
|
||
|
|
"loss": 1.0982,
|
||
|
|
"step": 308
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1116614137775778,
|
||
|
|
"grad_norm": 0.42242099900664976,
|
||
|
|
"learning_rate": 7.95584444111171e-06,
|
||
|
|
"loss": 1.1034,
|
||
|
|
"step": 309
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1152633948671768,
|
||
|
|
"grad_norm": 0.4005977051798865,
|
||
|
|
"learning_rate": 7.938926261462366e-06,
|
||
|
|
"loss": 1.0703,
|
||
|
|
"step": 310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1188653759567762,
|
||
|
|
"grad_norm": 0.36549179047552754,
|
||
|
|
"learning_rate": 7.921956515595861e-06,
|
||
|
|
"loss": 1.1015,
|
||
|
|
"step": 311
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1224673570463755,
|
||
|
|
"grad_norm": 0.4262110579462978,
|
||
|
|
"learning_rate": 7.904935501262301e-06,
|
||
|
|
"loss": 1.0648,
|
||
|
|
"step": 312
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1260693381359748,
|
||
|
|
"grad_norm": 0.37185963973126124,
|
||
|
|
"learning_rate": 7.887863517111337e-06,
|
||
|
|
"loss": 1.1019,
|
||
|
|
"step": 313
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.129671319225574,
|
||
|
|
"grad_norm": 0.34072768994255465,
|
||
|
|
"learning_rate": 7.87074086268695e-06,
|
||
|
|
"loss": 1.049,
|
||
|
|
"step": 314
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1332733003151734,
|
||
|
|
"grad_norm": 0.38829026634405583,
|
||
|
|
"learning_rate": 7.85356783842216e-06,
|
||
|
|
"loss": 1.099,
|
||
|
|
"step": 315
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1368752814047727,
|
||
|
|
"grad_norm": 0.3454891333781692,
|
||
|
|
"learning_rate": 7.836344745633785e-06,
|
||
|
|
"loss": 1.0896,
|
||
|
|
"step": 316
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.140477262494372,
|
||
|
|
"grad_norm": 0.40407073745828537,
|
||
|
|
"learning_rate": 7.819071886517134e-06,
|
||
|
|
"loss": 1.0885,
|
||
|
|
"step": 317
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1440792435839713,
|
||
|
|
"grad_norm": 0.40693031599207263,
|
||
|
|
"learning_rate": 7.801749564140724e-06,
|
||
|
|
"loss": 1.0621,
|
||
|
|
"step": 318
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1476812246735704,
|
||
|
|
"grad_norm": 0.41527967835091,
|
||
|
|
"learning_rate": 7.78437808244094e-06,
|
||
|
|
"loss": 1.0661,
|
||
|
|
"step": 319
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1512832057631697,
|
||
|
|
"grad_norm": 0.32461739079088076,
|
||
|
|
"learning_rate": 7.76695774621672e-06,
|
||
|
|
"loss": 1.0738,
|
||
|
|
"step": 320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.154885186852769,
|
||
|
|
"grad_norm": 0.369117935448055,
|
||
|
|
"learning_rate": 7.7494888611242e-06,
|
||
|
|
"loss": 1.0507,
|
||
|
|
"step": 321
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1584871679423683,
|
||
|
|
"grad_norm": 0.40286832831280445,
|
||
|
|
"learning_rate": 7.731971733671347e-06,
|
||
|
|
"loss": 1.0115,
|
||
|
|
"step": 322
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1620891490319676,
|
||
|
|
"grad_norm": 0.3562069260238656,
|
||
|
|
"learning_rate": 7.714406671212589e-06,
|
||
|
|
"loss": 1.0678,
|
||
|
|
"step": 323
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1656911301215669,
|
||
|
|
"grad_norm": 0.4156873725872057,
|
||
|
|
"learning_rate": 7.696793981943418e-06,
|
||
|
|
"loss": 1.0846,
|
||
|
|
"step": 324
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1692931112111662,
|
||
|
|
"grad_norm": 0.40288662850406076,
|
||
|
|
"learning_rate": 7.679133974894984e-06,
|
||
|
|
"loss": 1.0544,
|
||
|
|
"step": 325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1728950923007655,
|
||
|
|
"grad_norm": 0.3739155064577844,
|
||
|
|
"learning_rate": 7.66142695992867e-06,
|
||
|
|
"loss": 1.0737,
|
||
|
|
"step": 326
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1764970733903648,
|
||
|
|
"grad_norm": 0.4406680015338461,
|
||
|
|
"learning_rate": 7.64367324773066e-06,
|
||
|
|
"loss": 1.1106,
|
||
|
|
"step": 327
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1800990544799639,
|
||
|
|
"grad_norm": 0.34345904522451653,
|
||
|
|
"learning_rate": 7.6258731498064796e-06,
|
||
|
|
"loss": 1.0759,
|
||
|
|
"step": 328
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1837010355695632,
|
||
|
|
"grad_norm": 0.4365590987719929,
|
||
|
|
"learning_rate": 7.6080269784755405e-06,
|
||
|
|
"loss": 1.0738,
|
||
|
|
"step": 329
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1873030166591625,
|
||
|
|
"grad_norm": 0.3633076504956387,
|
||
|
|
"learning_rate": 7.590135046865652e-06,
|
||
|
|
"loss": 1.1089,
|
||
|
|
"step": 330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1909049977487618,
|
||
|
|
"grad_norm": 0.395068007524633,
|
||
|
|
"learning_rate": 7.572197668907533e-06,
|
||
|
|
"loss": 1.1244,
|
||
|
|
"step": 331
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.194506978838361,
|
||
|
|
"grad_norm": 0.39729351127387735,
|
||
|
|
"learning_rate": 7.5542151593293e-06,
|
||
|
|
"loss": 1.0889,
|
||
|
|
"step": 332
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1981089599279604,
|
||
|
|
"grad_norm": 2.5701237358423255,
|
||
|
|
"learning_rate": 7.536187833650947e-06,
|
||
|
|
"loss": 1.1059,
|
||
|
|
"step": 333
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2017109410175597,
|
||
|
|
"grad_norm": 0.47480486252921483,
|
||
|
|
"learning_rate": 7.518116008178805e-06,
|
||
|
|
"loss": 1.0482,
|
||
|
|
"step": 334
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.205312922107159,
|
||
|
|
"grad_norm": 0.40028253752269954,
|
||
|
|
"learning_rate": 7.500000000000001e-06,
|
||
|
|
"loss": 1.0897,
|
||
|
|
"step": 335
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2089149031967583,
|
||
|
|
"grad_norm": 0.45760958914786226,
|
||
|
|
"learning_rate": 7.481840126976885e-06,
|
||
|
|
"loss": 1.0907,
|
||
|
|
"step": 336
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2125168842863574,
|
||
|
|
"grad_norm": 0.40820185657609664,
|
||
|
|
"learning_rate": 7.463636707741458e-06,
|
||
|
|
"loss": 1.0526,
|
||
|
|
"step": 337
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2161188653759567,
|
||
|
|
"grad_norm": 0.4393002377107819,
|
||
|
|
"learning_rate": 7.445390061689782e-06,
|
||
|
|
"loss": 1.1063,
|
||
|
|
"step": 338
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.219720846465556,
|
||
|
|
"grad_norm": 0.3828530976851444,
|
||
|
|
"learning_rate": 7.42710050897637e-06,
|
||
|
|
"loss": 1.0735,
|
||
|
|
"step": 339
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2233228275551553,
|
||
|
|
"grad_norm": 0.43353384279187324,
|
||
|
|
"learning_rate": 7.408768370508577e-06,
|
||
|
|
"loss": 1.0893,
|
||
|
|
"step": 340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2269248086447546,
|
||
|
|
"grad_norm": 0.3888399760706739,
|
||
|
|
"learning_rate": 7.390393967940962e-06,
|
||
|
|
"loss": 1.0666,
|
||
|
|
"step": 341
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.230526789734354,
|
||
|
|
"grad_norm": 0.4143338997564131,
|
||
|
|
"learning_rate": 7.371977623669646e-06,
|
||
|
|
"loss": 1.1293,
|
||
|
|
"step": 342
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2341287708239532,
|
||
|
|
"grad_norm": 0.32879022172398614,
|
||
|
|
"learning_rate": 7.353519660826665e-06,
|
||
|
|
"loss": 1.0879,
|
||
|
|
"step": 343
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2377307519135525,
|
||
|
|
"grad_norm": 0.357811781692411,
|
||
|
|
"learning_rate": 7.335020403274277e-06,
|
||
|
|
"loss": 1.0792,
|
||
|
|
"step": 344
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2413327330031518,
|
||
|
|
"grad_norm": 0.37966132927138474,
|
||
|
|
"learning_rate": 7.31648017559931e-06,
|
||
|
|
"loss": 1.0718,
|
||
|
|
"step": 345
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.244934714092751,
|
||
|
|
"grad_norm": 0.3968902781929655,
|
||
|
|
"learning_rate": 7.297899303107441e-06,
|
||
|
|
"loss": 1.0676,
|
||
|
|
"step": 346
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2485366951823502,
|
||
|
|
"grad_norm": 0.35750082909244935,
|
||
|
|
"learning_rate": 7.279278111817502e-06,
|
||
|
|
"loss": 1.0227,
|
||
|
|
"step": 347
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2521386762719495,
|
||
|
|
"grad_norm": 0.42773056447698266,
|
||
|
|
"learning_rate": 7.260616928455754e-06,
|
||
|
|
"loss": 1.0496,
|
||
|
|
"step": 348
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2557406573615488,
|
||
|
|
"grad_norm": 0.40151554123482264,
|
||
|
|
"learning_rate": 7.241916080450163e-06,
|
||
|
|
"loss": 1.0696,
|
||
|
|
"step": 349
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2593426384511481,
|
||
|
|
"grad_norm": 0.4131771160185376,
|
||
|
|
"learning_rate": 7.223175895924638e-06,
|
||
|
|
"loss": 1.0915,
|
||
|
|
"step": 350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2629446195407474,
|
||
|
|
"grad_norm": 0.4106261415779341,
|
||
|
|
"learning_rate": 7.2043967036932935e-06,
|
||
|
|
"loss": 1.0328,
|
||
|
|
"step": 351
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2665466006303467,
|
||
|
|
"grad_norm": 0.34879774503343425,
|
||
|
|
"learning_rate": 7.185578833254665e-06,
|
||
|
|
"loss": 1.057,
|
||
|
|
"step": 352
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.270148581719946,
|
||
|
|
"grad_norm": 0.3836853786701187,
|
||
|
|
"learning_rate": 7.166722614785937e-06,
|
||
|
|
"loss": 1.0754,
|
||
|
|
"step": 353
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2737505628095454,
|
||
|
|
"grad_norm": 0.3800741116171829,
|
||
|
|
"learning_rate": 7.1478283791371415e-06,
|
||
|
|
"loss": 1.0841,
|
||
|
|
"step": 354
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2773525438991444,
|
||
|
|
"grad_norm": 0.34355233879245345,
|
||
|
|
"learning_rate": 7.128896457825364e-06,
|
||
|
|
"loss": 1.0632,
|
||
|
|
"step": 355
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2809545249887437,
|
||
|
|
"grad_norm": 0.42485239689947135,
|
||
|
|
"learning_rate": 7.1099271830289155e-06,
|
||
|
|
"loss": 1.0985,
|
||
|
|
"step": 356
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.284556506078343,
|
||
|
|
"grad_norm": 0.4215135642816349,
|
||
|
|
"learning_rate": 7.090920887581507e-06,
|
||
|
|
"loss": 1.0707,
|
||
|
|
"step": 357
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2881584871679423,
|
||
|
|
"grad_norm": 0.35779792395285226,
|
||
|
|
"learning_rate": 7.071877904966422e-06,
|
||
|
|
"loss": 1.0815,
|
||
|
|
"step": 358
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2917604682575416,
|
||
|
|
"grad_norm": 0.43513590600966623,
|
||
|
|
"learning_rate": 7.052798569310641e-06,
|
||
|
|
"loss": 1.1024,
|
||
|
|
"step": 359
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.295362449347141,
|
||
|
|
"grad_norm": 0.3709332183690677,
|
||
|
|
"learning_rate": 7.033683215379002e-06,
|
||
|
|
"loss": 1.0788,
|
||
|
|
"step": 360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2989644304367403,
|
||
|
|
"grad_norm": 0.3951949031993291,
|
||
|
|
"learning_rate": 7.014532178568314e-06,
|
||
|
|
"loss": 1.05,
|
||
|
|
"step": 361
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3025664115263396,
|
||
|
|
"grad_norm": 0.33987216437327716,
|
||
|
|
"learning_rate": 6.995345794901477e-06,
|
||
|
|
"loss": 1.0697,
|
||
|
|
"step": 362
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3061683926159389,
|
||
|
|
"grad_norm": 0.3780771954200527,
|
||
|
|
"learning_rate": 6.976124401021583e-06,
|
||
|
|
"loss": 1.0729,
|
||
|
|
"step": 363
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.309770373705538,
|
||
|
|
"grad_norm": 0.3908638367202069,
|
||
|
|
"learning_rate": 6.9568683341860135e-06,
|
||
|
|
"loss": 1.0328,
|
||
|
|
"step": 364
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3133723547951373,
|
||
|
|
"grad_norm": 0.38289027631075667,
|
||
|
|
"learning_rate": 6.9375779322605154e-06,
|
||
|
|
"loss": 1.0928,
|
||
|
|
"step": 365
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3169743358847366,
|
||
|
|
"grad_norm": 0.3614859878801377,
|
||
|
|
"learning_rate": 6.9182535337132824e-06,
|
||
|
|
"loss": 1.0756,
|
||
|
|
"step": 366
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3205763169743359,
|
||
|
|
"grad_norm": 0.3598395419280253,
|
||
|
|
"learning_rate": 6.898895477609007e-06,
|
||
|
|
"loss": 1.103,
|
||
|
|
"step": 367
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3241782980639352,
|
||
|
|
"grad_norm": 0.37455771512012165,
|
||
|
|
"learning_rate": 6.879504103602934e-06,
|
||
|
|
"loss": 1.0758,
|
||
|
|
"step": 368
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3277802791535345,
|
||
|
|
"grad_norm": 0.40574624953367006,
|
||
|
|
"learning_rate": 6.860079751934908e-06,
|
||
|
|
"loss": 1.0794,
|
||
|
|
"step": 369
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3313822602431338,
|
||
|
|
"grad_norm": 0.3725008186416374,
|
||
|
|
"learning_rate": 6.840622763423391e-06,
|
||
|
|
"loss": 1.0756,
|
||
|
|
"step": 370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.334984241332733,
|
||
|
|
"grad_norm": 0.3646005212300081,
|
||
|
|
"learning_rate": 6.821133479459492e-06,
|
||
|
|
"loss": 1.0959,
|
||
|
|
"step": 371
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3385862224223324,
|
||
|
|
"grad_norm": 0.4113247656948934,
|
||
|
|
"learning_rate": 6.8016122420009745e-06,
|
||
|
|
"loss": 1.0835,
|
||
|
|
"step": 372
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3421882035119315,
|
||
|
|
"grad_norm": 0.35986780686629694,
|
||
|
|
"learning_rate": 6.782059393566254e-06,
|
||
|
|
"loss": 1.0589,
|
||
|
|
"step": 373
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3457901846015308,
|
||
|
|
"grad_norm": 0.40465760674379114,
|
||
|
|
"learning_rate": 6.762475277228393e-06,
|
||
|
|
"loss": 1.0825,
|
||
|
|
"step": 374
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.34939216569113,
|
||
|
|
"grad_norm": 0.3988091604755472,
|
||
|
|
"learning_rate": 6.7428602366090764e-06,
|
||
|
|
"loss": 1.0716,
|
||
|
|
"step": 375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3529941467807294,
|
||
|
|
"grad_norm": 0.40966197148471073,
|
||
|
|
"learning_rate": 6.723214615872585e-06,
|
||
|
|
"loss": 1.0922,
|
||
|
|
"step": 376
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3565961278703287,
|
||
|
|
"grad_norm": 0.42278479417615644,
|
||
|
|
"learning_rate": 6.70353875971976e-06,
|
||
|
|
"loss": 1.0802,
|
||
|
|
"step": 377
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.360198108959928,
|
||
|
|
"grad_norm": 0.35541048253819246,
|
||
|
|
"learning_rate": 6.683833013381942e-06,
|
||
|
|
"loss": 1.0872,
|
||
|
|
"step": 378
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3638000900495273,
|
||
|
|
"grad_norm": 0.3502392276010618,
|
||
|
|
"learning_rate": 6.664097722614934e-06,
|
||
|
|
"loss": 1.0583,
|
||
|
|
"step": 379
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3674020711391266,
|
||
|
|
"grad_norm": 0.38138433478225825,
|
||
|
|
"learning_rate": 6.644333233692917e-06,
|
||
|
|
"loss": 1.0692,
|
||
|
|
"step": 380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.371004052228726,
|
||
|
|
"grad_norm": 0.3377587100898131,
|
||
|
|
"learning_rate": 6.624539893402383e-06,
|
||
|
|
"loss": 1.079,
|
||
|
|
"step": 381
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.374606033318325,
|
||
|
|
"grad_norm": 0.3409130145543055,
|
||
|
|
"learning_rate": 6.604718049036047e-06,
|
||
|
|
"loss": 1.0794,
|
||
|
|
"step": 382
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3782080144079243,
|
||
|
|
"grad_norm": 0.37652977172080476,
|
||
|
|
"learning_rate": 6.58486804838676e-06,
|
||
|
|
"loss": 1.0908,
|
||
|
|
"step": 383
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3818099954975236,
|
||
|
|
"grad_norm": 0.3257917788013114,
|
||
|
|
"learning_rate": 6.5649902397413915e-06,
|
||
|
|
"loss": 1.0856,
|
||
|
|
"step": 384
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.385411976587123,
|
||
|
|
"grad_norm": 0.3195784470315217,
|
||
|
|
"learning_rate": 6.545084971874738e-06,
|
||
|
|
"loss": 1.1038,
|
||
|
|
"step": 385
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3890139576767222,
|
||
|
|
"grad_norm": 0.3616341536622016,
|
||
|
|
"learning_rate": 6.525152594043389e-06,
|
||
|
|
"loss": 1.0814,
|
||
|
|
"step": 386
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3926159387663215,
|
||
|
|
"grad_norm": 0.40527856810901475,
|
||
|
|
"learning_rate": 6.505193455979603e-06,
|
||
|
|
"loss": 1.0994,
|
||
|
|
"step": 387
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3962179198559208,
|
||
|
|
"grad_norm": 0.35495797940458634,
|
||
|
|
"learning_rate": 6.485207907885175e-06,
|
||
|
|
"loss": 1.063,
|
||
|
|
"step": 388
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3998199009455201,
|
||
|
|
"grad_norm": 0.3327326350539732,
|
||
|
|
"learning_rate": 6.465196300425287e-06,
|
||
|
|
"loss": 1.1113,
|
||
|
|
"step": 389
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4034218820351194,
|
||
|
|
"grad_norm": 0.36061962924782925,
|
||
|
|
"learning_rate": 6.445158984722358e-06,
|
||
|
|
"loss": 1.0644,
|
||
|
|
"step": 390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4070238631247185,
|
||
|
|
"grad_norm": 0.34339629638301855,
|
||
|
|
"learning_rate": 6.425096312349881e-06,
|
||
|
|
"loss": 1.0904,
|
||
|
|
"step": 391
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4106258442143178,
|
||
|
|
"grad_norm": 0.34978035011668274,
|
||
|
|
"learning_rate": 6.4050086353262565e-06,
|
||
|
|
"loss": 1.0788,
|
||
|
|
"step": 392
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.414227825303917,
|
||
|
|
"grad_norm": 0.38376522345500463,
|
||
|
|
"learning_rate": 6.384896306108612e-06,
|
||
|
|
"loss": 1.0564,
|
||
|
|
"step": 393
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4178298063935164,
|
||
|
|
"grad_norm": 0.35566301025630226,
|
||
|
|
"learning_rate": 6.364759677586627e-06,
|
||
|
|
"loss": 1.083,
|
||
|
|
"step": 394
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4214317874831157,
|
||
|
|
"grad_norm": 0.32888274597150713,
|
||
|
|
"learning_rate": 6.344599103076329e-06,
|
||
|
|
"loss": 1.0868,
|
||
|
|
"step": 395
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.425033768572715,
|
||
|
|
"grad_norm": 0.3669493819260475,
|
||
|
|
"learning_rate": 6.324414936313904e-06,
|
||
|
|
"loss": 1.0402,
|
||
|
|
"step": 396
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4286357496623143,
|
||
|
|
"grad_norm": 0.3617926547245432,
|
||
|
|
"learning_rate": 6.304207531449486e-06,
|
||
|
|
"loss": 1.0905,
|
||
|
|
"step": 397
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4322377307519136,
|
||
|
|
"grad_norm": 0.36414284887525294,
|
||
|
|
"learning_rate": 6.28397724304094e-06,
|
||
|
|
"loss": 1.0827,
|
||
|
|
"step": 398
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.435839711841513,
|
||
|
|
"grad_norm": 0.3386723453983854,
|
||
|
|
"learning_rate": 6.2637244260476474e-06,
|
||
|
|
"loss": 1.061,
|
||
|
|
"step": 399
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.439441692931112,
|
||
|
|
"grad_norm": 0.34781644394622324,
|
||
|
|
"learning_rate": 6.243449435824276e-06,
|
||
|
|
"loss": 1.0802,
|
||
|
|
"step": 400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4430436740207113,
|
||
|
|
"grad_norm": 0.3503485349700194,
|
||
|
|
"learning_rate": 6.223152628114537e-06,
|
||
|
|
"loss": 1.0664,
|
||
|
|
"step": 401
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4466456551103106,
|
||
|
|
"grad_norm": 0.3328702702553546,
|
||
|
|
"learning_rate": 6.202834359044959e-06,
|
||
|
|
"loss": 1.0701,
|
||
|
|
"step": 402
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.45024763619991,
|
||
|
|
"grad_norm": 0.33914752395171327,
|
||
|
|
"learning_rate": 6.182494985118625e-06,
|
||
|
|
"loss": 1.0538,
|
||
|
|
"step": 403
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4538496172895092,
|
||
|
|
"grad_norm": 0.39570376225734244,
|
||
|
|
"learning_rate": 6.1621348632089205e-06,
|
||
|
|
"loss": 1.0608,
|
||
|
|
"step": 404
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4574515983791085,
|
||
|
|
"grad_norm": 0.3515088932100447,
|
||
|
|
"learning_rate": 6.141754350553279e-06,
|
||
|
|
"loss": 1.0665,
|
||
|
|
"step": 405
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4610535794687078,
|
||
|
|
"grad_norm": 0.3393163686581987,
|
||
|
|
"learning_rate": 6.121353804746907e-06,
|
||
|
|
"loss": 1.0678,
|
||
|
|
"step": 406
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4646555605583071,
|
||
|
|
"grad_norm": 0.363682561032409,
|
||
|
|
"learning_rate": 6.100933583736508e-06,
|
||
|
|
"loss": 1.0712,
|
||
|
|
"step": 407
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4682575416479065,
|
||
|
|
"grad_norm": 0.3852133533106999,
|
||
|
|
"learning_rate": 6.080494045814011e-06,
|
||
|
|
"loss": 1.0675,
|
||
|
|
"step": 408
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4718595227375055,
|
||
|
|
"grad_norm": 0.33227273331193696,
|
||
|
|
"learning_rate": 6.060035549610275e-06,
|
||
|
|
"loss": 1.0702,
|
||
|
|
"step": 409
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4754615038271048,
|
||
|
|
"grad_norm": 0.34242254777920744,
|
||
|
|
"learning_rate": 6.039558454088796e-06,
|
||
|
|
"loss": 1.0887,
|
||
|
|
"step": 410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4790634849167041,
|
||
|
|
"grad_norm": 0.36440240139479513,
|
||
|
|
"learning_rate": 6.019063118539425e-06,
|
||
|
|
"loss": 1.0629,
|
||
|
|
"step": 411
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4826654660063034,
|
||
|
|
"grad_norm": 0.34522394073241824,
|
||
|
|
"learning_rate": 5.9985499025720354e-06,
|
||
|
|
"loss": 1.0604,
|
||
|
|
"step": 412
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4862674470959027,
|
||
|
|
"grad_norm": 0.35469984623846545,
|
||
|
|
"learning_rate": 5.978019166110242e-06,
|
||
|
|
"loss": 1.0732,
|
||
|
|
"step": 413
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.489869428185502,
|
||
|
|
"grad_norm": 0.3327229153625461,
|
||
|
|
"learning_rate": 5.957471269385065e-06,
|
||
|
|
"loss": 1.0916,
|
||
|
|
"step": 414
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4934714092751014,
|
||
|
|
"grad_norm": 0.35947455556579844,
|
||
|
|
"learning_rate": 5.936906572928625e-06,
|
||
|
|
"loss": 1.0857,
|
||
|
|
"step": 415
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4970733903647007,
|
||
|
|
"grad_norm": 0.3523660373102713,
|
||
|
|
"learning_rate": 5.9163254375677995e-06,
|
||
|
|
"loss": 1.0354,
|
||
|
|
"step": 416
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5006753714543,
|
||
|
|
"grad_norm": 0.33259457908461304,
|
||
|
|
"learning_rate": 5.8957282244179125e-06,
|
||
|
|
"loss": 1.081,
|
||
|
|
"step": 417
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.504277352543899,
|
||
|
|
"grad_norm": 0.36043116131180003,
|
||
|
|
"learning_rate": 5.8751152948763815e-06,
|
||
|
|
"loss": 1.0882,
|
||
|
|
"step": 418
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5078793336334986,
|
||
|
|
"grad_norm": 0.3644427491180247,
|
||
|
|
"learning_rate": 5.854487010616384e-06,
|
||
|
|
"loss": 1.0753,
|
||
|
|
"step": 419
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5114813147230977,
|
||
|
|
"grad_norm": 0.35395707576036406,
|
||
|
|
"learning_rate": 5.8338437335805124e-06,
|
||
|
|
"loss": 1.0953,
|
||
|
|
"step": 420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.515083295812697,
|
||
|
|
"grad_norm": 0.48229948381614823,
|
||
|
|
"learning_rate": 5.813185825974419e-06,
|
||
|
|
"loss": 1.1207,
|
||
|
|
"step": 421
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5186852769022963,
|
||
|
|
"grad_norm": 0.38738601915939525,
|
||
|
|
"learning_rate": 5.792513650260465e-06,
|
||
|
|
"loss": 1.0958,
|
||
|
|
"step": 422
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5222872579918956,
|
||
|
|
"grad_norm": 0.3259233561804611,
|
||
|
|
"learning_rate": 5.771827569151357e-06,
|
||
|
|
"loss": 1.0954,
|
||
|
|
"step": 423
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5258892390814949,
|
||
|
|
"grad_norm": 0.3332133749381523,
|
||
|
|
"learning_rate": 5.751127945603786e-06,
|
||
|
|
"loss": 1.0927,
|
||
|
|
"step": 424
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.529491220171094,
|
||
|
|
"grad_norm": 0.32989085101834736,
|
||
|
|
"learning_rate": 5.730415142812059e-06,
|
||
|
|
"loss": 1.0527,
|
||
|
|
"step": 425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5330932012606935,
|
||
|
|
"grad_norm": 0.36851444118947263,
|
||
|
|
"learning_rate": 5.709689524201723e-06,
|
||
|
|
"loss": 1.0583,
|
||
|
|
"step": 426
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5366951823502926,
|
||
|
|
"grad_norm": 0.35379667109046153,
|
||
|
|
"learning_rate": 5.68895145342319e-06,
|
||
|
|
"loss": 1.0943,
|
||
|
|
"step": 427
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.540297163439892,
|
||
|
|
"grad_norm": 0.37779417160624446,
|
||
|
|
"learning_rate": 5.668201294345363e-06,
|
||
|
|
"loss": 1.0812,
|
||
|
|
"step": 428
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5438991445294912,
|
||
|
|
"grad_norm": 0.3256143401933206,
|
||
|
|
"learning_rate": 5.647439411049235e-06,
|
||
|
|
"loss": 1.0646,
|
||
|
|
"step": 429
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5475011256190905,
|
||
|
|
"grad_norm": 0.34874005725965246,
|
||
|
|
"learning_rate": 5.626666167821522e-06,
|
||
|
|
"loss": 1.0753,
|
||
|
|
"step": 430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5511031067086898,
|
||
|
|
"grad_norm": 0.315911724351532,
|
||
|
|
"learning_rate": 5.605881929148254e-06,
|
||
|
|
"loss": 1.062,
|
||
|
|
"step": 431
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.554705087798289,
|
||
|
|
"grad_norm": 0.3684384723712539,
|
||
|
|
"learning_rate": 5.585087059708389e-06,
|
||
|
|
"loss": 1.0853,
|
||
|
|
"step": 432
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5583070688878884,
|
||
|
|
"grad_norm": 0.3803316237726428,
|
||
|
|
"learning_rate": 5.5642819243674085e-06,
|
||
|
|
"loss": 1.0471,
|
||
|
|
"step": 433
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5619090499774875,
|
||
|
|
"grad_norm": 0.3322373067202158,
|
||
|
|
"learning_rate": 5.543466888170927e-06,
|
||
|
|
"loss": 1.0472,
|
||
|
|
"step": 434
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.565511031067087,
|
||
|
|
"grad_norm": 0.35808606269858695,
|
||
|
|
"learning_rate": 5.522642316338268e-06,
|
||
|
|
"loss": 1.0435,
|
||
|
|
"step": 435
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.569113012156686,
|
||
|
|
"grad_norm": 0.3651095676354401,
|
||
|
|
"learning_rate": 5.5018085742560745e-06,
|
||
|
|
"loss": 1.0415,
|
||
|
|
"step": 436
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5727149932462856,
|
||
|
|
"grad_norm": 0.3434911579987937,
|
||
|
|
"learning_rate": 5.480966027471889e-06,
|
||
|
|
"loss": 1.0683,
|
||
|
|
"step": 437
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5763169743358847,
|
||
|
|
"grad_norm": 0.3704214813504543,
|
||
|
|
"learning_rate": 5.460115041687737e-06,
|
||
|
|
"loss": 1.0413,
|
||
|
|
"step": 438
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.579918955425484,
|
||
|
|
"grad_norm": 0.34635012302936774,
|
||
|
|
"learning_rate": 5.439255982753717e-06,
|
||
|
|
"loss": 1.097,
|
||
|
|
"step": 439
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5835209365150833,
|
||
|
|
"grad_norm": 0.3894870354521757,
|
||
|
|
"learning_rate": 5.41838921666158e-06,
|
||
|
|
"loss": 1.0078,
|
||
|
|
"step": 440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5871229176046826,
|
||
|
|
"grad_norm": 0.32628973132390515,
|
||
|
|
"learning_rate": 5.3975151095383e-06,
|
||
|
|
"loss": 1.0708,
|
||
|
|
"step": 441
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.590724898694282,
|
||
|
|
"grad_norm": 0.353493468436304,
|
||
|
|
"learning_rate": 5.376634027639664e-06,
|
||
|
|
"loss": 1.0893,
|
||
|
|
"step": 442
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.594326879783881,
|
||
|
|
"grad_norm": 0.35574519333131815,
|
||
|
|
"learning_rate": 5.355746337343835e-06,
|
||
|
|
"loss": 1.0992,
|
||
|
|
"step": 443
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5979288608734805,
|
||
|
|
"grad_norm": 0.3721178525169961,
|
||
|
|
"learning_rate": 5.334852405144926e-06,
|
||
|
|
"loss": 1.08,
|
||
|
|
"step": 444
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6015308419630796,
|
||
|
|
"grad_norm": 0.35260152951310547,
|
||
|
|
"learning_rate": 5.3139525976465675e-06,
|
||
|
|
"loss": 1.0573,
|
||
|
|
"step": 445
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6051328230526791,
|
||
|
|
"grad_norm": 0.3102871481104457,
|
||
|
|
"learning_rate": 5.293047281555482e-06,
|
||
|
|
"loss": 1.0845,
|
||
|
|
"step": 446
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6087348041422782,
|
||
|
|
"grad_norm": 0.34166757066038683,
|
||
|
|
"learning_rate": 5.272136823675046e-06,
|
||
|
|
"loss": 1.0644,
|
||
|
|
"step": 447
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6123367852318775,
|
||
|
|
"grad_norm": 0.3555363375900774,
|
||
|
|
"learning_rate": 5.251221590898848e-06,
|
||
|
|
"loss": 1.086,
|
||
|
|
"step": 448
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6159387663214768,
|
||
|
|
"grad_norm": 0.3487085514723649,
|
||
|
|
"learning_rate": 5.230301950204261e-06,
|
||
|
|
"loss": 1.0655,
|
||
|
|
"step": 449
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6195407474110761,
|
||
|
|
"grad_norm": 0.3481330917315912,
|
||
|
|
"learning_rate": 5.209378268645998e-06,
|
||
|
|
"loss": 1.0804,
|
||
|
|
"step": 450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6231427285006754,
|
||
|
|
"grad_norm": 0.3479613181209226,
|
||
|
|
"learning_rate": 5.188450913349674e-06,
|
||
|
|
"loss": 1.0802,
|
||
|
|
"step": 451
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6267447095902745,
|
||
|
|
"grad_norm": 0.329411221852206,
|
||
|
|
"learning_rate": 5.167520251505358e-06,
|
||
|
|
"loss": 1.049,
|
||
|
|
"step": 452
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.630346690679874,
|
||
|
|
"grad_norm": 0.373931387358175,
|
||
|
|
"learning_rate": 5.146586650361143e-06,
|
||
|
|
"loss": 1.05,
|
||
|
|
"step": 453
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6339486717694731,
|
||
|
|
"grad_norm": 0.33179661919955405,
|
||
|
|
"learning_rate": 5.1256504772166885e-06,
|
||
|
|
"loss": 1.068,
|
||
|
|
"step": 454
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6375506528590726,
|
||
|
|
"grad_norm": 0.3248298243422403,
|
||
|
|
"learning_rate": 5.1047120994167855e-06,
|
||
|
|
"loss": 1.0459,
|
||
|
|
"step": 455
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6411526339486717,
|
||
|
|
"grad_norm": 0.32872162641417635,
|
||
|
|
"learning_rate": 5.083771884344908e-06,
|
||
|
|
"loss": 1.1005,
|
||
|
|
"step": 456
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.644754615038271,
|
||
|
|
"grad_norm": 0.3350940372390754,
|
||
|
|
"learning_rate": 5.062830199416764e-06,
|
||
|
|
"loss": 1.0729,
|
||
|
|
"step": 457
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6483565961278703,
|
||
|
|
"grad_norm": 0.3500027893173043,
|
||
|
|
"learning_rate": 5.041887412073853e-06,
|
||
|
|
"loss": 1.056,
|
||
|
|
"step": 458
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6519585772174696,
|
||
|
|
"grad_norm": 0.352966799403548,
|
||
|
|
"learning_rate": 5.0209438897770205e-06,
|
||
|
|
"loss": 1.0368,
|
||
|
|
"step": 459
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.655560558307069,
|
||
|
|
"grad_norm": 0.3570213767690983,
|
||
|
|
"learning_rate": 5e-06,
|
||
|
|
"loss": 1.1005,
|
||
|
|
"step": 460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.659162539396668,
|
||
|
|
"grad_norm": 0.35681386612113786,
|
||
|
|
"learning_rate": 4.979056110222982e-06,
|
||
|
|
"loss": 1.0552,
|
||
|
|
"step": 461
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6627645204862675,
|
||
|
|
"grad_norm": 0.37777499026486816,
|
||
|
|
"learning_rate": 4.9581125879261476e-06,
|
||
|
|
"loss": 1.0655,
|
||
|
|
"step": 462
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6663665015758666,
|
||
|
|
"grad_norm": 0.3720854550185324,
|
||
|
|
"learning_rate": 4.937169800583237e-06,
|
||
|
|
"loss": 1.0905,
|
||
|
|
"step": 463
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6699684826654662,
|
||
|
|
"grad_norm": 0.35871679077028334,
|
||
|
|
"learning_rate": 4.9162281156550945e-06,
|
||
|
|
"loss": 1.0735,
|
||
|
|
"step": 464
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6735704637550652,
|
||
|
|
"grad_norm": 0.32746933618519874,
|
||
|
|
"learning_rate": 4.895287900583216e-06,
|
||
|
|
"loss": 1.0375,
|
||
|
|
"step": 465
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6771724448446645,
|
||
|
|
"grad_norm": 0.38118331962443885,
|
||
|
|
"learning_rate": 4.874349522783313e-06,
|
||
|
|
"loss": 1.0646,
|
||
|
|
"step": 466
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6807744259342638,
|
||
|
|
"grad_norm": 0.35946893815132736,
|
||
|
|
"learning_rate": 4.853413349638859e-06,
|
||
|
|
"loss": 1.0828,
|
||
|
|
"step": 467
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6843764070238632,
|
||
|
|
"grad_norm": 0.3666759251106939,
|
||
|
|
"learning_rate": 4.832479748494643e-06,
|
||
|
|
"loss": 1.0551,
|
||
|
|
"step": 468
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6879783881134625,
|
||
|
|
"grad_norm": 0.3508414333413744,
|
||
|
|
"learning_rate": 4.811549086650327e-06,
|
||
|
|
"loss": 1.0599,
|
||
|
|
"step": 469
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6915803692030615,
|
||
|
|
"grad_norm": 0.35707827749845356,
|
||
|
|
"learning_rate": 4.7906217313540035e-06,
|
||
|
|
"loss": 1.0759,
|
||
|
|
"step": 470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.695182350292661,
|
||
|
|
"grad_norm": 0.3788611425520442,
|
||
|
|
"learning_rate": 4.769698049795739e-06,
|
||
|
|
"loss": 1.0357,
|
||
|
|
"step": 471
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6987843313822601,
|
||
|
|
"grad_norm": 0.31406557358200793,
|
||
|
|
"learning_rate": 4.748778409101153e-06,
|
||
|
|
"loss": 1.0835,
|
||
|
|
"step": 472
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7023863124718597,
|
||
|
|
"grad_norm": 0.330042469142287,
|
||
|
|
"learning_rate": 4.727863176324955e-06,
|
||
|
|
"loss": 1.0356,
|
||
|
|
"step": 473
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7059882935614588,
|
||
|
|
"grad_norm": 0.3692982637487251,
|
||
|
|
"learning_rate": 4.706952718444518e-06,
|
||
|
|
"loss": 1.0224,
|
||
|
|
"step": 474
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.709590274651058,
|
||
|
|
"grad_norm": 0.3401427800549121,
|
||
|
|
"learning_rate": 4.686047402353433e-06,
|
||
|
|
"loss": 1.056,
|
||
|
|
"step": 475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7131922557406574,
|
||
|
|
"grad_norm": 0.32559689457568264,
|
||
|
|
"learning_rate": 4.6651475948550765e-06,
|
||
|
|
"loss": 1.072,
|
||
|
|
"step": 476
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7167942368302567,
|
||
|
|
"grad_norm": 0.33516871825696326,
|
||
|
|
"learning_rate": 4.644253662656167e-06,
|
||
|
|
"loss": 1.056,
|
||
|
|
"step": 477
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.720396217919856,
|
||
|
|
"grad_norm": 0.34667604652264583,
|
||
|
|
"learning_rate": 4.6233659723603374e-06,
|
||
|
|
"loss": 1.0555,
|
||
|
|
"step": 478
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.723998199009455,
|
||
|
|
"grad_norm": 0.37161554561132193,
|
||
|
|
"learning_rate": 4.602484890461702e-06,
|
||
|
|
"loss": 1.0563,
|
||
|
|
"step": 479
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7276001800990546,
|
||
|
|
"grad_norm": 0.31848164234901527,
|
||
|
|
"learning_rate": 4.581610783338424e-06,
|
||
|
|
"loss": 1.0941,
|
||
|
|
"step": 480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7312021611886537,
|
||
|
|
"grad_norm": 0.3594252163107309,
|
||
|
|
"learning_rate": 4.560744017246284e-06,
|
||
|
|
"loss": 1.0751,
|
||
|
|
"step": 481
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7348041422782532,
|
||
|
|
"grad_norm": 0.3544059030193539,
|
||
|
|
"learning_rate": 4.539884958312265e-06,
|
||
|
|
"loss": 1.0469,
|
||
|
|
"step": 482
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7384061233678523,
|
||
|
|
"grad_norm": 0.32959836916197055,
|
||
|
|
"learning_rate": 4.519033972528114e-06,
|
||
|
|
"loss": 1.063,
|
||
|
|
"step": 483
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7420081044574516,
|
||
|
|
"grad_norm": 0.31875669846466737,
|
||
|
|
"learning_rate": 4.4981914257439254e-06,
|
||
|
|
"loss": 1.0575,
|
||
|
|
"step": 484
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7456100855470509,
|
||
|
|
"grad_norm": 0.31894865236781544,
|
||
|
|
"learning_rate": 4.477357683661734e-06,
|
||
|
|
"loss": 1.0591,
|
||
|
|
"step": 485
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7492120666366502,
|
||
|
|
"grad_norm": 0.355450564535886,
|
||
|
|
"learning_rate": 4.456533111829076e-06,
|
||
|
|
"loss": 1.1063,
|
||
|
|
"step": 486
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7528140477262495,
|
||
|
|
"grad_norm": 0.35660689731655426,
|
||
|
|
"learning_rate": 4.4357180756325915e-06,
|
||
|
|
"loss": 1.025,
|
||
|
|
"step": 487
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7564160288158486,
|
||
|
|
"grad_norm": 0.35786503142864406,
|
||
|
|
"learning_rate": 4.414912940291614e-06,
|
||
|
|
"loss": 1.0731,
|
||
|
|
"step": 488
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.760018009905448,
|
||
|
|
"grad_norm": 0.33168551352286857,
|
||
|
|
"learning_rate": 4.394118070851749e-06,
|
||
|
|
"loss": 1.0152,
|
||
|
|
"step": 489
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7636199909950472,
|
||
|
|
"grad_norm": 0.31557735871932313,
|
||
|
|
"learning_rate": 4.373333832178478e-06,
|
||
|
|
"loss": 1.0658,
|
||
|
|
"step": 490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7672219720846467,
|
||
|
|
"grad_norm": 0.3643796172518758,
|
||
|
|
"learning_rate": 4.352560588950766e-06,
|
||
|
|
"loss": 1.0788,
|
||
|
|
"step": 491
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7708239531742458,
|
||
|
|
"grad_norm": 0.3342250830340594,
|
||
|
|
"learning_rate": 4.331798705654639e-06,
|
||
|
|
"loss": 1.0929,
|
||
|
|
"step": 492
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.774425934263845,
|
||
|
|
"grad_norm": 0.8828365078514346,
|
||
|
|
"learning_rate": 4.31104854657681e-06,
|
||
|
|
"loss": 1.0723,
|
||
|
|
"step": 493
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7780279153534444,
|
||
|
|
"grad_norm": 0.32325289629440884,
|
||
|
|
"learning_rate": 4.290310475798278e-06,
|
||
|
|
"loss": 1.0472,
|
||
|
|
"step": 494
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7816298964430437,
|
||
|
|
"grad_norm": 0.36167307979154,
|
||
|
|
"learning_rate": 4.269584857187942e-06,
|
||
|
|
"loss": 1.0803,
|
||
|
|
"step": 495
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.785231877532643,
|
||
|
|
"grad_norm": 0.3112535067026799,
|
||
|
|
"learning_rate": 4.248872054396215e-06,
|
||
|
|
"loss": 1.0522,
|
||
|
|
"step": 496
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.788833858622242,
|
||
|
|
"grad_norm": 0.34086457664496106,
|
||
|
|
"learning_rate": 4.228172430848645e-06,
|
||
|
|
"loss": 1.0775,
|
||
|
|
"step": 497
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7924358397118416,
|
||
|
|
"grad_norm": 0.30310958551948036,
|
||
|
|
"learning_rate": 4.207486349739538e-06,
|
||
|
|
"loss": 1.0487,
|
||
|
|
"step": 498
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7960378208014407,
|
||
|
|
"grad_norm": 0.3511261941310994,
|
||
|
|
"learning_rate": 4.186814174025582e-06,
|
||
|
|
"loss": 1.0844,
|
||
|
|
"step": 499
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7996398018910402,
|
||
|
|
"grad_norm": 0.3503896982707501,
|
||
|
|
"learning_rate": 4.166156266419489e-06,
|
||
|
|
"loss": 1.0132,
|
||
|
|
"step": 500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8032417829806393,
|
||
|
|
"grad_norm": 0.3436670120686724,
|
||
|
|
"learning_rate": 4.145512989383618e-06,
|
||
|
|
"loss": 1.0598,
|
||
|
|
"step": 501
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8068437640702386,
|
||
|
|
"grad_norm": 0.34785159088570466,
|
||
|
|
"learning_rate": 4.124884705123619e-06,
|
||
|
|
"loss": 1.035,
|
||
|
|
"step": 502
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.810445745159838,
|
||
|
|
"grad_norm": 0.33165542782534474,
|
||
|
|
"learning_rate": 4.104271775582089e-06,
|
||
|
|
"loss": 1.0358,
|
||
|
|
"step": 503
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8140477262494372,
|
||
|
|
"grad_norm": 0.4070554454819295,
|
||
|
|
"learning_rate": 4.083674562432203e-06,
|
||
|
|
"loss": 1.0434,
|
||
|
|
"step": 504
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8176497073390365,
|
||
|
|
"grad_norm": 0.3624273928106286,
|
||
|
|
"learning_rate": 4.063093427071376e-06,
|
||
|
|
"loss": 1.0995,
|
||
|
|
"step": 505
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8212516884286356,
|
||
|
|
"grad_norm": 0.32728343459448644,
|
||
|
|
"learning_rate": 4.042528730614935e-06,
|
||
|
|
"loss": 1.0178,
|
||
|
|
"step": 506
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8248536695182351,
|
||
|
|
"grad_norm": 0.31687128264594894,
|
||
|
|
"learning_rate": 4.02198083388976e-06,
|
||
|
|
"loss": 1.0649,
|
||
|
|
"step": 507
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8284556506078342,
|
||
|
|
"grad_norm": 0.3744296721151693,
|
||
|
|
"learning_rate": 4.001450097427965e-06,
|
||
|
|
"loss": 1.0252,
|
||
|
|
"step": 508
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8320576316974337,
|
||
|
|
"grad_norm": 0.3132845490517284,
|
||
|
|
"learning_rate": 3.980936881460576e-06,
|
||
|
|
"loss": 1.0795,
|
||
|
|
"step": 509
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8356596127870328,
|
||
|
|
"grad_norm": 0.3420985303611589,
|
||
|
|
"learning_rate": 3.960441545911205e-06,
|
||
|
|
"loss": 1.0746,
|
||
|
|
"step": 510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8392615938766321,
|
||
|
|
"grad_norm": 0.307478947705401,
|
||
|
|
"learning_rate": 3.939964450389728e-06,
|
||
|
|
"loss": 1.0853,
|
||
|
|
"step": 511
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8428635749662314,
|
||
|
|
"grad_norm": 0.33071208183560175,
|
||
|
|
"learning_rate": 3.91950595418599e-06,
|
||
|
|
"loss": 1.0528,
|
||
|
|
"step": 512
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8464655560558307,
|
||
|
|
"grad_norm": 0.3340631255697292,
|
||
|
|
"learning_rate": 3.899066416263493e-06,
|
||
|
|
"loss": 1.0198,
|
||
|
|
"step": 513
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.85006753714543,
|
||
|
|
"grad_norm": 0.32856275060694273,
|
||
|
|
"learning_rate": 3.8786461952530955e-06,
|
||
|
|
"loss": 1.0969,
|
||
|
|
"step": 514
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8536695182350291,
|
||
|
|
"grad_norm": 0.3416526016934508,
|
||
|
|
"learning_rate": 3.8582456494467214e-06,
|
||
|
|
"loss": 1.0863,
|
||
|
|
"step": 515
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8572714993246286,
|
||
|
|
"grad_norm": 0.3185489633634486,
|
||
|
|
"learning_rate": 3.83786513679108e-06,
|
||
|
|
"loss": 1.0385,
|
||
|
|
"step": 516
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8608734804142277,
|
||
|
|
"grad_norm": 0.32623706503747446,
|
||
|
|
"learning_rate": 3.817505014881378e-06,
|
||
|
|
"loss": 1.0144,
|
||
|
|
"step": 517
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8644754615038273,
|
||
|
|
"grad_norm": 0.32218552881112167,
|
||
|
|
"learning_rate": 3.797165640955041e-06,
|
||
|
|
"loss": 1.0705,
|
||
|
|
"step": 518
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8680774425934263,
|
||
|
|
"grad_norm": 0.30139922286880777,
|
||
|
|
"learning_rate": 3.776847371885464e-06,
|
||
|
|
"loss": 1.0493,
|
||
|
|
"step": 519
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8716794236830256,
|
||
|
|
"grad_norm": 0.377029678977555,
|
||
|
|
"learning_rate": 3.756550564175727e-06,
|
||
|
|
"loss": 1.0494,
|
||
|
|
"step": 520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.875281404772625,
|
||
|
|
"grad_norm": 0.345992186114263,
|
||
|
|
"learning_rate": 3.736275573952354e-06,
|
||
|
|
"loss": 1.0228,
|
||
|
|
"step": 521
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8788833858622243,
|
||
|
|
"grad_norm": 0.3033717191767872,
|
||
|
|
"learning_rate": 3.716022756959061e-06,
|
||
|
|
"loss": 1.0896,
|
||
|
|
"step": 522
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8824853669518236,
|
||
|
|
"grad_norm": 0.32124744536039596,
|
||
|
|
"learning_rate": 3.695792468550517e-06,
|
||
|
|
"loss": 1.0467,
|
||
|
|
"step": 523
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8860873480414226,
|
||
|
|
"grad_norm": 0.3470918739977987,
|
||
|
|
"learning_rate": 3.6755850636860956e-06,
|
||
|
|
"loss": 1.0524,
|
||
|
|
"step": 524
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8896893291310222,
|
||
|
|
"grad_norm": 0.38530316140769727,
|
||
|
|
"learning_rate": 3.655400896923672e-06,
|
||
|
|
"loss": 1.0685,
|
||
|
|
"step": 525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8932913102206212,
|
||
|
|
"grad_norm": 0.34989092164325525,
|
||
|
|
"learning_rate": 3.635240322413375e-06,
|
||
|
|
"loss": 1.0953,
|
||
|
|
"step": 526
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8968932913102208,
|
||
|
|
"grad_norm": 0.30619682455422553,
|
||
|
|
"learning_rate": 3.6151036938913887e-06,
|
||
|
|
"loss": 1.0866,
|
||
|
|
"step": 527
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9004952723998199,
|
||
|
|
"grad_norm": 0.33603759713948095,
|
||
|
|
"learning_rate": 3.5949913646737456e-06,
|
||
|
|
"loss": 1.0562,
|
||
|
|
"step": 528
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9040972534894192,
|
||
|
|
"grad_norm": 0.36283301326571393,
|
||
|
|
"learning_rate": 3.5749036876501196e-06,
|
||
|
|
"loss": 1.0877,
|
||
|
|
"step": 529
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9076992345790185,
|
||
|
|
"grad_norm": 0.32449495469021755,
|
||
|
|
"learning_rate": 3.5548410152776414e-06,
|
||
|
|
"loss": 1.0926,
|
||
|
|
"step": 530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9113012156686178,
|
||
|
|
"grad_norm": 0.30909965481121454,
|
||
|
|
"learning_rate": 3.5348036995747135e-06,
|
||
|
|
"loss": 1.0924,
|
||
|
|
"step": 531
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.914903196758217,
|
||
|
|
"grad_norm": 0.31489637458548564,
|
||
|
|
"learning_rate": 3.5147920921148267e-06,
|
||
|
|
"loss": 1.0828,
|
||
|
|
"step": 532
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9185051778478162,
|
||
|
|
"grad_norm": 0.3330350499732472,
|
||
|
|
"learning_rate": 3.4948065440203982e-06,
|
||
|
|
"loss": 1.0685,
|
||
|
|
"step": 533
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9221071589374157,
|
||
|
|
"grad_norm": 0.3107239605147675,
|
||
|
|
"learning_rate": 3.474847405956613e-06,
|
||
|
|
"loss": 1.0618,
|
||
|
|
"step": 534
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9257091400270148,
|
||
|
|
"grad_norm": 0.34315983029146,
|
||
|
|
"learning_rate": 3.4549150281252635e-06,
|
||
|
|
"loss": 1.1048,
|
||
|
|
"step": 535
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9293111211166143,
|
||
|
|
"grad_norm": 0.3227737291510128,
|
||
|
|
"learning_rate": 3.4350097602586085e-06,
|
||
|
|
"loss": 1.0491,
|
||
|
|
"step": 536
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9329131022062134,
|
||
|
|
"grad_norm": 0.30320716585058866,
|
||
|
|
"learning_rate": 3.4151319516132414e-06,
|
||
|
|
"loss": 1.0179,
|
||
|
|
"step": 537
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9365150832958127,
|
||
|
|
"grad_norm": 0.32851520671529355,
|
||
|
|
"learning_rate": 3.3952819509639534e-06,
|
||
|
|
"loss": 1.0495,
|
||
|
|
"step": 538
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.940117064385412,
|
||
|
|
"grad_norm": 0.33703603920644415,
|
||
|
|
"learning_rate": 3.375460106597619e-06,
|
||
|
|
"loss": 1.0148,
|
||
|
|
"step": 539
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9437190454750113,
|
||
|
|
"grad_norm": 0.3097947001373875,
|
||
|
|
"learning_rate": 3.355666766307084e-06,
|
||
|
|
"loss": 1.1156,
|
||
|
|
"step": 540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9473210265646106,
|
||
|
|
"grad_norm": 0.3068291690397491,
|
||
|
|
"learning_rate": 3.3359022773850673e-06,
|
||
|
|
"loss": 1.0315,
|
||
|
|
"step": 541
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9509230076542097,
|
||
|
|
"grad_norm": 0.3376120770611421,
|
||
|
|
"learning_rate": 3.31616698661806e-06,
|
||
|
|
"loss": 1.0564,
|
||
|
|
"step": 542
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9545249887438092,
|
||
|
|
"grad_norm": 0.29124426624612915,
|
||
|
|
"learning_rate": 3.2964612402802422e-06,
|
||
|
|
"loss": 1.0689,
|
||
|
|
"step": 543
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9581269698334083,
|
||
|
|
"grad_norm": 0.2948609004870433,
|
||
|
|
"learning_rate": 3.2767853841274154e-06,
|
||
|
|
"loss": 1.0684,
|
||
|
|
"step": 544
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9617289509230078,
|
||
|
|
"grad_norm": 0.3558137852450314,
|
||
|
|
"learning_rate": 3.2571397633909252e-06,
|
||
|
|
"loss": 1.0452,
|
||
|
|
"step": 545
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.965330932012607,
|
||
|
|
"grad_norm": 0.3008490022930337,
|
||
|
|
"learning_rate": 3.2375247227716077e-06,
|
||
|
|
"loss": 1.0235,
|
||
|
|
"step": 546
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9689329131022062,
|
||
|
|
"grad_norm": 0.31102274440087274,
|
||
|
|
"learning_rate": 3.217940606433747e-06,
|
||
|
|
"loss": 1.0575,
|
||
|
|
"step": 547
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9725348941918055,
|
||
|
|
"grad_norm": 0.33011139669007306,
|
||
|
|
"learning_rate": 3.1983877579990276e-06,
|
||
|
|
"loss": 1.0419,
|
||
|
|
"step": 548
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9761368752814048,
|
||
|
|
"grad_norm": 0.314573659163516,
|
||
|
|
"learning_rate": 3.178866520540509e-06,
|
||
|
|
"loss": 1.0364,
|
||
|
|
"step": 549
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.979738856371004,
|
||
|
|
"grad_norm": 0.313348256207242,
|
||
|
|
"learning_rate": 3.1593772365766107e-06,
|
||
|
|
"loss": 1.0615,
|
||
|
|
"step": 550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9833408374606032,
|
||
|
|
"grad_norm": 0.32258850263277733,
|
||
|
|
"learning_rate": 3.139920248065095e-06,
|
||
|
|
"loss": 1.0896,
|
||
|
|
"step": 551
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9869428185502027,
|
||
|
|
"grad_norm": 0.3154271741355316,
|
||
|
|
"learning_rate": 3.1204958963970666e-06,
|
||
|
|
"loss": 1.0501,
|
||
|
|
"step": 552
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9905447996398018,
|
||
|
|
"grad_norm": 0.3406321762516789,
|
||
|
|
"learning_rate": 3.1011045223909954e-06,
|
||
|
|
"loss": 1.0761,
|
||
|
|
"step": 553
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9941467807294013,
|
||
|
|
"grad_norm": 0.31522039092493703,
|
||
|
|
"learning_rate": 3.0817464662867192e-06,
|
||
|
|
"loss": 1.0556,
|
||
|
|
"step": 554
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9977487618190004,
|
||
|
|
"grad_norm": 0.3147135586324213,
|
||
|
|
"learning_rate": 3.0624220677394854e-06,
|
||
|
|
"loss": 1.0857,
|
||
|
|
"step": 555
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0,
|
||
|
|
"grad_norm": 0.44015502627582576,
|
||
|
|
"learning_rate": 3.043131665813988e-06,
|
||
|
|
"loss": 1.0463,
|
||
|
|
"step": 556
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.003601981089599,
|
||
|
|
"grad_norm": 0.3983894180930443,
|
||
|
|
"learning_rate": 3.023875598978419e-06,
|
||
|
|
"loss": 1.0393,
|
||
|
|
"step": 557
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0072039621791986,
|
||
|
|
"grad_norm": 0.3067099309247845,
|
||
|
|
"learning_rate": 3.004654205098524e-06,
|
||
|
|
"loss": 1.0605,
|
||
|
|
"step": 558
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0108059432687977,
|
||
|
|
"grad_norm": 0.3357353560695444,
|
||
|
|
"learning_rate": 2.9854678214316875e-06,
|
||
|
|
"loss": 1.0417,
|
||
|
|
"step": 559
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.014407924358397,
|
||
|
|
"grad_norm": 0.33999056854523163,
|
||
|
|
"learning_rate": 2.966316784621e-06,
|
||
|
|
"loss": 1.024,
|
||
|
|
"step": 560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0180099054479963,
|
||
|
|
"grad_norm": 0.31226386349104857,
|
||
|
|
"learning_rate": 2.9472014306893605e-06,
|
||
|
|
"loss": 1.0485,
|
||
|
|
"step": 561
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.021611886537596,
|
||
|
|
"grad_norm": 0.31603080640243814,
|
||
|
|
"learning_rate": 2.92812209503358e-06,
|
||
|
|
"loss": 1.0414,
|
||
|
|
"step": 562
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.025213867627195,
|
||
|
|
"grad_norm": 0.3459067464369587,
|
||
|
|
"learning_rate": 2.9090791124184934e-06,
|
||
|
|
"loss": 1.0756,
|
||
|
|
"step": 563
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0288158487167944,
|
||
|
|
"grad_norm": 0.3330987662321279,
|
||
|
|
"learning_rate": 2.8900728169710866e-06,
|
||
|
|
"loss": 1.054,
|
||
|
|
"step": 564
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0324178298063935,
|
||
|
|
"grad_norm": 0.2927527791629305,
|
||
|
|
"learning_rate": 2.871103542174637e-06,
|
||
|
|
"loss": 1.0665,
|
||
|
|
"step": 565
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0360198108959926,
|
||
|
|
"grad_norm": 0.33886103259967365,
|
||
|
|
"learning_rate": 2.8521716208628597e-06,
|
||
|
|
"loss": 1.0595,
|
||
|
|
"step": 566
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.039621791985592,
|
||
|
|
"grad_norm": 0.31642624101440003,
|
||
|
|
"learning_rate": 2.8332773852140644e-06,
|
||
|
|
"loss": 1.0177,
|
||
|
|
"step": 567
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.043223773075191,
|
||
|
|
"grad_norm": 0.32001337639878913,
|
||
|
|
"learning_rate": 2.814421166745337e-06,
|
||
|
|
"loss": 1.0461,
|
||
|
|
"step": 568
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0468257541647907,
|
||
|
|
"grad_norm": 0.3024517860403017,
|
||
|
|
"learning_rate": 2.795603296306708e-06,
|
||
|
|
"loss": 1.0665,
|
||
|
|
"step": 569
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.05042773525439,
|
||
|
|
"grad_norm": 0.3442352491720829,
|
||
|
|
"learning_rate": 2.776824104075364e-06,
|
||
|
|
"loss": 1.0368,
|
||
|
|
"step": 570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0540297163439893,
|
||
|
|
"grad_norm": 0.3293545677344158,
|
||
|
|
"learning_rate": 2.7580839195498397e-06,
|
||
|
|
"loss": 1.043,
|
||
|
|
"step": 571
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0576316974335884,
|
||
|
|
"grad_norm": 0.31332600205637107,
|
||
|
|
"learning_rate": 2.739383071544246e-06,
|
||
|
|
"loss": 1.0476,
|
||
|
|
"step": 572
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.061233678523188,
|
||
|
|
"grad_norm": 0.32030515645666624,
|
||
|
|
"learning_rate": 2.7207218881825016e-06,
|
||
|
|
"loss": 1.0542,
|
||
|
|
"step": 573
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.064835659612787,
|
||
|
|
"grad_norm": 0.3364547680473557,
|
||
|
|
"learning_rate": 2.7021006968925613e-06,
|
||
|
|
"loss": 1.0364,
|
||
|
|
"step": 574
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.068437640702386,
|
||
|
|
"grad_norm": 0.3145267889190637,
|
||
|
|
"learning_rate": 2.683519824400693e-06,
|
||
|
|
"loss": 1.0621,
|
||
|
|
"step": 575
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0720396217919856,
|
||
|
|
"grad_norm": 0.3221194724938311,
|
||
|
|
"learning_rate": 2.6649795967257243e-06,
|
||
|
|
"loss": 1.0827,
|
||
|
|
"step": 576
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0756416028815847,
|
||
|
|
"grad_norm": 0.31171845327350106,
|
||
|
|
"learning_rate": 2.646480339173337e-06,
|
||
|
|
"loss": 1.0327,
|
||
|
|
"step": 577
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0792435839711843,
|
||
|
|
"grad_norm": 0.2884769700670282,
|
||
|
|
"learning_rate": 2.6280223763303546e-06,
|
||
|
|
"loss": 1.0488,
|
||
|
|
"step": 578
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0828455650607833,
|
||
|
|
"grad_norm": 0.3214670803689811,
|
||
|
|
"learning_rate": 2.6096060320590393e-06,
|
||
|
|
"loss": 1.0175,
|
||
|
|
"step": 579
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.086447546150383,
|
||
|
|
"grad_norm": 0.29588927971342016,
|
||
|
|
"learning_rate": 2.5912316294914232e-06,
|
||
|
|
"loss": 1.0299,
|
||
|
|
"step": 580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.090049527239982,
|
||
|
|
"grad_norm": 0.3179276570664923,
|
||
|
|
"learning_rate": 2.5728994910236304e-06,
|
||
|
|
"loss": 1.0416,
|
||
|
|
"step": 581
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0936515083295815,
|
||
|
|
"grad_norm": 0.32306719861333466,
|
||
|
|
"learning_rate": 2.5546099383102206e-06,
|
||
|
|
"loss": 1.043,
|
||
|
|
"step": 582
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0972534894191805,
|
||
|
|
"grad_norm": 0.3201304980987189,
|
||
|
|
"learning_rate": 2.536363292258543e-06,
|
||
|
|
"loss": 1.0612,
|
||
|
|
"step": 583
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1008554705087796,
|
||
|
|
"grad_norm": 0.2925431078505077,
|
||
|
|
"learning_rate": 2.518159873023116e-06,
|
||
|
|
"loss": 1.0317,
|
||
|
|
"step": 584
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.104457451598379,
|
||
|
|
"grad_norm": 0.33029491252375176,
|
||
|
|
"learning_rate": 2.5000000000000015e-06,
|
||
|
|
"loss": 1.0468,
|
||
|
|
"step": 585
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1080594326879782,
|
||
|
|
"grad_norm": 0.3093075735098707,
|
||
|
|
"learning_rate": 2.4818839918211963e-06,
|
||
|
|
"loss": 1.0264,
|
||
|
|
"step": 586
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1116614137775778,
|
||
|
|
"grad_norm": 0.33517262514779006,
|
||
|
|
"learning_rate": 2.4638121663490546e-06,
|
||
|
|
"loss": 1.0125,
|
||
|
|
"step": 587
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.115263394867177,
|
||
|
|
"grad_norm": 0.29875408693671646,
|
||
|
|
"learning_rate": 2.4457848406707014e-06,
|
||
|
|
"loss": 1.0145,
|
||
|
|
"step": 588
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1188653759567764,
|
||
|
|
"grad_norm": 0.3461841979966471,
|
||
|
|
"learning_rate": 2.4278023310924676e-06,
|
||
|
|
"loss": 1.0526,
|
||
|
|
"step": 589
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1224673570463755,
|
||
|
|
"grad_norm": 0.316595399237612,
|
||
|
|
"learning_rate": 2.40986495313435e-06,
|
||
|
|
"loss": 1.0276,
|
||
|
|
"step": 590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.126069338135975,
|
||
|
|
"grad_norm": 0.35509810185127894,
|
||
|
|
"learning_rate": 2.391973021524461e-06,
|
||
|
|
"loss": 1.0236,
|
||
|
|
"step": 591
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.129671319225574,
|
||
|
|
"grad_norm": 0.31577714871143664,
|
||
|
|
"learning_rate": 2.3741268501935212e-06,
|
||
|
|
"loss": 1.0668,
|
||
|
|
"step": 592
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.133273300315173,
|
||
|
|
"grad_norm": 0.30363778483757914,
|
||
|
|
"learning_rate": 2.356326752269342e-06,
|
||
|
|
"loss": 1.0399,
|
||
|
|
"step": 593
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1368752814047727,
|
||
|
|
"grad_norm": 0.2951535358604565,
|
||
|
|
"learning_rate": 2.338573040071332e-06,
|
||
|
|
"loss": 1.0674,
|
||
|
|
"step": 594
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1404772624943718,
|
||
|
|
"grad_norm": 0.2916733821330133,
|
||
|
|
"learning_rate": 2.320866025105016e-06,
|
||
|
|
"loss": 1.0251,
|
||
|
|
"step": 595
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1440792435839713,
|
||
|
|
"grad_norm": 0.28186913326636054,
|
||
|
|
"learning_rate": 2.303206018056583e-06,
|
||
|
|
"loss": 1.04,
|
||
|
|
"step": 596
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1476812246735704,
|
||
|
|
"grad_norm": 0.3291151473315765,
|
||
|
|
"learning_rate": 2.285593328787414e-06,
|
||
|
|
"loss": 1.0173,
|
||
|
|
"step": 597
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.15128320576317,
|
||
|
|
"grad_norm": 0.3065042887064959,
|
||
|
|
"learning_rate": 2.268028266328655e-06,
|
||
|
|
"loss": 1.0294,
|
||
|
|
"step": 598
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.154885186852769,
|
||
|
|
"grad_norm": 0.3025327291635849,
|
||
|
|
"learning_rate": 2.250511138875801e-06,
|
||
|
|
"loss": 1.046,
|
||
|
|
"step": 599
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1584871679423685,
|
||
|
|
"grad_norm": 0.28100597708822905,
|
||
|
|
"learning_rate": 2.23304225378328e-06,
|
||
|
|
"loss": 1.0289,
|
||
|
|
"step": 600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1620891490319676,
|
||
|
|
"grad_norm": 0.31006702418509163,
|
||
|
|
"learning_rate": 2.2156219175590623e-06,
|
||
|
|
"loss": 1.023,
|
||
|
|
"step": 601
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1656911301215667,
|
||
|
|
"grad_norm": 0.2962970912734003,
|
||
|
|
"learning_rate": 2.1982504358592777e-06,
|
||
|
|
"loss": 1.0775,
|
||
|
|
"step": 602
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.169293111211166,
|
||
|
|
"grad_norm": 0.32597592835782413,
|
||
|
|
"learning_rate": 2.1809281134828663e-06,
|
||
|
|
"loss": 1.0409,
|
||
|
|
"step": 603
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1728950923007653,
|
||
|
|
"grad_norm": 0.30783288748012444,
|
||
|
|
"learning_rate": 2.1636552543662187e-06,
|
||
|
|
"loss": 1.0609,
|
||
|
|
"step": 604
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.176497073390365,
|
||
|
|
"grad_norm": 0.3197715534590088,
|
||
|
|
"learning_rate": 2.146432161577842e-06,
|
||
|
|
"loss": 1.0341,
|
||
|
|
"step": 605
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.180099054479964,
|
||
|
|
"grad_norm": 0.30989671790932927,
|
||
|
|
"learning_rate": 2.1292591373130515e-06,
|
||
|
|
"loss": 1.0292,
|
||
|
|
"step": 606
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1837010355695634,
|
||
|
|
"grad_norm": 0.315438048629008,
|
||
|
|
"learning_rate": 2.112136482888663e-06,
|
||
|
|
"loss": 1.0171,
|
||
|
|
"step": 607
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1873030166591625,
|
||
|
|
"grad_norm": 0.3140514935443536,
|
||
|
|
"learning_rate": 2.095064498737701e-06,
|
||
|
|
"loss": 1.0406,
|
||
|
|
"step": 608
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.190904997748762,
|
||
|
|
"grad_norm": 0.36444536122323545,
|
||
|
|
"learning_rate": 2.07804348440414e-06,
|
||
|
|
"loss": 1.0474,
|
||
|
|
"step": 609
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.194506978838361,
|
||
|
|
"grad_norm": 0.32038773790017444,
|
||
|
|
"learning_rate": 2.061073738537635e-06,
|
||
|
|
"loss": 1.0406,
|
||
|
|
"step": 610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.19810895992796,
|
||
|
|
"grad_norm": 0.3327293671870662,
|
||
|
|
"learning_rate": 2.04415555888829e-06,
|
||
|
|
"loss": 1.0473,
|
||
|
|
"step": 611
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2017109410175597,
|
||
|
|
"grad_norm": 0.3110981786314029,
|
||
|
|
"learning_rate": 2.027289242301435e-06,
|
||
|
|
"loss": 1.0674,
|
||
|
|
"step": 612
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.205312922107159,
|
||
|
|
"grad_norm": 0.3001638141607491,
|
||
|
|
"learning_rate": 2.0104750847124075e-06,
|
||
|
|
"loss": 1.0543,
|
||
|
|
"step": 613
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2089149031967583,
|
||
|
|
"grad_norm": 0.3336943922980599,
|
||
|
|
"learning_rate": 1.9937133811413666e-06,
|
||
|
|
"loss": 1.0378,
|
||
|
|
"step": 614
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2125168842863574,
|
||
|
|
"grad_norm": 0.3189387269628659,
|
||
|
|
"learning_rate": 1.977004425688126e-06,
|
||
|
|
"loss": 1.0182,
|
||
|
|
"step": 615
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.216118865375957,
|
||
|
|
"grad_norm": 0.2953897029068166,
|
||
|
|
"learning_rate": 1.9603485115269743e-06,
|
||
|
|
"loss": 1.0307,
|
||
|
|
"step": 616
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.219720846465556,
|
||
|
|
"grad_norm": 0.3354775874836228,
|
||
|
|
"learning_rate": 1.9437459309015426e-06,
|
||
|
|
"loss": 1.0582,
|
||
|
|
"step": 617
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2233228275551555,
|
||
|
|
"grad_norm": 0.3155756131913934,
|
||
|
|
"learning_rate": 1.927196975119678e-06,
|
||
|
|
"loss": 1.0729,
|
||
|
|
"step": 618
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2269248086447546,
|
||
|
|
"grad_norm": 0.30314021638523436,
|
||
|
|
"learning_rate": 1.910701934548329e-06,
|
||
|
|
"loss": 1.0675,
|
||
|
|
"step": 619
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2305267897343537,
|
||
|
|
"grad_norm": 0.3178641177812712,
|
||
|
|
"learning_rate": 1.8942610986084487e-06,
|
||
|
|
"loss": 1.0193,
|
||
|
|
"step": 620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2341287708239532,
|
||
|
|
"grad_norm": 0.27497288823347316,
|
||
|
|
"learning_rate": 1.8778747557699223e-06,
|
||
|
|
"loss": 1.0397,
|
||
|
|
"step": 621
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2377307519135523,
|
||
|
|
"grad_norm": 0.27473090413221113,
|
||
|
|
"learning_rate": 1.8615431935464984e-06,
|
||
|
|
"loss": 1.0814,
|
||
|
|
"step": 622
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.241332733003152,
|
||
|
|
"grad_norm": 0.29969676069735396,
|
||
|
|
"learning_rate": 1.8452666984907519e-06,
|
||
|
|
"loss": 1.0464,
|
||
|
|
"step": 623
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.244934714092751,
|
||
|
|
"grad_norm": 0.29678899593418184,
|
||
|
|
"learning_rate": 1.829045556189053e-06,
|
||
|
|
"loss": 1.0635,
|
||
|
|
"step": 624
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2485366951823504,
|
||
|
|
"grad_norm": 0.30067878966920947,
|
||
|
|
"learning_rate": 1.8128800512565514e-06,
|
||
|
|
"loss": 1.0325,
|
||
|
|
"step": 625
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2521386762719495,
|
||
|
|
"grad_norm": 0.28275287186797854,
|
||
|
|
"learning_rate": 1.7967704673321917e-06,
|
||
|
|
"loss": 1.0606,
|
||
|
|
"step": 626
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2557406573615486,
|
||
|
|
"grad_norm": 0.27780010911864134,
|
||
|
|
"learning_rate": 1.7807170870737317e-06,
|
||
|
|
"loss": 1.061,
|
||
|
|
"step": 627
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.259342638451148,
|
||
|
|
"grad_norm": 0.30625432629700144,
|
||
|
|
"learning_rate": 1.7647201921527802e-06,
|
||
|
|
"loss": 1.0008,
|
||
|
|
"step": 628
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2629446195407477,
|
||
|
|
"grad_norm": 0.30785488054179105,
|
||
|
|
"learning_rate": 1.7487800632498547e-06,
|
||
|
|
"loss": 1.0072,
|
||
|
|
"step": 629
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2665466006303467,
|
||
|
|
"grad_norm": 0.3052922709373008,
|
||
|
|
"learning_rate": 1.7328969800494727e-06,
|
||
|
|
"loss": 1.0549,
|
||
|
|
"step": 630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.270148581719946,
|
||
|
|
"grad_norm": 0.3040902290300385,
|
||
|
|
"learning_rate": 1.7170712212352187e-06,
|
||
|
|
"loss": 1.0484,
|
||
|
|
"step": 631
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2737505628095454,
|
||
|
|
"grad_norm": 0.3114270358030963,
|
||
|
|
"learning_rate": 1.7013030644848698e-06,
|
||
|
|
"loss": 1.065,
|
||
|
|
"step": 632
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2773525438991444,
|
||
|
|
"grad_norm": 0.30134193406734877,
|
||
|
|
"learning_rate": 1.6855927864655241e-06,
|
||
|
|
"loss": 1.0003,
|
||
|
|
"step": 633
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.280954524988744,
|
||
|
|
"grad_norm": 0.29795611858634163,
|
||
|
|
"learning_rate": 1.6699406628287423e-06,
|
||
|
|
"loss": 1.0447,
|
||
|
|
"step": 634
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.284556506078343,
|
||
|
|
"grad_norm": 0.3148996427378843,
|
||
|
|
"learning_rate": 1.6543469682057105e-06,
|
||
|
|
"loss": 1.0709,
|
||
|
|
"step": 635
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2881584871679426,
|
||
|
|
"grad_norm": 0.29121080028920326,
|
||
|
|
"learning_rate": 1.6388119762024213e-06,
|
||
|
|
"loss": 1.0482,
|
||
|
|
"step": 636
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2917604682575416,
|
||
|
|
"grad_norm": 0.288859982023708,
|
||
|
|
"learning_rate": 1.6233359593948777e-06,
|
||
|
|
"loss": 1.0803,
|
||
|
|
"step": 637
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2953624493471407,
|
||
|
|
"grad_norm": 0.33078409972348893,
|
||
|
|
"learning_rate": 1.6079191893243102e-06,
|
||
|
|
"loss": 1.0652,
|
||
|
|
"step": 638
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2989644304367403,
|
||
|
|
"grad_norm": 0.306929918665794,
|
||
|
|
"learning_rate": 1.5925619364924016e-06,
|
||
|
|
"loss": 1.0426,
|
||
|
|
"step": 639
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3025664115263393,
|
||
|
|
"grad_norm": 0.27619745792679457,
|
||
|
|
"learning_rate": 1.5772644703565564e-06,
|
||
|
|
"loss": 1.0295,
|
||
|
|
"step": 640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.306168392615939,
|
||
|
|
"grad_norm": 0.2889850236837387,
|
||
|
|
"learning_rate": 1.5620270593251635e-06,
|
||
|
|
"loss": 1.0017,
|
||
|
|
"step": 641
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.309770373705538,
|
||
|
|
"grad_norm": 0.2997580312987809,
|
||
|
|
"learning_rate": 1.5468499707528856e-06,
|
||
|
|
"loss": 1.0433,
|
||
|
|
"step": 642
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3133723547951375,
|
||
|
|
"grad_norm": 0.2934596363171497,
|
||
|
|
"learning_rate": 1.531733470935976e-06,
|
||
|
|
"loss": 1.1025,
|
||
|
|
"step": 643
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3169743358847366,
|
||
|
|
"grad_norm": 0.2984641308954964,
|
||
|
|
"learning_rate": 1.5166778251075964e-06,
|
||
|
|
"loss": 1.0295,
|
||
|
|
"step": 644
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3205763169743356,
|
||
|
|
"grad_norm": 0.30803103965283024,
|
||
|
|
"learning_rate": 1.5016832974331725e-06,
|
||
|
|
"loss": 1.0625,
|
||
|
|
"step": 645
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.324178298063935,
|
||
|
|
"grad_norm": 0.3075838465758903,
|
||
|
|
"learning_rate": 1.4867501510057548e-06,
|
||
|
|
"loss": 1.0274,
|
||
|
|
"step": 646
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3277802791535347,
|
||
|
|
"grad_norm": 0.2794304614904837,
|
||
|
|
"learning_rate": 1.4718786478413983e-06,
|
||
|
|
"loss": 1.0705,
|
||
|
|
"step": 647
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3313822602431338,
|
||
|
|
"grad_norm": 0.2854931127642351,
|
||
|
|
"learning_rate": 1.4570690488745687e-06,
|
||
|
|
"loss": 1.072,
|
||
|
|
"step": 648
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.334984241332733,
|
||
|
|
"grad_norm": 0.2976715865621331,
|
||
|
|
"learning_rate": 1.4423216139535735e-06,
|
||
|
|
"loss": 1.0519,
|
||
|
|
"step": 649
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3385862224223324,
|
||
|
|
"grad_norm": 0.2867454551588936,
|
||
|
|
"learning_rate": 1.4276366018359845e-06,
|
||
|
|
"loss": 1.0656,
|
||
|
|
"step": 650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3421882035119315,
|
||
|
|
"grad_norm": 0.2997877110355175,
|
||
|
|
"learning_rate": 1.4130142701841076e-06,
|
||
|
|
"loss": 1.0207,
|
||
|
|
"step": 651
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.345790184601531,
|
||
|
|
"grad_norm": 0.29242665391081074,
|
||
|
|
"learning_rate": 1.3984548755604655e-06,
|
||
|
|
"loss": 1.0295,
|
||
|
|
"step": 652
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.34939216569113,
|
||
|
|
"grad_norm": 0.28957351738255677,
|
||
|
|
"learning_rate": 1.3839586734232907e-06,
|
||
|
|
"loss": 1.0187,
|
||
|
|
"step": 653
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3529941467807296,
|
||
|
|
"grad_norm": 0.31920070289406366,
|
||
|
|
"learning_rate": 1.3695259181220405e-06,
|
||
|
|
"loss": 1.0309,
|
||
|
|
"step": 654
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3565961278703287,
|
||
|
|
"grad_norm": 0.3015410819374185,
|
||
|
|
"learning_rate": 1.3551568628929434e-06,
|
||
|
|
"loss": 1.0334,
|
||
|
|
"step": 655
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3601981089599278,
|
||
|
|
"grad_norm": 0.3076515876213567,
|
||
|
|
"learning_rate": 1.3408517598545446e-06,
|
||
|
|
"loss": 0.9868,
|
||
|
|
"step": 656
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3638000900495273,
|
||
|
|
"grad_norm": 0.3176154294797028,
|
||
|
|
"learning_rate": 1.3266108600032928e-06,
|
||
|
|
"loss": 1.0543,
|
||
|
|
"step": 657
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3674020711391264,
|
||
|
|
"grad_norm": 0.3071265193798959,
|
||
|
|
"learning_rate": 1.312434413209131e-06,
|
||
|
|
"loss": 1.0443,
|
||
|
|
"step": 658
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.371004052228726,
|
||
|
|
"grad_norm": 0.2868126401515119,
|
||
|
|
"learning_rate": 1.2983226682111094e-06,
|
||
|
|
"loss": 1.0031,
|
||
|
|
"step": 659
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.374606033318325,
|
||
|
|
"grad_norm": 0.30911382077034116,
|
||
|
|
"learning_rate": 1.2842758726130283e-06,
|
||
|
|
"loss": 1.0161,
|
||
|
|
"step": 660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3782080144079245,
|
||
|
|
"grad_norm": 0.292638404203282,
|
||
|
|
"learning_rate": 1.2702942728790897e-06,
|
||
|
|
"loss": 1.0435,
|
||
|
|
"step": 661
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3818099954975236,
|
||
|
|
"grad_norm": 0.3131805047178825,
|
||
|
|
"learning_rate": 1.2563781143295705e-06,
|
||
|
|
"loss": 1.0817,
|
||
|
|
"step": 662
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3854119765871227,
|
||
|
|
"grad_norm": 0.27540737813728455,
|
||
|
|
"learning_rate": 1.24252764113652e-06,
|
||
|
|
"loss": 1.0299,
|
||
|
|
"step": 663
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.389013957676722,
|
||
|
|
"grad_norm": 0.36871741578270023,
|
||
|
|
"learning_rate": 1.2287430963194807e-06,
|
||
|
|
"loss": 1.0207,
|
||
|
|
"step": 664
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3926159387663217,
|
||
|
|
"grad_norm": 0.2795983680218255,
|
||
|
|
"learning_rate": 1.2150247217412186e-06,
|
||
|
|
"loss": 1.0227,
|
||
|
|
"step": 665
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.396217919855921,
|
||
|
|
"grad_norm": 0.32352488852148475,
|
||
|
|
"learning_rate": 1.2013727581034783e-06,
|
||
|
|
"loss": 1.0234,
|
||
|
|
"step": 666
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.39981990094552,
|
||
|
|
"grad_norm": 0.297035764973451,
|
||
|
|
"learning_rate": 1.18778744494276e-06,
|
||
|
|
"loss": 1.0286,
|
||
|
|
"step": 667
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4034218820351194,
|
||
|
|
"grad_norm": 0.3019576240092055,
|
||
|
|
"learning_rate": 1.1742690206261293e-06,
|
||
|
|
"loss": 1.0221,
|
||
|
|
"step": 668
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4070238631247185,
|
||
|
|
"grad_norm": 0.2935186392415227,
|
||
|
|
"learning_rate": 1.160817722347014e-06,
|
||
|
|
"loss": 1.0341,
|
||
|
|
"step": 669
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.410625844214318,
|
||
|
|
"grad_norm": 0.29550059263202566,
|
||
|
|
"learning_rate": 1.1474337861210543e-06,
|
||
|
|
"loss": 1.0312,
|
||
|
|
"step": 670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.414227825303917,
|
||
|
|
"grad_norm": 0.2919473066109118,
|
||
|
|
"learning_rate": 1.1341174467819637e-06,
|
||
|
|
"loss": 1.0145,
|
||
|
|
"step": 671
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4178298063935166,
|
||
|
|
"grad_norm": 0.2770789920290827,
|
||
|
|
"learning_rate": 1.120868937977404e-06,
|
||
|
|
"loss": 1.0233,
|
||
|
|
"step": 672
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4214317874831157,
|
||
|
|
"grad_norm": 0.2726692177451945,
|
||
|
|
"learning_rate": 1.1076884921648834e-06,
|
||
|
|
"loss": 1.0763,
|
||
|
|
"step": 673
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.425033768572715,
|
||
|
|
"grad_norm": 0.2955147912539993,
|
||
|
|
"learning_rate": 1.0945763406076837e-06,
|
||
|
|
"loss": 1.0431,
|
||
|
|
"step": 674
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4286357496623143,
|
||
|
|
"grad_norm": 0.2937917795969739,
|
||
|
|
"learning_rate": 1.0815327133708015e-06,
|
||
|
|
"loss": 1.0238,
|
||
|
|
"step": 675
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4322377307519134,
|
||
|
|
"grad_norm": 0.26163762430548565,
|
||
|
|
"learning_rate": 1.0685578393169054e-06,
|
||
|
|
"loss": 1.0572,
|
||
|
|
"step": 676
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.435839711841513,
|
||
|
|
"grad_norm": 0.30900006884034514,
|
||
|
|
"learning_rate": 1.0556519461023301e-06,
|
||
|
|
"loss": 1.0148,
|
||
|
|
"step": 677
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.439441692931112,
|
||
|
|
"grad_norm": 0.28768364202012864,
|
||
|
|
"learning_rate": 1.0428152601730718e-06,
|
||
|
|
"loss": 1.0526,
|
||
|
|
"step": 678
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4430436740207115,
|
||
|
|
"grad_norm": 0.31064843044382456,
|
||
|
|
"learning_rate": 1.0300480067608232e-06,
|
||
|
|
"loss": 1.0131,
|
||
|
|
"step": 679
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4466456551103106,
|
||
|
|
"grad_norm": 0.2790738585338088,
|
||
|
|
"learning_rate": 1.0173504098790188e-06,
|
||
|
|
"loss": 1.0432,
|
||
|
|
"step": 680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4502476361999097,
|
||
|
|
"grad_norm": 0.2675802235255538,
|
||
|
|
"learning_rate": 1.0047226923189024e-06,
|
||
|
|
"loss": 1.0592,
|
||
|
|
"step": 681
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4538496172895092,
|
||
|
|
"grad_norm": 0.2820500392897806,
|
||
|
|
"learning_rate": 9.921650756456164e-07,
|
||
|
|
"loss": 1.0406,
|
||
|
|
"step": 682
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4574515983791088,
|
||
|
|
"grad_norm": 0.2712979205650806,
|
||
|
|
"learning_rate": 9.79677780194327e-07,
|
||
|
|
"loss": 1.0469,
|
||
|
|
"step": 683
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.461053579468708,
|
||
|
|
"grad_norm": 0.28678767820139744,
|
||
|
|
"learning_rate": 9.67261025066339e-07,
|
||
|
|
"loss": 0.9984,
|
||
|
|
"step": 684
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.464655560558307,
|
||
|
|
"grad_norm": 0.2826669677633045,
|
||
|
|
"learning_rate": 9.549150281252633e-07,
|
||
|
|
"loss": 1.0439,
|
||
|
|
"step": 685
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4682575416479065,
|
||
|
|
"grad_norm": 0.2898206571793001,
|
||
|
|
"learning_rate": 9.426400059931956e-07,
|
||
|
|
"loss": 1.0046,
|
||
|
|
"step": 686
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4718595227375055,
|
||
|
|
"grad_norm": 0.3055004594875761,
|
||
|
|
"learning_rate": 9.304361740469103e-07,
|
||
|
|
"loss": 1.0269,
|
||
|
|
"step": 687
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.475461503827105,
|
||
|
|
"grad_norm": 0.28000409560086253,
|
||
|
|
"learning_rate": 9.183037464140804e-07,
|
||
|
|
"loss": 1.0274,
|
||
|
|
"step": 688
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.479063484916704,
|
||
|
|
"grad_norm": 0.2956303701365367,
|
||
|
|
"learning_rate": 9.06242935969528e-07,
|
||
|
|
"loss": 1.0458,
|
||
|
|
"step": 689
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4826654660063037,
|
||
|
|
"grad_norm": 0.29216773948217756,
|
||
|
|
"learning_rate": 8.942539543314799e-07,
|
||
|
|
"loss": 1.0254,
|
||
|
|
"step": 690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4862674470959027,
|
||
|
|
"grad_norm": 0.3038042079243165,
|
||
|
|
"learning_rate": 8.823370118578628e-07,
|
||
|
|
"loss": 1.048,
|
||
|
|
"step": 691
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.489869428185502,
|
||
|
|
"grad_norm": 0.27942852348483804,
|
||
|
|
"learning_rate": 8.704923176426072e-07,
|
||
|
|
"loss": 1.0092,
|
||
|
|
"step": 692
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4934714092751014,
|
||
|
|
"grad_norm": 0.28829213899925576,
|
||
|
|
"learning_rate": 8.587200795119793e-07,
|
||
|
|
"loss": 1.0443,
|
||
|
|
"step": 693
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4970733903647004,
|
||
|
|
"grad_norm": 0.3075901120188406,
|
||
|
|
"learning_rate": 8.470205040209362e-07,
|
||
|
|
"loss": 1.0754,
|
||
|
|
"step": 694
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5006753714543,
|
||
|
|
"grad_norm": 0.28958620497520454,
|
||
|
|
"learning_rate": 8.353937964495029e-07,
|
||
|
|
"loss": 1.0209,
|
||
|
|
"step": 695
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.504277352543899,
|
||
|
|
"grad_norm": 0.27671142949543276,
|
||
|
|
"learning_rate": 8.238401607991647e-07,
|
||
|
|
"loss": 1.0168,
|
||
|
|
"step": 696
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5078793336334986,
|
||
|
|
"grad_norm": 0.273803663136562,
|
||
|
|
"learning_rate": 8.123597997892918e-07,
|
||
|
|
"loss": 1.0222,
|
||
|
|
"step": 697
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5114813147230977,
|
||
|
|
"grad_norm": 0.2822637921207432,
|
||
|
|
"learning_rate": 8.009529148535855e-07,
|
||
|
|
"loss": 1.0219,
|
||
|
|
"step": 698
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5150832958126967,
|
||
|
|
"grad_norm": 0.2943865446548967,
|
||
|
|
"learning_rate": 7.89619706136539e-07,
|
||
|
|
"loss": 1.0429,
|
||
|
|
"step": 699
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5186852769022963,
|
||
|
|
"grad_norm": 0.27277951808804135,
|
||
|
|
"learning_rate": 7.783603724899258e-07,
|
||
|
|
"loss": 1.0446,
|
||
|
|
"step": 700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.522287257991896,
|
||
|
|
"grad_norm": 0.27077579945237057,
|
||
|
|
"learning_rate": 7.671751114693104e-07,
|
||
|
|
"loss": 1.0381,
|
||
|
|
"step": 701
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.525889239081495,
|
||
|
|
"grad_norm": 0.27280532919773465,
|
||
|
|
"learning_rate": 7.560641193305912e-07,
|
||
|
|
"loss": 1.0239,
|
||
|
|
"step": 702
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.529491220171094,
|
||
|
|
"grad_norm": 0.2790422908370001,
|
||
|
|
"learning_rate": 7.450275910265415e-07,
|
||
|
|
"loss": 1.0249,
|
||
|
|
"step": 703
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5330932012606935,
|
||
|
|
"grad_norm": 0.27523036662265893,
|
||
|
|
"learning_rate": 7.34065720203399e-07,
|
||
|
|
"loss": 1.0051,
|
||
|
|
"step": 704
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5366951823502926,
|
||
|
|
"grad_norm": 0.2771023164701056,
|
||
|
|
"learning_rate": 7.23178699197467e-07,
|
||
|
|
"loss": 1.0354,
|
||
|
|
"step": 705
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.540297163439892,
|
||
|
|
"grad_norm": 0.2666702640648939,
|
||
|
|
"learning_rate": 7.123667190317396e-07,
|
||
|
|
"loss": 1.0277,
|
||
|
|
"step": 706
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.543899144529491,
|
||
|
|
"grad_norm": 0.2781381560124755,
|
||
|
|
"learning_rate": 7.01629969412545e-07,
|
||
|
|
"loss": 1.0658,
|
||
|
|
"step": 707
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5475011256190907,
|
||
|
|
"grad_norm": 0.2880670528582805,
|
||
|
|
"learning_rate": 6.909686387262255e-07,
|
||
|
|
"loss": 1.0257,
|
||
|
|
"step": 708
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.55110310670869,
|
||
|
|
"grad_norm": 0.2772242207866922,
|
||
|
|
"learning_rate": 6.803829140358237e-07,
|
||
|
|
"loss": 1.0496,
|
||
|
|
"step": 709
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.554705087798289,
|
||
|
|
"grad_norm": 0.34213950210212746,
|
||
|
|
"learning_rate": 6.698729810778065e-07,
|
||
|
|
"loss": 1.0317,
|
||
|
|
"step": 710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5583070688878884,
|
||
|
|
"grad_norm": 0.29889700157480303,
|
||
|
|
"learning_rate": 6.594390242588044e-07,
|
||
|
|
"loss": 1.0357,
|
||
|
|
"step": 711
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5619090499774875,
|
||
|
|
"grad_norm": 0.281098345760278,
|
||
|
|
"learning_rate": 6.490812266523716e-07,
|
||
|
|
"loss": 1.0532,
|
||
|
|
"step": 712
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.565511031067087,
|
||
|
|
"grad_norm": 0.27502660732949663,
|
||
|
|
"learning_rate": 6.387997699957815e-07,
|
||
|
|
"loss": 1.0581,
|
||
|
|
"step": 713
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.569113012156686,
|
||
|
|
"grad_norm": 0.2914484204504316,
|
||
|
|
"learning_rate": 6.28594834686832e-07,
|
||
|
|
"loss": 0.9895,
|
||
|
|
"step": 714
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5727149932462856,
|
||
|
|
"grad_norm": 0.3129296314272526,
|
||
|
|
"learning_rate": 6.184665997806832e-07,
|
||
|
|
"loss": 1.0147,
|
||
|
|
"step": 715
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5763169743358847,
|
||
|
|
"grad_norm": 0.32079210829379234,
|
||
|
|
"learning_rate": 6.084152429867113e-07,
|
||
|
|
"loss": 1.0406,
|
||
|
|
"step": 716
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5799189554254838,
|
||
|
|
"grad_norm": 0.29202037625742366,
|
||
|
|
"learning_rate": 5.98440940665399e-07,
|
||
|
|
"loss": 1.0466,
|
||
|
|
"step": 717
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5835209365150833,
|
||
|
|
"grad_norm": 0.295396320039525,
|
||
|
|
"learning_rate": 5.885438678252342e-07,
|
||
|
|
"loss": 1.0549,
|
||
|
|
"step": 718
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.587122917604683,
|
||
|
|
"grad_norm": 0.3054962097094399,
|
||
|
|
"learning_rate": 5.787241981196384e-07,
|
||
|
|
"loss": 1.0325,
|
||
|
|
"step": 719
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.590724898694282,
|
||
|
|
"grad_norm": 0.28026222206941487,
|
||
|
|
"learning_rate": 5.689821038439264e-07,
|
||
|
|
"loss": 1.051,
|
||
|
|
"step": 720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.594326879783881,
|
||
|
|
"grad_norm": 0.32032760630187107,
|
||
|
|
"learning_rate": 5.593177559322776e-07,
|
||
|
|
"loss": 1.0006,
|
||
|
|
"step": 721
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5979288608734805,
|
||
|
|
"grad_norm": 0.3213596256851929,
|
||
|
|
"learning_rate": 5.497313239547374e-07,
|
||
|
|
"loss": 0.9861,
|
||
|
|
"step": 722
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6015308419630796,
|
||
|
|
"grad_norm": 0.28144430111804236,
|
||
|
|
"learning_rate": 5.402229761142464e-07,
|
||
|
|
"loss": 1.0751,
|
||
|
|
"step": 723
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.605132823052679,
|
||
|
|
"grad_norm": 0.31364935141684536,
|
||
|
|
"learning_rate": 5.307928792436812e-07,
|
||
|
|
"loss": 1.0723,
|
||
|
|
"step": 724
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.608734804142278,
|
||
|
|
"grad_norm": 0.27300612039452254,
|
||
|
|
"learning_rate": 5.214411988029355e-07,
|
||
|
|
"loss": 1.0382,
|
||
|
|
"step": 725
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6123367852318777,
|
||
|
|
"grad_norm": 0.2856505846764118,
|
||
|
|
"learning_rate": 5.121680988760125e-07,
|
||
|
|
"loss": 1.0649,
|
||
|
|
"step": 726
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.615938766321477,
|
||
|
|
"grad_norm": 0.30242925411320504,
|
||
|
|
"learning_rate": 5.029737421681446e-07,
|
||
|
|
"loss": 1.0253,
|
||
|
|
"step": 727
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.619540747411076,
|
||
|
|
"grad_norm": 0.2760307219806458,
|
||
|
|
"learning_rate": 4.938582900029437e-07,
|
||
|
|
"loss": 1.0117,
|
||
|
|
"step": 728
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6231427285006754,
|
||
|
|
"grad_norm": 0.2813571189889987,
|
||
|
|
"learning_rate": 4.848219023195644e-07,
|
||
|
|
"loss": 1.0558,
|
||
|
|
"step": 729
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6267447095902745,
|
||
|
|
"grad_norm": 0.27273042137937875,
|
||
|
|
"learning_rate": 4.758647376699033e-07,
|
||
|
|
"loss": 1.044,
|
||
|
|
"step": 730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.630346690679874,
|
||
|
|
"grad_norm": 0.2962356696193387,
|
||
|
|
"learning_rate": 4.6698695321581165e-07,
|
||
|
|
"loss": 1.0591,
|
||
|
|
"step": 731
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.633948671769473,
|
||
|
|
"grad_norm": 0.3021705699786841,
|
||
|
|
"learning_rate": 4.581887047263445e-07,
|
||
|
|
"loss": 1.0098,
|
||
|
|
"step": 732
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6375506528590726,
|
||
|
|
"grad_norm": 0.3116020937459149,
|
||
|
|
"learning_rate": 4.494701465750217e-07,
|
||
|
|
"loss": 0.9851,
|
||
|
|
"step": 733
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6411526339486717,
|
||
|
|
"grad_norm": 0.26030040597442616,
|
||
|
|
"learning_rate": 4.4083143173712207e-07,
|
||
|
|
"loss": 1.0507,
|
||
|
|
"step": 734
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.644754615038271,
|
||
|
|
"grad_norm": 0.2754248870408236,
|
||
|
|
"learning_rate": 4.322727117869951e-07,
|
||
|
|
"loss": 1.0644,
|
||
|
|
"step": 735
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6483565961278703,
|
||
|
|
"grad_norm": 0.28205843108275575,
|
||
|
|
"learning_rate": 4.237941368954124e-07,
|
||
|
|
"loss": 1.0424,
|
||
|
|
"step": 736
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.65195857721747,
|
||
|
|
"grad_norm": 0.29294591358526023,
|
||
|
|
"learning_rate": 4.153958558269189e-07,
|
||
|
|
"loss": 1.0482,
|
||
|
|
"step": 737
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.655560558307069,
|
||
|
|
"grad_norm": 0.27169863680028755,
|
||
|
|
"learning_rate": 4.0707801593723006e-07,
|
||
|
|
"loss": 1.0163,
|
||
|
|
"step": 738
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.659162539396668,
|
||
|
|
"grad_norm": 0.27860960386729466,
|
||
|
|
"learning_rate": 3.9884076317064813e-07,
|
||
|
|
"loss": 1.0333,
|
||
|
|
"step": 739
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6627645204862675,
|
||
|
|
"grad_norm": 0.2770379539586451,
|
||
|
|
"learning_rate": 3.90684242057498e-07,
|
||
|
|
"loss": 1.0574,
|
||
|
|
"step": 740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6663665015758666,
|
||
|
|
"grad_norm": 0.2668295100673454,
|
||
|
|
"learning_rate": 3.8260859571158883e-07,
|
||
|
|
"loss": 1.018,
|
||
|
|
"step": 741
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.669968482665466,
|
||
|
|
"grad_norm": 0.30903619747795014,
|
||
|
|
"learning_rate": 3.7461396582771035e-07,
|
||
|
|
"loss": 1.033,
|
||
|
|
"step": 742
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6735704637550652,
|
||
|
|
"grad_norm": 0.28672971110408385,
|
||
|
|
"learning_rate": 3.6670049267913954e-07,
|
||
|
|
"loss": 1.0349,
|
||
|
|
"step": 743
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6771724448446648,
|
||
|
|
"grad_norm": 0.276249475350017,
|
||
|
|
"learning_rate": 3.5886831511518336e-07,
|
||
|
|
"loss": 1.0317,
|
||
|
|
"step": 744
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.680774425934264,
|
||
|
|
"grad_norm": 0.2676884521307514,
|
||
|
|
"learning_rate": 3.511175705587433e-07,
|
||
|
|
"loss": 1.0254,
|
||
|
|
"step": 745
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.684376407023863,
|
||
|
|
"grad_norm": 0.2983580659797731,
|
||
|
|
"learning_rate": 3.434483950038986e-07,
|
||
|
|
"loss": 1.0412,
|
||
|
|
"step": 746
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6879783881134625,
|
||
|
|
"grad_norm": 0.28438744098885343,
|
||
|
|
"learning_rate": 3.358609230135268e-07,
|
||
|
|
"loss": 1.0502,
|
||
|
|
"step": 747
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6915803692030615,
|
||
|
|
"grad_norm": 0.2715735909059339,
|
||
|
|
"learning_rate": 3.283552877169399e-07,
|
||
|
|
"loss": 1.0289,
|
||
|
|
"step": 748
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.695182350292661,
|
||
|
|
"grad_norm": 0.2970172751919579,
|
||
|
|
"learning_rate": 3.2093162080754634e-07,
|
||
|
|
"loss": 1.0279,
|
||
|
|
"step": 749
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.69878433138226,
|
||
|
|
"grad_norm": 0.2845334892172726,
|
||
|
|
"learning_rate": 3.135900525405428e-07,
|
||
|
|
"loss": 1.0137,
|
||
|
|
"step": 750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7023863124718597,
|
||
|
|
"grad_norm": 0.27255472615309784,
|
||
|
|
"learning_rate": 3.0633071173062966e-07,
|
||
|
|
"loss": 1.0262,
|
||
|
|
"step": 751
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7059882935614588,
|
||
|
|
"grad_norm": 0.27752394798698354,
|
||
|
|
"learning_rate": 2.99153725749749e-07,
|
||
|
|
"loss": 1.0454,
|
||
|
|
"step": 752
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.709590274651058,
|
||
|
|
"grad_norm": 0.276728317098971,
|
||
|
|
"learning_rate": 2.920592205248496e-07,
|
||
|
|
"loss": 0.9963,
|
||
|
|
"step": 753
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7131922557406574,
|
||
|
|
"grad_norm": 0.27889890261263245,
|
||
|
|
"learning_rate": 2.850473205356774e-07,
|
||
|
|
"loss": 1.0716,
|
||
|
|
"step": 754
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.716794236830257,
|
||
|
|
"grad_norm": 0.31799452745614826,
|
||
|
|
"learning_rate": 2.7811814881259503e-07,
|
||
|
|
"loss": 1.0446,
|
||
|
|
"step": 755
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.720396217919856,
|
||
|
|
"grad_norm": 0.27681370096335217,
|
||
|
|
"learning_rate": 2.712718269344161e-07,
|
||
|
|
"loss": 1.0388,
|
||
|
|
"step": 756
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.723998199009455,
|
||
|
|
"grad_norm": 0.36693230305260593,
|
||
|
|
"learning_rate": 2.6450847502627883e-07,
|
||
|
|
"loss": 1.0537,
|
||
|
|
"step": 757
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7276001800990546,
|
||
|
|
"grad_norm": 0.29241171362928314,
|
||
|
|
"learning_rate": 2.578282117575343e-07,
|
||
|
|
"loss": 1.0404,
|
||
|
|
"step": 758
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7312021611886537,
|
||
|
|
"grad_norm": 0.2579639214579812,
|
||
|
|
"learning_rate": 2.5123115433966615e-07,
|
||
|
|
"loss": 1.0798,
|
||
|
|
"step": 759
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.734804142278253,
|
||
|
|
"grad_norm": 0.27185445345296794,
|
||
|
|
"learning_rate": 2.447174185242324e-07,
|
||
|
|
"loss": 1.0262,
|
||
|
|
"step": 760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7384061233678523,
|
||
|
|
"grad_norm": 0.2886015166476546,
|
||
|
|
"learning_rate": 2.3828711860083676e-07,
|
||
|
|
"loss": 1.0316,
|
||
|
|
"step": 761
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.742008104457452,
|
||
|
|
"grad_norm": 0.3031146928198293,
|
||
|
|
"learning_rate": 2.319403673951204e-07,
|
||
|
|
"loss": 1.0525,
|
||
|
|
"step": 762
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.745610085547051,
|
||
|
|
"grad_norm": 0.2703340838231308,
|
||
|
|
"learning_rate": 2.2567727626678527e-07,
|
||
|
|
"loss": 1.0723,
|
||
|
|
"step": 763
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.74921206663665,
|
||
|
|
"grad_norm": 0.2650868418407948,
|
||
|
|
"learning_rate": 2.1949795510763872e-07,
|
||
|
|
"loss": 1.0205,
|
||
|
|
"step": 764
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7528140477262495,
|
||
|
|
"grad_norm": 0.26760082891770176,
|
||
|
|
"learning_rate": 2.134025123396638e-07,
|
||
|
|
"loss": 1.0261,
|
||
|
|
"step": 765
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7564160288158486,
|
||
|
|
"grad_norm": 0.2717529102257122,
|
||
|
|
"learning_rate": 2.0739105491312028e-07,
|
||
|
|
"loss": 1.044,
|
||
|
|
"step": 766
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.760018009905448,
|
||
|
|
"grad_norm": 0.26225450814352563,
|
||
|
|
"learning_rate": 2.0146368830466668e-07,
|
||
|
|
"loss": 1.0793,
|
||
|
|
"step": 767
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.763619990995047,
|
||
|
|
"grad_norm": 0.3063150762890465,
|
||
|
|
"learning_rate": 1.9562051651550784e-07,
|
||
|
|
"loss": 1.0673,
|
||
|
|
"step": 768
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7672219720846467,
|
||
|
|
"grad_norm": 0.2774099125784962,
|
||
|
|
"learning_rate": 1.8986164206957037e-07,
|
||
|
|
"loss": 1.0673,
|
||
|
|
"step": 769
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.770823953174246,
|
||
|
|
"grad_norm": 0.2847835154599416,
|
||
|
|
"learning_rate": 1.841871660117095e-07,
|
||
|
|
"loss": 1.0311,
|
||
|
|
"step": 770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.774425934263845,
|
||
|
|
"grad_norm": 0.25146022356844167,
|
||
|
|
"learning_rate": 1.785971879059273e-07,
|
||
|
|
"loss": 1.0194,
|
||
|
|
"step": 771
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7780279153534444,
|
||
|
|
"grad_norm": 0.3024944481082907,
|
||
|
|
"learning_rate": 1.7309180583363062e-07,
|
||
|
|
"loss": 0.9938,
|
||
|
|
"step": 772
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.781629896443044,
|
||
|
|
"grad_norm": 0.2875295564587982,
|
||
|
|
"learning_rate": 1.6767111639191202e-07,
|
||
|
|
"loss": 1.0043,
|
||
|
|
"step": 773
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.785231877532643,
|
||
|
|
"grad_norm": 0.28086121255020596,
|
||
|
|
"learning_rate": 1.6233521469185054e-07,
|
||
|
|
"loss": 1.0393,
|
||
|
|
"step": 774
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.788833858622242,
|
||
|
|
"grad_norm": 0.28337014562304264,
|
||
|
|
"learning_rate": 1.5708419435684463e-07,
|
||
|
|
"loss": 1.0467,
|
||
|
|
"step": 775
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7924358397118416,
|
||
|
|
"grad_norm": 0.2695975671118399,
|
||
|
|
"learning_rate": 1.5191814752097024e-07,
|
||
|
|
"loss": 1.0277,
|
||
|
|
"step": 776
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7960378208014407,
|
||
|
|
"grad_norm": 0.2596950818220317,
|
||
|
|
"learning_rate": 1.4683716482736364e-07,
|
||
|
|
"loss": 1.0375,
|
||
|
|
"step": 777
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7996398018910402,
|
||
|
|
"grad_norm": 0.2833370915529864,
|
||
|
|
"learning_rate": 1.4184133542663014e-07,
|
||
|
|
"loss": 1.0402,
|
||
|
|
"step": 778
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8032417829806393,
|
||
|
|
"grad_norm": 0.2837127477632618,
|
||
|
|
"learning_rate": 1.3693074697528231e-07,
|
||
|
|
"loss": 1.0663,
|
||
|
|
"step": 779
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.806843764070239,
|
||
|
|
"grad_norm": 0.258408242099485,
|
||
|
|
"learning_rate": 1.3210548563419857e-07,
|
||
|
|
"loss": 1.0245,
|
||
|
|
"step": 780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.810445745159838,
|
||
|
|
"grad_norm": 0.29442506294804527,
|
||
|
|
"learning_rate": 1.2736563606711384e-07,
|
||
|
|
"loss": 0.9917,
|
||
|
|
"step": 781
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.814047726249437,
|
||
|
|
"grad_norm": 0.29244090698076763,
|
||
|
|
"learning_rate": 1.2271128143913458e-07,
|
||
|
|
"loss": 1.0409,
|
||
|
|
"step": 782
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8176497073390365,
|
||
|
|
"grad_norm": 0.26403315463361793,
|
||
|
|
"learning_rate": 1.1814250341527611e-07,
|
||
|
|
"loss": 1.0486,
|
||
|
|
"step": 783
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8212516884286356,
|
||
|
|
"grad_norm": 0.2723144354203953,
|
||
|
|
"learning_rate": 1.136593821590326e-07,
|
||
|
|
"loss": 1.0543,
|
||
|
|
"step": 784
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.824853669518235,
|
||
|
|
"grad_norm": 0.2850711230800217,
|
||
|
|
"learning_rate": 1.0926199633097156e-07,
|
||
|
|
"loss": 1.0095,
|
||
|
|
"step": 785
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.828455650607834,
|
||
|
|
"grad_norm": 0.2771326731497052,
|
||
|
|
"learning_rate": 1.0495042308735104e-07,
|
||
|
|
"loss": 1.0138,
|
||
|
|
"step": 786
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8320576316974337,
|
||
|
|
"grad_norm": 0.2667788079924329,
|
||
|
|
"learning_rate": 1.007247380787657e-07,
|
||
|
|
"loss": 1.0354,
|
||
|
|
"step": 787
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.835659612787033,
|
||
|
|
"grad_norm": 0.27205262075900666,
|
||
|
|
"learning_rate": 9.658501544882182e-08,
|
||
|
|
"loss": 1.008,
|
||
|
|
"step": 788
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.839261593876632,
|
||
|
|
"grad_norm": 0.278153414604589,
|
||
|
|
"learning_rate": 9.253132783283548e-08,
|
||
|
|
"loss": 1.0575,
|
||
|
|
"step": 789
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8428635749662314,
|
||
|
|
"grad_norm": 0.2722033011712004,
|
||
|
|
"learning_rate": 8.856374635655696e-08,
|
||
|
|
"loss": 1.0373,
|
||
|
|
"step": 790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.846465556055831,
|
||
|
|
"grad_norm": 0.2643963535331226,
|
||
|
|
"learning_rate": 8.468234063492287e-08,
|
||
|
|
"loss": 1.0331,
|
||
|
|
"step": 791
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.85006753714543,
|
||
|
|
"grad_norm": 0.2772917134427986,
|
||
|
|
"learning_rate": 8.088717877083706e-08,
|
||
|
|
"loss": 0.9933,
|
||
|
|
"step": 792
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.853669518235029,
|
||
|
|
"grad_norm": 0.2567788777229302,
|
||
|
|
"learning_rate": 7.717832735397335e-08,
|
||
|
|
"loss": 1.039,
|
||
|
|
"step": 793
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8572714993246286,
|
||
|
|
"grad_norm": 0.3279492936255398,
|
||
|
|
"learning_rate": 7.355585145960743e-08,
|
||
|
|
"loss": 1.066,
|
||
|
|
"step": 794
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8608734804142277,
|
||
|
|
"grad_norm": 0.26103624246805707,
|
||
|
|
"learning_rate": 7.001981464747565e-08,
|
||
|
|
"loss": 1.0502,
|
||
|
|
"step": 795
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8644754615038273,
|
||
|
|
"grad_norm": 0.28523237313847577,
|
||
|
|
"learning_rate": 6.657027896065982e-08,
|
||
|
|
"loss": 1.0071,
|
||
|
|
"step": 796
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8680774425934263,
|
||
|
|
"grad_norm": 0.2714272091000359,
|
||
|
|
"learning_rate": 6.3207304924498e-08,
|
||
|
|
"loss": 1.0614,
|
||
|
|
"step": 797
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.871679423683026,
|
||
|
|
"grad_norm": 0.28016748152731064,
|
||
|
|
"learning_rate": 5.993095154552431e-08,
|
||
|
|
"loss": 1.0324,
|
||
|
|
"step": 798
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.875281404772625,
|
||
|
|
"grad_norm": 0.28138701855091797,
|
||
|
|
"learning_rate": 5.674127631043025e-08,
|
||
|
|
"loss": 1.0357,
|
||
|
|
"step": 799
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.878883385862224,
|
||
|
|
"grad_norm": 0.259827571346895,
|
||
|
|
"learning_rate": 5.363833518505834e-08,
|
||
|
|
"loss": 1.0203,
|
||
|
|
"step": 800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8824853669518236,
|
||
|
|
"grad_norm": 0.30527969392963294,
|
||
|
|
"learning_rate": 5.062218261342122e-08,
|
||
|
|
"loss": 1.04,
|
||
|
|
"step": 801
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8860873480414226,
|
||
|
|
"grad_norm": 0.3336787676428948,
|
||
|
|
"learning_rate": 4.769287151674407e-08,
|
||
|
|
"loss": 1.0177,
|
||
|
|
"step": 802
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.889689329131022,
|
||
|
|
"grad_norm": 0.2673565531562563,
|
||
|
|
"learning_rate": 4.485045329253646e-08,
|
||
|
|
"loss": 0.9941,
|
||
|
|
"step": 803
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8932913102206212,
|
||
|
|
"grad_norm": 0.27644924732915116,
|
||
|
|
"learning_rate": 4.209497781369143e-08,
|
||
|
|
"loss": 1.047,
|
||
|
|
"step": 804
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8968932913102208,
|
||
|
|
"grad_norm": 0.2762539625768617,
|
||
|
|
"learning_rate": 3.9426493427611177e-08,
|
||
|
|
"loss": 1.0618,
|
||
|
|
"step": 805
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.90049527239982,
|
||
|
|
"grad_norm": 0.279438570935992,
|
||
|
|
"learning_rate": 3.684504695535496e-08,
|
||
|
|
"loss": 1.0407,
|
||
|
|
"step": 806
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.904097253489419,
|
||
|
|
"grad_norm": 0.25093375155659065,
|
||
|
|
"learning_rate": 3.435068369082306e-08,
|
||
|
|
"loss": 1.0263,
|
||
|
|
"step": 807
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9076992345790185,
|
||
|
|
"grad_norm": 0.28318467682760556,
|
||
|
|
"learning_rate": 3.194344739995803e-08,
|
||
|
|
"loss": 1.0519,
|
||
|
|
"step": 808
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.911301215668618,
|
||
|
|
"grad_norm": 0.2904491497208285,
|
||
|
|
"learning_rate": 2.9623380319976912e-08,
|
||
|
|
"loss": 1.0549,
|
||
|
|
"step": 809
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.914903196758217,
|
||
|
|
"grad_norm": 0.2605165703364476,
|
||
|
|
"learning_rate": 2.7390523158633552e-08,
|
||
|
|
"loss": 1.0166,
|
||
|
|
"step": 810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.918505177847816,
|
||
|
|
"grad_norm": 0.27714338429064156,
|
||
|
|
"learning_rate": 2.5244915093499134e-08,
|
||
|
|
"loss": 1.0533,
|
||
|
|
"step": 811
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9221071589374157,
|
||
|
|
"grad_norm": 0.275239630057375,
|
||
|
|
"learning_rate": 2.3186593771280518e-08,
|
||
|
|
"loss": 1.0233,
|
||
|
|
"step": 812
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9257091400270148,
|
||
|
|
"grad_norm": 0.27858108381395574,
|
||
|
|
"learning_rate": 2.1215595307154667e-08,
|
||
|
|
"loss": 0.9939,
|
||
|
|
"step": 813
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9293111211166143,
|
||
|
|
"grad_norm": 0.2685380458847235,
|
||
|
|
"learning_rate": 1.9331954284137476e-08,
|
||
|
|
"loss": 1.0429,
|
||
|
|
"step": 814
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9329131022062134,
|
||
|
|
"grad_norm": 0.2721576649644654,
|
||
|
|
"learning_rate": 1.753570375247815e-08,
|
||
|
|
"loss": 1.0401,
|
||
|
|
"step": 815
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.936515083295813,
|
||
|
|
"grad_norm": 0.25219694366538187,
|
||
|
|
"learning_rate": 1.582687522907633e-08,
|
||
|
|
"loss": 1.0321,
|
||
|
|
"step": 816
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.940117064385412,
|
||
|
|
"grad_norm": 0.31225958064880055,
|
||
|
|
"learning_rate": 1.4205498696930332e-08,
|
||
|
|
"loss": 1.0564,
|
||
|
|
"step": 817
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.943719045475011,
|
||
|
|
"grad_norm": 0.2907802700059505,
|
||
|
|
"learning_rate": 1.2671602604612531e-08,
|
||
|
|
"loss": 1.0549,
|
||
|
|
"step": 818
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9473210265646106,
|
||
|
|
"grad_norm": 0.2620211100717753,
|
||
|
|
"learning_rate": 1.1225213865767026e-08,
|
||
|
|
"loss": 1.0135,
|
||
|
|
"step": 819
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9509230076542097,
|
||
|
|
"grad_norm": 0.2662621532694749,
|
||
|
|
"learning_rate": 9.866357858642206e-09,
|
||
|
|
"loss": 1.0217,
|
||
|
|
"step": 820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.954524988743809,
|
||
|
|
"grad_norm": 0.26026540743415805,
|
||
|
|
"learning_rate": 8.595058425640012e-09,
|
||
|
|
"loss": 1.0242,
|
||
|
|
"step": 821
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9581269698334083,
|
||
|
|
"grad_norm": 0.27157295590276637,
|
||
|
|
"learning_rate": 7.411337872900715e-09,
|
||
|
|
"loss": 0.9976,
|
||
|
|
"step": 822
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.961728950923008,
|
||
|
|
"grad_norm": 0.2810030913242284,
|
||
|
|
"learning_rate": 6.315216969912663e-09,
|
||
|
|
"loss": 1.0426,
|
||
|
|
"step": 823
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.965330932012607,
|
||
|
|
"grad_norm": 0.27067627376772047,
|
||
|
|
"learning_rate": 5.306714949143699e-09,
|
||
|
|
"loss": 1.0691,
|
||
|
|
"step": 824
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.968932913102206,
|
||
|
|
"grad_norm": 0.26312224124888717,
|
||
|
|
"learning_rate": 4.385849505708084e-09,
|
||
|
|
"loss": 1.0305,
|
||
|
|
"step": 825
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9725348941918055,
|
||
|
|
"grad_norm": 0.28983516142663135,
|
||
|
|
"learning_rate": 3.5526367970539765e-09,
|
||
|
|
"loss": 1.0732,
|
||
|
|
"step": 826
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.976136875281405,
|
||
|
|
"grad_norm": 0.2824286593101622,
|
||
|
|
"learning_rate": 2.8070914426786555e-09,
|
||
|
|
"loss": 1.0435,
|
||
|
|
"step": 827
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.979738856371004,
|
||
|
|
"grad_norm": 0.26087637492866167,
|
||
|
|
"learning_rate": 2.149226523874837e-09,
|
||
|
|
"loss": 1.0591,
|
||
|
|
"step": 828
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.983340837460603,
|
||
|
|
"grad_norm": 0.2909906050244136,
|
||
|
|
"learning_rate": 1.5790535835003006e-09,
|
||
|
|
"loss": 1.0739,
|
||
|
|
"step": 829
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9869428185502027,
|
||
|
|
"grad_norm": 0.26693864211195434,
|
||
|
|
"learning_rate": 1.096582625772502e-09,
|
||
|
|
"loss": 1.037,
|
||
|
|
"step": 830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.990544799639802,
|
||
|
|
"grad_norm": 0.28489493631726986,
|
||
|
|
"learning_rate": 7.018221160981498e-10,
|
||
|
|
"loss": 1.0347,
|
||
|
|
"step": 831
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9941467807294013,
|
||
|
|
"grad_norm": 0.2886886682421759,
|
||
|
|
"learning_rate": 3.9477898091944135e-10,
|
||
|
|
"loss": 1.0298,
|
||
|
|
"step": 832
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9977487618190004,
|
||
|
|
"grad_norm": 0.28032318013340757,
|
||
|
|
"learning_rate": 1.7545860759693446e-10,
|
||
|
|
"loss": 0.9798,
|
||
|
|
"step": 833
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.0,
|
||
|
|
"grad_norm": 0.28032318013340757,
|
||
|
|
"learning_rate": 4.3864844311847235e-11,
|
||
|
|
"loss": 1.0169,
|
||
|
|
"step": 834
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"logging_steps": 1,
|
||
|
|
"max_steps": 834,
|
||
|
|
"num_input_tokens_seen": 0,
|
||
|
|
"num_train_epochs": 3,
|
||
|
|
"save_steps": 500,
|
||
|
|
"stateful_callbacks": {
|
||
|
|
"TrainerControl": {
|
||
|
|
"args": {
|
||
|
|
"should_epoch_stop": false,
|
||
|
|
"should_evaluate": false,
|
||
|
|
"should_log": false,
|
||
|
|
"should_save": true,
|
||
|
|
"should_training_stop": true
|
||
|
|
},
|
||
|
|
"attributes": {}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"total_flos": 1614971456716800.0,
|
||
|
|
"train_batch_size": 1,
|
||
|
|
"trial_name": null,
|
||
|
|
"trial_params": null
|
||
|
|
}
|