11235 lines
247 KiB
JSON
11235 lines
247 KiB
JSON
|
{
|
||
|
|
"best_global_step": null,
|
||
|
|
"best_metric": null,
|
||
|
|
"best_model_checkpoint": null,
|
||
|
|
"epoch": 0.5522954780807732,
|
||
|
|
"eval_steps": 500,
|
||
|
|
"global_step": 1600,
|
||
|
|
"is_hyper_param_search": false,
|
||
|
|
"is_local_process_zero": true,
|
||
|
|
"is_world_process_zero": true,
|
||
|
|
"log_history": [
|
||
|
|
{
|
||
|
|
"epoch": 0.00034518467380048324,
|
||
|
|
"grad_norm": 164.25050354003906,
|
||
|
|
"learning_rate": 0.0,
|
||
|
|
"loss": 1.9257,
|
||
|
|
"step": 1
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0006903693476009665,
|
||
|
|
"grad_norm": 116.43001556396484,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.8201,
|
||
|
|
"step": 2
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0010355540214014498,
|
||
|
|
"grad_norm": 111.98278045654297,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.9652,
|
||
|
|
"step": 3
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.001380738695201933,
|
||
|
|
"grad_norm": 312.7107238769531,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.6971,
|
||
|
|
"step": 4
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0017259233690024164,
|
||
|
|
"grad_norm": 124.51359558105469,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.7228,
|
||
|
|
"step": 5
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0020711080428028996,
|
||
|
|
"grad_norm": 117.87893676757812,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.7254,
|
||
|
|
"step": 6
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.002416292716603383,
|
||
|
|
"grad_norm": 59.12928771972656,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.473,
|
||
|
|
"step": 7
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.002761477390403866,
|
||
|
|
"grad_norm": 24.38951873779297,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.5216,
|
||
|
|
"step": 8
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0031066620642043494,
|
||
|
|
"grad_norm": 57.787757873535156,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.5563,
|
||
|
|
"step": 9
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0034518467380048328,
|
||
|
|
"grad_norm": 21.435535430908203,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.4052,
|
||
|
|
"step": 10
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0037970314118053157,
|
||
|
|
"grad_norm": 25.76114273071289,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.4289,
|
||
|
|
"step": 11
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.004142216085605799,
|
||
|
|
"grad_norm": 16.697547912597656,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.5014,
|
||
|
|
"step": 12
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0044874007594062825,
|
||
|
|
"grad_norm": 10.946109771728516,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.4236,
|
||
|
|
"step": 13
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.004832585433206766,
|
||
|
|
"grad_norm": 9.638275146484375,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.4098,
|
||
|
|
"step": 14
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0051777701070072485,
|
||
|
|
"grad_norm": 17.02400016784668,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.4035,
|
||
|
|
"step": 15
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.005522954780807732,
|
||
|
|
"grad_norm": 7.689630508422852,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.3273,
|
||
|
|
"step": 16
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.005868139454608215,
|
||
|
|
"grad_norm": 7.028171539306641,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.3675,
|
||
|
|
"step": 17
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.006213324128408699,
|
||
|
|
"grad_norm": 8.425003051757812,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.3065,
|
||
|
|
"step": 18
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.006558508802209182,
|
||
|
|
"grad_norm": 7.860549449920654,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.2914,
|
||
|
|
"step": 19
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0069036934760096655,
|
||
|
|
"grad_norm": 5.793131351470947,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.2639,
|
||
|
|
"step": 20
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.007248878149810148,
|
||
|
|
"grad_norm": 6.066828727722168,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.2845,
|
||
|
|
"step": 21
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0075940628236106315,
|
||
|
|
"grad_norm": 6.9683074951171875,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.2839,
|
||
|
|
"step": 22
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.007939247497411116,
|
||
|
|
"grad_norm": 7.026453018188477,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.3129,
|
||
|
|
"step": 23
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.008284432171211598,
|
||
|
|
"grad_norm": 6.011166095733643,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.2021,
|
||
|
|
"step": 24
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.00862961684501208,
|
||
|
|
"grad_norm": 6.688496112823486,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.2988,
|
||
|
|
"step": 25
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.008974801518812565,
|
||
|
|
"grad_norm": 5.536924839019775,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.2529,
|
||
|
|
"step": 26
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.009319986192613048,
|
||
|
|
"grad_norm": 6.189913749694824,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.2541,
|
||
|
|
"step": 27
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.009665170866413532,
|
||
|
|
"grad_norm": 5.186566352844238,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.1685,
|
||
|
|
"step": 28
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.010010355540214014,
|
||
|
|
"grad_norm": 5.111907482147217,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.1647,
|
||
|
|
"step": 29
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.010355540214014497,
|
||
|
|
"grad_norm": 7.816215515136719,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.1613,
|
||
|
|
"step": 30
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.010700724887814981,
|
||
|
|
"grad_norm": 6.994287014007568,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.1798,
|
||
|
|
"step": 31
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.011045909561615464,
|
||
|
|
"grad_norm": 6.679455280303955,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.1356,
|
||
|
|
"step": 32
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.011391094235415948,
|
||
|
|
"grad_norm": 5.451405048370361,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.1679,
|
||
|
|
"step": 33
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01173627890921643,
|
||
|
|
"grad_norm": 5.443926811218262,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.1729,
|
||
|
|
"step": 34
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.012081463583016915,
|
||
|
|
"grad_norm": 5.605351448059082,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.1808,
|
||
|
|
"step": 35
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.012426648256817397,
|
||
|
|
"grad_norm": 5.121994972229004,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.1379,
|
||
|
|
"step": 36
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01277183293061788,
|
||
|
|
"grad_norm": 4.825695037841797,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.1291,
|
||
|
|
"step": 37
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.013117017604418364,
|
||
|
|
"grad_norm": 4.905743598937988,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.1687,
|
||
|
|
"step": 38
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.013462202278218847,
|
||
|
|
"grad_norm": 5.373997688293457,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.2164,
|
||
|
|
"step": 39
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.013807386952019331,
|
||
|
|
"grad_norm": 4.702381134033203,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.1769,
|
||
|
|
"step": 40
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.014152571625819814,
|
||
|
|
"grad_norm": 5.017072677612305,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.1081,
|
||
|
|
"step": 41
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.014497756299620296,
|
||
|
|
"grad_norm": 4.598694801330566,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0872,
|
||
|
|
"step": 42
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01484294097342078,
|
||
|
|
"grad_norm": 4.88613224029541,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.166,
|
||
|
|
"step": 43
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.015188125647221263,
|
||
|
|
"grad_norm": 4.172844886779785,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.1078,
|
||
|
|
"step": 44
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.015533310321021747,
|
||
|
|
"grad_norm": 4.9598612785339355,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.1068,
|
||
|
|
"step": 45
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01587849499482223,
|
||
|
|
"grad_norm": 4.003320693969727,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0951,
|
||
|
|
"step": 46
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.016223679668622714,
|
||
|
|
"grad_norm": 4.30601692199707,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.1088,
|
||
|
|
"step": 47
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.016568864342423197,
|
||
|
|
"grad_norm": 4.957517623901367,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.1152,
|
||
|
|
"step": 48
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01691404901622368,
|
||
|
|
"grad_norm": 5.051650047302246,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0514,
|
||
|
|
"step": 49
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01725923369002416,
|
||
|
|
"grad_norm": 4.508876800537109,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.1081,
|
||
|
|
"step": 50
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.017604418363824648,
|
||
|
|
"grad_norm": 4.666370391845703,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0889,
|
||
|
|
"step": 51
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01794960303762513,
|
||
|
|
"grad_norm": 4.62983512878418,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0561,
|
||
|
|
"step": 52
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.018294787711425613,
|
||
|
|
"grad_norm": 3.8194386959075928,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0314,
|
||
|
|
"step": 53
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.018639972385226095,
|
||
|
|
"grad_norm": 4.9420695304870605,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.1218,
|
||
|
|
"step": 54
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.018985157059026578,
|
||
|
|
"grad_norm": 4.9239068031311035,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0647,
|
||
|
|
"step": 55
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.019330341732827064,
|
||
|
|
"grad_norm": 4.308078289031982,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0469,
|
||
|
|
"step": 56
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.019675526406627546,
|
||
|
|
"grad_norm": 4.183582782745361,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.101,
|
||
|
|
"step": 57
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02002071108042803,
|
||
|
|
"grad_norm": 5.259477138519287,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.1166,
|
||
|
|
"step": 58
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02036589575422851,
|
||
|
|
"grad_norm": 4.483434677124023,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0173,
|
||
|
|
"step": 59
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.020711080428028994,
|
||
|
|
"grad_norm": 4.112723350524902,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.062,
|
||
|
|
"step": 60
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02105626510182948,
|
||
|
|
"grad_norm": 4.924528121948242,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0574,
|
||
|
|
"step": 61
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.021401449775629963,
|
||
|
|
"grad_norm": 3.717799663543701,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0268,
|
||
|
|
"step": 62
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.021746634449430445,
|
||
|
|
"grad_norm": 4.5001044273376465,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.057,
|
||
|
|
"step": 63
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.022091819123230928,
|
||
|
|
"grad_norm": 4.214874267578125,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.1244,
|
||
|
|
"step": 64
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02243700379703141,
|
||
|
|
"grad_norm": 4.098433494567871,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0685,
|
||
|
|
"step": 65
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.022782188470831896,
|
||
|
|
"grad_norm": 3.9524285793304443,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0642,
|
||
|
|
"step": 66
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02312737314463238,
|
||
|
|
"grad_norm": 4.906257152557373,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0543,
|
||
|
|
"step": 67
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02347255781843286,
|
||
|
|
"grad_norm": 5.597499847412109,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0525,
|
||
|
|
"step": 68
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.023817742492233344,
|
||
|
|
"grad_norm": 3.9120569229125977,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0316,
|
||
|
|
"step": 69
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02416292716603383,
|
||
|
|
"grad_norm": 3.9987313747406006,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0415,
|
||
|
|
"step": 70
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.024508111839834312,
|
||
|
|
"grad_norm": 3.854943037033081,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0162,
|
||
|
|
"step": 71
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.024853296513634795,
|
||
|
|
"grad_norm": 4.38804292678833,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9893,
|
||
|
|
"step": 72
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.025198481187435277,
|
||
|
|
"grad_norm": 3.375614881515503,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0135,
|
||
|
|
"step": 73
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02554366586123576,
|
||
|
|
"grad_norm": 3.9334664344787598,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0267,
|
||
|
|
"step": 74
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.025888850535036246,
|
||
|
|
"grad_norm": 3.8816137313842773,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0347,
|
||
|
|
"step": 75
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02623403520883673,
|
||
|
|
"grad_norm": 3.884535551071167,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9914,
|
||
|
|
"step": 76
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02657921988263721,
|
||
|
|
"grad_norm": 3.833580493927002,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.021,
|
||
|
|
"step": 77
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.026924404556437694,
|
||
|
|
"grad_norm": 3.6896729469299316,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9915,
|
||
|
|
"step": 78
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.027269589230238176,
|
||
|
|
"grad_norm": 3.8832285404205322,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0081,
|
||
|
|
"step": 79
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.027614773904038662,
|
||
|
|
"grad_norm": 4.00054931640625,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9723,
|
||
|
|
"step": 80
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.027959958577839145,
|
||
|
|
"grad_norm": 3.9635231494903564,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0677,
|
||
|
|
"step": 81
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.028305143251639627,
|
||
|
|
"grad_norm": 4.25091552734375,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9683,
|
||
|
|
"step": 82
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02865032792544011,
|
||
|
|
"grad_norm": 4.387684345245361,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0273,
|
||
|
|
"step": 83
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.028995512599240592,
|
||
|
|
"grad_norm": 4.047482013702393,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0372,
|
||
|
|
"step": 84
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.029340697273041078,
|
||
|
|
"grad_norm": 4.226908206939697,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0192,
|
||
|
|
"step": 85
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02968588194684156,
|
||
|
|
"grad_norm": 4.123228073120117,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9915,
|
||
|
|
"step": 86
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.030031066620642043,
|
||
|
|
"grad_norm": 6.669504165649414,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9531,
|
||
|
|
"step": 87
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.030376251294442526,
|
||
|
|
"grad_norm": 4.364908695220947,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0042,
|
||
|
|
"step": 88
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03072143596824301,
|
||
|
|
"grad_norm": 3.7988955974578857,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9767,
|
||
|
|
"step": 89
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.031066620642043494,
|
||
|
|
"grad_norm": 3.547370433807373,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0045,
|
||
|
|
"step": 90
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03141180531584398,
|
||
|
|
"grad_norm": 4.054666042327881,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9679,
|
||
|
|
"step": 91
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03175698998964446,
|
||
|
|
"grad_norm": 4.089395523071289,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.009,
|
||
|
|
"step": 92
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03210217466344494,
|
||
|
|
"grad_norm": 3.888781785964966,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9993,
|
||
|
|
"step": 93
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03244735933724543,
|
||
|
|
"grad_norm": 4.337654113769531,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0637,
|
||
|
|
"step": 94
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03279254401104591,
|
||
|
|
"grad_norm": 3.9866831302642822,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0415,
|
||
|
|
"step": 95
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03313772868484639,
|
||
|
|
"grad_norm": 3.694230556488037,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0111,
|
||
|
|
"step": 96
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03348291335864688,
|
||
|
|
"grad_norm": 3.8903889656066895,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0113,
|
||
|
|
"step": 97
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03382809803244736,
|
||
|
|
"grad_norm": 4.173677444458008,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9969,
|
||
|
|
"step": 98
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.034173282706247844,
|
||
|
|
"grad_norm": 3.679419755935669,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0401,
|
||
|
|
"step": 99
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03451846738004832,
|
||
|
|
"grad_norm": 4.073668003082275,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0062,
|
||
|
|
"step": 100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03486365205384881,
|
||
|
|
"grad_norm": 3.659552574157715,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9113,
|
||
|
|
"step": 101
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.035208836727649295,
|
||
|
|
"grad_norm": 3.581220865249634,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0402,
|
||
|
|
"step": 102
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.035554021401449774,
|
||
|
|
"grad_norm": 3.6875903606414795,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0051,
|
||
|
|
"step": 103
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03589920607525026,
|
||
|
|
"grad_norm": 3.3204426765441895,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0041,
|
||
|
|
"step": 104
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03624439074905074,
|
||
|
|
"grad_norm": 3.408184766769409,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9501,
|
||
|
|
"step": 105
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.036589575422851225,
|
||
|
|
"grad_norm": 3.7698254585266113,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9487,
|
||
|
|
"step": 106
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03693476009665171,
|
||
|
|
"grad_norm": 4.5543694496154785,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0095,
|
||
|
|
"step": 107
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03727994477045219,
|
||
|
|
"grad_norm": 4.206326961517334,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9307,
|
||
|
|
"step": 108
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.037625129444252677,
|
||
|
|
"grad_norm": 3.7120132446289062,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9017,
|
||
|
|
"step": 109
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.037970314118053156,
|
||
|
|
"grad_norm": 3.6532175540924072,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9544,
|
||
|
|
"step": 110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03831549879185364,
|
||
|
|
"grad_norm": 3.4927427768707275,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.97,
|
||
|
|
"step": 111
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03866068346565413,
|
||
|
|
"grad_norm": 4.344557762145996,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9311,
|
||
|
|
"step": 112
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03900586813945461,
|
||
|
|
"grad_norm": 3.0494396686553955,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0055,
|
||
|
|
"step": 113
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03935105281325509,
|
||
|
|
"grad_norm": 3.7052459716796875,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9356,
|
||
|
|
"step": 114
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03969623748705557,
|
||
|
|
"grad_norm": 4.43536376953125,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9695,
|
||
|
|
"step": 115
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04004142216085606,
|
||
|
|
"grad_norm": 3.6565682888031006,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0503,
|
||
|
|
"step": 116
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.040386606834656544,
|
||
|
|
"grad_norm": 3.5132741928100586,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.959,
|
||
|
|
"step": 117
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04073179150845702,
|
||
|
|
"grad_norm": 4.00861120223999,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8973,
|
||
|
|
"step": 118
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04107697618225751,
|
||
|
|
"grad_norm": 4.118383407592773,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.961,
|
||
|
|
"step": 119
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04142216085605799,
|
||
|
|
"grad_norm": 3.6368112564086914,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0302,
|
||
|
|
"step": 120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.041767345529858474,
|
||
|
|
"grad_norm": 3.668741226196289,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9267,
|
||
|
|
"step": 121
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04211253020365896,
|
||
|
|
"grad_norm": 3.392117500305176,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0133,
|
||
|
|
"step": 122
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04245771487745944,
|
||
|
|
"grad_norm": 3.939965009689331,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9151,
|
||
|
|
"step": 123
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.042802899551259925,
|
||
|
|
"grad_norm": 3.3222975730895996,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9028,
|
||
|
|
"step": 124
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.043148084225060404,
|
||
|
|
"grad_norm": 3.639970541000366,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9709,
|
||
|
|
"step": 125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04349326889886089,
|
||
|
|
"grad_norm": 3.2109615802764893,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9867,
|
||
|
|
"step": 126
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.043838453572661376,
|
||
|
|
"grad_norm": 3.3262574672698975,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.964,
|
||
|
|
"step": 127
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.044183638246461855,
|
||
|
|
"grad_norm": 5.754081726074219,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8765,
|
||
|
|
"step": 128
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04452882292026234,
|
||
|
|
"grad_norm": 3.367676019668579,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9724,
|
||
|
|
"step": 129
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04487400759406282,
|
||
|
|
"grad_norm": 3.8047783374786377,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9596,
|
||
|
|
"step": 130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.045219192267863306,
|
||
|
|
"grad_norm": 3.5262019634246826,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8931,
|
||
|
|
"step": 131
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04556437694166379,
|
||
|
|
"grad_norm": 3.1185085773468018,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.891,
|
||
|
|
"step": 132
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04590956161546427,
|
||
|
|
"grad_norm": 3.795315980911255,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9536,
|
||
|
|
"step": 133
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04625474628926476,
|
||
|
|
"grad_norm": 3.698105812072754,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.918,
|
||
|
|
"step": 134
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04659993096306524,
|
||
|
|
"grad_norm": 4.450272560119629,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9075,
|
||
|
|
"step": 135
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04694511563686572,
|
||
|
|
"grad_norm": 3.3076443672180176,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9334,
|
||
|
|
"step": 136
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04729030031066621,
|
||
|
|
"grad_norm": 3.551239252090454,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9221,
|
||
|
|
"step": 137
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04763548498446669,
|
||
|
|
"grad_norm": 3.3865537643432617,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.96,
|
||
|
|
"step": 138
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.047980669658267174,
|
||
|
|
"grad_norm": 3.477189302444458,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9794,
|
||
|
|
"step": 139
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04832585433206766,
|
||
|
|
"grad_norm": 3.2932441234588623,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9078,
|
||
|
|
"step": 140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04867103900586814,
|
||
|
|
"grad_norm": 3.095069646835327,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9045,
|
||
|
|
"step": 141
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.049016223679668625,
|
||
|
|
"grad_norm": 3.386526107788086,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.937,
|
||
|
|
"step": 142
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.049361408353469104,
|
||
|
|
"grad_norm": 3.274214267730713,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9356,
|
||
|
|
"step": 143
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04970659302726959,
|
||
|
|
"grad_norm": 3.472280263900757,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8798,
|
||
|
|
"step": 144
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.050051777701070076,
|
||
|
|
"grad_norm": 3.4150500297546387,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0118,
|
||
|
|
"step": 145
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.050396962374870555,
|
||
|
|
"grad_norm": 3.7823333740234375,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9675,
|
||
|
|
"step": 146
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05074214704867104,
|
||
|
|
"grad_norm": 3.460674524307251,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9366,
|
||
|
|
"step": 147
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05108733172247152,
|
||
|
|
"grad_norm": 4.081386089324951,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9596,
|
||
|
|
"step": 148
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.051432516396272006,
|
||
|
|
"grad_norm": 3.5548624992370605,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9369,
|
||
|
|
"step": 149
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05177770107007249,
|
||
|
|
"grad_norm": 3.713184118270874,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9645,
|
||
|
|
"step": 150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05212288574387297,
|
||
|
|
"grad_norm": 9.342556953430176,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.953,
|
||
|
|
"step": 151
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05246807041767346,
|
||
|
|
"grad_norm": 3.330892562866211,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9851,
|
||
|
|
"step": 152
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.052813255091473936,
|
||
|
|
"grad_norm": 3.2820513248443604,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9881,
|
||
|
|
"step": 153
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05315843976527442,
|
||
|
|
"grad_norm": 3.08601713180542,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8678,
|
||
|
|
"step": 154
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05350362443907491,
|
||
|
|
"grad_norm": 3.466398239135742,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9688,
|
||
|
|
"step": 155
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05384880911287539,
|
||
|
|
"grad_norm": 3.8165998458862305,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9516,
|
||
|
|
"step": 156
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05419399378667587,
|
||
|
|
"grad_norm": 3.843984365463257,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8846,
|
||
|
|
"step": 157
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05453917846047635,
|
||
|
|
"grad_norm": 3.6460742950439453,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9738,
|
||
|
|
"step": 158
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05488436313427684,
|
||
|
|
"grad_norm": 3.6064538955688477,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8974,
|
||
|
|
"step": 159
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.055229547808077324,
|
||
|
|
"grad_norm": 3.8065435886383057,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9804,
|
||
|
|
"step": 160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0555747324818778,
|
||
|
|
"grad_norm": 3.020841121673584,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9037,
|
||
|
|
"step": 161
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05591991715567829,
|
||
|
|
"grad_norm": 3.5063493251800537,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.892,
|
||
|
|
"step": 162
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05626510182947877,
|
||
|
|
"grad_norm": 3.2224860191345215,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8995,
|
||
|
|
"step": 163
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.056610286503279254,
|
||
|
|
"grad_norm": 3.520097494125366,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9791,
|
||
|
|
"step": 164
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05695547117707974,
|
||
|
|
"grad_norm": 3.435135841369629,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0013,
|
||
|
|
"step": 165
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05730065585088022,
|
||
|
|
"grad_norm": 3.173973321914673,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9146,
|
||
|
|
"step": 166
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.057645840524680705,
|
||
|
|
"grad_norm": 3.4863386154174805,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9885,
|
||
|
|
"step": 167
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.057991025198481184,
|
||
|
|
"grad_norm": 3.2673957347869873,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9354,
|
||
|
|
"step": 168
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05833620987228167,
|
||
|
|
"grad_norm": 3.613051652908325,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9169,
|
||
|
|
"step": 169
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.058681394546082156,
|
||
|
|
"grad_norm": 3.6220316886901855,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9123,
|
||
|
|
"step": 170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.059026579219882636,
|
||
|
|
"grad_norm": 2.9920058250427246,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9228,
|
||
|
|
"step": 171
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05937176389368312,
|
||
|
|
"grad_norm": 3.1163201332092285,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9196,
|
||
|
|
"step": 172
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0597169485674836,
|
||
|
|
"grad_norm": 3.5045080184936523,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9711,
|
||
|
|
"step": 173
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06006213324128409,
|
||
|
|
"grad_norm": 3.3398544788360596,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8714,
|
||
|
|
"step": 174
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06040731791508457,
|
||
|
|
"grad_norm": 2.9095466136932373,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8746,
|
||
|
|
"step": 175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06075250258888505,
|
||
|
|
"grad_norm": 3.1426031589508057,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8826,
|
||
|
|
"step": 176
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06109768726268554,
|
||
|
|
"grad_norm": 4.104501724243164,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9346,
|
||
|
|
"step": 177
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06144287193648602,
|
||
|
|
"grad_norm": 2.990579128265381,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9675,
|
||
|
|
"step": 178
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0617880566102865,
|
||
|
|
"grad_norm": 3.756319284439087,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9229,
|
||
|
|
"step": 179
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06213324128408699,
|
||
|
|
"grad_norm": 3.5764338970184326,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9925,
|
||
|
|
"step": 180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06247842595788747,
|
||
|
|
"grad_norm": 3.068021774291992,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8987,
|
||
|
|
"step": 181
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06282361063168795,
|
||
|
|
"grad_norm": 3.2142879962921143,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8418,
|
||
|
|
"step": 182
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06316879530548844,
|
||
|
|
"grad_norm": 3.3960886001586914,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8892,
|
||
|
|
"step": 183
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06351397997928893,
|
||
|
|
"grad_norm": 4.435737609863281,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9485,
|
||
|
|
"step": 184
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0638591646530894,
|
||
|
|
"grad_norm": 11.62714958190918,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8685,
|
||
|
|
"step": 185
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06420434932688988,
|
||
|
|
"grad_norm": 3.0193748474121094,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9131,
|
||
|
|
"step": 186
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06454953400069037,
|
||
|
|
"grad_norm": 3.1290862560272217,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9776,
|
||
|
|
"step": 187
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06489471867449086,
|
||
|
|
"grad_norm": 3.153416872024536,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9031,
|
||
|
|
"step": 188
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06523990334829134,
|
||
|
|
"grad_norm": 3.450758457183838,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8928,
|
||
|
|
"step": 189
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06558508802209181,
|
||
|
|
"grad_norm": 3.281147003173828,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.0054,
|
||
|
|
"step": 190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0659302726958923,
|
||
|
|
"grad_norm": 3.1141176223754883,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.913,
|
||
|
|
"step": 191
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06627545736969279,
|
||
|
|
"grad_norm": 2.945939064025879,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.895,
|
||
|
|
"step": 192
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06662064204349327,
|
||
|
|
"grad_norm": 3.141927719116211,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9336,
|
||
|
|
"step": 193
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06696582671729376,
|
||
|
|
"grad_norm": 3.6074554920196533,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9821,
|
||
|
|
"step": 194
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06731101139109423,
|
||
|
|
"grad_norm": 2.96323823928833,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9417,
|
||
|
|
"step": 195
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06765619606489472,
|
||
|
|
"grad_norm": 3.4270036220550537,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9268,
|
||
|
|
"step": 196
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0680013807386952,
|
||
|
|
"grad_norm": 3.006737232208252,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9125,
|
||
|
|
"step": 197
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06834656541249569,
|
||
|
|
"grad_norm": 3.3677432537078857,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9403,
|
||
|
|
"step": 198
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06869175008629617,
|
||
|
|
"grad_norm": 3.6785035133361816,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8477,
|
||
|
|
"step": 199
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06903693476009665,
|
||
|
|
"grad_norm": 3.1328837871551514,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8866,
|
||
|
|
"step": 200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06938211943389713,
|
||
|
|
"grad_norm": 3.178600311279297,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8418,
|
||
|
|
"step": 201
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06972730410769762,
|
||
|
|
"grad_norm": 3.471315622329712,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8908,
|
||
|
|
"step": 202
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0700724887814981,
|
||
|
|
"grad_norm": 3.3694980144500732,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8825,
|
||
|
|
"step": 203
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07041767345529859,
|
||
|
|
"grad_norm": 3.511202812194824,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.89,
|
||
|
|
"step": 204
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07076285812909906,
|
||
|
|
"grad_norm": 3.5508413314819336,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8933,
|
||
|
|
"step": 205
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07110804280289955,
|
||
|
|
"grad_norm": 2.9084413051605225,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9258,
|
||
|
|
"step": 206
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07145322747670003,
|
||
|
|
"grad_norm": 3.2880771160125732,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9357,
|
||
|
|
"step": 207
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07179841215050052,
|
||
|
|
"grad_norm": 3.110895872116089,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8697,
|
||
|
|
"step": 208
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.072143596824301,
|
||
|
|
"grad_norm": 3.059079170227051,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8579,
|
||
|
|
"step": 209
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07248878149810148,
|
||
|
|
"grad_norm": 2.9385037422180176,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8913,
|
||
|
|
"step": 210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07283396617190196,
|
||
|
|
"grad_norm": 2.984720468521118,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9311,
|
||
|
|
"step": 211
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07317915084570245,
|
||
|
|
"grad_norm": 3.1889357566833496,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.931,
|
||
|
|
"step": 212
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07352433551950294,
|
||
|
|
"grad_norm": 3.020983934402466,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8572,
|
||
|
|
"step": 213
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07386952019330342,
|
||
|
|
"grad_norm": 3.3382914066314697,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9128,
|
||
|
|
"step": 214
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0742147048671039,
|
||
|
|
"grad_norm": 3.1657910346984863,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8976,
|
||
|
|
"step": 215
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07455988954090438,
|
||
|
|
"grad_norm": 3.058868885040283,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8939,
|
||
|
|
"step": 216
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07490507421470487,
|
||
|
|
"grad_norm": 3.422123908996582,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9378,
|
||
|
|
"step": 217
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07525025888850535,
|
||
|
|
"grad_norm": 3.1783478260040283,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9485,
|
||
|
|
"step": 218
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07559544356230584,
|
||
|
|
"grad_norm": 3.0557048320770264,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8256,
|
||
|
|
"step": 219
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07594062823610631,
|
||
|
|
"grad_norm": 2.9779226779937744,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8713,
|
||
|
|
"step": 220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0762858129099068,
|
||
|
|
"grad_norm": 3.3758676052093506,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8843,
|
||
|
|
"step": 221
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07663099758370728,
|
||
|
|
"grad_norm": 3.1416192054748535,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9064,
|
||
|
|
"step": 222
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07697618225750777,
|
||
|
|
"grad_norm": 2.9653568267822266,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8296,
|
||
|
|
"step": 223
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07732136693130826,
|
||
|
|
"grad_norm": 3.2615296840667725,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9057,
|
||
|
|
"step": 224
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07766655160510873,
|
||
|
|
"grad_norm": 3.3381457328796387,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9088,
|
||
|
|
"step": 225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07801173627890921,
|
||
|
|
"grad_norm": 3.4600749015808105,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.86,
|
||
|
|
"step": 226
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0783569209527097,
|
||
|
|
"grad_norm": 3.2292826175689697,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9591,
|
||
|
|
"step": 227
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07870210562651019,
|
||
|
|
"grad_norm": 3.345545530319214,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8476,
|
||
|
|
"step": 228
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07904729030031067,
|
||
|
|
"grad_norm": 3.09397292137146,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8652,
|
||
|
|
"step": 229
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07939247497411114,
|
||
|
|
"grad_norm": 3.004117965698242,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9689,
|
||
|
|
"step": 230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07973765964791163,
|
||
|
|
"grad_norm": 3.200100898742676,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8666,
|
||
|
|
"step": 231
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08008284432171212,
|
||
|
|
"grad_norm": 2.7272403240203857,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8602,
|
||
|
|
"step": 232
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0804280289955126,
|
||
|
|
"grad_norm": 3.2486329078674316,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8464,
|
||
|
|
"step": 233
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08077321366931309,
|
||
|
|
"grad_norm": 3.303467035293579,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.873,
|
||
|
|
"step": 234
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08111839834311356,
|
||
|
|
"grad_norm": 3.0120198726654053,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8934,
|
||
|
|
"step": 235
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08146358301691405,
|
||
|
|
"grad_norm": 2.962071657180786,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8904,
|
||
|
|
"step": 236
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08180876769071453,
|
||
|
|
"grad_norm": 3.7542247772216797,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9119,
|
||
|
|
"step": 237
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08215395236451502,
|
||
|
|
"grad_norm": 3.281599521636963,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9107,
|
||
|
|
"step": 238
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0824991370383155,
|
||
|
|
"grad_norm": 3.1624579429626465,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8766,
|
||
|
|
"step": 239
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08284432171211598,
|
||
|
|
"grad_norm": 3.3022897243499756,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9303,
|
||
|
|
"step": 240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08318950638591646,
|
||
|
|
"grad_norm": 3.1247267723083496,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9125,
|
||
|
|
"step": 241
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08353469105971695,
|
||
|
|
"grad_norm": 3.2210910320281982,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9221,
|
||
|
|
"step": 242
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08387987573351743,
|
||
|
|
"grad_norm": 3.1737873554229736,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8178,
|
||
|
|
"step": 243
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08422506040731792,
|
||
|
|
"grad_norm": 3.2427146434783936,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9566,
|
||
|
|
"step": 244
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08457024508111839,
|
||
|
|
"grad_norm": 3.4193999767303467,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8557,
|
||
|
|
"step": 245
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08491542975491888,
|
||
|
|
"grad_norm": 3.4254438877105713,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8968,
|
||
|
|
"step": 246
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08526061442871936,
|
||
|
|
"grad_norm": 3.159757614135742,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9018,
|
||
|
|
"step": 247
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08560579910251985,
|
||
|
|
"grad_norm": 3.187760353088379,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9057,
|
||
|
|
"step": 248
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08595098377632034,
|
||
|
|
"grad_norm": 2.959864616394043,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.904,
|
||
|
|
"step": 249
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08629616845012081,
|
||
|
|
"grad_norm": 3.240973711013794,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9294,
|
||
|
|
"step": 250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0866413531239213,
|
||
|
|
"grad_norm": 2.98917555809021,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8764,
|
||
|
|
"step": 251
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08698653779772178,
|
||
|
|
"grad_norm": 2.8783609867095947,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8941,
|
||
|
|
"step": 252
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08733172247152227,
|
||
|
|
"grad_norm": 3.0823488235473633,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9319,
|
||
|
|
"step": 253
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08767690714532275,
|
||
|
|
"grad_norm": 3.0972771644592285,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8236,
|
||
|
|
"step": 254
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08802209181912322,
|
||
|
|
"grad_norm": 3.005472421646118,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8301,
|
||
|
|
"step": 255
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08836727649292371,
|
||
|
|
"grad_norm": 3.145705223083496,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.866,
|
||
|
|
"step": 256
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0887124611667242,
|
||
|
|
"grad_norm": 2.7804439067840576,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8594,
|
||
|
|
"step": 257
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08905764584052468,
|
||
|
|
"grad_norm": 3.092439889907837,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8486,
|
||
|
|
"step": 258
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08940283051432517,
|
||
|
|
"grad_norm": 3.228419303894043,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8338,
|
||
|
|
"step": 259
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08974801518812564,
|
||
|
|
"grad_norm": 3.093811273574829,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9424,
|
||
|
|
"step": 260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09009319986192613,
|
||
|
|
"grad_norm": 3.0747523307800293,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8944,
|
||
|
|
"step": 261
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09043838453572661,
|
||
|
|
"grad_norm": 3.186995267868042,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8586,
|
||
|
|
"step": 262
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0907835692095271,
|
||
|
|
"grad_norm": 3.1833300590515137,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8728,
|
||
|
|
"step": 263
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09112875388332758,
|
||
|
|
"grad_norm": 3.0900795459747314,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9022,
|
||
|
|
"step": 264
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09147393855712806,
|
||
|
|
"grad_norm": 3.004206895828247,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9062,
|
||
|
|
"step": 265
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09181912323092854,
|
||
|
|
"grad_norm": 3.1954448223114014,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8732,
|
||
|
|
"step": 266
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09216430790472903,
|
||
|
|
"grad_norm": 3.324725866317749,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9214,
|
||
|
|
"step": 267
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09250949257852951,
|
||
|
|
"grad_norm": 2.8366189002990723,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9153,
|
||
|
|
"step": 268
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09285467725233,
|
||
|
|
"grad_norm": 3.264113187789917,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8697,
|
||
|
|
"step": 269
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09319986192613049,
|
||
|
|
"grad_norm": 3.186286211013794,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9348,
|
||
|
|
"step": 270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09354504659993096,
|
||
|
|
"grad_norm": 2.8541440963745117,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9067,
|
||
|
|
"step": 271
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09389023127373144,
|
||
|
|
"grad_norm": 3.074235200881958,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8935,
|
||
|
|
"step": 272
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09423541594753193,
|
||
|
|
"grad_norm": 3.0192456245422363,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8231,
|
||
|
|
"step": 273
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09458060062133242,
|
||
|
|
"grad_norm": 2.740384101867676,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8533,
|
||
|
|
"step": 274
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0949257852951329,
|
||
|
|
"grad_norm": 2.9101722240448,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8529,
|
||
|
|
"step": 275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09527096996893337,
|
||
|
|
"grad_norm": 3.137927770614624,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9192,
|
||
|
|
"step": 276
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09561615464273386,
|
||
|
|
"grad_norm": 3.054185628890991,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8945,
|
||
|
|
"step": 277
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09596133931653435,
|
||
|
|
"grad_norm": 3.1088597774505615,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9008,
|
||
|
|
"step": 278
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09630652399033483,
|
||
|
|
"grad_norm": 2.7827138900756836,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8461,
|
||
|
|
"step": 279
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09665170866413532,
|
||
|
|
"grad_norm": 2.864086389541626,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8751,
|
||
|
|
"step": 280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09699689333793579,
|
||
|
|
"grad_norm": 3.1949148178100586,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8377,
|
||
|
|
"step": 281
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09734207801173628,
|
||
|
|
"grad_norm": 2.7971835136413574,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9062,
|
||
|
|
"step": 282
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09768726268553676,
|
||
|
|
"grad_norm": 6.014020919799805,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8477,
|
||
|
|
"step": 283
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09803244735933725,
|
||
|
|
"grad_norm": 3.1988205909729004,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8605,
|
||
|
|
"step": 284
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09837763203313774,
|
||
|
|
"grad_norm": 3.0080959796905518,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9122,
|
||
|
|
"step": 285
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09872281670693821,
|
||
|
|
"grad_norm": 2.848585844039917,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.861,
|
||
|
|
"step": 286
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0990680013807387,
|
||
|
|
"grad_norm": 3.069856882095337,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9373,
|
||
|
|
"step": 287
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09941318605453918,
|
||
|
|
"grad_norm": 3.0742900371551514,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.907,
|
||
|
|
"step": 288
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09975837072833967,
|
||
|
|
"grad_norm": 2.8606960773468018,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8644,
|
||
|
|
"step": 289
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10010355540214015,
|
||
|
|
"grad_norm": 2.9489126205444336,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8922,
|
||
|
|
"step": 290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10044874007594062,
|
||
|
|
"grad_norm": 3.0227949619293213,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9255,
|
||
|
|
"step": 291
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10079392474974111,
|
||
|
|
"grad_norm": 2.758237361907959,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8339,
|
||
|
|
"step": 292
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1011391094235416,
|
||
|
|
"grad_norm": 2.8767168521881104,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8697,
|
||
|
|
"step": 293
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10148429409734208,
|
||
|
|
"grad_norm": 2.8063676357269287,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8628,
|
||
|
|
"step": 294
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10182947877114257,
|
||
|
|
"grad_norm": 2.9139151573181152,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9157,
|
||
|
|
"step": 295
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10217466344494304,
|
||
|
|
"grad_norm": 2.857400894165039,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.892,
|
||
|
|
"step": 296
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10251984811874353,
|
||
|
|
"grad_norm": 2.8675410747528076,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8438,
|
||
|
|
"step": 297
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10286503279254401,
|
||
|
|
"grad_norm": 2.8956315517425537,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.847,
|
||
|
|
"step": 298
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1032102174663445,
|
||
|
|
"grad_norm": 2.743086099624634,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9041,
|
||
|
|
"step": 299
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10355540214014498,
|
||
|
|
"grad_norm": 3.0366575717926025,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8704,
|
||
|
|
"step": 300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10390058681394546,
|
||
|
|
"grad_norm": 3.290945291519165,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7993,
|
||
|
|
"step": 301
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10424577148774594,
|
||
|
|
"grad_norm": 2.562634229660034,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7964,
|
||
|
|
"step": 302
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10459095616154643,
|
||
|
|
"grad_norm": 3.005824089050293,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8158,
|
||
|
|
"step": 303
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10493614083534691,
|
||
|
|
"grad_norm": 2.912410259246826,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8584,
|
||
|
|
"step": 304
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1052813255091474,
|
||
|
|
"grad_norm": 2.7015678882598877,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8731,
|
||
|
|
"step": 305
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10562651018294787,
|
||
|
|
"grad_norm": 2.857595682144165,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8809,
|
||
|
|
"step": 306
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10597169485674836,
|
||
|
|
"grad_norm": 2.7211265563964844,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9234,
|
||
|
|
"step": 307
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10631687953054884,
|
||
|
|
"grad_norm": 3.018676519393921,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9101,
|
||
|
|
"step": 308
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10666206420434933,
|
||
|
|
"grad_norm": 2.8703527450561523,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.852,
|
||
|
|
"step": 309
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10700724887814982,
|
||
|
|
"grad_norm": 2.912076473236084,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8749,
|
||
|
|
"step": 310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10735243355195029,
|
||
|
|
"grad_norm": 2.652156352996826,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8838,
|
||
|
|
"step": 311
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10769761822575077,
|
||
|
|
"grad_norm": 2.8902244567871094,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8898,
|
||
|
|
"step": 312
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10804280289955126,
|
||
|
|
"grad_norm": 2.7108359336853027,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8312,
|
||
|
|
"step": 313
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10838798757335175,
|
||
|
|
"grad_norm": 2.6468076705932617,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7757,
|
||
|
|
"step": 314
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10873317224715223,
|
||
|
|
"grad_norm": 2.969503402709961,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8498,
|
||
|
|
"step": 315
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1090783569209527,
|
||
|
|
"grad_norm": 2.7394843101501465,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9067,
|
||
|
|
"step": 316
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10942354159475319,
|
||
|
|
"grad_norm": 2.8321640491485596,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8693,
|
||
|
|
"step": 317
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10976872626855368,
|
||
|
|
"grad_norm": 3.0017828941345215,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8555,
|
||
|
|
"step": 318
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11011391094235416,
|
||
|
|
"grad_norm": 2.7267954349517822,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8947,
|
||
|
|
"step": 319
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11045909561615465,
|
||
|
|
"grad_norm": 2.9304072856903076,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9042,
|
||
|
|
"step": 320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11080428028995512,
|
||
|
|
"grad_norm": 2.9202630519866943,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8426,
|
||
|
|
"step": 321
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1111494649637556,
|
||
|
|
"grad_norm": 3.0602047443389893,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8573,
|
||
|
|
"step": 322
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11149464963755609,
|
||
|
|
"grad_norm": 2.987820863723755,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8695,
|
||
|
|
"step": 323
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11183983431135658,
|
||
|
|
"grad_norm": 3.158129930496216,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9306,
|
||
|
|
"step": 324
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11218501898515706,
|
||
|
|
"grad_norm": 2.893429756164551,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9157,
|
||
|
|
"step": 325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11253020365895754,
|
||
|
|
"grad_norm": 3.009833335876465,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9162,
|
||
|
|
"step": 326
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11287538833275802,
|
||
|
|
"grad_norm": 2.768258571624756,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8547,
|
||
|
|
"step": 327
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11322057300655851,
|
||
|
|
"grad_norm": 3.0964066982269287,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8735,
|
||
|
|
"step": 328
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.113565757680359,
|
||
|
|
"grad_norm": 2.9525063037872314,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8907,
|
||
|
|
"step": 329
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11391094235415948,
|
||
|
|
"grad_norm": 3.317748785018921,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8673,
|
||
|
|
"step": 330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11425612702795995,
|
||
|
|
"grad_norm": 2.934115409851074,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8477,
|
||
|
|
"step": 331
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11460131170176044,
|
||
|
|
"grad_norm": 2.8080825805664062,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9336,
|
||
|
|
"step": 332
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11494649637556092,
|
||
|
|
"grad_norm": 2.938957929611206,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8972,
|
||
|
|
"step": 333
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11529168104936141,
|
||
|
|
"grad_norm": 2.778604745864868,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8013,
|
||
|
|
"step": 334
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1156368657231619,
|
||
|
|
"grad_norm": 2.779245376586914,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9065,
|
||
|
|
"step": 335
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11598205039696237,
|
||
|
|
"grad_norm": 2.834568738937378,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8904,
|
||
|
|
"step": 336
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11632723507076285,
|
||
|
|
"grad_norm": 2.7382054328918457,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8932,
|
||
|
|
"step": 337
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11667241974456334,
|
||
|
|
"grad_norm": 2.746325731277466,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8365,
|
||
|
|
"step": 338
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11701760441836383,
|
||
|
|
"grad_norm": 2.750140905380249,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8255,
|
||
|
|
"step": 339
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11736278909216431,
|
||
|
|
"grad_norm": 3.3976187705993652,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.859,
|
||
|
|
"step": 340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11770797376596479,
|
||
|
|
"grad_norm": 3.004563093185425,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8895,
|
||
|
|
"step": 341
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11805315843976527,
|
||
|
|
"grad_norm": 3.343090295791626,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8644,
|
||
|
|
"step": 342
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11839834311356576,
|
||
|
|
"grad_norm": 2.7037289142608643,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.834,
|
||
|
|
"step": 343
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11874352778736624,
|
||
|
|
"grad_norm": 2.881302833557129,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8343,
|
||
|
|
"step": 344
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11908871246116673,
|
||
|
|
"grad_norm": 2.9096665382385254,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8559,
|
||
|
|
"step": 345
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1194338971349672,
|
||
|
|
"grad_norm": 3.109509229660034,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9016,
|
||
|
|
"step": 346
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11977908180876769,
|
||
|
|
"grad_norm": 2.9444544315338135,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8391,
|
||
|
|
"step": 347
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12012426648256817,
|
||
|
|
"grad_norm": 3.122678518295288,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8868,
|
||
|
|
"step": 348
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12046945115636866,
|
||
|
|
"grad_norm": 2.646322250366211,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8174,
|
||
|
|
"step": 349
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12081463583016915,
|
||
|
|
"grad_norm": 2.9330692291259766,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8805,
|
||
|
|
"step": 350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12115982050396962,
|
||
|
|
"grad_norm": 2.9383981227874756,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8618,
|
||
|
|
"step": 351
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1215050051777701,
|
||
|
|
"grad_norm": 2.9238908290863037,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9407,
|
||
|
|
"step": 352
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12185018985157059,
|
||
|
|
"grad_norm": 2.8855233192443848,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8713,
|
||
|
|
"step": 353
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12219537452537108,
|
||
|
|
"grad_norm": 2.822115182876587,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8916,
|
||
|
|
"step": 354
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12254055919917156,
|
||
|
|
"grad_norm": 2.8500313758850098,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8349,
|
||
|
|
"step": 355
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12288574387297203,
|
||
|
|
"grad_norm": 3.022473096847534,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8479,
|
||
|
|
"step": 356
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12323092854677252,
|
||
|
|
"grad_norm": 2.7787365913391113,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8833,
|
||
|
|
"step": 357
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.123576113220573,
|
||
|
|
"grad_norm": 2.9101765155792236,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.888,
|
||
|
|
"step": 358
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12392129789437349,
|
||
|
|
"grad_norm": 2.7252466678619385,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8657,
|
||
|
|
"step": 359
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12426648256817398,
|
||
|
|
"grad_norm": 2.8830056190490723,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8259,
|
||
|
|
"step": 360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12461166724197445,
|
||
|
|
"grad_norm": 2.671375274658203,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8253,
|
||
|
|
"step": 361
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12495685191577494,
|
||
|
|
"grad_norm": 2.706015110015869,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.838,
|
||
|
|
"step": 362
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12530203658957542,
|
||
|
|
"grad_norm": 2.616062641143799,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8607,
|
||
|
|
"step": 363
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1256472212633759,
|
||
|
|
"grad_norm": 3.385586738586426,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8603,
|
||
|
|
"step": 364
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1259924059371764,
|
||
|
|
"grad_norm": 2.9748425483703613,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8802,
|
||
|
|
"step": 365
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12633759061097688,
|
||
|
|
"grad_norm": 3.009232759475708,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8572,
|
||
|
|
"step": 366
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12668277528477737,
|
||
|
|
"grad_norm": 2.995032548904419,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8542,
|
||
|
|
"step": 367
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12702795995857785,
|
||
|
|
"grad_norm": 3.1191444396972656,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9096,
|
||
|
|
"step": 368
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1273731446323783,
|
||
|
|
"grad_norm": 3.3370883464813232,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8456,
|
||
|
|
"step": 369
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1277183293061788,
|
||
|
|
"grad_norm": 2.910351276397705,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8415,
|
||
|
|
"step": 370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12806351397997928,
|
||
|
|
"grad_norm": 2.381078004837036,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7864,
|
||
|
|
"step": 371
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12840869865377977,
|
||
|
|
"grad_norm": 2.8764638900756836,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8731,
|
||
|
|
"step": 372
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12875388332758025,
|
||
|
|
"grad_norm": 2.9746713638305664,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8447,
|
||
|
|
"step": 373
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12909906800138074,
|
||
|
|
"grad_norm": 2.7619199752807617,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8315,
|
||
|
|
"step": 374
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12944425267518123,
|
||
|
|
"grad_norm": 2.5940611362457275,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8749,
|
||
|
|
"step": 375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1297894373489817,
|
||
|
|
"grad_norm": 2.9887807369232178,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9069,
|
||
|
|
"step": 376
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1301346220227822,
|
||
|
|
"grad_norm": 3.1408069133758545,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9029,
|
||
|
|
"step": 377
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13047980669658268,
|
||
|
|
"grad_norm": 2.876115083694458,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9135,
|
||
|
|
"step": 378
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13082499137038314,
|
||
|
|
"grad_norm": 2.7395379543304443,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8597,
|
||
|
|
"step": 379
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13117017604418363,
|
||
|
|
"grad_norm": 3.036904811859131,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8886,
|
||
|
|
"step": 380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13151536071798411,
|
||
|
|
"grad_norm": 3.047651767730713,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8923,
|
||
|
|
"step": 381
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1318605453917846,
|
||
|
|
"grad_norm": 2.8202462196350098,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8434,
|
||
|
|
"step": 382
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1322057300655851,
|
||
|
|
"grad_norm": 2.605100393295288,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8975,
|
||
|
|
"step": 383
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13255091473938557,
|
||
|
|
"grad_norm": 2.781841516494751,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.809,
|
||
|
|
"step": 384
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13289609941318606,
|
||
|
|
"grad_norm": 2.6456520557403564,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8827,
|
||
|
|
"step": 385
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13324128408698654,
|
||
|
|
"grad_norm": 10.660346984863281,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8615,
|
||
|
|
"step": 386
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13358646876078703,
|
||
|
|
"grad_norm": 3.2193210124969482,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8553,
|
||
|
|
"step": 387
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13393165343458752,
|
||
|
|
"grad_norm": 2.9482877254486084,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7931,
|
||
|
|
"step": 388
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13427683810838797,
|
||
|
|
"grad_norm": 2.851332664489746,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8291,
|
||
|
|
"step": 389
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13462202278218846,
|
||
|
|
"grad_norm": 3.519622802734375,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8803,
|
||
|
|
"step": 390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13496720745598895,
|
||
|
|
"grad_norm": 2.979022741317749,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9023,
|
||
|
|
"step": 391
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13531239212978943,
|
||
|
|
"grad_norm": 2.8534867763519287,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8652,
|
||
|
|
"step": 392
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13565757680358992,
|
||
|
|
"grad_norm": 2.7661948204040527,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8136,
|
||
|
|
"step": 393
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1360027614773904,
|
||
|
|
"grad_norm": 2.6558003425598145,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8805,
|
||
|
|
"step": 394
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1363479461511909,
|
||
|
|
"grad_norm": 2.9477477073669434,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8341,
|
||
|
|
"step": 395
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13669313082499138,
|
||
|
|
"grad_norm": 2.777376174926758,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8435,
|
||
|
|
"step": 396
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13703831549879186,
|
||
|
|
"grad_norm": 2.947483777999878,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8495,
|
||
|
|
"step": 397
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13738350017259235,
|
||
|
|
"grad_norm": 2.923473834991455,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8357,
|
||
|
|
"step": 398
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1377286848463928,
|
||
|
|
"grad_norm": 2.5483436584472656,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7862,
|
||
|
|
"step": 399
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1380738695201933,
|
||
|
|
"grad_norm": 2.5327706336975098,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8527,
|
||
|
|
"step": 400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13841905419399378,
|
||
|
|
"grad_norm": 2.684678792953491,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8465,
|
||
|
|
"step": 401
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13876423886779427,
|
||
|
|
"grad_norm": 2.74104905128479,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8284,
|
||
|
|
"step": 402
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13910942354159475,
|
||
|
|
"grad_norm": 3.0023629665374756,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8337,
|
||
|
|
"step": 403
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13945460821539524,
|
||
|
|
"grad_norm": 2.791071891784668,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7955,
|
||
|
|
"step": 404
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13979979288919572,
|
||
|
|
"grad_norm": 3.101384401321411,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.866,
|
||
|
|
"step": 405
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1401449775629962,
|
||
|
|
"grad_norm": 2.731903553009033,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8317,
|
||
|
|
"step": 406
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1404901622367967,
|
||
|
|
"grad_norm": 2.892133951187134,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8903,
|
||
|
|
"step": 407
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14083534691059718,
|
||
|
|
"grad_norm": 2.6382410526275635,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8085,
|
||
|
|
"step": 408
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14118053158439764,
|
||
|
|
"grad_norm": 2.5040509700775146,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7556,
|
||
|
|
"step": 409
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14152571625819813,
|
||
|
|
"grad_norm": 2.659632921218872,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8627,
|
||
|
|
"step": 410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1418709009319986,
|
||
|
|
"grad_norm": 2.9481699466705322,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.769,
|
||
|
|
"step": 411
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1422160856057991,
|
||
|
|
"grad_norm": 2.7535393238067627,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8624,
|
||
|
|
"step": 412
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14256127027959958,
|
||
|
|
"grad_norm": 2.8887505531311035,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8746,
|
||
|
|
"step": 413
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14290645495340007,
|
||
|
|
"grad_norm": 3.1027655601501465,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8201,
|
||
|
|
"step": 414
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14325163962720056,
|
||
|
|
"grad_norm": 2.7258031368255615,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8758,
|
||
|
|
"step": 415
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14359682430100104,
|
||
|
|
"grad_norm": 3.6109793186187744,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8368,
|
||
|
|
"step": 416
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14394200897480153,
|
||
|
|
"grad_norm": 3.0309035778045654,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8502,
|
||
|
|
"step": 417
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.144287193648602,
|
||
|
|
"grad_norm": 2.7749741077423096,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8239,
|
||
|
|
"step": 418
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14463237832240247,
|
||
|
|
"grad_norm": 3.057831287384033,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8649,
|
||
|
|
"step": 419
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14497756299620296,
|
||
|
|
"grad_norm": 2.7731754779815674,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8073,
|
||
|
|
"step": 420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14532274767000344,
|
||
|
|
"grad_norm": 2.7278342247009277,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8367,
|
||
|
|
"step": 421
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14566793234380393,
|
||
|
|
"grad_norm": 2.941387891769409,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8205,
|
||
|
|
"step": 422
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14601311701760442,
|
||
|
|
"grad_norm": 2.7232892513275146,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8872,
|
||
|
|
"step": 423
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1463583016914049,
|
||
|
|
"grad_norm": 2.953651189804077,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8523,
|
||
|
|
"step": 424
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1467034863652054,
|
||
|
|
"grad_norm": 2.7981178760528564,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8528,
|
||
|
|
"step": 425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14704867103900587,
|
||
|
|
"grad_norm": 2.7209296226501465,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8183,
|
||
|
|
"step": 426
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14739385571280636,
|
||
|
|
"grad_norm": 2.716719627380371,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8502,
|
||
|
|
"step": 427
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14773904038660685,
|
||
|
|
"grad_norm": 2.8264238834381104,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8225,
|
||
|
|
"step": 428
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1480842250604073,
|
||
|
|
"grad_norm": 2.665504217147827,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7785,
|
||
|
|
"step": 429
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1484294097342078,
|
||
|
|
"grad_norm": 2.574075698852539,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8745,
|
||
|
|
"step": 430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14877459440800828,
|
||
|
|
"grad_norm": 2.8665859699249268,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8567,
|
||
|
|
"step": 431
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14911977908180876,
|
||
|
|
"grad_norm": 2.5270538330078125,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8125,
|
||
|
|
"step": 432
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14946496375560925,
|
||
|
|
"grad_norm": 2.569016933441162,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8516,
|
||
|
|
"step": 433
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14981014842940973,
|
||
|
|
"grad_norm": 2.6712615489959717,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8079,
|
||
|
|
"step": 434
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15015533310321022,
|
||
|
|
"grad_norm": 2.6932435035705566,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.818,
|
||
|
|
"step": 435
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1505005177770107,
|
||
|
|
"grad_norm": 2.5300912857055664,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.867,
|
||
|
|
"step": 436
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1508457024508112,
|
||
|
|
"grad_norm": 2.4744701385498047,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.863,
|
||
|
|
"step": 437
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15119088712461168,
|
||
|
|
"grad_norm": 4.339775562286377,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8626,
|
||
|
|
"step": 438
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15153607179841216,
|
||
|
|
"grad_norm": 2.5476183891296387,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8193,
|
||
|
|
"step": 439
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15188125647221262,
|
||
|
|
"grad_norm": 2.7269837856292725,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8251,
|
||
|
|
"step": 440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1522264411460131,
|
||
|
|
"grad_norm": 2.843550205230713,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8724,
|
||
|
|
"step": 441
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1525716258198136,
|
||
|
|
"grad_norm": 5.800281524658203,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7982,
|
||
|
|
"step": 442
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15291681049361408,
|
||
|
|
"grad_norm": 2.7126641273498535,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7775,
|
||
|
|
"step": 443
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15326199516741457,
|
||
|
|
"grad_norm": 2.8936424255371094,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8628,
|
||
|
|
"step": 444
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15360717984121505,
|
||
|
|
"grad_norm": 2.403440475463867,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8367,
|
||
|
|
"step": 445
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15395236451501554,
|
||
|
|
"grad_norm": 2.6871049404144287,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7947,
|
||
|
|
"step": 446
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15429754918881602,
|
||
|
|
"grad_norm": 2.6108877658843994,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.868,
|
||
|
|
"step": 447
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1546427338626165,
|
||
|
|
"grad_norm": 2.7435109615325928,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8498,
|
||
|
|
"step": 448
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.154987918536417,
|
||
|
|
"grad_norm": 2.5271124839782715,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8271,
|
||
|
|
"step": 449
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15533310321021745,
|
||
|
|
"grad_norm": 2.607501268386841,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8588,
|
||
|
|
"step": 450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15567828788401794,
|
||
|
|
"grad_norm": 2.610903024673462,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8411,
|
||
|
|
"step": 451
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15602347255781843,
|
||
|
|
"grad_norm": 2.6607000827789307,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8085,
|
||
|
|
"step": 452
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1563686572316189,
|
||
|
|
"grad_norm": 2.6461052894592285,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8041,
|
||
|
|
"step": 453
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1567138419054194,
|
||
|
|
"grad_norm": 2.7526638507843018,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8848,
|
||
|
|
"step": 454
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15705902657921988,
|
||
|
|
"grad_norm": 2.546306610107422,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8602,
|
||
|
|
"step": 455
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15740421125302037,
|
||
|
|
"grad_norm": 2.6657474040985107,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8307,
|
||
|
|
"step": 456
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15774939592682086,
|
||
|
|
"grad_norm": 2.6293036937713623,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8155,
|
||
|
|
"step": 457
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15809458060062134,
|
||
|
|
"grad_norm": 3.03344988822937,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.819,
|
||
|
|
"step": 458
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15843976527442183,
|
||
|
|
"grad_norm": 2.7682418823242188,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8674,
|
||
|
|
"step": 459
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1587849499482223,
|
||
|
|
"grad_norm": 2.441422462463379,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7109,
|
||
|
|
"step": 460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15913013462202277,
|
||
|
|
"grad_norm": 3.0306053161621094,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8352,
|
||
|
|
"step": 461
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15947531929582326,
|
||
|
|
"grad_norm": 3.1089224815368652,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9059,
|
||
|
|
"step": 462
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15982050396962375,
|
||
|
|
"grad_norm": 2.5796120166778564,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7726,
|
||
|
|
"step": 463
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16016568864342423,
|
||
|
|
"grad_norm": 2.7144784927368164,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7258,
|
||
|
|
"step": 464
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16051087331722472,
|
||
|
|
"grad_norm": 2.6572415828704834,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8354,
|
||
|
|
"step": 465
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1608560579910252,
|
||
|
|
"grad_norm": 2.556910753250122,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8727,
|
||
|
|
"step": 466
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1612012426648257,
|
||
|
|
"grad_norm": 2.621105194091797,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8326,
|
||
|
|
"step": 467
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16154642733862618,
|
||
|
|
"grad_norm": 2.4325952529907227,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8102,
|
||
|
|
"step": 468
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16189161201242666,
|
||
|
|
"grad_norm": 2.616182327270508,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8983,
|
||
|
|
"step": 469
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16223679668622712,
|
||
|
|
"grad_norm": 2.7066891193389893,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8761,
|
||
|
|
"step": 470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1625819813600276,
|
||
|
|
"grad_norm": 2.4946465492248535,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8051,
|
||
|
|
"step": 471
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1629271660338281,
|
||
|
|
"grad_norm": 2.7673726081848145,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8436,
|
||
|
|
"step": 472
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16327235070762858,
|
||
|
|
"grad_norm": 2.8104934692382812,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.83,
|
||
|
|
"step": 473
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16361753538142906,
|
||
|
|
"grad_norm": 2.5568485260009766,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8144,
|
||
|
|
"step": 474
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16396272005522955,
|
||
|
|
"grad_norm": 2.5758121013641357,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.838,
|
||
|
|
"step": 475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16430790472903004,
|
||
|
|
"grad_norm": 2.492135524749756,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8959,
|
||
|
|
"step": 476
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16465308940283052,
|
||
|
|
"grad_norm": 2.6613054275512695,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8152,
|
||
|
|
"step": 477
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.164998274076631,
|
||
|
|
"grad_norm": 2.75256609916687,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8267,
|
||
|
|
"step": 478
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1653434587504315,
|
||
|
|
"grad_norm": 2.8076133728027344,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7922,
|
||
|
|
"step": 479
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16568864342423195,
|
||
|
|
"grad_norm": 2.722338914871216,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8598,
|
||
|
|
"step": 480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16603382809803244,
|
||
|
|
"grad_norm": 2.5735299587249756,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7875,
|
||
|
|
"step": 481
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16637901277183292,
|
||
|
|
"grad_norm": 2.702031373977661,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8604,
|
||
|
|
"step": 482
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1667241974456334,
|
||
|
|
"grad_norm": 2.734985589981079,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.851,
|
||
|
|
"step": 483
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1670693821194339,
|
||
|
|
"grad_norm": 2.9320790767669678,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8655,
|
||
|
|
"step": 484
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16741456679323438,
|
||
|
|
"grad_norm": 2.8295514583587646,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8963,
|
||
|
|
"step": 485
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16775975146703487,
|
||
|
|
"grad_norm": 2.4725968837738037,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8372,
|
||
|
|
"step": 486
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16810493614083535,
|
||
|
|
"grad_norm": 2.6364479064941406,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8244,
|
||
|
|
"step": 487
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16845012081463584,
|
||
|
|
"grad_norm": 3.3929388523101807,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8379,
|
||
|
|
"step": 488
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16879530548843633,
|
||
|
|
"grad_norm": 2.701646566390991,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8196,
|
||
|
|
"step": 489
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16914049016223678,
|
||
|
|
"grad_norm": 2.559340476989746,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7844,
|
||
|
|
"step": 490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16948567483603727,
|
||
|
|
"grad_norm": 2.644239664077759,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8601,
|
||
|
|
"step": 491
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16983085950983776,
|
||
|
|
"grad_norm": 2.5983693599700928,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8278,
|
||
|
|
"step": 492
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17017604418363824,
|
||
|
|
"grad_norm": 2.650519609451294,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8763,
|
||
|
|
"step": 493
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17052122885743873,
|
||
|
|
"grad_norm": 2.715981960296631,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7283,
|
||
|
|
"step": 494
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17086641353123921,
|
||
|
|
"grad_norm": 3.0167715549468994,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8507,
|
||
|
|
"step": 495
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1712115982050397,
|
||
|
|
"grad_norm": 2.9270315170288086,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8593,
|
||
|
|
"step": 496
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17155678287884019,
|
||
|
|
"grad_norm": 2.5383360385894775,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7877,
|
||
|
|
"step": 497
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17190196755264067,
|
||
|
|
"grad_norm": 2.868652582168579,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8635,
|
||
|
|
"step": 498
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17224715222644116,
|
||
|
|
"grad_norm": 2.8719124794006348,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.795,
|
||
|
|
"step": 499
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17259233690024162,
|
||
|
|
"grad_norm": 2.806877613067627,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7998,
|
||
|
|
"step": 500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1729375215740421,
|
||
|
|
"grad_norm": 2.63967227935791,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8817,
|
||
|
|
"step": 501
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1732827062478426,
|
||
|
|
"grad_norm": 2.68904185295105,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7909,
|
||
|
|
"step": 502
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17362789092164307,
|
||
|
|
"grad_norm": 2.5513813495635986,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8033,
|
||
|
|
"step": 503
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17397307559544356,
|
||
|
|
"grad_norm": 2.581880569458008,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8586,
|
||
|
|
"step": 504
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17431826026924405,
|
||
|
|
"grad_norm": 2.901590585708618,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8116,
|
||
|
|
"step": 505
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17466344494304453,
|
||
|
|
"grad_norm": 2.7014777660369873,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8502,
|
||
|
|
"step": 506
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17500862961684502,
|
||
|
|
"grad_norm": 2.875823497772217,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7739,
|
||
|
|
"step": 507
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1753538142906455,
|
||
|
|
"grad_norm": 2.4771320819854736,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8,
|
||
|
|
"step": 508
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.175698998964446,
|
||
|
|
"grad_norm": 2.648470163345337,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8632,
|
||
|
|
"step": 509
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17604418363824645,
|
||
|
|
"grad_norm": 2.8525655269622803,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8639,
|
||
|
|
"step": 510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17638936831204693,
|
||
|
|
"grad_norm": 2.7430825233459473,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9099,
|
||
|
|
"step": 511
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17673455298584742,
|
||
|
|
"grad_norm": 2.9599390029907227,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9326,
|
||
|
|
"step": 512
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1770797376596479,
|
||
|
|
"grad_norm": 2.705155611038208,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8808,
|
||
|
|
"step": 513
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1774249223334484,
|
||
|
|
"grad_norm": 2.507206678390503,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8614,
|
||
|
|
"step": 514
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17777010700724888,
|
||
|
|
"grad_norm": 2.3883049488067627,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8161,
|
||
|
|
"step": 515
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17811529168104936,
|
||
|
|
"grad_norm": 2.7002079486846924,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9636,
|
||
|
|
"step": 516
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17846047635484985,
|
||
|
|
"grad_norm": 2.4914982318878174,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8232,
|
||
|
|
"step": 517
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17880566102865034,
|
||
|
|
"grad_norm": 2.644822835922241,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8306,
|
||
|
|
"step": 518
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17915084570245082,
|
||
|
|
"grad_norm": 2.900297164916992,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9079,
|
||
|
|
"step": 519
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17949603037625128,
|
||
|
|
"grad_norm": 2.8263745307922363,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8189,
|
||
|
|
"step": 520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17984121505005177,
|
||
|
|
"grad_norm": 2.6911349296569824,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8398,
|
||
|
|
"step": 521
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18018639972385225,
|
||
|
|
"grad_norm": 2.7833213806152344,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7453,
|
||
|
|
"step": 522
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18053158439765274,
|
||
|
|
"grad_norm": 2.680326223373413,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8591,
|
||
|
|
"step": 523
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18087676907145323,
|
||
|
|
"grad_norm": 2.902534246444702,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9315,
|
||
|
|
"step": 524
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1812219537452537,
|
||
|
|
"grad_norm": 2.9760384559631348,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8882,
|
||
|
|
"step": 525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1815671384190542,
|
||
|
|
"grad_norm": 2.626789093017578,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7857,
|
||
|
|
"step": 526
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18191232309285468,
|
||
|
|
"grad_norm": 2.6375679969787598,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8132,
|
||
|
|
"step": 527
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18225750776665517,
|
||
|
|
"grad_norm": 2.9310142993927,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.907,
|
||
|
|
"step": 528
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18260269244045566,
|
||
|
|
"grad_norm": 2.7192530632019043,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8633,
|
||
|
|
"step": 529
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1829478771142561,
|
||
|
|
"grad_norm": 2.753049612045288,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8589,
|
||
|
|
"step": 530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1832930617880566,
|
||
|
|
"grad_norm": 3.2843739986419678,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8325,
|
||
|
|
"step": 531
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18363824646185709,
|
||
|
|
"grad_norm": 2.6691083908081055,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8381,
|
||
|
|
"step": 532
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18398343113565757,
|
||
|
|
"grad_norm": 3.0254318714141846,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8816,
|
||
|
|
"step": 533
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18432861580945806,
|
||
|
|
"grad_norm": 3.193315029144287,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8958,
|
||
|
|
"step": 534
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18467380048325854,
|
||
|
|
"grad_norm": 2.721979856491089,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7731,
|
||
|
|
"step": 535
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18501898515705903,
|
||
|
|
"grad_norm": 2.6035878658294678,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.797,
|
||
|
|
"step": 536
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18536416983085952,
|
||
|
|
"grad_norm": 2.6113343238830566,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7576,
|
||
|
|
"step": 537
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18570935450466,
|
||
|
|
"grad_norm": 2.4984490871429443,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7743,
|
||
|
|
"step": 538
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1860545391784605,
|
||
|
|
"grad_norm": 2.4978625774383545,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7983,
|
||
|
|
"step": 539
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18639972385226097,
|
||
|
|
"grad_norm": 2.6827447414398193,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8141,
|
||
|
|
"step": 540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18674490852606143,
|
||
|
|
"grad_norm": 2.6190788745880127,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8467,
|
||
|
|
"step": 541
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18709009319986192,
|
||
|
|
"grad_norm": 2.6752450466156006,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8986,
|
||
|
|
"step": 542
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1874352778736624,
|
||
|
|
"grad_norm": 2.7006146907806396,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9105,
|
||
|
|
"step": 543
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1877804625474629,
|
||
|
|
"grad_norm": 2.7405309677124023,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8625,
|
||
|
|
"step": 544
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18812564722126338,
|
||
|
|
"grad_norm": 3.042073965072632,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8316,
|
||
|
|
"step": 545
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18847083189506386,
|
||
|
|
"grad_norm": 2.744330406188965,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8137,
|
||
|
|
"step": 546
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18881601656886435,
|
||
|
|
"grad_norm": 2.7891201972961426,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.83,
|
||
|
|
"step": 547
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18916120124266483,
|
||
|
|
"grad_norm": 3.782231330871582,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8158,
|
||
|
|
"step": 548
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18950638591646532,
|
||
|
|
"grad_norm": 3.0141708850860596,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9087,
|
||
|
|
"step": 549
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1898515705902658,
|
||
|
|
"grad_norm": 2.74953031539917,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8793,
|
||
|
|
"step": 550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19019675526406626,
|
||
|
|
"grad_norm": 2.6540184020996094,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9037,
|
||
|
|
"step": 551
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19054193993786675,
|
||
|
|
"grad_norm": 3.051140308380127,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7495,
|
||
|
|
"step": 552
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19088712461166724,
|
||
|
|
"grad_norm": 2.5354433059692383,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8458,
|
||
|
|
"step": 553
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19123230928546772,
|
||
|
|
"grad_norm": 2.5842111110687256,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8055,
|
||
|
|
"step": 554
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1915774939592682,
|
||
|
|
"grad_norm": 2.568885326385498,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8083,
|
||
|
|
"step": 555
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1919226786330687,
|
||
|
|
"grad_norm": 3.036980152130127,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8081,
|
||
|
|
"step": 556
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19226786330686918,
|
||
|
|
"grad_norm": 2.852733850479126,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8148,
|
||
|
|
"step": 557
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19261304798066967,
|
||
|
|
"grad_norm": 2.7637667655944824,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7862,
|
||
|
|
"step": 558
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19295823265447015,
|
||
|
|
"grad_norm": 2.8737142086029053,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8552,
|
||
|
|
"step": 559
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19330341732827064,
|
||
|
|
"grad_norm": 2.655191659927368,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8625,
|
||
|
|
"step": 560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1936486020020711,
|
||
|
|
"grad_norm": 2.6270878314971924,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8398,
|
||
|
|
"step": 561
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19399378667587158,
|
||
|
|
"grad_norm": 2.647904872894287,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7879,
|
||
|
|
"step": 562
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19433897134967207,
|
||
|
|
"grad_norm": 2.548400640487671,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8751,
|
||
|
|
"step": 563
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19468415602347255,
|
||
|
|
"grad_norm": 2.8312828540802,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7278,
|
||
|
|
"step": 564
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19502934069727304,
|
||
|
|
"grad_norm": 2.663391351699829,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8448,
|
||
|
|
"step": 565
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19537452537107353,
|
||
|
|
"grad_norm": 2.9681437015533447,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8456,
|
||
|
|
"step": 566
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.195719710044874,
|
||
|
|
"grad_norm": 2.6108689308166504,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7968,
|
||
|
|
"step": 567
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1960648947186745,
|
||
|
|
"grad_norm": 2.440091609954834,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8446,
|
||
|
|
"step": 568
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19641007939247498,
|
||
|
|
"grad_norm": 2.702831268310547,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7967,
|
||
|
|
"step": 569
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19675526406627547,
|
||
|
|
"grad_norm": 2.943120002746582,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8356,
|
||
|
|
"step": 570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19710044874007593,
|
||
|
|
"grad_norm": 3.0097904205322266,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7726,
|
||
|
|
"step": 571
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19744563341387641,
|
||
|
|
"grad_norm": 2.3800501823425293,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8435,
|
||
|
|
"step": 572
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1977908180876769,
|
||
|
|
"grad_norm": 2.6139631271362305,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7929,
|
||
|
|
"step": 573
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1981360027614774,
|
||
|
|
"grad_norm": 2.5904738903045654,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8143,
|
||
|
|
"step": 574
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19848118743527787,
|
||
|
|
"grad_norm": 2.6801297664642334,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7782,
|
||
|
|
"step": 575
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19882637210907836,
|
||
|
|
"grad_norm": 2.631114959716797,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.775,
|
||
|
|
"step": 576
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19917155678287884,
|
||
|
|
"grad_norm": 2.3431198596954346,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7601,
|
||
|
|
"step": 577
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19951674145667933,
|
||
|
|
"grad_norm": 2.488933563232422,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7926,
|
||
|
|
"step": 578
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19986192613047982,
|
||
|
|
"grad_norm": 2.3383426666259766,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7666,
|
||
|
|
"step": 579
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2002071108042803,
|
||
|
|
"grad_norm": 2.5152347087860107,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8124,
|
||
|
|
"step": 580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20055229547808076,
|
||
|
|
"grad_norm": 2.5689401626586914,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7708,
|
||
|
|
"step": 581
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20089748015188125,
|
||
|
|
"grad_norm": 2.508896827697754,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8723,
|
||
|
|
"step": 582
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20124266482568173,
|
||
|
|
"grad_norm": 2.9416592121124268,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7583,
|
||
|
|
"step": 583
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20158784949948222,
|
||
|
|
"grad_norm": 2.3808095455169678,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7332,
|
||
|
|
"step": 584
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2019330341732827,
|
||
|
|
"grad_norm": 2.675591230392456,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8669,
|
||
|
|
"step": 585
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2022782188470832,
|
||
|
|
"grad_norm": 3.0490567684173584,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8451,
|
||
|
|
"step": 586
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20262340352088368,
|
||
|
|
"grad_norm": 2.47438907623291,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8056,
|
||
|
|
"step": 587
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20296858819468416,
|
||
|
|
"grad_norm": 2.73553729057312,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8702,
|
||
|
|
"step": 588
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20331377286848465,
|
||
|
|
"grad_norm": 2.674639940261841,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8189,
|
||
|
|
"step": 589
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20365895754228514,
|
||
|
|
"grad_norm": 2.494344711303711,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8256,
|
||
|
|
"step": 590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2040041422160856,
|
||
|
|
"grad_norm": 2.297337055206299,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.779,
|
||
|
|
"step": 591
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20434932688988608,
|
||
|
|
"grad_norm": 2.652824878692627,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8074,
|
||
|
|
"step": 592
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20469451156368657,
|
||
|
|
"grad_norm": 2.507140636444092,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8578,
|
||
|
|
"step": 593
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20503969623748705,
|
||
|
|
"grad_norm": 3.012864351272583,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7699,
|
||
|
|
"step": 594
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20538488091128754,
|
||
|
|
"grad_norm": 2.511747121810913,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8248,
|
||
|
|
"step": 595
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20573006558508802,
|
||
|
|
"grad_norm": 2.4231340885162354,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8095,
|
||
|
|
"step": 596
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2060752502588885,
|
||
|
|
"grad_norm": 2.3656606674194336,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7241,
|
||
|
|
"step": 597
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.206420434932689,
|
||
|
|
"grad_norm": 2.389401912689209,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8047,
|
||
|
|
"step": 598
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20676561960648948,
|
||
|
|
"grad_norm": 2.439185857772827,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8732,
|
||
|
|
"step": 599
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20711080428028997,
|
||
|
|
"grad_norm": 2.5809507369995117,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8037,
|
||
|
|
"step": 600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20745598895409043,
|
||
|
|
"grad_norm": 2.3989405632019043,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.839,
|
||
|
|
"step": 601
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2078011736278909,
|
||
|
|
"grad_norm": 2.638395071029663,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8044,
|
||
|
|
"step": 602
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2081463583016914,
|
||
|
|
"grad_norm": 2.566681385040283,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8102,
|
||
|
|
"step": 603
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20849154297549188,
|
||
|
|
"grad_norm": 2.6014740467071533,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8381,
|
||
|
|
"step": 604
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20883672764929237,
|
||
|
|
"grad_norm": 2.6535403728485107,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7749,
|
||
|
|
"step": 605
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20918191232309286,
|
||
|
|
"grad_norm": 2.539785385131836,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8037,
|
||
|
|
"step": 606
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20952709699689334,
|
||
|
|
"grad_norm": 2.783963203430176,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7472,
|
||
|
|
"step": 607
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20987228167069383,
|
||
|
|
"grad_norm": 2.6907851696014404,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8709,
|
||
|
|
"step": 608
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2102174663444943,
|
||
|
|
"grad_norm": 2.713240146636963,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8506,
|
||
|
|
"step": 609
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2105626510182948,
|
||
|
|
"grad_norm": 2.8039517402648926,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8109,
|
||
|
|
"step": 610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21090783569209526,
|
||
|
|
"grad_norm": 2.2727177143096924,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7678,
|
||
|
|
"step": 611
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21125302036589574,
|
||
|
|
"grad_norm": 2.36690092086792,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8283,
|
||
|
|
"step": 612
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21159820503969623,
|
||
|
|
"grad_norm": 2.436732530593872,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7969,
|
||
|
|
"step": 613
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21194338971349672,
|
||
|
|
"grad_norm": 2.499091148376465,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8403,
|
||
|
|
"step": 614
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2122885743872972,
|
||
|
|
"grad_norm": 3.2683467864990234,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7849,
|
||
|
|
"step": 615
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2126337590610977,
|
||
|
|
"grad_norm": 2.452500343322754,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7606,
|
||
|
|
"step": 616
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21297894373489817,
|
||
|
|
"grad_norm": 2.5727200508117676,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8454,
|
||
|
|
"step": 617
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21332412840869866,
|
||
|
|
"grad_norm": 2.3810341358184814,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7995,
|
||
|
|
"step": 618
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21366931308249915,
|
||
|
|
"grad_norm": 2.748025417327881,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8918,
|
||
|
|
"step": 619
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21401449775629963,
|
||
|
|
"grad_norm": 2.6371870040893555,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8178,
|
||
|
|
"step": 620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2143596824301001,
|
||
|
|
"grad_norm": 2.570796489715576,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7938,
|
||
|
|
"step": 621
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21470486710390058,
|
||
|
|
"grad_norm": 2.523061513900757,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8267,
|
||
|
|
"step": 622
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21505005177770106,
|
||
|
|
"grad_norm": 2.45378041267395,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8556,
|
||
|
|
"step": 623
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21539523645150155,
|
||
|
|
"grad_norm": 2.567342758178711,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7609,
|
||
|
|
"step": 624
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21574042112530203,
|
||
|
|
"grad_norm": 2.612757444381714,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8949,
|
||
|
|
"step": 625
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21608560579910252,
|
||
|
|
"grad_norm": 2.7509217262268066,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8208,
|
||
|
|
"step": 626
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.216430790472903,
|
||
|
|
"grad_norm": 2.6197450160980225,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8406,
|
||
|
|
"step": 627
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2167759751467035,
|
||
|
|
"grad_norm": 2.7045562267303467,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8764,
|
||
|
|
"step": 628
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21712115982050398,
|
||
|
|
"grad_norm": 2.5740184783935547,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8362,
|
||
|
|
"step": 629
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21746634449430446,
|
||
|
|
"grad_norm": 3.1988041400909424,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7933,
|
||
|
|
"step": 630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21781152916810492,
|
||
|
|
"grad_norm": 2.2488019466400146,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7828,
|
||
|
|
"step": 631
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2181567138419054,
|
||
|
|
"grad_norm": 2.442720651626587,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7974,
|
||
|
|
"step": 632
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2185018985157059,
|
||
|
|
"grad_norm": 2.7867915630340576,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8298,
|
||
|
|
"step": 633
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21884708318950638,
|
||
|
|
"grad_norm": 2.512460470199585,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7807,
|
||
|
|
"step": 634
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21919226786330687,
|
||
|
|
"grad_norm": 2.34566330909729,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8103,
|
||
|
|
"step": 635
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21953745253710735,
|
||
|
|
"grad_norm": 2.3921985626220703,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8099,
|
||
|
|
"step": 636
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21988263721090784,
|
||
|
|
"grad_norm": 2.790856122970581,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8027,
|
||
|
|
"step": 637
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22022782188470832,
|
||
|
|
"grad_norm": 2.4337832927703857,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8459,
|
||
|
|
"step": 638
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2205730065585088,
|
||
|
|
"grad_norm": 2.626878261566162,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.822,
|
||
|
|
"step": 639
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2209181912323093,
|
||
|
|
"grad_norm": 2.411151647567749,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7889,
|
||
|
|
"step": 640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22126337590610975,
|
||
|
|
"grad_norm": 2.780468463897705,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8204,
|
||
|
|
"step": 641
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22160856057991024,
|
||
|
|
"grad_norm": 2.384120464324951,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.794,
|
||
|
|
"step": 642
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22195374525371073,
|
||
|
|
"grad_norm": 2.7003538608551025,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8721,
|
||
|
|
"step": 643
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2222989299275112,
|
||
|
|
"grad_norm": 2.5736396312713623,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7718,
|
||
|
|
"step": 644
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2226441146013117,
|
||
|
|
"grad_norm": 2.5534183979034424,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8039,
|
||
|
|
"step": 645
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22298929927511218,
|
||
|
|
"grad_norm": 2.4901063442230225,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8664,
|
||
|
|
"step": 646
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22333448394891267,
|
||
|
|
"grad_norm": 2.5854790210723877,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.849,
|
||
|
|
"step": 647
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22367966862271316,
|
||
|
|
"grad_norm": 2.4237279891967773,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7571,
|
||
|
|
"step": 648
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22402485329651364,
|
||
|
|
"grad_norm": 2.410684108734131,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7899,
|
||
|
|
"step": 649
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22437003797031413,
|
||
|
|
"grad_norm": 2.4895997047424316,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7699,
|
||
|
|
"step": 650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22471522264411462,
|
||
|
|
"grad_norm": 2.3816611766815186,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7872,
|
||
|
|
"step": 651
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22506040731791507,
|
||
|
|
"grad_norm": 2.417294979095459,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7714,
|
||
|
|
"step": 652
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22540559199171556,
|
||
|
|
"grad_norm": 2.592925548553467,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.817,
|
||
|
|
"step": 653
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22575077666551605,
|
||
|
|
"grad_norm": 2.4112489223480225,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8018,
|
||
|
|
"step": 654
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22609596133931653,
|
||
|
|
"grad_norm": 2.340555191040039,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.781,
|
||
|
|
"step": 655
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22644114601311702,
|
||
|
|
"grad_norm": 2.5071909427642822,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8527,
|
||
|
|
"step": 656
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2267863306869175,
|
||
|
|
"grad_norm": 2.465301275253296,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.827,
|
||
|
|
"step": 657
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.227131515360718,
|
||
|
|
"grad_norm": 2.3387086391448975,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7627,
|
||
|
|
"step": 658
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22747670003451848,
|
||
|
|
"grad_norm": 2.5895376205444336,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7968,
|
||
|
|
"step": 659
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22782188470831896,
|
||
|
|
"grad_norm": 2.829334020614624,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8498,
|
||
|
|
"step": 660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22816706938211945,
|
||
|
|
"grad_norm": 2.4148943424224854,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7726,
|
||
|
|
"step": 661
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2285122540559199,
|
||
|
|
"grad_norm": 2.487060546875,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7653,
|
||
|
|
"step": 662
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2288574387297204,
|
||
|
|
"grad_norm": 2.4439961910247803,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.84,
|
||
|
|
"step": 663
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22920262340352088,
|
||
|
|
"grad_norm": 2.485614061355591,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8145,
|
||
|
|
"step": 664
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22954780807732136,
|
||
|
|
"grad_norm": 2.3690195083618164,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7946,
|
||
|
|
"step": 665
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22989299275112185,
|
||
|
|
"grad_norm": 2.5638961791992188,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7886,
|
||
|
|
"step": 666
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23023817742492234,
|
||
|
|
"grad_norm": 2.3436648845672607,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8196,
|
||
|
|
"step": 667
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23058336209872282,
|
||
|
|
"grad_norm": 2.5709872245788574,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8286,
|
||
|
|
"step": 668
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2309285467725233,
|
||
|
|
"grad_norm": 2.56705379486084,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8495,
|
||
|
|
"step": 669
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2312737314463238,
|
||
|
|
"grad_norm": 2.5212414264678955,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7668,
|
||
|
|
"step": 670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23161891612012428,
|
||
|
|
"grad_norm": 2.5123586654663086,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7845,
|
||
|
|
"step": 671
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23196410079392474,
|
||
|
|
"grad_norm": 2.5270276069641113,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8227,
|
||
|
|
"step": 672
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23230928546772522,
|
||
|
|
"grad_norm": 2.382445812225342,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7476,
|
||
|
|
"step": 673
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2326544701415257,
|
||
|
|
"grad_norm": 4.354213237762451,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8111,
|
||
|
|
"step": 674
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2329996548153262,
|
||
|
|
"grad_norm": 2.542351722717285,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8647,
|
||
|
|
"step": 675
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23334483948912668,
|
||
|
|
"grad_norm": 2.492007255554199,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7812,
|
||
|
|
"step": 676
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23369002416292717,
|
||
|
|
"grad_norm": 2.8558623790740967,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7819,
|
||
|
|
"step": 677
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23403520883672765,
|
||
|
|
"grad_norm": 2.424027681350708,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7798,
|
||
|
|
"step": 678
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23438039351052814,
|
||
|
|
"grad_norm": 2.9818484783172607,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8442,
|
||
|
|
"step": 679
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23472557818432863,
|
||
|
|
"grad_norm": 2.5655038356781006,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8554,
|
||
|
|
"step": 680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2350707628581291,
|
||
|
|
"grad_norm": 2.6559510231018066,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.828,
|
||
|
|
"step": 681
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23541594753192957,
|
||
|
|
"grad_norm": 2.5213375091552734,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8371,
|
||
|
|
"step": 682
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23576113220573006,
|
||
|
|
"grad_norm": 2.5891947746276855,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8425,
|
||
|
|
"step": 683
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23610631687953054,
|
||
|
|
"grad_norm": 2.673092842102051,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8405,
|
||
|
|
"step": 684
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23645150155333103,
|
||
|
|
"grad_norm": 2.362226724624634,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7775,
|
||
|
|
"step": 685
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23679668622713151,
|
||
|
|
"grad_norm": 2.7180612087249756,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8528,
|
||
|
|
"step": 686
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.237141870900932,
|
||
|
|
"grad_norm": 2.40690541267395,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8133,
|
||
|
|
"step": 687
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2374870555747325,
|
||
|
|
"grad_norm": 2.5823540687561035,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8635,
|
||
|
|
"step": 688
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23783224024853297,
|
||
|
|
"grad_norm": 2.387899398803711,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8258,
|
||
|
|
"step": 689
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23817742492233346,
|
||
|
|
"grad_norm": 3.080235004425049,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8311,
|
||
|
|
"step": 690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23852260959613394,
|
||
|
|
"grad_norm": 2.466670274734497,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7914,
|
||
|
|
"step": 691
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2388677942699344,
|
||
|
|
"grad_norm": 2.4669206142425537,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8205,
|
||
|
|
"step": 692
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2392129789437349,
|
||
|
|
"grad_norm": 2.385197877883911,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8081,
|
||
|
|
"step": 693
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23955816361753537,
|
||
|
|
"grad_norm": 2.5215725898742676,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8061,
|
||
|
|
"step": 694
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23990334829133586,
|
||
|
|
"grad_norm": 2.4044137001037598,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7884,
|
||
|
|
"step": 695
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24024853296513635,
|
||
|
|
"grad_norm": 2.598735809326172,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8283,
|
||
|
|
"step": 696
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24059371763893683,
|
||
|
|
"grad_norm": 2.434346914291382,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8366,
|
||
|
|
"step": 697
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24093890231273732,
|
||
|
|
"grad_norm": 2.321727991104126,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8012,
|
||
|
|
"step": 698
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2412840869865378,
|
||
|
|
"grad_norm": 2.6814427375793457,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7923,
|
||
|
|
"step": 699
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2416292716603383,
|
||
|
|
"grad_norm": 2.978170871734619,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8642,
|
||
|
|
"step": 700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24197445633413878,
|
||
|
|
"grad_norm": 2.447589635848999,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8947,
|
||
|
|
"step": 701
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24231964100793923,
|
||
|
|
"grad_norm": 2.542748212814331,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8199,
|
||
|
|
"step": 702
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24266482568173972,
|
||
|
|
"grad_norm": 2.26539945602417,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8165,
|
||
|
|
"step": 703
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2430100103555402,
|
||
|
|
"grad_norm": 2.310394287109375,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8057,
|
||
|
|
"step": 704
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2433551950293407,
|
||
|
|
"grad_norm": 2.352877140045166,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7986,
|
||
|
|
"step": 705
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24370037970314118,
|
||
|
|
"grad_norm": 2.257847309112549,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7638,
|
||
|
|
"step": 706
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24404556437694166,
|
||
|
|
"grad_norm": 2.4806249141693115,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8122,
|
||
|
|
"step": 707
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24439074905074215,
|
||
|
|
"grad_norm": 2.5089046955108643,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7944,
|
||
|
|
"step": 708
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24473593372454264,
|
||
|
|
"grad_norm": 2.7169389724731445,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8342,
|
||
|
|
"step": 709
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24508111839834312,
|
||
|
|
"grad_norm": 2.3075709342956543,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.84,
|
||
|
|
"step": 710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2454263030721436,
|
||
|
|
"grad_norm": 2.3579206466674805,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7753,
|
||
|
|
"step": 711
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24577148774594407,
|
||
|
|
"grad_norm": 2.247012138366699,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7577,
|
||
|
|
"step": 712
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24611667241974455,
|
||
|
|
"grad_norm": 2.456413984298706,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.766,
|
||
|
|
"step": 713
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24646185709354504,
|
||
|
|
"grad_norm": 2.334796190261841,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8091,
|
||
|
|
"step": 714
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24680704176734553,
|
||
|
|
"grad_norm": 2.7342369556427,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7921,
|
||
|
|
"step": 715
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.247152226441146,
|
||
|
|
"grad_norm": 2.421428680419922,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8399,
|
||
|
|
"step": 716
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2474974111149465,
|
||
|
|
"grad_norm": 2.294358253479004,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8151,
|
||
|
|
"step": 717
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24784259578874698,
|
||
|
|
"grad_norm": 2.2485649585723877,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8042,
|
||
|
|
"step": 718
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24818778046254747,
|
||
|
|
"grad_norm": 2.320042610168457,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.819,
|
||
|
|
"step": 719
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24853296513634796,
|
||
|
|
"grad_norm": 2.550518751144409,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8183,
|
||
|
|
"step": 720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24887814981014844,
|
||
|
|
"grad_norm": 2.2849254608154297,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.776,
|
||
|
|
"step": 721
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2492233344839489,
|
||
|
|
"grad_norm": 2.62604022026062,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8025,
|
||
|
|
"step": 722
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24956851915774939,
|
||
|
|
"grad_norm": 2.673774480819702,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.835,
|
||
|
|
"step": 723
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24991370383154987,
|
||
|
|
"grad_norm": 2.6909732818603516,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8302,
|
||
|
|
"step": 724
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2502588885053504,
|
||
|
|
"grad_norm": 2.456923484802246,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7896,
|
||
|
|
"step": 725
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25060407317915084,
|
||
|
|
"grad_norm": 2.4879603385925293,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7855,
|
||
|
|
"step": 726
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2509492578529513,
|
||
|
|
"grad_norm": 2.568673610687256,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8927,
|
||
|
|
"step": 727
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2512944425267518,
|
||
|
|
"grad_norm": 2.581019878387451,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8248,
|
||
|
|
"step": 728
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2516396272005523,
|
||
|
|
"grad_norm": 2.6271448135375977,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.773,
|
||
|
|
"step": 729
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2519848118743528,
|
||
|
|
"grad_norm": 2.3511996269226074,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7718,
|
||
|
|
"step": 730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25232999654815325,
|
||
|
|
"grad_norm": 2.275012493133545,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7246,
|
||
|
|
"step": 731
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25267518122195376,
|
||
|
|
"grad_norm": 2.4964468479156494,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7716,
|
||
|
|
"step": 732
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2530203658957542,
|
||
|
|
"grad_norm": 3.0296764373779297,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.805,
|
||
|
|
"step": 733
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25336555056955473,
|
||
|
|
"grad_norm": 2.7500593662261963,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8182,
|
||
|
|
"step": 734
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2537107352433552,
|
||
|
|
"grad_norm": 2.582059144973755,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8504,
|
||
|
|
"step": 735
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2540559199171557,
|
||
|
|
"grad_norm": 2.1892638206481934,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7769,
|
||
|
|
"step": 736
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25440110459095616,
|
||
|
|
"grad_norm": 2.6324143409729004,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8411,
|
||
|
|
"step": 737
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2547462892647566,
|
||
|
|
"grad_norm": 2.5749869346618652,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8162,
|
||
|
|
"step": 738
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25509147393855713,
|
||
|
|
"grad_norm": 2.639956474304199,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7715,
|
||
|
|
"step": 739
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2554366586123576,
|
||
|
|
"grad_norm": 2.4721555709838867,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7986,
|
||
|
|
"step": 740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2557818432861581,
|
||
|
|
"grad_norm": 2.4588711261749268,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8353,
|
||
|
|
"step": 741
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25612702795995856,
|
||
|
|
"grad_norm": 2.6208677291870117,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.841,
|
||
|
|
"step": 742
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2564722126337591,
|
||
|
|
"grad_norm": 2.3099710941314697,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8081,
|
||
|
|
"step": 743
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25681739730755954,
|
||
|
|
"grad_norm": 2.3112940788269043,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7497,
|
||
|
|
"step": 744
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25716258198136005,
|
||
|
|
"grad_norm": 2.443956136703491,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8086,
|
||
|
|
"step": 745
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2575077666551605,
|
||
|
|
"grad_norm": 2.4621360301971436,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8026,
|
||
|
|
"step": 746
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25785295132896097,
|
||
|
|
"grad_norm": 2.369255304336548,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7849,
|
||
|
|
"step": 747
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2581981360027615,
|
||
|
|
"grad_norm": 2.385077476501465,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.835,
|
||
|
|
"step": 748
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25854332067656194,
|
||
|
|
"grad_norm": 2.5307819843292236,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8743,
|
||
|
|
"step": 749
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25888850535036245,
|
||
|
|
"grad_norm": 2.4265220165252686,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7868,
|
||
|
|
"step": 750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2592336900241629,
|
||
|
|
"grad_norm": 2.4824352264404297,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8095,
|
||
|
|
"step": 751
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2595788746979634,
|
||
|
|
"grad_norm": 2.437535524368286,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8011,
|
||
|
|
"step": 752
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2599240593717639,
|
||
|
|
"grad_norm": 2.4075124263763428,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7654,
|
||
|
|
"step": 753
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2602692440455644,
|
||
|
|
"grad_norm": 2.4554355144500732,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7917,
|
||
|
|
"step": 754
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26061442871936485,
|
||
|
|
"grad_norm": 2.8890931606292725,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8628,
|
||
|
|
"step": 755
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26095961339316537,
|
||
|
|
"grad_norm": 2.5634958744049072,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8342,
|
||
|
|
"step": 756
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2613047980669658,
|
||
|
|
"grad_norm": 2.2676279544830322,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7785,
|
||
|
|
"step": 757
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2616499827407663,
|
||
|
|
"grad_norm": 2.420266628265381,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7597,
|
||
|
|
"step": 758
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2619951674145668,
|
||
|
|
"grad_norm": 2.5409836769104004,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7625,
|
||
|
|
"step": 759
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26234035208836726,
|
||
|
|
"grad_norm": 2.6637697219848633,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8447,
|
||
|
|
"step": 760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26268553676216777,
|
||
|
|
"grad_norm": 2.5580368041992188,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8483,
|
||
|
|
"step": 761
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26303072143596823,
|
||
|
|
"grad_norm": 2.1736929416656494,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7846,
|
||
|
|
"step": 762
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26337590610976874,
|
||
|
|
"grad_norm": 2.432163715362549,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.837,
|
||
|
|
"step": 763
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2637210907835692,
|
||
|
|
"grad_norm": 2.2890450954437256,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7575,
|
||
|
|
"step": 764
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2640662754573697,
|
||
|
|
"grad_norm": 2.147167921066284,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.748,
|
||
|
|
"step": 765
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2644114601311702,
|
||
|
|
"grad_norm": 2.2331297397613525,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7877,
|
||
|
|
"step": 766
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2647566448049707,
|
||
|
|
"grad_norm": 2.6834170818328857,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7593,
|
||
|
|
"step": 767
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26510182947877114,
|
||
|
|
"grad_norm": 2.3029916286468506,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.779,
|
||
|
|
"step": 768
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2654470141525716,
|
||
|
|
"grad_norm": 2.5964062213897705,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7763,
|
||
|
|
"step": 769
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2657921988263721,
|
||
|
|
"grad_norm": 2.380195140838623,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8466,
|
||
|
|
"step": 770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2661373835001726,
|
||
|
|
"grad_norm": 2.3388257026672363,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8285,
|
||
|
|
"step": 771
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2664825681739731,
|
||
|
|
"grad_norm": 2.679877519607544,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8432,
|
||
|
|
"step": 772
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26682775284777355,
|
||
|
|
"grad_norm": 2.3452959060668945,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8195,
|
||
|
|
"step": 773
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26717293752157406,
|
||
|
|
"grad_norm": 2.2456681728363037,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8075,
|
||
|
|
"step": 774
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2675181221953745,
|
||
|
|
"grad_norm": 3.0491323471069336,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7777,
|
||
|
|
"step": 775
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26786330686917503,
|
||
|
|
"grad_norm": 2.182220697402954,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8208,
|
||
|
|
"step": 776
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2682084915429755,
|
||
|
|
"grad_norm": 2.5717360973358154,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8557,
|
||
|
|
"step": 777
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26855367621677595,
|
||
|
|
"grad_norm": 2.4059348106384277,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7936,
|
||
|
|
"step": 778
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26889886089057646,
|
||
|
|
"grad_norm": 2.5083248615264893,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8024,
|
||
|
|
"step": 779
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2692440455643769,
|
||
|
|
"grad_norm": 2.284400463104248,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7757,
|
||
|
|
"step": 780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26958923023817744,
|
||
|
|
"grad_norm": 2.477802038192749,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.798,
|
||
|
|
"step": 781
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2699344149119779,
|
||
|
|
"grad_norm": 2.2841451168060303,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.705,
|
||
|
|
"step": 782
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2702795995857784,
|
||
|
|
"grad_norm": 2.7210919857025146,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8506,
|
||
|
|
"step": 783
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27062478425957887,
|
||
|
|
"grad_norm": 2.205794095993042,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7054,
|
||
|
|
"step": 784
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2709699689333794,
|
||
|
|
"grad_norm": 2.332463026046753,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8203,
|
||
|
|
"step": 785
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27131515360717984,
|
||
|
|
"grad_norm": 2.1899123191833496,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7996,
|
||
|
|
"step": 786
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27166033828098035,
|
||
|
|
"grad_norm": 3.033325433731079,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8023,
|
||
|
|
"step": 787
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2720055229547808,
|
||
|
|
"grad_norm": 2.5546796321868896,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7844,
|
||
|
|
"step": 788
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27235070762858127,
|
||
|
|
"grad_norm": 2.4093902111053467,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7127,
|
||
|
|
"step": 789
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2726958923023818,
|
||
|
|
"grad_norm": 2.6239256858825684,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8067,
|
||
|
|
"step": 790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27304107697618224,
|
||
|
|
"grad_norm": 2.5717294216156006,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7939,
|
||
|
|
"step": 791
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27338626164998275,
|
||
|
|
"grad_norm": 2.6218199729919434,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7864,
|
||
|
|
"step": 792
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2737314463237832,
|
||
|
|
"grad_norm": 2.2493772506713867,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7935,
|
||
|
|
"step": 793
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2740766309975837,
|
||
|
|
"grad_norm": 2.1874711513519287,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7678,
|
||
|
|
"step": 794
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2744218156713842,
|
||
|
|
"grad_norm": 2.2770395278930664,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7615,
|
||
|
|
"step": 795
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2747670003451847,
|
||
|
|
"grad_norm": 2.453977584838867,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.827,
|
||
|
|
"step": 796
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27511218501898516,
|
||
|
|
"grad_norm": 2.3395955562591553,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.856,
|
||
|
|
"step": 797
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2754573696927856,
|
||
|
|
"grad_norm": 2.4298174381256104,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8347,
|
||
|
|
"step": 798
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27580255436658613,
|
||
|
|
"grad_norm": 2.3910465240478516,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7876,
|
||
|
|
"step": 799
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2761477390403866,
|
||
|
|
"grad_norm": 2.2215797901153564,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7799,
|
||
|
|
"step": 800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2764929237141871,
|
||
|
|
"grad_norm": 2.430864095687866,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8191,
|
||
|
|
"step": 801
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27683810838798756,
|
||
|
|
"grad_norm": 2.1841373443603516,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7809,
|
||
|
|
"step": 802
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27718329306178807,
|
||
|
|
"grad_norm": 2.417025089263916,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7814,
|
||
|
|
"step": 803
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27752847773558853,
|
||
|
|
"grad_norm": 2.4221138954162598,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7432,
|
||
|
|
"step": 804
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27787366240938904,
|
||
|
|
"grad_norm": 2.243767261505127,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7545,
|
||
|
|
"step": 805
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2782188470831895,
|
||
|
|
"grad_norm": 2.408363103866577,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7653,
|
||
|
|
"step": 806
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27856403175699,
|
||
|
|
"grad_norm": 2.5052545070648193,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7543,
|
||
|
|
"step": 807
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2789092164307905,
|
||
|
|
"grad_norm": 2.40278697013855,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8283,
|
||
|
|
"step": 808
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27925440110459093,
|
||
|
|
"grad_norm": 2.448979377746582,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8131,
|
||
|
|
"step": 809
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27959958577839145,
|
||
|
|
"grad_norm": 2.434659004211426,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8619,
|
||
|
|
"step": 810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2799447704521919,
|
||
|
|
"grad_norm": 2.2524662017822266,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8179,
|
||
|
|
"step": 811
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2802899551259924,
|
||
|
|
"grad_norm": 2.5318238735198975,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8369,
|
||
|
|
"step": 812
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2806351397997929,
|
||
|
|
"grad_norm": 2.411334991455078,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7542,
|
||
|
|
"step": 813
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2809803244735934,
|
||
|
|
"grad_norm": 2.1707065105438232,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7828,
|
||
|
|
"step": 814
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28132550914739385,
|
||
|
|
"grad_norm": 2.2191224098205566,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8132,
|
||
|
|
"step": 815
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28167069382119436,
|
||
|
|
"grad_norm": 2.3489272594451904,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.756,
|
||
|
|
"step": 816
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2820158784949948,
|
||
|
|
"grad_norm": 2.3153269290924072,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.78,
|
||
|
|
"step": 817
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2823610631687953,
|
||
|
|
"grad_norm": 2.785445213317871,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9018,
|
||
|
|
"step": 818
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2827062478425958,
|
||
|
|
"grad_norm": 2.4912357330322266,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7729,
|
||
|
|
"step": 819
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28305143251639625,
|
||
|
|
"grad_norm": 2.4810216426849365,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8686,
|
||
|
|
"step": 820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28339661719019676,
|
||
|
|
"grad_norm": 2.5625271797180176,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8389,
|
||
|
|
"step": 821
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2837418018639972,
|
||
|
|
"grad_norm": 2.2283105850219727,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7579,
|
||
|
|
"step": 822
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28408698653779774,
|
||
|
|
"grad_norm": 2.3928627967834473,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7676,
|
||
|
|
"step": 823
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2844321712115982,
|
||
|
|
"grad_norm": 2.4077234268188477,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8363,
|
||
|
|
"step": 824
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2847773558853987,
|
||
|
|
"grad_norm": 2.534303665161133,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7064,
|
||
|
|
"step": 825
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28512254055919917,
|
||
|
|
"grad_norm": 2.242882251739502,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.751,
|
||
|
|
"step": 826
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2854677252329997,
|
||
|
|
"grad_norm": 2.318525791168213,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7636,
|
||
|
|
"step": 827
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28581290990680014,
|
||
|
|
"grad_norm": 2.241232395172119,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7765,
|
||
|
|
"step": 828
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2861580945806006,
|
||
|
|
"grad_norm": 2.368382453918457,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.778,
|
||
|
|
"step": 829
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2865032792544011,
|
||
|
|
"grad_norm": 3.2637546062469482,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7795,
|
||
|
|
"step": 830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28684846392820157,
|
||
|
|
"grad_norm": 2.1969919204711914,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8387,
|
||
|
|
"step": 831
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2871936486020021,
|
||
|
|
"grad_norm": 2.7861218452453613,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.836,
|
||
|
|
"step": 832
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28753883327580254,
|
||
|
|
"grad_norm": 2.5360143184661865,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.807,
|
||
|
|
"step": 833
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28788401794960305,
|
||
|
|
"grad_norm": 2.3107171058654785,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7693,
|
||
|
|
"step": 834
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2882292026234035,
|
||
|
|
"grad_norm": 2.3907177448272705,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.817,
|
||
|
|
"step": 835
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.288574387297204,
|
||
|
|
"grad_norm": 2.210458517074585,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7167,
|
||
|
|
"step": 836
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2889195719710045,
|
||
|
|
"grad_norm": 2.457772970199585,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8089,
|
||
|
|
"step": 837
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28926475664480494,
|
||
|
|
"grad_norm": 2.281331777572632,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8044,
|
||
|
|
"step": 838
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28960994131860546,
|
||
|
|
"grad_norm": 2.2387568950653076,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7641,
|
||
|
|
"step": 839
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2899551259924059,
|
||
|
|
"grad_norm": 2.3929879665374756,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8267,
|
||
|
|
"step": 840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29030031066620643,
|
||
|
|
"grad_norm": 2.53993558883667,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7637,
|
||
|
|
"step": 841
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2906454953400069,
|
||
|
|
"grad_norm": 2.3552863597869873,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7518,
|
||
|
|
"step": 842
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2909906800138074,
|
||
|
|
"grad_norm": 2.438748359680176,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8188,
|
||
|
|
"step": 843
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29133586468760786,
|
||
|
|
"grad_norm": 2.2611324787139893,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7828,
|
||
|
|
"step": 844
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2916810493614084,
|
||
|
|
"grad_norm": 2.1586382389068604,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7041,
|
||
|
|
"step": 845
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29202623403520883,
|
||
|
|
"grad_norm": 2.498196601867676,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8151,
|
||
|
|
"step": 846
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29237141870900935,
|
||
|
|
"grad_norm": 2.294062852859497,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.758,
|
||
|
|
"step": 847
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2927166033828098,
|
||
|
|
"grad_norm": 2.2366390228271484,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.803,
|
||
|
|
"step": 848
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29306178805661026,
|
||
|
|
"grad_norm": 2.4893128871917725,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7928,
|
||
|
|
"step": 849
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2934069727304108,
|
||
|
|
"grad_norm": 2.315063238143921,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7889,
|
||
|
|
"step": 850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29375215740421123,
|
||
|
|
"grad_norm": 2.363053321838379,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7091,
|
||
|
|
"step": 851
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29409734207801175,
|
||
|
|
"grad_norm": 2.5700855255126953,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8141,
|
||
|
|
"step": 852
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2944425267518122,
|
||
|
|
"grad_norm": 2.262510299682617,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8147,
|
||
|
|
"step": 853
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2947877114256127,
|
||
|
|
"grad_norm": 2.419389486312866,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8083,
|
||
|
|
"step": 854
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2951328960994132,
|
||
|
|
"grad_norm": 2.3417556285858154,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7007,
|
||
|
|
"step": 855
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2954780807732137,
|
||
|
|
"grad_norm": 2.3193564414978027,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7122,
|
||
|
|
"step": 856
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29582326544701415,
|
||
|
|
"grad_norm": 2.9452264308929443,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7895,
|
||
|
|
"step": 857
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2961684501208146,
|
||
|
|
"grad_norm": 2.6561877727508545,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8272,
|
||
|
|
"step": 858
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2965136347946151,
|
||
|
|
"grad_norm": 2.652930736541748,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7604,
|
||
|
|
"step": 859
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2968588194684156,
|
||
|
|
"grad_norm": 2.882368564605713,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.845,
|
||
|
|
"step": 860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2972040041422161,
|
||
|
|
"grad_norm": 2.3490078449249268,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8426,
|
||
|
|
"step": 861
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29754918881601655,
|
||
|
|
"grad_norm": 2.719566583633423,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8542,
|
||
|
|
"step": 862
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29789437348981707,
|
||
|
|
"grad_norm": 2.6340112686157227,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7555,
|
||
|
|
"step": 863
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2982395581636175,
|
||
|
|
"grad_norm": 2.5312600135803223,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7925,
|
||
|
|
"step": 864
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29858474283741804,
|
||
|
|
"grad_norm": 2.4707272052764893,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7545,
|
||
|
|
"step": 865
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2989299275112185,
|
||
|
|
"grad_norm": 2.3420259952545166,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7992,
|
||
|
|
"step": 866
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.299275112185019,
|
||
|
|
"grad_norm": 2.4616615772247314,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8436,
|
||
|
|
"step": 867
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29962029685881947,
|
||
|
|
"grad_norm": 2.380793333053589,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7698,
|
||
|
|
"step": 868
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2999654815326199,
|
||
|
|
"grad_norm": 2.823423147201538,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8289,
|
||
|
|
"step": 869
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30031066620642044,
|
||
|
|
"grad_norm": 2.4169535636901855,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8078,
|
||
|
|
"step": 870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3006558508802209,
|
||
|
|
"grad_norm": 2.4925384521484375,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7523,
|
||
|
|
"step": 871
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3010010355540214,
|
||
|
|
"grad_norm": 2.4129271507263184,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7943,
|
||
|
|
"step": 872
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30134622022782187,
|
||
|
|
"grad_norm": 2.366149663925171,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7477,
|
||
|
|
"step": 873
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3016914049016224,
|
||
|
|
"grad_norm": 2.176807403564453,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7573,
|
||
|
|
"step": 874
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30203658957542284,
|
||
|
|
"grad_norm": 2.3971831798553467,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8159,
|
||
|
|
"step": 875
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30238177424922336,
|
||
|
|
"grad_norm": 2.2808613777160645,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8124,
|
||
|
|
"step": 876
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3027269589230238,
|
||
|
|
"grad_norm": 2.2993972301483154,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7731,
|
||
|
|
"step": 877
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30307214359682433,
|
||
|
|
"grad_norm": 2.7519545555114746,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8003,
|
||
|
|
"step": 878
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3034173282706248,
|
||
|
|
"grad_norm": 2.4404890537261963,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8554,
|
||
|
|
"step": 879
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30376251294442524,
|
||
|
|
"grad_norm": 2.3009283542633057,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7411,
|
||
|
|
"step": 880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30410769761822576,
|
||
|
|
"grad_norm": 2.109697103500366,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8216,
|
||
|
|
"step": 881
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3044528822920262,
|
||
|
|
"grad_norm": 2.3877744674682617,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8017,
|
||
|
|
"step": 882
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30479806696582673,
|
||
|
|
"grad_norm": 2.4049599170684814,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8427,
|
||
|
|
"step": 883
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3051432516396272,
|
||
|
|
"grad_norm": 2.552929162979126,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8331,
|
||
|
|
"step": 884
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3054884363134277,
|
||
|
|
"grad_norm": 2.3699262142181396,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7913,
|
||
|
|
"step": 885
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30583362098722816,
|
||
|
|
"grad_norm": 2.175236463546753,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7643,
|
||
|
|
"step": 886
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3061788056610287,
|
||
|
|
"grad_norm": 2.194126605987549,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7641,
|
||
|
|
"step": 887
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30652399033482913,
|
||
|
|
"grad_norm": 2.1524200439453125,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7448,
|
||
|
|
"step": 888
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3068691750086296,
|
||
|
|
"grad_norm": 2.622220516204834,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.9229,
|
||
|
|
"step": 889
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3072143596824301,
|
||
|
|
"grad_norm": 2.2300989627838135,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7906,
|
||
|
|
"step": 890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30755954435623056,
|
||
|
|
"grad_norm": 2.328655958175659,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7749,
|
||
|
|
"step": 891
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3079047290300311,
|
||
|
|
"grad_norm": 2.381244659423828,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.761,
|
||
|
|
"step": 892
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30824991370383154,
|
||
|
|
"grad_norm": 2.3483664989471436,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8149,
|
||
|
|
"step": 893
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30859509837763205,
|
||
|
|
"grad_norm": 2.3732330799102783,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8124,
|
||
|
|
"step": 894
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3089402830514325,
|
||
|
|
"grad_norm": 2.227066993713379,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7761,
|
||
|
|
"step": 895
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.309285467725233,
|
||
|
|
"grad_norm": 2.516470432281494,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8069,
|
||
|
|
"step": 896
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3096306523990335,
|
||
|
|
"grad_norm": 2.320647716522217,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7664,
|
||
|
|
"step": 897
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.309975837072834,
|
||
|
|
"grad_norm": 2.3482866287231445,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7724,
|
||
|
|
"step": 898
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31032102174663445,
|
||
|
|
"grad_norm": 2.428755521774292,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8333,
|
||
|
|
"step": 899
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3106662064204349,
|
||
|
|
"grad_norm": 2.6640501022338867,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7432,
|
||
|
|
"step": 900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3110113910942354,
|
||
|
|
"grad_norm": 2.2669763565063477,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8351,
|
||
|
|
"step": 901
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3113565757680359,
|
||
|
|
"grad_norm": 2.370856761932373,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8207,
|
||
|
|
"step": 902
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3117017604418364,
|
||
|
|
"grad_norm": 2.3243308067321777,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7393,
|
||
|
|
"step": 903
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31204694511563685,
|
||
|
|
"grad_norm": 2.1420657634735107,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8058,
|
||
|
|
"step": 904
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31239212978943737,
|
||
|
|
"grad_norm": 2.0886402130126953,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8045,
|
||
|
|
"step": 905
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3127373144632378,
|
||
|
|
"grad_norm": 2.280564069747925,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7212,
|
||
|
|
"step": 906
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31308249913703834,
|
||
|
|
"grad_norm": 2.2843098640441895,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7496,
|
||
|
|
"step": 907
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3134276838108388,
|
||
|
|
"grad_norm": 2.160379409790039,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8435,
|
||
|
|
"step": 908
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31377286848463926,
|
||
|
|
"grad_norm": 2.27815318107605,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7455,
|
||
|
|
"step": 909
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31411805315843977,
|
||
|
|
"grad_norm": 2.2776007652282715,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7947,
|
||
|
|
"step": 910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3144632378322402,
|
||
|
|
"grad_norm": 2.898167133331299,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.6744,
|
||
|
|
"step": 911
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31480842250604074,
|
||
|
|
"grad_norm": 2.51155424118042,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8273,
|
||
|
|
"step": 912
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3151536071798412,
|
||
|
|
"grad_norm": 2.273869037628174,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7426,
|
||
|
|
"step": 913
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3154987918536417,
|
||
|
|
"grad_norm": 2.4767696857452393,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7697,
|
||
|
|
"step": 914
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31584397652744217,
|
||
|
|
"grad_norm": 2.3529250621795654,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8166,
|
||
|
|
"step": 915
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3161891612012427,
|
||
|
|
"grad_norm": 2.354522466659546,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7638,
|
||
|
|
"step": 916
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31653434587504314,
|
||
|
|
"grad_norm": 2.5877065658569336,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8177,
|
||
|
|
"step": 917
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31687953054884366,
|
||
|
|
"grad_norm": 2.252060890197754,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8002,
|
||
|
|
"step": 918
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3172247152226441,
|
||
|
|
"grad_norm": 2.7347230911254883,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7618,
|
||
|
|
"step": 919
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3175698998964446,
|
||
|
|
"grad_norm": 2.3109960556030273,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.814,
|
||
|
|
"step": 920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3179150845702451,
|
||
|
|
"grad_norm": 2.368884801864624,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8036,
|
||
|
|
"step": 921
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31826026924404555,
|
||
|
|
"grad_norm": 2.480783700942993,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7088,
|
||
|
|
"step": 922
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31860545391784606,
|
||
|
|
"grad_norm": 2.4031803607940674,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7326,
|
||
|
|
"step": 923
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3189506385916465,
|
||
|
|
"grad_norm": 2.323190450668335,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7588,
|
||
|
|
"step": 924
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31929582326544703,
|
||
|
|
"grad_norm": 2.202821969985962,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7255,
|
||
|
|
"step": 925
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3196410079392475,
|
||
|
|
"grad_norm": 2.212124824523926,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8272,
|
||
|
|
"step": 926
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.319986192613048,
|
||
|
|
"grad_norm": 2.3351826667785645,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7665,
|
||
|
|
"step": 927
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32033137728684846,
|
||
|
|
"grad_norm": 2.088829755783081,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7304,
|
||
|
|
"step": 928
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3206765619606489,
|
||
|
|
"grad_norm": 2.103823661804199,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7687,
|
||
|
|
"step": 929
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32102174663444943,
|
||
|
|
"grad_norm": 2.1671319007873535,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7811,
|
||
|
|
"step": 930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3213669313082499,
|
||
|
|
"grad_norm": 2.0397748947143555,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.787,
|
||
|
|
"step": 931
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3217121159820504,
|
||
|
|
"grad_norm": 2.274035692214966,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8261,
|
||
|
|
"step": 932
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32205730065585086,
|
||
|
|
"grad_norm": 2.330312967300415,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7617,
|
||
|
|
"step": 933
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3224024853296514,
|
||
|
|
"grad_norm": 2.260516881942749,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8307,
|
||
|
|
"step": 934
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32274767000345184,
|
||
|
|
"grad_norm": 2.4335250854492188,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7427,
|
||
|
|
"step": 935
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32309285467725235,
|
||
|
|
"grad_norm": 2.2778549194335938,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.827,
|
||
|
|
"step": 936
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3234380393510528,
|
||
|
|
"grad_norm": 2.3608310222625732,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7026,
|
||
|
|
"step": 937
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3237832240248533,
|
||
|
|
"grad_norm": 2.297184705734253,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7688,
|
||
|
|
"step": 938
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3241284086986538,
|
||
|
|
"grad_norm": 2.3631842136383057,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7836,
|
||
|
|
"step": 939
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32447359337245424,
|
||
|
|
"grad_norm": 2.25142765045166,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8511,
|
||
|
|
"step": 940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32481877804625475,
|
||
|
|
"grad_norm": 2.3377201557159424,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7421,
|
||
|
|
"step": 941
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3251639627200552,
|
||
|
|
"grad_norm": 2.250669479370117,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.6976,
|
||
|
|
"step": 942
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3255091473938557,
|
||
|
|
"grad_norm": 2.241152286529541,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7744,
|
||
|
|
"step": 943
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3258543320676562,
|
||
|
|
"grad_norm": 2.282179355621338,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7057,
|
||
|
|
"step": 944
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3261995167414567,
|
||
|
|
"grad_norm": 2.3644256591796875,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8459,
|
||
|
|
"step": 945
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32654470141525715,
|
||
|
|
"grad_norm": 2.6764843463897705,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7514,
|
||
|
|
"step": 946
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32688988608905767,
|
||
|
|
"grad_norm": 2.2294766902923584,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8113,
|
||
|
|
"step": 947
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3272350707628581,
|
||
|
|
"grad_norm": 2.2124416828155518,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.6864,
|
||
|
|
"step": 948
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3275802554366586,
|
||
|
|
"grad_norm": 2.4242794513702393,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7904,
|
||
|
|
"step": 949
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3279254401104591,
|
||
|
|
"grad_norm": 2.272757053375244,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7613,
|
||
|
|
"step": 950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32827062478425956,
|
||
|
|
"grad_norm": 2.1296377182006836,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.778,
|
||
|
|
"step": 951
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32861580945806007,
|
||
|
|
"grad_norm": 2.3032419681549072,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8262,
|
||
|
|
"step": 952
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32896099413186053,
|
||
|
|
"grad_norm": 2.254443645477295,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8342,
|
||
|
|
"step": 953
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32930617880566104,
|
||
|
|
"grad_norm": 2.3815431594848633,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7047,
|
||
|
|
"step": 954
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3296513634794615,
|
||
|
|
"grad_norm": 2.073943853378296,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7717,
|
||
|
|
"step": 955
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.329996548153262,
|
||
|
|
"grad_norm": 2.1470041275024414,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7661,
|
||
|
|
"step": 956
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3303417328270625,
|
||
|
|
"grad_norm": 2.346449851989746,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8083,
|
||
|
|
"step": 957
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.330686917500863,
|
||
|
|
"grad_norm": 2.5005104541778564,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7771,
|
||
|
|
"step": 958
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33103210217466345,
|
||
|
|
"grad_norm": 2.5050013065338135,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8185,
|
||
|
|
"step": 959
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3313772868484639,
|
||
|
|
"grad_norm": 2.206801652908325,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.761,
|
||
|
|
"step": 960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3317224715222644,
|
||
|
|
"grad_norm": 2.3278515338897705,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7641,
|
||
|
|
"step": 961
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3320676561960649,
|
||
|
|
"grad_norm": 2.2485294342041016,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8701,
|
||
|
|
"step": 962
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3324128408698654,
|
||
|
|
"grad_norm": 2.4933691024780273,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7856,
|
||
|
|
"step": 963
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33275802554366585,
|
||
|
|
"grad_norm": 2.3348371982574463,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7705,
|
||
|
|
"step": 964
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33310321021746636,
|
||
|
|
"grad_norm": 2.4476113319396973,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8149,
|
||
|
|
"step": 965
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3334483948912668,
|
||
|
|
"grad_norm": 2.321218729019165,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8113,
|
||
|
|
"step": 966
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33379357956506733,
|
||
|
|
"grad_norm": 2.575770378112793,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8143,
|
||
|
|
"step": 967
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3341387642388678,
|
||
|
|
"grad_norm": 2.182896852493286,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7476,
|
||
|
|
"step": 968
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3344839489126683,
|
||
|
|
"grad_norm": 2.0320241451263428,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7314,
|
||
|
|
"step": 969
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33482913358646876,
|
||
|
|
"grad_norm": 2.2373087406158447,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7352,
|
||
|
|
"step": 970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3351743182602692,
|
||
|
|
"grad_norm": 2.1493780612945557,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8441,
|
||
|
|
"step": 971
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33551950293406974,
|
||
|
|
"grad_norm": 3.392732620239258,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7954,
|
||
|
|
"step": 972
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3358646876078702,
|
||
|
|
"grad_norm": 2.2319388389587402,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8502,
|
||
|
|
"step": 973
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3362098722816707,
|
||
|
|
"grad_norm": 2.31962251663208,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7509,
|
||
|
|
"step": 974
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33655505695547117,
|
||
|
|
"grad_norm": 2.3655319213867188,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7724,
|
||
|
|
"step": 975
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3369002416292717,
|
||
|
|
"grad_norm": 2.3151824474334717,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7318,
|
||
|
|
"step": 976
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33724542630307214,
|
||
|
|
"grad_norm": 2.2314257621765137,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7646,
|
||
|
|
"step": 977
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33759061097687265,
|
||
|
|
"grad_norm": 2.140748977661133,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7019,
|
||
|
|
"step": 978
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3379357956506731,
|
||
|
|
"grad_norm": 2.5134060382843018,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7662,
|
||
|
|
"step": 979
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33828098032447357,
|
||
|
|
"grad_norm": 2.497497081756592,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7673,
|
||
|
|
"step": 980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3386261649982741,
|
||
|
|
"grad_norm": 2.574514627456665,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8181,
|
||
|
|
"step": 981
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33897134967207454,
|
||
|
|
"grad_norm": 2.1714820861816406,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8158,
|
||
|
|
"step": 982
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33931653434587505,
|
||
|
|
"grad_norm": 2.1695728302001953,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7305,
|
||
|
|
"step": 983
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3396617190196755,
|
||
|
|
"grad_norm": 2.3775722980499268,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7287,
|
||
|
|
"step": 984
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.340006903693476,
|
||
|
|
"grad_norm": 2.2514188289642334,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8116,
|
||
|
|
"step": 985
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3403520883672765,
|
||
|
|
"grad_norm": 2.3686721324920654,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7692,
|
||
|
|
"step": 986
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.340697273041077,
|
||
|
|
"grad_norm": 2.2785122394561768,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7572,
|
||
|
|
"step": 987
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34104245771487746,
|
||
|
|
"grad_norm": 2.2682762145996094,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7479,
|
||
|
|
"step": 988
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34138764238867797,
|
||
|
|
"grad_norm": 2.2011334896087646,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7539,
|
||
|
|
"step": 989
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34173282706247843,
|
||
|
|
"grad_norm": 2.2542169094085693,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7368,
|
||
|
|
"step": 990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3420780117362789,
|
||
|
|
"grad_norm": 2.443906545639038,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7847,
|
||
|
|
"step": 991
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3424231964100794,
|
||
|
|
"grad_norm": 2.492189645767212,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7883,
|
||
|
|
"step": 992
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34276838108387986,
|
||
|
|
"grad_norm": 2.384871006011963,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8122,
|
||
|
|
"step": 993
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34311356575768037,
|
||
|
|
"grad_norm": 2.2505013942718506,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7727,
|
||
|
|
"step": 994
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34345875043148083,
|
||
|
|
"grad_norm": 2.2702903747558594,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7939,
|
||
|
|
"step": 995
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34380393510528134,
|
||
|
|
"grad_norm": 2.3637566566467285,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8628,
|
||
|
|
"step": 996
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3441491197790818,
|
||
|
|
"grad_norm": 2.1582224369049072,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.6891,
|
||
|
|
"step": 997
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3444943044528823,
|
||
|
|
"grad_norm": 2.3541908264160156,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8119,
|
||
|
|
"step": 998
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3448394891266828,
|
||
|
|
"grad_norm": 2.225794553756714,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8058,
|
||
|
|
"step": 999
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34518467380048323,
|
||
|
|
"grad_norm": 2.3808062076568604,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.744,
|
||
|
|
"step": 1000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34552985847428375,
|
||
|
|
"grad_norm": 2.588101863861084,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8203,
|
||
|
|
"step": 1001
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3458750431480842,
|
||
|
|
"grad_norm": 2.231476306915283,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8119,
|
||
|
|
"step": 1002
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3462202278218847,
|
||
|
|
"grad_norm": 2.4350528717041016,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.773,
|
||
|
|
"step": 1003
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3465654124956852,
|
||
|
|
"grad_norm": 2.6913435459136963,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7275,
|
||
|
|
"step": 1004
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3469105971694857,
|
||
|
|
"grad_norm": 2.163970708847046,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7209,
|
||
|
|
"step": 1005
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34725578184328615,
|
||
|
|
"grad_norm": 2.2166736125946045,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.795,
|
||
|
|
"step": 1006
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34760096651708666,
|
||
|
|
"grad_norm": 2.3976263999938965,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7924,
|
||
|
|
"step": 1007
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3479461511908871,
|
||
|
|
"grad_norm": 2.1813788414001465,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7929,
|
||
|
|
"step": 1008
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34829133586468763,
|
||
|
|
"grad_norm": 2.2161941528320312,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7101,
|
||
|
|
"step": 1009
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3486365205384881,
|
||
|
|
"grad_norm": 2.2501449584960938,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7653,
|
||
|
|
"step": 1010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34898170521228855,
|
||
|
|
"grad_norm": 2.1272668838500977,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7572,
|
||
|
|
"step": 1011
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34932688988608906,
|
||
|
|
"grad_norm": 2.2361133098602295,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7296,
|
||
|
|
"step": 1012
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3496720745598895,
|
||
|
|
"grad_norm": 2.0001351833343506,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7929,
|
||
|
|
"step": 1013
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35001725923369004,
|
||
|
|
"grad_norm": 2.3519656658172607,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7901,
|
||
|
|
"step": 1014
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3503624439074905,
|
||
|
|
"grad_norm": 2.3613696098327637,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7231,
|
||
|
|
"step": 1015
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.350707628581291,
|
||
|
|
"grad_norm": 2.139997959136963,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7261,
|
||
|
|
"step": 1016
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35105281325509147,
|
||
|
|
"grad_norm": 14.36734390258789,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8697,
|
||
|
|
"step": 1017
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.351397997928892,
|
||
|
|
"grad_norm": 2.069366455078125,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7451,
|
||
|
|
"step": 1018
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35174318260269244,
|
||
|
|
"grad_norm": 2.2877488136291504,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8225,
|
||
|
|
"step": 1019
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3520883672764929,
|
||
|
|
"grad_norm": 3.585495710372925,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7427,
|
||
|
|
"step": 1020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3524335519502934,
|
||
|
|
"grad_norm": 5.510530471801758,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7389,
|
||
|
|
"step": 1021
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35277873662409387,
|
||
|
|
"grad_norm": 5.017457962036133,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8652,
|
||
|
|
"step": 1022
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3531239212978944,
|
||
|
|
"grad_norm": 2.244147539138794,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7548,
|
||
|
|
"step": 1023
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35346910597169484,
|
||
|
|
"grad_norm": 2.668184995651245,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7764,
|
||
|
|
"step": 1024
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35381429064549536,
|
||
|
|
"grad_norm": 2.8163087368011475,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8405,
|
||
|
|
"step": 1025
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3541594753192958,
|
||
|
|
"grad_norm": 3.4871091842651367,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7922,
|
||
|
|
"step": 1026
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3545046599930963,
|
||
|
|
"grad_norm": 2.8498363494873047,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8372,
|
||
|
|
"step": 1027
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3548498446668968,
|
||
|
|
"grad_norm": 2.1822509765625,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7538,
|
||
|
|
"step": 1028
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3551950293406973,
|
||
|
|
"grad_norm": 2.324803352355957,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7857,
|
||
|
|
"step": 1029
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35554021401449776,
|
||
|
|
"grad_norm": 2.2336905002593994,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7824,
|
||
|
|
"step": 1030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3558853986882982,
|
||
|
|
"grad_norm": 2.2240264415740967,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7381,
|
||
|
|
"step": 1031
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35623058336209873,
|
||
|
|
"grad_norm": 2.414031982421875,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8329,
|
||
|
|
"step": 1032
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3565757680358992,
|
||
|
|
"grad_norm": 2.2272632122039795,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8171,
|
||
|
|
"step": 1033
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3569209527096997,
|
||
|
|
"grad_norm": 2.130920171737671,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7525,
|
||
|
|
"step": 1034
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35726613738350016,
|
||
|
|
"grad_norm": 2.2277228832244873,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8339,
|
||
|
|
"step": 1035
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3576113220573007,
|
||
|
|
"grad_norm": 2.4667656421661377,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.762,
|
||
|
|
"step": 1036
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35795650673110113,
|
||
|
|
"grad_norm": 2.354909658432007,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7507,
|
||
|
|
"step": 1037
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35830169140490165,
|
||
|
|
"grad_norm": 2.461592435836792,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7248,
|
||
|
|
"step": 1038
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3586468760787021,
|
||
|
|
"grad_norm": 2.2202396392822266,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7549,
|
||
|
|
"step": 1039
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35899206075250256,
|
||
|
|
"grad_norm": 2.314002513885498,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7911,
|
||
|
|
"step": 1040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3593372454263031,
|
||
|
|
"grad_norm": 2.5224123001098633,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8159,
|
||
|
|
"step": 1041
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35968243010010353,
|
||
|
|
"grad_norm": 2.4876797199249268,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8669,
|
||
|
|
"step": 1042
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36002761477390405,
|
||
|
|
"grad_norm": 2.2885406017303467,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7548,
|
||
|
|
"step": 1043
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3603727994477045,
|
||
|
|
"grad_norm": 2.188265323638916,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7932,
|
||
|
|
"step": 1044
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.360717984121505,
|
||
|
|
"grad_norm": 2.117037773132324,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7895,
|
||
|
|
"step": 1045
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3610631687953055,
|
||
|
|
"grad_norm": 2.2959017753601074,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7933,
|
||
|
|
"step": 1046
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.361408353469106,
|
||
|
|
"grad_norm": 2.337918996810913,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7737,
|
||
|
|
"step": 1047
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36175353814290645,
|
||
|
|
"grad_norm": 2.4764339923858643,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.871,
|
||
|
|
"step": 1048
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36209872281670696,
|
||
|
|
"grad_norm": 2.2121264934539795,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7398,
|
||
|
|
"step": 1049
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3624439074905074,
|
||
|
|
"grad_norm": 2.2514188289642334,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8016,
|
||
|
|
"step": 1050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3627890921643079,
|
||
|
|
"grad_norm": 2.1522557735443115,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7633,
|
||
|
|
"step": 1051
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3631342768381084,
|
||
|
|
"grad_norm": 2.3215880393981934,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7927,
|
||
|
|
"step": 1052
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36347946151190885,
|
||
|
|
"grad_norm": 2.335054874420166,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7554,
|
||
|
|
"step": 1053
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36382464618570937,
|
||
|
|
"grad_norm": 2.3971474170684814,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8281,
|
||
|
|
"step": 1054
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3641698308595098,
|
||
|
|
"grad_norm": 2.3090717792510986,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7836,
|
||
|
|
"step": 1055
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36451501553331034,
|
||
|
|
"grad_norm": 2.2745440006256104,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8027,
|
||
|
|
"step": 1056
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3648602002071108,
|
||
|
|
"grad_norm": 2.216360092163086,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7499,
|
||
|
|
"step": 1057
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3652053848809113,
|
||
|
|
"grad_norm": 2.138859272003174,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7577,
|
||
|
|
"step": 1058
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36555056955471177,
|
||
|
|
"grad_norm": 2.1670620441436768,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.755,
|
||
|
|
"step": 1059
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3658957542285122,
|
||
|
|
"grad_norm": 2.2582995891571045,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.766,
|
||
|
|
"step": 1060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36624093890231274,
|
||
|
|
"grad_norm": 2.2919275760650635,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8076,
|
||
|
|
"step": 1061
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3665861235761132,
|
||
|
|
"grad_norm": 2.2397828102111816,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8277,
|
||
|
|
"step": 1062
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3669313082499137,
|
||
|
|
"grad_norm": 2.138180732727051,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7478,
|
||
|
|
"step": 1063
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36727649292371417,
|
||
|
|
"grad_norm": 2.4074158668518066,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7679,
|
||
|
|
"step": 1064
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3676216775975147,
|
||
|
|
"grad_norm": 2.173220634460449,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7615,
|
||
|
|
"step": 1065
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36796686227131514,
|
||
|
|
"grad_norm": 2.0912346839904785,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7531,
|
||
|
|
"step": 1066
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36831204694511566,
|
||
|
|
"grad_norm": 2.115833044052124,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7378,
|
||
|
|
"step": 1067
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3686572316189161,
|
||
|
|
"grad_norm": 2.617403984069824,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7591,
|
||
|
|
"step": 1068
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36900241629271663,
|
||
|
|
"grad_norm": 2.2421016693115234,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8123,
|
||
|
|
"step": 1069
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3693476009665171,
|
||
|
|
"grad_norm": 2.042734384536743,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7462,
|
||
|
|
"step": 1070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36969278564031754,
|
||
|
|
"grad_norm": 1.985018253326416,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7905,
|
||
|
|
"step": 1071
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37003797031411806,
|
||
|
|
"grad_norm": 2.3043973445892334,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7785,
|
||
|
|
"step": 1072
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3703831549879185,
|
||
|
|
"grad_norm": 2.2626423835754395,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7671,
|
||
|
|
"step": 1073
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37072833966171903,
|
||
|
|
"grad_norm": 2.274169921875,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7971,
|
||
|
|
"step": 1074
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3710735243355195,
|
||
|
|
"grad_norm": 2.2535250186920166,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.826,
|
||
|
|
"step": 1075
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37141870900932,
|
||
|
|
"grad_norm": 2.3453760147094727,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8127,
|
||
|
|
"step": 1076
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37176389368312046,
|
||
|
|
"grad_norm": 2.190314531326294,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7601,
|
||
|
|
"step": 1077
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.372109078356921,
|
||
|
|
"grad_norm": 2.257371187210083,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7538,
|
||
|
|
"step": 1078
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37245426303072143,
|
||
|
|
"grad_norm": 2.5159974098205566,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7937,
|
||
|
|
"step": 1079
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37279944770452195,
|
||
|
|
"grad_norm": 2.3142731189727783,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8356,
|
||
|
|
"step": 1080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3731446323783224,
|
||
|
|
"grad_norm": 2.019498109817505,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7626,
|
||
|
|
"step": 1081
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37348981705212286,
|
||
|
|
"grad_norm": 2.466688394546509,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7942,
|
||
|
|
"step": 1082
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3738350017259234,
|
||
|
|
"grad_norm": 2.2081542015075684,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7526,
|
||
|
|
"step": 1083
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37418018639972384,
|
||
|
|
"grad_norm": 2.239201784133911,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7974,
|
||
|
|
"step": 1084
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37452537107352435,
|
||
|
|
"grad_norm": 2.036984443664551,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.6817,
|
||
|
|
"step": 1085
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3748705557473248,
|
||
|
|
"grad_norm": 2.1549367904663086,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7906,
|
||
|
|
"step": 1086
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3752157404211253,
|
||
|
|
"grad_norm": 2.041508197784424,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7032,
|
||
|
|
"step": 1087
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3755609250949258,
|
||
|
|
"grad_norm": 2.2457003593444824,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7936,
|
||
|
|
"step": 1088
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3759061097687263,
|
||
|
|
"grad_norm": 2.1312613487243652,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8029,
|
||
|
|
"step": 1089
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37625129444252675,
|
||
|
|
"grad_norm": 2.1522438526153564,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7228,
|
||
|
|
"step": 1090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3765964791163272,
|
||
|
|
"grad_norm": 2.3211474418640137,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7812,
|
||
|
|
"step": 1091
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3769416637901277,
|
||
|
|
"grad_norm": 2.1609480381011963,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8076,
|
||
|
|
"step": 1092
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3772868484639282,
|
||
|
|
"grad_norm": 2.3022890090942383,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8061,
|
||
|
|
"step": 1093
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3776320331377287,
|
||
|
|
"grad_norm": 2.2796778678894043,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7379,
|
||
|
|
"step": 1094
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37797721781152915,
|
||
|
|
"grad_norm": 2.533264636993408,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7544,
|
||
|
|
"step": 1095
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37832240248532967,
|
||
|
|
"grad_norm": 2.397287130355835,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7679,
|
||
|
|
"step": 1096
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3786675871591301,
|
||
|
|
"grad_norm": 2.5518314838409424,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8307,
|
||
|
|
"step": 1097
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37901277183293064,
|
||
|
|
"grad_norm": 2.3980071544647217,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8259,
|
||
|
|
"step": 1098
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3793579565067311,
|
||
|
|
"grad_norm": 2.284888744354248,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8307,
|
||
|
|
"step": 1099
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3797031411805316,
|
||
|
|
"grad_norm": 2.1695706844329834,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.733,
|
||
|
|
"step": 1100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38004832585433207,
|
||
|
|
"grad_norm": 2.2246172428131104,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7539,
|
||
|
|
"step": 1101
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38039351052813253,
|
||
|
|
"grad_norm": 2.2581632137298584,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7748,
|
||
|
|
"step": 1102
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38073869520193304,
|
||
|
|
"grad_norm": 2.126983165740967,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7539,
|
||
|
|
"step": 1103
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3810838798757335,
|
||
|
|
"grad_norm": 2.453768491744995,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7992,
|
||
|
|
"step": 1104
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.381429064549534,
|
||
|
|
"grad_norm": 2.154642343521118,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7887,
|
||
|
|
"step": 1105
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38177424922333447,
|
||
|
|
"grad_norm": 2.197160482406616,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7536,
|
||
|
|
"step": 1106
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.382119433897135,
|
||
|
|
"grad_norm": 2.257078170776367,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7902,
|
||
|
|
"step": 1107
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38246461857093544,
|
||
|
|
"grad_norm": 2.5250813961029053,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8121,
|
||
|
|
"step": 1108
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38280980324473596,
|
||
|
|
"grad_norm": 2.095309019088745,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7935,
|
||
|
|
"step": 1109
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3831549879185364,
|
||
|
|
"grad_norm": 2.176626682281494,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7112,
|
||
|
|
"step": 1110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3835001725923369,
|
||
|
|
"grad_norm": 2.3763976097106934,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7353,
|
||
|
|
"step": 1111
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3838453572661374,
|
||
|
|
"grad_norm": 2.5461270809173584,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7264,
|
||
|
|
"step": 1112
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38419054193993785,
|
||
|
|
"grad_norm": 2.195230007171631,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7596,
|
||
|
|
"step": 1113
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38453572661373836,
|
||
|
|
"grad_norm": 2.244112253189087,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7719,
|
||
|
|
"step": 1114
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3848809112875388,
|
||
|
|
"grad_norm": 2.1582376956939697,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7692,
|
||
|
|
"step": 1115
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38522609596133933,
|
||
|
|
"grad_norm": 2.161746025085449,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8285,
|
||
|
|
"step": 1116
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3855712806351398,
|
||
|
|
"grad_norm": 2.000035047531128,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7802,
|
||
|
|
"step": 1117
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3859164653089403,
|
||
|
|
"grad_norm": 2.102853298187256,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7239,
|
||
|
|
"step": 1118
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38626164998274076,
|
||
|
|
"grad_norm": 2.521127223968506,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8367,
|
||
|
|
"step": 1119
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3866068346565413,
|
||
|
|
"grad_norm": 2.2251970767974854,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7663,
|
||
|
|
"step": 1120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38695201933034173,
|
||
|
|
"grad_norm": 2.0934650897979736,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7846,
|
||
|
|
"step": 1121
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3872972040041422,
|
||
|
|
"grad_norm": 2.161764621734619,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8228,
|
||
|
|
"step": 1122
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3876423886779427,
|
||
|
|
"grad_norm": 2.1264915466308594,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7579,
|
||
|
|
"step": 1123
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38798757335174316,
|
||
|
|
"grad_norm": 2.1243889331817627,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.767,
|
||
|
|
"step": 1124
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3883327580255437,
|
||
|
|
"grad_norm": 2.3819096088409424,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8094,
|
||
|
|
"step": 1125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38867794269934414,
|
||
|
|
"grad_norm": 2.246093988418579,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8032,
|
||
|
|
"step": 1126
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38902312737314465,
|
||
|
|
"grad_norm": 2.079819679260254,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7928,
|
||
|
|
"step": 1127
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3893683120469451,
|
||
|
|
"grad_norm": 2.060594320297241,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8272,
|
||
|
|
"step": 1128
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3897134967207456,
|
||
|
|
"grad_norm": 2.432152509689331,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.827,
|
||
|
|
"step": 1129
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3900586813945461,
|
||
|
|
"grad_norm": 1.996207594871521,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7176,
|
||
|
|
"step": 1130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39040386606834654,
|
||
|
|
"grad_norm": 2.36133074760437,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8379,
|
||
|
|
"step": 1131
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39074905074214705,
|
||
|
|
"grad_norm": 2.1505513191223145,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7577,
|
||
|
|
"step": 1132
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3910942354159475,
|
||
|
|
"grad_norm": 2.0275981426239014,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7481,
|
||
|
|
"step": 1133
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.391439420089748,
|
||
|
|
"grad_norm": 2.166504383087158,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7435,
|
||
|
|
"step": 1134
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3917846047635485,
|
||
|
|
"grad_norm": 2.1447205543518066,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7538,
|
||
|
|
"step": 1135
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.392129789437349,
|
||
|
|
"grad_norm": 2.2855634689331055,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7259,
|
||
|
|
"step": 1136
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39247497411114945,
|
||
|
|
"grad_norm": 2.1907403469085693,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7442,
|
||
|
|
"step": 1137
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39282015878494997,
|
||
|
|
"grad_norm": 1.9817599058151245,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7869,
|
||
|
|
"step": 1138
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3931653434587504,
|
||
|
|
"grad_norm": 2.035456657409668,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7655,
|
||
|
|
"step": 1139
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39351052813255094,
|
||
|
|
"grad_norm": 1.9822310209274292,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7048,
|
||
|
|
"step": 1140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3938557128063514,
|
||
|
|
"grad_norm": 2.0834767818450928,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7661,
|
||
|
|
"step": 1141
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39420089748015186,
|
||
|
|
"grad_norm": 2.2362561225891113,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7165,
|
||
|
|
"step": 1142
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39454608215395237,
|
||
|
|
"grad_norm": 2.341055154800415,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.829,
|
||
|
|
"step": 1143
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39489126682775283,
|
||
|
|
"grad_norm": 2.3132922649383545,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8019,
|
||
|
|
"step": 1144
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39523645150155334,
|
||
|
|
"grad_norm": 2.2544994354248047,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.785,
|
||
|
|
"step": 1145
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3955816361753538,
|
||
|
|
"grad_norm": 2.6545863151550293,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7846,
|
||
|
|
"step": 1146
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3959268208491543,
|
||
|
|
"grad_norm": 2.2618069648742676,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7391,
|
||
|
|
"step": 1147
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3962720055229548,
|
||
|
|
"grad_norm": 2.2470247745513916,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7667,
|
||
|
|
"step": 1148
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3966171901967553,
|
||
|
|
"grad_norm": 2.351428985595703,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8479,
|
||
|
|
"step": 1149
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39696237487055575,
|
||
|
|
"grad_norm": 2.3018267154693604,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8787,
|
||
|
|
"step": 1150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3973075595443562,
|
||
|
|
"grad_norm": 2.1409080028533936,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7833,
|
||
|
|
"step": 1151
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3976527442181567,
|
||
|
|
"grad_norm": 2.0390005111694336,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7387,
|
||
|
|
"step": 1152
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3979979288919572,
|
||
|
|
"grad_norm": 2.13079571723938,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7552,
|
||
|
|
"step": 1153
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3983431135657577,
|
||
|
|
"grad_norm": 2.46516489982605,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.788,
|
||
|
|
"step": 1154
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39868829823955815,
|
||
|
|
"grad_norm": 2.123201608657837,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.744,
|
||
|
|
"step": 1155
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39903348291335866,
|
||
|
|
"grad_norm": 2.0077736377716064,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.785,
|
||
|
|
"step": 1156
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3993786675871591,
|
||
|
|
"grad_norm": 2.1959493160247803,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.673,
|
||
|
|
"step": 1157
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39972385226095963,
|
||
|
|
"grad_norm": 2.1401984691619873,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7695,
|
||
|
|
"step": 1158
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4000690369347601,
|
||
|
|
"grad_norm": 2.2160251140594482,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7764,
|
||
|
|
"step": 1159
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4004142216085606,
|
||
|
|
"grad_norm": 2.3270435333251953,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7837,
|
||
|
|
"step": 1160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40075940628236106,
|
||
|
|
"grad_norm": 2.262467861175537,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7679,
|
||
|
|
"step": 1161
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4011045909561615,
|
||
|
|
"grad_norm": 2.1126415729522705,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7412,
|
||
|
|
"step": 1162
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40144977562996204,
|
||
|
|
"grad_norm": 2.132660388946533,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.6676,
|
||
|
|
"step": 1163
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4017949603037625,
|
||
|
|
"grad_norm": 2.5451934337615967,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7682,
|
||
|
|
"step": 1164
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.402140144977563,
|
||
|
|
"grad_norm": 2.107463836669922,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.828,
|
||
|
|
"step": 1165
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40248532965136347,
|
||
|
|
"grad_norm": 2.0670745372772217,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7242,
|
||
|
|
"step": 1166
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.402830514325164,
|
||
|
|
"grad_norm": 2.237152099609375,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7851,
|
||
|
|
"step": 1167
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40317569899896444,
|
||
|
|
"grad_norm": 2.1627330780029297,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8038,
|
||
|
|
"step": 1168
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40352088367276495,
|
||
|
|
"grad_norm": 2.510139226913452,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7579,
|
||
|
|
"step": 1169
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4038660683465654,
|
||
|
|
"grad_norm": 2.369367837905884,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.791,
|
||
|
|
"step": 1170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40421125302036587,
|
||
|
|
"grad_norm": 2.2461135387420654,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7888,
|
||
|
|
"step": 1171
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4045564376941664,
|
||
|
|
"grad_norm": 2.149815559387207,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8311,
|
||
|
|
"step": 1172
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40490162236796684,
|
||
|
|
"grad_norm": 2.065385580062866,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8055,
|
||
|
|
"step": 1173
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40524680704176735,
|
||
|
|
"grad_norm": 2.0966150760650635,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7472,
|
||
|
|
"step": 1174
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4055919917155678,
|
||
|
|
"grad_norm": 2.2043638229370117,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7666,
|
||
|
|
"step": 1175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4059371763893683,
|
||
|
|
"grad_norm": 2.3187267780303955,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7634,
|
||
|
|
"step": 1176
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4062823610631688,
|
||
|
|
"grad_norm": 2.0239498615264893,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7471,
|
||
|
|
"step": 1177
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4066275457369693,
|
||
|
|
"grad_norm": 2.3455922603607178,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8358,
|
||
|
|
"step": 1178
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40697273041076976,
|
||
|
|
"grad_norm": 2.2640397548675537,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7376,
|
||
|
|
"step": 1179
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40731791508457027,
|
||
|
|
"grad_norm": 2.159149408340454,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7787,
|
||
|
|
"step": 1180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40766309975837073,
|
||
|
|
"grad_norm": 2.2202343940734863,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7735,
|
||
|
|
"step": 1181
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4080082844321712,
|
||
|
|
"grad_norm": 2.2971279621124268,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8021,
|
||
|
|
"step": 1182
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4083534691059717,
|
||
|
|
"grad_norm": 2.1960690021514893,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8189,
|
||
|
|
"step": 1183
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40869865377977216,
|
||
|
|
"grad_norm": 2.331207036972046,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7844,
|
||
|
|
"step": 1184
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4090438384535727,
|
||
|
|
"grad_norm": 2.351132392883301,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7574,
|
||
|
|
"step": 1185
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40938902312737313,
|
||
|
|
"grad_norm": 2.302999258041382,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7218,
|
||
|
|
"step": 1186
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40973420780117364,
|
||
|
|
"grad_norm": 2.275294542312622,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7474,
|
||
|
|
"step": 1187
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4100793924749741,
|
||
|
|
"grad_norm": 2.5616424083709717,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7795,
|
||
|
|
"step": 1188
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4104245771487746,
|
||
|
|
"grad_norm": 2.325176477432251,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8554,
|
||
|
|
"step": 1189
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4107697618225751,
|
||
|
|
"grad_norm": 2.2610647678375244,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7577,
|
||
|
|
"step": 1190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4111149464963756,
|
||
|
|
"grad_norm": 2.1423611640930176,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8232,
|
||
|
|
"step": 1191
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41146013117017605,
|
||
|
|
"grad_norm": 2.3171980381011963,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7204,
|
||
|
|
"step": 1192
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4118053158439765,
|
||
|
|
"grad_norm": 2.126913070678711,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7934,
|
||
|
|
"step": 1193
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.412150500517777,
|
||
|
|
"grad_norm": 2.1600658893585205,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8029,
|
||
|
|
"step": 1194
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4124956851915775,
|
||
|
|
"grad_norm": 2.588409423828125,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8909,
|
||
|
|
"step": 1195
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.412840869865378,
|
||
|
|
"grad_norm": 2.3043060302734375,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8179,
|
||
|
|
"step": 1196
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41318605453917845,
|
||
|
|
"grad_norm": 2.0503504276275635,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7479,
|
||
|
|
"step": 1197
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41353123921297896,
|
||
|
|
"grad_norm": 2.470106601715088,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8424,
|
||
|
|
"step": 1198
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4138764238867794,
|
||
|
|
"grad_norm": 1.9749798774719238,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.753,
|
||
|
|
"step": 1199
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41422160856057993,
|
||
|
|
"grad_norm": 2.1416146755218506,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7811,
|
||
|
|
"step": 1200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4145667932343804,
|
||
|
|
"grad_norm": 2.3665664196014404,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.78,
|
||
|
|
"step": 1201
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41491197790818085,
|
||
|
|
"grad_norm": 2.5720670223236084,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7601,
|
||
|
|
"step": 1202
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41525716258198136,
|
||
|
|
"grad_norm": 2.119982957839966,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7662,
|
||
|
|
"step": 1203
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4156023472557818,
|
||
|
|
"grad_norm": 2.38934063911438,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8291,
|
||
|
|
"step": 1204
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41594753192958234,
|
||
|
|
"grad_norm": 1.9148893356323242,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7368,
|
||
|
|
"step": 1205
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4162927166033828,
|
||
|
|
"grad_norm": 2.151456594467163,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.731,
|
||
|
|
"step": 1206
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4166379012771833,
|
||
|
|
"grad_norm": 2.110645294189453,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.827,
|
||
|
|
"step": 1207
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41698308595098377,
|
||
|
|
"grad_norm": 2.2597014904022217,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7929,
|
||
|
|
"step": 1208
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4173282706247843,
|
||
|
|
"grad_norm": 2.021125316619873,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8108,
|
||
|
|
"step": 1209
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41767345529858474,
|
||
|
|
"grad_norm": 2.1065304279327393,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7356,
|
||
|
|
"step": 1210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41801863997238525,
|
||
|
|
"grad_norm": 2.1394643783569336,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7714,
|
||
|
|
"step": 1211
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4183638246461857,
|
||
|
|
"grad_norm": 2.0147531032562256,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7801,
|
||
|
|
"step": 1212
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41870900931998617,
|
||
|
|
"grad_norm": 2.1060707569122314,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7489,
|
||
|
|
"step": 1213
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4190541939937867,
|
||
|
|
"grad_norm": 2.1238880157470703,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7178,
|
||
|
|
"step": 1214
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41939937866758714,
|
||
|
|
"grad_norm": 2.2426836490631104,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7457,
|
||
|
|
"step": 1215
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41974456334138766,
|
||
|
|
"grad_norm": 2.1819989681243896,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7768,
|
||
|
|
"step": 1216
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4200897480151881,
|
||
|
|
"grad_norm": 2.2598514556884766,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.804,
|
||
|
|
"step": 1217
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4204349326889886,
|
||
|
|
"grad_norm": 2.0700066089630127,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7692,
|
||
|
|
"step": 1218
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4207801173627891,
|
||
|
|
"grad_norm": 2.286806106567383,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8531,
|
||
|
|
"step": 1219
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4211253020365896,
|
||
|
|
"grad_norm": 2.0580227375030518,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7557,
|
||
|
|
"step": 1220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42147048671039006,
|
||
|
|
"grad_norm": 2.0104353427886963,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8089,
|
||
|
|
"step": 1221
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4218156713841905,
|
||
|
|
"grad_norm": 2.1290783882141113,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7675,
|
||
|
|
"step": 1222
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42216085605799103,
|
||
|
|
"grad_norm": 2.1737821102142334,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8123,
|
||
|
|
"step": 1223
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4225060407317915,
|
||
|
|
"grad_norm": 2.1916322708129883,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7462,
|
||
|
|
"step": 1224
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.422851225405592,
|
||
|
|
"grad_norm": 2.368980884552002,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7675,
|
||
|
|
"step": 1225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42319641007939246,
|
||
|
|
"grad_norm": 2.1589972972869873,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7306,
|
||
|
|
"step": 1226
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.423541594753193,
|
||
|
|
"grad_norm": 1.9490817785263062,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7259,
|
||
|
|
"step": 1227
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42388677942699343,
|
||
|
|
"grad_norm": 2.2712414264678955,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7923,
|
||
|
|
"step": 1228
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42423196410079395,
|
||
|
|
"grad_norm": 2.217989206314087,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7289,
|
||
|
|
"step": 1229
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4245771487745944,
|
||
|
|
"grad_norm": 2.227036714553833,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.749,
|
||
|
|
"step": 1230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4249223334483949,
|
||
|
|
"grad_norm": 2.231045722961426,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7524,
|
||
|
|
"step": 1231
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4252675181221954,
|
||
|
|
"grad_norm": 9.880687713623047,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8156,
|
||
|
|
"step": 1232
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42561270279599583,
|
||
|
|
"grad_norm": 2.3977463245391846,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7841,
|
||
|
|
"step": 1233
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42595788746979635,
|
||
|
|
"grad_norm": 2.0663363933563232,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7864,
|
||
|
|
"step": 1234
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4263030721435968,
|
||
|
|
"grad_norm": 2.194828987121582,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7467,
|
||
|
|
"step": 1235
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4266482568173973,
|
||
|
|
"grad_norm": 2.170609951019287,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8234,
|
||
|
|
"step": 1236
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4269934414911978,
|
||
|
|
"grad_norm": 2.142153739929199,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.791,
|
||
|
|
"step": 1237
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4273386261649983,
|
||
|
|
"grad_norm": 2.1600191593170166,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7976,
|
||
|
|
"step": 1238
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42768381083879875,
|
||
|
|
"grad_norm": 2.1493258476257324,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8099,
|
||
|
|
"step": 1239
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42802899551259926,
|
||
|
|
"grad_norm": 2.224118232727051,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.767,
|
||
|
|
"step": 1240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4283741801863997,
|
||
|
|
"grad_norm": 2.3489747047424316,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7905,
|
||
|
|
"step": 1241
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4287193648602002,
|
||
|
|
"grad_norm": 2.2355237007141113,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7986,
|
||
|
|
"step": 1242
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4290645495340007,
|
||
|
|
"grad_norm": 2.3177027702331543,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7496,
|
||
|
|
"step": 1243
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42940973420780115,
|
||
|
|
"grad_norm": 2.1514225006103516,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7379,
|
||
|
|
"step": 1244
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42975491888160167,
|
||
|
|
"grad_norm": 2.01289701461792,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7784,
|
||
|
|
"step": 1245
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4301001035554021,
|
||
|
|
"grad_norm": 2.025200128555298,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7324,
|
||
|
|
"step": 1246
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43044528822920264,
|
||
|
|
"grad_norm": 1.967621088027954,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7406,
|
||
|
|
"step": 1247
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4307904729030031,
|
||
|
|
"grad_norm": 2.3146955966949463,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8037,
|
||
|
|
"step": 1248
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4311356575768036,
|
||
|
|
"grad_norm": 2.5918831825256348,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8372,
|
||
|
|
"step": 1249
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43148084225060407,
|
||
|
|
"grad_norm": 2.410187244415283,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7838,
|
||
|
|
"step": 1250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4318260269244046,
|
||
|
|
"grad_norm": 2.047809600830078,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7852,
|
||
|
|
"step": 1251
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43217121159820504,
|
||
|
|
"grad_norm": 2.1864817142486572,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7094,
|
||
|
|
"step": 1252
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4325163962720055,
|
||
|
|
"grad_norm": 2.3229713439941406,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.6908,
|
||
|
|
"step": 1253
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.432861580945806,
|
||
|
|
"grad_norm": 2.1283926963806152,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7898,
|
||
|
|
"step": 1254
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43320676561960647,
|
||
|
|
"grad_norm": 1.9980229139328003,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7341,
|
||
|
|
"step": 1255
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.433551950293407,
|
||
|
|
"grad_norm": 1.9197133779525757,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7348,
|
||
|
|
"step": 1256
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43389713496720744,
|
||
|
|
"grad_norm": 2.0243780612945557,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7016,
|
||
|
|
"step": 1257
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43424231964100796,
|
||
|
|
"grad_norm": 2.0702686309814453,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7458,
|
||
|
|
"step": 1258
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4345875043148084,
|
||
|
|
"grad_norm": 2.033076763153076,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7755,
|
||
|
|
"step": 1259
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43493268898860893,
|
||
|
|
"grad_norm": 2.0470402240753174,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8167,
|
||
|
|
"step": 1260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4352778736624094,
|
||
|
|
"grad_norm": 2.0547688007354736,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7673,
|
||
|
|
"step": 1261
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43562305833620985,
|
||
|
|
"grad_norm": 2.0047366619110107,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7729,
|
||
|
|
"step": 1262
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43596824301001036,
|
||
|
|
"grad_norm": 2.285064935684204,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8687,
|
||
|
|
"step": 1263
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4363134276838108,
|
||
|
|
"grad_norm": 2.1682817935943604,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7681,
|
||
|
|
"step": 1264
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43665861235761133,
|
||
|
|
"grad_norm": 2.421111583709717,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7594,
|
||
|
|
"step": 1265
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4370037970314118,
|
||
|
|
"grad_norm": 2.241191864013672,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7542,
|
||
|
|
"step": 1266
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4373489817052123,
|
||
|
|
"grad_norm": 1.9653596878051758,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7453,
|
||
|
|
"step": 1267
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43769416637901276,
|
||
|
|
"grad_norm": 2.1906819343566895,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7871,
|
||
|
|
"step": 1268
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4380393510528133,
|
||
|
|
"grad_norm": 2.295667886734009,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.758,
|
||
|
|
"step": 1269
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43838453572661373,
|
||
|
|
"grad_norm": 2.139810562133789,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7853,
|
||
|
|
"step": 1270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43872972040041425,
|
||
|
|
"grad_norm": 2.1784024238586426,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7636,
|
||
|
|
"step": 1271
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4390749050742147,
|
||
|
|
"grad_norm": 2.303664207458496,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7863,
|
||
|
|
"step": 1272
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43942008974801516,
|
||
|
|
"grad_norm": 2.2972357273101807,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7367,
|
||
|
|
"step": 1273
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4397652744218157,
|
||
|
|
"grad_norm": 2.179234504699707,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.726,
|
||
|
|
"step": 1274
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44011045909561614,
|
||
|
|
"grad_norm": 2.252678632736206,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8083,
|
||
|
|
"step": 1275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44045564376941665,
|
||
|
|
"grad_norm": 2.1799802780151367,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7281,
|
||
|
|
"step": 1276
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4408008284432171,
|
||
|
|
"grad_norm": 2.248781204223633,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8112,
|
||
|
|
"step": 1277
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4411460131170176,
|
||
|
|
"grad_norm": 2.0230889320373535,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7564,
|
||
|
|
"step": 1278
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4414911977908181,
|
||
|
|
"grad_norm": 2.2543110847473145,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.734,
|
||
|
|
"step": 1279
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4418363824646186,
|
||
|
|
"grad_norm": 2.003783702850342,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7496,
|
||
|
|
"step": 1280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44218156713841905,
|
||
|
|
"grad_norm": 2.2942395210266113,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.738,
|
||
|
|
"step": 1281
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4425267518122195,
|
||
|
|
"grad_norm": 2.220264196395874,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7518,
|
||
|
|
"step": 1282
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44287193648602,
|
||
|
|
"grad_norm": 2.044330596923828,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8117,
|
||
|
|
"step": 1283
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4432171211598205,
|
||
|
|
"grad_norm": 1.9773883819580078,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7442,
|
||
|
|
"step": 1284
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.443562305833621,
|
||
|
|
"grad_norm": 2.127779483795166,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7243,
|
||
|
|
"step": 1285
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44390749050742145,
|
||
|
|
"grad_norm": 2.048158645629883,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7283,
|
||
|
|
"step": 1286
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44425267518122197,
|
||
|
|
"grad_norm": 2.0748143196105957,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.75,
|
||
|
|
"step": 1287
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4445978598550224,
|
||
|
|
"grad_norm": 2.017326831817627,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7573,
|
||
|
|
"step": 1288
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44494304452882294,
|
||
|
|
"grad_norm": 2.0272696018218994,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7682,
|
||
|
|
"step": 1289
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4452882292026234,
|
||
|
|
"grad_norm": 2.270801305770874,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8238,
|
||
|
|
"step": 1290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4456334138764239,
|
||
|
|
"grad_norm": 2.1245110034942627,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7319,
|
||
|
|
"step": 1291
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44597859855022437,
|
||
|
|
"grad_norm": 2.217327356338501,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7684,
|
||
|
|
"step": 1292
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44632378322402483,
|
||
|
|
"grad_norm": 1.9212812185287476,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7474,
|
||
|
|
"step": 1293
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44666896789782534,
|
||
|
|
"grad_norm": 2.145240545272827,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7361,
|
||
|
|
"step": 1294
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4470141525716258,
|
||
|
|
"grad_norm": 2.1934456825256348,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7836,
|
||
|
|
"step": 1295
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4473593372454263,
|
||
|
|
"grad_norm": 2.0999088287353516,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7297,
|
||
|
|
"step": 1296
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44770452191922677,
|
||
|
|
"grad_norm": 2.095811605453491,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7369,
|
||
|
|
"step": 1297
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4480497065930273,
|
||
|
|
"grad_norm": 2.0320262908935547,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.684,
|
||
|
|
"step": 1298
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44839489126682774,
|
||
|
|
"grad_norm": 2.2569198608398438,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7681,
|
||
|
|
"step": 1299
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44874007594062826,
|
||
|
|
"grad_norm": 2.1936898231506348,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7121,
|
||
|
|
"step": 1300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4490852606144287,
|
||
|
|
"grad_norm": 2.2229762077331543,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7721,
|
||
|
|
"step": 1301
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44943044528822923,
|
||
|
|
"grad_norm": 2.2748780250549316,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8173,
|
||
|
|
"step": 1302
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4497756299620297,
|
||
|
|
"grad_norm": 2.2365429401397705,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7877,
|
||
|
|
"step": 1303
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45012081463583015,
|
||
|
|
"grad_norm": 2.1983840465545654,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8239,
|
||
|
|
"step": 1304
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45046599930963066,
|
||
|
|
"grad_norm": 3.0414493083953857,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7786,
|
||
|
|
"step": 1305
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4508111839834311,
|
||
|
|
"grad_norm": 2.2142982482910156,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.6341,
|
||
|
|
"step": 1306
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45115636865723163,
|
||
|
|
"grad_norm": 2.180875778198242,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7449,
|
||
|
|
"step": 1307
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4515015533310321,
|
||
|
|
"grad_norm": 1.9446709156036377,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7782,
|
||
|
|
"step": 1308
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4518467380048326,
|
||
|
|
"grad_norm": 2.031499147415161,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7763,
|
||
|
|
"step": 1309
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45219192267863306,
|
||
|
|
"grad_norm": 2.098013162612915,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.748,
|
||
|
|
"step": 1310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4525371073524336,
|
||
|
|
"grad_norm": 2.250537395477295,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8191,
|
||
|
|
"step": 1311
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45288229202623403,
|
||
|
|
"grad_norm": 1.994511365890503,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7688,
|
||
|
|
"step": 1312
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4532274767000345,
|
||
|
|
"grad_norm": 2.2545230388641357,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7746,
|
||
|
|
"step": 1313
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.453572661373835,
|
||
|
|
"grad_norm": 2.0760281085968018,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7745,
|
||
|
|
"step": 1314
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45391784604763546,
|
||
|
|
"grad_norm": 1.8348346948623657,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7273,
|
||
|
|
"step": 1315
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.454263030721436,
|
||
|
|
"grad_norm": 2.121410369873047,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.6916,
|
||
|
|
"step": 1316
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45460821539523644,
|
||
|
|
"grad_norm": 2.1730988025665283,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8226,
|
||
|
|
"step": 1317
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45495340006903695,
|
||
|
|
"grad_norm": 2.1960904598236084,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.817,
|
||
|
|
"step": 1318
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4552985847428374,
|
||
|
|
"grad_norm": 2.0488274097442627,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7877,
|
||
|
|
"step": 1319
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4556437694166379,
|
||
|
|
"grad_norm": 2.103205442428589,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7825,
|
||
|
|
"step": 1320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4559889540904384,
|
||
|
|
"grad_norm": 2.1127564907073975,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7553,
|
||
|
|
"step": 1321
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4563341387642389,
|
||
|
|
"grad_norm": 2.159409284591675,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7428,
|
||
|
|
"step": 1322
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45667932343803935,
|
||
|
|
"grad_norm": 2.2200045585632324,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7883,
|
||
|
|
"step": 1323
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4570245081118398,
|
||
|
|
"grad_norm": 1.9319753646850586,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7498,
|
||
|
|
"step": 1324
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4573696927856403,
|
||
|
|
"grad_norm": 2.16727614402771,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.752,
|
||
|
|
"step": 1325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4577148774594408,
|
||
|
|
"grad_norm": 2.146498680114746,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7823,
|
||
|
|
"step": 1326
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4580600621332413,
|
||
|
|
"grad_norm": 2.032365560531616,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7309,
|
||
|
|
"step": 1327
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45840524680704176,
|
||
|
|
"grad_norm": 2.152923345565796,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7884,
|
||
|
|
"step": 1328
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45875043148084227,
|
||
|
|
"grad_norm": 2.1290228366851807,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7409,
|
||
|
|
"step": 1329
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4590956161546427,
|
||
|
|
"grad_norm": 2.1132442951202393,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7564,
|
||
|
|
"step": 1330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45944080082844324,
|
||
|
|
"grad_norm": 2.1418418884277344,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7248,
|
||
|
|
"step": 1331
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4597859855022437,
|
||
|
|
"grad_norm": 2.118337631225586,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.6854,
|
||
|
|
"step": 1332
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46013117017604416,
|
||
|
|
"grad_norm": 2.06254506111145,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7487,
|
||
|
|
"step": 1333
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46047635484984467,
|
||
|
|
"grad_norm": 2.0143659114837646,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7791,
|
||
|
|
"step": 1334
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46082153952364513,
|
||
|
|
"grad_norm": 2.177813768386841,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8241,
|
||
|
|
"step": 1335
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46116672419744564,
|
||
|
|
"grad_norm": 2.22977876663208,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.743,
|
||
|
|
"step": 1336
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4615119088712461,
|
||
|
|
"grad_norm": 2.1962244510650635,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.733,
|
||
|
|
"step": 1337
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4618570935450466,
|
||
|
|
"grad_norm": 2.049772024154663,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7629,
|
||
|
|
"step": 1338
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4622022782188471,
|
||
|
|
"grad_norm": 2.1585311889648438,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.6975,
|
||
|
|
"step": 1339
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4625474628926476,
|
||
|
|
"grad_norm": 1.9191311597824097,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7413,
|
||
|
|
"step": 1340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46289264756644805,
|
||
|
|
"grad_norm": 1.9648008346557617,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7347,
|
||
|
|
"step": 1341
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46323783224024856,
|
||
|
|
"grad_norm": 2.122073173522949,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7718,
|
||
|
|
"step": 1342
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.463583016914049,
|
||
|
|
"grad_norm": 2.2762906551361084,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7777,
|
||
|
|
"step": 1343
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4639282015878495,
|
||
|
|
"grad_norm": 2.120659351348877,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8117,
|
||
|
|
"step": 1344
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46427338626165,
|
||
|
|
"grad_norm": 3.4558870792388916,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7135,
|
||
|
|
"step": 1345
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46461857093545045,
|
||
|
|
"grad_norm": 2.2689363956451416,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.779,
|
||
|
|
"step": 1346
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46496375560925096,
|
||
|
|
"grad_norm": 2.4292638301849365,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7371,
|
||
|
|
"step": 1347
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4653089402830514,
|
||
|
|
"grad_norm": 2.0308992862701416,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7341,
|
||
|
|
"step": 1348
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46565412495685193,
|
||
|
|
"grad_norm": 2.185943841934204,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7948,
|
||
|
|
"step": 1349
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4659993096306524,
|
||
|
|
"grad_norm": 1.9282371997833252,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.715,
|
||
|
|
"step": 1350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4663444943044529,
|
||
|
|
"grad_norm": 1.8744617700576782,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7102,
|
||
|
|
"step": 1351
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46668967897825336,
|
||
|
|
"grad_norm": 1.971297025680542,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7981,
|
||
|
|
"step": 1352
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4670348636520538,
|
||
|
|
"grad_norm": 2.6090900897979736,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7493,
|
||
|
|
"step": 1353
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46738004832585434,
|
||
|
|
"grad_norm": 2.214540958404541,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.759,
|
||
|
|
"step": 1354
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4677252329996548,
|
||
|
|
"grad_norm": 2.2588086128234863,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8032,
|
||
|
|
"step": 1355
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4680704176734553,
|
||
|
|
"grad_norm": 2.1242079734802246,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7584,
|
||
|
|
"step": 1356
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46841560234725577,
|
||
|
|
"grad_norm": 2.1841304302215576,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8329,
|
||
|
|
"step": 1357
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4687607870210563,
|
||
|
|
"grad_norm": 2.0054054260253906,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8105,
|
||
|
|
"step": 1358
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46910597169485674,
|
||
|
|
"grad_norm": 1.9585438966751099,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7541,
|
||
|
|
"step": 1359
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46945115636865725,
|
||
|
|
"grad_norm": 2.04925799369812,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.6978,
|
||
|
|
"step": 1360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4697963410424577,
|
||
|
|
"grad_norm": 2.042327404022217,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7302,
|
||
|
|
"step": 1361
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4701415257162582,
|
||
|
|
"grad_norm": 2.0400002002716064,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7405,
|
||
|
|
"step": 1362
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4704867103900587,
|
||
|
|
"grad_norm": 2.0755996704101562,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.764,
|
||
|
|
"step": 1363
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47083189506385914,
|
||
|
|
"grad_norm": 2.2529706954956055,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8228,
|
||
|
|
"step": 1364
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47117707973765965,
|
||
|
|
"grad_norm": 2.171063184738159,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7693,
|
||
|
|
"step": 1365
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4715222644114601,
|
||
|
|
"grad_norm": 2.0561063289642334,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.794,
|
||
|
|
"step": 1366
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4718674490852606,
|
||
|
|
"grad_norm": 1.916958212852478,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.6832,
|
||
|
|
"step": 1367
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4722126337590611,
|
||
|
|
"grad_norm": 1.9005790948867798,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7158,
|
||
|
|
"step": 1368
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4725578184328616,
|
||
|
|
"grad_norm": 2.0838615894317627,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7773,
|
||
|
|
"step": 1369
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47290300310666206,
|
||
|
|
"grad_norm": 2.0513100624084473,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7767,
|
||
|
|
"step": 1370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47324818778046257,
|
||
|
|
"grad_norm": 2.0236966609954834,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7495,
|
||
|
|
"step": 1371
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47359337245426303,
|
||
|
|
"grad_norm": 2.035886764526367,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7004,
|
||
|
|
"step": 1372
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4739385571280635,
|
||
|
|
"grad_norm": 2.147725820541382,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.783,
|
||
|
|
"step": 1373
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.474283741801864,
|
||
|
|
"grad_norm": 1.9615451097488403,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7125,
|
||
|
|
"step": 1374
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47462892647566446,
|
||
|
|
"grad_norm": 2.1239616870880127,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7035,
|
||
|
|
"step": 1375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.474974111149465,
|
||
|
|
"grad_norm": 1.981346845626831,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.802,
|
||
|
|
"step": 1376
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47531929582326543,
|
||
|
|
"grad_norm": 1.9348574876785278,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7443,
|
||
|
|
"step": 1377
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47566448049706594,
|
||
|
|
"grad_norm": 2.3827192783355713,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.809,
|
||
|
|
"step": 1378
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4760096651708664,
|
||
|
|
"grad_norm": 1.9881306886672974,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7656,
|
||
|
|
"step": 1379
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4763548498446669,
|
||
|
|
"grad_norm": 2.1034233570098877,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7444,
|
||
|
|
"step": 1380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4767000345184674,
|
||
|
|
"grad_norm": 1.9430773258209229,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7302,
|
||
|
|
"step": 1381
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4770452191922679,
|
||
|
|
"grad_norm": 1.9969552755355835,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8142,
|
||
|
|
"step": 1382
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47739040386606835,
|
||
|
|
"grad_norm": 2.323213577270508,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8382,
|
||
|
|
"step": 1383
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4777355885398688,
|
||
|
|
"grad_norm": 2.0729734897613525,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7507,
|
||
|
|
"step": 1384
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4780807732136693,
|
||
|
|
"grad_norm": 2.2260313034057617,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7522,
|
||
|
|
"step": 1385
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4784259578874698,
|
||
|
|
"grad_norm": 2.1217124462127686,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7385,
|
||
|
|
"step": 1386
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4787711425612703,
|
||
|
|
"grad_norm": 2.0635108947753906,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7538,
|
||
|
|
"step": 1387
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47911632723507075,
|
||
|
|
"grad_norm": 2.06231427192688,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7792,
|
||
|
|
"step": 1388
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47946151190887126,
|
||
|
|
"grad_norm": 1.9126551151275635,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7306,
|
||
|
|
"step": 1389
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4798066965826717,
|
||
|
|
"grad_norm": 2.001126527786255,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8227,
|
||
|
|
"step": 1390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48015188125647223,
|
||
|
|
"grad_norm": 1.9141910076141357,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.6806,
|
||
|
|
"step": 1391
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4804970659302727,
|
||
|
|
"grad_norm": 2.301952838897705,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7867,
|
||
|
|
"step": 1392
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48084225060407315,
|
||
|
|
"grad_norm": 2.123697519302368,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7696,
|
||
|
|
"step": 1393
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48118743527787367,
|
||
|
|
"grad_norm": 1.9873336553573608,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8089,
|
||
|
|
"step": 1394
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4815326199516741,
|
||
|
|
"grad_norm": 2.0276663303375244,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7757,
|
||
|
|
"step": 1395
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48187780462547464,
|
||
|
|
"grad_norm": 1.899289608001709,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.6837,
|
||
|
|
"step": 1396
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4822229892992751,
|
||
|
|
"grad_norm": 2.0093820095062256,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7561,
|
||
|
|
"step": 1397
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4825681739730756,
|
||
|
|
"grad_norm": 2.130183458328247,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7683,
|
||
|
|
"step": 1398
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48291335864687607,
|
||
|
|
"grad_norm": 2.0682289600372314,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7906,
|
||
|
|
"step": 1399
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4832585433206766,
|
||
|
|
"grad_norm": 2.005575656890869,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8102,
|
||
|
|
"step": 1400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48360372799447704,
|
||
|
|
"grad_norm": 2.1126019954681396,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7492,
|
||
|
|
"step": 1401
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48394891266827755,
|
||
|
|
"grad_norm": 2.0274546146392822,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7258,
|
||
|
|
"step": 1402
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.484294097342078,
|
||
|
|
"grad_norm": 2.07676100730896,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7311,
|
||
|
|
"step": 1403
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48463928201587847,
|
||
|
|
"grad_norm": 1.912497878074646,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7401,
|
||
|
|
"step": 1404
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.484984466689679,
|
||
|
|
"grad_norm": 2.320788621902466,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7862,
|
||
|
|
"step": 1405
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48532965136347944,
|
||
|
|
"grad_norm": 2.176485061645508,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8005,
|
||
|
|
"step": 1406
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48567483603727996,
|
||
|
|
"grad_norm": 2.018045663833618,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7262,
|
||
|
|
"step": 1407
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4860200207110804,
|
||
|
|
"grad_norm": 1.7937039136886597,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7897,
|
||
|
|
"step": 1408
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4863652053848809,
|
||
|
|
"grad_norm": 2.066096544265747,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7262,
|
||
|
|
"step": 1409
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4867103900586814,
|
||
|
|
"grad_norm": 1.8681124448776245,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7492,
|
||
|
|
"step": 1410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4870555747324819,
|
||
|
|
"grad_norm": 2.0489392280578613,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.6817,
|
||
|
|
"step": 1411
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48740075940628236,
|
||
|
|
"grad_norm": 2.0938589572906494,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.791,
|
||
|
|
"step": 1412
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48774594408008287,
|
||
|
|
"grad_norm": 2.265406847000122,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7032,
|
||
|
|
"step": 1413
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48809112875388333,
|
||
|
|
"grad_norm": 2.1209421157836914,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.741,
|
||
|
|
"step": 1414
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4884363134276838,
|
||
|
|
"grad_norm": 1.9842997789382935,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8134,
|
||
|
|
"step": 1415
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4887814981014843,
|
||
|
|
"grad_norm": 2.2025301456451416,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7636,
|
||
|
|
"step": 1416
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48912668277528476,
|
||
|
|
"grad_norm": 1.9891681671142578,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.661,
|
||
|
|
"step": 1417
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4894718674490853,
|
||
|
|
"grad_norm": 1.7080938816070557,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7104,
|
||
|
|
"step": 1418
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48981705212288573,
|
||
|
|
"grad_norm": 2.358642101287842,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7915,
|
||
|
|
"step": 1419
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49016223679668625,
|
||
|
|
"grad_norm": 2.174504280090332,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7419,
|
||
|
|
"step": 1420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4905074214704867,
|
||
|
|
"grad_norm": 1.925825834274292,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7043,
|
||
|
|
"step": 1421
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4908526061442872,
|
||
|
|
"grad_norm": 1.9665645360946655,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8022,
|
||
|
|
"step": 1422
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4911977908180877,
|
||
|
|
"grad_norm": 2.216688394546509,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8466,
|
||
|
|
"step": 1423
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49154297549188813,
|
||
|
|
"grad_norm": 2.05391263961792,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7482,
|
||
|
|
"step": 1424
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49188816016568865,
|
||
|
|
"grad_norm": 1.9934406280517578,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7311,
|
||
|
|
"step": 1425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4922333448394891,
|
||
|
|
"grad_norm": 1.9874615669250488,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7423,
|
||
|
|
"step": 1426
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4925785295132896,
|
||
|
|
"grad_norm": 1.9626049995422363,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7714,
|
||
|
|
"step": 1427
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4929237141870901,
|
||
|
|
"grad_norm": 1.9596810340881348,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.736,
|
||
|
|
"step": 1428
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4932688988608906,
|
||
|
|
"grad_norm": 2.215177059173584,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7713,
|
||
|
|
"step": 1429
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49361408353469105,
|
||
|
|
"grad_norm": 1.9259142875671387,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7522,
|
||
|
|
"step": 1430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49395926820849156,
|
||
|
|
"grad_norm": 2.1035358905792236,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7654,
|
||
|
|
"step": 1431
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.494304452882292,
|
||
|
|
"grad_norm": 2.373173952102661,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7834,
|
||
|
|
"step": 1432
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49464963755609254,
|
||
|
|
"grad_norm": 2.126002311706543,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7095,
|
||
|
|
"step": 1433
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.494994822229893,
|
||
|
|
"grad_norm": 2.0989010334014893,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7122,
|
||
|
|
"step": 1434
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49534000690369345,
|
||
|
|
"grad_norm": 2.3958206176757812,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7614,
|
||
|
|
"step": 1435
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49568519157749397,
|
||
|
|
"grad_norm": 2.403425693511963,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8194,
|
||
|
|
"step": 1436
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4960303762512944,
|
||
|
|
"grad_norm": 2.9969820976257324,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7663,
|
||
|
|
"step": 1437
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49637556092509494,
|
||
|
|
"grad_norm": 2.14561128616333,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7278,
|
||
|
|
"step": 1438
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4967207455988954,
|
||
|
|
"grad_norm": 2.0737359523773193,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7303,
|
||
|
|
"step": 1439
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4970659302726959,
|
||
|
|
"grad_norm": 2.2937800884246826,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7683,
|
||
|
|
"step": 1440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49741111494649637,
|
||
|
|
"grad_norm": 2.048412799835205,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7369,
|
||
|
|
"step": 1441
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4977562996202969,
|
||
|
|
"grad_norm": 2.1031463146209717,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7732,
|
||
|
|
"step": 1442
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49810148429409734,
|
||
|
|
"grad_norm": 2.2189128398895264,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7951,
|
||
|
|
"step": 1443
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4984466689678978,
|
||
|
|
"grad_norm": 2.1492562294006348,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7951,
|
||
|
|
"step": 1444
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4987918536416983,
|
||
|
|
"grad_norm": 2.0376765727996826,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7864,
|
||
|
|
"step": 1445
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49913703831549877,
|
||
|
|
"grad_norm": 1.9230624437332153,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.6954,
|
||
|
|
"step": 1446
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4994822229892993,
|
||
|
|
"grad_norm": 1.9471065998077393,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7413,
|
||
|
|
"step": 1447
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49982740766309974,
|
||
|
|
"grad_norm": 2.1954751014709473,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7738,
|
||
|
|
"step": 1448
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5001725923369003,
|
||
|
|
"grad_norm": 2.2330517768859863,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7161,
|
||
|
|
"step": 1449
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5005177770107008,
|
||
|
|
"grad_norm": 2.1354331970214844,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.6457,
|
||
|
|
"step": 1450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5008629616845012,
|
||
|
|
"grad_norm": 2.0056471824645996,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7372,
|
||
|
|
"step": 1451
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5012081463583017,
|
||
|
|
"grad_norm": 2.2320990562438965,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8261,
|
||
|
|
"step": 1452
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5015533310321022,
|
||
|
|
"grad_norm": 1.9749743938446045,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7372,
|
||
|
|
"step": 1453
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5018985157059026,
|
||
|
|
"grad_norm": 2.635192632675171,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8702,
|
||
|
|
"step": 1454
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5022437003797031,
|
||
|
|
"grad_norm": 2.126178026199341,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7182,
|
||
|
|
"step": 1455
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5025888850535036,
|
||
|
|
"grad_norm": 2.3000221252441406,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7966,
|
||
|
|
"step": 1456
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5029340697273041,
|
||
|
|
"grad_norm": 1.9998804330825806,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7479,
|
||
|
|
"step": 1457
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5032792544011045,
|
||
|
|
"grad_norm": 2.0375466346740723,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.791,
|
||
|
|
"step": 1458
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5036244390749051,
|
||
|
|
"grad_norm": 2.1413846015930176,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.763,
|
||
|
|
"step": 1459
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5039696237487056,
|
||
|
|
"grad_norm": 1.9989755153656006,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7703,
|
||
|
|
"step": 1460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5043148084225061,
|
||
|
|
"grad_norm": 1.9388622045516968,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7679,
|
||
|
|
"step": 1461
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5046599930963065,
|
||
|
|
"grad_norm": 2.1844089031219482,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7579,
|
||
|
|
"step": 1462
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.505005177770107,
|
||
|
|
"grad_norm": 1.9982469081878662,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7939,
|
||
|
|
"step": 1463
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5053503624439075,
|
||
|
|
"grad_norm": 2.0412251949310303,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7376,
|
||
|
|
"step": 1464
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5056955471177079,
|
||
|
|
"grad_norm": 2.1272287368774414,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7477,
|
||
|
|
"step": 1465
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5060407317915084,
|
||
|
|
"grad_norm": 2.094679594039917,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7581,
|
||
|
|
"step": 1466
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.506385916465309,
|
||
|
|
"grad_norm": 2.2969553470611572,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7634,
|
||
|
|
"step": 1467
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5067311011391095,
|
||
|
|
"grad_norm": 2.0551202297210693,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.6759,
|
||
|
|
"step": 1468
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5070762858129099,
|
||
|
|
"grad_norm": 2.0950334072113037,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8159,
|
||
|
|
"step": 1469
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5074214704867104,
|
||
|
|
"grad_norm": 2.216313600540161,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7852,
|
||
|
|
"step": 1470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5077666551605109,
|
||
|
|
"grad_norm": 2.1019294261932373,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7405,
|
||
|
|
"step": 1471
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5081118398343114,
|
||
|
|
"grad_norm": 1.9898511171340942,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7703,
|
||
|
|
"step": 1472
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5084570245081118,
|
||
|
|
"grad_norm": 1.9961392879486084,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.729,
|
||
|
|
"step": 1473
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5088022091819123,
|
||
|
|
"grad_norm": 2.0674960613250732,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7474,
|
||
|
|
"step": 1474
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5091473938557128,
|
||
|
|
"grad_norm": 1.9780677556991577,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.805,
|
||
|
|
"step": 1475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5094925785295132,
|
||
|
|
"grad_norm": 1.9984103441238403,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8204,
|
||
|
|
"step": 1476
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5098377632033138,
|
||
|
|
"grad_norm": 1.9758920669555664,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7423,
|
||
|
|
"step": 1477
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5101829478771143,
|
||
|
|
"grad_norm": 2.131047010421753,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7335,
|
||
|
|
"step": 1478
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5105281325509148,
|
||
|
|
"grad_norm": 2.262054443359375,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7478,
|
||
|
|
"step": 1479
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5108733172247152,
|
||
|
|
"grad_norm": 1.8867930173873901,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7315,
|
||
|
|
"step": 1480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5112185018985157,
|
||
|
|
"grad_norm": 2.000673770904541,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7262,
|
||
|
|
"step": 1481
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5115636865723162,
|
||
|
|
"grad_norm": 1.9304447174072266,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7361,
|
||
|
|
"step": 1482
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5119088712461167,
|
||
|
|
"grad_norm": 2.049893856048584,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.745,
|
||
|
|
"step": 1483
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5122540559199171,
|
||
|
|
"grad_norm": 2.0151312351226807,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8003,
|
||
|
|
"step": 1484
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5125992405937176,
|
||
|
|
"grad_norm": 2.1705594062805176,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7507,
|
||
|
|
"step": 1485
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5129444252675182,
|
||
|
|
"grad_norm": 2.0189003944396973,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8213,
|
||
|
|
"step": 1486
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5132896099413186,
|
||
|
|
"grad_norm": 2.0302422046661377,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7287,
|
||
|
|
"step": 1487
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5136347946151191,
|
||
|
|
"grad_norm": 2.0635666847229004,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7931,
|
||
|
|
"step": 1488
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5139799792889196,
|
||
|
|
"grad_norm": 2.0531816482543945,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.766,
|
||
|
|
"step": 1489
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5143251639627201,
|
||
|
|
"grad_norm": 1.9699041843414307,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.6789,
|
||
|
|
"step": 1490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5146703486365205,
|
||
|
|
"grad_norm": 2.2556989192962646,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7945,
|
||
|
|
"step": 1491
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.515015533310321,
|
||
|
|
"grad_norm": 2.1396570205688477,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7395,
|
||
|
|
"step": 1492
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5153607179841215,
|
||
|
|
"grad_norm": 2.188671588897705,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7786,
|
||
|
|
"step": 1493
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5157059026579219,
|
||
|
|
"grad_norm": 2.048292875289917,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7548,
|
||
|
|
"step": 1494
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5160510873317224,
|
||
|
|
"grad_norm": 2.00166392326355,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7535,
|
||
|
|
"step": 1495
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.516396272005523,
|
||
|
|
"grad_norm": 2.247016429901123,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7897,
|
||
|
|
"step": 1496
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5167414566793235,
|
||
|
|
"grad_norm": 2.0391135215759277,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7455,
|
||
|
|
"step": 1497
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5170866413531239,
|
||
|
|
"grad_norm": 2.0756640434265137,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7534,
|
||
|
|
"step": 1498
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5174318260269244,
|
||
|
|
"grad_norm": 2.005875587463379,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7393,
|
||
|
|
"step": 1499
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5177770107007249,
|
||
|
|
"grad_norm": 2.9611847400665283,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7754,
|
||
|
|
"step": 1500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5181221953745254,
|
||
|
|
"grad_norm": 2.0369226932525635,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.76,
|
||
|
|
"step": 1501
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5184673800483258,
|
||
|
|
"grad_norm": 2.136617422103882,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7442,
|
||
|
|
"step": 1502
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5188125647221263,
|
||
|
|
"grad_norm": 2.0811007022857666,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7554,
|
||
|
|
"step": 1503
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5191577493959268,
|
||
|
|
"grad_norm": 1.9961743354797363,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8295,
|
||
|
|
"step": 1504
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5195029340697273,
|
||
|
|
"grad_norm": 2.0538458824157715,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7009,
|
||
|
|
"step": 1505
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5198481187435278,
|
||
|
|
"grad_norm": 1.9358627796173096,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.739,
|
||
|
|
"step": 1506
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5201933034173283,
|
||
|
|
"grad_norm": 2.0105397701263428,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7654,
|
||
|
|
"step": 1507
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5205384880911288,
|
||
|
|
"grad_norm": 1.9926280975341797,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.6894,
|
||
|
|
"step": 1508
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5208836727649292,
|
||
|
|
"grad_norm": 2.034719705581665,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7308,
|
||
|
|
"step": 1509
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5212288574387297,
|
||
|
|
"grad_norm": 2.001704454421997,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.767,
|
||
|
|
"step": 1510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5215740421125302,
|
||
|
|
"grad_norm": 1.9315989017486572,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7711,
|
||
|
|
"step": 1511
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5219192267863307,
|
||
|
|
"grad_norm": 1.8887486457824707,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.6943,
|
||
|
|
"step": 1512
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5222644114601311,
|
||
|
|
"grad_norm": 2.2250192165374756,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.686,
|
||
|
|
"step": 1513
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5226095961339317,
|
||
|
|
"grad_norm": 1.9821523427963257,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7435,
|
||
|
|
"step": 1514
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5229547808077322,
|
||
|
|
"grad_norm": 1.9626295566558838,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7665,
|
||
|
|
"step": 1515
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5232999654815326,
|
||
|
|
"grad_norm": 1.9082125425338745,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7459,
|
||
|
|
"step": 1516
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5236451501553331,
|
||
|
|
"grad_norm": 2.0444540977478027,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8075,
|
||
|
|
"step": 1517
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5239903348291336,
|
||
|
|
"grad_norm": 2.2874510288238525,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.6978,
|
||
|
|
"step": 1518
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5243355195029341,
|
||
|
|
"grad_norm": 2.4831151962280273,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.768,
|
||
|
|
"step": 1519
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5246807041767345,
|
||
|
|
"grad_norm": 1.9155309200286865,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7397,
|
||
|
|
"step": 1520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.525025888850535,
|
||
|
|
"grad_norm": 2.0274205207824707,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.6859,
|
||
|
|
"step": 1521
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5253710735243355,
|
||
|
|
"grad_norm": 1.999887466430664,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7105,
|
||
|
|
"step": 1522
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.525716258198136,
|
||
|
|
"grad_norm": 2.0119621753692627,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.6969,
|
||
|
|
"step": 1523
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5260614428719365,
|
||
|
|
"grad_norm": 2.017012119293213,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8121,
|
||
|
|
"step": 1524
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.526406627545737,
|
||
|
|
"grad_norm": 2.2585651874542236,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7834,
|
||
|
|
"step": 1525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5267518122195375,
|
||
|
|
"grad_norm": 2.0236425399780273,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7249,
|
||
|
|
"step": 1526
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5270969968933379,
|
||
|
|
"grad_norm": 2.310391664505005,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.794,
|
||
|
|
"step": 1527
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5274421815671384,
|
||
|
|
"grad_norm": 2.076503038406372,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7216,
|
||
|
|
"step": 1528
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5277873662409389,
|
||
|
|
"grad_norm": 2.0014805793762207,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7194,
|
||
|
|
"step": 1529
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5281325509147394,
|
||
|
|
"grad_norm": 2.0097439289093018,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7366,
|
||
|
|
"step": 1530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5284777355885398,
|
||
|
|
"grad_norm": 1.9401037693023682,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.6921,
|
||
|
|
"step": 1531
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5288229202623403,
|
||
|
|
"grad_norm": 2.037564277648926,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7337,
|
||
|
|
"step": 1532
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5291681049361409,
|
||
|
|
"grad_norm": 2.024232864379883,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7869,
|
||
|
|
"step": 1533
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5295132896099414,
|
||
|
|
"grad_norm": 2.170314073562622,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7656,
|
||
|
|
"step": 1534
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5298584742837418,
|
||
|
|
"grad_norm": 1.9077699184417725,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7441,
|
||
|
|
"step": 1535
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5302036589575423,
|
||
|
|
"grad_norm": 1.995130181312561,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7264,
|
||
|
|
"step": 1536
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5305488436313428,
|
||
|
|
"grad_norm": 2.122166633605957,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7467,
|
||
|
|
"step": 1537
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5308940283051432,
|
||
|
|
"grad_norm": 1.928505301475525,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.759,
|
||
|
|
"step": 1538
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5312392129789437,
|
||
|
|
"grad_norm": 2.259756565093994,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7654,
|
||
|
|
"step": 1539
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5315843976527442,
|
||
|
|
"grad_norm": 2.067192554473877,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7518,
|
||
|
|
"step": 1540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5319295823265447,
|
||
|
|
"grad_norm": 1.9541715383529663,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7354,
|
||
|
|
"step": 1541
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5322747670003452,
|
||
|
|
"grad_norm": 2.145857334136963,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.6887,
|
||
|
|
"step": 1542
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5326199516741457,
|
||
|
|
"grad_norm": 1.9784005880355835,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7734,
|
||
|
|
"step": 1543
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5329651363479462,
|
||
|
|
"grad_norm": 2.2178709506988525,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7385,
|
||
|
|
"step": 1544
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5333103210217466,
|
||
|
|
"grad_norm": 1.983673334121704,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.774,
|
||
|
|
"step": 1545
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5336555056955471,
|
||
|
|
"grad_norm": 1.9952528476715088,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7436,
|
||
|
|
"step": 1546
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5340006903693476,
|
||
|
|
"grad_norm": 2.0169942378997803,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7037,
|
||
|
|
"step": 1547
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5343458750431481,
|
||
|
|
"grad_norm": 2.069014310836792,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7819,
|
||
|
|
"step": 1548
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5346910597169485,
|
||
|
|
"grad_norm": 2.130476951599121,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7435,
|
||
|
|
"step": 1549
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.535036244390749,
|
||
|
|
"grad_norm": 1.9785997867584229,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.816,
|
||
|
|
"step": 1550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5353814290645496,
|
||
|
|
"grad_norm": 1.9749222993850708,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.705,
|
||
|
|
"step": 1551
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5357266137383501,
|
||
|
|
"grad_norm": 1.9402345418930054,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7154,
|
||
|
|
"step": 1552
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5360717984121505,
|
||
|
|
"grad_norm": 2.0092172622680664,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8105,
|
||
|
|
"step": 1553
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.536416983085951,
|
||
|
|
"grad_norm": 2.191633462905884,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7407,
|
||
|
|
"step": 1554
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5367621677597515,
|
||
|
|
"grad_norm": 1.9947285652160645,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7649,
|
||
|
|
"step": 1555
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5371073524335519,
|
||
|
|
"grad_norm": 2.1279420852661133,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7469,
|
||
|
|
"step": 1556
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5374525371073524,
|
||
|
|
"grad_norm": 2.353172540664673,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8125,
|
||
|
|
"step": 1557
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5377977217811529,
|
||
|
|
"grad_norm": 2.147198438644409,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7344,
|
||
|
|
"step": 1558
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5381429064549534,
|
||
|
|
"grad_norm": 2.1066479682922363,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7672,
|
||
|
|
"step": 1559
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5384880911287538,
|
||
|
|
"grad_norm": 2.157383441925049,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7361,
|
||
|
|
"step": 1560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5388332758025544,
|
||
|
|
"grad_norm": 2.15088152885437,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.741,
|
||
|
|
"step": 1561
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5391784604763549,
|
||
|
|
"grad_norm": 2.0658955574035645,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.6977,
|
||
|
|
"step": 1562
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5395236451501554,
|
||
|
|
"grad_norm": 1.9369417428970337,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.6814,
|
||
|
|
"step": 1563
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5398688298239558,
|
||
|
|
"grad_norm": 1.9364086389541626,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.724,
|
||
|
|
"step": 1564
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5402140144977563,
|
||
|
|
"grad_norm": 2.0376758575439453,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7336,
|
||
|
|
"step": 1565
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5405591991715568,
|
||
|
|
"grad_norm": 2.0366671085357666,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7441,
|
||
|
|
"step": 1566
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5409043838453572,
|
||
|
|
"grad_norm": 2.0837013721466064,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7092,
|
||
|
|
"step": 1567
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5412495685191577,
|
||
|
|
"grad_norm": 2.155195474624634,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7876,
|
||
|
|
"step": 1568
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5415947531929582,
|
||
|
|
"grad_norm": 2.9427101612091064,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7363,
|
||
|
|
"step": 1569
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5419399378667588,
|
||
|
|
"grad_norm": 2.0746378898620605,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8186,
|
||
|
|
"step": 1570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5422851225405592,
|
||
|
|
"grad_norm": 2.2725448608398438,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7915,
|
||
|
|
"step": 1571
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5426303072143597,
|
||
|
|
"grad_norm": 1.9780291318893433,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.6905,
|
||
|
|
"step": 1572
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5429754918881602,
|
||
|
|
"grad_norm": 1.725458025932312,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.675,
|
||
|
|
"step": 1573
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5433206765619607,
|
||
|
|
"grad_norm": 1.9048550128936768,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7574,
|
||
|
|
"step": 1574
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5436658612357611,
|
||
|
|
"grad_norm": 2.066535472869873,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7394,
|
||
|
|
"step": 1575
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5440110459095616,
|
||
|
|
"grad_norm": 2.005197048187256,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7291,
|
||
|
|
"step": 1576
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5443562305833621,
|
||
|
|
"grad_norm": 1.9261797666549683,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7259,
|
||
|
|
"step": 1577
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5447014152571625,
|
||
|
|
"grad_norm": 2.225381851196289,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7296,
|
||
|
|
"step": 1578
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.545046599930963,
|
||
|
|
"grad_norm": 2.1634013652801514,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7334,
|
||
|
|
"step": 1579
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5453917846047636,
|
||
|
|
"grad_norm": 1.9177619218826294,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7311,
|
||
|
|
"step": 1580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5457369692785641,
|
||
|
|
"grad_norm": 1.9547218084335327,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7289,
|
||
|
|
"step": 1581
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5460821539523645,
|
||
|
|
"grad_norm": 2.0254147052764893,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7309,
|
||
|
|
"step": 1582
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.546427338626165,
|
||
|
|
"grad_norm": 1.9393632411956787,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7163,
|
||
|
|
"step": 1583
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5467725232999655,
|
||
|
|
"grad_norm": 2.081874132156372,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7336,
|
||
|
|
"step": 1584
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5471177079737659,
|
||
|
|
"grad_norm": 2.0485341548919678,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7051,
|
||
|
|
"step": 1585
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5474628926475664,
|
||
|
|
"grad_norm": 1.9539107084274292,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7768,
|
||
|
|
"step": 1586
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5478080773213669,
|
||
|
|
"grad_norm": 2.1795575618743896,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7287,
|
||
|
|
"step": 1587
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5481532619951675,
|
||
|
|
"grad_norm": 1.9676514863967896,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7297,
|
||
|
|
"step": 1588
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5484984466689679,
|
||
|
|
"grad_norm": 2.0641229152679443,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7974,
|
||
|
|
"step": 1589
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5488436313427684,
|
||
|
|
"grad_norm": 2.012836217880249,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8395,
|
||
|
|
"step": 1590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5491888160165689,
|
||
|
|
"grad_norm": 2.2027604579925537,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7407,
|
||
|
|
"step": 1591
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5495340006903694,
|
||
|
|
"grad_norm": 2.0422706604003906,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7707,
|
||
|
|
"step": 1592
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5498791853641698,
|
||
|
|
"grad_norm": 2.224719762802124,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7816,
|
||
|
|
"step": 1593
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5502243700379703,
|
||
|
|
"grad_norm": 2.003119468688965,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7255,
|
||
|
|
"step": 1594
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5505695547117708,
|
||
|
|
"grad_norm": 1.9763742685317993,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7147,
|
||
|
|
"step": 1595
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5509147393855712,
|
||
|
|
"grad_norm": 1.9684779644012451,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.77,
|
||
|
|
"step": 1596
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5512599240593717,
|
||
|
|
"grad_norm": 1.6828429698944092,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.6757,
|
||
|
|
"step": 1597
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5516051087331723,
|
||
|
|
"grad_norm": 2.001671075820923,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7069,
|
||
|
|
"step": 1598
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5519502934069728,
|
||
|
|
"grad_norm": 2.0887136459350586,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.7267,
|
||
|
|
"step": 1599
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5522954780807732,
|
||
|
|
"grad_norm": 2.1112077236175537,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 0.8088,
|
||
|
|
"step": 1600
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"logging_steps": 1.0,
|
||
|
|
"max_steps": 14485,
|
||
|
|
"num_input_tokens_seen": 0,
|
||
|
|
"num_train_epochs": 5,
|
||
|
|
"save_steps": 200,
|
||
|
|
"stateful_callbacks": {
|
||
|
|
"TrainerControl": {
|
||
|
|
"args": {
|
||
|
|
"should_epoch_stop": false,
|
||
|
|
"should_evaluate": false,
|
||
|
|
"should_log": false,
|
||
|
|
"should_save": true,
|
||
|
|
"should_training_stop": false
|
||
|
|
},
|
||
|
|
"attributes": {}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"total_flos": 1005022347264000.0,
|
||
|
|
"train_batch_size": 12,
|
||
|
|
"trial_name": null,
|
||
|
|
"trial_params": null
|
||
|
|
}
|