6890 lines
167 KiB
JSON
6890 lines
167 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 1.0,
|
|
"eval_steps": 500,
|
|
"global_step": 9782,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.0010223119584941345,
|
|
"grad_norm": 70.94046783447266,
|
|
"learning_rate": 4.596527068437181e-07,
|
|
"loss": 5.7729,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 0.002044623916988269,
|
|
"grad_norm": 36.98649597167969,
|
|
"learning_rate": 9.703779366700715e-07,
|
|
"loss": 5.4769,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.0030669358754824034,
|
|
"grad_norm": 14.041007995605469,
|
|
"learning_rate": 1.481103166496425e-06,
|
|
"loss": 4.1936,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 0.004089247833976538,
|
|
"grad_norm": 8.187762260437012,
|
|
"learning_rate": 1.9918283963227787e-06,
|
|
"loss": 3.9063,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.005111559792470672,
|
|
"grad_norm": 9.793929100036621,
|
|
"learning_rate": 2.502553626149132e-06,
|
|
"loss": 3.3878,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.006133871750964807,
|
|
"grad_norm": 6.04489803314209,
|
|
"learning_rate": 3.013278855975485e-06,
|
|
"loss": 3.1355,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 0.007156183709458941,
|
|
"grad_norm": 4.14630126953125,
|
|
"learning_rate": 3.5240040858018386e-06,
|
|
"loss": 2.9229,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 0.008178495667953076,
|
|
"grad_norm": 4.584634304046631,
|
|
"learning_rate": 4.034729315628192e-06,
|
|
"loss": 2.7581,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 0.00920080762644721,
|
|
"grad_norm": 4.384355068206787,
|
|
"learning_rate": 4.5454545454545455e-06,
|
|
"loss": 2.9603,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 0.010223119584941345,
|
|
"grad_norm": 4.592817306518555,
|
|
"learning_rate": 5.056179775280899e-06,
|
|
"loss": 2.8967,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.011245431543435479,
|
|
"grad_norm": 4.680253982543945,
|
|
"learning_rate": 5.5669050051072524e-06,
|
|
"loss": 2.8365,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 0.012267743501929614,
|
|
"grad_norm": 2.460531234741211,
|
|
"learning_rate": 6.077630234933606e-06,
|
|
"loss": 2.529,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 0.013290055460423748,
|
|
"grad_norm": 3.962606906890869,
|
|
"learning_rate": 6.58835546475996e-06,
|
|
"loss": 2.5749,
|
|
"step": 130
|
|
},
|
|
{
|
|
"epoch": 0.014312367418917882,
|
|
"grad_norm": 3.244239330291748,
|
|
"learning_rate": 7.099080694586313e-06,
|
|
"loss": 2.4756,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 0.015334679377412017,
|
|
"grad_norm": 4.2977705001831055,
|
|
"learning_rate": 7.609805924412666e-06,
|
|
"loss": 2.5418,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 0.01635699133590615,
|
|
"grad_norm": 4.5740132331848145,
|
|
"learning_rate": 8.120531154239019e-06,
|
|
"loss": 2.4251,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 0.017379303294400288,
|
|
"grad_norm": 2.3269731998443604,
|
|
"learning_rate": 8.631256384065373e-06,
|
|
"loss": 2.3459,
|
|
"step": 170
|
|
},
|
|
{
|
|
"epoch": 0.01840161525289442,
|
|
"grad_norm": 4.277726650238037,
|
|
"learning_rate": 9.141981613891727e-06,
|
|
"loss": 2.1922,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 0.019423927211388557,
|
|
"grad_norm": 4.3737077713012695,
|
|
"learning_rate": 9.65270684371808e-06,
|
|
"loss": 2.1388,
|
|
"step": 190
|
|
},
|
|
{
|
|
"epoch": 0.02044623916988269,
|
|
"grad_norm": 4.4290947914123535,
|
|
"learning_rate": 1.0163432073544434e-05,
|
|
"loss": 2.1335,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.021468551128376825,
|
|
"grad_norm": 2.84171724319458,
|
|
"learning_rate": 1.0674157303370787e-05,
|
|
"loss": 2.0611,
|
|
"step": 210
|
|
},
|
|
{
|
|
"epoch": 0.022490863086870958,
|
|
"grad_norm": 2.303724765777588,
|
|
"learning_rate": 1.118488253319714e-05,
|
|
"loss": 2.0277,
|
|
"step": 220
|
|
},
|
|
{
|
|
"epoch": 0.023513175045365094,
|
|
"grad_norm": 2.510511875152588,
|
|
"learning_rate": 1.1695607763023494e-05,
|
|
"loss": 2.083,
|
|
"step": 230
|
|
},
|
|
{
|
|
"epoch": 0.024535487003859227,
|
|
"grad_norm": 4.074395656585693,
|
|
"learning_rate": 1.2206332992849848e-05,
|
|
"loss": 1.9243,
|
|
"step": 240
|
|
},
|
|
{
|
|
"epoch": 0.025557798962353363,
|
|
"grad_norm": 2.922254800796509,
|
|
"learning_rate": 1.27170582226762e-05,
|
|
"loss": 1.9579,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 0.026580110920847496,
|
|
"grad_norm": 2.5318799018859863,
|
|
"learning_rate": 1.3227783452502553e-05,
|
|
"loss": 1.926,
|
|
"step": 260
|
|
},
|
|
{
|
|
"epoch": 0.027602422879341632,
|
|
"grad_norm": 2.9087040424346924,
|
|
"learning_rate": 1.3738508682328908e-05,
|
|
"loss": 1.855,
|
|
"step": 270
|
|
},
|
|
{
|
|
"epoch": 0.028624734837835765,
|
|
"grad_norm": 2.358649492263794,
|
|
"learning_rate": 1.424923391215526e-05,
|
|
"loss": 1.8568,
|
|
"step": 280
|
|
},
|
|
{
|
|
"epoch": 0.0296470467963299,
|
|
"grad_norm": 2.470640182495117,
|
|
"learning_rate": 1.4759959141981613e-05,
|
|
"loss": 1.8934,
|
|
"step": 290
|
|
},
|
|
{
|
|
"epoch": 0.030669358754824034,
|
|
"grad_norm": 2.740605592727661,
|
|
"learning_rate": 1.5270684371807967e-05,
|
|
"loss": 1.8093,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 0.03169167071331817,
|
|
"grad_norm": 2.383192777633667,
|
|
"learning_rate": 1.578140960163432e-05,
|
|
"loss": 1.8581,
|
|
"step": 310
|
|
},
|
|
{
|
|
"epoch": 0.0327139826718123,
|
|
"grad_norm": 2.431966781616211,
|
|
"learning_rate": 1.6292134831460676e-05,
|
|
"loss": 1.8639,
|
|
"step": 320
|
|
},
|
|
{
|
|
"epoch": 0.03373629463030644,
|
|
"grad_norm": 2.363967180252075,
|
|
"learning_rate": 1.680286006128703e-05,
|
|
"loss": 1.8074,
|
|
"step": 330
|
|
},
|
|
{
|
|
"epoch": 0.034758606588800575,
|
|
"grad_norm": 2.1545140743255615,
|
|
"learning_rate": 1.731358529111338e-05,
|
|
"loss": 1.7677,
|
|
"step": 340
|
|
},
|
|
{
|
|
"epoch": 0.035780918547294704,
|
|
"grad_norm": 2.7959671020507812,
|
|
"learning_rate": 1.7824310520939735e-05,
|
|
"loss": 1.8268,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 0.03680323050578884,
|
|
"grad_norm": 4.4346113204956055,
|
|
"learning_rate": 1.833503575076609e-05,
|
|
"loss": 1.8369,
|
|
"step": 360
|
|
},
|
|
{
|
|
"epoch": 0.03782554246428298,
|
|
"grad_norm": 2.494288682937622,
|
|
"learning_rate": 1.884576098059244e-05,
|
|
"loss": 1.6866,
|
|
"step": 370
|
|
},
|
|
{
|
|
"epoch": 0.03884785442277711,
|
|
"grad_norm": 2.819344997406006,
|
|
"learning_rate": 1.9356486210418795e-05,
|
|
"loss": 1.6996,
|
|
"step": 380
|
|
},
|
|
{
|
|
"epoch": 0.03987016638127124,
|
|
"grad_norm": 2.765200614929199,
|
|
"learning_rate": 1.986721144024515e-05,
|
|
"loss": 1.7623,
|
|
"step": 390
|
|
},
|
|
{
|
|
"epoch": 0.04089247833976538,
|
|
"grad_norm": 2.703268527984619,
|
|
"learning_rate": 2.03779366700715e-05,
|
|
"loss": 1.7848,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 0.041914790298259515,
|
|
"grad_norm": 4.231158256530762,
|
|
"learning_rate": 2.0888661899897858e-05,
|
|
"loss": 1.7764,
|
|
"step": 410
|
|
},
|
|
{
|
|
"epoch": 0.04293710225675365,
|
|
"grad_norm": 2.221487045288086,
|
|
"learning_rate": 2.139938712972421e-05,
|
|
"loss": 1.7455,
|
|
"step": 420
|
|
},
|
|
{
|
|
"epoch": 0.04395941421524778,
|
|
"grad_norm": 2.8403496742248535,
|
|
"learning_rate": 2.1910112359550563e-05,
|
|
"loss": 1.7515,
|
|
"step": 430
|
|
},
|
|
{
|
|
"epoch": 0.044981726173741916,
|
|
"grad_norm": 1.87192964553833,
|
|
"learning_rate": 2.2420837589376917e-05,
|
|
"loss": 1.7321,
|
|
"step": 440
|
|
},
|
|
{
|
|
"epoch": 0.04600403813223605,
|
|
"grad_norm": 2.076911687850952,
|
|
"learning_rate": 2.2931562819203268e-05,
|
|
"loss": 1.7107,
|
|
"step": 450
|
|
},
|
|
{
|
|
"epoch": 0.04702635009073019,
|
|
"grad_norm": 4.201175212860107,
|
|
"learning_rate": 2.3442288049029623e-05,
|
|
"loss": 1.7197,
|
|
"step": 460
|
|
},
|
|
{
|
|
"epoch": 0.04804866204922432,
|
|
"grad_norm": 1.9488505125045776,
|
|
"learning_rate": 2.3953013278855977e-05,
|
|
"loss": 1.6227,
|
|
"step": 470
|
|
},
|
|
{
|
|
"epoch": 0.049070974007718454,
|
|
"grad_norm": 1.937862515449524,
|
|
"learning_rate": 2.446373850868233e-05,
|
|
"loss": 1.573,
|
|
"step": 480
|
|
},
|
|
{
|
|
"epoch": 0.05009328596621259,
|
|
"grad_norm": 2.538717031478882,
|
|
"learning_rate": 2.4974463738508682e-05,
|
|
"loss": 1.581,
|
|
"step": 490
|
|
},
|
|
{
|
|
"epoch": 0.05111559792470673,
|
|
"grad_norm": 1.7750344276428223,
|
|
"learning_rate": 2.548518896833504e-05,
|
|
"loss": 1.5403,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 0.052137909883200856,
|
|
"grad_norm": 2.2738513946533203,
|
|
"learning_rate": 2.599591419816139e-05,
|
|
"loss": 1.5419,
|
|
"step": 510
|
|
},
|
|
{
|
|
"epoch": 0.05316022184169499,
|
|
"grad_norm": 2.131457567214966,
|
|
"learning_rate": 2.6506639427987745e-05,
|
|
"loss": 1.544,
|
|
"step": 520
|
|
},
|
|
{
|
|
"epoch": 0.05418253380018913,
|
|
"grad_norm": 2.3775675296783447,
|
|
"learning_rate": 2.70173646578141e-05,
|
|
"loss": 1.4898,
|
|
"step": 530
|
|
},
|
|
{
|
|
"epoch": 0.055204845758683264,
|
|
"grad_norm": 2.117812395095825,
|
|
"learning_rate": 2.752808988764045e-05,
|
|
"loss": 1.4654,
|
|
"step": 540
|
|
},
|
|
{
|
|
"epoch": 0.056227157717177394,
|
|
"grad_norm": 1.9138811826705933,
|
|
"learning_rate": 2.8038815117466805e-05,
|
|
"loss": 1.3641,
|
|
"step": 550
|
|
},
|
|
{
|
|
"epoch": 0.05724946967567153,
|
|
"grad_norm": 2.154578924179077,
|
|
"learning_rate": 2.854954034729316e-05,
|
|
"loss": 1.3263,
|
|
"step": 560
|
|
},
|
|
{
|
|
"epoch": 0.058271781634165666,
|
|
"grad_norm": 2.099501132965088,
|
|
"learning_rate": 2.906026557711951e-05,
|
|
"loss": 1.3474,
|
|
"step": 570
|
|
},
|
|
{
|
|
"epoch": 0.0592940935926598,
|
|
"grad_norm": 1.8399790525436401,
|
|
"learning_rate": 2.9570990806945864e-05,
|
|
"loss": 1.3702,
|
|
"step": 580
|
|
},
|
|
{
|
|
"epoch": 0.06031640555115393,
|
|
"grad_norm": 2.0430350303649902,
|
|
"learning_rate": 3.008171603677222e-05,
|
|
"loss": 1.3567,
|
|
"step": 590
|
|
},
|
|
{
|
|
"epoch": 0.06133871750964807,
|
|
"grad_norm": 1.9482533931732178,
|
|
"learning_rate": 3.059244126659857e-05,
|
|
"loss": 1.2809,
|
|
"step": 600
|
|
},
|
|
{
|
|
"epoch": 0.062361029468142204,
|
|
"grad_norm": 1.9207191467285156,
|
|
"learning_rate": 3.110316649642493e-05,
|
|
"loss": 1.2442,
|
|
"step": 610
|
|
},
|
|
{
|
|
"epoch": 0.06338334142663633,
|
|
"grad_norm": 2.114955186843872,
|
|
"learning_rate": 3.1613891726251275e-05,
|
|
"loss": 1.2309,
|
|
"step": 620
|
|
},
|
|
{
|
|
"epoch": 0.06440565338513048,
|
|
"grad_norm": 1.8856667280197144,
|
|
"learning_rate": 3.212461695607763e-05,
|
|
"loss": 1.1752,
|
|
"step": 630
|
|
},
|
|
{
|
|
"epoch": 0.0654279653436246,
|
|
"grad_norm": 1.723923683166504,
|
|
"learning_rate": 3.263534218590398e-05,
|
|
"loss": 1.2686,
|
|
"step": 640
|
|
},
|
|
{
|
|
"epoch": 0.06645027730211873,
|
|
"grad_norm": 1.8947356939315796,
|
|
"learning_rate": 3.314606741573034e-05,
|
|
"loss": 1.2698,
|
|
"step": 650
|
|
},
|
|
{
|
|
"epoch": 0.06747258926061288,
|
|
"grad_norm": 1.9917230606079102,
|
|
"learning_rate": 3.365679264555669e-05,
|
|
"loss": 1.1724,
|
|
"step": 660
|
|
},
|
|
{
|
|
"epoch": 0.06849490121910701,
|
|
"grad_norm": 2.0864381790161133,
|
|
"learning_rate": 3.4167517875383046e-05,
|
|
"loss": 1.3131,
|
|
"step": 670
|
|
},
|
|
{
|
|
"epoch": 0.06951721317760115,
|
|
"grad_norm": 1.6907154321670532,
|
|
"learning_rate": 3.46782431052094e-05,
|
|
"loss": 1.1841,
|
|
"step": 680
|
|
},
|
|
{
|
|
"epoch": 0.07053952513609528,
|
|
"grad_norm": 1.76568603515625,
|
|
"learning_rate": 3.5188968335035755e-05,
|
|
"loss": 1.2088,
|
|
"step": 690
|
|
},
|
|
{
|
|
"epoch": 0.07156183709458941,
|
|
"grad_norm": 1.9172755479812622,
|
|
"learning_rate": 3.569969356486211e-05,
|
|
"loss": 1.1739,
|
|
"step": 700
|
|
},
|
|
{
|
|
"epoch": 0.07258414905308355,
|
|
"grad_norm": 2.5354256629943848,
|
|
"learning_rate": 3.621041879468846e-05,
|
|
"loss": 1.2373,
|
|
"step": 710
|
|
},
|
|
{
|
|
"epoch": 0.07360646101157768,
|
|
"grad_norm": 1.7339375019073486,
|
|
"learning_rate": 3.672114402451481e-05,
|
|
"loss": 1.1339,
|
|
"step": 720
|
|
},
|
|
{
|
|
"epoch": 0.07462877297007181,
|
|
"grad_norm": 1.7091752290725708,
|
|
"learning_rate": 3.7231869254341165e-05,
|
|
"loss": 1.1807,
|
|
"step": 730
|
|
},
|
|
{
|
|
"epoch": 0.07565108492856595,
|
|
"grad_norm": 1.8734017610549927,
|
|
"learning_rate": 3.774259448416752e-05,
|
|
"loss": 1.1803,
|
|
"step": 740
|
|
},
|
|
{
|
|
"epoch": 0.07667339688706008,
|
|
"grad_norm": 1.9953020811080933,
|
|
"learning_rate": 3.8253319713993874e-05,
|
|
"loss": 1.1964,
|
|
"step": 750
|
|
},
|
|
{
|
|
"epoch": 0.07769570884555423,
|
|
"grad_norm": 1.9818227291107178,
|
|
"learning_rate": 3.876404494382023e-05,
|
|
"loss": 1.1366,
|
|
"step": 760
|
|
},
|
|
{
|
|
"epoch": 0.07871802080404836,
|
|
"grad_norm": 1.6370587348937988,
|
|
"learning_rate": 3.927477017364658e-05,
|
|
"loss": 1.2463,
|
|
"step": 770
|
|
},
|
|
{
|
|
"epoch": 0.07974033276254248,
|
|
"grad_norm": 3.5624840259552,
|
|
"learning_rate": 3.978549540347294e-05,
|
|
"loss": 1.2779,
|
|
"step": 780
|
|
},
|
|
{
|
|
"epoch": 0.08076264472103663,
|
|
"grad_norm": 1.5966604948043823,
|
|
"learning_rate": 4.0296220633299284e-05,
|
|
"loss": 1.1991,
|
|
"step": 790
|
|
},
|
|
{
|
|
"epoch": 0.08178495667953076,
|
|
"grad_norm": 1.6895662546157837,
|
|
"learning_rate": 4.080694586312564e-05,
|
|
"loss": 1.1226,
|
|
"step": 800
|
|
},
|
|
{
|
|
"epoch": 0.0828072686380249,
|
|
"grad_norm": 1.7477182149887085,
|
|
"learning_rate": 4.131767109295199e-05,
|
|
"loss": 1.0991,
|
|
"step": 810
|
|
},
|
|
{
|
|
"epoch": 0.08382958059651903,
|
|
"grad_norm": 3.4450631141662598,
|
|
"learning_rate": 4.182839632277835e-05,
|
|
"loss": 1.1443,
|
|
"step": 820
|
|
},
|
|
{
|
|
"epoch": 0.08485189255501316,
|
|
"grad_norm": 1.7347668409347534,
|
|
"learning_rate": 4.23391215526047e-05,
|
|
"loss": 1.1085,
|
|
"step": 830
|
|
},
|
|
{
|
|
"epoch": 0.0858742045135073,
|
|
"grad_norm": 1.52926766872406,
|
|
"learning_rate": 4.2849846782431056e-05,
|
|
"loss": 1.1038,
|
|
"step": 840
|
|
},
|
|
{
|
|
"epoch": 0.08689651647200143,
|
|
"grad_norm": 2.0358810424804688,
|
|
"learning_rate": 4.33605720122574e-05,
|
|
"loss": 1.0814,
|
|
"step": 850
|
|
},
|
|
{
|
|
"epoch": 0.08791882843049556,
|
|
"grad_norm": 1.840956211090088,
|
|
"learning_rate": 4.387129724208376e-05,
|
|
"loss": 1.1028,
|
|
"step": 860
|
|
},
|
|
{
|
|
"epoch": 0.0889411403889897,
|
|
"grad_norm": 1.5585577487945557,
|
|
"learning_rate": 4.438202247191011e-05,
|
|
"loss": 1.0584,
|
|
"step": 870
|
|
},
|
|
{
|
|
"epoch": 0.08996345234748383,
|
|
"grad_norm": 1.948915958404541,
|
|
"learning_rate": 4.489274770173647e-05,
|
|
"loss": 1.1062,
|
|
"step": 880
|
|
},
|
|
{
|
|
"epoch": 0.09098576430597798,
|
|
"grad_norm": 1.423173189163208,
|
|
"learning_rate": 4.540347293156282e-05,
|
|
"loss": 1.0567,
|
|
"step": 890
|
|
},
|
|
{
|
|
"epoch": 0.0920080762644721,
|
|
"grad_norm": 1.5492244958877563,
|
|
"learning_rate": 4.5914198161389175e-05,
|
|
"loss": 1.0518,
|
|
"step": 900
|
|
},
|
|
{
|
|
"epoch": 0.09303038822296623,
|
|
"grad_norm": 1.58083975315094,
|
|
"learning_rate": 4.642492339121553e-05,
|
|
"loss": 1.0511,
|
|
"step": 910
|
|
},
|
|
{
|
|
"epoch": 0.09405270018146038,
|
|
"grad_norm": 1.8411082029342651,
|
|
"learning_rate": 4.693564862104188e-05,
|
|
"loss": 1.0845,
|
|
"step": 920
|
|
},
|
|
{
|
|
"epoch": 0.0950750121399545,
|
|
"grad_norm": 1.9242267608642578,
|
|
"learning_rate": 4.744637385086824e-05,
|
|
"loss": 1.0651,
|
|
"step": 930
|
|
},
|
|
{
|
|
"epoch": 0.09609732409844864,
|
|
"grad_norm": 1.415640950202942,
|
|
"learning_rate": 4.795709908069459e-05,
|
|
"loss": 1.0411,
|
|
"step": 940
|
|
},
|
|
{
|
|
"epoch": 0.09711963605694278,
|
|
"grad_norm": 1.858831763267517,
|
|
"learning_rate": 4.846782431052094e-05,
|
|
"loss": 1.062,
|
|
"step": 950
|
|
},
|
|
{
|
|
"epoch": 0.09814194801543691,
|
|
"grad_norm": 1.8358367681503296,
|
|
"learning_rate": 4.8978549540347294e-05,
|
|
"loss": 1.0559,
|
|
"step": 960
|
|
},
|
|
{
|
|
"epoch": 0.09916425997393105,
|
|
"grad_norm": 1.739005208015442,
|
|
"learning_rate": 4.948927477017365e-05,
|
|
"loss": 1.0672,
|
|
"step": 970
|
|
},
|
|
{
|
|
"epoch": 0.10018657193242518,
|
|
"grad_norm": 1.6632468700408936,
|
|
"learning_rate": 5e-05,
|
|
"loss": 1.028,
|
|
"step": 980
|
|
},
|
|
{
|
|
"epoch": 0.10120888389091931,
|
|
"grad_norm": 1.472429871559143,
|
|
"learning_rate": 4.9999840798229326e-05,
|
|
"loss": 1.0349,
|
|
"step": 990
|
|
},
|
|
{
|
|
"epoch": 0.10223119584941345,
|
|
"grad_norm": 1.6684609651565552,
|
|
"learning_rate": 4.999936319494492e-05,
|
|
"loss": 1.0208,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"epoch": 0.10325350780790758,
|
|
"grad_norm": 1.838606834411621,
|
|
"learning_rate": 4.9998567196229584e-05,
|
|
"loss": 1.0962,
|
|
"step": 1010
|
|
},
|
|
{
|
|
"epoch": 0.10427581976640171,
|
|
"grad_norm": 1.6233595609664917,
|
|
"learning_rate": 4.999745281222129e-05,
|
|
"loss": 1.0357,
|
|
"step": 1020
|
|
},
|
|
{
|
|
"epoch": 0.10529813172489585,
|
|
"grad_norm": 1.7310131788253784,
|
|
"learning_rate": 4.9996020057112994e-05,
|
|
"loss": 1.041,
|
|
"step": 1030
|
|
},
|
|
{
|
|
"epoch": 0.10632044368338998,
|
|
"grad_norm": 2.362665891647339,
|
|
"learning_rate": 4.999426894915245e-05,
|
|
"loss": 1.0324,
|
|
"step": 1040
|
|
},
|
|
{
|
|
"epoch": 0.10734275564188413,
|
|
"grad_norm": 1.5394867658615112,
|
|
"learning_rate": 4.9992199510642035e-05,
|
|
"loss": 1.0059,
|
|
"step": 1050
|
|
},
|
|
{
|
|
"epoch": 0.10836506760037826,
|
|
"grad_norm": 1.718542218208313,
|
|
"learning_rate": 4.99898117679384e-05,
|
|
"loss": 1.0207,
|
|
"step": 1060
|
|
},
|
|
{
|
|
"epoch": 0.10938737955887239,
|
|
"grad_norm": 1.6890432834625244,
|
|
"learning_rate": 4.998710575145218e-05,
|
|
"loss": 0.998,
|
|
"step": 1070
|
|
},
|
|
{
|
|
"epoch": 0.11040969151736653,
|
|
"grad_norm": 1.5707371234893799,
|
|
"learning_rate": 4.9984081495647586e-05,
|
|
"loss": 1.004,
|
|
"step": 1080
|
|
},
|
|
{
|
|
"epoch": 0.11143200347586066,
|
|
"grad_norm": 1.783901572227478,
|
|
"learning_rate": 4.998073903904196e-05,
|
|
"loss": 0.9903,
|
|
"step": 1090
|
|
},
|
|
{
|
|
"epoch": 0.11245431543435479,
|
|
"grad_norm": 1.5425653457641602,
|
|
"learning_rate": 4.99770784242053e-05,
|
|
"loss": 0.9785,
|
|
"step": 1100
|
|
},
|
|
{
|
|
"epoch": 0.11347662739284893,
|
|
"grad_norm": 1.835707664489746,
|
|
"learning_rate": 4.997309969775973e-05,
|
|
"loss": 0.9604,
|
|
"step": 1110
|
|
},
|
|
{
|
|
"epoch": 0.11449893935134306,
|
|
"grad_norm": 1.2470365762710571,
|
|
"learning_rate": 4.996880291037886e-05,
|
|
"loss": 0.9544,
|
|
"step": 1120
|
|
},
|
|
{
|
|
"epoch": 0.1155212513098372,
|
|
"grad_norm": 1.2418577671051025,
|
|
"learning_rate": 4.99641881167872e-05,
|
|
"loss": 0.96,
|
|
"step": 1130
|
|
},
|
|
{
|
|
"epoch": 0.11654356326833133,
|
|
"grad_norm": 1.6778637170791626,
|
|
"learning_rate": 4.995925537575939e-05,
|
|
"loss": 0.9925,
|
|
"step": 1140
|
|
},
|
|
{
|
|
"epoch": 0.11756587522682546,
|
|
"grad_norm": 1.9518935680389404,
|
|
"learning_rate": 4.9954004750119545e-05,
|
|
"loss": 0.957,
|
|
"step": 1150
|
|
},
|
|
{
|
|
"epoch": 0.1185881871853196,
|
|
"grad_norm": 1.4519526958465576,
|
|
"learning_rate": 4.994843630674036e-05,
|
|
"loss": 0.9667,
|
|
"step": 1160
|
|
},
|
|
{
|
|
"epoch": 0.11961049914381373,
|
|
"grad_norm": 1.3157827854156494,
|
|
"learning_rate": 4.9942550116542316e-05,
|
|
"loss": 0.9849,
|
|
"step": 1170
|
|
},
|
|
{
|
|
"epoch": 0.12063281110230786,
|
|
"grad_norm": 1.329932689666748,
|
|
"learning_rate": 4.993634625449278e-05,
|
|
"loss": 0.9447,
|
|
"step": 1180
|
|
},
|
|
{
|
|
"epoch": 0.121655123060802,
|
|
"grad_norm": 1.5020705461502075,
|
|
"learning_rate": 4.992982479960501e-05,
|
|
"loss": 0.9484,
|
|
"step": 1190
|
|
},
|
|
{
|
|
"epoch": 0.12267743501929614,
|
|
"grad_norm": 1.5723028182983398,
|
|
"learning_rate": 4.9922985834937176e-05,
|
|
"loss": 0.9355,
|
|
"step": 1200
|
|
},
|
|
{
|
|
"epoch": 0.12369974697779028,
|
|
"grad_norm": 1.6413408517837524,
|
|
"learning_rate": 4.99158294475913e-05,
|
|
"loss": 0.9548,
|
|
"step": 1210
|
|
},
|
|
{
|
|
"epoch": 0.12472205893628441,
|
|
"grad_norm": 1.4169429540634155,
|
|
"learning_rate": 4.990835572871215e-05,
|
|
"loss": 0.9643,
|
|
"step": 1220
|
|
},
|
|
{
|
|
"epoch": 0.12574437089477855,
|
|
"grad_norm": 1.6595830917358398,
|
|
"learning_rate": 4.990056477348607e-05,
|
|
"loss": 0.9715,
|
|
"step": 1230
|
|
},
|
|
{
|
|
"epoch": 0.12676668285327267,
|
|
"grad_norm": 1.4884495735168457,
|
|
"learning_rate": 4.9892456681139766e-05,
|
|
"loss": 0.958,
|
|
"step": 1240
|
|
},
|
|
{
|
|
"epoch": 0.1277889948117668,
|
|
"grad_norm": 1.6100373268127441,
|
|
"learning_rate": 4.9884031554939046e-05,
|
|
"loss": 0.9318,
|
|
"step": 1250
|
|
},
|
|
{
|
|
"epoch": 0.12881130677026095,
|
|
"grad_norm": 1.4218831062316895,
|
|
"learning_rate": 4.987528950218753e-05,
|
|
"loss": 0.9508,
|
|
"step": 1260
|
|
},
|
|
{
|
|
"epoch": 0.12983361872875507,
|
|
"grad_norm": 1.289501667022705,
|
|
"learning_rate": 4.9866230634225205e-05,
|
|
"loss": 0.9465,
|
|
"step": 1270
|
|
},
|
|
{
|
|
"epoch": 0.1308559306872492,
|
|
"grad_norm": 1.3804965019226074,
|
|
"learning_rate": 4.985685506642713e-05,
|
|
"loss": 0.9644,
|
|
"step": 1280
|
|
},
|
|
{
|
|
"epoch": 0.13187824264574335,
|
|
"grad_norm": 1.6997615098953247,
|
|
"learning_rate": 4.984716291820185e-05,
|
|
"loss": 0.9413,
|
|
"step": 1290
|
|
},
|
|
{
|
|
"epoch": 0.13290055460423747,
|
|
"grad_norm": 1.2760159969329834,
|
|
"learning_rate": 4.983715431298994e-05,
|
|
"loss": 0.9211,
|
|
"step": 1300
|
|
},
|
|
{
|
|
"epoch": 0.1339228665627316,
|
|
"grad_norm": 1.3576571941375732,
|
|
"learning_rate": 4.982682937826242e-05,
|
|
"loss": 0.9363,
|
|
"step": 1310
|
|
},
|
|
{
|
|
"epoch": 0.13494517852122576,
|
|
"grad_norm": 1.4128495454788208,
|
|
"learning_rate": 4.98161882455191e-05,
|
|
"loss": 0.9249,
|
|
"step": 1320
|
|
},
|
|
{
|
|
"epoch": 0.1359674904797199,
|
|
"grad_norm": 1.743247389793396,
|
|
"learning_rate": 4.9805231050286984e-05,
|
|
"loss": 0.917,
|
|
"step": 1330
|
|
},
|
|
{
|
|
"epoch": 0.13698980243821401,
|
|
"grad_norm": 1.455918312072754,
|
|
"learning_rate": 4.979395793211844e-05,
|
|
"loss": 0.9237,
|
|
"step": 1340
|
|
},
|
|
{
|
|
"epoch": 0.13801211439670816,
|
|
"grad_norm": 1.412348985671997,
|
|
"learning_rate": 4.978236903458951e-05,
|
|
"loss": 0.9131,
|
|
"step": 1350
|
|
},
|
|
{
|
|
"epoch": 0.1390344263552023,
|
|
"grad_norm": 1.2623333930969238,
|
|
"learning_rate": 4.977046450529802e-05,
|
|
"loss": 0.9017,
|
|
"step": 1360
|
|
},
|
|
{
|
|
"epoch": 0.14005673831369642,
|
|
"grad_norm": 1.3085025548934937,
|
|
"learning_rate": 4.975824449586176e-05,
|
|
"loss": 0.9052,
|
|
"step": 1370
|
|
},
|
|
{
|
|
"epoch": 0.14107905027219056,
|
|
"grad_norm": 1.464570164680481,
|
|
"learning_rate": 4.9745709161916486e-05,
|
|
"loss": 0.9122,
|
|
"step": 1380
|
|
},
|
|
{
|
|
"epoch": 0.1421013622306847,
|
|
"grad_norm": 1.2240124940872192,
|
|
"learning_rate": 4.9732858663114005e-05,
|
|
"loss": 0.8869,
|
|
"step": 1390
|
|
},
|
|
{
|
|
"epoch": 0.14312367418917882,
|
|
"grad_norm": 1.7124797105789185,
|
|
"learning_rate": 4.9719693163120065e-05,
|
|
"loss": 0.895,
|
|
"step": 1400
|
|
},
|
|
{
|
|
"epoch": 0.14414598614767296,
|
|
"grad_norm": 1.4251481294631958,
|
|
"learning_rate": 4.9706212829612354e-05,
|
|
"loss": 0.9005,
|
|
"step": 1410
|
|
},
|
|
{
|
|
"epoch": 0.1451682981061671,
|
|
"grad_norm": 1.4017133712768555,
|
|
"learning_rate": 4.969241783427832e-05,
|
|
"loss": 0.9035,
|
|
"step": 1420
|
|
},
|
|
{
|
|
"epoch": 0.14619061006466122,
|
|
"grad_norm": 1.3138145208358765,
|
|
"learning_rate": 4.967830835281295e-05,
|
|
"loss": 0.8931,
|
|
"step": 1430
|
|
},
|
|
{
|
|
"epoch": 0.14721292202315536,
|
|
"grad_norm": 1.390433669090271,
|
|
"learning_rate": 4.966388456491662e-05,
|
|
"loss": 0.8974,
|
|
"step": 1440
|
|
},
|
|
{
|
|
"epoch": 0.1482352339816495,
|
|
"grad_norm": 1.5036553144454956,
|
|
"learning_rate": 4.9649146654292726e-05,
|
|
"loss": 0.8968,
|
|
"step": 1450
|
|
},
|
|
{
|
|
"epoch": 0.14925754594014362,
|
|
"grad_norm": 1.073586344718933,
|
|
"learning_rate": 4.963409480864539e-05,
|
|
"loss": 0.8884,
|
|
"step": 1460
|
|
},
|
|
{
|
|
"epoch": 0.15027985789863776,
|
|
"grad_norm": 1.470304250717163,
|
|
"learning_rate": 4.961872921967705e-05,
|
|
"loss": 0.8909,
|
|
"step": 1470
|
|
},
|
|
{
|
|
"epoch": 0.1513021698571319,
|
|
"grad_norm": 1.2872247695922852,
|
|
"learning_rate": 4.960305008308603e-05,
|
|
"loss": 0.8943,
|
|
"step": 1480
|
|
},
|
|
{
|
|
"epoch": 0.15232448181562605,
|
|
"grad_norm": 1.4058434963226318,
|
|
"learning_rate": 4.958705759856402e-05,
|
|
"loss": 0.8738,
|
|
"step": 1490
|
|
},
|
|
{
|
|
"epoch": 0.15334679377412017,
|
|
"grad_norm": 1.1410505771636963,
|
|
"learning_rate": 4.957075196979357e-05,
|
|
"loss": 0.8694,
|
|
"step": 1500
|
|
},
|
|
{
|
|
"epoch": 0.1543691057326143,
|
|
"grad_norm": 2.069765567779541,
|
|
"learning_rate": 4.955413340444549e-05,
|
|
"loss": 0.8818,
|
|
"step": 1510
|
|
},
|
|
{
|
|
"epoch": 0.15539141769110845,
|
|
"grad_norm": 1.5385953187942505,
|
|
"learning_rate": 4.953720211417618e-05,
|
|
"loss": 0.8919,
|
|
"step": 1520
|
|
},
|
|
{
|
|
"epoch": 0.15641372964960257,
|
|
"grad_norm": 1.4129282236099243,
|
|
"learning_rate": 4.9519958314624946e-05,
|
|
"loss": 0.8995,
|
|
"step": 1530
|
|
},
|
|
{
|
|
"epoch": 0.1574360416080967,
|
|
"grad_norm": 1.2696932554244995,
|
|
"learning_rate": 4.950240222541126e-05,
|
|
"loss": 0.8765,
|
|
"step": 1540
|
|
},
|
|
{
|
|
"epoch": 0.15845835356659085,
|
|
"grad_norm": 1.1447160243988037,
|
|
"learning_rate": 4.948453407013196e-05,
|
|
"loss": 0.8499,
|
|
"step": 1550
|
|
},
|
|
{
|
|
"epoch": 0.15948066552508497,
|
|
"grad_norm": 1.3392435312271118,
|
|
"learning_rate": 4.946635407635841e-05,
|
|
"loss": 0.8548,
|
|
"step": 1560
|
|
},
|
|
{
|
|
"epoch": 0.1605029774835791,
|
|
"grad_norm": 1.4357683658599854,
|
|
"learning_rate": 4.944786247563359e-05,
|
|
"loss": 0.8672,
|
|
"step": 1570
|
|
},
|
|
{
|
|
"epoch": 0.16152528944207326,
|
|
"grad_norm": 1.3871515989303589,
|
|
"learning_rate": 4.942905950346913e-05,
|
|
"loss": 0.8623,
|
|
"step": 1580
|
|
},
|
|
{
|
|
"epoch": 0.16254760140056737,
|
|
"grad_norm": 1.2140942811965942,
|
|
"learning_rate": 4.940994539934236e-05,
|
|
"loss": 0.8593,
|
|
"step": 1590
|
|
},
|
|
{
|
|
"epoch": 0.16356991335906151,
|
|
"grad_norm": 1.4662145376205444,
|
|
"learning_rate": 4.939052040669321e-05,
|
|
"loss": 0.8537,
|
|
"step": 1600
|
|
},
|
|
{
|
|
"epoch": 0.16459222531755566,
|
|
"grad_norm": 1.2750685214996338,
|
|
"learning_rate": 4.9370784772921144e-05,
|
|
"loss": 0.86,
|
|
"step": 1610
|
|
},
|
|
{
|
|
"epoch": 0.1656145372760498,
|
|
"grad_norm": 1.418298363685608,
|
|
"learning_rate": 4.935073874938199e-05,
|
|
"loss": 0.8699,
|
|
"step": 1620
|
|
},
|
|
{
|
|
"epoch": 0.16663684923454392,
|
|
"grad_norm": 1.4741421937942505,
|
|
"learning_rate": 4.933038259138474e-05,
|
|
"loss": 0.8693,
|
|
"step": 1630
|
|
},
|
|
{
|
|
"epoch": 0.16765916119303806,
|
|
"grad_norm": 1.1894652843475342,
|
|
"learning_rate": 4.93097165581883e-05,
|
|
"loss": 0.8659,
|
|
"step": 1640
|
|
},
|
|
{
|
|
"epoch": 0.1686814731515322,
|
|
"grad_norm": 1.4552342891693115,
|
|
"learning_rate": 4.9288740912998204e-05,
|
|
"loss": 0.8549,
|
|
"step": 1650
|
|
},
|
|
{
|
|
"epoch": 0.16970378511002632,
|
|
"grad_norm": 1.3728736639022827,
|
|
"learning_rate": 4.926745592296324e-05,
|
|
"loss": 0.8619,
|
|
"step": 1660
|
|
},
|
|
{
|
|
"epoch": 0.17072609706852046,
|
|
"grad_norm": 1.3134335279464722,
|
|
"learning_rate": 4.924586185917206e-05,
|
|
"loss": 0.8707,
|
|
"step": 1670
|
|
},
|
|
{
|
|
"epoch": 0.1717484090270146,
|
|
"grad_norm": 1.1918591260910034,
|
|
"learning_rate": 4.922395899664971e-05,
|
|
"loss": 0.8548,
|
|
"step": 1680
|
|
},
|
|
{
|
|
"epoch": 0.17277072098550872,
|
|
"grad_norm": 1.2133831977844238,
|
|
"learning_rate": 4.920174761435416e-05,
|
|
"loss": 0.8434,
|
|
"step": 1690
|
|
},
|
|
{
|
|
"epoch": 0.17379303294400286,
|
|
"grad_norm": 1.286832332611084,
|
|
"learning_rate": 4.917922799517271e-05,
|
|
"loss": 0.8513,
|
|
"step": 1700
|
|
},
|
|
{
|
|
"epoch": 0.174815344902497,
|
|
"grad_norm": 1.1141687631607056,
|
|
"learning_rate": 4.915640042591842e-05,
|
|
"loss": 0.8633,
|
|
"step": 1710
|
|
},
|
|
{
|
|
"epoch": 0.17583765686099112,
|
|
"grad_norm": 1.6487301588058472,
|
|
"learning_rate": 4.913326519732645e-05,
|
|
"loss": 0.8498,
|
|
"step": 1720
|
|
},
|
|
{
|
|
"epoch": 0.17685996881948526,
|
|
"grad_norm": 1.1880557537078857,
|
|
"learning_rate": 4.910982260405036e-05,
|
|
"loss": 0.8496,
|
|
"step": 1730
|
|
},
|
|
{
|
|
"epoch": 0.1778822807779794,
|
|
"grad_norm": 1.6126662492752075,
|
|
"learning_rate": 4.908607294465832e-05,
|
|
"loss": 0.8552,
|
|
"step": 1740
|
|
},
|
|
{
|
|
"epoch": 0.17890459273647352,
|
|
"grad_norm": 1.3989888429641724,
|
|
"learning_rate": 4.906201652162937e-05,
|
|
"loss": 0.8437,
|
|
"step": 1750
|
|
},
|
|
{
|
|
"epoch": 0.17992690469496767,
|
|
"grad_norm": 1.1807786226272583,
|
|
"learning_rate": 4.903765364134953e-05,
|
|
"loss": 0.8414,
|
|
"step": 1760
|
|
},
|
|
{
|
|
"epoch": 0.1809492166534618,
|
|
"grad_norm": 1.6690312623977661,
|
|
"learning_rate": 4.9012984614107855e-05,
|
|
"loss": 0.8326,
|
|
"step": 1770
|
|
},
|
|
{
|
|
"epoch": 0.18197152861195595,
|
|
"grad_norm": 1.2505375146865845,
|
|
"learning_rate": 4.89880097540926e-05,
|
|
"loss": 0.8274,
|
|
"step": 1780
|
|
},
|
|
{
|
|
"epoch": 0.18299384057045007,
|
|
"grad_norm": 1.6897757053375244,
|
|
"learning_rate": 4.896272937938713e-05,
|
|
"loss": 0.8408,
|
|
"step": 1790
|
|
},
|
|
{
|
|
"epoch": 0.1840161525289442,
|
|
"grad_norm": 1.1050786972045898,
|
|
"learning_rate": 4.8937143811965845e-05,
|
|
"loss": 0.8256,
|
|
"step": 1800
|
|
},
|
|
{
|
|
"epoch": 0.18503846448743835,
|
|
"grad_norm": 1.2909902334213257,
|
|
"learning_rate": 4.8911253377690194e-05,
|
|
"loss": 0.8373,
|
|
"step": 1810
|
|
},
|
|
{
|
|
"epoch": 0.18606077644593247,
|
|
"grad_norm": 1.3720498085021973,
|
|
"learning_rate": 4.888505840630439e-05,
|
|
"loss": 0.838,
|
|
"step": 1820
|
|
},
|
|
{
|
|
"epoch": 0.1870830884044266,
|
|
"grad_norm": 1.2462021112442017,
|
|
"learning_rate": 4.8858559231431297e-05,
|
|
"loss": 0.8294,
|
|
"step": 1830
|
|
},
|
|
{
|
|
"epoch": 0.18810540036292075,
|
|
"grad_norm": 1.2244844436645508,
|
|
"learning_rate": 4.883175619056817e-05,
|
|
"loss": 0.8239,
|
|
"step": 1840
|
|
},
|
|
{
|
|
"epoch": 0.18912771232141487,
|
|
"grad_norm": 1.477510929107666,
|
|
"learning_rate": 4.880464962508234e-05,
|
|
"loss": 0.8337,
|
|
"step": 1850
|
|
},
|
|
{
|
|
"epoch": 0.190150024279909,
|
|
"grad_norm": 1.4423950910568237,
|
|
"learning_rate": 4.877723988020685e-05,
|
|
"loss": 0.8073,
|
|
"step": 1860
|
|
},
|
|
{
|
|
"epoch": 0.19117233623840316,
|
|
"grad_norm": 1.3489868640899658,
|
|
"learning_rate": 4.8749527305036106e-05,
|
|
"loss": 0.8298,
|
|
"step": 1870
|
|
},
|
|
{
|
|
"epoch": 0.19219464819689727,
|
|
"grad_norm": 1.4012629985809326,
|
|
"learning_rate": 4.872151225252138e-05,
|
|
"loss": 0.8239,
|
|
"step": 1880
|
|
},
|
|
{
|
|
"epoch": 0.19321696015539142,
|
|
"grad_norm": 1.12566339969635,
|
|
"learning_rate": 4.8693195079466364e-05,
|
|
"loss": 0.8259,
|
|
"step": 1890
|
|
},
|
|
{
|
|
"epoch": 0.19423927211388556,
|
|
"grad_norm": 1.1713924407958984,
|
|
"learning_rate": 4.866457614652257e-05,
|
|
"loss": 0.8143,
|
|
"step": 1900
|
|
},
|
|
{
|
|
"epoch": 0.19526158407237967,
|
|
"grad_norm": 1.1162623167037964,
|
|
"learning_rate": 4.863565581818479e-05,
|
|
"loss": 0.8107,
|
|
"step": 1910
|
|
},
|
|
{
|
|
"epoch": 0.19628389603087382,
|
|
"grad_norm": 1.4159964323043823,
|
|
"learning_rate": 4.860643446278642e-05,
|
|
"loss": 0.8147,
|
|
"step": 1920
|
|
},
|
|
{
|
|
"epoch": 0.19730620798936796,
|
|
"grad_norm": 1.4067683219909668,
|
|
"learning_rate": 4.8576912452494784e-05,
|
|
"loss": 0.8233,
|
|
"step": 1930
|
|
},
|
|
{
|
|
"epoch": 0.1983285199478621,
|
|
"grad_norm": 1.2760193347930908,
|
|
"learning_rate": 4.854709016330639e-05,
|
|
"loss": 0.822,
|
|
"step": 1940
|
|
},
|
|
{
|
|
"epoch": 0.19935083190635622,
|
|
"grad_norm": 1.425916314125061,
|
|
"learning_rate": 4.851696797504212e-05,
|
|
"loss": 0.8115,
|
|
"step": 1950
|
|
},
|
|
{
|
|
"epoch": 0.20037314386485036,
|
|
"grad_norm": 1.293108344078064,
|
|
"learning_rate": 4.8486546271342454e-05,
|
|
"loss": 0.7992,
|
|
"step": 1960
|
|
},
|
|
{
|
|
"epoch": 0.2013954558233445,
|
|
"grad_norm": 1.1631488800048828,
|
|
"learning_rate": 4.845582543966251e-05,
|
|
"loss": 0.8257,
|
|
"step": 1970
|
|
},
|
|
{
|
|
"epoch": 0.20241776778183862,
|
|
"grad_norm": 1.280648112297058,
|
|
"learning_rate": 4.842480587126714e-05,
|
|
"loss": 0.8047,
|
|
"step": 1980
|
|
},
|
|
{
|
|
"epoch": 0.20344007974033276,
|
|
"grad_norm": 1.443266749382019,
|
|
"learning_rate": 4.839348796122598e-05,
|
|
"loss": 0.801,
|
|
"step": 1990
|
|
},
|
|
{
|
|
"epoch": 0.2044623916988269,
|
|
"grad_norm": 1.3283780813217163,
|
|
"learning_rate": 4.8361872108408364e-05,
|
|
"loss": 0.7989,
|
|
"step": 2000
|
|
},
|
|
{
|
|
"epoch": 0.20548470365732102,
|
|
"grad_norm": 1.2213093042373657,
|
|
"learning_rate": 4.8329958715478266e-05,
|
|
"loss": 0.8003,
|
|
"step": 2010
|
|
},
|
|
{
|
|
"epoch": 0.20650701561581516,
|
|
"grad_norm": 1.119112253189087,
|
|
"learning_rate": 4.829774818888918e-05,
|
|
"loss": 0.8073,
|
|
"step": 2020
|
|
},
|
|
{
|
|
"epoch": 0.2075293275743093,
|
|
"grad_norm": 1.1009432077407837,
|
|
"learning_rate": 4.826524093887894e-05,
|
|
"loss": 0.8002,
|
|
"step": 2030
|
|
},
|
|
{
|
|
"epoch": 0.20855163953280342,
|
|
"grad_norm": 1.3652846813201904,
|
|
"learning_rate": 4.8232437379464476e-05,
|
|
"loss": 0.827,
|
|
"step": 2040
|
|
},
|
|
{
|
|
"epoch": 0.20957395149129757,
|
|
"grad_norm": 1.4191744327545166,
|
|
"learning_rate": 4.819933792843659e-05,
|
|
"loss": 0.8016,
|
|
"step": 2050
|
|
},
|
|
{
|
|
"epoch": 0.2105962634497917,
|
|
"grad_norm": 1.2219738960266113,
|
|
"learning_rate": 4.816594300735455e-05,
|
|
"loss": 0.8076,
|
|
"step": 2060
|
|
},
|
|
{
|
|
"epoch": 0.21161857540828583,
|
|
"grad_norm": 1.164734125137329,
|
|
"learning_rate": 4.813225304154083e-05,
|
|
"loss": 0.8076,
|
|
"step": 2070
|
|
},
|
|
{
|
|
"epoch": 0.21264088736677997,
|
|
"grad_norm": 1.136127233505249,
|
|
"learning_rate": 4.8098268460075594e-05,
|
|
"loss": 0.7971,
|
|
"step": 2080
|
|
},
|
|
{
|
|
"epoch": 0.2136631993252741,
|
|
"grad_norm": 1.114316701889038,
|
|
"learning_rate": 4.8063989695791267e-05,
|
|
"loss": 0.8014,
|
|
"step": 2090
|
|
},
|
|
{
|
|
"epoch": 0.21468551128376825,
|
|
"grad_norm": 1.2291415929794312,
|
|
"learning_rate": 4.8029417185267076e-05,
|
|
"loss": 0.8007,
|
|
"step": 2100
|
|
},
|
|
{
|
|
"epoch": 0.21570782324226237,
|
|
"grad_norm": 1.1971957683563232,
|
|
"learning_rate": 4.79945513688234e-05,
|
|
"loss": 0.792,
|
|
"step": 2110
|
|
},
|
|
{
|
|
"epoch": 0.2167301352007565,
|
|
"grad_norm": 1.093489170074463,
|
|
"learning_rate": 4.795939269051622e-05,
|
|
"loss": 0.796,
|
|
"step": 2120
|
|
},
|
|
{
|
|
"epoch": 0.21775244715925066,
|
|
"grad_norm": 0.9938094019889832,
|
|
"learning_rate": 4.792394159813144e-05,
|
|
"loss": 0.7966,
|
|
"step": 2130
|
|
},
|
|
{
|
|
"epoch": 0.21877475911774477,
|
|
"grad_norm": 1.2750223875045776,
|
|
"learning_rate": 4.7888198543179184e-05,
|
|
"loss": 0.8042,
|
|
"step": 2140
|
|
},
|
|
{
|
|
"epoch": 0.21979707107623891,
|
|
"grad_norm": 1.3699895143508911,
|
|
"learning_rate": 4.785216398088809e-05,
|
|
"loss": 0.782,
|
|
"step": 2150
|
|
},
|
|
{
|
|
"epoch": 0.22081938303473306,
|
|
"grad_norm": 1.235351800918579,
|
|
"learning_rate": 4.781583837019942e-05,
|
|
"loss": 0.7934,
|
|
"step": 2160
|
|
},
|
|
{
|
|
"epoch": 0.22184169499322717,
|
|
"grad_norm": 1.177571177482605,
|
|
"learning_rate": 4.7779222173761306e-05,
|
|
"loss": 0.7964,
|
|
"step": 2170
|
|
},
|
|
{
|
|
"epoch": 0.22286400695172132,
|
|
"grad_norm": 1.3253560066223145,
|
|
"learning_rate": 4.774231585792282e-05,
|
|
"loss": 0.7834,
|
|
"step": 2180
|
|
},
|
|
{
|
|
"epoch": 0.22388631891021546,
|
|
"grad_norm": 1.042148470878601,
|
|
"learning_rate": 4.770511989272803e-05,
|
|
"loss": 0.7816,
|
|
"step": 2190
|
|
},
|
|
{
|
|
"epoch": 0.22490863086870957,
|
|
"grad_norm": 1.1149499416351318,
|
|
"learning_rate": 4.7667634751910006e-05,
|
|
"loss": 0.7876,
|
|
"step": 2200
|
|
},
|
|
{
|
|
"epoch": 0.22593094282720372,
|
|
"grad_norm": 1.1252564191818237,
|
|
"learning_rate": 4.762986091288482e-05,
|
|
"loss": 0.775,
|
|
"step": 2210
|
|
},
|
|
{
|
|
"epoch": 0.22695325478569786,
|
|
"grad_norm": 1.5249801874160767,
|
|
"learning_rate": 4.759179885674543e-05,
|
|
"loss": 0.7872,
|
|
"step": 2220
|
|
},
|
|
{
|
|
"epoch": 0.22797556674419198,
|
|
"grad_norm": 1.159932255744934,
|
|
"learning_rate": 4.7553449068255574e-05,
|
|
"loss": 0.7732,
|
|
"step": 2230
|
|
},
|
|
{
|
|
"epoch": 0.22899787870268612,
|
|
"grad_norm": 1.224050521850586,
|
|
"learning_rate": 4.75148120358436e-05,
|
|
"loss": 0.7789,
|
|
"step": 2240
|
|
},
|
|
{
|
|
"epoch": 0.23002019066118026,
|
|
"grad_norm": 1.3017828464508057,
|
|
"learning_rate": 4.747588825159622e-05,
|
|
"loss": 0.7793,
|
|
"step": 2250
|
|
},
|
|
{
|
|
"epoch": 0.2310425026196744,
|
|
"grad_norm": 1.119139552116394,
|
|
"learning_rate": 4.7436678211252266e-05,
|
|
"loss": 0.7809,
|
|
"step": 2260
|
|
},
|
|
{
|
|
"epoch": 0.23206481457816852,
|
|
"grad_norm": 1.0169899463653564,
|
|
"learning_rate": 4.739718241419636e-05,
|
|
"loss": 0.7801,
|
|
"step": 2270
|
|
},
|
|
{
|
|
"epoch": 0.23308712653666266,
|
|
"grad_norm": 1.0275715589523315,
|
|
"learning_rate": 4.735740136345258e-05,
|
|
"loss": 0.7934,
|
|
"step": 2280
|
|
},
|
|
{
|
|
"epoch": 0.2341094384951568,
|
|
"grad_norm": 1.15293550491333,
|
|
"learning_rate": 4.731733556567801e-05,
|
|
"loss": 0.7804,
|
|
"step": 2290
|
|
},
|
|
{
|
|
"epoch": 0.23513175045365092,
|
|
"grad_norm": 1.0598777532577515,
|
|
"learning_rate": 4.727698553115634e-05,
|
|
"loss": 0.7681,
|
|
"step": 2300
|
|
},
|
|
{
|
|
"epoch": 0.23615406241214507,
|
|
"grad_norm": 1.2926679849624634,
|
|
"learning_rate": 4.723635177379131e-05,
|
|
"loss": 0.7878,
|
|
"step": 2310
|
|
},
|
|
{
|
|
"epoch": 0.2371763743706392,
|
|
"grad_norm": 1.1461938619613647,
|
|
"learning_rate": 4.719543481110022e-05,
|
|
"loss": 0.7771,
|
|
"step": 2320
|
|
},
|
|
{
|
|
"epoch": 0.23819868632913332,
|
|
"grad_norm": 1.1584590673446655,
|
|
"learning_rate": 4.7154235164207304e-05,
|
|
"loss": 0.7764,
|
|
"step": 2330
|
|
},
|
|
{
|
|
"epoch": 0.23922099828762747,
|
|
"grad_norm": 1.1812832355499268,
|
|
"learning_rate": 4.711275335783709e-05,
|
|
"loss": 0.7701,
|
|
"step": 2340
|
|
},
|
|
{
|
|
"epoch": 0.2402433102461216,
|
|
"grad_norm": 1.5752184391021729,
|
|
"learning_rate": 4.707098992030775e-05,
|
|
"loss": 0.7771,
|
|
"step": 2350
|
|
},
|
|
{
|
|
"epoch": 0.24126562220461573,
|
|
"grad_norm": 1.5075185298919678,
|
|
"learning_rate": 4.702894538352434e-05,
|
|
"loss": 0.7769,
|
|
"step": 2360
|
|
},
|
|
{
|
|
"epoch": 0.24228793416310987,
|
|
"grad_norm": 1.2277531623840332,
|
|
"learning_rate": 4.6986620282972034e-05,
|
|
"loss": 0.7773,
|
|
"step": 2370
|
|
},
|
|
{
|
|
"epoch": 0.243310246121604,
|
|
"grad_norm": 1.1297932863235474,
|
|
"learning_rate": 4.6944015157709306e-05,
|
|
"loss": 0.7773,
|
|
"step": 2380
|
|
},
|
|
{
|
|
"epoch": 0.24433255808009816,
|
|
"grad_norm": 1.19589102268219,
|
|
"learning_rate": 4.690113055036106e-05,
|
|
"loss": 0.7802,
|
|
"step": 2390
|
|
},
|
|
{
|
|
"epoch": 0.24535487003859227,
|
|
"grad_norm": 1.2334651947021484,
|
|
"learning_rate": 4.685796700711175e-05,
|
|
"loss": 0.7703,
|
|
"step": 2400
|
|
},
|
|
{
|
|
"epoch": 0.24637718199708641,
|
|
"grad_norm": 1.0675991773605347,
|
|
"learning_rate": 4.6814525077698365e-05,
|
|
"loss": 0.7563,
|
|
"step": 2410
|
|
},
|
|
{
|
|
"epoch": 0.24739949395558056,
|
|
"grad_norm": 1.1307783126831055,
|
|
"learning_rate": 4.677080531540347e-05,
|
|
"loss": 0.7686,
|
|
"step": 2420
|
|
},
|
|
{
|
|
"epoch": 0.24842180591407467,
|
|
"grad_norm": 1.135969877243042,
|
|
"learning_rate": 4.672680827704815e-05,
|
|
"loss": 0.76,
|
|
"step": 2430
|
|
},
|
|
{
|
|
"epoch": 0.24944411787256882,
|
|
"grad_norm": 1.0702753067016602,
|
|
"learning_rate": 4.668253452298492e-05,
|
|
"loss": 0.7692,
|
|
"step": 2440
|
|
},
|
|
{
|
|
"epoch": 0.25046642983106293,
|
|
"grad_norm": 1.3017902374267578,
|
|
"learning_rate": 4.663798461709059e-05,
|
|
"loss": 0.7642,
|
|
"step": 2450
|
|
},
|
|
{
|
|
"epoch": 0.2514887417895571,
|
|
"grad_norm": 1.205757737159729,
|
|
"learning_rate": 4.6593159126759064e-05,
|
|
"loss": 0.7676,
|
|
"step": 2460
|
|
},
|
|
{
|
|
"epoch": 0.2525110537480512,
|
|
"grad_norm": 1.0397226810455322,
|
|
"learning_rate": 4.654805862289414e-05,
|
|
"loss": 0.7643,
|
|
"step": 2470
|
|
},
|
|
{
|
|
"epoch": 0.25353336570654533,
|
|
"grad_norm": 1.175759196281433,
|
|
"learning_rate": 4.650268367990222e-05,
|
|
"loss": 0.7607,
|
|
"step": 2480
|
|
},
|
|
{
|
|
"epoch": 0.2545556776650395,
|
|
"grad_norm": 1.1430120468139648,
|
|
"learning_rate": 4.6457034875685e-05,
|
|
"loss": 0.7689,
|
|
"step": 2490
|
|
},
|
|
{
|
|
"epoch": 0.2555779896235336,
|
|
"grad_norm": 1.0399481058120728,
|
|
"learning_rate": 4.641111279163214e-05,
|
|
"loss": 0.7667,
|
|
"step": 2500
|
|
},
|
|
{
|
|
"epoch": 0.25660030158202773,
|
|
"grad_norm": 1.0172754526138306,
|
|
"learning_rate": 4.636491801261379e-05,
|
|
"loss": 0.7643,
|
|
"step": 2510
|
|
},
|
|
{
|
|
"epoch": 0.2576226135405219,
|
|
"grad_norm": 1.1760464906692505,
|
|
"learning_rate": 4.631845112697319e-05,
|
|
"loss": 0.7686,
|
|
"step": 2520
|
|
},
|
|
{
|
|
"epoch": 0.258644925499016,
|
|
"grad_norm": 1.2932900190353394,
|
|
"learning_rate": 4.62717127265192e-05,
|
|
"loss": 0.7645,
|
|
"step": 2530
|
|
},
|
|
{
|
|
"epoch": 0.25966723745751014,
|
|
"grad_norm": 1.272044062614441,
|
|
"learning_rate": 4.62247034065187e-05,
|
|
"loss": 0.7635,
|
|
"step": 2540
|
|
},
|
|
{
|
|
"epoch": 0.2606895494160043,
|
|
"grad_norm": 1.2114735841751099,
|
|
"learning_rate": 4.6177423765689045e-05,
|
|
"loss": 0.7671,
|
|
"step": 2550
|
|
},
|
|
{
|
|
"epoch": 0.2617118613744984,
|
|
"grad_norm": 1.3058948516845703,
|
|
"learning_rate": 4.612987440619044e-05,
|
|
"loss": 0.7633,
|
|
"step": 2560
|
|
},
|
|
{
|
|
"epoch": 0.26273417333299254,
|
|
"grad_norm": 1.1863833665847778,
|
|
"learning_rate": 4.6082055933618255e-05,
|
|
"loss": 0.7559,
|
|
"step": 2570
|
|
},
|
|
{
|
|
"epoch": 0.2637564852914867,
|
|
"grad_norm": 1.4104381799697876,
|
|
"learning_rate": 4.6033968956995346e-05,
|
|
"loss": 0.7486,
|
|
"step": 2580
|
|
},
|
|
{
|
|
"epoch": 0.2647787972499808,
|
|
"grad_norm": 1.264552116394043,
|
|
"learning_rate": 4.598561408876425e-05,
|
|
"loss": 0.7611,
|
|
"step": 2590
|
|
},
|
|
{
|
|
"epoch": 0.26580110920847494,
|
|
"grad_norm": 1.5521522760391235,
|
|
"learning_rate": 4.593699194477943e-05,
|
|
"loss": 0.7591,
|
|
"step": 2600
|
|
},
|
|
{
|
|
"epoch": 0.2668234211669691,
|
|
"grad_norm": 1.22602117061615,
|
|
"learning_rate": 4.5888103144299374e-05,
|
|
"loss": 0.7498,
|
|
"step": 2610
|
|
},
|
|
{
|
|
"epoch": 0.2678457331254632,
|
|
"grad_norm": 1.0520557165145874,
|
|
"learning_rate": 4.583894830997879e-05,
|
|
"loss": 0.7443,
|
|
"step": 2620
|
|
},
|
|
{
|
|
"epoch": 0.2688680450839574,
|
|
"grad_norm": 1.0993170738220215,
|
|
"learning_rate": 4.578952806786061e-05,
|
|
"loss": 0.7413,
|
|
"step": 2630
|
|
},
|
|
{
|
|
"epoch": 0.2698903570424515,
|
|
"grad_norm": 1.1415059566497803,
|
|
"learning_rate": 4.573984304736804e-05,
|
|
"loss": 0.7472,
|
|
"step": 2640
|
|
},
|
|
{
|
|
"epoch": 0.2709126690009456,
|
|
"grad_norm": 1.0268982648849487,
|
|
"learning_rate": 4.568989388129652e-05,
|
|
"loss": 0.7555,
|
|
"step": 2650
|
|
},
|
|
{
|
|
"epoch": 0.2719349809594398,
|
|
"grad_norm": 1.0965386629104614,
|
|
"learning_rate": 4.563968120580573e-05,
|
|
"loss": 0.7561,
|
|
"step": 2660
|
|
},
|
|
{
|
|
"epoch": 0.2729572929179339,
|
|
"grad_norm": 1.1724823713302612,
|
|
"learning_rate": 4.5589205660411397e-05,
|
|
"loss": 0.7537,
|
|
"step": 2670
|
|
},
|
|
{
|
|
"epoch": 0.27397960487642803,
|
|
"grad_norm": 1.2942609786987305,
|
|
"learning_rate": 4.553846788797723e-05,
|
|
"loss": 0.7575,
|
|
"step": 2680
|
|
},
|
|
{
|
|
"epoch": 0.2750019168349222,
|
|
"grad_norm": 1.353010892868042,
|
|
"learning_rate": 4.5487468534706685e-05,
|
|
"loss": 0.7558,
|
|
"step": 2690
|
|
},
|
|
{
|
|
"epoch": 0.2760242287934163,
|
|
"grad_norm": 1.2842090129852295,
|
|
"learning_rate": 4.5436208250134744e-05,
|
|
"loss": 0.7441,
|
|
"step": 2700
|
|
},
|
|
{
|
|
"epoch": 0.27704654075191043,
|
|
"grad_norm": 1.0256245136260986,
|
|
"learning_rate": 4.5384687687119656e-05,
|
|
"loss": 0.743,
|
|
"step": 2710
|
|
},
|
|
{
|
|
"epoch": 0.2780688527104046,
|
|
"grad_norm": 1.2406985759735107,
|
|
"learning_rate": 4.533290750183461e-05,
|
|
"loss": 0.7465,
|
|
"step": 2720
|
|
},
|
|
{
|
|
"epoch": 0.2790911646688987,
|
|
"grad_norm": 1.257161259651184,
|
|
"learning_rate": 4.5280868353759375e-05,
|
|
"loss": 0.7505,
|
|
"step": 2730
|
|
},
|
|
{
|
|
"epoch": 0.28011347662739283,
|
|
"grad_norm": 1.0539823770523071,
|
|
"learning_rate": 4.522857090567193e-05,
|
|
"loss": 0.7389,
|
|
"step": 2740
|
|
},
|
|
{
|
|
"epoch": 0.281135788585887,
|
|
"grad_norm": 1.274788737297058,
|
|
"learning_rate": 4.517601582363995e-05,
|
|
"loss": 0.7501,
|
|
"step": 2750
|
|
},
|
|
{
|
|
"epoch": 0.2821581005443811,
|
|
"grad_norm": 1.427249550819397,
|
|
"learning_rate": 4.512320377701244e-05,
|
|
"loss": 0.75,
|
|
"step": 2760
|
|
},
|
|
{
|
|
"epoch": 0.28318041250287523,
|
|
"grad_norm": 1.2584348917007446,
|
|
"learning_rate": 4.507013543841109e-05,
|
|
"loss": 0.7401,
|
|
"step": 2770
|
|
},
|
|
{
|
|
"epoch": 0.2842027244613694,
|
|
"grad_norm": 1.1880669593811035,
|
|
"learning_rate": 4.501681148372177e-05,
|
|
"loss": 0.7354,
|
|
"step": 2780
|
|
},
|
|
{
|
|
"epoch": 0.2852250364198635,
|
|
"grad_norm": 1.1196924448013306,
|
|
"learning_rate": 4.496323259208592e-05,
|
|
"loss": 0.7539,
|
|
"step": 2790
|
|
},
|
|
{
|
|
"epoch": 0.28624734837835764,
|
|
"grad_norm": 1.0014890432357788,
|
|
"learning_rate": 4.490939944589192e-05,
|
|
"loss": 0.7515,
|
|
"step": 2800
|
|
},
|
|
{
|
|
"epoch": 0.2872696603368518,
|
|
"grad_norm": 1.1331443786621094,
|
|
"learning_rate": 4.485531273076632e-05,
|
|
"loss": 0.7414,
|
|
"step": 2810
|
|
},
|
|
{
|
|
"epoch": 0.2882919722953459,
|
|
"grad_norm": 1.1644209623336792,
|
|
"learning_rate": 4.48009731355652e-05,
|
|
"loss": 0.7409,
|
|
"step": 2820
|
|
},
|
|
{
|
|
"epoch": 0.28931428425384004,
|
|
"grad_norm": 1.2161707878112793,
|
|
"learning_rate": 4.474638135236533e-05,
|
|
"loss": 0.7489,
|
|
"step": 2830
|
|
},
|
|
{
|
|
"epoch": 0.2903365962123342,
|
|
"grad_norm": 1.3701202869415283,
|
|
"learning_rate": 4.46915380764554e-05,
|
|
"loss": 0.7349,
|
|
"step": 2840
|
|
},
|
|
{
|
|
"epoch": 0.2913589081708283,
|
|
"grad_norm": 1.1645112037658691,
|
|
"learning_rate": 4.463644400632714e-05,
|
|
"loss": 0.7364,
|
|
"step": 2850
|
|
},
|
|
{
|
|
"epoch": 0.29238122012932244,
|
|
"grad_norm": 1.0601342916488647,
|
|
"learning_rate": 4.458109984366643e-05,
|
|
"loss": 0.7512,
|
|
"step": 2860
|
|
},
|
|
{
|
|
"epoch": 0.2934035320878166,
|
|
"grad_norm": 1.3086082935333252,
|
|
"learning_rate": 4.4525506293344364e-05,
|
|
"loss": 0.734,
|
|
"step": 2870
|
|
},
|
|
{
|
|
"epoch": 0.2944258440463107,
|
|
"grad_norm": 1.188309669494629,
|
|
"learning_rate": 4.4469664063408284e-05,
|
|
"loss": 0.7396,
|
|
"step": 2880
|
|
},
|
|
{
|
|
"epoch": 0.29544815600480484,
|
|
"grad_norm": 1.132607340812683,
|
|
"learning_rate": 4.4413573865072734e-05,
|
|
"loss": 0.7414,
|
|
"step": 2890
|
|
},
|
|
{
|
|
"epoch": 0.296470467963299,
|
|
"grad_norm": 1.1542457342147827,
|
|
"learning_rate": 4.4357236412710415e-05,
|
|
"loss": 0.7395,
|
|
"step": 2900
|
|
},
|
|
{
|
|
"epoch": 0.2974927799217931,
|
|
"grad_norm": 1.0407392978668213,
|
|
"learning_rate": 4.430065242384311e-05,
|
|
"loss": 0.741,
|
|
"step": 2910
|
|
},
|
|
{
|
|
"epoch": 0.29851509188028724,
|
|
"grad_norm": 1.2613579034805298,
|
|
"learning_rate": 4.424382261913254e-05,
|
|
"loss": 0.7292,
|
|
"step": 2920
|
|
},
|
|
{
|
|
"epoch": 0.2995374038387814,
|
|
"grad_norm": 1.2430132627487183,
|
|
"learning_rate": 4.41867477223711e-05,
|
|
"loss": 0.7329,
|
|
"step": 2930
|
|
},
|
|
{
|
|
"epoch": 0.30055971579727553,
|
|
"grad_norm": 1.1074517965316772,
|
|
"learning_rate": 4.41294284604728e-05,
|
|
"loss": 0.7315,
|
|
"step": 2940
|
|
},
|
|
{
|
|
"epoch": 0.3015820277557697,
|
|
"grad_norm": 1.1700302362442017,
|
|
"learning_rate": 4.407186556346385e-05,
|
|
"loss": 0.7457,
|
|
"step": 2950
|
|
},
|
|
{
|
|
"epoch": 0.3026043397142638,
|
|
"grad_norm": 1.1400681734085083,
|
|
"learning_rate": 4.401405976447349e-05,
|
|
"loss": 0.7351,
|
|
"step": 2960
|
|
},
|
|
{
|
|
"epoch": 0.30362665167275793,
|
|
"grad_norm": 0.9993115067481995,
|
|
"learning_rate": 4.395601179972454e-05,
|
|
"loss": 0.7275,
|
|
"step": 2970
|
|
},
|
|
{
|
|
"epoch": 0.3046489636312521,
|
|
"grad_norm": 1.220421552658081,
|
|
"learning_rate": 4.389772240852412e-05,
|
|
"loss": 0.7252,
|
|
"step": 2980
|
|
},
|
|
{
|
|
"epoch": 0.3056712755897462,
|
|
"grad_norm": 0.7238106727600098,
|
|
"learning_rate": 4.383919233325415e-05,
|
|
"loss": 0.7234,
|
|
"step": 2990
|
|
},
|
|
{
|
|
"epoch": 0.30669358754824033,
|
|
"grad_norm": 0.7465090751647949,
|
|
"learning_rate": 4.3780422319361994e-05,
|
|
"loss": 0.7155,
|
|
"step": 3000
|
|
},
|
|
{
|
|
"epoch": 0.3077158995067345,
|
|
"grad_norm": 0.8709385991096497,
|
|
"learning_rate": 4.372141311535083e-05,
|
|
"loss": 0.6982,
|
|
"step": 3010
|
|
},
|
|
{
|
|
"epoch": 0.3087382114652286,
|
|
"grad_norm": 0.8341991305351257,
|
|
"learning_rate": 4.3662165472770275e-05,
|
|
"loss": 0.7027,
|
|
"step": 3020
|
|
},
|
|
{
|
|
"epoch": 0.30976052342372273,
|
|
"grad_norm": 0.8701478242874146,
|
|
"learning_rate": 4.360268014620669e-05,
|
|
"loss": 0.7012,
|
|
"step": 3030
|
|
},
|
|
{
|
|
"epoch": 0.3107828353822169,
|
|
"grad_norm": 0.9397259950637817,
|
|
"learning_rate": 4.35429578932736e-05,
|
|
"loss": 0.6926,
|
|
"step": 3040
|
|
},
|
|
{
|
|
"epoch": 0.311805147340711,
|
|
"grad_norm": 0.9259440898895264,
|
|
"learning_rate": 4.3482999474602116e-05,
|
|
"loss": 0.6965,
|
|
"step": 3050
|
|
},
|
|
{
|
|
"epoch": 0.31282745929920514,
|
|
"grad_norm": 0.8428536057472229,
|
|
"learning_rate": 4.342280565383111e-05,
|
|
"loss": 0.6902,
|
|
"step": 3060
|
|
},
|
|
{
|
|
"epoch": 0.3138497712576993,
|
|
"grad_norm": 0.8366013765335083,
|
|
"learning_rate": 4.336237719759764e-05,
|
|
"loss": 0.6972,
|
|
"step": 3070
|
|
},
|
|
{
|
|
"epoch": 0.3148720832161934,
|
|
"grad_norm": 0.9582898020744324,
|
|
"learning_rate": 4.330171487552708e-05,
|
|
"loss": 0.6864,
|
|
"step": 3080
|
|
},
|
|
{
|
|
"epoch": 0.31589439517468754,
|
|
"grad_norm": 0.9501172304153442,
|
|
"learning_rate": 4.324081946022334e-05,
|
|
"loss": 0.6806,
|
|
"step": 3090
|
|
},
|
|
{
|
|
"epoch": 0.3169167071331817,
|
|
"grad_norm": 0.7470399141311646,
|
|
"learning_rate": 4.317969172725907e-05,
|
|
"loss": 0.6837,
|
|
"step": 3100
|
|
},
|
|
{
|
|
"epoch": 0.3179390190916758,
|
|
"grad_norm": 0.9217721819877625,
|
|
"learning_rate": 4.3118332455165735e-05,
|
|
"loss": 0.6872,
|
|
"step": 3110
|
|
},
|
|
{
|
|
"epoch": 0.31896133105016994,
|
|
"grad_norm": 0.7747515439987183,
|
|
"learning_rate": 4.3056742425423706e-05,
|
|
"loss": 0.6818,
|
|
"step": 3120
|
|
},
|
|
{
|
|
"epoch": 0.3199836430086641,
|
|
"grad_norm": 1.169914960861206,
|
|
"learning_rate": 4.299492242245235e-05,
|
|
"loss": 0.6856,
|
|
"step": 3130
|
|
},
|
|
{
|
|
"epoch": 0.3210059549671582,
|
|
"grad_norm": 0.9959880709648132,
|
|
"learning_rate": 4.293287323359995e-05,
|
|
"loss": 0.682,
|
|
"step": 3140
|
|
},
|
|
{
|
|
"epoch": 0.32202826692565234,
|
|
"grad_norm": 0.7298420667648315,
|
|
"learning_rate": 4.2870595649133784e-05,
|
|
"loss": 0.6852,
|
|
"step": 3150
|
|
},
|
|
{
|
|
"epoch": 0.3230505788841465,
|
|
"grad_norm": 0.8755456209182739,
|
|
"learning_rate": 4.2808090462229986e-05,
|
|
"loss": 0.6815,
|
|
"step": 3160
|
|
},
|
|
{
|
|
"epoch": 0.3240728908426406,
|
|
"grad_norm": 0.8738940358161926,
|
|
"learning_rate": 4.274535846896348e-05,
|
|
"loss": 0.6792,
|
|
"step": 3170
|
|
},
|
|
{
|
|
"epoch": 0.32509520280113474,
|
|
"grad_norm": 0.7759591341018677,
|
|
"learning_rate": 4.268240046829781e-05,
|
|
"loss": 0.6819,
|
|
"step": 3180
|
|
},
|
|
{
|
|
"epoch": 0.3261175147596289,
|
|
"grad_norm": 0.958259105682373,
|
|
"learning_rate": 4.2619217262074975e-05,
|
|
"loss": 0.685,
|
|
"step": 3190
|
|
},
|
|
{
|
|
"epoch": 0.32713982671812303,
|
|
"grad_norm": 0.9467047452926636,
|
|
"learning_rate": 4.255580965500526e-05,
|
|
"loss": 0.6768,
|
|
"step": 3200
|
|
},
|
|
{
|
|
"epoch": 0.32816213867661714,
|
|
"grad_norm": 0.7194684743881226,
|
|
"learning_rate": 4.249217845465694e-05,
|
|
"loss": 0.6712,
|
|
"step": 3210
|
|
},
|
|
{
|
|
"epoch": 0.3291844506351113,
|
|
"grad_norm": 0.769015908241272,
|
|
"learning_rate": 4.242832447144597e-05,
|
|
"loss": 0.6745,
|
|
"step": 3220
|
|
},
|
|
{
|
|
"epoch": 0.33020676259360543,
|
|
"grad_norm": 0.8387378454208374,
|
|
"learning_rate": 4.236424851862574e-05,
|
|
"loss": 0.6831,
|
|
"step": 3230
|
|
},
|
|
{
|
|
"epoch": 0.3312290745520996,
|
|
"grad_norm": 0.9365067481994629,
|
|
"learning_rate": 4.229995141227665e-05,
|
|
"loss": 0.6787,
|
|
"step": 3240
|
|
},
|
|
{
|
|
"epoch": 0.3322513865105937,
|
|
"grad_norm": 0.7298687696456909,
|
|
"learning_rate": 4.223543397129577e-05,
|
|
"loss": 0.6796,
|
|
"step": 3250
|
|
},
|
|
{
|
|
"epoch": 0.33327369846908783,
|
|
"grad_norm": 0.7920469641685486,
|
|
"learning_rate": 4.2170697017386365e-05,
|
|
"loss": 0.6755,
|
|
"step": 3260
|
|
},
|
|
{
|
|
"epoch": 0.334296010427582,
|
|
"grad_norm": 3.6704764366149902,
|
|
"learning_rate": 4.210574137504744e-05,
|
|
"loss": 0.8193,
|
|
"step": 3270
|
|
},
|
|
{
|
|
"epoch": 0.3353183223860761,
|
|
"grad_norm": 3.374370574951172,
|
|
"learning_rate": 4.204056787156326e-05,
|
|
"loss": 0.8628,
|
|
"step": 3280
|
|
},
|
|
{
|
|
"epoch": 0.33634063434457023,
|
|
"grad_norm": 3.6898951530456543,
|
|
"learning_rate": 4.197517733699281e-05,
|
|
"loss": 0.8978,
|
|
"step": 3290
|
|
},
|
|
{
|
|
"epoch": 0.3373629463030644,
|
|
"grad_norm": 1.8514819145202637,
|
|
"learning_rate": 4.1909570604159186e-05,
|
|
"loss": 0.9052,
|
|
"step": 3300
|
|
},
|
|
{
|
|
"epoch": 0.3383852582615585,
|
|
"grad_norm": 2.999357223510742,
|
|
"learning_rate": 4.1843748508639035e-05,
|
|
"loss": 0.9197,
|
|
"step": 3310
|
|
},
|
|
{
|
|
"epoch": 0.33940757022005263,
|
|
"grad_norm": 3.2991950511932373,
|
|
"learning_rate": 4.17777118887519e-05,
|
|
"loss": 1.0064,
|
|
"step": 3320
|
|
},
|
|
{
|
|
"epoch": 0.3404298821785468,
|
|
"grad_norm": 1.9216408729553223,
|
|
"learning_rate": 4.171146158554951e-05,
|
|
"loss": 0.935,
|
|
"step": 3330
|
|
},
|
|
{
|
|
"epoch": 0.3414521941370409,
|
|
"grad_norm": 2.73488450050354,
|
|
"learning_rate": 4.1644998442805114e-05,
|
|
"loss": 0.9026,
|
|
"step": 3340
|
|
},
|
|
{
|
|
"epoch": 0.34247450609553504,
|
|
"grad_norm": 2.8734359741210938,
|
|
"learning_rate": 4.157832330700272e-05,
|
|
"loss": 0.8654,
|
|
"step": 3350
|
|
},
|
|
{
|
|
"epoch": 0.3434968180540292,
|
|
"grad_norm": 3.519892930984497,
|
|
"learning_rate": 4.1511437027326304e-05,
|
|
"loss": 0.9811,
|
|
"step": 3360
|
|
},
|
|
{
|
|
"epoch": 0.3445191300125233,
|
|
"grad_norm": 2.985055446624756,
|
|
"learning_rate": 4.1444340455648995e-05,
|
|
"loss": 0.9688,
|
|
"step": 3370
|
|
},
|
|
{
|
|
"epoch": 0.34554144197101744,
|
|
"grad_norm": 3.2480971813201904,
|
|
"learning_rate": 4.137703444652223e-05,
|
|
"loss": 0.9601,
|
|
"step": 3380
|
|
},
|
|
{
|
|
"epoch": 0.3465637539295116,
|
|
"grad_norm": 2.305152654647827,
|
|
"learning_rate": 4.130951985716488e-05,
|
|
"loss": 1.0296,
|
|
"step": 3390
|
|
},
|
|
{
|
|
"epoch": 0.3475860658880057,
|
|
"grad_norm": 2.1093311309814453,
|
|
"learning_rate": 4.1241797547452316e-05,
|
|
"loss": 0.9131,
|
|
"step": 3400
|
|
},
|
|
{
|
|
"epoch": 0.34860837784649984,
|
|
"grad_norm": 1.8336457014083862,
|
|
"learning_rate": 4.117386837990547e-05,
|
|
"loss": 0.9109,
|
|
"step": 3410
|
|
},
|
|
{
|
|
"epoch": 0.349630689804994,
|
|
"grad_norm": 1.8202961683273315,
|
|
"learning_rate": 4.1105733219679844e-05,
|
|
"loss": 0.9349,
|
|
"step": 3420
|
|
},
|
|
{
|
|
"epoch": 0.3506530017634881,
|
|
"grad_norm": 2.424990653991699,
|
|
"learning_rate": 4.103739293455449e-05,
|
|
"loss": 0.9001,
|
|
"step": 3430
|
|
},
|
|
{
|
|
"epoch": 0.35167531372198224,
|
|
"grad_norm": 2.684093475341797,
|
|
"learning_rate": 4.096884839492095e-05,
|
|
"loss": 0.9077,
|
|
"step": 3440
|
|
},
|
|
{
|
|
"epoch": 0.3526976256804764,
|
|
"grad_norm": 1.670059323310852,
|
|
"learning_rate": 4.0900100473772204e-05,
|
|
"loss": 0.8612,
|
|
"step": 3450
|
|
},
|
|
{
|
|
"epoch": 0.3537199376389705,
|
|
"grad_norm": 2.0392446517944336,
|
|
"learning_rate": 4.083115004669151e-05,
|
|
"loss": 0.8622,
|
|
"step": 3460
|
|
},
|
|
{
|
|
"epoch": 0.35474224959746464,
|
|
"grad_norm": 2.8175671100616455,
|
|
"learning_rate": 4.076199799184127e-05,
|
|
"loss": 0.8206,
|
|
"step": 3470
|
|
},
|
|
{
|
|
"epoch": 0.3557645615559588,
|
|
"grad_norm": 1.9085370302200317,
|
|
"learning_rate": 4.0692645189951855e-05,
|
|
"loss": 0.9132,
|
|
"step": 3480
|
|
},
|
|
{
|
|
"epoch": 0.35678687351445293,
|
|
"grad_norm": 1.6227134466171265,
|
|
"learning_rate": 4.062309252431037e-05,
|
|
"loss": 0.9233,
|
|
"step": 3490
|
|
},
|
|
{
|
|
"epoch": 0.35780918547294704,
|
|
"grad_norm": 1.934488296508789,
|
|
"learning_rate": 4.0553340880749425e-05,
|
|
"loss": 0.8194,
|
|
"step": 3500
|
|
},
|
|
{
|
|
"epoch": 0.3588314974314412,
|
|
"grad_norm": 1.8496440649032593,
|
|
"learning_rate": 4.048339114763582e-05,
|
|
"loss": 0.8394,
|
|
"step": 3510
|
|
},
|
|
{
|
|
"epoch": 0.35985380938993533,
|
|
"grad_norm": 1.8710787296295166,
|
|
"learning_rate": 4.041324421585928e-05,
|
|
"loss": 0.782,
|
|
"step": 3520
|
|
},
|
|
{
|
|
"epoch": 0.36087612134842945,
|
|
"grad_norm": 1.7882663011550903,
|
|
"learning_rate": 4.034290097882105e-05,
|
|
"loss": 0.7677,
|
|
"step": 3530
|
|
},
|
|
{
|
|
"epoch": 0.3618984333069236,
|
|
"grad_norm": 1.3695753812789917,
|
|
"learning_rate": 4.027236233242257e-05,
|
|
"loss": 0.7844,
|
|
"step": 3540
|
|
},
|
|
{
|
|
"epoch": 0.36292074526541773,
|
|
"grad_norm": 1.6935341358184814,
|
|
"learning_rate": 4.020162917505403e-05,
|
|
"loss": 0.8085,
|
|
"step": 3550
|
|
},
|
|
{
|
|
"epoch": 0.3639430572239119,
|
|
"grad_norm": 2.658515691757202,
|
|
"learning_rate": 4.013070240758294e-05,
|
|
"loss": 0.77,
|
|
"step": 3560
|
|
},
|
|
{
|
|
"epoch": 0.364965369182406,
|
|
"grad_norm": 1.2438311576843262,
|
|
"learning_rate": 4.0059582933342666e-05,
|
|
"loss": 0.8105,
|
|
"step": 3570
|
|
},
|
|
{
|
|
"epoch": 0.36598768114090013,
|
|
"grad_norm": 1.7631160020828247,
|
|
"learning_rate": 3.99882716581209e-05,
|
|
"loss": 0.7977,
|
|
"step": 3580
|
|
},
|
|
{
|
|
"epoch": 0.3670099930993943,
|
|
"grad_norm": 2.5809144973754883,
|
|
"learning_rate": 3.991676949014814e-05,
|
|
"loss": 0.7906,
|
|
"step": 3590
|
|
},
|
|
{
|
|
"epoch": 0.3680323050578884,
|
|
"grad_norm": 1.1488144397735596,
|
|
"learning_rate": 3.984507734008614e-05,
|
|
"loss": 0.7578,
|
|
"step": 3600
|
|
},
|
|
{
|
|
"epoch": 0.36905461701638254,
|
|
"grad_norm": 1.8908311128616333,
|
|
"learning_rate": 3.9773196121016264e-05,
|
|
"loss": 0.803,
|
|
"step": 3610
|
|
},
|
|
{
|
|
"epoch": 0.3700769289748767,
|
|
"grad_norm": 1.5343143939971924,
|
|
"learning_rate": 3.970112674842791e-05,
|
|
"loss": 0.7424,
|
|
"step": 3620
|
|
},
|
|
{
|
|
"epoch": 0.3710992409333708,
|
|
"grad_norm": 1.9406263828277588,
|
|
"learning_rate": 3.962887014020681e-05,
|
|
"loss": 0.7438,
|
|
"step": 3630
|
|
},
|
|
{
|
|
"epoch": 0.37212155289186494,
|
|
"grad_norm": 2.6998703479766846,
|
|
"learning_rate": 3.955642721662336e-05,
|
|
"loss": 0.7917,
|
|
"step": 3640
|
|
},
|
|
{
|
|
"epoch": 0.3731438648503591,
|
|
"grad_norm": 1.2992616891860962,
|
|
"learning_rate": 3.94837989003209e-05,
|
|
"loss": 0.7571,
|
|
"step": 3650
|
|
},
|
|
{
|
|
"epoch": 0.3741661768088532,
|
|
"grad_norm": 1.7680587768554688,
|
|
"learning_rate": 3.941098611630396e-05,
|
|
"loss": 0.7683,
|
|
"step": 3660
|
|
},
|
|
{
|
|
"epoch": 0.37518848876734734,
|
|
"grad_norm": 1.778095006942749,
|
|
"learning_rate": 3.9337989791926466e-05,
|
|
"loss": 0.7227,
|
|
"step": 3670
|
|
},
|
|
{
|
|
"epoch": 0.3762108007258415,
|
|
"grad_norm": 1.4913495779037476,
|
|
"learning_rate": 3.926481085687994e-05,
|
|
"loss": 0.7608,
|
|
"step": 3680
|
|
},
|
|
{
|
|
"epoch": 0.3772331126843356,
|
|
"grad_norm": 1.3343455791473389,
|
|
"learning_rate": 3.919145024318168e-05,
|
|
"loss": 0.695,
|
|
"step": 3690
|
|
},
|
|
{
|
|
"epoch": 0.37825542464282974,
|
|
"grad_norm": 1.4345059394836426,
|
|
"learning_rate": 3.9117908885162836e-05,
|
|
"loss": 0.7274,
|
|
"step": 3700
|
|
},
|
|
{
|
|
"epoch": 0.3792777366013239,
|
|
"grad_norm": 2.5988686084747314,
|
|
"learning_rate": 3.904418771945658e-05,
|
|
"loss": 0.7259,
|
|
"step": 3710
|
|
},
|
|
{
|
|
"epoch": 0.380300048559818,
|
|
"grad_norm": 1.7964763641357422,
|
|
"learning_rate": 3.8970287684986105e-05,
|
|
"loss": 0.7152,
|
|
"step": 3720
|
|
},
|
|
{
|
|
"epoch": 0.38132236051831214,
|
|
"grad_norm": 1.4514089822769165,
|
|
"learning_rate": 3.8896209722952724e-05,
|
|
"loss": 0.7628,
|
|
"step": 3730
|
|
},
|
|
{
|
|
"epoch": 0.3823446724768063,
|
|
"grad_norm": 1.3875867128372192,
|
|
"learning_rate": 3.882195477682386e-05,
|
|
"loss": 0.7508,
|
|
"step": 3740
|
|
},
|
|
{
|
|
"epoch": 0.38336698443530043,
|
|
"grad_norm": 1.5468597412109375,
|
|
"learning_rate": 3.874752379232102e-05,
|
|
"loss": 0.7239,
|
|
"step": 3750
|
|
},
|
|
{
|
|
"epoch": 0.38438929639379454,
|
|
"grad_norm": 1.5340187549591064,
|
|
"learning_rate": 3.867291771740776e-05,
|
|
"loss": 0.7371,
|
|
"step": 3760
|
|
},
|
|
{
|
|
"epoch": 0.3854116083522887,
|
|
"grad_norm": 1.4312421083450317,
|
|
"learning_rate": 3.8598137502277636e-05,
|
|
"loss": 0.732,
|
|
"step": 3770
|
|
},
|
|
{
|
|
"epoch": 0.38643392031078283,
|
|
"grad_norm": 1.4971996545791626,
|
|
"learning_rate": 3.8523184099342044e-05,
|
|
"loss": 0.7107,
|
|
"step": 3780
|
|
},
|
|
{
|
|
"epoch": 0.38745623226927695,
|
|
"grad_norm": 1.1878859996795654,
|
|
"learning_rate": 3.844805846321815e-05,
|
|
"loss": 0.7076,
|
|
"step": 3790
|
|
},
|
|
{
|
|
"epoch": 0.3884785442277711,
|
|
"grad_norm": 1.388309359550476,
|
|
"learning_rate": 3.83727615507167e-05,
|
|
"loss": 0.7157,
|
|
"step": 3800
|
|
},
|
|
{
|
|
"epoch": 0.38950085618626523,
|
|
"grad_norm": 1.4581124782562256,
|
|
"learning_rate": 3.829729432082982e-05,
|
|
"loss": 0.7167,
|
|
"step": 3810
|
|
},
|
|
{
|
|
"epoch": 0.39052316814475935,
|
|
"grad_norm": 1.7948312759399414,
|
|
"learning_rate": 3.8221657734718855e-05,
|
|
"loss": 0.7399,
|
|
"step": 3820
|
|
},
|
|
{
|
|
"epoch": 0.3915454801032535,
|
|
"grad_norm": 1.5124136209487915,
|
|
"learning_rate": 3.814585275570209e-05,
|
|
"loss": 0.7077,
|
|
"step": 3830
|
|
},
|
|
{
|
|
"epoch": 0.39256779206174763,
|
|
"grad_norm": 1.7335097789764404,
|
|
"learning_rate": 3.8069880349242457e-05,
|
|
"loss": 0.7028,
|
|
"step": 3840
|
|
},
|
|
{
|
|
"epoch": 0.3935901040202418,
|
|
"grad_norm": 1.4563673734664917,
|
|
"learning_rate": 3.7993741482935293e-05,
|
|
"loss": 0.7084,
|
|
"step": 3850
|
|
},
|
|
{
|
|
"epoch": 0.3946124159787359,
|
|
"grad_norm": 1.8977148532867432,
|
|
"learning_rate": 3.791743712649598e-05,
|
|
"loss": 0.704,
|
|
"step": 3860
|
|
},
|
|
{
|
|
"epoch": 0.39563472793723004,
|
|
"grad_norm": 1.6411945819854736,
|
|
"learning_rate": 3.784096825174762e-05,
|
|
"loss": 0.6932,
|
|
"step": 3870
|
|
},
|
|
{
|
|
"epoch": 0.3966570398957242,
|
|
"grad_norm": 1.633746862411499,
|
|
"learning_rate": 3.776433583260863e-05,
|
|
"loss": 0.6952,
|
|
"step": 3880
|
|
},
|
|
{
|
|
"epoch": 0.3976793518542183,
|
|
"grad_norm": 1.7816822528839111,
|
|
"learning_rate": 3.768754084508036e-05,
|
|
"loss": 0.6886,
|
|
"step": 3890
|
|
},
|
|
{
|
|
"epoch": 0.39870166381271244,
|
|
"grad_norm": 1.3513058423995972,
|
|
"learning_rate": 3.761058426723463e-05,
|
|
"loss": 0.6923,
|
|
"step": 3900
|
|
},
|
|
{
|
|
"epoch": 0.3997239757712066,
|
|
"grad_norm": 1.576625108718872,
|
|
"learning_rate": 3.753346707920134e-05,
|
|
"loss": 0.6944,
|
|
"step": 3910
|
|
},
|
|
{
|
|
"epoch": 0.4007462877297007,
|
|
"grad_norm": 1.4564894437789917,
|
|
"learning_rate": 3.745619026315591e-05,
|
|
"loss": 0.7191,
|
|
"step": 3920
|
|
},
|
|
{
|
|
"epoch": 0.40176859968819484,
|
|
"grad_norm": 1.2610410451889038,
|
|
"learning_rate": 3.737875480330681e-05,
|
|
"loss": 0.6887,
|
|
"step": 3930
|
|
},
|
|
{
|
|
"epoch": 0.402790911646689,
|
|
"grad_norm": 1.5737214088439941,
|
|
"learning_rate": 3.7301161685883046e-05,
|
|
"loss": 0.6788,
|
|
"step": 3940
|
|
},
|
|
{
|
|
"epoch": 0.4038132236051831,
|
|
"grad_norm": 1.2577745914459229,
|
|
"learning_rate": 3.7223411899121527e-05,
|
|
"loss": 0.6841,
|
|
"step": 3950
|
|
},
|
|
{
|
|
"epoch": 0.40483553556367724,
|
|
"grad_norm": 1.0957412719726562,
|
|
"learning_rate": 3.714550643325458e-05,
|
|
"loss": 0.6791,
|
|
"step": 3960
|
|
},
|
|
{
|
|
"epoch": 0.4058578475221714,
|
|
"grad_norm": 1.392012119293213,
|
|
"learning_rate": 3.7067446280497227e-05,
|
|
"loss": 0.6964,
|
|
"step": 3970
|
|
},
|
|
{
|
|
"epoch": 0.4068801594806655,
|
|
"grad_norm": 1.692404866218567,
|
|
"learning_rate": 3.698923243503464e-05,
|
|
"loss": 0.6751,
|
|
"step": 3980
|
|
},
|
|
{
|
|
"epoch": 0.40790247143915964,
|
|
"grad_norm": 1.4865257740020752,
|
|
"learning_rate": 3.6910865893009445e-05,
|
|
"loss": 0.6709,
|
|
"step": 3990
|
|
},
|
|
{
|
|
"epoch": 0.4089247833976538,
|
|
"grad_norm": 1.286539912223816,
|
|
"learning_rate": 3.6832347652509003e-05,
|
|
"loss": 0.6693,
|
|
"step": 4000
|
|
},
|
|
{
|
|
"epoch": 0.40994709535614793,
|
|
"grad_norm": 1.6937637329101562,
|
|
"learning_rate": 3.6753678713552766e-05,
|
|
"loss": 0.6668,
|
|
"step": 4010
|
|
},
|
|
{
|
|
"epoch": 0.41096940731464204,
|
|
"grad_norm": 1.6795419454574585,
|
|
"learning_rate": 3.6674860078079464e-05,
|
|
"loss": 0.672,
|
|
"step": 4020
|
|
},
|
|
{
|
|
"epoch": 0.4119917192731362,
|
|
"grad_norm": 1.2515088319778442,
|
|
"learning_rate": 3.659589274993442e-05,
|
|
"loss": 0.6732,
|
|
"step": 4030
|
|
},
|
|
{
|
|
"epoch": 0.41301403123163033,
|
|
"grad_norm": 1.3944021463394165,
|
|
"learning_rate": 3.651677773485671e-05,
|
|
"loss": 0.6563,
|
|
"step": 4040
|
|
},
|
|
{
|
|
"epoch": 0.41403634319012445,
|
|
"grad_norm": 1.238376259803772,
|
|
"learning_rate": 3.643751604046637e-05,
|
|
"loss": 0.6692,
|
|
"step": 4050
|
|
},
|
|
{
|
|
"epoch": 0.4150586551486186,
|
|
"grad_norm": 1.6770118474960327,
|
|
"learning_rate": 3.6358108676251564e-05,
|
|
"loss": 0.6637,
|
|
"step": 4060
|
|
},
|
|
{
|
|
"epoch": 0.41608096710711273,
|
|
"grad_norm": 1.8990675210952759,
|
|
"learning_rate": 3.627855665355574e-05,
|
|
"loss": 0.6664,
|
|
"step": 4070
|
|
},
|
|
{
|
|
"epoch": 0.41710327906560685,
|
|
"grad_norm": 1.2769804000854492,
|
|
"learning_rate": 3.619886098556471e-05,
|
|
"loss": 0.6661,
|
|
"step": 4080
|
|
},
|
|
{
|
|
"epoch": 0.418125591024101,
|
|
"grad_norm": 1.2452665567398071,
|
|
"learning_rate": 3.6119022687293814e-05,
|
|
"loss": 0.6784,
|
|
"step": 4090
|
|
},
|
|
{
|
|
"epoch": 0.41914790298259513,
|
|
"grad_norm": 1.4984554052352905,
|
|
"learning_rate": 3.603904277557491e-05,
|
|
"loss": 0.6633,
|
|
"step": 4100
|
|
},
|
|
{
|
|
"epoch": 0.42017021494108925,
|
|
"grad_norm": 1.3026005029678345,
|
|
"learning_rate": 3.5958922269043494e-05,
|
|
"loss": 0.6519,
|
|
"step": 4110
|
|
},
|
|
{
|
|
"epoch": 0.4211925268995834,
|
|
"grad_norm": 1.2519993782043457,
|
|
"learning_rate": 3.587866218812568e-05,
|
|
"loss": 0.6659,
|
|
"step": 4120
|
|
},
|
|
{
|
|
"epoch": 0.42221483885807753,
|
|
"grad_norm": 1.5750147104263306,
|
|
"learning_rate": 3.579826355502522e-05,
|
|
"loss": 0.6647,
|
|
"step": 4130
|
|
},
|
|
{
|
|
"epoch": 0.42323715081657165,
|
|
"grad_norm": 1.7237874269485474,
|
|
"learning_rate": 3.571772739371053e-05,
|
|
"loss": 0.6668,
|
|
"step": 4140
|
|
},
|
|
{
|
|
"epoch": 0.4242594627750658,
|
|
"grad_norm": 1.135948896408081,
|
|
"learning_rate": 3.563705472990152e-05,
|
|
"loss": 0.669,
|
|
"step": 4150
|
|
},
|
|
{
|
|
"epoch": 0.42528177473355994,
|
|
"grad_norm": 1.2250343561172485,
|
|
"learning_rate": 3.55562465910567e-05,
|
|
"loss": 0.6523,
|
|
"step": 4160
|
|
},
|
|
{
|
|
"epoch": 0.4263040866920541,
|
|
"grad_norm": 1.2247508764266968,
|
|
"learning_rate": 3.547530400635996e-05,
|
|
"loss": 0.6547,
|
|
"step": 4170
|
|
},
|
|
{
|
|
"epoch": 0.4273263986505482,
|
|
"grad_norm": 1.4336878061294556,
|
|
"learning_rate": 3.5394228006707516e-05,
|
|
"loss": 0.6475,
|
|
"step": 4180
|
|
},
|
|
{
|
|
"epoch": 0.42834871060904234,
|
|
"grad_norm": 1.4483047723770142,
|
|
"learning_rate": 3.53130196246948e-05,
|
|
"loss": 0.6531,
|
|
"step": 4190
|
|
},
|
|
{
|
|
"epoch": 0.4293710225675365,
|
|
"grad_norm": 1.523287057876587,
|
|
"learning_rate": 3.523167989460325e-05,
|
|
"loss": 0.6489,
|
|
"step": 4200
|
|
},
|
|
{
|
|
"epoch": 0.4303933345260306,
|
|
"grad_norm": 1.4192699193954468,
|
|
"learning_rate": 3.515020985238721e-05,
|
|
"loss": 0.6544,
|
|
"step": 4210
|
|
},
|
|
{
|
|
"epoch": 0.43141564648452474,
|
|
"grad_norm": 1.9409384727478027,
|
|
"learning_rate": 3.5068610535660674e-05,
|
|
"loss": 0.654,
|
|
"step": 4220
|
|
},
|
|
{
|
|
"epoch": 0.4324379584430189,
|
|
"grad_norm": 1.008102536201477,
|
|
"learning_rate": 3.4986882983684094e-05,
|
|
"loss": 0.6492,
|
|
"step": 4230
|
|
},
|
|
{
|
|
"epoch": 0.433460270401513,
|
|
"grad_norm": 1.4971058368682861,
|
|
"learning_rate": 3.490502823735115e-05,
|
|
"loss": 0.6457,
|
|
"step": 4240
|
|
},
|
|
{
|
|
"epoch": 0.43448258236000714,
|
|
"grad_norm": 1.1196352243423462,
|
|
"learning_rate": 3.482304733917548e-05,
|
|
"loss": 0.645,
|
|
"step": 4250
|
|
},
|
|
{
|
|
"epoch": 0.4355048943185013,
|
|
"grad_norm": 1.4479795694351196,
|
|
"learning_rate": 3.474094133327743e-05,
|
|
"loss": 0.6456,
|
|
"step": 4260
|
|
},
|
|
{
|
|
"epoch": 0.4365272062769954,
|
|
"grad_norm": 1.162895679473877,
|
|
"learning_rate": 3.465871126537072e-05,
|
|
"loss": 0.6396,
|
|
"step": 4270
|
|
},
|
|
{
|
|
"epoch": 0.43754951823548954,
|
|
"grad_norm": 1.2522825002670288,
|
|
"learning_rate": 3.457635818274912e-05,
|
|
"loss": 0.6573,
|
|
"step": 4280
|
|
},
|
|
{
|
|
"epoch": 0.4385718301939837,
|
|
"grad_norm": 1.1335194110870361,
|
|
"learning_rate": 3.449388313427319e-05,
|
|
"loss": 0.6419,
|
|
"step": 4290
|
|
},
|
|
{
|
|
"epoch": 0.43959414215247783,
|
|
"grad_norm": 1.1282099485397339,
|
|
"learning_rate": 3.441128717035681e-05,
|
|
"loss": 0.6326,
|
|
"step": 4300
|
|
},
|
|
{
|
|
"epoch": 0.44061645411097194,
|
|
"grad_norm": 1.1025745868682861,
|
|
"learning_rate": 3.432857134295387e-05,
|
|
"loss": 0.6501,
|
|
"step": 4310
|
|
},
|
|
{
|
|
"epoch": 0.4416387660694661,
|
|
"grad_norm": 1.2452707290649414,
|
|
"learning_rate": 3.42457367055449e-05,
|
|
"loss": 0.6517,
|
|
"step": 4320
|
|
},
|
|
{
|
|
"epoch": 0.44266107802796023,
|
|
"grad_norm": 1.2010916471481323,
|
|
"learning_rate": 3.4162784313123524e-05,
|
|
"loss": 0.6474,
|
|
"step": 4330
|
|
},
|
|
{
|
|
"epoch": 0.44368338998645435,
|
|
"grad_norm": 1.2754626274108887,
|
|
"learning_rate": 3.40797152221832e-05,
|
|
"loss": 0.6451,
|
|
"step": 4340
|
|
},
|
|
{
|
|
"epoch": 0.4447057019449485,
|
|
"grad_norm": 1.244176983833313,
|
|
"learning_rate": 3.399653049070363e-05,
|
|
"loss": 0.651,
|
|
"step": 4350
|
|
},
|
|
{
|
|
"epoch": 0.44572801390344263,
|
|
"grad_norm": 1.5286939144134521,
|
|
"learning_rate": 3.3913231178137335e-05,
|
|
"loss": 0.6485,
|
|
"step": 4360
|
|
},
|
|
{
|
|
"epoch": 0.44675032586193675,
|
|
"grad_norm": 1.3893756866455078,
|
|
"learning_rate": 3.382981834539615e-05,
|
|
"loss": 0.6447,
|
|
"step": 4370
|
|
},
|
|
{
|
|
"epoch": 0.4477726378204309,
|
|
"grad_norm": 1.1257489919662476,
|
|
"learning_rate": 3.3746293054837746e-05,
|
|
"loss": 0.6408,
|
|
"step": 4380
|
|
},
|
|
{
|
|
"epoch": 0.44879494977892503,
|
|
"grad_norm": 1.3817309141159058,
|
|
"learning_rate": 3.3662656370252045e-05,
|
|
"loss": 0.6328,
|
|
"step": 4390
|
|
},
|
|
{
|
|
"epoch": 0.44981726173741915,
|
|
"grad_norm": 1.256188988685608,
|
|
"learning_rate": 3.357890935684771e-05,
|
|
"loss": 0.6449,
|
|
"step": 4400
|
|
},
|
|
{
|
|
"epoch": 0.4508395736959133,
|
|
"grad_norm": 1.2580057382583618,
|
|
"learning_rate": 3.3495053081238566e-05,
|
|
"loss": 0.6375,
|
|
"step": 4410
|
|
},
|
|
{
|
|
"epoch": 0.45186188565440744,
|
|
"grad_norm": 1.3607220649719238,
|
|
"learning_rate": 3.341108861143002e-05,
|
|
"loss": 0.6425,
|
|
"step": 4420
|
|
},
|
|
{
|
|
"epoch": 0.45288419761290155,
|
|
"grad_norm": 1.1394469738006592,
|
|
"learning_rate": 3.332701701680546e-05,
|
|
"loss": 0.6353,
|
|
"step": 4430
|
|
},
|
|
{
|
|
"epoch": 0.4539065095713957,
|
|
"grad_norm": 1.14969801902771,
|
|
"learning_rate": 3.3242839368112604e-05,
|
|
"loss": 0.6355,
|
|
"step": 4440
|
|
},
|
|
{
|
|
"epoch": 0.45492882152988984,
|
|
"grad_norm": 1.4116837978363037,
|
|
"learning_rate": 3.315855673744994e-05,
|
|
"loss": 0.6322,
|
|
"step": 4450
|
|
},
|
|
{
|
|
"epoch": 0.45595113348838395,
|
|
"grad_norm": 1.1528499126434326,
|
|
"learning_rate": 3.307417019825296e-05,
|
|
"loss": 0.6299,
|
|
"step": 4460
|
|
},
|
|
{
|
|
"epoch": 0.4569734454468781,
|
|
"grad_norm": 1.123056411743164,
|
|
"learning_rate": 3.2989680825280605e-05,
|
|
"loss": 0.6309,
|
|
"step": 4470
|
|
},
|
|
{
|
|
"epoch": 0.45799575740537224,
|
|
"grad_norm": 1.2016690969467163,
|
|
"learning_rate": 3.290508969460149e-05,
|
|
"loss": 0.6363,
|
|
"step": 4480
|
|
},
|
|
{
|
|
"epoch": 0.4590180693638664,
|
|
"grad_norm": 1.1473077535629272,
|
|
"learning_rate": 3.2820397883580224e-05,
|
|
"loss": 0.6365,
|
|
"step": 4490
|
|
},
|
|
{
|
|
"epoch": 0.4600403813223605,
|
|
"grad_norm": 1.4427560567855835,
|
|
"learning_rate": 3.273560647086373e-05,
|
|
"loss": 0.636,
|
|
"step": 4500
|
|
},
|
|
{
|
|
"epoch": 0.46106269328085464,
|
|
"grad_norm": 1.022484540939331,
|
|
"learning_rate": 3.265071653636744e-05,
|
|
"loss": 0.6175,
|
|
"step": 4510
|
|
},
|
|
{
|
|
"epoch": 0.4620850052393488,
|
|
"grad_norm": 0.9218525290489197,
|
|
"learning_rate": 3.256572916126158e-05,
|
|
"loss": 0.6262,
|
|
"step": 4520
|
|
},
|
|
{
|
|
"epoch": 0.4631073171978429,
|
|
"grad_norm": 1.4888445138931274,
|
|
"learning_rate": 3.248064542795741e-05,
|
|
"loss": 0.6304,
|
|
"step": 4530
|
|
},
|
|
{
|
|
"epoch": 0.46412962915633704,
|
|
"grad_norm": 1.0524561405181885,
|
|
"learning_rate": 3.239546642009341e-05,
|
|
"loss": 0.6345,
|
|
"step": 4540
|
|
},
|
|
{
|
|
"epoch": 0.4651519411148312,
|
|
"grad_norm": 1.0863170623779297,
|
|
"learning_rate": 3.231019322252148e-05,
|
|
"loss": 0.6363,
|
|
"step": 4550
|
|
},
|
|
{
|
|
"epoch": 0.46617425307332533,
|
|
"grad_norm": 1.2173206806182861,
|
|
"learning_rate": 3.222482692129315e-05,
|
|
"loss": 0.624,
|
|
"step": 4560
|
|
},
|
|
{
|
|
"epoch": 0.46719656503181944,
|
|
"grad_norm": 1.0352942943572998,
|
|
"learning_rate": 3.213936860364572e-05,
|
|
"loss": 0.6309,
|
|
"step": 4570
|
|
},
|
|
{
|
|
"epoch": 0.4682188769903136,
|
|
"grad_norm": 1.2327061891555786,
|
|
"learning_rate": 3.2053819357988446e-05,
|
|
"loss": 0.6211,
|
|
"step": 4580
|
|
},
|
|
{
|
|
"epoch": 0.46924118894880773,
|
|
"grad_norm": 1.1171348094940186,
|
|
"learning_rate": 3.196818027388861e-05,
|
|
"loss": 0.6228,
|
|
"step": 4590
|
|
},
|
|
{
|
|
"epoch": 0.47026350090730185,
|
|
"grad_norm": 1.1197806596755981,
|
|
"learning_rate": 3.188245244205774e-05,
|
|
"loss": 0.6186,
|
|
"step": 4600
|
|
},
|
|
{
|
|
"epoch": 0.471285812865796,
|
|
"grad_norm": 1.1804462671279907,
|
|
"learning_rate": 3.179663695433764e-05,
|
|
"loss": 0.6226,
|
|
"step": 4610
|
|
},
|
|
{
|
|
"epoch": 0.47230812482429013,
|
|
"grad_norm": 1.0908983945846558,
|
|
"learning_rate": 3.171073490368651e-05,
|
|
"loss": 0.6404,
|
|
"step": 4620
|
|
},
|
|
{
|
|
"epoch": 0.47333043678278425,
|
|
"grad_norm": 1.1561825275421143,
|
|
"learning_rate": 3.162474738416506e-05,
|
|
"loss": 0.6333,
|
|
"step": 4630
|
|
},
|
|
{
|
|
"epoch": 0.4743527487412784,
|
|
"grad_norm": 1.2377185821533203,
|
|
"learning_rate": 3.153867549092249e-05,
|
|
"loss": 0.6127,
|
|
"step": 4640
|
|
},
|
|
{
|
|
"epoch": 0.47537506069977253,
|
|
"grad_norm": 1.0879380702972412,
|
|
"learning_rate": 3.145252032018264e-05,
|
|
"loss": 0.6239,
|
|
"step": 4650
|
|
},
|
|
{
|
|
"epoch": 0.47639737265826665,
|
|
"grad_norm": 1.3811547756195068,
|
|
"learning_rate": 3.136628296922997e-05,
|
|
"loss": 0.6347,
|
|
"step": 4660
|
|
},
|
|
{
|
|
"epoch": 0.4774196846167608,
|
|
"grad_norm": 1.1660869121551514,
|
|
"learning_rate": 3.127996453639559e-05,
|
|
"loss": 0.6276,
|
|
"step": 4670
|
|
},
|
|
{
|
|
"epoch": 0.47844199657525494,
|
|
"grad_norm": 1.090694546699524,
|
|
"learning_rate": 3.119356612104329e-05,
|
|
"loss": 0.6254,
|
|
"step": 4680
|
|
},
|
|
{
|
|
"epoch": 0.47946430853374905,
|
|
"grad_norm": 1.4261144399642944,
|
|
"learning_rate": 3.110708882355553e-05,
|
|
"loss": 0.6275,
|
|
"step": 4690
|
|
},
|
|
{
|
|
"epoch": 0.4804866204922432,
|
|
"grad_norm": 1.1563290357589722,
|
|
"learning_rate": 3.102053374531941e-05,
|
|
"loss": 0.6356,
|
|
"step": 4700
|
|
},
|
|
{
|
|
"epoch": 0.48150893245073734,
|
|
"grad_norm": 1.0531911849975586,
|
|
"learning_rate": 3.0933901988712694e-05,
|
|
"loss": 0.6159,
|
|
"step": 4710
|
|
},
|
|
{
|
|
"epoch": 0.48253124440923145,
|
|
"grad_norm": 1.0314277410507202,
|
|
"learning_rate": 3.084719465708967e-05,
|
|
"loss": 0.636,
|
|
"step": 4720
|
|
},
|
|
{
|
|
"epoch": 0.4835535563677256,
|
|
"grad_norm": 1.0983450412750244,
|
|
"learning_rate": 3.076041285476722e-05,
|
|
"loss": 0.6117,
|
|
"step": 4730
|
|
},
|
|
{
|
|
"epoch": 0.48457586832621974,
|
|
"grad_norm": 1.3466790914535522,
|
|
"learning_rate": 3.067355768701067e-05,
|
|
"loss": 0.6151,
|
|
"step": 4740
|
|
},
|
|
{
|
|
"epoch": 0.48559818028471385,
|
|
"grad_norm": 1.1271053552627563,
|
|
"learning_rate": 3.0586630260019726e-05,
|
|
"loss": 0.6126,
|
|
"step": 4750
|
|
},
|
|
{
|
|
"epoch": 0.486620492243208,
|
|
"grad_norm": 1.1494412422180176,
|
|
"learning_rate": 3.049963168091443e-05,
|
|
"loss": 0.619,
|
|
"step": 4760
|
|
},
|
|
{
|
|
"epoch": 0.48764280420170214,
|
|
"grad_norm": 1.1014100313186646,
|
|
"learning_rate": 3.0412563057720995e-05,
|
|
"loss": 0.6103,
|
|
"step": 4770
|
|
},
|
|
{
|
|
"epoch": 0.4886651161601963,
|
|
"grad_norm": 1.075558066368103,
|
|
"learning_rate": 3.032542549935775e-05,
|
|
"loss": 0.6148,
|
|
"step": 4780
|
|
},
|
|
{
|
|
"epoch": 0.4896874281186904,
|
|
"grad_norm": 1.11659836769104,
|
|
"learning_rate": 3.0238220115620976e-05,
|
|
"loss": 0.6154,
|
|
"step": 4790
|
|
},
|
|
{
|
|
"epoch": 0.49070974007718454,
|
|
"grad_norm": 1.1824182271957397,
|
|
"learning_rate": 3.015094801717079e-05,
|
|
"loss": 0.6166,
|
|
"step": 4800
|
|
},
|
|
{
|
|
"epoch": 0.4917320520356787,
|
|
"grad_norm": 1.2691211700439453,
|
|
"learning_rate": 3.0063610315517003e-05,
|
|
"loss": 0.6206,
|
|
"step": 4810
|
|
},
|
|
{
|
|
"epoch": 0.49275436399417283,
|
|
"grad_norm": 1.342873454093933,
|
|
"learning_rate": 2.997620812300496e-05,
|
|
"loss": 0.6209,
|
|
"step": 4820
|
|
},
|
|
{
|
|
"epoch": 0.49377667595266694,
|
|
"grad_norm": 0.9883928298950195,
|
|
"learning_rate": 2.9888742552801358e-05,
|
|
"loss": 0.618,
|
|
"step": 4830
|
|
},
|
|
{
|
|
"epoch": 0.4947989879111611,
|
|
"grad_norm": 1.2620633840560913,
|
|
"learning_rate": 2.9801214718880095e-05,
|
|
"loss": 0.6153,
|
|
"step": 4840
|
|
},
|
|
{
|
|
"epoch": 0.49582129986965523,
|
|
"grad_norm": 1.2682327032089233,
|
|
"learning_rate": 2.971362573600806e-05,
|
|
"loss": 0.6158,
|
|
"step": 4850
|
|
},
|
|
{
|
|
"epoch": 0.49684361182814935,
|
|
"grad_norm": 1.1597089767456055,
|
|
"learning_rate": 2.9625976719730948e-05,
|
|
"loss": 0.6118,
|
|
"step": 4860
|
|
},
|
|
{
|
|
"epoch": 0.4978659237866435,
|
|
"grad_norm": 1.1553666591644287,
|
|
"learning_rate": 2.9538268786359046e-05,
|
|
"loss": 0.618,
|
|
"step": 4870
|
|
},
|
|
{
|
|
"epoch": 0.49888823574513763,
|
|
"grad_norm": 1.1677993535995483,
|
|
"learning_rate": 2.9450503052953004e-05,
|
|
"loss": 0.624,
|
|
"step": 4880
|
|
},
|
|
{
|
|
"epoch": 0.49991054770363175,
|
|
"grad_norm": 1.3060886859893799,
|
|
"learning_rate": 2.9362680637309664e-05,
|
|
"loss": 0.6117,
|
|
"step": 4890
|
|
},
|
|
{
|
|
"epoch": 0.5009328596621259,
|
|
"grad_norm": 1.0159618854522705,
|
|
"learning_rate": 2.9274802657947724e-05,
|
|
"loss": 0.6167,
|
|
"step": 4900
|
|
},
|
|
{
|
|
"epoch": 0.50195517162062,
|
|
"grad_norm": 1.0440400838851929,
|
|
"learning_rate": 2.9186870234093592e-05,
|
|
"loss": 0.6133,
|
|
"step": 4910
|
|
},
|
|
{
|
|
"epoch": 0.5029774835791142,
|
|
"grad_norm": 1.0517702102661133,
|
|
"learning_rate": 2.909888448566708e-05,
|
|
"loss": 0.6117,
|
|
"step": 4920
|
|
},
|
|
{
|
|
"epoch": 0.5039997955376083,
|
|
"grad_norm": 1.1240285634994507,
|
|
"learning_rate": 2.9010846533267118e-05,
|
|
"loss": 0.6132,
|
|
"step": 4930
|
|
},
|
|
{
|
|
"epoch": 0.5050221074961024,
|
|
"grad_norm": 0.9652560353279114,
|
|
"learning_rate": 2.8922757498157572e-05,
|
|
"loss": 0.6191,
|
|
"step": 4940
|
|
},
|
|
{
|
|
"epoch": 0.5060444194545966,
|
|
"grad_norm": 1.0895004272460938,
|
|
"learning_rate": 2.883461850225284e-05,
|
|
"loss": 0.6144,
|
|
"step": 4950
|
|
},
|
|
{
|
|
"epoch": 0.5070667314130907,
|
|
"grad_norm": 1.1447396278381348,
|
|
"learning_rate": 2.874643066810368e-05,
|
|
"loss": 0.6108,
|
|
"step": 4960
|
|
},
|
|
{
|
|
"epoch": 0.5080890433715849,
|
|
"grad_norm": 1.1374315023422241,
|
|
"learning_rate": 2.8658195118882835e-05,
|
|
"loss": 0.617,
|
|
"step": 4970
|
|
},
|
|
{
|
|
"epoch": 0.509111355330079,
|
|
"grad_norm": 0.9657441973686218,
|
|
"learning_rate": 2.856991297837076e-05,
|
|
"loss": 0.6143,
|
|
"step": 4980
|
|
},
|
|
{
|
|
"epoch": 0.5101336672885731,
|
|
"grad_norm": 1.0028339624404907,
|
|
"learning_rate": 2.8481585370941295e-05,
|
|
"loss": 0.6086,
|
|
"step": 4990
|
|
},
|
|
{
|
|
"epoch": 0.5111559792470672,
|
|
"grad_norm": 1.20085608959198,
|
|
"learning_rate": 2.8393213421547366e-05,
|
|
"loss": 0.6048,
|
|
"step": 5000
|
|
},
|
|
{
|
|
"epoch": 0.5121782912055614,
|
|
"grad_norm": 1.0971348285675049,
|
|
"learning_rate": 2.830479825570663e-05,
|
|
"loss": 0.6103,
|
|
"step": 5010
|
|
},
|
|
{
|
|
"epoch": 0.5132006031640555,
|
|
"grad_norm": 1.1244244575500488,
|
|
"learning_rate": 2.8216340999487184e-05,
|
|
"loss": 0.613,
|
|
"step": 5020
|
|
},
|
|
{
|
|
"epoch": 0.5142229151225497,
|
|
"grad_norm": 1.1182537078857422,
|
|
"learning_rate": 2.8127842779493152e-05,
|
|
"loss": 0.6211,
|
|
"step": 5030
|
|
},
|
|
{
|
|
"epoch": 0.5152452270810438,
|
|
"grad_norm": 1.237802505493164,
|
|
"learning_rate": 2.8039304722850408e-05,
|
|
"loss": 0.609,
|
|
"step": 5040
|
|
},
|
|
{
|
|
"epoch": 0.5162675390395379,
|
|
"grad_norm": 1.0564998388290405,
|
|
"learning_rate": 2.795072795719219e-05,
|
|
"loss": 0.6101,
|
|
"step": 5050
|
|
},
|
|
{
|
|
"epoch": 0.517289850998032,
|
|
"grad_norm": 1.0957964658737183,
|
|
"learning_rate": 2.7862113610644715e-05,
|
|
"loss": 0.5994,
|
|
"step": 5060
|
|
},
|
|
{
|
|
"epoch": 0.5183121629565262,
|
|
"grad_norm": 1.0157415866851807,
|
|
"learning_rate": 2.7773462811812877e-05,
|
|
"loss": 0.6125,
|
|
"step": 5070
|
|
},
|
|
{
|
|
"epoch": 0.5193344749150203,
|
|
"grad_norm": 0.9791542887687683,
|
|
"learning_rate": 2.768477668976579e-05,
|
|
"loss": 0.6051,
|
|
"step": 5080
|
|
},
|
|
{
|
|
"epoch": 0.5203567868735145,
|
|
"grad_norm": 0.9985860586166382,
|
|
"learning_rate": 2.7596056374022473e-05,
|
|
"loss": 0.5927,
|
|
"step": 5090
|
|
},
|
|
{
|
|
"epoch": 0.5213790988320086,
|
|
"grad_norm": 1.06964111328125,
|
|
"learning_rate": 2.7507302994537432e-05,
|
|
"loss": 0.6042,
|
|
"step": 5100
|
|
},
|
|
{
|
|
"epoch": 0.5224014107905027,
|
|
"grad_norm": 1.1804622411727905,
|
|
"learning_rate": 2.7418517681686283e-05,
|
|
"loss": 0.604,
|
|
"step": 5110
|
|
},
|
|
{
|
|
"epoch": 0.5234237227489968,
|
|
"grad_norm": 1.1587846279144287,
|
|
"learning_rate": 2.7329701566251354e-05,
|
|
"loss": 0.6002,
|
|
"step": 5120
|
|
},
|
|
{
|
|
"epoch": 0.524446034707491,
|
|
"grad_norm": 0.998511791229248,
|
|
"learning_rate": 2.724085577940726e-05,
|
|
"loss": 0.5997,
|
|
"step": 5130
|
|
},
|
|
{
|
|
"epoch": 0.5254683466659851,
|
|
"grad_norm": 1.0067111253738403,
|
|
"learning_rate": 2.7151981452706525e-05,
|
|
"loss": 0.6054,
|
|
"step": 5140
|
|
},
|
|
{
|
|
"epoch": 0.5264906586244793,
|
|
"grad_norm": 1.3026676177978516,
|
|
"learning_rate": 2.7063079718065182e-05,
|
|
"loss": 0.6071,
|
|
"step": 5150
|
|
},
|
|
{
|
|
"epoch": 0.5275129705829734,
|
|
"grad_norm": 1.1975481510162354,
|
|
"learning_rate": 2.6974151707748302e-05,
|
|
"loss": 0.6083,
|
|
"step": 5160
|
|
},
|
|
{
|
|
"epoch": 0.5285352825414675,
|
|
"grad_norm": 0.97922682762146,
|
|
"learning_rate": 2.688519855435563e-05,
|
|
"loss": 0.6008,
|
|
"step": 5170
|
|
},
|
|
{
|
|
"epoch": 0.5295575944999616,
|
|
"grad_norm": 1.0564764738082886,
|
|
"learning_rate": 2.6796221390807117e-05,
|
|
"loss": 0.6038,
|
|
"step": 5180
|
|
},
|
|
{
|
|
"epoch": 0.5305799064584558,
|
|
"grad_norm": 1.0322707891464233,
|
|
"learning_rate": 2.6707221350328526e-05,
|
|
"loss": 0.6123,
|
|
"step": 5190
|
|
},
|
|
{
|
|
"epoch": 0.5316022184169499,
|
|
"grad_norm": 1.5717302560806274,
|
|
"learning_rate": 2.6618199566436993e-05,
|
|
"loss": 0.6132,
|
|
"step": 5200
|
|
},
|
|
{
|
|
"epoch": 0.5326245303754441,
|
|
"grad_norm": 1.1104389429092407,
|
|
"learning_rate": 2.6529157172926546e-05,
|
|
"loss": 0.6043,
|
|
"step": 5210
|
|
},
|
|
{
|
|
"epoch": 0.5336468423339382,
|
|
"grad_norm": 1.0987706184387207,
|
|
"learning_rate": 2.644009530385374e-05,
|
|
"loss": 0.6024,
|
|
"step": 5220
|
|
},
|
|
{
|
|
"epoch": 0.5346691542924323,
|
|
"grad_norm": 1.0411555767059326,
|
|
"learning_rate": 2.6351015093523147e-05,
|
|
"loss": 0.6052,
|
|
"step": 5230
|
|
},
|
|
{
|
|
"epoch": 0.5356914662509265,
|
|
"grad_norm": 1.0305166244506836,
|
|
"learning_rate": 2.6261917676472946e-05,
|
|
"loss": 0.597,
|
|
"step": 5240
|
|
},
|
|
{
|
|
"epoch": 0.5367137782094206,
|
|
"grad_norm": 0.9780750274658203,
|
|
"learning_rate": 2.6172804187460465e-05,
|
|
"loss": 0.5985,
|
|
"step": 5250
|
|
},
|
|
{
|
|
"epoch": 0.5377360901679148,
|
|
"grad_norm": 1.1321512460708618,
|
|
"learning_rate": 2.6083675761447712e-05,
|
|
"loss": 0.596,
|
|
"step": 5260
|
|
},
|
|
{
|
|
"epoch": 0.5387584021264089,
|
|
"grad_norm": 1.090281367301941,
|
|
"learning_rate": 2.5994533533586955e-05,
|
|
"loss": 0.6019,
|
|
"step": 5270
|
|
},
|
|
{
|
|
"epoch": 0.539780714084903,
|
|
"grad_norm": 1.0389407873153687,
|
|
"learning_rate": 2.5905378639206242e-05,
|
|
"loss": 0.5928,
|
|
"step": 5280
|
|
},
|
|
{
|
|
"epoch": 0.5408030260433971,
|
|
"grad_norm": 1.1857671737670898,
|
|
"learning_rate": 2.5816212213794926e-05,
|
|
"loss": 0.6035,
|
|
"step": 5290
|
|
},
|
|
{
|
|
"epoch": 0.5418253380018913,
|
|
"grad_norm": 1.1074718236923218,
|
|
"learning_rate": 2.5727035392989235e-05,
|
|
"loss": 0.6076,
|
|
"step": 5300
|
|
},
|
|
{
|
|
"epoch": 0.5428476499603854,
|
|
"grad_norm": 1.0782848596572876,
|
|
"learning_rate": 2.5637849312557795e-05,
|
|
"loss": 0.6014,
|
|
"step": 5310
|
|
},
|
|
{
|
|
"epoch": 0.5438699619188796,
|
|
"grad_norm": 0.9669405221939087,
|
|
"learning_rate": 2.5548655108387144e-05,
|
|
"loss": 0.609,
|
|
"step": 5320
|
|
},
|
|
{
|
|
"epoch": 0.5448922738773737,
|
|
"grad_norm": 1.1341845989227295,
|
|
"learning_rate": 2.545945391646733e-05,
|
|
"loss": 0.606,
|
|
"step": 5330
|
|
},
|
|
{
|
|
"epoch": 0.5459145858358678,
|
|
"grad_norm": 1.0105434656143188,
|
|
"learning_rate": 2.537024687287734e-05,
|
|
"loss": 0.5994,
|
|
"step": 5340
|
|
},
|
|
{
|
|
"epoch": 0.5469368977943619,
|
|
"grad_norm": 1.2482975721359253,
|
|
"learning_rate": 2.5281035113770734e-05,
|
|
"loss": 0.5942,
|
|
"step": 5350
|
|
},
|
|
{
|
|
"epoch": 0.5479592097528561,
|
|
"grad_norm": 1.27554452419281,
|
|
"learning_rate": 2.519181977536111e-05,
|
|
"loss": 0.6103,
|
|
"step": 5360
|
|
},
|
|
{
|
|
"epoch": 0.5489815217113502,
|
|
"grad_norm": 1.1267889738082886,
|
|
"learning_rate": 2.510260199390765e-05,
|
|
"loss": 0.5969,
|
|
"step": 5370
|
|
},
|
|
{
|
|
"epoch": 0.5500038336698444,
|
|
"grad_norm": 1.138761043548584,
|
|
"learning_rate": 2.5013382905700673e-05,
|
|
"loss": 0.5939,
|
|
"step": 5380
|
|
},
|
|
{
|
|
"epoch": 0.5510261456283385,
|
|
"grad_norm": 1.1082335710525513,
|
|
"learning_rate": 2.4924163647047103e-05,
|
|
"loss": 0.5981,
|
|
"step": 5390
|
|
},
|
|
{
|
|
"epoch": 0.5520484575868326,
|
|
"grad_norm": 1.1725702285766602,
|
|
"learning_rate": 2.483494535425607e-05,
|
|
"loss": 0.5921,
|
|
"step": 5400
|
|
},
|
|
{
|
|
"epoch": 0.5530707695453267,
|
|
"grad_norm": 0.9450187087059021,
|
|
"learning_rate": 2.4745729163624382e-05,
|
|
"loss": 0.5889,
|
|
"step": 5410
|
|
},
|
|
{
|
|
"epoch": 0.5540930815038209,
|
|
"grad_norm": 1.1566860675811768,
|
|
"learning_rate": 2.4656516211422084e-05,
|
|
"loss": 0.6031,
|
|
"step": 5420
|
|
},
|
|
{
|
|
"epoch": 0.555115393462315,
|
|
"grad_norm": 0.9692696332931519,
|
|
"learning_rate": 2.456730763387799e-05,
|
|
"loss": 0.588,
|
|
"step": 5430
|
|
},
|
|
{
|
|
"epoch": 0.5561377054208092,
|
|
"grad_norm": 1.0729663372039795,
|
|
"learning_rate": 2.4478104567165143e-05,
|
|
"loss": 0.5949,
|
|
"step": 5440
|
|
},
|
|
{
|
|
"epoch": 0.5571600173793033,
|
|
"grad_norm": 1.2313849925994873,
|
|
"learning_rate": 2.438890814738647e-05,
|
|
"loss": 0.5976,
|
|
"step": 5450
|
|
},
|
|
{
|
|
"epoch": 0.5581823293377974,
|
|
"grad_norm": 1.0119988918304443,
|
|
"learning_rate": 2.4299719510560184e-05,
|
|
"loss": 0.5888,
|
|
"step": 5460
|
|
},
|
|
{
|
|
"epoch": 0.5592046412962915,
|
|
"grad_norm": 1.093971610069275,
|
|
"learning_rate": 2.421053979260541e-05,
|
|
"loss": 0.5984,
|
|
"step": 5470
|
|
},
|
|
{
|
|
"epoch": 0.5602269532547857,
|
|
"grad_norm": 1.0052496194839478,
|
|
"learning_rate": 2.4121370129327688e-05,
|
|
"loss": 0.5937,
|
|
"step": 5480
|
|
},
|
|
{
|
|
"epoch": 0.5612492652132798,
|
|
"grad_norm": 1.1699482202529907,
|
|
"learning_rate": 2.4032211656404442e-05,
|
|
"loss": 0.5938,
|
|
"step": 5490
|
|
},
|
|
{
|
|
"epoch": 0.562271577171774,
|
|
"grad_norm": 1.1209789514541626,
|
|
"learning_rate": 2.394306550937063e-05,
|
|
"loss": 0.597,
|
|
"step": 5500
|
|
},
|
|
{
|
|
"epoch": 0.5632938891302681,
|
|
"grad_norm": 1.0126326084136963,
|
|
"learning_rate": 2.3853932823604212e-05,
|
|
"loss": 0.5974,
|
|
"step": 5510
|
|
},
|
|
{
|
|
"epoch": 0.5643162010887622,
|
|
"grad_norm": 0.9977943301200867,
|
|
"learning_rate": 2.376481473431171e-05,
|
|
"loss": 0.593,
|
|
"step": 5520
|
|
},
|
|
{
|
|
"epoch": 0.5653385130472564,
|
|
"grad_norm": 1.088913083076477,
|
|
"learning_rate": 2.367571237651371e-05,
|
|
"loss": 0.5966,
|
|
"step": 5530
|
|
},
|
|
{
|
|
"epoch": 0.5663608250057505,
|
|
"grad_norm": 1.3126310110092163,
|
|
"learning_rate": 2.3586626885030472e-05,
|
|
"loss": 0.5997,
|
|
"step": 5540
|
|
},
|
|
{
|
|
"epoch": 0.5673831369642447,
|
|
"grad_norm": 1.048432469367981,
|
|
"learning_rate": 2.3497559394467443e-05,
|
|
"loss": 0.5916,
|
|
"step": 5550
|
|
},
|
|
{
|
|
"epoch": 0.5684054489227388,
|
|
"grad_norm": 0.97364342212677,
|
|
"learning_rate": 2.3408511039200784e-05,
|
|
"loss": 0.5949,
|
|
"step": 5560
|
|
},
|
|
{
|
|
"epoch": 0.5694277608812329,
|
|
"grad_norm": 1.2537837028503418,
|
|
"learning_rate": 2.3319482953362982e-05,
|
|
"loss": 0.5886,
|
|
"step": 5570
|
|
},
|
|
{
|
|
"epoch": 0.570450072839727,
|
|
"grad_norm": 1.2341266870498657,
|
|
"learning_rate": 2.3230476270828334e-05,
|
|
"loss": 0.5913,
|
|
"step": 5580
|
|
},
|
|
{
|
|
"epoch": 0.5714723847982212,
|
|
"grad_norm": 0.9848710894584656,
|
|
"learning_rate": 2.3141492125198554e-05,
|
|
"loss": 0.599,
|
|
"step": 5590
|
|
},
|
|
{
|
|
"epoch": 0.5724946967567153,
|
|
"grad_norm": 0.9984156489372253,
|
|
"learning_rate": 2.3052531649788337e-05,
|
|
"loss": 0.5904,
|
|
"step": 5600
|
|
},
|
|
{
|
|
"epoch": 0.5735170087152095,
|
|
"grad_norm": 0.9772480726242065,
|
|
"learning_rate": 2.2963595977610907e-05,
|
|
"loss": 0.584,
|
|
"step": 5610
|
|
},
|
|
{
|
|
"epoch": 0.5745393206737036,
|
|
"grad_norm": 0.8886341452598572,
|
|
"learning_rate": 2.2874686241363558e-05,
|
|
"loss": 0.5949,
|
|
"step": 5620
|
|
},
|
|
{
|
|
"epoch": 0.5755616326321977,
|
|
"grad_norm": 0.9721497893333435,
|
|
"learning_rate": 2.2785803573413302e-05,
|
|
"loss": 0.5981,
|
|
"step": 5630
|
|
},
|
|
{
|
|
"epoch": 0.5765839445906918,
|
|
"grad_norm": 1.228590965270996,
|
|
"learning_rate": 2.269694910578238e-05,
|
|
"loss": 0.588,
|
|
"step": 5640
|
|
},
|
|
{
|
|
"epoch": 0.577606256549186,
|
|
"grad_norm": 1.0548731088638306,
|
|
"learning_rate": 2.2608123970133893e-05,
|
|
"loss": 0.5889,
|
|
"step": 5650
|
|
},
|
|
{
|
|
"epoch": 0.5786285685076801,
|
|
"grad_norm": 1.0768656730651855,
|
|
"learning_rate": 2.251932929775734e-05,
|
|
"loss": 0.5909,
|
|
"step": 5660
|
|
},
|
|
{
|
|
"epoch": 0.5796508804661743,
|
|
"grad_norm": 0.887742280960083,
|
|
"learning_rate": 2.243056621955424e-05,
|
|
"loss": 0.5859,
|
|
"step": 5670
|
|
},
|
|
{
|
|
"epoch": 0.5806731924246684,
|
|
"grad_norm": 1.1718515157699585,
|
|
"learning_rate": 2.2341835866023744e-05,
|
|
"loss": 0.5915,
|
|
"step": 5680
|
|
},
|
|
{
|
|
"epoch": 0.5816955043831625,
|
|
"grad_norm": 0.9442711472511292,
|
|
"learning_rate": 2.2253139367248192e-05,
|
|
"loss": 0.5831,
|
|
"step": 5690
|
|
},
|
|
{
|
|
"epoch": 0.5827178163416566,
|
|
"grad_norm": 1.2530230283737183,
|
|
"learning_rate": 2.216447785287878e-05,
|
|
"loss": 0.5893,
|
|
"step": 5700
|
|
},
|
|
{
|
|
"epoch": 0.5837401283001508,
|
|
"grad_norm": 1.032161831855774,
|
|
"learning_rate": 2.2075852452121083e-05,
|
|
"loss": 0.586,
|
|
"step": 5710
|
|
},
|
|
{
|
|
"epoch": 0.5847624402586449,
|
|
"grad_norm": 1.1369349956512451,
|
|
"learning_rate": 2.1987264293720774e-05,
|
|
"loss": 0.5915,
|
|
"step": 5720
|
|
},
|
|
{
|
|
"epoch": 0.5857847522171391,
|
|
"grad_norm": 0.9815176725387573,
|
|
"learning_rate": 2.189871450594919e-05,
|
|
"loss": 0.5896,
|
|
"step": 5730
|
|
},
|
|
{
|
|
"epoch": 0.5868070641756332,
|
|
"grad_norm": 1.126705288887024,
|
|
"learning_rate": 2.1810204216588975e-05,
|
|
"loss": 0.5755,
|
|
"step": 5740
|
|
},
|
|
{
|
|
"epoch": 0.5878293761341273,
|
|
"grad_norm": 1.1156599521636963,
|
|
"learning_rate": 2.172173455291969e-05,
|
|
"loss": 0.578,
|
|
"step": 5750
|
|
},
|
|
{
|
|
"epoch": 0.5888516880926215,
|
|
"grad_norm": 1.1087192296981812,
|
|
"learning_rate": 2.163330664170353e-05,
|
|
"loss": 0.5877,
|
|
"step": 5760
|
|
},
|
|
{
|
|
"epoch": 0.5898740000511156,
|
|
"grad_norm": 1.0050220489501953,
|
|
"learning_rate": 2.154492160917088e-05,
|
|
"loss": 0.5852,
|
|
"step": 5770
|
|
},
|
|
{
|
|
"epoch": 0.5908963120096097,
|
|
"grad_norm": 1.019031286239624,
|
|
"learning_rate": 2.1456580581006047e-05,
|
|
"loss": 0.5794,
|
|
"step": 5780
|
|
},
|
|
{
|
|
"epoch": 0.5919186239681039,
|
|
"grad_norm": 1.1089690923690796,
|
|
"learning_rate": 2.136828468233288e-05,
|
|
"loss": 0.5848,
|
|
"step": 5790
|
|
},
|
|
{
|
|
"epoch": 0.592940935926598,
|
|
"grad_norm": 0.9696457982063293,
|
|
"learning_rate": 2.1280035037700436e-05,
|
|
"loss": 0.5894,
|
|
"step": 5800
|
|
},
|
|
{
|
|
"epoch": 0.5939632478850921,
|
|
"grad_norm": 0.9017470479011536,
|
|
"learning_rate": 2.1191832771068705e-05,
|
|
"loss": 0.5835,
|
|
"step": 5810
|
|
},
|
|
{
|
|
"epoch": 0.5949855598435863,
|
|
"grad_norm": 0.8829480409622192,
|
|
"learning_rate": 2.110367900579424e-05,
|
|
"loss": 0.5817,
|
|
"step": 5820
|
|
},
|
|
{
|
|
"epoch": 0.5960078718020804,
|
|
"grad_norm": 0.8892145752906799,
|
|
"learning_rate": 2.1015574864615896e-05,
|
|
"loss": 0.5821,
|
|
"step": 5830
|
|
},
|
|
{
|
|
"epoch": 0.5970301837605745,
|
|
"grad_norm": 1.0441607236862183,
|
|
"learning_rate": 2.092752146964048e-05,
|
|
"loss": 0.5824,
|
|
"step": 5840
|
|
},
|
|
{
|
|
"epoch": 0.5980524957190687,
|
|
"grad_norm": 1.126844882965088,
|
|
"learning_rate": 2.0839519942328512e-05,
|
|
"loss": 0.5841,
|
|
"step": 5850
|
|
},
|
|
{
|
|
"epoch": 0.5990748076775628,
|
|
"grad_norm": 0.9662244915962219,
|
|
"learning_rate": 2.0751571403479906e-05,
|
|
"loss": 0.5873,
|
|
"step": 5860
|
|
},
|
|
{
|
|
"epoch": 0.6000971196360569,
|
|
"grad_norm": 0.9771221876144409,
|
|
"learning_rate": 2.066367697321971e-05,
|
|
"loss": 0.5817,
|
|
"step": 5870
|
|
},
|
|
{
|
|
"epoch": 0.6011194315945511,
|
|
"grad_norm": 1.3460716009140015,
|
|
"learning_rate": 2.057583777098385e-05,
|
|
"loss": 0.5916,
|
|
"step": 5880
|
|
},
|
|
{
|
|
"epoch": 0.6021417435530452,
|
|
"grad_norm": 1.0285344123840332,
|
|
"learning_rate": 2.048805491550484e-05,
|
|
"loss": 0.5928,
|
|
"step": 5890
|
|
},
|
|
{
|
|
"epoch": 0.6031640555115394,
|
|
"grad_norm": 0.9344070553779602,
|
|
"learning_rate": 2.0400329524797553e-05,
|
|
"loss": 0.5822,
|
|
"step": 5900
|
|
},
|
|
{
|
|
"epoch": 0.6041863674700335,
|
|
"grad_norm": 0.914261519908905,
|
|
"learning_rate": 2.0312662716145004e-05,
|
|
"loss": 0.5784,
|
|
"step": 5910
|
|
},
|
|
{
|
|
"epoch": 0.6052086794285276,
|
|
"grad_norm": 0.9938135743141174,
|
|
"learning_rate": 2.022505560608409e-05,
|
|
"loss": 0.5819,
|
|
"step": 5920
|
|
},
|
|
{
|
|
"epoch": 0.6062309913870217,
|
|
"grad_norm": 1.0218501091003418,
|
|
"learning_rate": 2.0137509310391357e-05,
|
|
"loss": 0.581,
|
|
"step": 5930
|
|
},
|
|
{
|
|
"epoch": 0.6072533033455159,
|
|
"grad_norm": 1.1567462682724,
|
|
"learning_rate": 2.0050024944068847e-05,
|
|
"loss": 0.5798,
|
|
"step": 5940
|
|
},
|
|
{
|
|
"epoch": 0.60827561530401,
|
|
"grad_norm": 1.017453908920288,
|
|
"learning_rate": 1.9962603621329823e-05,
|
|
"loss": 0.5798,
|
|
"step": 5950
|
|
},
|
|
{
|
|
"epoch": 0.6092979272625042,
|
|
"grad_norm": 1.0345451831817627,
|
|
"learning_rate": 1.9875246455584658e-05,
|
|
"loss": 0.5749,
|
|
"step": 5960
|
|
},
|
|
{
|
|
"epoch": 0.6103202392209983,
|
|
"grad_norm": 1.003942608833313,
|
|
"learning_rate": 1.9787954559426574e-05,
|
|
"loss": 0.5891,
|
|
"step": 5970
|
|
},
|
|
{
|
|
"epoch": 0.6113425511794924,
|
|
"grad_norm": 1.0570673942565918,
|
|
"learning_rate": 1.9700729044617523e-05,
|
|
"loss": 0.5786,
|
|
"step": 5980
|
|
},
|
|
{
|
|
"epoch": 0.6123648631379865,
|
|
"grad_norm": 0.9278817176818848,
|
|
"learning_rate": 1.961357102207403e-05,
|
|
"loss": 0.5809,
|
|
"step": 5990
|
|
},
|
|
{
|
|
"epoch": 0.6133871750964807,
|
|
"grad_norm": 1.0820597410202026,
|
|
"learning_rate": 1.9526481601853004e-05,
|
|
"loss": 0.5908,
|
|
"step": 6000
|
|
},
|
|
{
|
|
"epoch": 0.6144094870549748,
|
|
"grad_norm": 1.1385077238082886,
|
|
"learning_rate": 1.9439461893137654e-05,
|
|
"loss": 0.5897,
|
|
"step": 6010
|
|
},
|
|
{
|
|
"epoch": 0.615431799013469,
|
|
"grad_norm": 0.9647600650787354,
|
|
"learning_rate": 1.93525130042233e-05,
|
|
"loss": 0.5807,
|
|
"step": 6020
|
|
},
|
|
{
|
|
"epoch": 0.6164541109719631,
|
|
"grad_norm": 1.0689774751663208,
|
|
"learning_rate": 1.926563604250331e-05,
|
|
"loss": 0.5806,
|
|
"step": 6030
|
|
},
|
|
{
|
|
"epoch": 0.6174764229304572,
|
|
"grad_norm": 1.1144829988479614,
|
|
"learning_rate": 1.9178832114454982e-05,
|
|
"loss": 0.5831,
|
|
"step": 6040
|
|
},
|
|
{
|
|
"epoch": 0.6184987348889514,
|
|
"grad_norm": 0.9306235909461975,
|
|
"learning_rate": 1.9092102325625447e-05,
|
|
"loss": 0.5801,
|
|
"step": 6050
|
|
},
|
|
{
|
|
"epoch": 0.6195210468474455,
|
|
"grad_norm": 0.9796899557113647,
|
|
"learning_rate": 1.900544778061756e-05,
|
|
"loss": 0.5832,
|
|
"step": 6060
|
|
},
|
|
{
|
|
"epoch": 0.6205433588059396,
|
|
"grad_norm": 0.9838829636573792,
|
|
"learning_rate": 1.8918869583075893e-05,
|
|
"loss": 0.5906,
|
|
"step": 6070
|
|
},
|
|
{
|
|
"epoch": 0.6215656707644338,
|
|
"grad_norm": 0.981938898563385,
|
|
"learning_rate": 1.883236883567263e-05,
|
|
"loss": 0.5827,
|
|
"step": 6080
|
|
},
|
|
{
|
|
"epoch": 0.6225879827229279,
|
|
"grad_norm": 0.8918649554252625,
|
|
"learning_rate": 1.8745946640093554e-05,
|
|
"loss": 0.5738,
|
|
"step": 6090
|
|
},
|
|
{
|
|
"epoch": 0.623610294681422,
|
|
"grad_norm": 0.9547054171562195,
|
|
"learning_rate": 1.8659604097023986e-05,
|
|
"loss": 0.5789,
|
|
"step": 6100
|
|
},
|
|
{
|
|
"epoch": 0.6246326066399162,
|
|
"grad_norm": 1.005513072013855,
|
|
"learning_rate": 1.857334230613477e-05,
|
|
"loss": 0.5818,
|
|
"step": 6110
|
|
},
|
|
{
|
|
"epoch": 0.6256549185984103,
|
|
"grad_norm": 0.8938051462173462,
|
|
"learning_rate": 1.848716236606831e-05,
|
|
"loss": 0.5746,
|
|
"step": 6120
|
|
},
|
|
{
|
|
"epoch": 0.6266772305569044,
|
|
"grad_norm": 1.0492790937423706,
|
|
"learning_rate": 1.8401065374424524e-05,
|
|
"loss": 0.5809,
|
|
"step": 6130
|
|
},
|
|
{
|
|
"epoch": 0.6276995425153986,
|
|
"grad_norm": 0.9256030917167664,
|
|
"learning_rate": 1.8315052427746907e-05,
|
|
"loss": 0.5771,
|
|
"step": 6140
|
|
},
|
|
{
|
|
"epoch": 0.6287218544738927,
|
|
"grad_norm": 0.9747220873832703,
|
|
"learning_rate": 1.8229124621508514e-05,
|
|
"loss": 0.5784,
|
|
"step": 6150
|
|
},
|
|
{
|
|
"epoch": 0.6297441664323868,
|
|
"grad_norm": 0.9733263850212097,
|
|
"learning_rate": 1.8143283050098058e-05,
|
|
"loss": 0.578,
|
|
"step": 6160
|
|
},
|
|
{
|
|
"epoch": 0.630766478390881,
|
|
"grad_norm": 1.1085481643676758,
|
|
"learning_rate": 1.8057528806805968e-05,
|
|
"loss": 0.5653,
|
|
"step": 6170
|
|
},
|
|
{
|
|
"epoch": 0.6317887903493751,
|
|
"grad_norm": 0.9532302021980286,
|
|
"learning_rate": 1.7971862983810414e-05,
|
|
"loss": 0.5745,
|
|
"step": 6180
|
|
},
|
|
{
|
|
"epoch": 0.6328111023078693,
|
|
"grad_norm": 0.9900447130203247,
|
|
"learning_rate": 1.7886286672163477e-05,
|
|
"loss": 0.5763,
|
|
"step": 6190
|
|
},
|
|
{
|
|
"epoch": 0.6338334142663634,
|
|
"grad_norm": 1.0198087692260742,
|
|
"learning_rate": 1.7800800961777164e-05,
|
|
"loss": 0.5793,
|
|
"step": 6200
|
|
},
|
|
{
|
|
"epoch": 0.6348557262248575,
|
|
"grad_norm": 0.9209514856338501,
|
|
"learning_rate": 1.771540694140959e-05,
|
|
"loss": 0.5726,
|
|
"step": 6210
|
|
},
|
|
{
|
|
"epoch": 0.6358780381833516,
|
|
"grad_norm": 1.0615392923355103,
|
|
"learning_rate": 1.763010569865111e-05,
|
|
"loss": 0.5787,
|
|
"step": 6220
|
|
},
|
|
{
|
|
"epoch": 0.6369003501418458,
|
|
"grad_norm": 0.9032433032989502,
|
|
"learning_rate": 1.7544898319910436e-05,
|
|
"loss": 0.5692,
|
|
"step": 6230
|
|
},
|
|
{
|
|
"epoch": 0.6379226621003399,
|
|
"grad_norm": 0.9536076188087463,
|
|
"learning_rate": 1.7459785890400794e-05,
|
|
"loss": 0.5806,
|
|
"step": 6240
|
|
},
|
|
{
|
|
"epoch": 0.6389449740588341,
|
|
"grad_norm": 0.7053399085998535,
|
|
"learning_rate": 1.7374769494126157e-05,
|
|
"loss": 0.5764,
|
|
"step": 6250
|
|
},
|
|
{
|
|
"epoch": 0.6399672860173282,
|
|
"grad_norm": 0.6956759691238403,
|
|
"learning_rate": 1.7289850213867388e-05,
|
|
"loss": 0.5756,
|
|
"step": 6260
|
|
},
|
|
{
|
|
"epoch": 0.6409895979758223,
|
|
"grad_norm": 0.6635085940361023,
|
|
"learning_rate": 1.7205029131168478e-05,
|
|
"loss": 0.5746,
|
|
"step": 6270
|
|
},
|
|
{
|
|
"epoch": 0.6420119099343164,
|
|
"grad_norm": 0.6673712730407715,
|
|
"learning_rate": 1.7120307326322738e-05,
|
|
"loss": 0.569,
|
|
"step": 6280
|
|
},
|
|
{
|
|
"epoch": 0.6430342218928106,
|
|
"grad_norm": 0.6514122486114502,
|
|
"learning_rate": 1.7035685878359074e-05,
|
|
"loss": 0.564,
|
|
"step": 6290
|
|
},
|
|
{
|
|
"epoch": 0.6440565338513047,
|
|
"grad_norm": 0.7287066578865051,
|
|
"learning_rate": 1.6951165865028253e-05,
|
|
"loss": 0.5697,
|
|
"step": 6300
|
|
},
|
|
{
|
|
"epoch": 0.6450788458097989,
|
|
"grad_norm": 0.6336085200309753,
|
|
"learning_rate": 1.6866748362789114e-05,
|
|
"loss": 0.5692,
|
|
"step": 6310
|
|
},
|
|
{
|
|
"epoch": 0.646101157768293,
|
|
"grad_norm": 0.6699496507644653,
|
|
"learning_rate": 1.678243444679495e-05,
|
|
"loss": 0.568,
|
|
"step": 6320
|
|
},
|
|
{
|
|
"epoch": 0.6471234697267871,
|
|
"grad_norm": 0.6310245990753174,
|
|
"learning_rate": 1.669822519087972e-05,
|
|
"loss": 0.5621,
|
|
"step": 6330
|
|
},
|
|
{
|
|
"epoch": 0.6481457816852813,
|
|
"grad_norm": 0.6521554589271545,
|
|
"learning_rate": 1.661412166754443e-05,
|
|
"loss": 0.5613,
|
|
"step": 6340
|
|
},
|
|
{
|
|
"epoch": 0.6491680936437754,
|
|
"grad_norm": 0.8037363886833191,
|
|
"learning_rate": 1.653012494794348e-05,
|
|
"loss": 0.5606,
|
|
"step": 6350
|
|
},
|
|
{
|
|
"epoch": 0.6501904056022695,
|
|
"grad_norm": 0.827194094657898,
|
|
"learning_rate": 1.6446236101871e-05,
|
|
"loss": 0.5677,
|
|
"step": 6360
|
|
},
|
|
{
|
|
"epoch": 0.6512127175607637,
|
|
"grad_norm": 0.7061733603477478,
|
|
"learning_rate": 1.6362456197747185e-05,
|
|
"loss": 0.572,
|
|
"step": 6370
|
|
},
|
|
{
|
|
"epoch": 0.6522350295192578,
|
|
"grad_norm": 0.7039258480072021,
|
|
"learning_rate": 1.6278786302604786e-05,
|
|
"loss": 0.5617,
|
|
"step": 6380
|
|
},
|
|
{
|
|
"epoch": 0.6532573414777519,
|
|
"grad_norm": 0.679413914680481,
|
|
"learning_rate": 1.619522748207543e-05,
|
|
"loss": 0.5646,
|
|
"step": 6390
|
|
},
|
|
{
|
|
"epoch": 0.6542796534362461,
|
|
"grad_norm": 0.6594499945640564,
|
|
"learning_rate": 1.6111780800376098e-05,
|
|
"loss": 0.5625,
|
|
"step": 6400
|
|
},
|
|
{
|
|
"epoch": 0.6553019653947402,
|
|
"grad_norm": 0.7411320209503174,
|
|
"learning_rate": 1.6028447320295554e-05,
|
|
"loss": 0.5604,
|
|
"step": 6410
|
|
},
|
|
{
|
|
"epoch": 0.6563242773532343,
|
|
"grad_norm": 0.6764445900917053,
|
|
"learning_rate": 1.594522810318078e-05,
|
|
"loss": 0.5665,
|
|
"step": 6420
|
|
},
|
|
{
|
|
"epoch": 0.6573465893117285,
|
|
"grad_norm": 0.7496932744979858,
|
|
"learning_rate": 1.586212420892354e-05,
|
|
"loss": 0.5633,
|
|
"step": 6430
|
|
},
|
|
{
|
|
"epoch": 0.6583689012702226,
|
|
"grad_norm": 0.6481267213821411,
|
|
"learning_rate": 1.577913669594679e-05,
|
|
"loss": 0.5688,
|
|
"step": 6440
|
|
},
|
|
{
|
|
"epoch": 0.6593912132287167,
|
|
"grad_norm": 0.6794611215591431,
|
|
"learning_rate": 1.569626662119126e-05,
|
|
"loss": 0.5593,
|
|
"step": 6450
|
|
},
|
|
{
|
|
"epoch": 0.6604135251872109,
|
|
"grad_norm": 0.6898994445800781,
|
|
"learning_rate": 1.561351504010195e-05,
|
|
"loss": 0.5537,
|
|
"step": 6460
|
|
},
|
|
{
|
|
"epoch": 0.661435837145705,
|
|
"grad_norm": 0.6871402263641357,
|
|
"learning_rate": 1.553088300661472e-05,
|
|
"loss": 0.5647,
|
|
"step": 6470
|
|
},
|
|
{
|
|
"epoch": 0.6624581491041992,
|
|
"grad_norm": 0.7076891660690308,
|
|
"learning_rate": 1.544837157314287e-05,
|
|
"loss": 0.5609,
|
|
"step": 6480
|
|
},
|
|
{
|
|
"epoch": 0.6634804610626933,
|
|
"grad_norm": 0.6497926115989685,
|
|
"learning_rate": 1.5365981790563676e-05,
|
|
"loss": 0.5596,
|
|
"step": 6490
|
|
},
|
|
{
|
|
"epoch": 0.6645027730211874,
|
|
"grad_norm": 0.648878276348114,
|
|
"learning_rate": 1.528371470820511e-05,
|
|
"loss": 0.5601,
|
|
"step": 6500
|
|
},
|
|
{
|
|
"epoch": 0.6655250849796815,
|
|
"grad_norm": 0.7414587736129761,
|
|
"learning_rate": 1.5201571373832368e-05,
|
|
"loss": 0.5632,
|
|
"step": 6510
|
|
},
|
|
{
|
|
"epoch": 0.6665473969381757,
|
|
"grad_norm": 0.7688888907432556,
|
|
"learning_rate": 1.5119552833634592e-05,
|
|
"loss": 0.5608,
|
|
"step": 6520
|
|
},
|
|
{
|
|
"epoch": 0.6675697088966698,
|
|
"grad_norm": 1.178039789199829,
|
|
"learning_rate": 1.503766013221154e-05,
|
|
"loss": 0.4508,
|
|
"step": 6530
|
|
},
|
|
{
|
|
"epoch": 0.668592020855164,
|
|
"grad_norm": 0.9396372437477112,
|
|
"learning_rate": 1.4955894312560254e-05,
|
|
"loss": 0.438,
|
|
"step": 6540
|
|
},
|
|
{
|
|
"epoch": 0.6696143328136581,
|
|
"grad_norm": 1.0860793590545654,
|
|
"learning_rate": 1.4874256416061783e-05,
|
|
"loss": 0.436,
|
|
"step": 6550
|
|
},
|
|
{
|
|
"epoch": 0.6706366447721522,
|
|
"grad_norm": 1.0847822427749634,
|
|
"learning_rate": 1.4792747482467953e-05,
|
|
"loss": 0.4405,
|
|
"step": 6560
|
|
},
|
|
{
|
|
"epoch": 0.6716589567306464,
|
|
"grad_norm": 1.535868525505066,
|
|
"learning_rate": 1.4711368549888082e-05,
|
|
"loss": 0.4479,
|
|
"step": 6570
|
|
},
|
|
{
|
|
"epoch": 0.6726812686891405,
|
|
"grad_norm": 0.9498069286346436,
|
|
"learning_rate": 1.46301206547758e-05,
|
|
"loss": 0.4365,
|
|
"step": 6580
|
|
},
|
|
{
|
|
"epoch": 0.6737035806476346,
|
|
"grad_norm": 1.041296362876892,
|
|
"learning_rate": 1.4549004831915786e-05,
|
|
"loss": 0.4374,
|
|
"step": 6590
|
|
},
|
|
{
|
|
"epoch": 0.6747258926061288,
|
|
"grad_norm": 1.466341495513916,
|
|
"learning_rate": 1.4468022114410663e-05,
|
|
"loss": 0.4403,
|
|
"step": 6600
|
|
},
|
|
{
|
|
"epoch": 0.6757482045646229,
|
|
"grad_norm": 0.9726791381835938,
|
|
"learning_rate": 1.4387173533667785e-05,
|
|
"loss": 0.4496,
|
|
"step": 6610
|
|
},
|
|
{
|
|
"epoch": 0.676770516523117,
|
|
"grad_norm": 0.8319998979568481,
|
|
"learning_rate": 1.430646011938614e-05,
|
|
"loss": 0.4433,
|
|
"step": 6620
|
|
},
|
|
{
|
|
"epoch": 0.6777928284816112,
|
|
"grad_norm": 1.3163760900497437,
|
|
"learning_rate": 1.4225882899543194e-05,
|
|
"loss": 0.453,
|
|
"step": 6630
|
|
},
|
|
{
|
|
"epoch": 0.6788151404401053,
|
|
"grad_norm": 1.053041696548462,
|
|
"learning_rate": 1.4145442900381839e-05,
|
|
"loss": 0.4344,
|
|
"step": 6640
|
|
},
|
|
{
|
|
"epoch": 0.6798374523985994,
|
|
"grad_norm": 0.95073002576828,
|
|
"learning_rate": 1.4065141146397298e-05,
|
|
"loss": 0.4396,
|
|
"step": 6650
|
|
},
|
|
{
|
|
"epoch": 0.6808597643570936,
|
|
"grad_norm": 1.0832467079162598,
|
|
"learning_rate": 1.3984978660324077e-05,
|
|
"loss": 0.448,
|
|
"step": 6660
|
|
},
|
|
{
|
|
"epoch": 0.6818820763155877,
|
|
"grad_norm": 1.0101234912872314,
|
|
"learning_rate": 1.3904956463122982e-05,
|
|
"loss": 0.4547,
|
|
"step": 6670
|
|
},
|
|
{
|
|
"epoch": 0.6829043882740818,
|
|
"grad_norm": 0.9201359748840332,
|
|
"learning_rate": 1.3825075573968018e-05,
|
|
"loss": 0.4502,
|
|
"step": 6680
|
|
},
|
|
{
|
|
"epoch": 0.683926700232576,
|
|
"grad_norm": 1.0069217681884766,
|
|
"learning_rate": 1.3745337010233511e-05,
|
|
"loss": 0.4587,
|
|
"step": 6690
|
|
},
|
|
{
|
|
"epoch": 0.6849490121910701,
|
|
"grad_norm": 1.095893144607544,
|
|
"learning_rate": 1.3665741787481121e-05,
|
|
"loss": 0.4466,
|
|
"step": 6700
|
|
},
|
|
{
|
|
"epoch": 0.6859713241495642,
|
|
"grad_norm": 1.0467944145202637,
|
|
"learning_rate": 1.358629091944687e-05,
|
|
"loss": 0.4449,
|
|
"step": 6710
|
|
},
|
|
{
|
|
"epoch": 0.6869936361080584,
|
|
"grad_norm": 0.9458824992179871,
|
|
"learning_rate": 1.3506985418028268e-05,
|
|
"loss": 0.4425,
|
|
"step": 6720
|
|
},
|
|
{
|
|
"epoch": 0.6880159480665525,
|
|
"grad_norm": 1.1064608097076416,
|
|
"learning_rate": 1.3427826293271417e-05,
|
|
"loss": 0.4447,
|
|
"step": 6730
|
|
},
|
|
{
|
|
"epoch": 0.6890382600250466,
|
|
"grad_norm": 1.5638915300369263,
|
|
"learning_rate": 1.3348814553358139e-05,
|
|
"loss": 0.4557,
|
|
"step": 6740
|
|
},
|
|
{
|
|
"epoch": 0.6900605719835408,
|
|
"grad_norm": 1.1361709833145142,
|
|
"learning_rate": 1.326995120459315e-05,
|
|
"loss": 0.4581,
|
|
"step": 6750
|
|
},
|
|
{
|
|
"epoch": 0.6910828839420349,
|
|
"grad_norm": 1.0405875444412231,
|
|
"learning_rate": 1.3191237251391228e-05,
|
|
"loss": 0.4467,
|
|
"step": 6760
|
|
},
|
|
{
|
|
"epoch": 0.692105195900529,
|
|
"grad_norm": 1.0086606740951538,
|
|
"learning_rate": 1.3112673696264432e-05,
|
|
"loss": 0.4452,
|
|
"step": 6770
|
|
},
|
|
{
|
|
"epoch": 0.6931275078590232,
|
|
"grad_norm": 1.273151159286499,
|
|
"learning_rate": 1.3034261539809333e-05,
|
|
"loss": 0.4511,
|
|
"step": 6780
|
|
},
|
|
{
|
|
"epoch": 0.6941498198175173,
|
|
"grad_norm": 1.157692551612854,
|
|
"learning_rate": 1.2956001780694249e-05,
|
|
"loss": 0.4476,
|
|
"step": 6790
|
|
},
|
|
{
|
|
"epoch": 0.6951721317760114,
|
|
"grad_norm": 0.9611133933067322,
|
|
"learning_rate": 1.2877895415646584e-05,
|
|
"loss": 0.4541,
|
|
"step": 6800
|
|
},
|
|
{
|
|
"epoch": 0.6961944437345056,
|
|
"grad_norm": 1.138689637184143,
|
|
"learning_rate": 1.2799943439440048e-05,
|
|
"loss": 0.4521,
|
|
"step": 6810
|
|
},
|
|
{
|
|
"epoch": 0.6972167556929997,
|
|
"grad_norm": 1.0011394023895264,
|
|
"learning_rate": 1.2722146844882043e-05,
|
|
"loss": 0.451,
|
|
"step": 6820
|
|
},
|
|
{
|
|
"epoch": 0.6982390676514939,
|
|
"grad_norm": 0.9988419413566589,
|
|
"learning_rate": 1.264450662280104e-05,
|
|
"loss": 0.4486,
|
|
"step": 6830
|
|
},
|
|
{
|
|
"epoch": 0.699261379609988,
|
|
"grad_norm": 1.104713797569275,
|
|
"learning_rate": 1.2567023762033897e-05,
|
|
"loss": 0.4512,
|
|
"step": 6840
|
|
},
|
|
{
|
|
"epoch": 0.7002836915684821,
|
|
"grad_norm": 0.9885740876197815,
|
|
"learning_rate": 1.2489699249413302e-05,
|
|
"loss": 0.4502,
|
|
"step": 6850
|
|
},
|
|
{
|
|
"epoch": 0.7013060035269763,
|
|
"grad_norm": 1.0035451650619507,
|
|
"learning_rate": 1.2412534069755204e-05,
|
|
"loss": 0.4421,
|
|
"step": 6860
|
|
},
|
|
{
|
|
"epoch": 0.7023283154854704,
|
|
"grad_norm": 1.2350925207138062,
|
|
"learning_rate": 1.233552920584626e-05,
|
|
"loss": 0.4456,
|
|
"step": 6870
|
|
},
|
|
{
|
|
"epoch": 0.7033506274439645,
|
|
"grad_norm": 0.8888701796531677,
|
|
"learning_rate": 1.2258685638431325e-05,
|
|
"loss": 0.4521,
|
|
"step": 6880
|
|
},
|
|
{
|
|
"epoch": 0.7043729394024587,
|
|
"grad_norm": 0.8908058404922485,
|
|
"learning_rate": 1.2182004346200958e-05,
|
|
"loss": 0.4508,
|
|
"step": 6890
|
|
},
|
|
{
|
|
"epoch": 0.7053952513609528,
|
|
"grad_norm": 1.2026066780090332,
|
|
"learning_rate": 1.2105486305778965e-05,
|
|
"loss": 0.451,
|
|
"step": 6900
|
|
},
|
|
{
|
|
"epoch": 0.7064175633194469,
|
|
"grad_norm": 1.7937166690826416,
|
|
"learning_rate": 1.2029132491709938e-05,
|
|
"loss": 0.4431,
|
|
"step": 6910
|
|
},
|
|
{
|
|
"epoch": 0.707439875277941,
|
|
"grad_norm": 0.8573371767997742,
|
|
"learning_rate": 1.1952943876446867e-05,
|
|
"loss": 0.4453,
|
|
"step": 6920
|
|
},
|
|
{
|
|
"epoch": 0.7084621872364352,
|
|
"grad_norm": 1.0284944772720337,
|
|
"learning_rate": 1.1876921430338764e-05,
|
|
"loss": 0.4474,
|
|
"step": 6930
|
|
},
|
|
{
|
|
"epoch": 0.7094844991949293,
|
|
"grad_norm": 1.1545257568359375,
|
|
"learning_rate": 1.1801066121618273e-05,
|
|
"loss": 0.4441,
|
|
"step": 6940
|
|
},
|
|
{
|
|
"epoch": 0.7105068111534235,
|
|
"grad_norm": 0.9734779000282288,
|
|
"learning_rate": 1.172537891638932e-05,
|
|
"loss": 0.4516,
|
|
"step": 6950
|
|
},
|
|
{
|
|
"epoch": 0.7115291231119176,
|
|
"grad_norm": 1.1200814247131348,
|
|
"learning_rate": 1.1649860778614905e-05,
|
|
"loss": 0.4544,
|
|
"step": 6960
|
|
},
|
|
{
|
|
"epoch": 0.7125514350704117,
|
|
"grad_norm": 1.1503158807754517,
|
|
"learning_rate": 1.1574512670104714e-05,
|
|
"loss": 0.4369,
|
|
"step": 6970
|
|
},
|
|
{
|
|
"epoch": 0.7135737470289059,
|
|
"grad_norm": 1.019938588142395,
|
|
"learning_rate": 1.1499335550502936e-05,
|
|
"loss": 0.44,
|
|
"step": 6980
|
|
},
|
|
{
|
|
"epoch": 0.7145960589874,
|
|
"grad_norm": 1.1419305801391602,
|
|
"learning_rate": 1.142433037727601e-05,
|
|
"loss": 0.4533,
|
|
"step": 6990
|
|
},
|
|
{
|
|
"epoch": 0.7156183709458941,
|
|
"grad_norm": 0.9554847478866577,
|
|
"learning_rate": 1.1349498105700449e-05,
|
|
"loss": 0.4494,
|
|
"step": 7000
|
|
},
|
|
{
|
|
"epoch": 0.7166406829043883,
|
|
"grad_norm": 0.872265636920929,
|
|
"learning_rate": 1.1274839688850663e-05,
|
|
"loss": 0.4454,
|
|
"step": 7010
|
|
},
|
|
{
|
|
"epoch": 0.7176629948628824,
|
|
"grad_norm": 0.9257216453552246,
|
|
"learning_rate": 1.1200356077586819e-05,
|
|
"loss": 0.4446,
|
|
"step": 7020
|
|
},
|
|
{
|
|
"epoch": 0.7186853068213765,
|
|
"grad_norm": 1.1358165740966797,
|
|
"learning_rate": 1.1126048220542764e-05,
|
|
"loss": 0.4492,
|
|
"step": 7030
|
|
},
|
|
{
|
|
"epoch": 0.7197076187798707,
|
|
"grad_norm": 1.0924599170684814,
|
|
"learning_rate": 1.1051917064113867e-05,
|
|
"loss": 0.4526,
|
|
"step": 7040
|
|
},
|
|
{
|
|
"epoch": 0.7207299307383648,
|
|
"grad_norm": 1.081459879875183,
|
|
"learning_rate": 1.0977963552445037e-05,
|
|
"loss": 0.4396,
|
|
"step": 7050
|
|
},
|
|
{
|
|
"epoch": 0.7217522426968589,
|
|
"grad_norm": 1.0317836999893188,
|
|
"learning_rate": 1.090418862741869e-05,
|
|
"loss": 0.4461,
|
|
"step": 7060
|
|
},
|
|
{
|
|
"epoch": 0.7227745546553531,
|
|
"grad_norm": 1.1487315893173218,
|
|
"learning_rate": 1.0830593228642724e-05,
|
|
"loss": 0.4502,
|
|
"step": 7070
|
|
},
|
|
{
|
|
"epoch": 0.7237968666138472,
|
|
"grad_norm": 1.1723712682724,
|
|
"learning_rate": 1.0757178293438536e-05,
|
|
"loss": 0.4411,
|
|
"step": 7080
|
|
},
|
|
{
|
|
"epoch": 0.7248191785723413,
|
|
"grad_norm": 1.3718030452728271,
|
|
"learning_rate": 1.0683944756829168e-05,
|
|
"loss": 0.4448,
|
|
"step": 7090
|
|
},
|
|
{
|
|
"epoch": 0.7258414905308355,
|
|
"grad_norm": 1.007973074913025,
|
|
"learning_rate": 1.0610893551527304e-05,
|
|
"loss": 0.4462,
|
|
"step": 7100
|
|
},
|
|
{
|
|
"epoch": 0.7268638024893296,
|
|
"grad_norm": 0.9495711922645569,
|
|
"learning_rate": 1.0538025607923444e-05,
|
|
"loss": 0.442,
|
|
"step": 7110
|
|
},
|
|
{
|
|
"epoch": 0.7278861144478238,
|
|
"grad_norm": 1.1003414392471313,
|
|
"learning_rate": 1.0465341854074043e-05,
|
|
"loss": 0.4397,
|
|
"step": 7120
|
|
},
|
|
{
|
|
"epoch": 0.7289084264063179,
|
|
"grad_norm": 1.0131003856658936,
|
|
"learning_rate": 1.039284321568968e-05,
|
|
"loss": 0.4469,
|
|
"step": 7130
|
|
},
|
|
{
|
|
"epoch": 0.729930738364812,
|
|
"grad_norm": 0.9765979051589966,
|
|
"learning_rate": 1.032053061612329e-05,
|
|
"loss": 0.4439,
|
|
"step": 7140
|
|
},
|
|
{
|
|
"epoch": 0.7309530503233062,
|
|
"grad_norm": 0.959646999835968,
|
|
"learning_rate": 1.0248404976358369e-05,
|
|
"loss": 0.4551,
|
|
"step": 7150
|
|
},
|
|
{
|
|
"epoch": 0.7319753622818003,
|
|
"grad_norm": 1.0495507717132568,
|
|
"learning_rate": 1.0176467214997312e-05,
|
|
"loss": 0.4493,
|
|
"step": 7160
|
|
},
|
|
{
|
|
"epoch": 0.7329976742402944,
|
|
"grad_norm": 1.0175000429153442,
|
|
"learning_rate": 1.0104718248249611e-05,
|
|
"loss": 0.4448,
|
|
"step": 7170
|
|
},
|
|
{
|
|
"epoch": 0.7340199861987886,
|
|
"grad_norm": 0.970582127571106,
|
|
"learning_rate": 1.0033158989920271e-05,
|
|
"loss": 0.4482,
|
|
"step": 7180
|
|
},
|
|
{
|
|
"epoch": 0.7350422981572827,
|
|
"grad_norm": 1.2196745872497559,
|
|
"learning_rate": 9.96179035139816e-06,
|
|
"loss": 0.4392,
|
|
"step": 7190
|
|
},
|
|
{
|
|
"epoch": 0.7360646101157768,
|
|
"grad_norm": 0.9471250176429749,
|
|
"learning_rate": 9.890613241644367e-06,
|
|
"loss": 0.4388,
|
|
"step": 7200
|
|
},
|
|
{
|
|
"epoch": 0.737086922074271,
|
|
"grad_norm": 1.39224374294281,
|
|
"learning_rate": 9.819628567180617e-06,
|
|
"loss": 0.4461,
|
|
"step": 7210
|
|
},
|
|
{
|
|
"epoch": 0.7381092340327651,
|
|
"grad_norm": 1.0654206275939941,
|
|
"learning_rate": 9.748837232077807e-06,
|
|
"loss": 0.447,
|
|
"step": 7220
|
|
},
|
|
{
|
|
"epoch": 0.7391315459912592,
|
|
"grad_norm": 0.9918525218963623,
|
|
"learning_rate": 9.6782401379444e-06,
|
|
"loss": 0.4475,
|
|
"step": 7230
|
|
},
|
|
{
|
|
"epoch": 0.7401538579497534,
|
|
"grad_norm": 1.02973210811615,
|
|
"learning_rate": 9.607838183914989e-06,
|
|
"loss": 0.444,
|
|
"step": 7240
|
|
},
|
|
{
|
|
"epoch": 0.7411761699082475,
|
|
"grad_norm": 0.9648279547691345,
|
|
"learning_rate": 9.537632266638829e-06,
|
|
"loss": 0.4447,
|
|
"step": 7250
|
|
},
|
|
{
|
|
"epoch": 0.7421984818667416,
|
|
"grad_norm": 1.2002679109573364,
|
|
"learning_rate": 9.467623280268432e-06,
|
|
"loss": 0.4358,
|
|
"step": 7260
|
|
},
|
|
{
|
|
"epoch": 0.7432207938252358,
|
|
"grad_norm": 1.0120762586593628,
|
|
"learning_rate": 9.39781211644816e-06,
|
|
"loss": 0.4471,
|
|
"step": 7270
|
|
},
|
|
{
|
|
"epoch": 0.7442431057837299,
|
|
"grad_norm": 0.9887851476669312,
|
|
"learning_rate": 9.32819966430288e-06,
|
|
"loss": 0.4443,
|
|
"step": 7280
|
|
},
|
|
{
|
|
"epoch": 0.745265417742224,
|
|
"grad_norm": 0.8384073972702026,
|
|
"learning_rate": 9.25878681042667e-06,
|
|
"loss": 0.4483,
|
|
"step": 7290
|
|
},
|
|
{
|
|
"epoch": 0.7462877297007182,
|
|
"grad_norm": 0.837547779083252,
|
|
"learning_rate": 9.189574438871443e-06,
|
|
"loss": 0.4433,
|
|
"step": 7300
|
|
},
|
|
{
|
|
"epoch": 0.7473100416592123,
|
|
"grad_norm": 0.8741981387138367,
|
|
"learning_rate": 9.120563431135765e-06,
|
|
"loss": 0.4477,
|
|
"step": 7310
|
|
},
|
|
{
|
|
"epoch": 0.7483323536177064,
|
|
"grad_norm": 1.1481738090515137,
|
|
"learning_rate": 9.051754666153625e-06,
|
|
"loss": 0.444,
|
|
"step": 7320
|
|
},
|
|
{
|
|
"epoch": 0.7493546655762006,
|
|
"grad_norm": 0.8956581354141235,
|
|
"learning_rate": 8.983149020283191e-06,
|
|
"loss": 0.4523,
|
|
"step": 7330
|
|
},
|
|
{
|
|
"epoch": 0.7503769775346947,
|
|
"grad_norm": 0.9955009818077087,
|
|
"learning_rate": 8.91474736729569e-06,
|
|
"loss": 0.4461,
|
|
"step": 7340
|
|
},
|
|
{
|
|
"epoch": 0.7513992894931888,
|
|
"grad_norm": 0.9001877903938293,
|
|
"learning_rate": 8.84655057836426e-06,
|
|
"loss": 0.4404,
|
|
"step": 7350
|
|
},
|
|
{
|
|
"epoch": 0.752421601451683,
|
|
"grad_norm": 1.1931997537612915,
|
|
"learning_rate": 8.77855952205287e-06,
|
|
"loss": 0.448,
|
|
"step": 7360
|
|
},
|
|
{
|
|
"epoch": 0.7534439134101771,
|
|
"grad_norm": 1.182490348815918,
|
|
"learning_rate": 8.71077506430524e-06,
|
|
"loss": 0.4424,
|
|
"step": 7370
|
|
},
|
|
{
|
|
"epoch": 0.7544662253686713,
|
|
"grad_norm": 0.8788588643074036,
|
|
"learning_rate": 8.643198068433828e-06,
|
|
"loss": 0.4543,
|
|
"step": 7380
|
|
},
|
|
{
|
|
"epoch": 0.7554885373271654,
|
|
"grad_norm": 1.0334864854812622,
|
|
"learning_rate": 8.575829395108826e-06,
|
|
"loss": 0.4319,
|
|
"step": 7390
|
|
},
|
|
{
|
|
"epoch": 0.7565108492856595,
|
|
"grad_norm": 0.9728019833564758,
|
|
"learning_rate": 8.508669902347196e-06,
|
|
"loss": 0.4363,
|
|
"step": 7400
|
|
},
|
|
{
|
|
"epoch": 0.7575331612441537,
|
|
"grad_norm": 1.0635533332824707,
|
|
"learning_rate": 8.44172044550175e-06,
|
|
"loss": 0.4415,
|
|
"step": 7410
|
|
},
|
|
{
|
|
"epoch": 0.7585554732026478,
|
|
"grad_norm": 0.9203910231590271,
|
|
"learning_rate": 8.374981877250277e-06,
|
|
"loss": 0.4368,
|
|
"step": 7420
|
|
},
|
|
{
|
|
"epoch": 0.7595777851611419,
|
|
"grad_norm": 0.9796839952468872,
|
|
"learning_rate": 8.308455047584607e-06,
|
|
"loss": 0.4337,
|
|
"step": 7430
|
|
},
|
|
{
|
|
"epoch": 0.760600097119636,
|
|
"grad_norm": 1.0226854085922241,
|
|
"learning_rate": 8.242140803799872e-06,
|
|
"loss": 0.4419,
|
|
"step": 7440
|
|
},
|
|
{
|
|
"epoch": 0.7616224090781302,
|
|
"grad_norm": 1.1608787775039673,
|
|
"learning_rate": 8.176039990483689e-06,
|
|
"loss": 0.4432,
|
|
"step": 7450
|
|
},
|
|
{
|
|
"epoch": 0.7626447210366243,
|
|
"grad_norm": 0.9388943314552307,
|
|
"learning_rate": 8.110153449505368e-06,
|
|
"loss": 0.4461,
|
|
"step": 7460
|
|
},
|
|
{
|
|
"epoch": 0.7636670329951185,
|
|
"grad_norm": 0.960391640663147,
|
|
"learning_rate": 8.044482020005234e-06,
|
|
"loss": 0.4395,
|
|
"step": 7470
|
|
},
|
|
{
|
|
"epoch": 0.7646893449536126,
|
|
"grad_norm": 0.999666154384613,
|
|
"learning_rate": 7.97902653838391e-06,
|
|
"loss": 0.4411,
|
|
"step": 7480
|
|
},
|
|
{
|
|
"epoch": 0.7657116569121067,
|
|
"grad_norm": 1.0976208448410034,
|
|
"learning_rate": 7.913787838291686e-06,
|
|
"loss": 0.4403,
|
|
"step": 7490
|
|
},
|
|
{
|
|
"epoch": 0.7667339688706009,
|
|
"grad_norm": 0.8546642065048218,
|
|
"learning_rate": 7.84876675061789e-06,
|
|
"loss": 0.4445,
|
|
"step": 7500
|
|
},
|
|
{
|
|
"epoch": 0.767756280829095,
|
|
"grad_norm": 0.9636361598968506,
|
|
"learning_rate": 7.783964103480296e-06,
|
|
"loss": 0.4372,
|
|
"step": 7510
|
|
},
|
|
{
|
|
"epoch": 0.7687785927875891,
|
|
"grad_norm": 0.8897413015365601,
|
|
"learning_rate": 7.719380722214605e-06,
|
|
"loss": 0.4366,
|
|
"step": 7520
|
|
},
|
|
{
|
|
"epoch": 0.7698009047460833,
|
|
"grad_norm": 1.1794391870498657,
|
|
"learning_rate": 7.655017429363908e-06,
|
|
"loss": 0.4435,
|
|
"step": 7530
|
|
},
|
|
{
|
|
"epoch": 0.7708232167045774,
|
|
"grad_norm": 1.3731043338775635,
|
|
"learning_rate": 7.590875044668213e-06,
|
|
"loss": 0.4425,
|
|
"step": 7540
|
|
},
|
|
{
|
|
"epoch": 0.7718455286630715,
|
|
"grad_norm": 0.8776447772979736,
|
|
"learning_rate": 7.526954385054031e-06,
|
|
"loss": 0.4358,
|
|
"step": 7550
|
|
},
|
|
{
|
|
"epoch": 0.7728678406215657,
|
|
"grad_norm": 1.0318937301635742,
|
|
"learning_rate": 7.463256264623939e-06,
|
|
"loss": 0.4425,
|
|
"step": 7560
|
|
},
|
|
{
|
|
"epoch": 0.7738901525800598,
|
|
"grad_norm": 0.9086455702781677,
|
|
"learning_rate": 7.399781494646196e-06,
|
|
"loss": 0.427,
|
|
"step": 7570
|
|
},
|
|
{
|
|
"epoch": 0.7749124645385539,
|
|
"grad_norm": 0.9383578300476074,
|
|
"learning_rate": 7.33653088354449e-06,
|
|
"loss": 0.4361,
|
|
"step": 7580
|
|
},
|
|
{
|
|
"epoch": 0.7759347764970481,
|
|
"grad_norm": 1.007272720336914,
|
|
"learning_rate": 7.273505236887554e-06,
|
|
"loss": 0.4231,
|
|
"step": 7590
|
|
},
|
|
{
|
|
"epoch": 0.7769570884555422,
|
|
"grad_norm": 1.226094126701355,
|
|
"learning_rate": 7.2107053573789525e-06,
|
|
"loss": 0.4318,
|
|
"step": 7600
|
|
},
|
|
{
|
|
"epoch": 0.7779794004140363,
|
|
"grad_norm": 1.049007534980774,
|
|
"learning_rate": 7.14813204484685e-06,
|
|
"loss": 0.4454,
|
|
"step": 7610
|
|
},
|
|
{
|
|
"epoch": 0.7790017123725305,
|
|
"grad_norm": 0.8623120784759521,
|
|
"learning_rate": 7.085786096233813e-06,
|
|
"loss": 0.445,
|
|
"step": 7620
|
|
},
|
|
{
|
|
"epoch": 0.7800240243310246,
|
|
"grad_norm": 1.2203346490859985,
|
|
"learning_rate": 7.023668305586678e-06,
|
|
"loss": 0.4402,
|
|
"step": 7630
|
|
},
|
|
{
|
|
"epoch": 0.7810463362895187,
|
|
"grad_norm": 0.8987168669700623,
|
|
"learning_rate": 6.961779464046417e-06,
|
|
"loss": 0.4368,
|
|
"step": 7640
|
|
},
|
|
{
|
|
"epoch": 0.7820686482480129,
|
|
"grad_norm": 0.9059882760047913,
|
|
"learning_rate": 6.900120359838108e-06,
|
|
"loss": 0.446,
|
|
"step": 7650
|
|
},
|
|
{
|
|
"epoch": 0.783090960206507,
|
|
"grad_norm": 0.852653443813324,
|
|
"learning_rate": 6.838691778260808e-06,
|
|
"loss": 0.4424,
|
|
"step": 7660
|
|
},
|
|
{
|
|
"epoch": 0.7841132721650012,
|
|
"grad_norm": 0.8900589346885681,
|
|
"learning_rate": 6.777494501677639e-06,
|
|
"loss": 0.4367,
|
|
"step": 7670
|
|
},
|
|
{
|
|
"epoch": 0.7851355841234953,
|
|
"grad_norm": 1.202610969543457,
|
|
"learning_rate": 6.716529309505801e-06,
|
|
"loss": 0.4338,
|
|
"step": 7680
|
|
},
|
|
{
|
|
"epoch": 0.7861578960819894,
|
|
"grad_norm": 1.2870848178863525,
|
|
"learning_rate": 6.6557969782066105e-06,
|
|
"loss": 0.4544,
|
|
"step": 7690
|
|
},
|
|
{
|
|
"epoch": 0.7871802080404836,
|
|
"grad_norm": 0.7765796780586243,
|
|
"learning_rate": 6.595298281275625e-06,
|
|
"loss": 0.4401,
|
|
"step": 7700
|
|
},
|
|
{
|
|
"epoch": 0.7882025199989777,
|
|
"grad_norm": 1.0064955949783325,
|
|
"learning_rate": 6.535033989232839e-06,
|
|
"loss": 0.4326,
|
|
"step": 7710
|
|
},
|
|
{
|
|
"epoch": 0.7892248319574718,
|
|
"grad_norm": 0.9474082589149475,
|
|
"learning_rate": 6.475004869612805e-06,
|
|
"loss": 0.4297,
|
|
"step": 7720
|
|
},
|
|
{
|
|
"epoch": 0.790247143915966,
|
|
"grad_norm": 0.9180557131767273,
|
|
"learning_rate": 6.415211686954894e-06,
|
|
"loss": 0.4372,
|
|
"step": 7730
|
|
},
|
|
{
|
|
"epoch": 0.7912694558744601,
|
|
"grad_norm": 1.0714077949523926,
|
|
"learning_rate": 6.35565520279355e-06,
|
|
"loss": 0.4336,
|
|
"step": 7740
|
|
},
|
|
{
|
|
"epoch": 0.7922917678329542,
|
|
"grad_norm": 1.0611761808395386,
|
|
"learning_rate": 6.296336175648592e-06,
|
|
"loss": 0.4323,
|
|
"step": 7750
|
|
},
|
|
{
|
|
"epoch": 0.7933140797914484,
|
|
"grad_norm": 1.010562539100647,
|
|
"learning_rate": 6.237255361015554e-06,
|
|
"loss": 0.436,
|
|
"step": 7760
|
|
},
|
|
{
|
|
"epoch": 0.7943363917499425,
|
|
"grad_norm": 1.0425492525100708,
|
|
"learning_rate": 6.1784135113560516e-06,
|
|
"loss": 0.4406,
|
|
"step": 7770
|
|
},
|
|
{
|
|
"epoch": 0.7953587037084366,
|
|
"grad_norm": 1.052968978881836,
|
|
"learning_rate": 6.119811376088239e-06,
|
|
"loss": 0.4428,
|
|
"step": 7780
|
|
},
|
|
{
|
|
"epoch": 0.7963810156669308,
|
|
"grad_norm": 0.8319458961486816,
|
|
"learning_rate": 6.06144970157719e-06,
|
|
"loss": 0.4366,
|
|
"step": 7790
|
|
},
|
|
{
|
|
"epoch": 0.7974033276254249,
|
|
"grad_norm": 1.107327938079834,
|
|
"learning_rate": 6.00332923112546e-06,
|
|
"loss": 0.4439,
|
|
"step": 7800
|
|
},
|
|
{
|
|
"epoch": 0.798425639583919,
|
|
"grad_norm": 1.1520315408706665,
|
|
"learning_rate": 5.945450704963604e-06,
|
|
"loss": 0.4455,
|
|
"step": 7810
|
|
},
|
|
{
|
|
"epoch": 0.7994479515424132,
|
|
"grad_norm": 1.370091199874878,
|
|
"learning_rate": 5.887814860240737e-06,
|
|
"loss": 0.4367,
|
|
"step": 7820
|
|
},
|
|
{
|
|
"epoch": 0.8004702635009073,
|
|
"grad_norm": 0.9729806780815125,
|
|
"learning_rate": 5.830422431015112e-06,
|
|
"loss": 0.4336,
|
|
"step": 7830
|
|
},
|
|
{
|
|
"epoch": 0.8014925754594014,
|
|
"grad_norm": 0.9457160830497742,
|
|
"learning_rate": 5.773274148244867e-06,
|
|
"loss": 0.4456,
|
|
"step": 7840
|
|
},
|
|
{
|
|
"epoch": 0.8025148874178956,
|
|
"grad_norm": 1.0155694484710693,
|
|
"learning_rate": 5.716370739778612e-06,
|
|
"loss": 0.4339,
|
|
"step": 7850
|
|
},
|
|
{
|
|
"epoch": 0.8035371993763897,
|
|
"grad_norm": 0.9733458161354065,
|
|
"learning_rate": 5.659712930346225e-06,
|
|
"loss": 0.4407,
|
|
"step": 7860
|
|
},
|
|
{
|
|
"epoch": 0.8045595113348838,
|
|
"grad_norm": 0.9396880269050598,
|
|
"learning_rate": 5.603301441549585e-06,
|
|
"loss": 0.4381,
|
|
"step": 7870
|
|
},
|
|
{
|
|
"epoch": 0.805581823293378,
|
|
"grad_norm": 0.9309740662574768,
|
|
"learning_rate": 5.5471369918534135e-06,
|
|
"loss": 0.4426,
|
|
"step": 7880
|
|
},
|
|
{
|
|
"epoch": 0.8066041352518721,
|
|
"grad_norm": 0.8893073797225952,
|
|
"learning_rate": 5.491220296576088e-06,
|
|
"loss": 0.4337,
|
|
"step": 7890
|
|
},
|
|
{
|
|
"epoch": 0.8076264472103662,
|
|
"grad_norm": 1.0726497173309326,
|
|
"learning_rate": 5.435552067880562e-06,
|
|
"loss": 0.4348,
|
|
"step": 7900
|
|
},
|
|
{
|
|
"epoch": 0.8086487591688604,
|
|
"grad_norm": 0.9764810800552368,
|
|
"learning_rate": 5.380133014765296e-06,
|
|
"loss": 0.4395,
|
|
"step": 7910
|
|
},
|
|
{
|
|
"epoch": 0.8096710711273545,
|
|
"grad_norm": 0.7991422414779663,
|
|
"learning_rate": 5.3249638430551834e-06,
|
|
"loss": 0.4309,
|
|
"step": 7920
|
|
},
|
|
{
|
|
"epoch": 0.8106933830858486,
|
|
"grad_norm": 0.9090506434440613,
|
|
"learning_rate": 5.270045255392608e-06,
|
|
"loss": 0.4348,
|
|
"step": 7930
|
|
},
|
|
{
|
|
"epoch": 0.8117156950443428,
|
|
"grad_norm": 0.9037578105926514,
|
|
"learning_rate": 5.215377951228501e-06,
|
|
"loss": 0.4333,
|
|
"step": 7940
|
|
},
|
|
{
|
|
"epoch": 0.8127380070028369,
|
|
"grad_norm": 1.0673049688339233,
|
|
"learning_rate": 5.160962626813379e-06,
|
|
"loss": 0.4349,
|
|
"step": 7950
|
|
},
|
|
{
|
|
"epoch": 0.813760318961331,
|
|
"grad_norm": 0.9314389824867249,
|
|
"learning_rate": 5.106799975188523e-06,
|
|
"loss": 0.4346,
|
|
"step": 7960
|
|
},
|
|
{
|
|
"epoch": 0.8147826309198252,
|
|
"grad_norm": 0.9233517646789551,
|
|
"learning_rate": 5.052890686177139e-06,
|
|
"loss": 0.4281,
|
|
"step": 7970
|
|
},
|
|
{
|
|
"epoch": 0.8158049428783193,
|
|
"grad_norm": 0.8081022500991821,
|
|
"learning_rate": 4.999235446375566e-06,
|
|
"loss": 0.4348,
|
|
"step": 7980
|
|
},
|
|
{
|
|
"epoch": 0.8168272548368134,
|
|
"grad_norm": 1.0998950004577637,
|
|
"learning_rate": 4.945834939144539e-06,
|
|
"loss": 0.4337,
|
|
"step": 7990
|
|
},
|
|
{
|
|
"epoch": 0.8178495667953076,
|
|
"grad_norm": 0.9865671992301941,
|
|
"learning_rate": 4.892689844600484e-06,
|
|
"loss": 0.4337,
|
|
"step": 8000
|
|
},
|
|
{
|
|
"epoch": 0.8188718787538017,
|
|
"grad_norm": 0.892192542552948,
|
|
"learning_rate": 4.839800839606851e-06,
|
|
"loss": 0.4304,
|
|
"step": 8010
|
|
},
|
|
{
|
|
"epoch": 0.8198941907122959,
|
|
"grad_norm": 1.193628191947937,
|
|
"learning_rate": 4.787168597765501e-06,
|
|
"loss": 0.4395,
|
|
"step": 8020
|
|
},
|
|
{
|
|
"epoch": 0.82091650267079,
|
|
"grad_norm": 0.777214527130127,
|
|
"learning_rate": 4.734793789408115e-06,
|
|
"loss": 0.4314,
|
|
"step": 8030
|
|
},
|
|
{
|
|
"epoch": 0.8219388146292841,
|
|
"grad_norm": 0.8342297673225403,
|
|
"learning_rate": 4.682677081587691e-06,
|
|
"loss": 0.4376,
|
|
"step": 8040
|
|
},
|
|
{
|
|
"epoch": 0.8229611265877783,
|
|
"grad_norm": 1.061095118522644,
|
|
"learning_rate": 4.630819138069983e-06,
|
|
"loss": 0.4407,
|
|
"step": 8050
|
|
},
|
|
{
|
|
"epoch": 0.8239834385462724,
|
|
"grad_norm": 0.9414345026016235,
|
|
"learning_rate": 4.579220619325106e-06,
|
|
"loss": 0.4277,
|
|
"step": 8060
|
|
},
|
|
{
|
|
"epoch": 0.8250057505047665,
|
|
"grad_norm": 0.7797683477401733,
|
|
"learning_rate": 4.527882182519114e-06,
|
|
"loss": 0.4348,
|
|
"step": 8070
|
|
},
|
|
{
|
|
"epoch": 0.8260280624632607,
|
|
"grad_norm": 0.946404218673706,
|
|
"learning_rate": 4.476804481505609e-06,
|
|
"loss": 0.4277,
|
|
"step": 8080
|
|
},
|
|
{
|
|
"epoch": 0.8270503744217548,
|
|
"grad_norm": 0.9743029475212097,
|
|
"learning_rate": 4.425988166817422e-06,
|
|
"loss": 0.4353,
|
|
"step": 8090
|
|
},
|
|
{
|
|
"epoch": 0.8280726863802489,
|
|
"grad_norm": 1.0373250246047974,
|
|
"learning_rate": 4.3754338856583365e-06,
|
|
"loss": 0.4304,
|
|
"step": 8100
|
|
},
|
|
{
|
|
"epoch": 0.8290949983387431,
|
|
"grad_norm": 0.7803084850311279,
|
|
"learning_rate": 4.325142281894837e-06,
|
|
"loss": 0.4357,
|
|
"step": 8110
|
|
},
|
|
{
|
|
"epoch": 0.8301173102972372,
|
|
"grad_norm": 0.7771669030189514,
|
|
"learning_rate": 4.275113996047916e-06,
|
|
"loss": 0.4332,
|
|
"step": 8120
|
|
},
|
|
{
|
|
"epoch": 0.8311396222557313,
|
|
"grad_norm": 0.8627368807792664,
|
|
"learning_rate": 4.225349665284908e-06,
|
|
"loss": 0.4328,
|
|
"step": 8130
|
|
},
|
|
{
|
|
"epoch": 0.8321619342142255,
|
|
"grad_norm": 0.8736832737922668,
|
|
"learning_rate": 4.175849923411379e-06,
|
|
"loss": 0.4261,
|
|
"step": 8140
|
|
},
|
|
{
|
|
"epoch": 0.8331842461727196,
|
|
"grad_norm": 0.950605034828186,
|
|
"learning_rate": 4.126615400863054e-06,
|
|
"loss": 0.4273,
|
|
"step": 8150
|
|
},
|
|
{
|
|
"epoch": 0.8342065581312137,
|
|
"grad_norm": 1.214670181274414,
|
|
"learning_rate": 4.077646724697778e-06,
|
|
"loss": 0.4274,
|
|
"step": 8160
|
|
},
|
|
{
|
|
"epoch": 0.8352288700897079,
|
|
"grad_norm": 0.8484399318695068,
|
|
"learning_rate": 4.02894451858756e-06,
|
|
"loss": 0.4321,
|
|
"step": 8170
|
|
},
|
|
{
|
|
"epoch": 0.836251182048202,
|
|
"grad_norm": 0.8508866429328918,
|
|
"learning_rate": 3.980509402810598e-06,
|
|
"loss": 0.4328,
|
|
"step": 8180
|
|
},
|
|
{
|
|
"epoch": 0.8372734940066962,
|
|
"grad_norm": 1.059467077255249,
|
|
"learning_rate": 3.932341994243366e-06,
|
|
"loss": 0.4277,
|
|
"step": 8190
|
|
},
|
|
{
|
|
"epoch": 0.8382958059651903,
|
|
"grad_norm": 1.0109869241714478,
|
|
"learning_rate": 3.884442906352826e-06,
|
|
"loss": 0.4329,
|
|
"step": 8200
|
|
},
|
|
{
|
|
"epoch": 0.8393181179236844,
|
|
"grad_norm": 1.0309584140777588,
|
|
"learning_rate": 3.836812749188534e-06,
|
|
"loss": 0.4298,
|
|
"step": 8210
|
|
},
|
|
{
|
|
"epoch": 0.8403404298821785,
|
|
"grad_norm": 0.8743014335632324,
|
|
"learning_rate": 3.7894521293749207e-06,
|
|
"loss": 0.4275,
|
|
"step": 8220
|
|
},
|
|
{
|
|
"epoch": 0.8413627418406727,
|
|
"grad_norm": 0.9778170585632324,
|
|
"learning_rate": 3.742361650103554e-06,
|
|
"loss": 0.4299,
|
|
"step": 8230
|
|
},
|
|
{
|
|
"epoch": 0.8423850537991668,
|
|
"grad_norm": 0.8993359208106995,
|
|
"learning_rate": 3.6955419111254415e-06,
|
|
"loss": 0.4321,
|
|
"step": 8240
|
|
},
|
|
{
|
|
"epoch": 0.843407365757661,
|
|
"grad_norm": 1.06406831741333,
|
|
"learning_rate": 3.6489935087434144e-06,
|
|
"loss": 0.4261,
|
|
"step": 8250
|
|
},
|
|
{
|
|
"epoch": 0.8444296777161551,
|
|
"grad_norm": 1.0659277439117432,
|
|
"learning_rate": 3.6027170358045148e-06,
|
|
"loss": 0.4299,
|
|
"step": 8260
|
|
},
|
|
{
|
|
"epoch": 0.8454519896746492,
|
|
"grad_norm": 1.143269658088684,
|
|
"learning_rate": 3.55671308169247e-06,
|
|
"loss": 0.4293,
|
|
"step": 8270
|
|
},
|
|
{
|
|
"epoch": 0.8464743016331433,
|
|
"grad_norm": 1.0796489715576172,
|
|
"learning_rate": 3.5109822323201423e-06,
|
|
"loss": 0.4264,
|
|
"step": 8280
|
|
},
|
|
{
|
|
"epoch": 0.8474966135916375,
|
|
"grad_norm": 1.0255521535873413,
|
|
"learning_rate": 3.465525070122108e-06,
|
|
"loss": 0.4258,
|
|
"step": 8290
|
|
},
|
|
{
|
|
"epoch": 0.8485189255501316,
|
|
"grad_norm": 0.9556827545166016,
|
|
"learning_rate": 3.4203421740472365e-06,
|
|
"loss": 0.4283,
|
|
"step": 8300
|
|
},
|
|
{
|
|
"epoch": 0.8495412375086258,
|
|
"grad_norm": 1.1103256940841675,
|
|
"learning_rate": 3.375434119551285e-06,
|
|
"loss": 0.4335,
|
|
"step": 8310
|
|
},
|
|
{
|
|
"epoch": 0.8505635494671199,
|
|
"grad_norm": 1.1893926858901978,
|
|
"learning_rate": 3.3308014785895904e-06,
|
|
"loss": 0.4377,
|
|
"step": 8320
|
|
},
|
|
{
|
|
"epoch": 0.851585861425614,
|
|
"grad_norm": 0.8934152126312256,
|
|
"learning_rate": 3.286444819609799e-06,
|
|
"loss": 0.4328,
|
|
"step": 8330
|
|
},
|
|
{
|
|
"epoch": 0.8526081733841082,
|
|
"grad_norm": 0.9043262004852295,
|
|
"learning_rate": 3.242364707544601e-06,
|
|
"loss": 0.4251,
|
|
"step": 8340
|
|
},
|
|
{
|
|
"epoch": 0.8536304853426023,
|
|
"grad_norm": 1.113665223121643,
|
|
"learning_rate": 3.1985617038045477e-06,
|
|
"loss": 0.4249,
|
|
"step": 8350
|
|
},
|
|
{
|
|
"epoch": 0.8546527973010964,
|
|
"grad_norm": 0.8989176154136658,
|
|
"learning_rate": 3.1550363662708996e-06,
|
|
"loss": 0.4221,
|
|
"step": 8360
|
|
},
|
|
{
|
|
"epoch": 0.8556751092595906,
|
|
"grad_norm": 0.9676817655563354,
|
|
"learning_rate": 3.1117892492885188e-06,
|
|
"loss": 0.4308,
|
|
"step": 8370
|
|
},
|
|
{
|
|
"epoch": 0.8566974212180847,
|
|
"grad_norm": 0.6855757236480713,
|
|
"learning_rate": 3.0688209036588174e-06,
|
|
"loss": 0.433,
|
|
"step": 8380
|
|
},
|
|
{
|
|
"epoch": 0.8577197331765788,
|
|
"grad_norm": 0.9903734922409058,
|
|
"learning_rate": 3.0261318766327206e-06,
|
|
"loss": 0.4281,
|
|
"step": 8390
|
|
},
|
|
{
|
|
"epoch": 0.858742045135073,
|
|
"grad_norm": 0.7935535311698914,
|
|
"learning_rate": 2.983722711903747e-06,
|
|
"loss": 0.4329,
|
|
"step": 8400
|
|
},
|
|
{
|
|
"epoch": 0.8597643570935671,
|
|
"grad_norm": 0.9941035509109497,
|
|
"learning_rate": 2.941593949601007e-06,
|
|
"loss": 0.4312,
|
|
"step": 8410
|
|
},
|
|
{
|
|
"epoch": 0.8607866690520612,
|
|
"grad_norm": 0.8986974358558655,
|
|
"learning_rate": 2.8997461262823823e-06,
|
|
"loss": 0.4324,
|
|
"step": 8420
|
|
},
|
|
{
|
|
"epoch": 0.8618089810105554,
|
|
"grad_norm": 0.9105693101882935,
|
|
"learning_rate": 2.8581797749276914e-06,
|
|
"loss": 0.4232,
|
|
"step": 8430
|
|
},
|
|
{
|
|
"epoch": 0.8628312929690495,
|
|
"grad_norm": 0.957203209400177,
|
|
"learning_rate": 2.816895424931873e-06,
|
|
"loss": 0.4205,
|
|
"step": 8440
|
|
},
|
|
{
|
|
"epoch": 0.8638536049275436,
|
|
"grad_norm": 1.2268370389938354,
|
|
"learning_rate": 2.7758936020982425e-06,
|
|
"loss": 0.4235,
|
|
"step": 8450
|
|
},
|
|
{
|
|
"epoch": 0.8648759168860378,
|
|
"grad_norm": 0.7346043586730957,
|
|
"learning_rate": 2.735174828631837e-06,
|
|
"loss": 0.4228,
|
|
"step": 8460
|
|
},
|
|
{
|
|
"epoch": 0.8658982288445319,
|
|
"grad_norm": 0.9053030014038086,
|
|
"learning_rate": 2.694739623132722e-06,
|
|
"loss": 0.4356,
|
|
"step": 8470
|
|
},
|
|
{
|
|
"epoch": 0.866920540803026,
|
|
"grad_norm": 0.9548618197441101,
|
|
"learning_rate": 2.654588500589397e-06,
|
|
"loss": 0.4222,
|
|
"step": 8480
|
|
},
|
|
{
|
|
"epoch": 0.8679428527615202,
|
|
"grad_norm": 1.3412740230560303,
|
|
"learning_rate": 2.614721972372247e-06,
|
|
"loss": 0.4262,
|
|
"step": 8490
|
|
},
|
|
{
|
|
"epoch": 0.8689651647200143,
|
|
"grad_norm": 0.7086278200149536,
|
|
"learning_rate": 2.5751405462270286e-06,
|
|
"loss": 0.4207,
|
|
"step": 8500
|
|
},
|
|
{
|
|
"epoch": 0.8699874766785084,
|
|
"grad_norm": 1.1251598596572876,
|
|
"learning_rate": 2.5358447262683855e-06,
|
|
"loss": 0.4348,
|
|
"step": 8510
|
|
},
|
|
{
|
|
"epoch": 0.8710097886370026,
|
|
"grad_norm": 0.9338446855545044,
|
|
"learning_rate": 2.4968350129734445e-06,
|
|
"loss": 0.4247,
|
|
"step": 8520
|
|
},
|
|
{
|
|
"epoch": 0.8720321005954967,
|
|
"grad_norm": 0.7428572773933411,
|
|
"learning_rate": 2.4581119031754556e-06,
|
|
"loss": 0.4289,
|
|
"step": 8530
|
|
},
|
|
{
|
|
"epoch": 0.8730544125539909,
|
|
"grad_norm": 0.9661202430725098,
|
|
"learning_rate": 2.4196758900574156e-06,
|
|
"loss": 0.4205,
|
|
"step": 8540
|
|
},
|
|
{
|
|
"epoch": 0.874076724512485,
|
|
"grad_norm": 0.8998513221740723,
|
|
"learning_rate": 2.381527463145833e-06,
|
|
"loss": 0.4244,
|
|
"step": 8550
|
|
},
|
|
{
|
|
"epoch": 0.8750990364709791,
|
|
"grad_norm": 1.2801803350448608,
|
|
"learning_rate": 2.343667108304484e-06,
|
|
"loss": 0.425,
|
|
"step": 8560
|
|
},
|
|
{
|
|
"epoch": 0.8761213484294732,
|
|
"grad_norm": 0.9866209030151367,
|
|
"learning_rate": 2.3060953077282068e-06,
|
|
"loss": 0.4197,
|
|
"step": 8570
|
|
},
|
|
{
|
|
"epoch": 0.8771436603879674,
|
|
"grad_norm": 0.8322245478630066,
|
|
"learning_rate": 2.2688125399367766e-06,
|
|
"loss": 0.4235,
|
|
"step": 8580
|
|
},
|
|
{
|
|
"epoch": 0.8781659723464615,
|
|
"grad_norm": 1.0312855243682861,
|
|
"learning_rate": 2.231819279768807e-06,
|
|
"loss": 0.4269,
|
|
"step": 8590
|
|
},
|
|
{
|
|
"epoch": 0.8791882843049557,
|
|
"grad_norm": 0.8428605794906616,
|
|
"learning_rate": 2.1951159983756936e-06,
|
|
"loss": 0.4313,
|
|
"step": 8600
|
|
},
|
|
{
|
|
"epoch": 0.8802105962634498,
|
|
"grad_norm": 0.9650649428367615,
|
|
"learning_rate": 2.1587031632156363e-06,
|
|
"loss": 0.4298,
|
|
"step": 8610
|
|
},
|
|
{
|
|
"epoch": 0.8812329082219439,
|
|
"grad_norm": 1.0367612838745117,
|
|
"learning_rate": 2.122581238047652e-06,
|
|
"loss": 0.4324,
|
|
"step": 8620
|
|
},
|
|
{
|
|
"epoch": 0.8822552201804381,
|
|
"grad_norm": 0.8398295640945435,
|
|
"learning_rate": 2.086750682925706e-06,
|
|
"loss": 0.4173,
|
|
"step": 8630
|
|
},
|
|
{
|
|
"epoch": 0.8832775321389322,
|
|
"grad_norm": 0.7944861650466919,
|
|
"learning_rate": 2.0512119541928164e-06,
|
|
"loss": 0.432,
|
|
"step": 8640
|
|
},
|
|
{
|
|
"epoch": 0.8842998440974263,
|
|
"grad_norm": 0.9605563282966614,
|
|
"learning_rate": 2.0159655044752673e-06,
|
|
"loss": 0.4269,
|
|
"step": 8650
|
|
},
|
|
{
|
|
"epoch": 0.8853221560559205,
|
|
"grad_norm": 0.9588894844055176,
|
|
"learning_rate": 1.981011782676842e-06,
|
|
"loss": 0.4364,
|
|
"step": 8660
|
|
},
|
|
{
|
|
"epoch": 0.8863444680144146,
|
|
"grad_norm": 0.7828480005264282,
|
|
"learning_rate": 1.9463512339730873e-06,
|
|
"loss": 0.425,
|
|
"step": 8670
|
|
},
|
|
{
|
|
"epoch": 0.8873667799729087,
|
|
"grad_norm": 1.0239571332931519,
|
|
"learning_rate": 1.911984299805658e-06,
|
|
"loss": 0.4306,
|
|
"step": 8680
|
|
},
|
|
{
|
|
"epoch": 0.8883890919314029,
|
|
"grad_norm": 1.0380973815917969,
|
|
"learning_rate": 1.8779114178767016e-06,
|
|
"loss": 0.4274,
|
|
"step": 8690
|
|
},
|
|
{
|
|
"epoch": 0.889411403889897,
|
|
"grad_norm": 0.9591466188430786,
|
|
"learning_rate": 1.8441330221432684e-06,
|
|
"loss": 0.429,
|
|
"step": 8700
|
|
},
|
|
{
|
|
"epoch": 0.8904337158483911,
|
|
"grad_norm": 0.9937755465507507,
|
|
"learning_rate": 1.8106495428117902e-06,
|
|
"loss": 0.4288,
|
|
"step": 8710
|
|
},
|
|
{
|
|
"epoch": 0.8914560278068853,
|
|
"grad_norm": 1.000308871269226,
|
|
"learning_rate": 1.7774614063326005e-06,
|
|
"loss": 0.4236,
|
|
"step": 8720
|
|
},
|
|
{
|
|
"epoch": 0.8924783397653794,
|
|
"grad_norm": 1.0950754880905151,
|
|
"learning_rate": 1.7445690353945109e-06,
|
|
"loss": 0.424,
|
|
"step": 8730
|
|
},
|
|
{
|
|
"epoch": 0.8935006517238735,
|
|
"grad_norm": 1.0174835920333862,
|
|
"learning_rate": 1.711972848919416e-06,
|
|
"loss": 0.4308,
|
|
"step": 8740
|
|
},
|
|
{
|
|
"epoch": 0.8945229636823677,
|
|
"grad_norm": 0.7807797193527222,
|
|
"learning_rate": 1.6796732620569606e-06,
|
|
"loss": 0.4352,
|
|
"step": 8750
|
|
},
|
|
{
|
|
"epoch": 0.8955452756408618,
|
|
"grad_norm": 1.0470595359802246,
|
|
"learning_rate": 1.6476706861792617e-06,
|
|
"loss": 0.4361,
|
|
"step": 8760
|
|
},
|
|
{
|
|
"epoch": 0.896567587599356,
|
|
"grad_norm": 0.9675589203834534,
|
|
"learning_rate": 1.6159655288756599e-06,
|
|
"loss": 0.4223,
|
|
"step": 8770
|
|
},
|
|
{
|
|
"epoch": 0.8975898995578501,
|
|
"grad_norm": 1.1054085493087769,
|
|
"learning_rate": 1.5845581939475219e-06,
|
|
"loss": 0.4268,
|
|
"step": 8780
|
|
},
|
|
{
|
|
"epoch": 0.8986122115163442,
|
|
"grad_norm": 0.9452238082885742,
|
|
"learning_rate": 1.5534490814031245e-06,
|
|
"loss": 0.4239,
|
|
"step": 8790
|
|
},
|
|
{
|
|
"epoch": 0.8996345234748383,
|
|
"grad_norm": 0.9669876098632812,
|
|
"learning_rate": 1.5226385874525324e-06,
|
|
"loss": 0.4348,
|
|
"step": 8800
|
|
},
|
|
{
|
|
"epoch": 0.9006568354333325,
|
|
"grad_norm": 1.193709135055542,
|
|
"learning_rate": 1.4921271045025499e-06,
|
|
"loss": 0.425,
|
|
"step": 8810
|
|
},
|
|
{
|
|
"epoch": 0.9016791473918266,
|
|
"grad_norm": 0.8553543090820312,
|
|
"learning_rate": 1.4619150211517552e-06,
|
|
"loss": 0.417,
|
|
"step": 8820
|
|
},
|
|
{
|
|
"epoch": 0.9027014593503208,
|
|
"grad_norm": 1.1650067567825317,
|
|
"learning_rate": 1.4320027221855186e-06,
|
|
"loss": 0.4177,
|
|
"step": 8830
|
|
},
|
|
{
|
|
"epoch": 0.9037237713088149,
|
|
"grad_norm": 1.290274977684021,
|
|
"learning_rate": 1.4023905885711148e-06,
|
|
"loss": 0.4288,
|
|
"step": 8840
|
|
},
|
|
{
|
|
"epoch": 0.904746083267309,
|
|
"grad_norm": 0.9648873209953308,
|
|
"learning_rate": 1.3730789974528784e-06,
|
|
"loss": 0.4305,
|
|
"step": 8850
|
|
},
|
|
{
|
|
"epoch": 0.9057683952258031,
|
|
"grad_norm": 1.0339425802230835,
|
|
"learning_rate": 1.3440683221473793e-06,
|
|
"loss": 0.4254,
|
|
"step": 8860
|
|
},
|
|
{
|
|
"epoch": 0.9067907071842973,
|
|
"grad_norm": 0.9494819641113281,
|
|
"learning_rate": 1.315358932138691e-06,
|
|
"loss": 0.4136,
|
|
"step": 8870
|
|
},
|
|
{
|
|
"epoch": 0.9078130191427914,
|
|
"grad_norm": 0.8865864276885986,
|
|
"learning_rate": 1.2869511930736684e-06,
|
|
"loss": 0.4185,
|
|
"step": 8880
|
|
},
|
|
{
|
|
"epoch": 0.9088353311012856,
|
|
"grad_norm": 0.957786500453949,
|
|
"learning_rate": 1.258845466757308e-06,
|
|
"loss": 0.4315,
|
|
"step": 8890
|
|
},
|
|
{
|
|
"epoch": 0.9098576430597797,
|
|
"grad_norm": 0.9549824595451355,
|
|
"learning_rate": 1.2310421111481146e-06,
|
|
"loss": 0.4299,
|
|
"step": 8900
|
|
},
|
|
{
|
|
"epoch": 0.9108799550182738,
|
|
"grad_norm": 1.1362382173538208,
|
|
"learning_rate": 1.2035414803535623e-06,
|
|
"loss": 0.4254,
|
|
"step": 8910
|
|
},
|
|
{
|
|
"epoch": 0.9119022669767679,
|
|
"grad_norm": 0.8010842204093933,
|
|
"learning_rate": 1.1763439246255835e-06,
|
|
"loss": 0.4288,
|
|
"step": 8920
|
|
},
|
|
{
|
|
"epoch": 0.9129245789352621,
|
|
"grad_norm": 0.7839857935905457,
|
|
"learning_rate": 1.149449790356108e-06,
|
|
"loss": 0.4292,
|
|
"step": 8930
|
|
},
|
|
{
|
|
"epoch": 0.9139468908937562,
|
|
"grad_norm": 1.1403322219848633,
|
|
"learning_rate": 1.1228594200726223e-06,
|
|
"loss": 0.4277,
|
|
"step": 8940
|
|
},
|
|
{
|
|
"epoch": 0.9149692028522504,
|
|
"grad_norm": 1.3120801448822021,
|
|
"learning_rate": 1.0965731524338634e-06,
|
|
"loss": 0.4266,
|
|
"step": 8950
|
|
},
|
|
{
|
|
"epoch": 0.9159915148107445,
|
|
"grad_norm": 0.8597049117088318,
|
|
"learning_rate": 1.070591322225456e-06,
|
|
"loss": 0.4202,
|
|
"step": 8960
|
|
},
|
|
{
|
|
"epoch": 0.9170138267692386,
|
|
"grad_norm": 0.9351035952568054,
|
|
"learning_rate": 1.0449142603556672e-06,
|
|
"loss": 0.4298,
|
|
"step": 8970
|
|
},
|
|
{
|
|
"epoch": 0.9180361387277328,
|
|
"grad_norm": 0.926821231842041,
|
|
"learning_rate": 1.0195422938511973e-06,
|
|
"loss": 0.4312,
|
|
"step": 8980
|
|
},
|
|
{
|
|
"epoch": 0.9190584506862269,
|
|
"grad_norm": 0.8255594968795776,
|
|
"learning_rate": 9.944757458530047e-07,
|
|
"loss": 0.4267,
|
|
"step": 8990
|
|
},
|
|
{
|
|
"epoch": 0.920080762644721,
|
|
"grad_norm": 1.046819806098938,
|
|
"learning_rate": 9.697149356121927e-07,
|
|
"loss": 0.4255,
|
|
"step": 9000
|
|
},
|
|
{
|
|
"epoch": 0.9211030746032152,
|
|
"grad_norm": 0.7672698497772217,
|
|
"learning_rate": 9.452601784859516e-07,
|
|
"loss": 0.4264,
|
|
"step": 9010
|
|
},
|
|
{
|
|
"epoch": 0.9221253865617093,
|
|
"grad_norm": 0.9611999988555908,
|
|
"learning_rate": 9.211117859335344e-07,
|
|
"loss": 0.4171,
|
|
"step": 9020
|
|
},
|
|
{
|
|
"epoch": 0.9231476985202034,
|
|
"grad_norm": 1.0887755155563354,
|
|
"learning_rate": 8.972700655122817e-07,
|
|
"loss": 0.421,
|
|
"step": 9030
|
|
},
|
|
{
|
|
"epoch": 0.9241700104786976,
|
|
"grad_norm": 1.2452219724655151,
|
|
"learning_rate": 8.737353208737281e-07,
|
|
"loss": 0.4255,
|
|
"step": 9040
|
|
},
|
|
{
|
|
"epoch": 0.9251923224371917,
|
|
"grad_norm": 1.0280874967575073,
|
|
"learning_rate": 8.505078517597131e-07,
|
|
"loss": 0.4126,
|
|
"step": 9050
|
|
},
|
|
{
|
|
"epoch": 0.9262146343956859,
|
|
"grad_norm": 0.8932361006736755,
|
|
"learning_rate": 8.275879539985765e-07,
|
|
"loss": 0.4249,
|
|
"step": 9060
|
|
},
|
|
{
|
|
"epoch": 0.92723694635418,
|
|
"grad_norm": 0.9874764680862427,
|
|
"learning_rate": 8.049759195013773e-07,
|
|
"loss": 0.426,
|
|
"step": 9070
|
|
},
|
|
{
|
|
"epoch": 0.9282592583126741,
|
|
"grad_norm": 0.9187189340591431,
|
|
"learning_rate": 7.826720362581946e-07,
|
|
"loss": 0.4249,
|
|
"step": 9080
|
|
},
|
|
{
|
|
"epoch": 0.9292815702711682,
|
|
"grad_norm": 1.008799433708191,
|
|
"learning_rate": 7.606765883344441e-07,
|
|
"loss": 0.4296,
|
|
"step": 9090
|
|
},
|
|
{
|
|
"epoch": 0.9303038822296624,
|
|
"grad_norm": 0.9497778415679932,
|
|
"learning_rate": 7.389898558672642e-07,
|
|
"loss": 0.4227,
|
|
"step": 9100
|
|
},
|
|
{
|
|
"epoch": 0.9313261941881565,
|
|
"grad_norm": 1.093139410018921,
|
|
"learning_rate": 7.176121150619524e-07,
|
|
"loss": 0.4226,
|
|
"step": 9110
|
|
},
|
|
{
|
|
"epoch": 0.9323485061466507,
|
|
"grad_norm": 0.8269488215446472,
|
|
"learning_rate": 6.96543638188446e-07,
|
|
"loss": 0.419,
|
|
"step": 9120
|
|
},
|
|
{
|
|
"epoch": 0.9333708181051448,
|
|
"grad_norm": 0.8830663561820984,
|
|
"learning_rate": 6.757846935778495e-07,
|
|
"loss": 0.4142,
|
|
"step": 9130
|
|
},
|
|
{
|
|
"epoch": 0.9343931300636389,
|
|
"grad_norm": 1.0776466131210327,
|
|
"learning_rate": 6.55335545619018e-07,
|
|
"loss": 0.4336,
|
|
"step": 9140
|
|
},
|
|
{
|
|
"epoch": 0.935415442022133,
|
|
"grad_norm": 0.7703368663787842,
|
|
"learning_rate": 6.351964547552048e-07,
|
|
"loss": 0.4285,
|
|
"step": 9150
|
|
},
|
|
{
|
|
"epoch": 0.9364377539806272,
|
|
"grad_norm": 0.7766233682632446,
|
|
"learning_rate": 6.153676774807188e-07,
|
|
"loss": 0.4318,
|
|
"step": 9160
|
|
},
|
|
{
|
|
"epoch": 0.9374600659391213,
|
|
"grad_norm": 0.8788174390792847,
|
|
"learning_rate": 5.958494663376751e-07,
|
|
"loss": 0.4197,
|
|
"step": 9170
|
|
},
|
|
{
|
|
"epoch": 0.9384823778976155,
|
|
"grad_norm": 0.8231105208396912,
|
|
"learning_rate": 5.766420699127778e-07,
|
|
"loss": 0.4218,
|
|
"step": 9180
|
|
},
|
|
{
|
|
"epoch": 0.9395046898561096,
|
|
"grad_norm": 0.8786907196044922,
|
|
"learning_rate": 5.577457328341529e-07,
|
|
"loss": 0.4295,
|
|
"step": 9190
|
|
},
|
|
{
|
|
"epoch": 0.9405270018146037,
|
|
"grad_norm": 1.1679691076278687,
|
|
"learning_rate": 5.391606957682149e-07,
|
|
"loss": 0.4245,
|
|
"step": 9200
|
|
},
|
|
{
|
|
"epoch": 0.9415493137730978,
|
|
"grad_norm": 0.9138793349266052,
|
|
"learning_rate": 5.208871954166389e-07,
|
|
"loss": 0.4265,
|
|
"step": 9210
|
|
},
|
|
{
|
|
"epoch": 0.942571625731592,
|
|
"grad_norm": 1.060909628868103,
|
|
"learning_rate": 5.029254645133097e-07,
|
|
"loss": 0.4272,
|
|
"step": 9220
|
|
},
|
|
{
|
|
"epoch": 0.9435939376900861,
|
|
"grad_norm": 0.9517412185668945,
|
|
"learning_rate": 4.852757318213775e-07,
|
|
"loss": 0.4172,
|
|
"step": 9230
|
|
},
|
|
{
|
|
"epoch": 0.9446162496485803,
|
|
"grad_norm": 1.0084301233291626,
|
|
"learning_rate": 4.6793822213033466e-07,
|
|
"loss": 0.4246,
|
|
"step": 9240
|
|
},
|
|
{
|
|
"epoch": 0.9456385616070744,
|
|
"grad_norm": 1.66988205909729,
|
|
"learning_rate": 4.50913156253166e-07,
|
|
"loss": 0.4227,
|
|
"step": 9250
|
|
},
|
|
{
|
|
"epoch": 0.9466608735655685,
|
|
"grad_norm": 1.1668732166290283,
|
|
"learning_rate": 4.3420075102351965e-07,
|
|
"loss": 0.4259,
|
|
"step": 9260
|
|
},
|
|
{
|
|
"epoch": 0.9476831855240627,
|
|
"grad_norm": 1.0249663591384888,
|
|
"learning_rate": 4.1780121929295426e-07,
|
|
"loss": 0.4292,
|
|
"step": 9270
|
|
},
|
|
{
|
|
"epoch": 0.9487054974825568,
|
|
"grad_norm": 0.9237465262413025,
|
|
"learning_rate": 4.0171476992823255e-07,
|
|
"loss": 0.4256,
|
|
"step": 9280
|
|
},
|
|
{
|
|
"epoch": 0.949727809441051,
|
|
"grad_norm": 0.9204666018486023,
|
|
"learning_rate": 3.859416078086486e-07,
|
|
"loss": 0.4196,
|
|
"step": 9290
|
|
},
|
|
{
|
|
"epoch": 0.9507501213995451,
|
|
"grad_norm": 1.0454548597335815,
|
|
"learning_rate": 3.7048193382343e-07,
|
|
"loss": 0.4198,
|
|
"step": 9300
|
|
},
|
|
{
|
|
"epoch": 0.9517724333580392,
|
|
"grad_norm": 0.8368372321128845,
|
|
"learning_rate": 3.553359448691784e-07,
|
|
"loss": 0.4252,
|
|
"step": 9310
|
|
},
|
|
{
|
|
"epoch": 0.9527947453165333,
|
|
"grad_norm": 0.7651166319847107,
|
|
"learning_rate": 3.4050383384735264e-07,
|
|
"loss": 0.4258,
|
|
"step": 9320
|
|
},
|
|
{
|
|
"epoch": 0.9538170572750275,
|
|
"grad_norm": 0.7334020733833313,
|
|
"learning_rate": 3.259857896618174e-07,
|
|
"loss": 0.4206,
|
|
"step": 9330
|
|
},
|
|
{
|
|
"epoch": 0.9548393692335216,
|
|
"grad_norm": 0.9052079319953918,
|
|
"learning_rate": 3.1178199721644264e-07,
|
|
"loss": 0.4173,
|
|
"step": 9340
|
|
},
|
|
{
|
|
"epoch": 0.9558616811920158,
|
|
"grad_norm": 0.8853691220283508,
|
|
"learning_rate": 2.978926374127389e-07,
|
|
"loss": 0.4191,
|
|
"step": 9350
|
|
},
|
|
{
|
|
"epoch": 0.9568839931505099,
|
|
"grad_norm": 1.0781968832015991,
|
|
"learning_rate": 2.8431788714756437e-07,
|
|
"loss": 0.4348,
|
|
"step": 9360
|
|
},
|
|
{
|
|
"epoch": 0.957906305109004,
|
|
"grad_norm": 0.8945118188858032,
|
|
"learning_rate": 2.7105791931085475e-07,
|
|
"loss": 0.4265,
|
|
"step": 9370
|
|
},
|
|
{
|
|
"epoch": 0.9589286170674981,
|
|
"grad_norm": 0.8317992091178894,
|
|
"learning_rate": 2.5811290278344446e-07,
|
|
"loss": 0.4238,
|
|
"step": 9380
|
|
},
|
|
{
|
|
"epoch": 0.9599509290259923,
|
|
"grad_norm": 0.986292839050293,
|
|
"learning_rate": 2.4548300243489306e-07,
|
|
"loss": 0.4212,
|
|
"step": 9390
|
|
},
|
|
{
|
|
"epoch": 0.9609732409844864,
|
|
"grad_norm": 1.1332231760025024,
|
|
"learning_rate": 2.33168379121404e-07,
|
|
"loss": 0.4183,
|
|
"step": 9400
|
|
},
|
|
{
|
|
"epoch": 0.9619955529429806,
|
|
"grad_norm": 0.7695975303649902,
|
|
"learning_rate": 2.2116918968376476e-07,
|
|
"loss": 0.4272,
|
|
"step": 9410
|
|
},
|
|
{
|
|
"epoch": 0.9630178649014747,
|
|
"grad_norm": 0.8533865809440613,
|
|
"learning_rate": 2.094855869453488e-07,
|
|
"loss": 0.4263,
|
|
"step": 9420
|
|
},
|
|
{
|
|
"epoch": 0.9640401768599688,
|
|
"grad_norm": 1.051630973815918,
|
|
"learning_rate": 1.9811771971017523e-07,
|
|
"loss": 0.4275,
|
|
"step": 9430
|
|
},
|
|
{
|
|
"epoch": 0.9650624888184629,
|
|
"grad_norm": 1.0363585948944092,
|
|
"learning_rate": 1.870657327610159e-07,
|
|
"loss": 0.4189,
|
|
"step": 9440
|
|
},
|
|
{
|
|
"epoch": 0.9660848007769571,
|
|
"grad_norm": 0.9279293417930603,
|
|
"learning_rate": 1.7632976685753866e-07,
|
|
"loss": 0.4267,
|
|
"step": 9450
|
|
},
|
|
{
|
|
"epoch": 0.9671071127354512,
|
|
"grad_norm": 0.8801166415214539,
|
|
"learning_rate": 1.659099587345281e-07,
|
|
"loss": 0.4319,
|
|
"step": 9460
|
|
},
|
|
{
|
|
"epoch": 0.9681294246939454,
|
|
"grad_norm": 0.772002100944519,
|
|
"learning_rate": 1.558064411001342e-07,
|
|
"loss": 0.4276,
|
|
"step": 9470
|
|
},
|
|
{
|
|
"epoch": 0.9691517366524395,
|
|
"grad_norm": 1.1025477647781372,
|
|
"learning_rate": 1.460193426341877e-07,
|
|
"loss": 0.4208,
|
|
"step": 9480
|
|
},
|
|
{
|
|
"epoch": 0.9701740486109336,
|
|
"grad_norm": 0.9299958348274231,
|
|
"learning_rate": 1.3654878798656512e-07,
|
|
"loss": 0.4242,
|
|
"step": 9490
|
|
},
|
|
{
|
|
"epoch": 0.9711963605694277,
|
|
"grad_norm": 0.9939782023429871,
|
|
"learning_rate": 1.273948977755901e-07,
|
|
"loss": 0.423,
|
|
"step": 9500
|
|
},
|
|
{
|
|
"epoch": 0.9722186725279219,
|
|
"grad_norm": 0.9094900488853455,
|
|
"learning_rate": 1.1855778858650412e-07,
|
|
"loss": 0.4239,
|
|
"step": 9510
|
|
},
|
|
{
|
|
"epoch": 0.973240984486416,
|
|
"grad_norm": 0.763153076171875,
|
|
"learning_rate": 1.100375729699843e-07,
|
|
"loss": 0.4186,
|
|
"step": 9520
|
|
},
|
|
{
|
|
"epoch": 0.9742632964449102,
|
|
"grad_norm": 1.234564185142517,
|
|
"learning_rate": 1.0183435944070007e-07,
|
|
"loss": 0.4298,
|
|
"step": 9530
|
|
},
|
|
{
|
|
"epoch": 0.9752856084034043,
|
|
"grad_norm": 1.002125859260559,
|
|
"learning_rate": 9.394825247594219e-08,
|
|
"loss": 0.4281,
|
|
"step": 9540
|
|
},
|
|
{
|
|
"epoch": 0.9763079203618984,
|
|
"grad_norm": 0.8858130574226379,
|
|
"learning_rate": 8.637935251428753e-08,
|
|
"loss": 0.4274,
|
|
"step": 9550
|
|
},
|
|
{
|
|
"epoch": 0.9773302323203926,
|
|
"grad_norm": 0.9094356894493103,
|
|
"learning_rate": 7.912775595431687e-08,
|
|
"loss": 0.4235,
|
|
"step": 9560
|
|
},
|
|
{
|
|
"epoch": 0.9783525442788867,
|
|
"grad_norm": 1.432202696800232,
|
|
"learning_rate": 7.219355515339088e-08,
|
|
"loss": 0.4255,
|
|
"step": 9570
|
|
},
|
|
{
|
|
"epoch": 0.9793748562373809,
|
|
"grad_norm": 0.8593534231185913,
|
|
"learning_rate": 6.5576838426476e-08,
|
|
"loss": 0.4216,
|
|
"step": 9580
|
|
},
|
|
{
|
|
"epoch": 0.980397168195875,
|
|
"grad_norm": 0.863518238067627,
|
|
"learning_rate": 5.927769004501205e-08,
|
|
"loss": 0.4244,
|
|
"step": 9590
|
|
},
|
|
{
|
|
"epoch": 0.9814194801543691,
|
|
"grad_norm": 0.7316293120384216,
|
|
"learning_rate": 5.329619023584087e-08,
|
|
"loss": 0.4294,
|
|
"step": 9600
|
|
},
|
|
{
|
|
"epoch": 0.9824417921128632,
|
|
"grad_norm": 1.1563441753387451,
|
|
"learning_rate": 4.7632415180198784e-08,
|
|
"loss": 0.4231,
|
|
"step": 9610
|
|
},
|
|
{
|
|
"epoch": 0.9834641040713574,
|
|
"grad_norm": 1.1757203340530396,
|
|
"learning_rate": 4.228643701272017e-08,
|
|
"loss": 0.421,
|
|
"step": 9620
|
|
},
|
|
{
|
|
"epoch": 0.9844864160298515,
|
|
"grad_norm": 0.8675976991653442,
|
|
"learning_rate": 3.72583238205465e-08,
|
|
"loss": 0.4253,
|
|
"step": 9630
|
|
},
|
|
{
|
|
"epoch": 0.9855087279883457,
|
|
"grad_norm": 0.9779329895973206,
|
|
"learning_rate": 3.254813964243542e-08,
|
|
"loss": 0.4233,
|
|
"step": 9640
|
|
},
|
|
{
|
|
"epoch": 0.9865310399468398,
|
|
"grad_norm": 0.9829447865486145,
|
|
"learning_rate": 2.8155944467961327e-08,
|
|
"loss": 0.4286,
|
|
"step": 9650
|
|
},
|
|
{
|
|
"epoch": 0.9875533519053339,
|
|
"grad_norm": 0.9288956522941589,
|
|
"learning_rate": 2.4081794236743837e-08,
|
|
"loss": 0.4212,
|
|
"step": 9660
|
|
},
|
|
{
|
|
"epoch": 0.988575663863828,
|
|
"grad_norm": 0.9417626857757568,
|
|
"learning_rate": 2.032574083773997e-08,
|
|
"loss": 0.4253,
|
|
"step": 9670
|
|
},
|
|
{
|
|
"epoch": 0.9895979758223222,
|
|
"grad_norm": 1.046013593673706,
|
|
"learning_rate": 1.6887832108572476e-08,
|
|
"loss": 0.4254,
|
|
"step": 9680
|
|
},
|
|
{
|
|
"epoch": 0.9906202877808163,
|
|
"grad_norm": 1.179836630821228,
|
|
"learning_rate": 1.3768111834938645e-08,
|
|
"loss": 0.4226,
|
|
"step": 9690
|
|
},
|
|
{
|
|
"epoch": 0.9916425997393105,
|
|
"grad_norm": 1.0414127111434937,
|
|
"learning_rate": 1.0966619750035768e-08,
|
|
"loss": 0.4315,
|
|
"step": 9700
|
|
},
|
|
{
|
|
"epoch": 0.9926649116978046,
|
|
"grad_norm": 1.0224956274032593,
|
|
"learning_rate": 8.4833915340643e-09,
|
|
"loss": 0.4177,
|
|
"step": 9710
|
|
},
|
|
{
|
|
"epoch": 0.9936872236562987,
|
|
"grad_norm": 0.9705348610877991,
|
|
"learning_rate": 6.318458813769912e-09,
|
|
"loss": 0.4257,
|
|
"step": 9720
|
|
},
|
|
{
|
|
"epoch": 0.9947095356147928,
|
|
"grad_norm": 0.8701043725013733,
|
|
"learning_rate": 4.471849162043795e-09,
|
|
"loss": 0.4293,
|
|
"step": 9730
|
|
},
|
|
{
|
|
"epoch": 0.995731847573287,
|
|
"grad_norm": 0.9006491899490356,
|
|
"learning_rate": 2.943586097567397e-09,
|
|
"loss": 0.4272,
|
|
"step": 9740
|
|
},
|
|
{
|
|
"epoch": 0.9967541595317811,
|
|
"grad_norm": 0.8509365916252136,
|
|
"learning_rate": 1.733689084515433e-09,
|
|
"loss": 0.4224,
|
|
"step": 9750
|
|
},
|
|
{
|
|
"epoch": 0.9977764714902753,
|
|
"grad_norm": 0.8750006556510925,
|
|
"learning_rate": 8.421735323060897e-10,
|
|
"loss": 0.4265,
|
|
"step": 9760
|
|
},
|
|
{
|
|
"epoch": 0.9987987834487694,
|
|
"grad_norm": 0.8954494595527649,
|
|
"learning_rate": 2.6905079540950894e-10,
|
|
"loss": 0.4271,
|
|
"step": 9770
|
|
},
|
|
{
|
|
"epoch": 0.9998210954072635,
|
|
"grad_norm": 1.3059301376342773,
|
|
"learning_rate": 1.4328173200683915e-11,
|
|
"loss": 0.4183,
|
|
"step": 9780
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"step": 9782,
|
|
"total_flos": 1.7136144572775137e+19,
|
|
"train_loss": 0.7275813773740559,
|
|
"train_runtime": 21314.9758,
|
|
"train_samples_per_second": 58.741,
|
|
"train_steps_per_second": 0.459
|
|
}
|
|
],
|
|
"logging_steps": 10,
|
|
"max_steps": 9782,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 1,
|
|
"save_steps": 3000,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 1.7136144572775137e+19,
|
|
"train_batch_size": 8,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|