1731 lines
45 KiB
JSON
1731 lines
45 KiB
JSON
|
{
|
||
|
|
"best_global_step": null,
|
||
|
|
"best_metric": null,
|
||
|
|
"best_model_checkpoint": null,
|
||
|
|
"epoch": 3.0,
|
||
|
|
"eval_steps": 500,
|
||
|
|
"global_step": 2418,
|
||
|
|
"is_hyper_param_search": false,
|
||
|
|
"is_local_process_zero": true,
|
||
|
|
"is_world_process_zero": true,
|
||
|
|
"log_history": [
|
||
|
|
{
|
||
|
|
"epoch": 0.01240694789081886,
|
||
|
|
"grad_norm": 24.380937576293945,
|
||
|
|
"learning_rate": 1.8595041322314052e-07,
|
||
|
|
"loss": 1.1434167861938476,
|
||
|
|
"step": 10
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02481389578163772,
|
||
|
|
"grad_norm": 21.075366973876953,
|
||
|
|
"learning_rate": 3.925619834710744e-07,
|
||
|
|
"loss": 1.0735555648803712,
|
||
|
|
"step": 20
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03722084367245657,
|
||
|
|
"grad_norm": 16.02638053894043,
|
||
|
|
"learning_rate": 5.991735537190084e-07,
|
||
|
|
"loss": 0.9607119560241699,
|
||
|
|
"step": 30
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04962779156327544,
|
||
|
|
"grad_norm": 10.198869705200195,
|
||
|
|
"learning_rate": 8.057851239669421e-07,
|
||
|
|
"loss": 0.8850795745849609,
|
||
|
|
"step": 40
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.062034739454094295,
|
||
|
|
"grad_norm": 3.556870222091675,
|
||
|
|
"learning_rate": 1.012396694214876e-06,
|
||
|
|
"loss": 0.718876838684082,
|
||
|
|
"step": 50
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07444168734491315,
|
||
|
|
"grad_norm": 4.056130886077881,
|
||
|
|
"learning_rate": 1.21900826446281e-06,
|
||
|
|
"loss": 0.6400353908538818,
|
||
|
|
"step": 60
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08684863523573201,
|
||
|
|
"grad_norm": 3.1343917846679688,
|
||
|
|
"learning_rate": 1.425619834710744e-06,
|
||
|
|
"loss": 0.6471079826354981,
|
||
|
|
"step": 70
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09925558312655088,
|
||
|
|
"grad_norm": 3.1576831340789795,
|
||
|
|
"learning_rate": 1.632231404958678e-06,
|
||
|
|
"loss": 0.6312197685241699,
|
||
|
|
"step": 80
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11166253101736973,
|
||
|
|
"grad_norm": 3.7458317279815674,
|
||
|
|
"learning_rate": 1.8388429752066117e-06,
|
||
|
|
"loss": 0.6425768375396729,
|
||
|
|
"step": 90
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12406947890818859,
|
||
|
|
"grad_norm": 3.5856683254241943,
|
||
|
|
"learning_rate": 2.0454545454545457e-06,
|
||
|
|
"loss": 0.5865562438964844,
|
||
|
|
"step": 100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13647642679900746,
|
||
|
|
"grad_norm": 3.186936616897583,
|
||
|
|
"learning_rate": 2.2520661157024796e-06,
|
||
|
|
"loss": 0.5968480110168457,
|
||
|
|
"step": 110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1488833746898263,
|
||
|
|
"grad_norm": 2.963216781616211,
|
||
|
|
"learning_rate": 2.4586776859504134e-06,
|
||
|
|
"loss": 0.6055496215820313,
|
||
|
|
"step": 120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16129032258064516,
|
||
|
|
"grad_norm": 3.0101115703582764,
|
||
|
|
"learning_rate": 2.6652892561983473e-06,
|
||
|
|
"loss": 0.5692682266235352,
|
||
|
|
"step": 130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17369727047146402,
|
||
|
|
"grad_norm": 2.968893527984619,
|
||
|
|
"learning_rate": 2.871900826446281e-06,
|
||
|
|
"loss": 0.5657201290130616,
|
||
|
|
"step": 140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18610421836228289,
|
||
|
|
"grad_norm": 3.103032112121582,
|
||
|
|
"learning_rate": 3.078512396694215e-06,
|
||
|
|
"loss": 0.5565766334533692,
|
||
|
|
"step": 150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19851116625310175,
|
||
|
|
"grad_norm": 3.6906442642211914,
|
||
|
|
"learning_rate": 3.2851239669421493e-06,
|
||
|
|
"loss": 0.5623440742492676,
|
||
|
|
"step": 160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2109181141439206,
|
||
|
|
"grad_norm": 3.6191394329071045,
|
||
|
|
"learning_rate": 3.491735537190083e-06,
|
||
|
|
"loss": 0.5390286445617676,
|
||
|
|
"step": 170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22332506203473945,
|
||
|
|
"grad_norm": 3.119192600250244,
|
||
|
|
"learning_rate": 3.6983471074380165e-06,
|
||
|
|
"loss": 0.504794979095459,
|
||
|
|
"step": 180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23573200992555832,
|
||
|
|
"grad_norm": 3.5379598140716553,
|
||
|
|
"learning_rate": 3.904958677685951e-06,
|
||
|
|
"loss": 0.5398801326751709,
|
||
|
|
"step": 190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24813895781637718,
|
||
|
|
"grad_norm": 3.455927848815918,
|
||
|
|
"learning_rate": 4.111570247933885e-06,
|
||
|
|
"loss": 0.5164627075195313,
|
||
|
|
"step": 200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26054590570719605,
|
||
|
|
"grad_norm": 3.3440027236938477,
|
||
|
|
"learning_rate": 4.3181818181818185e-06,
|
||
|
|
"loss": 0.5611258506774902,
|
||
|
|
"step": 210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2729528535980149,
|
||
|
|
"grad_norm": 3.941814661026001,
|
||
|
|
"learning_rate": 4.524793388429753e-06,
|
||
|
|
"loss": 0.5151082038879394,
|
||
|
|
"step": 220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2853598014888337,
|
||
|
|
"grad_norm": 3.3939054012298584,
|
||
|
|
"learning_rate": 4.731404958677686e-06,
|
||
|
|
"loss": 0.5357322216033935,
|
||
|
|
"step": 230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2977667493796526,
|
||
|
|
"grad_norm": 3.399260997772217,
|
||
|
|
"learning_rate": 4.9380165289256205e-06,
|
||
|
|
"loss": 0.5303369998931885,
|
||
|
|
"step": 240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31017369727047145,
|
||
|
|
"grad_norm": 3.109227180480957,
|
||
|
|
"learning_rate": 4.999872331322402e-06,
|
||
|
|
"loss": 0.49518985748291017,
|
||
|
|
"step": 250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3225806451612903,
|
||
|
|
"grad_norm": 3.147308588027954,
|
||
|
|
"learning_rate": 4.999247046740511e-06,
|
||
|
|
"loss": 0.505528736114502,
|
||
|
|
"step": 260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3349875930521092,
|
||
|
|
"grad_norm": 2.949301242828369,
|
||
|
|
"learning_rate": 4.998100827074778e-06,
|
||
|
|
"loss": 0.542401123046875,
|
||
|
|
"step": 270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34739454094292804,
|
||
|
|
"grad_norm": 3.650075912475586,
|
||
|
|
"learning_rate": 4.996433911239573e-06,
|
||
|
|
"loss": 0.511073637008667,
|
||
|
|
"step": 280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3598014888337469,
|
||
|
|
"grad_norm": 3.273531675338745,
|
||
|
|
"learning_rate": 4.994246646681518e-06,
|
||
|
|
"loss": 0.5162837982177735,
|
||
|
|
"step": 290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37220843672456577,
|
||
|
|
"grad_norm": 3.32936954498291,
|
||
|
|
"learning_rate": 4.991539489307062e-06,
|
||
|
|
"loss": 0.4840500831604004,
|
||
|
|
"step": 300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38461538461538464,
|
||
|
|
"grad_norm": 2.9847359657287598,
|
||
|
|
"learning_rate": 4.988313003387454e-06,
|
||
|
|
"loss": 0.48565964698791503,
|
||
|
|
"step": 310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3970223325062035,
|
||
|
|
"grad_norm": 3.2663910388946533,
|
||
|
|
"learning_rate": 4.984567861441129e-06,
|
||
|
|
"loss": 0.5017996788024902,
|
||
|
|
"step": 320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4094292803970223,
|
||
|
|
"grad_norm": 2.7149908542633057,
|
||
|
|
"learning_rate": 4.980304844093531e-06,
|
||
|
|
"loss": 0.4949507713317871,
|
||
|
|
"step": 330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4218362282878412,
|
||
|
|
"grad_norm": 3.2583069801330566,
|
||
|
|
"learning_rate": 4.975524839914399e-06,
|
||
|
|
"loss": 0.4920314311981201,
|
||
|
|
"step": 340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43424317617866004,
|
||
|
|
"grad_norm": 3.2360751628875732,
|
||
|
|
"learning_rate": 4.970228845232561e-06,
|
||
|
|
"loss": 0.4833060264587402,
|
||
|
|
"step": 350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4466501240694789,
|
||
|
|
"grad_norm": 3.0809836387634277,
|
||
|
|
"learning_rate": 4.9644179639282595e-06,
|
||
|
|
"loss": 0.4611049652099609,
|
||
|
|
"step": 360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45905707196029777,
|
||
|
|
"grad_norm": 2.903007984161377,
|
||
|
|
"learning_rate": 4.958093407203059e-06,
|
||
|
|
"loss": 0.4815668106079102,
|
||
|
|
"step": 370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47146401985111663,
|
||
|
|
"grad_norm": 3.1230084896087646,
|
||
|
|
"learning_rate": 4.951256493327394e-06,
|
||
|
|
"loss": 0.5097352981567382,
|
||
|
|
"step": 380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4838709677419355,
|
||
|
|
"grad_norm": 3.1644937992095947,
|
||
|
|
"learning_rate": 4.943908647365789e-06,
|
||
|
|
"loss": 0.46744871139526367,
|
||
|
|
"step": 390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49627791563275436,
|
||
|
|
"grad_norm": 3.0167317390441895,
|
||
|
|
"learning_rate": 4.936051400879823e-06,
|
||
|
|
"loss": 0.49645652770996096,
|
||
|
|
"step": 400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5086848635235732,
|
||
|
|
"grad_norm": 3.1851320266723633,
|
||
|
|
"learning_rate": 4.9276863916088944e-06,
|
||
|
|
"loss": 0.45388307571411135,
|
||
|
|
"step": 410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5210918114143921,
|
||
|
|
"grad_norm": 3.688347578048706,
|
||
|
|
"learning_rate": 4.9188153631288584e-06,
|
||
|
|
"loss": 0.48491249084472654,
|
||
|
|
"step": 420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.533498759305211,
|
||
|
|
"grad_norm": 2.895963668823242,
|
||
|
|
"learning_rate": 4.9094401644886e-06,
|
||
|
|
"loss": 0.48116121292114256,
|
||
|
|
"step": 430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5459057071960298,
|
||
|
|
"grad_norm": 2.6067240238189697,
|
||
|
|
"learning_rate": 4.899562749824624e-06,
|
||
|
|
"loss": 0.45473780632019045,
|
||
|
|
"step": 440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5583126550868487,
|
||
|
|
"grad_norm": 2.9146952629089355,
|
||
|
|
"learning_rate": 4.889185177953743e-06,
|
||
|
|
"loss": 0.5124542236328125,
|
||
|
|
"step": 450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5707196029776674,
|
||
|
|
"grad_norm": 3.009894847869873,
|
||
|
|
"learning_rate": 4.878309611943939e-06,
|
||
|
|
"loss": 0.4542418956756592,
|
||
|
|
"step": 460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5831265508684863,
|
||
|
|
"grad_norm": 2.952033042907715,
|
||
|
|
"learning_rate": 4.86693831866351e-06,
|
||
|
|
"loss": 0.4757439136505127,
|
||
|
|
"step": 470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5955334987593052,
|
||
|
|
"grad_norm": 2.9270098209381104,
|
||
|
|
"learning_rate": 4.855073668308561e-06,
|
||
|
|
"loss": 0.48748092651367186,
|
||
|
|
"step": 480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.607940446650124,
|
||
|
|
"grad_norm": 2.9587056636810303,
|
||
|
|
"learning_rate": 4.842718133908973e-06,
|
||
|
|
"loss": 0.48392572402954104,
|
||
|
|
"step": 490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6203473945409429,
|
||
|
|
"grad_norm": 2.895169734954834,
|
||
|
|
"learning_rate": 4.829874290812932e-06,
|
||
|
|
"loss": 0.49219765663146975,
|
||
|
|
"step": 500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6327543424317618,
|
||
|
|
"grad_norm": 2.6126275062561035,
|
||
|
|
"learning_rate": 4.816544816150132e-06,
|
||
|
|
"loss": 0.46747660636901855,
|
||
|
|
"step": 510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6451612903225806,
|
||
|
|
"grad_norm": 2.7628698348999023,
|
||
|
|
"learning_rate": 4.802732488273762e-06,
|
||
|
|
"loss": 0.4878196716308594,
|
||
|
|
"step": 520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6575682382133995,
|
||
|
|
"grad_norm": 2.8378942012786865,
|
||
|
|
"learning_rate": 4.788440186181393e-06,
|
||
|
|
"loss": 0.4586039066314697,
|
||
|
|
"step": 530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6699751861042184,
|
||
|
|
"grad_norm": 2.957749605178833,
|
||
|
|
"learning_rate": 4.773670888914891e-06,
|
||
|
|
"loss": 0.5078807353973389,
|
||
|
|
"step": 540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6823821339950372,
|
||
|
|
"grad_norm": 3.1145918369293213,
|
||
|
|
"learning_rate": 4.75842767493948e-06,
|
||
|
|
"loss": 0.4683982372283936,
|
||
|
|
"step": 550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6947890818858561,
|
||
|
|
"grad_norm": 2.674837827682495,
|
||
|
|
"learning_rate": 4.742713721502065e-06,
|
||
|
|
"loss": 0.45024881362915037,
|
||
|
|
"step": 560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.707196029776675,
|
||
|
|
"grad_norm": 3.1005373001098633,
|
||
|
|
"learning_rate": 4.726532303968986e-06,
|
||
|
|
"loss": 0.45893230438232424,
|
||
|
|
"step": 570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7196029776674938,
|
||
|
|
"grad_norm": 2.7729763984680176,
|
||
|
|
"learning_rate": 4.709886795143307e-06,
|
||
|
|
"loss": 0.4667107582092285,
|
||
|
|
"step": 580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7320099255583127,
|
||
|
|
"grad_norm": 4.1112060546875,
|
||
|
|
"learning_rate": 4.6927806645618034e-06,
|
||
|
|
"loss": 0.43797926902770995,
|
||
|
|
"step": 590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7444168734491315,
|
||
|
|
"grad_norm": 3.006535291671753,
|
||
|
|
"learning_rate": 4.675217477771779e-06,
|
||
|
|
"loss": 0.4455252647399902,
|
||
|
|
"step": 600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7568238213399504,
|
||
|
|
"grad_norm": 2.7127737998962402,
|
||
|
|
"learning_rate": 4.657200895587874e-06,
|
||
|
|
"loss": 0.48641119003295896,
|
||
|
|
"step": 610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7692307692307693,
|
||
|
|
"grad_norm": 3.1489853858947754,
|
||
|
|
"learning_rate": 4.638734673329023e-06,
|
||
|
|
"loss": 0.4687007427215576,
|
||
|
|
"step": 620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7816377171215881,
|
||
|
|
"grad_norm": 2.6937718391418457,
|
||
|
|
"learning_rate": 4.6198226600357e-06,
|
||
|
|
"loss": 0.48453760147094727,
|
||
|
|
"step": 630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.794044665012407,
|
||
|
|
"grad_norm": 3.03733229637146,
|
||
|
|
"learning_rate": 4.600468797667641e-06,
|
||
|
|
"loss": 0.44130840301513674,
|
||
|
|
"step": 640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8064516129032258,
|
||
|
|
"grad_norm": 2.9481587409973145,
|
||
|
|
"learning_rate": 4.580677120282197e-06,
|
||
|
|
"loss": 0.42711877822875977,
|
||
|
|
"step": 650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8188585607940446,
|
||
|
|
"grad_norm": 2.9542925357818604,
|
||
|
|
"learning_rate": 4.56045175319348e-06,
|
||
|
|
"loss": 0.4542987823486328,
|
||
|
|
"step": 660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8312655086848635,
|
||
|
|
"grad_norm": 2.777961492538452,
|
||
|
|
"learning_rate": 4.539796912112505e-06,
|
||
|
|
"loss": 0.42932806015014646,
|
||
|
|
"step": 670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8436724565756824,
|
||
|
|
"grad_norm": 3.0970194339752197,
|
||
|
|
"learning_rate": 4.518716902268475e-06,
|
||
|
|
"loss": 0.46704769134521484,
|
||
|
|
"step": 680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8560794044665012,
|
||
|
|
"grad_norm": 2.6771323680877686,
|
||
|
|
"learning_rate": 4.497216117511413e-06,
|
||
|
|
"loss": 0.4675713539123535,
|
||
|
|
"step": 690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8684863523573201,
|
||
|
|
"grad_norm": 3.0414323806762695,
|
||
|
|
"learning_rate": 4.475299039396324e-06,
|
||
|
|
"loss": 0.4250528335571289,
|
||
|
|
"step": 700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8808933002481389,
|
||
|
|
"grad_norm": 2.52348256111145,
|
||
|
|
"learning_rate": 4.452970236249071e-06,
|
||
|
|
"loss": 0.4666771411895752,
|
||
|
|
"step": 710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8933002481389578,
|
||
|
|
"grad_norm": 3.3117287158966064,
|
||
|
|
"learning_rate": 4.4302343622141734e-06,
|
||
|
|
"loss": 0.4492027282714844,
|
||
|
|
"step": 720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9057071960297767,
|
||
|
|
"grad_norm": 2.8878304958343506,
|
||
|
|
"learning_rate": 4.4070961562847044e-06,
|
||
|
|
"loss": 0.428986644744873,
|
||
|
|
"step": 730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9181141439205955,
|
||
|
|
"grad_norm": 2.7645702362060547,
|
||
|
|
"learning_rate": 4.3835604413145175e-06,
|
||
|
|
"loss": 0.4693061351776123,
|
||
|
|
"step": 740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9305210918114144,
|
||
|
|
"grad_norm": 2.759788751602173,
|
||
|
|
"learning_rate": 4.3596321230129786e-06,
|
||
|
|
"loss": 0.46426753997802733,
|
||
|
|
"step": 750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9429280397022333,
|
||
|
|
"grad_norm": 2.815812349319458,
|
||
|
|
"learning_rate": 4.335316188922444e-06,
|
||
|
|
"loss": 0.42464771270751955,
|
||
|
|
"step": 760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9553349875930521,
|
||
|
|
"grad_norm": 2.893314838409424,
|
||
|
|
"learning_rate": 4.3106177073786684e-06,
|
||
|
|
"loss": 0.4731471061706543,
|
||
|
|
"step": 770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.967741935483871,
|
||
|
|
"grad_norm": 2.6007916927337646,
|
||
|
|
"learning_rate": 4.285541826454374e-06,
|
||
|
|
"loss": 0.43342103958129885,
|
||
|
|
"step": 780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9801488833746899,
|
||
|
|
"grad_norm": 2.937251329421997,
|
||
|
|
"learning_rate": 4.26009377288621e-06,
|
||
|
|
"loss": 0.4437389850616455,
|
||
|
|
"step": 790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9925558312655087,
|
||
|
|
"grad_norm": 2.6743578910827637,
|
||
|
|
"learning_rate": 4.234278850985305e-06,
|
||
|
|
"loss": 0.4493260860443115,
|
||
|
|
"step": 800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0049627791563276,
|
||
|
|
"grad_norm": 2.905144214630127,
|
||
|
|
"learning_rate": 4.208102441531648e-06,
|
||
|
|
"loss": 0.4088118553161621,
|
||
|
|
"step": 810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0173697270471465,
|
||
|
|
"grad_norm": 2.634845495223999,
|
||
|
|
"learning_rate": 4.181570000652547e-06,
|
||
|
|
"loss": 0.33449294567108157,
|
||
|
|
"step": 820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0297766749379653,
|
||
|
|
"grad_norm": 2.6692142486572266,
|
||
|
|
"learning_rate": 4.15468705868536e-06,
|
||
|
|
"loss": 0.3250420093536377,
|
||
|
|
"step": 830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0421836228287842,
|
||
|
|
"grad_norm": 2.6853787899017334,
|
||
|
|
"learning_rate": 4.127459219024778e-06,
|
||
|
|
"loss": 0.35315914154052735,
|
||
|
|
"step": 840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.054590570719603,
|
||
|
|
"grad_norm": 3.406165361404419,
|
||
|
|
"learning_rate": 4.099892156954861e-06,
|
||
|
|
"loss": 0.3586670637130737,
|
||
|
|
"step": 850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.066997518610422,
|
||
|
|
"grad_norm": 2.948725461959839,
|
||
|
|
"learning_rate": 4.071991618466114e-06,
|
||
|
|
"loss": 0.3647527933120728,
|
||
|
|
"step": 860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0794044665012408,
|
||
|
|
"grad_norm": 2.896860122680664,
|
||
|
|
"learning_rate": 4.043763419057797e-06,
|
||
|
|
"loss": 0.32327847480773925,
|
||
|
|
"step": 870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0918114143920596,
|
||
|
|
"grad_norm": 3.324622869491577,
|
||
|
|
"learning_rate": 4.015213442525771e-06,
|
||
|
|
"loss": 0.35637316703796384,
|
||
|
|
"step": 880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1042183622828785,
|
||
|
|
"grad_norm": 3.4257752895355225,
|
||
|
|
"learning_rate": 3.986347639736092e-06,
|
||
|
|
"loss": 0.33382978439331057,
|
||
|
|
"step": 890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1166253101736974,
|
||
|
|
"grad_norm": 3.2966017723083496,
|
||
|
|
"learning_rate": 3.957172027384635e-06,
|
||
|
|
"loss": 0.33941695690155027,
|
||
|
|
"step": 900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.129032258064516,
|
||
|
|
"grad_norm": 3.0130667686462402,
|
||
|
|
"learning_rate": 3.927692686742993e-06,
|
||
|
|
"loss": 0.3642054319381714,
|
||
|
|
"step": 910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.141439205955335,
|
||
|
|
"grad_norm": 3.649632453918457,
|
||
|
|
"learning_rate": 3.897915762390912e-06,
|
||
|
|
"loss": 0.3299143314361572,
|
||
|
|
"step": 920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1538461538461537,
|
||
|
|
"grad_norm": 3.1730785369873047,
|
||
|
|
"learning_rate": 3.867847460935542e-06,
|
||
|
|
"loss": 0.34182562828063967,
|
||
|
|
"step": 930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1662531017369726,
|
||
|
|
"grad_norm": 3.1270976066589355,
|
||
|
|
"learning_rate": 3.8374940497177435e-06,
|
||
|
|
"loss": 0.36127467155456544,
|
||
|
|
"step": 940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1786600496277915,
|
||
|
|
"grad_norm": 2.9266204833984375,
|
||
|
|
"learning_rate": 3.806861855505748e-06,
|
||
|
|
"loss": 0.3463557958602905,
|
||
|
|
"step": 950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1910669975186103,
|
||
|
|
"grad_norm": 3.1734328269958496,
|
||
|
|
"learning_rate": 3.7759572631764243e-06,
|
||
|
|
"loss": 0.34737136363983157,
|
||
|
|
"step": 960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2034739454094292,
|
||
|
|
"grad_norm": 3.387535333633423,
|
||
|
|
"learning_rate": 3.7447867143844373e-06,
|
||
|
|
"loss": 0.3464951038360596,
|
||
|
|
"step": 970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.215880893300248,
|
||
|
|
"grad_norm": 3.2590081691741943,
|
||
|
|
"learning_rate": 3.7133567062195697e-06,
|
||
|
|
"loss": 0.3240300178527832,
|
||
|
|
"step": 980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.228287841191067,
|
||
|
|
"grad_norm": 2.911224603652954,
|
||
|
|
"learning_rate": 3.6816737898524844e-06,
|
||
|
|
"loss": 0.33942902088165283,
|
||
|
|
"step": 990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2406947890818858,
|
||
|
|
"grad_norm": 3.3266444206237793,
|
||
|
|
"learning_rate": 3.649744569169229e-06,
|
||
|
|
"loss": 0.3586859226226807,
|
||
|
|
"step": 1000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2531017369727047,
|
||
|
|
"grad_norm": 3.285763740539551,
|
||
|
|
"learning_rate": 3.617575699394732e-06,
|
||
|
|
"loss": 0.33882172107696534,
|
||
|
|
"step": 1010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2655086848635235,
|
||
|
|
"grad_norm": 3.605529308319092,
|
||
|
|
"learning_rate": 3.5851738857056174e-06,
|
||
|
|
"loss": 0.34563610553741453,
|
||
|
|
"step": 1020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2779156327543424,
|
||
|
|
"grad_norm": 2.4176876544952393,
|
||
|
|
"learning_rate": 3.552545881832594e-06,
|
||
|
|
"loss": 0.3259500741958618,
|
||
|
|
"step": 1030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2903225806451613,
|
||
|
|
"grad_norm": 3.1849021911621094,
|
||
|
|
"learning_rate": 3.519698488652734e-06,
|
||
|
|
"loss": 0.35965259075164796,
|
||
|
|
"step": 1040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3027295285359801,
|
||
|
|
"grad_norm": 3.008430004119873,
|
||
|
|
"learning_rate": 3.486638552771914e-06,
|
||
|
|
"loss": 0.34020233154296875,
|
||
|
|
"step": 1050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.315136476426799,
|
||
|
|
"grad_norm": 3.7227566242218018,
|
||
|
|
"learning_rate": 3.4533729650977344e-06,
|
||
|
|
"loss": 0.33164680004119873,
|
||
|
|
"step": 1060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3275434243176178,
|
||
|
|
"grad_norm": 3.4713714122772217,
|
||
|
|
"learning_rate": 3.4199086594031998e-06,
|
||
|
|
"loss": 0.3493825435638428,
|
||
|
|
"step": 1070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3399503722084367,
|
||
|
|
"grad_norm": 3.2516400814056396,
|
||
|
|
"learning_rate": 3.386252610881465e-06,
|
||
|
|
"loss": 0.3430775165557861,
|
||
|
|
"step": 1080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3523573200992556,
|
||
|
|
"grad_norm": 3.756378650665283,
|
||
|
|
"learning_rate": 3.3524118346919486e-06,
|
||
|
|
"loss": 0.3269376277923584,
|
||
|
|
"step": 1090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3647642679900744,
|
||
|
|
"grad_norm": 2.7790579795837402,
|
||
|
|
"learning_rate": 3.318393384498114e-06,
|
||
|
|
"loss": 0.3524430274963379,
|
||
|
|
"step": 1100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3771712158808933,
|
||
|
|
"grad_norm": 3.254763603210449,
|
||
|
|
"learning_rate": 3.2842043509972294e-06,
|
||
|
|
"loss": 0.35284743309020994,
|
||
|
|
"step": 1110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3895781637717122,
|
||
|
|
"grad_norm": 3.231228828430176,
|
||
|
|
"learning_rate": 3.2498518604424005e-06,
|
||
|
|
"loss": 0.35561535358428953,
|
||
|
|
"step": 1120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.401985111662531,
|
||
|
|
"grad_norm": 3.0170490741729736,
|
||
|
|
"learning_rate": 3.215343073157204e-06,
|
||
|
|
"loss": 0.36517820358276365,
|
||
|
|
"step": 1130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.41439205955335,
|
||
|
|
"grad_norm": 3.0740880966186523,
|
||
|
|
"learning_rate": 3.180685182043205e-06,
|
||
|
|
"loss": 0.34882569313049316,
|
||
|
|
"step": 1140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4267990074441688,
|
||
|
|
"grad_norm": 3.487521171569824,
|
||
|
|
"learning_rate": 3.1458854110806976e-06,
|
||
|
|
"loss": 0.344951868057251,
|
||
|
|
"step": 1150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4392059553349876,
|
||
|
|
"grad_norm": 2.7537150382995605,
|
||
|
|
"learning_rate": 3.1109510138229565e-06,
|
||
|
|
"loss": 0.3353364706039429,
|
||
|
|
"step": 1160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4516129032258065,
|
||
|
|
"grad_norm": 2.8499064445495605,
|
||
|
|
"learning_rate": 3.0758892718843352e-06,
|
||
|
|
"loss": 0.33848204612731936,
|
||
|
|
"step": 1170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4640198511166254,
|
||
|
|
"grad_norm": 3.2181148529052734,
|
||
|
|
"learning_rate": 3.0407074934225038e-06,
|
||
|
|
"loss": 0.3388556480407715,
|
||
|
|
"step": 1180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4764267990074442,
|
||
|
|
"grad_norm": 3.099386215209961,
|
||
|
|
"learning_rate": 3.005413011615165e-06,
|
||
|
|
"loss": 0.3524498224258423,
|
||
|
|
"step": 1190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.488833746898263,
|
||
|
|
"grad_norm": 3.1054389476776123,
|
||
|
|
"learning_rate": 2.9700131831315425e-06,
|
||
|
|
"loss": 0.3347229719161987,
|
||
|
|
"step": 1200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.501240694789082,
|
||
|
|
"grad_norm": 2.9575774669647217,
|
||
|
|
"learning_rate": 2.9345153865989918e-06,
|
||
|
|
"loss": 0.321802020072937,
|
||
|
|
"step": 1210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5136476426799006,
|
||
|
|
"grad_norm": 2.824366569519043,
|
||
|
|
"learning_rate": 2.898927021065011e-06,
|
||
|
|
"loss": 0.3323647499084473,
|
||
|
|
"step": 1220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5260545905707197,
|
||
|
|
"grad_norm": 3.0914690494537354,
|
||
|
|
"learning_rate": 2.8632555044550152e-06,
|
||
|
|
"loss": 0.3432508945465088,
|
||
|
|
"step": 1230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5384615384615383,
|
||
|
|
"grad_norm": 3.0662307739257812,
|
||
|
|
"learning_rate": 2.8275082720261623e-06,
|
||
|
|
"loss": 0.3417309522628784,
|
||
|
|
"step": 1240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5508684863523574,
|
||
|
|
"grad_norm": 3.1436731815338135,
|
||
|
|
"learning_rate": 2.791692774817576e-06,
|
||
|
|
"loss": 0.3290053606033325,
|
||
|
|
"step": 1250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.563275434243176,
|
||
|
|
"grad_norm": 2.940727472305298,
|
||
|
|
"learning_rate": 2.75581647809727e-06,
|
||
|
|
"loss": 0.33008174896240233,
|
||
|
|
"step": 1260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5756823821339951,
|
||
|
|
"grad_norm": 2.7560057640075684,
|
||
|
|
"learning_rate": 2.7198868598061177e-06,
|
||
|
|
"loss": 0.3164780616760254,
|
||
|
|
"step": 1270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5880893300248138,
|
||
|
|
"grad_norm": 3.87307071685791,
|
||
|
|
"learning_rate": 2.683911408999169e-06,
|
||
|
|
"loss": 0.3081036567687988,
|
||
|
|
"step": 1280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6004962779156329,
|
||
|
|
"grad_norm": 2.84149169921875,
|
||
|
|
"learning_rate": 2.6478976242846576e-06,
|
||
|
|
"loss": 0.35092926025390625,
|
||
|
|
"step": 1290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6129032258064515,
|
||
|
|
"grad_norm": 3.040497303009033,
|
||
|
|
"learning_rate": 2.6118530122610138e-06,
|
||
|
|
"loss": 0.37850337028503417,
|
||
|
|
"step": 1300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6253101736972706,
|
||
|
|
"grad_norm": 2.946133613586426,
|
||
|
|
"learning_rate": 2.575785085952216e-06,
|
||
|
|
"loss": 0.35753021240234373,
|
||
|
|
"step": 1310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6377171215880892,
|
||
|
|
"grad_norm": 3.4700191020965576,
|
||
|
|
"learning_rate": 2.539701363241795e-06,
|
||
|
|
"loss": 0.34999761581420896,
|
||
|
|
"step": 1320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6501240694789083,
|
||
|
|
"grad_norm": 2.9002044200897217,
|
||
|
|
"learning_rate": 2.503609365305835e-06,
|
||
|
|
"loss": 0.3304608345031738,
|
||
|
|
"step": 1330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.662531017369727,
|
||
|
|
"grad_norm": 3.0107545852661133,
|
||
|
|
"learning_rate": 2.4675166150452814e-06,
|
||
|
|
"loss": 0.3420397281646729,
|
||
|
|
"step": 1340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.674937965260546,
|
||
|
|
"grad_norm": 2.818993330001831,
|
||
|
|
"learning_rate": 2.4314306355178924e-06,
|
||
|
|
"loss": 0.31749625205993653,
|
||
|
|
"step": 1350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6873449131513647,
|
||
|
|
"grad_norm": 2.8868680000305176,
|
||
|
|
"learning_rate": 2.3953589483701556e-06,
|
||
|
|
"loss": 0.33247082233428954,
|
||
|
|
"step": 1360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6997518610421838,
|
||
|
|
"grad_norm": 2.5516133308410645,
|
||
|
|
"learning_rate": 2.3593090722694995e-06,
|
||
|
|
"loss": 0.3121840000152588,
|
||
|
|
"step": 1370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7121588089330024,
|
||
|
|
"grad_norm": 2.8889875411987305,
|
||
|
|
"learning_rate": 2.3232885213371297e-06,
|
||
|
|
"loss": 0.3375117778778076,
|
||
|
|
"step": 1380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7245657568238213,
|
||
|
|
"grad_norm": 3.4715304374694824,
|
||
|
|
"learning_rate": 2.2873048035818043e-06,
|
||
|
|
"loss": 0.3526495695114136,
|
||
|
|
"step": 1390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7369727047146402,
|
||
|
|
"grad_norm": 2.6388895511627197,
|
||
|
|
"learning_rate": 2.251365419334895e-06,
|
||
|
|
"loss": 0.3385695219039917,
|
||
|
|
"step": 1400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.749379652605459,
|
||
|
|
"grad_norm": 3.295314311981201,
|
||
|
|
"learning_rate": 2.2154778596870365e-06,
|
||
|
|
"loss": 0.3281654119491577,
|
||
|
|
"step": 1410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7617866004962779,
|
||
|
|
"grad_norm": 2.9345321655273438,
|
||
|
|
"learning_rate": 2.179649604926708e-06,
|
||
|
|
"loss": 0.3286000728607178,
|
||
|
|
"step": 1420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7741935483870968,
|
||
|
|
"grad_norm": 3.245892286300659,
|
||
|
|
"learning_rate": 2.14388812298107e-06,
|
||
|
|
"loss": 0.31292095184326174,
|
||
|
|
"step": 1430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7866004962779156,
|
||
|
|
"grad_norm": 2.8466174602508545,
|
||
|
|
"learning_rate": 2.108200867859369e-06,
|
||
|
|
"loss": 0.32442235946655273,
|
||
|
|
"step": 1440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7990074441687345,
|
||
|
|
"grad_norm": 3.2279984951019287,
|
||
|
|
"learning_rate": 2.072595278099247e-06,
|
||
|
|
"loss": 0.3294026851654053,
|
||
|
|
"step": 1450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8114143920595533,
|
||
|
|
"grad_norm": 3.1583516597747803,
|
||
|
|
"learning_rate": 2.037078775216283e-06,
|
||
|
|
"loss": 0.3263838768005371,
|
||
|
|
"step": 1460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8238213399503722,
|
||
|
|
"grad_norm": 3.04581356048584,
|
||
|
|
"learning_rate": 2.0016587621570682e-06,
|
||
|
|
"loss": 0.33864445686340333,
|
||
|
|
"step": 1470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.836228287841191,
|
||
|
|
"grad_norm": 3.7386040687561035,
|
||
|
|
"learning_rate": 1.966342621756163e-06,
|
||
|
|
"loss": 0.31294050216674807,
|
||
|
|
"step": 1480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.84863523573201,
|
||
|
|
"grad_norm": 2.868602991104126,
|
||
|
|
"learning_rate": 1.931137715197242e-06,
|
||
|
|
"loss": 0.31308484077453613,
|
||
|
|
"step": 1490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8610421836228288,
|
||
|
|
"grad_norm": 3.055979013442993,
|
||
|
|
"learning_rate": 1.8960513804787557e-06,
|
||
|
|
"loss": 0.333689284324646,
|
||
|
|
"step": 1500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8734491315136477,
|
||
|
|
"grad_norm": 3.1473002433776855,
|
||
|
|
"learning_rate": 1.861090930884412e-06,
|
||
|
|
"loss": 0.33293652534484863,
|
||
|
|
"step": 1510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8858560794044665,
|
||
|
|
"grad_norm": 2.9485549926757812,
|
||
|
|
"learning_rate": 1.8262636534588316e-06,
|
||
|
|
"loss": 0.3332956790924072,
|
||
|
|
"step": 1520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8982630272952854,
|
||
|
|
"grad_norm": 2.9611082077026367,
|
||
|
|
"learning_rate": 1.7915768074886497e-06,
|
||
|
|
"loss": 0.32119269371032716,
|
||
|
|
"step": 1530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9106699751861043,
|
||
|
|
"grad_norm": 2.7273433208465576,
|
||
|
|
"learning_rate": 1.7570376229894164e-06,
|
||
|
|
"loss": 0.32526330947875975,
|
||
|
|
"step": 1540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9230769230769231,
|
||
|
|
"grad_norm": 3.0661497116088867,
|
||
|
|
"learning_rate": 1.7226532991985976e-06,
|
||
|
|
"loss": 0.3218840599060059,
|
||
|
|
"step": 1550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.935483870967742,
|
||
|
|
"grad_norm": 2.9829108715057373,
|
||
|
|
"learning_rate": 1.688431003074985e-06,
|
||
|
|
"loss": 0.3307999610900879,
|
||
|
|
"step": 1560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9478908188585606,
|
||
|
|
"grad_norm": 3.018162488937378,
|
||
|
|
"learning_rate": 1.654377867804841e-06,
|
||
|
|
"loss": 0.34044556617736815,
|
||
|
|
"step": 1570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9602977667493797,
|
||
|
|
"grad_norm": 2.9301137924194336,
|
||
|
|
"learning_rate": 1.6205009913150815e-06,
|
||
|
|
"loss": 0.31292636394500734,
|
||
|
|
"step": 1580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9727047146401984,
|
||
|
|
"grad_norm": 2.9100582599639893,
|
||
|
|
"learning_rate": 1.5868074347937993e-06,
|
||
|
|
"loss": 0.32329092025756834,
|
||
|
|
"step": 1590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9851116625310175,
|
||
|
|
"grad_norm": 2.979872465133667,
|
||
|
|
"learning_rate": 1.553304221218462e-06,
|
||
|
|
"loss": 0.3566758155822754,
|
||
|
|
"step": 1600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.997518610421836,
|
||
|
|
"grad_norm": 2.6494853496551514,
|
||
|
|
"learning_rate": 1.5199983338920594e-06,
|
||
|
|
"loss": 0.3069176197052002,
|
||
|
|
"step": 1610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.009925558312655,
|
||
|
|
"grad_norm": 2.3948535919189453,
|
||
|
|
"learning_rate": 1.4868967149875257e-06,
|
||
|
|
"loss": 0.25013885498046873,
|
||
|
|
"step": 1620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.022332506203474,
|
||
|
|
"grad_norm": 2.941615343093872,
|
||
|
|
"learning_rate": 1.4540062641007383e-06,
|
||
|
|
"loss": 0.22131125926971434,
|
||
|
|
"step": 1630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.034739454094293,
|
||
|
|
"grad_norm": 3.205547332763672,
|
||
|
|
"learning_rate": 1.421333836812387e-06,
|
||
|
|
"loss": 0.2237858295440674,
|
||
|
|
"step": 1640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0471464019851116,
|
||
|
|
"grad_norm": 3.0743908882141113,
|
||
|
|
"learning_rate": 1.3888862432590167e-06,
|
||
|
|
"loss": 0.22658278942108154,
|
||
|
|
"step": 1650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0595533498759306,
|
||
|
|
"grad_norm": 2.8300976753234863,
|
||
|
|
"learning_rate": 1.3566702467135445e-06,
|
||
|
|
"loss": 0.2289585828781128,
|
||
|
|
"step": 1660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0719602977667493,
|
||
|
|
"grad_norm": 2.5701904296875,
|
||
|
|
"learning_rate": 1.3246925621755496e-06,
|
||
|
|
"loss": 0.22105908393859863,
|
||
|
|
"step": 1670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0843672456575684,
|
||
|
|
"grad_norm": 2.67372727394104,
|
||
|
|
"learning_rate": 1.2929598549716122e-06,
|
||
|
|
"loss": 0.20758159160614015,
|
||
|
|
"step": 1680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.096774193548387,
|
||
|
|
"grad_norm": 3.0295441150665283,
|
||
|
|
"learning_rate": 1.2614787393660215e-06,
|
||
|
|
"loss": 0.2294921875,
|
||
|
|
"step": 1690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.109181141439206,
|
||
|
|
"grad_norm": 3.321169137954712,
|
||
|
|
"learning_rate": 1.2302557771821154e-06,
|
||
|
|
"loss": 0.22693567276000975,
|
||
|
|
"step": 1700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1215880893300247,
|
||
|
|
"grad_norm": 3.0045440196990967,
|
||
|
|
"learning_rate": 1.199297476434553e-06,
|
||
|
|
"loss": 0.23366827964782716,
|
||
|
|
"step": 1710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.133995037220844,
|
||
|
|
"grad_norm": 3.3027615547180176,
|
||
|
|
"learning_rate": 1.168610289972813e-06,
|
||
|
|
"loss": 0.204612398147583,
|
||
|
|
"step": 1720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1464019851116625,
|
||
|
|
"grad_norm": 3.4568586349487305,
|
||
|
|
"learning_rate": 1.138200614136172e-06,
|
||
|
|
"loss": 0.23412892818450928,
|
||
|
|
"step": 1730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1588089330024816,
|
||
|
|
"grad_norm": 3.1891727447509766,
|
||
|
|
"learning_rate": 1.1080747874204809e-06,
|
||
|
|
"loss": 0.23051118850708008,
|
||
|
|
"step": 1740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1712158808933,
|
||
|
|
"grad_norm": 2.898972511291504,
|
||
|
|
"learning_rate": 1.0782390891569822e-06,
|
||
|
|
"loss": 0.223101806640625,
|
||
|
|
"step": 1750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1836228287841193,
|
||
|
|
"grad_norm": 3.198352098464966,
|
||
|
|
"learning_rate": 1.0486997382034695e-06,
|
||
|
|
"loss": 0.21067981719970702,
|
||
|
|
"step": 1760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.196029776674938,
|
||
|
|
"grad_norm": 3.239396095275879,
|
||
|
|
"learning_rate": 1.0194628916480504e-06,
|
||
|
|
"loss": 0.21455581188201905,
|
||
|
|
"step": 1770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.208436724565757,
|
||
|
|
"grad_norm": 3.6431620121002197,
|
||
|
|
"learning_rate": 9.905346435257784e-07,
|
||
|
|
"loss": 0.25631544589996336,
|
||
|
|
"step": 1780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2208436724565757,
|
||
|
|
"grad_norm": 3.2421746253967285,
|
||
|
|
"learning_rate": 9.619210235484333e-07,
|
||
|
|
"loss": 0.2324852466583252,
|
||
|
|
"step": 1790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2332506203473947,
|
||
|
|
"grad_norm": 3.0301804542541504,
|
||
|
|
"learning_rate": 9.336279958477096e-07,
|
||
|
|
"loss": 0.2013075351715088,
|
||
|
|
"step": 1800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2456575682382134,
|
||
|
|
"grad_norm": 3.0917258262634277,
|
||
|
|
"learning_rate": 9.056614577320702e-07,
|
||
|
|
"loss": 0.23809702396392823,
|
||
|
|
"step": 1810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.258064516129032,
|
||
|
|
"grad_norm": 3.2016923427581787,
|
||
|
|
"learning_rate": 8.780272384575289e-07,
|
||
|
|
"loss": 0.22165682315826415,
|
||
|
|
"step": 1820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.270471464019851,
|
||
|
|
"grad_norm": 3.2964746952056885,
|
||
|
|
"learning_rate": 8.507310980126188e-07,
|
||
|
|
"loss": 0.21906075477600098,
|
||
|
|
"step": 1830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.28287841191067,
|
||
|
|
"grad_norm": 3.021667242050171,
|
||
|
|
"learning_rate": 8.237787259178037e-07,
|
||
|
|
"loss": 0.21673779487609862,
|
||
|
|
"step": 1840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.295285359801489,
|
||
|
|
"grad_norm": 3.4305264949798584,
|
||
|
|
"learning_rate": 7.971757400395652e-07,
|
||
|
|
"loss": 0.23625686168670654,
|
||
|
|
"step": 1850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3076923076923075,
|
||
|
|
"grad_norm": 2.7715115547180176,
|
||
|
|
"learning_rate": 7.709276854194392e-07,
|
||
|
|
"loss": 0.21259665489196777,
|
||
|
|
"step": 1860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3200992555831266,
|
||
|
|
"grad_norm": 3.520462989807129,
|
||
|
|
"learning_rate": 7.450400331182198e-07,
|
||
|
|
"loss": 0.23154499530792236,
|
||
|
|
"step": 1870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.332506203473945,
|
||
|
|
"grad_norm": 3.7826356887817383,
|
||
|
|
"learning_rate": 7.19518179075591e-07,
|
||
|
|
"loss": 0.2277855396270752,
|
||
|
|
"step": 1880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3449131513647643,
|
||
|
|
"grad_norm": 3.4630792140960693,
|
||
|
|
"learning_rate": 6.943674429854172e-07,
|
||
|
|
"loss": 0.22485933303833008,
|
||
|
|
"step": 1890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.357320099255583,
|
||
|
|
"grad_norm": 3.305630922317505,
|
||
|
|
"learning_rate": 6.695930671869175e-07,
|
||
|
|
"loss": 0.23359484672546388,
|
||
|
|
"step": 1900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.369727047146402,
|
||
|
|
"grad_norm": 2.659604787826538,
|
||
|
|
"learning_rate": 6.452002155719725e-07,
|
||
|
|
"loss": 0.19909019470214845,
|
||
|
|
"step": 1910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3821339950372207,
|
||
|
|
"grad_norm": 3.414795398712158,
|
||
|
|
"learning_rate": 6.211939725087806e-07,
|
||
|
|
"loss": 0.23796792030334474,
|
||
|
|
"step": 1920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3945409429280398,
|
||
|
|
"grad_norm": 3.0635950565338135,
|
||
|
|
"learning_rate": 5.975793417820841e-07,
|
||
|
|
"loss": 0.22071402072906493,
|
||
|
|
"step": 1930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4069478908188584,
|
||
|
|
"grad_norm": 3.123188018798828,
|
||
|
|
"learning_rate": 5.743612455502016e-07,
|
||
|
|
"loss": 0.22007994651794432,
|
||
|
|
"step": 1940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4193548387096775,
|
||
|
|
"grad_norm": 2.785230875015259,
|
||
|
|
"learning_rate": 5.515445233190636e-07,
|
||
|
|
"loss": 0.21707756519317628,
|
||
|
|
"step": 1950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.431761786600496,
|
||
|
|
"grad_norm": 3.8641016483306885,
|
||
|
|
"learning_rate": 5.291339309334845e-07,
|
||
|
|
"loss": 0.2090601682662964,
|
||
|
|
"step": 1960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.444168734491315,
|
||
|
|
"grad_norm": 2.880202054977417,
|
||
|
|
"learning_rate": 5.071341395858703e-07,
|
||
|
|
"loss": 0.2203066825866699,
|
||
|
|
"step": 1970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.456575682382134,
|
||
|
|
"grad_norm": 3.224031448364258,
|
||
|
|
"learning_rate": 4.855497348425686e-07,
|
||
|
|
"loss": 0.22847747802734375,
|
||
|
|
"step": 1980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.468982630272953,
|
||
|
|
"grad_norm": 3.334984302520752,
|
||
|
|
"learning_rate": 4.6438521568806625e-07,
|
||
|
|
"loss": 0.20745439529418946,
|
||
|
|
"step": 1990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4813895781637716,
|
||
|
|
"grad_norm": 3.121742010116577,
|
||
|
|
"learning_rate": 4.436449935872378e-07,
|
||
|
|
"loss": 0.23231451511383056,
|
||
|
|
"step": 2000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4937965260545907,
|
||
|
|
"grad_norm": 2.765779972076416,
|
||
|
|
"learning_rate": 4.2333339156583467e-07,
|
||
|
|
"loss": 0.2055814266204834,
|
||
|
|
"step": 2010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5062034739454093,
|
||
|
|
"grad_norm": 3.019102096557617,
|
||
|
|
"learning_rate": 4.034546433094036e-07,
|
||
|
|
"loss": 0.22689828872680665,
|
||
|
|
"step": 2020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5186104218362284,
|
||
|
|
"grad_norm": 3.2937521934509277,
|
||
|
|
"learning_rate": 3.8401289228083395e-07,
|
||
|
|
"loss": 0.23529858589172364,
|
||
|
|
"step": 2030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.531017369727047,
|
||
|
|
"grad_norm": 3.353877544403076,
|
||
|
|
"learning_rate": 3.6501219085670724e-07,
|
||
|
|
"loss": 0.2225353479385376,
|
||
|
|
"step": 2040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.543424317617866,
|
||
|
|
"grad_norm": 3.6522250175476074,
|
||
|
|
"learning_rate": 3.4645649948263085e-07,
|
||
|
|
"loss": 0.2311680793762207,
|
||
|
|
"step": 2050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.555831265508685,
|
||
|
|
"grad_norm": 3.3297574520111084,
|
||
|
|
"learning_rate": 3.2834968584773754e-07,
|
||
|
|
"loss": 0.21333532333374022,
|
||
|
|
"step": 2060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.568238213399504,
|
||
|
|
"grad_norm": 3.3023574352264404,
|
||
|
|
"learning_rate": 3.106955240785153e-07,
|
||
|
|
"loss": 0.2413243293762207,
|
||
|
|
"step": 2070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5806451612903225,
|
||
|
|
"grad_norm": 2.7704153060913086,
|
||
|
|
"learning_rate": 2.9349769395214e-07,
|
||
|
|
"loss": 0.21133730411529542,
|
||
|
|
"step": 2080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5930521091811416,
|
||
|
|
"grad_norm": 3.1937754154205322,
|
||
|
|
"learning_rate": 2.767597801294772e-07,
|
||
|
|
"loss": 0.21675755977630615,
|
||
|
|
"step": 2090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6054590570719602,
|
||
|
|
"grad_norm": 3.397535562515259,
|
||
|
|
"learning_rate": 2.604852714079023e-07,
|
||
|
|
"loss": 0.22542505264282225,
|
||
|
|
"step": 2100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.617866004962779,
|
||
|
|
"grad_norm": 3.3038713932037354,
|
||
|
|
"learning_rate": 2.4467755999411204e-07,
|
||
|
|
"loss": 0.23392457962036134,
|
||
|
|
"step": 2110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.630272952853598,
|
||
|
|
"grad_norm": 4.148429870605469,
|
||
|
|
"learning_rate": 2.2933994079705896e-07,
|
||
|
|
"loss": 0.19952282905578614,
|
||
|
|
"step": 2120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.642679900744417,
|
||
|
|
"grad_norm": 3.0992136001586914,
|
||
|
|
"learning_rate": 2.144756107411733e-07,
|
||
|
|
"loss": 0.2230466365814209,
|
||
|
|
"step": 2130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6550868486352357,
|
||
|
|
"grad_norm": 3.451746940612793,
|
||
|
|
"learning_rate": 2.0008766810000801e-07,
|
||
|
|
"loss": 0.23057200908660888,
|
||
|
|
"step": 2140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6674937965260543,
|
||
|
|
"grad_norm": 3.058110237121582,
|
||
|
|
"learning_rate": 1.861791118504408e-07,
|
||
|
|
"loss": 0.2180851459503174,
|
||
|
|
"step": 2150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6799007444168734,
|
||
|
|
"grad_norm": 2.745176315307617,
|
||
|
|
"learning_rate": 1.7275284104757844e-07,
|
||
|
|
"loss": 0.2167917251586914,
|
||
|
|
"step": 2160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6923076923076925,
|
||
|
|
"grad_norm": 3.708021402359009,
|
||
|
|
"learning_rate": 1.598116542204889e-07,
|
||
|
|
"loss": 0.22899148464202881,
|
||
|
|
"step": 2170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.704714640198511,
|
||
|
|
"grad_norm": 3.6781704425811768,
|
||
|
|
"learning_rate": 1.4735824878888277e-07,
|
||
|
|
"loss": 0.2170346736907959,
|
||
|
|
"step": 2180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.71712158808933,
|
||
|
|
"grad_norm": 2.478654623031616,
|
||
|
|
"learning_rate": 1.353952205008713e-07,
|
||
|
|
"loss": 0.2242295265197754,
|
||
|
|
"step": 2190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.729528535980149,
|
||
|
|
"grad_norm": 2.7087976932525635,
|
||
|
|
"learning_rate": 1.2392506289191837e-07,
|
||
|
|
"loss": 0.2131351947784424,
|
||
|
|
"step": 2200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.741935483870968,
|
||
|
|
"grad_norm": 2.867835283279419,
|
||
|
|
"learning_rate": 1.1295016676509618e-07,
|
||
|
|
"loss": 0.21861982345581055,
|
||
|
|
"step": 2210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7543424317617866,
|
||
|
|
"grad_norm": 2.9449636936187744,
|
||
|
|
"learning_rate": 1.0247281969275131e-07,
|
||
|
|
"loss": 0.1985526442527771,
|
||
|
|
"step": 2220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7667493796526053,
|
||
|
|
"grad_norm": 3.0885448455810547,
|
||
|
|
"learning_rate": 9.249520553969465e-08,
|
||
|
|
"loss": 0.23580389022827147,
|
||
|
|
"step": 2230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7791563275434243,
|
||
|
|
"grad_norm": 3.1814591884613037,
|
||
|
|
"learning_rate": 8.301940400799818e-08,
|
||
|
|
"loss": 0.21973462104797364,
|
||
|
|
"step": 2240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7915632754342434,
|
||
|
|
"grad_norm": 3.26047682762146,
|
||
|
|
"learning_rate": 7.404739020351381e-08,
|
||
|
|
"loss": 0.22958881855010987,
|
||
|
|
"step": 2250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.803970223325062,
|
||
|
|
"grad_norm": 3.2021138668060303,
|
||
|
|
"learning_rate": 6.558103422418555e-08,
|
||
|
|
"loss": 0.23037824630737305,
|
||
|
|
"step": 2260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8163771712158807,
|
||
|
|
"grad_norm": 3.562350273132324,
|
||
|
|
"learning_rate": 5.762210077025293e-08,
|
||
|
|
"loss": 0.2314563512802124,
|
||
|
|
"step": 2270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8287841191067,
|
||
|
|
"grad_norm": 3.15472412109375,
|
||
|
|
"learning_rate": 5.017224877642196e-08,
|
||
|
|
"loss": 0.21394333839416504,
|
||
|
|
"step": 2280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8411910669975184,
|
||
|
|
"grad_norm": 2.9189085960388184,
|
||
|
|
"learning_rate": 4.323303106608362e-08,
|
||
|
|
"loss": 0.22109608650207518,
|
||
|
|
"step": 2290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8535980148883375,
|
||
|
|
"grad_norm": 3.364637851715088,
|
||
|
|
"learning_rate": 3.680589402764695e-08,
|
||
|
|
"loss": 0.21065773963928222,
|
||
|
|
"step": 2300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.866004962779156,
|
||
|
|
"grad_norm": 3.1239407062530518,
|
||
|
|
"learning_rate": 3.089217731305882e-08,
|
||
|
|
"loss": 0.21384596824645996,
|
||
|
|
"step": 2310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8784119106699753,
|
||
|
|
"grad_norm": 3.2410709857940674,
|
||
|
|
"learning_rate": 2.5493113558571203e-08,
|
||
|
|
"loss": 0.2103095531463623,
|
||
|
|
"step": 2320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.890818858560794,
|
||
|
|
"grad_norm": 3.29823899269104,
|
||
|
|
"learning_rate": 2.0609828127814425e-08,
|
||
|
|
"loss": 0.22623074054718018,
|
||
|
|
"step": 2330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.903225806451613,
|
||
|
|
"grad_norm": 3.447692632675171,
|
||
|
|
"learning_rate": 1.624333887723012e-08,
|
||
|
|
"loss": 0.2561406373977661,
|
||
|
|
"step": 2340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9156327543424316,
|
||
|
|
"grad_norm": 3.5823864936828613,
|
||
|
|
"learning_rate": 1.2394555943911757e-08,
|
||
|
|
"loss": 0.22645580768585205,
|
||
|
|
"step": 2350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9280397022332507,
|
||
|
|
"grad_norm": 3.032896041870117,
|
||
|
|
"learning_rate": 9.0642815559e-09,
|
||
|
|
"loss": 0.21149790287017822,
|
||
|
|
"step": 2360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9404466501240694,
|
||
|
|
"grad_norm": 3.0762665271759033,
|
||
|
|
"learning_rate": 6.253209864966747e-09,
|
||
|
|
"loss": 0.2031836986541748,
|
||
|
|
"step": 2370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9528535980148884,
|
||
|
|
"grad_norm": 3.5435872077941895,
|
||
|
|
"learning_rate": 3.9619268019305825e-09,
|
||
|
|
"loss": 0.2176318883895874,
|
||
|
|
"step": 2380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.965260545905707,
|
||
|
|
"grad_norm": 3.506044387817383,
|
||
|
|
"learning_rate": 2.190909954525866e-09,
|
||
|
|
"loss": 0.2153688907623291,
|
||
|
|
"step": 2390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.977667493796526,
|
||
|
|
"grad_norm": 3.4698026180267334,
|
||
|
|
"learning_rate": 9.405284678556948e-10,
|
||
|
|
"loss": 0.21965882778167725,
|
||
|
|
"step": 2400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.990074441687345,
|
||
|
|
"grad_norm": 3.0432729721069336,
|
||
|
|
"learning_rate": 2.1104296745011466e-10,
|
||
|
|
"loss": 0.2195052146911621,
|
||
|
|
"step": 2410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.0,
|
||
|
|
"step": 2418,
|
||
|
|
"total_flos": 1.329254778357678e+18,
|
||
|
|
"train_loss": 0.361527387419449,
|
||
|
|
"train_runtime": 121252.8356,
|
||
|
|
"train_samples_per_second": 0.16,
|
||
|
|
"train_steps_per_second": 0.02
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"logging_steps": 10,
|
||
|
|
"max_steps": 2418,
|
||
|
|
"num_input_tokens_seen": 0,
|
||
|
|
"num_train_epochs": 3,
|
||
|
|
"save_steps": 200,
|
||
|
|
"stateful_callbacks": {
|
||
|
|
"TrainerControl": {
|
||
|
|
"args": {
|
||
|
|
"should_epoch_stop": false,
|
||
|
|
"should_evaluate": false,
|
||
|
|
"should_log": false,
|
||
|
|
"should_save": true,
|
||
|
|
"should_training_stop": true
|
||
|
|
},
|
||
|
|
"attributes": {}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"total_flos": 1.329254778357678e+18,
|
||
|
|
"train_batch_size": 1,
|
||
|
|
"trial_name": null,
|
||
|
|
"trial_params": null
|
||
|
|
}
|