1295 lines
33 KiB
JSON
1295 lines
33 KiB
JSON
|
{
|
||
|
|
"best_global_step": null,
|
||
|
|
"best_metric": null,
|
||
|
|
"best_model_checkpoint": null,
|
||
|
|
"epoch": 25.0,
|
||
|
|
"eval_steps": 500,
|
||
|
|
"global_step": 1800,
|
||
|
|
"is_hyper_param_search": false,
|
||
|
|
"is_local_process_zero": true,
|
||
|
|
"is_world_process_zero": true,
|
||
|
|
"log_history": [
|
||
|
|
{
|
||
|
|
"epoch": 0.13919095258808178,
|
||
|
|
"grad_norm": 2.168393135070801,
|
||
|
|
"learning_rate": 9.000000000000001e-07,
|
||
|
|
"loss": 2.423531150817871,
|
||
|
|
"step": 10
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27838190517616357,
|
||
|
|
"grad_norm": 2.0506582260131836,
|
||
|
|
"learning_rate": 1.9000000000000002e-06,
|
||
|
|
"loss": 2.4842525482177735,
|
||
|
|
"step": 20
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4175728577642453,
|
||
|
|
"grad_norm": 1.8670966625213623,
|
||
|
|
"learning_rate": 2.9e-06,
|
||
|
|
"loss": 2.400492477416992,
|
||
|
|
"step": 30
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5567638103523271,
|
||
|
|
"grad_norm": 2.2221310138702393,
|
||
|
|
"learning_rate": 3.900000000000001e-06,
|
||
|
|
"loss": 2.329726791381836,
|
||
|
|
"step": 40
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6959547629404089,
|
||
|
|
"grad_norm": 1.5783393383026123,
|
||
|
|
"learning_rate": 4.9000000000000005e-06,
|
||
|
|
"loss": 2.3145318984985352,
|
||
|
|
"step": 50
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8351457155284906,
|
||
|
|
"grad_norm": 1.7792712450027466,
|
||
|
|
"learning_rate": 5.9e-06,
|
||
|
|
"loss": 2.2815326690673827,
|
||
|
|
"step": 60
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9743366681165724,
|
||
|
|
"grad_norm": 0.6695189476013184,
|
||
|
|
"learning_rate": 6.9e-06,
|
||
|
|
"loss": 2.2338001251220705,
|
||
|
|
"step": 70
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1113527620704655,
|
||
|
|
"grad_norm": 0.6323113441467285,
|
||
|
|
"learning_rate": 7.9e-06,
|
||
|
|
"loss": 2.1635990142822266,
|
||
|
|
"step": 80
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2505437146585472,
|
||
|
|
"grad_norm": 0.5284978747367859,
|
||
|
|
"learning_rate": 8.900000000000001e-06,
|
||
|
|
"loss": 2.146891975402832,
|
||
|
|
"step": 90
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3897346672466289,
|
||
|
|
"grad_norm": 0.5480155944824219,
|
||
|
|
"learning_rate": 9.9e-06,
|
||
|
|
"loss": 2.133349609375,
|
||
|
|
"step": 100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5289256198347108,
|
||
|
|
"grad_norm": 0.5004981756210327,
|
||
|
|
"learning_rate": 1.0900000000000002e-05,
|
||
|
|
"loss": 2.0712444305419924,
|
||
|
|
"step": 110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6681165724227927,
|
||
|
|
"grad_norm": 0.5202161073684692,
|
||
|
|
"learning_rate": 1.1900000000000001e-05,
|
||
|
|
"loss": 2.062981605529785,
|
||
|
|
"step": 120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8073075250108743,
|
||
|
|
"grad_norm": 0.5805963277816772,
|
||
|
|
"learning_rate": 1.2900000000000002e-05,
|
||
|
|
"loss": 2.0578401565551756,
|
||
|
|
"step": 130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.946498477598956,
|
||
|
|
"grad_norm": 0.5083374381065369,
|
||
|
|
"learning_rate": 1.39e-05,
|
||
|
|
"loss": 1.9947002410888672,
|
||
|
|
"step": 140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.083514571552849,
|
||
|
|
"grad_norm": 0.5673812031745911,
|
||
|
|
"learning_rate": 1.4900000000000001e-05,
|
||
|
|
"loss": 1.9915319442749024,
|
||
|
|
"step": 150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.222705524140931,
|
||
|
|
"grad_norm": 0.465129017829895,
|
||
|
|
"learning_rate": 1.5900000000000004e-05,
|
||
|
|
"loss": 2.0579460144042967,
|
||
|
|
"step": 160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3618964767290125,
|
||
|
|
"grad_norm": 0.5780671834945679,
|
||
|
|
"learning_rate": 1.69e-05,
|
||
|
|
"loss": 2.0076471328735352,
|
||
|
|
"step": 170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5010874293170944,
|
||
|
|
"grad_norm": 0.47854819893836975,
|
||
|
|
"learning_rate": 1.79e-05,
|
||
|
|
"loss": 1.9822509765625,
|
||
|
|
"step": 180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6402783819051763,
|
||
|
|
"grad_norm": 0.412657231092453,
|
||
|
|
"learning_rate": 1.8900000000000002e-05,
|
||
|
|
"loss": 1.9754974365234375,
|
||
|
|
"step": 190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7794693344932577,
|
||
|
|
"grad_norm": 0.4147932231426239,
|
||
|
|
"learning_rate": 1.9900000000000003e-05,
|
||
|
|
"loss": 1.9069629669189454,
|
||
|
|
"step": 200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9186602870813396,
|
||
|
|
"grad_norm": 0.42903852462768555,
|
||
|
|
"learning_rate": 1.9998766324816606e-05,
|
||
|
|
"loss": 1.9168815612792969,
|
||
|
|
"step": 210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.0556763810352328,
|
||
|
|
"grad_norm": 0.4464038610458374,
|
||
|
|
"learning_rate": 1.9994502159417576e-05,
|
||
|
|
"loss": 1.9295040130615235,
|
||
|
|
"step": 220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.1948673336233147,
|
||
|
|
"grad_norm": 0.4937732517719269,
|
||
|
|
"learning_rate": 1.9987193571841865e-05,
|
||
|
|
"loss": 1.9452518463134765,
|
||
|
|
"step": 230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.334058286211396,
|
||
|
|
"grad_norm": 0.5101185441017151,
|
||
|
|
"learning_rate": 1.9976842788356054e-05,
|
||
|
|
"loss": 1.8960039138793945,
|
||
|
|
"step": 240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.473249238799478,
|
||
|
|
"grad_norm": 0.44784998893737793,
|
||
|
|
"learning_rate": 1.9963452961909065e-05,
|
||
|
|
"loss": 1.9037799835205078,
|
||
|
|
"step": 250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.61244019138756,
|
||
|
|
"grad_norm": 0.43229031562805176,
|
||
|
|
"learning_rate": 1.9947028171171742e-05,
|
||
|
|
"loss": 1.9300691604614257,
|
||
|
|
"step": 260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.751631143975642,
|
||
|
|
"grad_norm": 0.4695909321308136,
|
||
|
|
"learning_rate": 1.9927573419294456e-05,
|
||
|
|
"loss": 1.8757774353027343,
|
||
|
|
"step": 270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.8908220965637232,
|
||
|
|
"grad_norm": 0.32979893684387207,
|
||
|
|
"learning_rate": 1.990509463238309e-05,
|
||
|
|
"loss": 1.8736637115478516,
|
||
|
|
"step": 280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.027838190517616,
|
||
|
|
"grad_norm": 0.44490286707878113,
|
||
|
|
"learning_rate": 1.9879598657693894e-05,
|
||
|
|
"loss": 1.9053909301757812,
|
||
|
|
"step": 290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.167029143105698,
|
||
|
|
"grad_norm": 0.38493791222572327,
|
||
|
|
"learning_rate": 1.985109326154774e-05,
|
||
|
|
"loss": 1.925973892211914,
|
||
|
|
"step": 300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.30622009569378,
|
||
|
|
"grad_norm": 0.346566766500473,
|
||
|
|
"learning_rate": 1.981958712696444e-05,
|
||
|
|
"loss": 1.834067153930664,
|
||
|
|
"step": 310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.445411048281862,
|
||
|
|
"grad_norm": 0.41095346212387085,
|
||
|
|
"learning_rate": 1.9785089851017788e-05,
|
||
|
|
"loss": 1.831857681274414,
|
||
|
|
"step": 320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.5846020008699435,
|
||
|
|
"grad_norm": 0.3395974040031433,
|
||
|
|
"learning_rate": 1.974761194191222e-05,
|
||
|
|
"loss": 1.8029518127441406,
|
||
|
|
"step": 330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.723792953458025,
|
||
|
|
"grad_norm": 0.3473803699016571,
|
||
|
|
"learning_rate": 1.970716481578191e-05,
|
||
|
|
"loss": 1.9018579483032227,
|
||
|
|
"step": 340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 4.862983906046107,
|
||
|
|
"grad_norm": 0.361186683177948,
|
||
|
|
"learning_rate": 1.9663760793213297e-05,
|
||
|
|
"loss": 1.814296340942383,
|
||
|
|
"step": 350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.0,
|
||
|
|
"grad_norm": 0.4093976318836212,
|
||
|
|
"learning_rate": 1.9617413095492114e-05,
|
||
|
|
"loss": 1.8802352905273438,
|
||
|
|
"step": 360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.1391909525880815,
|
||
|
|
"grad_norm": 0.32077041268348694,
|
||
|
|
"learning_rate": 1.956813584057608e-05,
|
||
|
|
"loss": 1.8466520309448242,
|
||
|
|
"step": 370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.278381905176164,
|
||
|
|
"grad_norm": 0.35901033878326416,
|
||
|
|
"learning_rate": 1.9515944038794384e-05,
|
||
|
|
"loss": 1.802210807800293,
|
||
|
|
"step": 380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.417572857764245,
|
||
|
|
"grad_norm": 0.4042360186576843,
|
||
|
|
"learning_rate": 1.9460853588275454e-05,
|
||
|
|
"loss": 1.7823505401611328,
|
||
|
|
"step": 390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.556763810352328,
|
||
|
|
"grad_norm": 0.3464180827140808,
|
||
|
|
"learning_rate": 1.940288127010419e-05,
|
||
|
|
"loss": 1.7850902557373047,
|
||
|
|
"step": 400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.695954762940409,
|
||
|
|
"grad_norm": 0.41673702001571655,
|
||
|
|
"learning_rate": 1.9342044743210295e-05,
|
||
|
|
"loss": 1.8721931457519532,
|
||
|
|
"step": 410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.8351457155284905,
|
||
|
|
"grad_norm": 0.4328930675983429,
|
||
|
|
"learning_rate": 1.92783625389892e-05,
|
||
|
|
"loss": 1.8219058990478516,
|
||
|
|
"step": 420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 5.974336668116573,
|
||
|
|
"grad_norm": 0.36878204345703125,
|
||
|
|
"learning_rate": 1.9211854055657216e-05,
|
||
|
|
"loss": 1.8349163055419921,
|
||
|
|
"step": 430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.1113527620704655,
|
||
|
|
"grad_norm": 0.33796119689941406,
|
||
|
|
"learning_rate": 1.9142539552342638e-05,
|
||
|
|
"loss": 1.7687013626098633,
|
||
|
|
"step": 440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.250543714658547,
|
||
|
|
"grad_norm": 0.31589892506599426,
|
||
|
|
"learning_rate": 1.907044014291465e-05,
|
||
|
|
"loss": 1.7794736862182616,
|
||
|
|
"step": 450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.389734667246629,
|
||
|
|
"grad_norm": 0.3584829866886139,
|
||
|
|
"learning_rate": 1.8995577789551806e-05,
|
||
|
|
"loss": 1.7861099243164062,
|
||
|
|
"step": 460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.528925619834711,
|
||
|
|
"grad_norm": 0.39660242199897766,
|
||
|
|
"learning_rate": 1.8917975296052143e-05,
|
||
|
|
"loss": 1.8276309967041016,
|
||
|
|
"step": 470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.668116572422792,
|
||
|
|
"grad_norm": 0.3751063048839569,
|
||
|
|
"learning_rate": 1.8837656300886937e-05,
|
||
|
|
"loss": 1.7932762145996093,
|
||
|
|
"step": 480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.8073075250108745,
|
||
|
|
"grad_norm": 0.33827248215675354,
|
||
|
|
"learning_rate": 1.875464527000018e-05,
|
||
|
|
"loss": 1.8122461318969727,
|
||
|
|
"step": 490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 6.946498477598956,
|
||
|
|
"grad_norm": 0.34659793972969055,
|
||
|
|
"learning_rate": 1.866896748935603e-05,
|
||
|
|
"loss": 1.7623111724853515,
|
||
|
|
"step": 500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.083514571552849,
|
||
|
|
"grad_norm": 0.3210960328578949,
|
||
|
|
"learning_rate": 1.858064905723645e-05,
|
||
|
|
"loss": 1.749332809448242,
|
||
|
|
"step": 510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.222705524140931,
|
||
|
|
"grad_norm": 0.3873847723007202,
|
||
|
|
"learning_rate": 1.8489716876291417e-05,
|
||
|
|
"loss": 1.7265895843505858,
|
||
|
|
"step": 520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.3618964767290125,
|
||
|
|
"grad_norm": 0.370370477437973,
|
||
|
|
"learning_rate": 1.8396198645344133e-05,
|
||
|
|
"loss": 1.7626024246215821,
|
||
|
|
"step": 530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.501087429317094,
|
||
|
|
"grad_norm": 0.3540331721305847,
|
||
|
|
"learning_rate": 1.8300122850953678e-05,
|
||
|
|
"loss": 1.761727523803711,
|
||
|
|
"step": 540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.640278381905176,
|
||
|
|
"grad_norm": 0.38898929953575134,
|
||
|
|
"learning_rate": 1.8201518758737726e-05,
|
||
|
|
"loss": 1.7989364624023438,
|
||
|
|
"step": 550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.779469334493258,
|
||
|
|
"grad_norm": 0.4159281253814697,
|
||
|
|
"learning_rate": 1.8100416404457962e-05,
|
||
|
|
"loss": 1.73597412109375,
|
||
|
|
"step": 560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 7.91866028708134,
|
||
|
|
"grad_norm": 0.372927188873291,
|
||
|
|
"learning_rate": 1.799684658487091e-05,
|
||
|
|
"loss": 1.7885486602783203,
|
||
|
|
"step": 570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.055676381035232,
|
||
|
|
"grad_norm": 0.3615380823612213,
|
||
|
|
"learning_rate": 1.789084084834691e-05,
|
||
|
|
"loss": 1.7422874450683594,
|
||
|
|
"step": 580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.194867333623314,
|
||
|
|
"grad_norm": 0.4041246175765991,
|
||
|
|
"learning_rate": 1.778243148526021e-05,
|
||
|
|
"loss": 1.738204002380371,
|
||
|
|
"step": 590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.334058286211397,
|
||
|
|
"grad_norm": 0.38440802693367004,
|
||
|
|
"learning_rate": 1.7671651518153e-05,
|
||
|
|
"loss": 1.722575569152832,
|
||
|
|
"step": 600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.473249238799479,
|
||
|
|
"grad_norm": 0.38214221596717834,
|
||
|
|
"learning_rate": 1.7558534691676396e-05,
|
||
|
|
"loss": 1.7379753112792968,
|
||
|
|
"step": 610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.61244019138756,
|
||
|
|
"grad_norm": 0.33185893297195435,
|
||
|
|
"learning_rate": 1.744311546231154e-05,
|
||
|
|
"loss": 1.720932388305664,
|
||
|
|
"step": 620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.751631143975642,
|
||
|
|
"grad_norm": 0.3739125728607178,
|
||
|
|
"learning_rate": 1.732542898787379e-05,
|
||
|
|
"loss": 1.7539859771728517,
|
||
|
|
"step": 630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 8.890822096563724,
|
||
|
|
"grad_norm": 0.3843406140804291,
|
||
|
|
"learning_rate": 1.7205511116803306e-05,
|
||
|
|
"loss": 1.7045206069946288,
|
||
|
|
"step": 640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.027838190517617,
|
||
|
|
"grad_norm": 0.3675142228603363,
|
||
|
|
"learning_rate": 1.708339837724529e-05,
|
||
|
|
"loss": 1.7155038833618164,
|
||
|
|
"step": 650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.167029143105697,
|
||
|
|
"grad_norm": 0.3326404094696045,
|
||
|
|
"learning_rate": 1.6959127965923144e-05,
|
||
|
|
"loss": 1.7345653533935548,
|
||
|
|
"step": 660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.30622009569378,
|
||
|
|
"grad_norm": 0.4057214856147766,
|
||
|
|
"learning_rate": 1.6832737736807994e-05,
|
||
|
|
"loss": 1.7187301635742187,
|
||
|
|
"step": 670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.445411048281862,
|
||
|
|
"grad_norm": 0.4393128454685211,
|
||
|
|
"learning_rate": 1.6704266189587992e-05,
|
||
|
|
"loss": 1.733585739135742,
|
||
|
|
"step": 680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.584602000869943,
|
||
|
|
"grad_norm": 0.35559985041618347,
|
||
|
|
"learning_rate": 1.657375245794096e-05,
|
||
|
|
"loss": 1.709829330444336,
|
||
|
|
"step": 690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.723792953458025,
|
||
|
|
"grad_norm": 0.3496800363063812,
|
||
|
|
"learning_rate": 1.644123629761387e-05,
|
||
|
|
"loss": 1.6870285034179688,
|
||
|
|
"step": 700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 9.862983906046107,
|
||
|
|
"grad_norm": 0.3656679093837738,
|
||
|
|
"learning_rate": 1.6306758074312866e-05,
|
||
|
|
"loss": 1.7305381774902344,
|
||
|
|
"step": 710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.0,
|
||
|
|
"grad_norm": 0.3679341673851013,
|
||
|
|
"learning_rate": 1.617035875140749e-05,
|
||
|
|
"loss": 1.6515853881835938,
|
||
|
|
"step": 720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.139190952588082,
|
||
|
|
"grad_norm": 0.36722251772880554,
|
||
|
|
"learning_rate": 1.6032079877452825e-05,
|
||
|
|
"loss": 1.6483562469482422,
|
||
|
|
"step": 730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.278381905176163,
|
||
|
|
"grad_norm": 0.3640598952770233,
|
||
|
|
"learning_rate": 1.5891963573533424e-05,
|
||
|
|
"loss": 1.686029052734375,
|
||
|
|
"step": 740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.417572857764245,
|
||
|
|
"grad_norm": 0.3718581795692444,
|
||
|
|
"learning_rate": 1.575005252043279e-05,
|
||
|
|
"loss": 1.7063976287841798,
|
||
|
|
"step": 750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.556763810352328,
|
||
|
|
"grad_norm": 0.33007678389549255,
|
||
|
|
"learning_rate": 1.560638994563242e-05,
|
||
|
|
"loss": 1.6735488891601562,
|
||
|
|
"step": 760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.695954762940408,
|
||
|
|
"grad_norm": 0.3436570465564728,
|
||
|
|
"learning_rate": 1.5461019610144292e-05,
|
||
|
|
"loss": 1.6896970748901368,
|
||
|
|
"step": 770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.83514571552849,
|
||
|
|
"grad_norm": 0.3507939577102661,
|
||
|
|
"learning_rate": 1.531398579518083e-05,
|
||
|
|
"loss": 1.6960151672363282,
|
||
|
|
"step": 780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 10.974336668116573,
|
||
|
|
"grad_norm": 0.407681941986084,
|
||
|
|
"learning_rate": 1.516533328866642e-05,
|
||
|
|
"loss": 1.693899154663086,
|
||
|
|
"step": 790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.111352762070466,
|
||
|
|
"grad_norm": 0.39356550574302673,
|
||
|
|
"learning_rate": 1.5015107371594576e-05,
|
||
|
|
"loss": 1.6978179931640625,
|
||
|
|
"step": 800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.250543714658548,
|
||
|
|
"grad_norm": 0.3161419928073883,
|
||
|
|
"learning_rate": 1.4863353804234906e-05,
|
||
|
|
"loss": 1.6530536651611327,
|
||
|
|
"step": 810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.389734667246628,
|
||
|
|
"grad_norm": 0.34999293088912964,
|
||
|
|
"learning_rate": 1.47101188121941e-05,
|
||
|
|
"loss": 1.663174819946289,
|
||
|
|
"step": 820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.52892561983471,
|
||
|
|
"grad_norm": 0.37010619044303894,
|
||
|
|
"learning_rate": 1.4555449072335157e-05,
|
||
|
|
"loss": 1.641597366333008,
|
||
|
|
"step": 830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.668116572422793,
|
||
|
|
"grad_norm": 0.35215842723846436,
|
||
|
|
"learning_rate": 1.4399391698559153e-05,
|
||
|
|
"loss": 1.618931198120117,
|
||
|
|
"step": 840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.807307525010874,
|
||
|
|
"grad_norm": 0.3630053400993347,
|
||
|
|
"learning_rate": 1.4241994227453902e-05,
|
||
|
|
"loss": 1.7444683074951173,
|
||
|
|
"step": 850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 11.946498477598956,
|
||
|
|
"grad_norm": 0.35291457176208496,
|
||
|
|
"learning_rate": 1.408330460381385e-05,
|
||
|
|
"loss": 1.6455070495605468,
|
||
|
|
"step": 860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.083514571552849,
|
||
|
|
"grad_norm": 0.3664669394493103,
|
||
|
|
"learning_rate": 1.3923371166035615e-05,
|
||
|
|
"loss": 1.6963356018066407,
|
||
|
|
"step": 870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.222705524140931,
|
||
|
|
"grad_norm": 0.35901519656181335,
|
||
|
|
"learning_rate": 1.3762242631393656e-05,
|
||
|
|
"loss": 1.6133247375488282,
|
||
|
|
"step": 880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.361896476729013,
|
||
|
|
"grad_norm": 0.33618736267089844,
|
||
|
|
"learning_rate": 1.3599968081200515e-05,
|
||
|
|
"loss": 1.657137680053711,
|
||
|
|
"step": 890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.501087429317094,
|
||
|
|
"grad_norm": 0.35423800349235535,
|
||
|
|
"learning_rate": 1.3436596945856164e-05,
|
||
|
|
"loss": 1.6295785903930664,
|
||
|
|
"step": 900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.640278381905176,
|
||
|
|
"grad_norm": 0.37102779746055603,
|
||
|
|
"learning_rate": 1.327217898979104e-05,
|
||
|
|
"loss": 1.663412857055664,
|
||
|
|
"step": 910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.779469334493259,
|
||
|
|
"grad_norm": 0.3388361632823944,
|
||
|
|
"learning_rate": 1.310676429630732e-05,
|
||
|
|
"loss": 1.6444122314453125,
|
||
|
|
"step": 920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 12.91866028708134,
|
||
|
|
"grad_norm": 0.4413791000843048,
|
||
|
|
"learning_rate": 1.294040325232304e-05,
|
||
|
|
"loss": 1.6420936584472656,
|
||
|
|
"step": 930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.055676381035232,
|
||
|
|
"grad_norm": 0.3519588112831116,
|
||
|
|
"learning_rate": 1.2773146533023782e-05,
|
||
|
|
"loss": 1.6441299438476562,
|
||
|
|
"step": 940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.194867333623314,
|
||
|
|
"grad_norm": 0.37189796566963196,
|
||
|
|
"learning_rate": 1.2605045086426487e-05,
|
||
|
|
"loss": 1.6411401748657226,
|
||
|
|
"step": 950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.334058286211397,
|
||
|
|
"grad_norm": 0.36288321018218994,
|
||
|
|
"learning_rate": 1.2436150117860226e-05,
|
||
|
|
"loss": 1.6302228927612306,
|
||
|
|
"step": 960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.473249238799479,
|
||
|
|
"grad_norm": 0.3815094828605652,
|
||
|
|
"learning_rate": 1.2266513074368552e-05,
|
||
|
|
"loss": 1.6279544830322266,
|
||
|
|
"step": 970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.61244019138756,
|
||
|
|
"grad_norm": 0.3317127525806427,
|
||
|
|
"learning_rate": 1.2096185629038219e-05,
|
||
|
|
"loss": 1.6380729675292969,
|
||
|
|
"step": 980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.751631143975642,
|
||
|
|
"grad_norm": 0.33991727232933044,
|
||
|
|
"learning_rate": 1.1925219665259076e-05,
|
||
|
|
"loss": 1.6174076080322266,
|
||
|
|
"step": 990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 13.890822096563724,
|
||
|
|
"grad_norm": 0.3842763602733612,
|
||
|
|
"learning_rate": 1.1753667260919872e-05,
|
||
|
|
"loss": 1.6469120025634765,
|
||
|
|
"step": 1000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.027838190517617,
|
||
|
|
"grad_norm": 0.3835509121417999,
|
||
|
|
"learning_rate": 1.1581580672544839e-05,
|
||
|
|
"loss": 1.6305667877197265,
|
||
|
|
"step": 1010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.167029143105697,
|
||
|
|
"grad_norm": 0.3624890446662903,
|
||
|
|
"learning_rate": 1.1409012319375828e-05,
|
||
|
|
"loss": 1.6266782760620118,
|
||
|
|
"step": 1020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.30622009569378,
|
||
|
|
"grad_norm": 0.4243997633457184,
|
||
|
|
"learning_rate": 1.1236014767404929e-05,
|
||
|
|
"loss": 1.5902006149291992,
|
||
|
|
"step": 1030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.445411048281862,
|
||
|
|
"grad_norm": 0.3468796908855438,
|
||
|
|
"learning_rate": 1.1062640713362333e-05,
|
||
|
|
"loss": 1.6216354370117188,
|
||
|
|
"step": 1040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.584602000869943,
|
||
|
|
"grad_norm": 0.401908814907074,
|
||
|
|
"learning_rate": 1.0888942968664417e-05,
|
||
|
|
"loss": 1.6114536285400392,
|
||
|
|
"step": 1050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.723792953458025,
|
||
|
|
"grad_norm": 0.4970390796661377,
|
||
|
|
"learning_rate": 1.071497444332686e-05,
|
||
|
|
"loss": 1.6442710876464843,
|
||
|
|
"step": 1060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 14.862983906046107,
|
||
|
|
"grad_norm": 0.3688914477825165,
|
||
|
|
"learning_rate": 1.0540788129847757e-05,
|
||
|
|
"loss": 1.6298063278198243,
|
||
|
|
"step": 1070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.0,
|
||
|
|
"grad_norm": 0.434993714094162,
|
||
|
|
"learning_rate": 1.0366437087065564e-05,
|
||
|
|
"loss": 1.595756435394287,
|
||
|
|
"step": 1080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.139190952588082,
|
||
|
|
"grad_norm": 0.35529911518096924,
|
||
|
|
"learning_rate": 1.01919744239969e-05,
|
||
|
|
"loss": 1.6257198333740235,
|
||
|
|
"step": 1090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.278381905176163,
|
||
|
|
"grad_norm": 0.34072160720825195,
|
||
|
|
"learning_rate": 1.0017453283658984e-05,
|
||
|
|
"loss": 1.5960454940795898,
|
||
|
|
"step": 1100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.417572857764245,
|
||
|
|
"grad_norm": 0.3407002091407776,
|
||
|
|
"learning_rate": 9.842926826881796e-06,
|
||
|
|
"loss": 1.6124040603637695,
|
||
|
|
"step": 1110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.556763810352328,
|
||
|
|
"grad_norm": 0.40393882989883423,
|
||
|
|
"learning_rate": 9.668448216114739e-06,
|
||
|
|
"loss": 1.5963356018066406,
|
||
|
|
"step": 1120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.695954762940408,
|
||
|
|
"grad_norm": 0.3404715955257416,
|
||
|
|
"learning_rate": 9.494070599232868e-06,
|
||
|
|
"loss": 1.5878984451293945,
|
||
|
|
"step": 1130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.83514571552849,
|
||
|
|
"grad_norm": 0.36653557419776917,
|
||
|
|
"learning_rate": 9.319847093347522e-06,
|
||
|
|
"loss": 1.6171627044677734,
|
||
|
|
"step": 1140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 15.974336668116573,
|
||
|
|
"grad_norm": 0.3662278354167938,
|
||
|
|
"learning_rate": 9.145830768626326e-06,
|
||
|
|
"loss": 1.5852025985717773,
|
||
|
|
"step": 1150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.111352762070464,
|
||
|
|
"grad_norm": 0.38278138637542725,
|
||
|
|
"learning_rate": 8.972074632127533e-06,
|
||
|
|
"loss": 1.6375057220458984,
|
||
|
|
"step": 1160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.250543714658548,
|
||
|
|
"grad_norm": 0.37945541739463806,
|
||
|
|
"learning_rate": 8.79863161165353e-06,
|
||
|
|
"loss": 1.6030035018920898,
|
||
|
|
"step": 1170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.38973466724663,
|
||
|
|
"grad_norm": 0.4779614806175232,
|
||
|
|
"learning_rate": 8.625554539628536e-06,
|
||
|
|
"loss": 1.5862947463989259,
|
||
|
|
"step": 1180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.52892561983471,
|
||
|
|
"grad_norm": 0.4305327236652374,
|
||
|
|
"learning_rate": 8.452896137005322e-06,
|
||
|
|
"loss": 1.6087259292602538,
|
||
|
|
"step": 1190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.668116572422793,
|
||
|
|
"grad_norm": 0.3351025879383087,
|
||
|
|
"learning_rate": 8.280708997205904e-06,
|
||
|
|
"loss": 1.540428924560547,
|
||
|
|
"step": 1200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.807307525010874,
|
||
|
|
"grad_norm": 0.4297463595867157,
|
||
|
|
"learning_rate": 8.109045570101086e-06,
|
||
|
|
"loss": 1.5917155265808105,
|
||
|
|
"step": 1210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 16.946498477598958,
|
||
|
|
"grad_norm": 0.34814122319221497,
|
||
|
|
"learning_rate": 7.937958146033706e-06,
|
||
|
|
"loss": 1.552242374420166,
|
||
|
|
"step": 1220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 17.08351457155285,
|
||
|
|
"grad_norm": 0.3431946933269501,
|
||
|
|
"learning_rate": 7.767498839890489e-06,
|
||
|
|
"loss": 1.5931344985961915,
|
||
|
|
"step": 1230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 17.22270552414093,
|
||
|
|
"grad_norm": 0.4247678816318512,
|
||
|
|
"learning_rate": 7.597719575227364e-06,
|
||
|
|
"loss": 1.5802928924560546,
|
||
|
|
"step": 1240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 17.36189647672901,
|
||
|
|
"grad_norm": 0.34527385234832764,
|
||
|
|
"learning_rate": 7.428672068453041e-06,
|
||
|
|
"loss": 1.5672491073608399,
|
||
|
|
"step": 1250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 17.501087429317096,
|
||
|
|
"grad_norm": 0.387896329164505,
|
||
|
|
"learning_rate": 7.260407813075676e-06,
|
||
|
|
"loss": 1.5785249710083007,
|
||
|
|
"step": 1260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 17.640278381905176,
|
||
|
|
"grad_norm": 0.4005770981311798,
|
||
|
|
"learning_rate": 7.092978064017475e-06,
|
||
|
|
"loss": 1.607071876525879,
|
||
|
|
"step": 1270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 17.779469334493257,
|
||
|
|
"grad_norm": 0.34315192699432373,
|
||
|
|
"learning_rate": 6.92643382200193e-06,
|
||
|
|
"loss": 1.6127098083496094,
|
||
|
|
"step": 1280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 17.91866028708134,
|
||
|
|
"grad_norm": 0.38598817586898804,
|
||
|
|
"learning_rate": 6.7608258180185085e-06,
|
||
|
|
"loss": 1.5511341094970703,
|
||
|
|
"step": 1290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 18.055676381035234,
|
||
|
|
"grad_norm": 0.37196919322013855,
|
||
|
|
"learning_rate": 6.596204497869501e-06,
|
||
|
|
"loss": 1.5802863121032715,
|
||
|
|
"step": 1300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 18.194867333623314,
|
||
|
|
"grad_norm": 0.3532085120677948,
|
||
|
|
"learning_rate": 6.432620006803747e-06,
|
||
|
|
"loss": 1.6016632080078126,
|
||
|
|
"step": 1310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 18.334058286211395,
|
||
|
|
"grad_norm": 0.3635902404785156,
|
||
|
|
"learning_rate": 6.2701221742419106e-06,
|
||
|
|
"loss": 1.587782096862793,
|
||
|
|
"step": 1320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 18.47324923879948,
|
||
|
|
"grad_norm": 0.3914374113082886,
|
||
|
|
"learning_rate": 6.108760498597939e-06,
|
||
|
|
"loss": 1.564741325378418,
|
||
|
|
"step": 1330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 18.61244019138756,
|
||
|
|
"grad_norm": 0.36254847049713135,
|
||
|
|
"learning_rate": 5.948584132201376e-06,
|
||
|
|
"loss": 1.5382339477539062,
|
||
|
|
"step": 1340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 18.75163114397564,
|
||
|
|
"grad_norm": 0.40806812047958374,
|
||
|
|
"learning_rate": 5.789641866325091e-06,
|
||
|
|
"loss": 1.5827655792236328,
|
||
|
|
"step": 1350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 18.890822096563724,
|
||
|
|
"grad_norm": 0.40871936082839966,
|
||
|
|
"learning_rate": 5.631982116322981e-06,
|
||
|
|
"loss": 1.5698270797729492,
|
||
|
|
"step": 1360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 19.027838190517617,
|
||
|
|
"grad_norm": 0.34864017367362976,
|
||
|
|
"learning_rate": 5.475652906882173e-06,
|
||
|
|
"loss": 1.547338104248047,
|
||
|
|
"step": 1370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 19.167029143105697,
|
||
|
|
"grad_norm": 0.344682902097702,
|
||
|
|
"learning_rate": 5.3207018573942684e-06,
|
||
|
|
"loss": 1.5822577476501465,
|
||
|
|
"step": 1380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 19.30622009569378,
|
||
|
|
"grad_norm": 0.34946802258491516,
|
||
|
|
"learning_rate": 5.167176167449977e-06,
|
||
|
|
"loss": 1.5616905212402343,
|
||
|
|
"step": 1390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 19.445411048281862,
|
||
|
|
"grad_norm": 0.3829444944858551,
|
||
|
|
"learning_rate": 5.015122602461698e-06,
|
||
|
|
"loss": 1.583076286315918,
|
||
|
|
"step": 1400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 19.584602000869943,
|
||
|
|
"grad_norm": 0.3944872319698334,
|
||
|
|
"learning_rate": 4.864587479418302e-06,
|
||
|
|
"loss": 1.5577040672302247,
|
||
|
|
"step": 1410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 19.723792953458027,
|
||
|
|
"grad_norm": 0.37802907824516296,
|
||
|
|
"learning_rate": 4.71561665277653e-06,
|
||
|
|
"loss": 1.559574508666992,
|
||
|
|
"step": 1420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 19.862983906046107,
|
||
|
|
"grad_norm": 0.3113175928592682,
|
||
|
|
"learning_rate": 4.568255500493292e-06,
|
||
|
|
"loss": 1.5564599990844727,
|
||
|
|
"step": 1430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 20.0,
|
||
|
|
"grad_norm": 0.3849709630012512,
|
||
|
|
"learning_rate": 4.422548910203099e-06,
|
||
|
|
"loss": 1.5471788406372071,
|
||
|
|
"step": 1440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 20.13919095258808,
|
||
|
|
"grad_norm": 0.3226722478866577,
|
||
|
|
"learning_rate": 4.27854126554484e-06,
|
||
|
|
"loss": 1.5596961975097656,
|
||
|
|
"step": 1450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 20.278381905176165,
|
||
|
|
"grad_norm": 0.33885228633880615,
|
||
|
|
"learning_rate": 4.136276432642107e-06,
|
||
|
|
"loss": 1.5046983718872071,
|
||
|
|
"step": 1460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 20.417572857764245,
|
||
|
|
"grad_norm": 0.3818175196647644,
|
||
|
|
"learning_rate": 3.9957977467411615e-06,
|
||
|
|
"loss": 1.5638971328735352,
|
||
|
|
"step": 1470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 20.556763810352326,
|
||
|
|
"grad_norm": 0.36039480566978455,
|
||
|
|
"learning_rate": 3.857147999010568e-06,
|
||
|
|
"loss": 1.5903932571411132,
|
||
|
|
"step": 1480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 20.69595476294041,
|
||
|
|
"grad_norm": 0.3746209144592285,
|
||
|
|
"learning_rate": 3.7203694235066224e-06,
|
||
|
|
"loss": 1.5735241889953613,
|
||
|
|
"step": 1490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 20.83514571552849,
|
||
|
|
"grad_norm": 0.38420161604881287,
|
||
|
|
"learning_rate": 3.5855036843084213e-06,
|
||
|
|
"loss": 1.5623096466064452,
|
||
|
|
"step": 1500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 20.97433666811657,
|
||
|
|
"grad_norm": 0.4188708961009979,
|
||
|
|
"learning_rate": 3.452591862826603e-06,
|
||
|
|
"loss": 1.5697534561157227,
|
||
|
|
"step": 1510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 21.111352762070464,
|
||
|
|
"grad_norm": 0.3920036554336548,
|
||
|
|
"learning_rate": 3.3216744452895356e-06,
|
||
|
|
"loss": 1.5524249076843262,
|
||
|
|
"step": 1520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 21.250543714658548,
|
||
|
|
"grad_norm": 0.38039422035217285,
|
||
|
|
"learning_rate": 3.192791310410822e-06,
|
||
|
|
"loss": 1.5278741836547851,
|
||
|
|
"step": 1530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 21.38973466724663,
|
||
|
|
"grad_norm": 0.3081962466239929,
|
||
|
|
"learning_rate": 3.0659817172418694e-06,
|
||
|
|
"loss": 1.5423470497131349,
|
||
|
|
"step": 1540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 21.52892561983471,
|
||
|
|
"grad_norm": 0.3509298264980316,
|
||
|
|
"learning_rate": 2.9412842932131904e-06,
|
||
|
|
"loss": 1.5035577774047852,
|
||
|
|
"step": 1550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 21.668116572422793,
|
||
|
|
"grad_norm": 0.33368051052093506,
|
||
|
|
"learning_rate": 2.8187370223681134e-06,
|
||
|
|
"loss": 1.555666732788086,
|
||
|
|
"step": 1560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 21.807307525010874,
|
||
|
|
"grad_norm": 0.33778148889541626,
|
||
|
|
"learning_rate": 2.698377233792476e-06,
|
||
|
|
"loss": 1.5625399589538573,
|
||
|
|
"step": 1570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 21.946498477598958,
|
||
|
|
"grad_norm": 0.42140209674835205,
|
||
|
|
"learning_rate": 2.5802415902438373e-06,
|
||
|
|
"loss": 1.5932843208312988,
|
||
|
|
"step": 1580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 22.08351457155285,
|
||
|
|
"grad_norm": 0.3272395730018616,
|
||
|
|
"learning_rate": 2.464366076983623e-06,
|
||
|
|
"loss": 1.59045467376709,
|
||
|
|
"step": 1590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 22.22270552414093,
|
||
|
|
"grad_norm": 0.33958563208580017,
|
||
|
|
"learning_rate": 2.3507859908156828e-06,
|
||
|
|
"loss": 1.5175203323364257,
|
||
|
|
"step": 1600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 22.36189647672901,
|
||
|
|
"grad_norm": 0.40000298619270325,
|
||
|
|
"learning_rate": 2.2395359293345396e-06,
|
||
|
|
"loss": 1.5577522277832032,
|
||
|
|
"step": 1610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 22.501087429317096,
|
||
|
|
"grad_norm": 0.39034193754196167,
|
||
|
|
"learning_rate": 2.130649780386628e-06,
|
||
|
|
"loss": 1.5607427597045898,
|
||
|
|
"step": 1620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 22.640278381905176,
|
||
|
|
"grad_norm": 0.3313250243663788,
|
||
|
|
"learning_rate": 2.024160711747717e-06,
|
||
|
|
"loss": 1.5696653366088866,
|
||
|
|
"step": 1630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 22.779469334493257,
|
||
|
|
"grad_norm": 0.38273027539253235,
|
||
|
|
"learning_rate": 1.9201011610196972e-06,
|
||
|
|
"loss": 1.5454700469970704,
|
||
|
|
"step": 1640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 22.91866028708134,
|
||
|
|
"grad_norm": 0.36865147948265076,
|
||
|
|
"learning_rate": 1.818502825749764e-06,
|
||
|
|
"loss": 1.5079867362976074,
|
||
|
|
"step": 1650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 23.055676381035234,
|
||
|
|
"grad_norm": 0.42405128479003906,
|
||
|
|
"learning_rate": 1.7193966537750561e-06,
|
||
|
|
"loss": 1.5665024757385253,
|
||
|
|
"step": 1660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 23.194867333623314,
|
||
|
|
"grad_norm": 0.4113521873950958,
|
||
|
|
"learning_rate": 1.6228128337956128e-06,
|
||
|
|
"loss": 1.5511959075927735,
|
||
|
|
"step": 1670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 23.334058286211395,
|
||
|
|
"grad_norm": 0.39184561371803284,
|
||
|
|
"learning_rate": 1.5287807861786308e-06,
|
||
|
|
"loss": 1.5294864654541016,
|
||
|
|
"step": 1680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 23.47324923879948,
|
||
|
|
"grad_norm": 0.368387907743454,
|
||
|
|
"learning_rate": 1.4373291539967182e-06,
|
||
|
|
"loss": 1.5911618232727052,
|
||
|
|
"step": 1690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 23.61244019138756,
|
||
|
|
"grad_norm": 0.37242400646209717,
|
||
|
|
"learning_rate": 1.3484857943029572e-06,
|
||
|
|
"loss": 1.5394433975219726,
|
||
|
|
"step": 1700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 23.75163114397564,
|
||
|
|
"grad_norm": 0.42866021394729614,
|
||
|
|
"learning_rate": 1.2622777696453482e-06,
|
||
|
|
"loss": 1.5390392303466798,
|
||
|
|
"step": 1710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 23.890822096563724,
|
||
|
|
"grad_norm": 0.38126400113105774,
|
||
|
|
"learning_rate": 1.1787313398233235e-06,
|
||
|
|
"loss": 1.5386754989624023,
|
||
|
|
"step": 1720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 24.027838190517617,
|
||
|
|
"grad_norm": 0.358623743057251,
|
||
|
|
"learning_rate": 1.097871953888735e-06,
|
||
|
|
"loss": 1.5404573440551759,
|
||
|
|
"step": 1730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 24.167029143105697,
|
||
|
|
"grad_norm": 0.35931700468063354,
|
||
|
|
"learning_rate": 1.0197242423938447e-06,
|
||
|
|
"loss": 1.5361785888671875,
|
||
|
|
"step": 1740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 24.30622009569378,
|
||
|
|
"grad_norm": 0.36846256256103516,
|
||
|
|
"learning_rate": 9.44312009888606e-07,
|
||
|
|
"loss": 1.560469150543213,
|
||
|
|
"step": 1750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 24.445411048281862,
|
||
|
|
"grad_norm": 0.40911176800727844,
|
||
|
|
"learning_rate": 8.716582276695729e-07,
|
||
|
|
"loss": 1.5527557373046874,
|
||
|
|
"step": 1760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 24.584602000869943,
|
||
|
|
"grad_norm": 0.36536332964897156,
|
||
|
|
"learning_rate": 8.017850267826233e-07,
|
||
|
|
"loss": 1.5348384857177735,
|
||
|
|
"step": 1770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 24.723792953458027,
|
||
|
|
"grad_norm": 0.36238783597946167,
|
||
|
|
"learning_rate": 7.347136912816277e-07,
|
||
|
|
"loss": 1.5461329460144042,
|
||
|
|
"step": 1780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 24.862983906046107,
|
||
|
|
"grad_norm": 0.37549588084220886,
|
||
|
|
"learning_rate": 6.704646517451108e-07,
|
||
|
|
"loss": 1.5619462966918944,
|
||
|
|
"step": 1790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 25.0,
|
||
|
|
"grad_norm": 0.41407886147499084,
|
||
|
|
"learning_rate": 6.090574790529091e-07,
|
||
|
|
"loss": 1.5449966430664062,
|
||
|
|
"step": 1800
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"logging_steps": 10,
|
||
|
|
"max_steps": 2000,
|
||
|
|
"num_input_tokens_seen": 0,
|
||
|
|
"num_train_epochs": 28,
|
||
|
|
"save_steps": 200,
|
||
|
|
"stateful_callbacks": {
|
||
|
|
"TrainerControl": {
|
||
|
|
"args": {
|
||
|
|
"should_epoch_stop": false,
|
||
|
|
"should_evaluate": false,
|
||
|
|
"should_log": false,
|
||
|
|
"should_save": true,
|
||
|
|
"should_training_stop": false
|
||
|
|
},
|
||
|
|
"attributes": {}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"total_flos": 4.724013614392934e+16,
|
||
|
|
"train_batch_size": 1,
|
||
|
|
"trial_name": null,
|
||
|
|
"trial_params": null
|
||
|
|
}
|