989 lines
24 KiB
JSON
989 lines
24 KiB
JSON
|
{
|
||
|
|
"best_global_step": null,
|
||
|
|
"best_metric": null,
|
||
|
|
"best_model_checkpoint": null,
|
||
|
|
"epoch": 1.0,
|
||
|
|
"eval_steps": 500,
|
||
|
|
"global_step": 675,
|
||
|
|
"is_hyper_param_search": false,
|
||
|
|
"is_local_process_zero": true,
|
||
|
|
"is_world_process_zero": true,
|
||
|
|
"log_history": [
|
||
|
|
{
|
||
|
|
"epoch": 0.007412898443291327,
|
||
|
|
"grad_norm": 49.5,
|
||
|
|
"learning_rate": 3.80952380952381e-06,
|
||
|
|
"loss": 2.981045722961426,
|
||
|
|
"step": 5
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.014825796886582653,
|
||
|
|
"grad_norm": 13.0,
|
||
|
|
"learning_rate": 8.571428571428571e-06,
|
||
|
|
"loss": 2.7763238906860352,
|
||
|
|
"step": 10
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02223869532987398,
|
||
|
|
"grad_norm": 7.59375,
|
||
|
|
"learning_rate": 1.3333333333333333e-05,
|
||
|
|
"loss": 2.5071876525878904,
|
||
|
|
"step": 15
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.029651593773165306,
|
||
|
|
"grad_norm": 4.0625,
|
||
|
|
"learning_rate": 1.8095238095238097e-05,
|
||
|
|
"loss": 2.216544532775879,
|
||
|
|
"step": 20
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.037064492216456635,
|
||
|
|
"grad_norm": 3.453125,
|
||
|
|
"learning_rate": 1.9998961636899736e-05,
|
||
|
|
"loss": 2.02364444732666,
|
||
|
|
"step": 25
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04447739065974796,
|
||
|
|
"grad_norm": 2.640625,
|
||
|
|
"learning_rate": 1.9992616865520515e-05,
|
||
|
|
"loss": 1.8605846405029296,
|
||
|
|
"step": 30
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05189028910303929,
|
||
|
|
"grad_norm": 2.5,
|
||
|
|
"learning_rate": 1.998050784669941e-05,
|
||
|
|
"loss": 1.8314769744873047,
|
||
|
|
"step": 35
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05930318754633061,
|
||
|
|
"grad_norm": 2.546875,
|
||
|
|
"learning_rate": 1.9962641565531694e-05,
|
||
|
|
"loss": 1.7219036102294922,
|
||
|
|
"step": 40
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06671608598962195,
|
||
|
|
"grad_norm": 2.640625,
|
||
|
|
"learning_rate": 1.9939028328193097e-05,
|
||
|
|
"loss": 1.6877906799316407,
|
||
|
|
"step": 45
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07412898443291327,
|
||
|
|
"grad_norm": 2.625,
|
||
|
|
"learning_rate": 1.990968175599471e-05,
|
||
|
|
"loss": 1.6538002014160156,
|
||
|
|
"step": 50
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08154188287620459,
|
||
|
|
"grad_norm": 2.328125,
|
||
|
|
"learning_rate": 1.987461877752552e-05,
|
||
|
|
"loss": 1.6635187149047852,
|
||
|
|
"step": 55
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08895478131949593,
|
||
|
|
"grad_norm": 2.40625,
|
||
|
|
"learning_rate": 1.983385961888711e-05,
|
||
|
|
"loss": 1.5999790191650392,
|
||
|
|
"step": 60
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09636767976278725,
|
||
|
|
"grad_norm": 2.59375,
|
||
|
|
"learning_rate": 1.978742779202627e-05,
|
||
|
|
"loss": 1.572991943359375,
|
||
|
|
"step": 65
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10378057820607858,
|
||
|
|
"grad_norm": 2.640625,
|
||
|
|
"learning_rate": 1.973535008117207e-05,
|
||
|
|
"loss": 1.6114467620849608,
|
||
|
|
"step": 70
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1111934766493699,
|
||
|
|
"grad_norm": 2.21875,
|
||
|
|
"learning_rate": 1.9677656527385386e-05,
|
||
|
|
"loss": 1.5769593238830566,
|
||
|
|
"step": 75
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11860637509266123,
|
||
|
|
"grad_norm": 2.109375,
|
||
|
|
"learning_rate": 1.9614380411229693e-05,
|
||
|
|
"loss": 1.5900885581970214,
|
||
|
|
"step": 80
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12601927353595255,
|
||
|
|
"grad_norm": 2.125,
|
||
|
|
"learning_rate": 1.9545558233573136e-05,
|
||
|
|
"loss": 1.5888105392456056,
|
||
|
|
"step": 85
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1334321719792439,
|
||
|
|
"grad_norm": 2.578125,
|
||
|
|
"learning_rate": 1.9471229694533003e-05,
|
||
|
|
"loss": 1.563032054901123,
|
||
|
|
"step": 90
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14084507042253522,
|
||
|
|
"grad_norm": 2.296875,
|
||
|
|
"learning_rate": 1.9391437670574656e-05,
|
||
|
|
"loss": 1.5782450675964355,
|
||
|
|
"step": 95
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14825796886582654,
|
||
|
|
"grad_norm": 2.28125,
|
||
|
|
"learning_rate": 1.9306228189778255e-05,
|
||
|
|
"loss": 1.5569299697875976,
|
||
|
|
"step": 100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15567086730911786,
|
||
|
|
"grad_norm": 2.015625,
|
||
|
|
"learning_rate": 1.9215650405287392e-05,
|
||
|
|
"loss": 1.5072972297668457,
|
||
|
|
"step": 105
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16308376575240918,
|
||
|
|
"grad_norm": 2.375,
|
||
|
|
"learning_rate": 1.9119756566955092e-05,
|
||
|
|
"loss": 1.4942115783691405,
|
||
|
|
"step": 110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17049666419570053,
|
||
|
|
"grad_norm": 2.390625,
|
||
|
|
"learning_rate": 1.901860199120344e-05,
|
||
|
|
"loss": 1.5515302658081054,
|
||
|
|
"step": 115
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17790956263899185,
|
||
|
|
"grad_norm": 2.890625,
|
||
|
|
"learning_rate": 1.891224502911428e-05,
|
||
|
|
"loss": 1.4991122245788575,
|
||
|
|
"step": 120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18532246108228317,
|
||
|
|
"grad_norm": 2.28125,
|
||
|
|
"learning_rate": 1.8800747032769343e-05,
|
||
|
|
"loss": 1.4753767013549806,
|
||
|
|
"step": 125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1927353595255745,
|
||
|
|
"grad_norm": 2.234375,
|
||
|
|
"learning_rate": 1.8684172319859258e-05,
|
||
|
|
"loss": 1.4607695579528808,
|
||
|
|
"step": 130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20014825796886582,
|
||
|
|
"grad_norm": 2.125,
|
||
|
|
"learning_rate": 1.856258813658188e-05,
|
||
|
|
"loss": 1.461857509613037,
|
||
|
|
"step": 135
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20756115641215717,
|
||
|
|
"grad_norm": 2.265625,
|
||
|
|
"learning_rate": 1.8436064618851225e-05,
|
||
|
|
"loss": 1.530456256866455,
|
||
|
|
"step": 140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2149740548554485,
|
||
|
|
"grad_norm": 2.1875,
|
||
|
|
"learning_rate": 1.8304674751839583e-05,
|
||
|
|
"loss": 1.4979378700256347,
|
||
|
|
"step": 145
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2223869532987398,
|
||
|
|
"grad_norm": 2.203125,
|
||
|
|
"learning_rate": 1.8168494327875918e-05,
|
||
|
|
"loss": 1.4886467933654786,
|
||
|
|
"step": 150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22979985174203113,
|
||
|
|
"grad_norm": 1.9453125,
|
||
|
|
"learning_rate": 1.8027601902725065e-05,
|
||
|
|
"loss": 1.4672227859497071,
|
||
|
|
"step": 155
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23721275018532245,
|
||
|
|
"grad_norm": 2.0,
|
||
|
|
"learning_rate": 1.788207875027274e-05,
|
||
|
|
"loss": 1.4558910369873046,
|
||
|
|
"step": 160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2446256486286138,
|
||
|
|
"grad_norm": 2.1875,
|
||
|
|
"learning_rate": 1.77320088156427e-05,
|
||
|
|
"loss": 1.4654417037963867,
|
||
|
|
"step": 165
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2520385470719051,
|
||
|
|
"grad_norm": 2.21875,
|
||
|
|
"learning_rate": 1.7577478666772886e-05,
|
||
|
|
"loss": 1.4390137672424317,
|
||
|
|
"step": 170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25945144551519644,
|
||
|
|
"grad_norm": 2.3125,
|
||
|
|
"learning_rate": 1.741857744447869e-05,
|
||
|
|
"loss": 1.4661806106567383,
|
||
|
|
"step": 175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2668643439584878,
|
||
|
|
"grad_norm": 2.28125,
|
||
|
|
"learning_rate": 1.7255396811032014e-05,
|
||
|
|
"loss": 1.472686767578125,
|
||
|
|
"step": 180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2742772424017791,
|
||
|
|
"grad_norm": 3.328125,
|
||
|
|
"learning_rate": 1.708803089728583e-05,
|
||
|
|
"loss": 1.4672610282897949,
|
||
|
|
"step": 185
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28169014084507044,
|
||
|
|
"grad_norm": 2.4375,
|
||
|
|
"learning_rate": 1.691657624837472e-05,
|
||
|
|
"loss": 1.4069836616516114,
|
||
|
|
"step": 190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28910303928836173,
|
||
|
|
"grad_norm": 2.453125,
|
||
|
|
"learning_rate": 1.6741131768022777e-05,
|
||
|
|
"loss": 1.471778392791748,
|
||
|
|
"step": 195
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2965159377316531,
|
||
|
|
"grad_norm": 2.703125,
|
||
|
|
"learning_rate": 1.6561798661490904e-05,
|
||
|
|
"loss": 1.4518500328063966,
|
||
|
|
"step": 200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30392883617494443,
|
||
|
|
"grad_norm": 2.015625,
|
||
|
|
"learning_rate": 1.6378680377196526e-05,
|
||
|
|
"loss": 1.4200240135192872,
|
||
|
|
"step": 205
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3113417346182357,
|
||
|
|
"grad_norm": 2.484375,
|
||
|
|
"learning_rate": 1.619188254703927e-05,
|
||
|
|
"loss": 1.4366942405700684,
|
||
|
|
"step": 210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31875463306152707,
|
||
|
|
"grad_norm": 2.140625,
|
||
|
|
"learning_rate": 1.6001512925467153e-05,
|
||
|
|
"loss": 1.4304126739501952,
|
||
|
|
"step": 215
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32616753150481836,
|
||
|
|
"grad_norm": 2.234375,
|
||
|
|
"learning_rate": 1.5807681327318372e-05,
|
||
|
|
"loss": 1.4636366844177247,
|
||
|
|
"step": 220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3335804299481097,
|
||
|
|
"grad_norm": 2.046875,
|
||
|
|
"learning_rate": 1.5610499564474512e-05,
|
||
|
|
"loss": 1.440121841430664,
|
||
|
|
"step": 225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34099332839140106,
|
||
|
|
"grad_norm": 2.203125,
|
||
|
|
"learning_rate": 1.541008138136183e-05,
|
||
|
|
"loss": 1.4860041618347168,
|
||
|
|
"step": 230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34840622683469236,
|
||
|
|
"grad_norm": 1.984375,
|
||
|
|
"learning_rate": 1.520654238933767e-05,
|
||
|
|
"loss": 1.4189085006713866,
|
||
|
|
"step": 235
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3558191252779837,
|
||
|
|
"grad_norm": 2.328125,
|
||
|
|
"learning_rate": 1.5000000000000002e-05,
|
||
|
|
"loss": 1.407963466644287,
|
||
|
|
"step": 240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.363232023721275,
|
||
|
|
"grad_norm": 2.1875,
|
||
|
|
"learning_rate": 1.4790573357458464e-05,
|
||
|
|
"loss": 1.4134508132934571,
|
||
|
|
"step": 245
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37064492216456635,
|
||
|
|
"grad_norm": 2.875,
|
||
|
|
"learning_rate": 1.4578383269606004e-05,
|
||
|
|
"loss": 1.425547218322754,
|
||
|
|
"step": 250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3780578206078577,
|
||
|
|
"grad_norm": 2.5625,
|
||
|
|
"learning_rate": 1.4363552138430764e-05,
|
||
|
|
"loss": 1.402323055267334,
|
||
|
|
"step": 255
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.385470719051149,
|
||
|
|
"grad_norm": 2.703125,
|
||
|
|
"learning_rate": 1.4146203889408418e-05,
|
||
|
|
"loss": 1.4572528839111327,
|
||
|
|
"step": 260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39288361749444034,
|
||
|
|
"grad_norm": 1.9921875,
|
||
|
|
"learning_rate": 1.392646390001569e-05,
|
||
|
|
"loss": 1.3995424270629884,
|
||
|
|
"step": 265
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40029651593773163,
|
||
|
|
"grad_norm": 2.3125,
|
||
|
|
"learning_rate": 1.3704458927406261e-05,
|
||
|
|
"loss": 1.4161681175231933,
|
||
|
|
"step": 270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.407709414381023,
|
||
|
|
"grad_norm": 2.6875,
|
||
|
|
"learning_rate": 1.3480317035290837e-05,
|
||
|
|
"loss": 1.4083374977111816,
|
||
|
|
"step": 275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41512231282431433,
|
||
|
|
"grad_norm": 2.390625,
|
||
|
|
"learning_rate": 1.325416752006351e-05,
|
||
|
|
"loss": 1.3747909545898438,
|
||
|
|
"step": 280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4225352112676056,
|
||
|
|
"grad_norm": 2.6875,
|
||
|
|
"learning_rate": 1.302614083621705e-05,
|
||
|
|
"loss": 1.4275038719177247,
|
||
|
|
"step": 285
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.429948109710897,
|
||
|
|
"grad_norm": 2.171875,
|
||
|
|
"learning_rate": 1.2796368521090143e-05,
|
||
|
|
"loss": 1.3964252471923828,
|
||
|
|
"step": 290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43736100815418827,
|
||
|
|
"grad_norm": 2.328125,
|
||
|
|
"learning_rate": 1.256498311899001e-05,
|
||
|
|
"loss": 1.401359462738037,
|
||
|
|
"step": 295
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4447739065974796,
|
||
|
|
"grad_norm": 2.046875,
|
||
|
|
"learning_rate": 1.233211810473411e-05,
|
||
|
|
"loss": 1.4066211700439453,
|
||
|
|
"step": 300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45218680504077097,
|
||
|
|
"grad_norm": 2.265625,
|
||
|
|
"learning_rate": 1.2097907806655136e-05,
|
||
|
|
"loss": 1.3704119682312013,
|
||
|
|
"step": 305
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45959970348406226,
|
||
|
|
"grad_norm": 2.125,
|
||
|
|
"learning_rate": 1.1862487329113606e-05,
|
||
|
|
"loss": 1.3963244438171387,
|
||
|
|
"step": 310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4670126019273536,
|
||
|
|
"grad_norm": 2.40625,
|
||
|
|
"learning_rate": 1.1625992474562846e-05,
|
||
|
|
"loss": 1.402764892578125,
|
||
|
|
"step": 315
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4744255003706449,
|
||
|
|
"grad_norm": 2.34375,
|
||
|
|
"learning_rate": 1.1388559665211241e-05,
|
||
|
|
"loss": 1.417808437347412,
|
||
|
|
"step": 320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48183839881393625,
|
||
|
|
"grad_norm": 2.625,
|
||
|
|
"learning_rate": 1.1150325864327003e-05,
|
||
|
|
"loss": 1.4581987380981445,
|
||
|
|
"step": 325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4892512972572276,
|
||
|
|
"grad_norm": 2.546875,
|
||
|
|
"learning_rate": 1.0911428497230834e-05,
|
||
|
|
"loss": 1.4179252624511718,
|
||
|
|
"step": 330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4966641957005189,
|
||
|
|
"grad_norm": 2.65625,
|
||
|
|
"learning_rate": 1.0672005372022014e-05,
|
||
|
|
"loss": 1.4111376762390138,
|
||
|
|
"step": 335
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5040770941438102,
|
||
|
|
"grad_norm": 2.234375,
|
||
|
|
"learning_rate": 1.043219460008374e-05,
|
||
|
|
"loss": 1.3600208282470703,
|
||
|
|
"step": 340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5114899925871016,
|
||
|
|
"grad_norm": 2.390625,
|
||
|
|
"learning_rate": 1.019213451641347e-05,
|
||
|
|
"loss": 1.3771323204040526,
|
||
|
|
"step": 345
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5189028910303929,
|
||
|
|
"grad_norm": 2.28125,
|
||
|
|
"learning_rate": 9.951963599824294e-06,
|
||
|
|
"loss": 1.3850160598754884,
|
||
|
|
"step": 350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5263157894736842,
|
||
|
|
"grad_norm": 2.03125,
|
||
|
|
"learning_rate": 9.711820393063337e-06,
|
||
|
|
"loss": 1.4168268203735352,
|
||
|
|
"step": 355
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5337286879169756,
|
||
|
|
"grad_norm": 2.125,
|
||
|
|
"learning_rate": 9.471843422893299e-06,
|
||
|
|
"loss": 1.3890551567077636,
|
||
|
|
"step": 360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5411415863602669,
|
||
|
|
"grad_norm": 1.9375,
|
||
|
|
"learning_rate": 9.232171120183193e-06,
|
||
|
|
"loss": 1.4085680961608886,
|
||
|
|
"step": 365
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5485544848035582,
|
||
|
|
"grad_norm": 2.0625,
|
||
|
|
"learning_rate": 8.992941740054418e-06,
|
||
|
|
"loss": 1.3939090728759767,
|
||
|
|
"step": 370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5559673832468495,
|
||
|
|
"grad_norm": 2.109375,
|
||
|
|
"learning_rate": 8.754293282128187e-06,
|
||
|
|
"loss": 1.4120423316955566,
|
||
|
|
"step": 375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5633802816901409,
|
||
|
|
"grad_norm": 2.40625,
|
||
|
|
"learning_rate": 8.516363410920376e-06,
|
||
|
|
"loss": 1.342286968231201,
|
||
|
|
"step": 380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5707931801334322,
|
||
|
|
"grad_norm": 2.640625,
|
||
|
|
"learning_rate": 8.279289376429653e-06,
|
||
|
|
"loss": 1.3686384201049804,
|
||
|
|
"step": 385
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5782060785767235,
|
||
|
|
"grad_norm": 2.25,
|
||
|
|
"learning_rate": 8.043207934964722e-06,
|
||
|
|
"loss": 1.4198535919189452,
|
||
|
|
"step": 390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5856189770200149,
|
||
|
|
"grad_norm": 1.8515625,
|
||
|
|
"learning_rate": 7.808255270256368e-06,
|
||
|
|
"loss": 1.4073737144470215,
|
||
|
|
"step": 395
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5930318754633062,
|
||
|
|
"grad_norm": 3.125,
|
||
|
|
"learning_rate": 7.574566914899779e-06,
|
||
|
|
"loss": 1.3731096267700196,
|
||
|
|
"step": 400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6004447739065975,
|
||
|
|
"grad_norm": 2.109375,
|
||
|
|
"learning_rate": 7.342277672172483e-06,
|
||
|
|
"loss": 1.3820195198059082,
|
||
|
|
"step": 405
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6078576723498889,
|
||
|
|
"grad_norm": 2.421875,
|
||
|
|
"learning_rate": 7.111521538272997e-06,
|
||
|
|
"loss": 1.3672608375549316,
|
||
|
|
"step": 410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6152705707931801,
|
||
|
|
"grad_norm": 2.859375,
|
||
|
|
"learning_rate": 6.882431625025016e-06,
|
||
|
|
"loss": 1.352785873413086,
|
||
|
|
"step": 415
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6226834692364714,
|
||
|
|
"grad_norm": 2.265625,
|
||
|
|
"learning_rate": 6.655140083091794e-06,
|
||
|
|
"loss": 1.3680495262145995,
|
||
|
|
"step": 420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6300963676797627,
|
||
|
|
"grad_norm": 2.375,
|
||
|
|
"learning_rate": 6.42977802574494e-06,
|
||
|
|
"loss": 1.4069809913635254,
|
||
|
|
"step": 425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6375092661230541,
|
||
|
|
"grad_norm": 1.953125,
|
||
|
|
"learning_rate": 6.206475453231644e-06,
|
||
|
|
"loss": 1.3522788047790528,
|
||
|
|
"step": 430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6449221645663454,
|
||
|
|
"grad_norm": 2.859375,
|
||
|
|
"learning_rate": 5.98536117778394e-06,
|
||
|
|
"loss": 1.3570075035095215,
|
||
|
|
"step": 435
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6523350630096367,
|
||
|
|
"grad_norm": 2.453125,
|
||
|
|
"learning_rate": 5.766562749313309e-06,
|
||
|
|
"loss": 1.3594365119934082,
|
||
|
|
"step": 440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6597479614529281,
|
||
|
|
"grad_norm": 2.015625,
|
||
|
|
"learning_rate": 5.550206381833409e-06,
|
||
|
|
"loss": 1.4155049324035645,
|
||
|
|
"step": 445
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6671608598962194,
|
||
|
|
"grad_norm": 2.46875,
|
||
|
|
"learning_rate": 5.336416880653461e-06,
|
||
|
|
"loss": 1.3647008895874024,
|
||
|
|
"step": 450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6745737583395107,
|
||
|
|
"grad_norm": 2.4375,
|
||
|
|
"learning_rate": 5.125317570384211e-06,
|
||
|
|
"loss": 1.3679018020629883,
|
||
|
|
"step": 455
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6819866567828021,
|
||
|
|
"grad_norm": 2.1875,
|
||
|
|
"learning_rate": 4.917030223798057e-06,
|
||
|
|
"loss": 1.4130691528320312,
|
||
|
|
"step": 460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6893995552260934,
|
||
|
|
"grad_norm": 2.25,
|
||
|
|
"learning_rate": 4.7116749915843356e-06,
|
||
|
|
"loss": 1.3584203720092773,
|
||
|
|
"step": 465
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6968124536693847,
|
||
|
|
"grad_norm": 2.90625,
|
||
|
|
"learning_rate": 4.5093703330403385e-06,
|
||
|
|
"loss": 1.348178005218506,
|
||
|
|
"step": 470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.704225352112676,
|
||
|
|
"grad_norm": 3.09375,
|
||
|
|
"learning_rate": 4.310232947737979e-06,
|
||
|
|
"loss": 1.3591523170471191,
|
||
|
|
"step": 475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7116382505559674,
|
||
|
|
"grad_norm": 2.703125,
|
||
|
|
"learning_rate": 4.1143777082055715e-06,
|
||
|
|
"loss": 1.3993351936340332,
|
||
|
|
"step": 480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7190511489992587,
|
||
|
|
"grad_norm": 2.515625,
|
||
|
|
"learning_rate": 3.921917593663538e-06,
|
||
|
|
"loss": 1.3535401344299316,
|
||
|
|
"step": 485
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.72646404744255,
|
||
|
|
"grad_norm": 2.3125,
|
||
|
|
"learning_rate": 3.732963624852275e-06,
|
||
|
|
"loss": 1.392369556427002,
|
||
|
|
"step": 490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7338769458858414,
|
||
|
|
"grad_norm": 2.171875,
|
||
|
|
"learning_rate": 3.5476247999897707e-06,
|
||
|
|
"loss": 1.4015738487243652,
|
||
|
|
"step": 495
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7412898443291327,
|
||
|
|
"grad_norm": 2.609375,
|
||
|
|
"learning_rate": 3.3660080318959043e-06,
|
||
|
|
"loss": 1.3607392311096191,
|
||
|
|
"step": 500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.748702742772424,
|
||
|
|
"grad_norm": 1.9296875,
|
||
|
|
"learning_rate": 3.1882180863197308e-06,
|
||
|
|
"loss": 1.3873835563659669,
|
||
|
|
"step": 505
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7561156412157154,
|
||
|
|
"grad_norm": 2.046875,
|
||
|
|
"learning_rate": 3.0143575215052732e-06,
|
||
|
|
"loss": 1.3514761924743652,
|
||
|
|
"step": 510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7635285396590067,
|
||
|
|
"grad_norm": 2.03125,
|
||
|
|
"learning_rate": 2.8445266290307515e-06,
|
||
|
|
"loss": 1.3852715492248535,
|
||
|
|
"step": 515
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.770941438102298,
|
||
|
|
"grad_norm": 2.390625,
|
||
|
|
"learning_rate": 2.678823375955314e-06,
|
||
|
|
"loss": 1.3499971389770509,
|
||
|
|
"step": 520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7783543365455893,
|
||
|
|
"grad_norm": 2.234375,
|
||
|
|
"learning_rate": 2.5173433483066777e-06,
|
||
|
|
"loss": 1.3455326080322265,
|
||
|
|
"step": 525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7857672349888807,
|
||
|
|
"grad_norm": 1.984375,
|
||
|
|
"learning_rate": 2.3601796959422585e-06,
|
||
|
|
"loss": 1.3331590652465821,
|
||
|
|
"step": 530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.793180133432172,
|
||
|
|
"grad_norm": 1.9375,
|
||
|
|
"learning_rate": 2.2074230788156325e-06,
|
||
|
|
"loss": 1.3671817779541016,
|
||
|
|
"step": 535
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8005930318754633,
|
||
|
|
"grad_norm": 2.390625,
|
||
|
|
"learning_rate": 2.0591616146792705e-06,
|
||
|
|
"loss": 1.3592339515686036,
|
||
|
|
"step": 540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8080059303187547,
|
||
|
|
"grad_norm": 2.296875,
|
||
|
|
"learning_rate": 1.915480828253763e-06,
|
||
|
|
"loss": 1.3896028518676757,
|
||
|
|
"step": 545
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.815418828762046,
|
||
|
|
"grad_norm": 2.09375,
|
||
|
|
"learning_rate": 1.7764636018928249e-06,
|
||
|
|
"loss": 1.3742392539978028,
|
||
|
|
"step": 550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8228317272053373,
|
||
|
|
"grad_norm": 2.09375,
|
||
|
|
"learning_rate": 1.6421901277725627e-06,
|
||
|
|
"loss": 1.391466236114502,
|
||
|
|
"step": 555
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8302446256486287,
|
||
|
|
"grad_norm": 2.1875,
|
||
|
|
"learning_rate": 1.5127378616325606e-06,
|
||
|
|
"loss": 1.3652151107788086,
|
||
|
|
"step": 560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.83765752409192,
|
||
|
|
"grad_norm": 2.421875,
|
||
|
|
"learning_rate": 1.3881814780954916e-06,
|
||
|
|
"loss": 1.3537821769714355,
|
||
|
|
"step": 565
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8450704225352113,
|
||
|
|
"grad_norm": 2.171875,
|
||
|
|
"learning_rate": 1.2685928275910142e-06,
|
||
|
|
"loss": 1.347853660583496,
|
||
|
|
"step": 570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8524833209785025,
|
||
|
|
"grad_norm": 2.03125,
|
||
|
|
"learning_rate": 1.1540408949087956e-06,
|
||
|
|
"loss": 1.3285847663879395,
|
||
|
|
"step": 575
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.859896219421794,
|
||
|
|
"grad_norm": 2.109375,
|
||
|
|
"learning_rate": 1.0445917594046073e-06,
|
||
|
|
"loss": 1.4402085304260255,
|
||
|
|
"step": 580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8673091178650852,
|
||
|
|
"grad_norm": 2.671875,
|
||
|
|
"learning_rate": 9.403085568823988e-07,
|
||
|
|
"loss": 1.4003355979919434,
|
||
|
|
"step": 585
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8747220163083765,
|
||
|
|
"grad_norm": 2.25,
|
||
|
|
"learning_rate": 8.412514431743657e-07,
|
||
|
|
"loss": 1.3969636917114259,
|
||
|
|
"step": 590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8821349147516679,
|
||
|
|
"grad_norm": 2.234375,
|
||
|
|
"learning_rate": 7.474775594400252e-07,
|
||
|
|
"loss": 1.3984580993652345,
|
||
|
|
"step": 595
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8895478131949592,
|
||
|
|
"grad_norm": 3.46875,
|
||
|
|
"learning_rate": 6.590409992042957e-07,
|
||
|
|
"loss": 1.3271192550659179,
|
||
|
|
"step": 600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8969607116382505,
|
||
|
|
"grad_norm": 2.34375,
|
||
|
|
"learning_rate": 5.759927771536167e-07,
|
||
|
|
"loss": 1.3371945381164552,
|
||
|
|
"step": 605
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9043736100815419,
|
||
|
|
"grad_norm": 1.8515625,
|
||
|
|
"learning_rate": 4.983807997080925e-07,
|
||
|
|
"loss": 1.3641469955444336,
|
||
|
|
"step": 610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9117865085248332,
|
||
|
|
"grad_norm": 1.875,
|
||
|
|
"learning_rate": 4.262498373866486e-07,
|
||
|
|
"loss": 1.3556190490722657,
|
||
|
|
"step": 615
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9191994069681245,
|
||
|
|
"grad_norm": 2.3125,
|
||
|
|
"learning_rate": 3.5964149898111587e-07,
|
||
|
|
"loss": 1.3831118583679198,
|
||
|
|
"step": 620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9266123054114158,
|
||
|
|
"grad_norm": 2.203125,
|
||
|
|
"learning_rate": 2.985942075541848e-07,
|
||
|
|
"loss": 1.3703168869018554,
|
||
|
|
"step": 625
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9340252038547072,
|
||
|
|
"grad_norm": 2.15625,
|
||
|
|
"learning_rate": 2.4314317827503375e-07,
|
||
|
|
"loss": 1.3450684547424316,
|
||
|
|
"step": 630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9414381022979985,
|
||
|
|
"grad_norm": 2.328125,
|
||
|
|
"learning_rate": 1.9332039810543324e-07,
|
||
|
|
"loss": 1.3397465705871583,
|
||
|
|
"step": 635
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9488510007412898,
|
||
|
|
"grad_norm": 1.8125,
|
||
|
|
"learning_rate": 1.49154607348051e-07,
|
||
|
|
"loss": 1.3559181213378906,
|
||
|
|
"step": 640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9562638991845812,
|
||
|
|
"grad_norm": 2.171875,
|
||
|
|
"learning_rate": 1.1067128306758267e-07,
|
||
|
|
"loss": 1.4002655029296875,
|
||
|
|
"step": 645
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9636767976278725,
|
||
|
|
"grad_norm": 2.125,
|
||
|
|
"learning_rate": 7.789262439430012e-08,
|
||
|
|
"loss": 1.3875154495239257,
|
||
|
|
"step": 650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9710896960711638,
|
||
|
|
"grad_norm": 1.96875,
|
||
|
|
"learning_rate": 5.083753971846239e-08,
|
||
|
|
"loss": 1.3760144233703613,
|
||
|
|
"step": 655
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9785025945144552,
|
||
|
|
"grad_norm": 1.828125,
|
||
|
|
"learning_rate": 2.9521635783001932e-08,
|
||
|
|
"loss": 1.3631325721740724,
|
||
|
|
"step": 660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9859154929577465,
|
||
|
|
"grad_norm": 2.21875,
|
||
|
|
"learning_rate": 1.3957208680761558e-08,
|
||
|
|
"loss": 1.3682563781738282,
|
||
|
|
"step": 665
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9933283914010378,
|
||
|
|
"grad_norm": 1.953125,
|
||
|
|
"learning_rate": 4.153236761488266e-09,
|
||
|
|
"loss": 1.3901843070983886,
|
||
|
|
"step": 670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0,
|
||
|
|
"grad_norm": 3.625,
|
||
|
|
"learning_rate": 1.1537545266726568e-10,
|
||
|
|
"loss": 1.4335641860961914,
|
||
|
|
"step": 675
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0,
|
||
|
|
"step": 675,
|
||
|
|
"total_flos": 3.2515782676161946e+17,
|
||
|
|
"train_loss": 1.470360949480975,
|
||
|
|
"train_runtime": 5409.9531,
|
||
|
|
"train_samples_per_second": 0.499,
|
||
|
|
"train_steps_per_second": 0.125
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"logging_steps": 5,
|
||
|
|
"max_steps": 675,
|
||
|
|
"num_input_tokens_seen": 0,
|
||
|
|
"num_train_epochs": 1,
|
||
|
|
"save_steps": 500,
|
||
|
|
"stateful_callbacks": {
|
||
|
|
"TrainerControl": {
|
||
|
|
"args": {
|
||
|
|
"should_epoch_stop": false,
|
||
|
|
"should_evaluate": false,
|
||
|
|
"should_log": false,
|
||
|
|
"should_save": false,
|
||
|
|
"should_training_stop": false
|
||
|
|
},
|
||
|
|
"attributes": {}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"total_flos": 3.2515782676161946e+17,
|
||
|
|
"train_batch_size": 1,
|
||
|
|
"trial_name": null,
|
||
|
|
"trial_params": null
|
||
|
|
}
|