5091 lines
123 KiB
JSON
5091 lines
123 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 1.0,
|
|
"eval_steps": 500,
|
|
"global_step": 721,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.0013879250520471894,
|
|
"grad_norm": 0.2488352358341217,
|
|
"learning_rate": 0.0,
|
|
"loss": 0.0507,
|
|
"step": 1
|
|
},
|
|
{
|
|
"epoch": 0.002775850104094379,
|
|
"grad_norm": 0.2802581489086151,
|
|
"learning_rate": 4.5454545454545457e-07,
|
|
"loss": 0.0448,
|
|
"step": 2
|
|
},
|
|
{
|
|
"epoch": 0.004163775156141568,
|
|
"grad_norm": 0.20850145816802979,
|
|
"learning_rate": 9.090909090909091e-07,
|
|
"loss": 0.0382,
|
|
"step": 3
|
|
},
|
|
{
|
|
"epoch": 0.005551700208188758,
|
|
"grad_norm": 0.24074043333530426,
|
|
"learning_rate": 1.3636363636363636e-06,
|
|
"loss": 0.0455,
|
|
"step": 4
|
|
},
|
|
{
|
|
"epoch": 0.006939625260235947,
|
|
"grad_norm": 0.33691975474357605,
|
|
"learning_rate": 1.8181818181818183e-06,
|
|
"loss": 0.0663,
|
|
"step": 5
|
|
},
|
|
{
|
|
"epoch": 0.008327550312283136,
|
|
"grad_norm": 0.24708178639411926,
|
|
"learning_rate": 2.2727272727272728e-06,
|
|
"loss": 0.0407,
|
|
"step": 6
|
|
},
|
|
{
|
|
"epoch": 0.009715475364330326,
|
|
"grad_norm": 0.23655228316783905,
|
|
"learning_rate": 2.7272727272727272e-06,
|
|
"loss": 0.0348,
|
|
"step": 7
|
|
},
|
|
{
|
|
"epoch": 0.011103400416377515,
|
|
"grad_norm": 0.2452535629272461,
|
|
"learning_rate": 3.181818181818182e-06,
|
|
"loss": 0.0507,
|
|
"step": 8
|
|
},
|
|
{
|
|
"epoch": 0.012491325468424705,
|
|
"grad_norm": 0.31181129813194275,
|
|
"learning_rate": 3.6363636363636366e-06,
|
|
"loss": 0.0474,
|
|
"step": 9
|
|
},
|
|
{
|
|
"epoch": 0.013879250520471894,
|
|
"grad_norm": 0.256910115480423,
|
|
"learning_rate": 4.0909090909090915e-06,
|
|
"loss": 0.0445,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 0.015267175572519083,
|
|
"grad_norm": 0.30851638317108154,
|
|
"learning_rate": 4.5454545454545455e-06,
|
|
"loss": 0.0472,
|
|
"step": 11
|
|
},
|
|
{
|
|
"epoch": 0.016655100624566273,
|
|
"grad_norm": 0.31822746992111206,
|
|
"learning_rate": 5e-06,
|
|
"loss": 0.0611,
|
|
"step": 12
|
|
},
|
|
{
|
|
"epoch": 0.018043025676613464,
|
|
"grad_norm": 0.25003501772880554,
|
|
"learning_rate": 5.4545454545454545e-06,
|
|
"loss": 0.0393,
|
|
"step": 13
|
|
},
|
|
{
|
|
"epoch": 0.01943095072866065,
|
|
"grad_norm": 0.2273981273174286,
|
|
"learning_rate": 5.90909090909091e-06,
|
|
"loss": 0.0328,
|
|
"step": 14
|
|
},
|
|
{
|
|
"epoch": 0.020818875780707843,
|
|
"grad_norm": 0.2772292196750641,
|
|
"learning_rate": 6.363636363636364e-06,
|
|
"loss": 0.0349,
|
|
"step": 15
|
|
},
|
|
{
|
|
"epoch": 0.02220680083275503,
|
|
"grad_norm": 0.36983752250671387,
|
|
"learning_rate": 6.818181818181818e-06,
|
|
"loss": 0.0476,
|
|
"step": 16
|
|
},
|
|
{
|
|
"epoch": 0.02359472588480222,
|
|
"grad_norm": 0.27299028635025024,
|
|
"learning_rate": 7.272727272727273e-06,
|
|
"loss": 0.04,
|
|
"step": 17
|
|
},
|
|
{
|
|
"epoch": 0.02498265093684941,
|
|
"grad_norm": 0.27781346440315247,
|
|
"learning_rate": 7.727272727272727e-06,
|
|
"loss": 0.0356,
|
|
"step": 18
|
|
},
|
|
{
|
|
"epoch": 0.0263705759888966,
|
|
"grad_norm": 0.313568651676178,
|
|
"learning_rate": 8.181818181818183e-06,
|
|
"loss": 0.0379,
|
|
"step": 19
|
|
},
|
|
{
|
|
"epoch": 0.027758501040943788,
|
|
"grad_norm": 0.2946470081806183,
|
|
"learning_rate": 8.636363636363637e-06,
|
|
"loss": 0.0388,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.02914642609299098,
|
|
"grad_norm": 0.40478628873825073,
|
|
"learning_rate": 9.090909090909091e-06,
|
|
"loss": 0.036,
|
|
"step": 21
|
|
},
|
|
{
|
|
"epoch": 0.030534351145038167,
|
|
"grad_norm": 0.26556551456451416,
|
|
"learning_rate": 9.545454545454547e-06,
|
|
"loss": 0.0483,
|
|
"step": 22
|
|
},
|
|
{
|
|
"epoch": 0.031922276197085354,
|
|
"grad_norm": 0.24696266651153564,
|
|
"learning_rate": 1e-05,
|
|
"loss": 0.0408,
|
|
"step": 23
|
|
},
|
|
{
|
|
"epoch": 0.033310201249132546,
|
|
"grad_norm": 0.26831310987472534,
|
|
"learning_rate": 9.999949500779842e-06,
|
|
"loss": 0.0408,
|
|
"step": 24
|
|
},
|
|
{
|
|
"epoch": 0.03469812630117974,
|
|
"grad_norm": 0.27735695242881775,
|
|
"learning_rate": 9.999798004139435e-06,
|
|
"loss": 0.054,
|
|
"step": 25
|
|
},
|
|
{
|
|
"epoch": 0.03608605135322693,
|
|
"grad_norm": 0.32683494687080383,
|
|
"learning_rate": 9.999545513138964e-06,
|
|
"loss": 0.0455,
|
|
"step": 26
|
|
},
|
|
{
|
|
"epoch": 0.03747397640527411,
|
|
"grad_norm": 0.2764844596385956,
|
|
"learning_rate": 9.999192032878667e-06,
|
|
"loss": 0.0435,
|
|
"step": 27
|
|
},
|
|
{
|
|
"epoch": 0.0388619014573213,
|
|
"grad_norm": 0.2449122816324234,
|
|
"learning_rate": 9.998737570498737e-06,
|
|
"loss": 0.0437,
|
|
"step": 28
|
|
},
|
|
{
|
|
"epoch": 0.040249826509368494,
|
|
"grad_norm": 0.28722766041755676,
|
|
"learning_rate": 9.998182135179173e-06,
|
|
"loss": 0.0438,
|
|
"step": 29
|
|
},
|
|
{
|
|
"epoch": 0.041637751561415685,
|
|
"grad_norm": 0.3285958468914032,
|
|
"learning_rate": 9.997525738139595e-06,
|
|
"loss": 0.0503,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 0.04302567661346287,
|
|
"grad_norm": 0.2966720163822174,
|
|
"learning_rate": 9.996768392639015e-06,
|
|
"loss": 0.045,
|
|
"step": 31
|
|
},
|
|
{
|
|
"epoch": 0.04441360166551006,
|
|
"grad_norm": 0.30295976996421814,
|
|
"learning_rate": 9.99591011397558e-06,
|
|
"loss": 0.0468,
|
|
"step": 32
|
|
},
|
|
{
|
|
"epoch": 0.04580152671755725,
|
|
"grad_norm": 0.2856103777885437,
|
|
"learning_rate": 9.994950919486248e-06,
|
|
"loss": 0.0467,
|
|
"step": 33
|
|
},
|
|
{
|
|
"epoch": 0.04718945176960444,
|
|
"grad_norm": 0.3122520446777344,
|
|
"learning_rate": 9.99389082854645e-06,
|
|
"loss": 0.0519,
|
|
"step": 34
|
|
},
|
|
{
|
|
"epoch": 0.048577376821651634,
|
|
"grad_norm": 0.34234896302223206,
|
|
"learning_rate": 9.992729862569694e-06,
|
|
"loss": 0.0539,
|
|
"step": 35
|
|
},
|
|
{
|
|
"epoch": 0.04996530187369882,
|
|
"grad_norm": 0.23981930315494537,
|
|
"learning_rate": 9.99146804500713e-06,
|
|
"loss": 0.046,
|
|
"step": 36
|
|
},
|
|
{
|
|
"epoch": 0.05135322692574601,
|
|
"grad_norm": 0.30006060004234314,
|
|
"learning_rate": 9.990105401347075e-06,
|
|
"loss": 0.0563,
|
|
"step": 37
|
|
},
|
|
{
|
|
"epoch": 0.0527411519777932,
|
|
"grad_norm": 0.23050066828727722,
|
|
"learning_rate": 9.988641959114512e-06,
|
|
"loss": 0.0419,
|
|
"step": 38
|
|
},
|
|
{
|
|
"epoch": 0.05412907702984039,
|
|
"grad_norm": 0.3269716501235962,
|
|
"learning_rate": 9.987077747870512e-06,
|
|
"loss": 0.0634,
|
|
"step": 39
|
|
},
|
|
{
|
|
"epoch": 0.055517002081887576,
|
|
"grad_norm": 0.25331613421440125,
|
|
"learning_rate": 9.985412799211658e-06,
|
|
"loss": 0.0446,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.05690492713393477,
|
|
"grad_norm": 0.22769664227962494,
|
|
"learning_rate": 9.98364714676939e-06,
|
|
"loss": 0.0384,
|
|
"step": 41
|
|
},
|
|
{
|
|
"epoch": 0.05829285218598196,
|
|
"grad_norm": 0.290194034576416,
|
|
"learning_rate": 9.981780826209342e-06,
|
|
"loss": 0.0502,
|
|
"step": 42
|
|
},
|
|
{
|
|
"epoch": 0.05968077723802915,
|
|
"grad_norm": 0.2815046012401581,
|
|
"learning_rate": 9.979813875230604e-06,
|
|
"loss": 0.0472,
|
|
"step": 43
|
|
},
|
|
{
|
|
"epoch": 0.061068702290076333,
|
|
"grad_norm": 0.25529077649116516,
|
|
"learning_rate": 9.97774633356497e-06,
|
|
"loss": 0.0551,
|
|
"step": 44
|
|
},
|
|
{
|
|
"epoch": 0.062456627342123525,
|
|
"grad_norm": 0.24432392418384552,
|
|
"learning_rate": 9.97557824297614e-06,
|
|
"loss": 0.0376,
|
|
"step": 45
|
|
},
|
|
{
|
|
"epoch": 0.06384455239417071,
|
|
"grad_norm": 0.29393213987350464,
|
|
"learning_rate": 9.97330964725887e-06,
|
|
"loss": 0.056,
|
|
"step": 46
|
|
},
|
|
{
|
|
"epoch": 0.0652324774462179,
|
|
"grad_norm": 0.24784711003303528,
|
|
"learning_rate": 9.970940592238077e-06,
|
|
"loss": 0.0415,
|
|
"step": 47
|
|
},
|
|
{
|
|
"epoch": 0.06662040249826509,
|
|
"grad_norm": 0.21179543435573578,
|
|
"learning_rate": 9.968471125767942e-06,
|
|
"loss": 0.0415,
|
|
"step": 48
|
|
},
|
|
{
|
|
"epoch": 0.06800832755031229,
|
|
"grad_norm": 0.23930367827415466,
|
|
"learning_rate": 9.965901297730914e-06,
|
|
"loss": 0.0503,
|
|
"step": 49
|
|
},
|
|
{
|
|
"epoch": 0.06939625260235947,
|
|
"grad_norm": 0.24700821936130524,
|
|
"learning_rate": 9.963231160036716e-06,
|
|
"loss": 0.0391,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.07078417765440666,
|
|
"grad_norm": 0.29365330934524536,
|
|
"learning_rate": 9.960460766621299e-06,
|
|
"loss": 0.0496,
|
|
"step": 51
|
|
},
|
|
{
|
|
"epoch": 0.07217210270645386,
|
|
"grad_norm": 0.2956799566745758,
|
|
"learning_rate": 9.957590173445746e-06,
|
|
"loss": 0.0451,
|
|
"step": 52
|
|
},
|
|
{
|
|
"epoch": 0.07356002775850104,
|
|
"grad_norm": 0.288196861743927,
|
|
"learning_rate": 9.954619438495142e-06,
|
|
"loss": 0.0512,
|
|
"step": 53
|
|
},
|
|
{
|
|
"epoch": 0.07494795281054822,
|
|
"grad_norm": 0.24770434200763702,
|
|
"learning_rate": 9.951548621777409e-06,
|
|
"loss": 0.0437,
|
|
"step": 54
|
|
},
|
|
{
|
|
"epoch": 0.07633587786259542,
|
|
"grad_norm": 0.23926012217998505,
|
|
"learning_rate": 9.948377785322082e-06,
|
|
"loss": 0.0325,
|
|
"step": 55
|
|
},
|
|
{
|
|
"epoch": 0.0777238029146426,
|
|
"grad_norm": 0.25855472683906555,
|
|
"learning_rate": 9.945106993179074e-06,
|
|
"loss": 0.0426,
|
|
"step": 56
|
|
},
|
|
{
|
|
"epoch": 0.0791117279666898,
|
|
"grad_norm": 0.3099120259284973,
|
|
"learning_rate": 9.941736311417362e-06,
|
|
"loss": 0.0474,
|
|
"step": 57
|
|
},
|
|
{
|
|
"epoch": 0.08049965301873699,
|
|
"grad_norm": 0.22296354174613953,
|
|
"learning_rate": 9.938265808123667e-06,
|
|
"loss": 0.0377,
|
|
"step": 58
|
|
},
|
|
{
|
|
"epoch": 0.08188757807078417,
|
|
"grad_norm": 0.2595604658126831,
|
|
"learning_rate": 9.934695553401076e-06,
|
|
"loss": 0.0492,
|
|
"step": 59
|
|
},
|
|
{
|
|
"epoch": 0.08327550312283137,
|
|
"grad_norm": 0.2444402575492859,
|
|
"learning_rate": 9.931025619367617e-06,
|
|
"loss": 0.0489,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 0.08466342817487855,
|
|
"grad_norm": 0.2848093807697296,
|
|
"learning_rate": 9.927256080154813e-06,
|
|
"loss": 0.0601,
|
|
"step": 61
|
|
},
|
|
{
|
|
"epoch": 0.08605135322692574,
|
|
"grad_norm": 0.24992454051971436,
|
|
"learning_rate": 9.923387011906183e-06,
|
|
"loss": 0.0392,
|
|
"step": 62
|
|
},
|
|
{
|
|
"epoch": 0.08743927827897294,
|
|
"grad_norm": 0.28840649127960205,
|
|
"learning_rate": 9.919418492775694e-06,
|
|
"loss": 0.052,
|
|
"step": 63
|
|
},
|
|
{
|
|
"epoch": 0.08882720333102012,
|
|
"grad_norm": 0.2522892951965332,
|
|
"learning_rate": 9.915350602926198e-06,
|
|
"loss": 0.0499,
|
|
"step": 64
|
|
},
|
|
{
|
|
"epoch": 0.09021512838306732,
|
|
"grad_norm": 0.6776983737945557,
|
|
"learning_rate": 9.911183424527802e-06,
|
|
"loss": 0.0491,
|
|
"step": 65
|
|
},
|
|
{
|
|
"epoch": 0.0916030534351145,
|
|
"grad_norm": 0.2539517283439636,
|
|
"learning_rate": 9.906917041756208e-06,
|
|
"loss": 0.0456,
|
|
"step": 66
|
|
},
|
|
{
|
|
"epoch": 0.09299097848716169,
|
|
"grad_norm": 0.2568037509918213,
|
|
"learning_rate": 9.902551540791016e-06,
|
|
"loss": 0.0416,
|
|
"step": 67
|
|
},
|
|
{
|
|
"epoch": 0.09437890353920889,
|
|
"grad_norm": 0.2917027771472931,
|
|
"learning_rate": 9.898087009813985e-06,
|
|
"loss": 0.0559,
|
|
"step": 68
|
|
},
|
|
{
|
|
"epoch": 0.09576682859125607,
|
|
"grad_norm": 0.20621994137763977,
|
|
"learning_rate": 9.893523539007248e-06,
|
|
"loss": 0.0301,
|
|
"step": 69
|
|
},
|
|
{
|
|
"epoch": 0.09715475364330327,
|
|
"grad_norm": 0.2382073998451233,
|
|
"learning_rate": 9.888861220551494e-06,
|
|
"loss": 0.0457,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 0.09854267869535045,
|
|
"grad_norm": 0.27149689197540283,
|
|
"learning_rate": 9.884100148624096e-06,
|
|
"loss": 0.0507,
|
|
"step": 71
|
|
},
|
|
{
|
|
"epoch": 0.09993060374739764,
|
|
"grad_norm": 0.30372723937034607,
|
|
"learning_rate": 9.879240419397227e-06,
|
|
"loss": 0.0604,
|
|
"step": 72
|
|
},
|
|
{
|
|
"epoch": 0.10131852879944483,
|
|
"grad_norm": 0.32783612608909607,
|
|
"learning_rate": 9.874282131035899e-06,
|
|
"loss": 0.0538,
|
|
"step": 73
|
|
},
|
|
{
|
|
"epoch": 0.10270645385149202,
|
|
"grad_norm": 0.2645081877708435,
|
|
"learning_rate": 9.86922538369599e-06,
|
|
"loss": 0.0486,
|
|
"step": 74
|
|
},
|
|
{
|
|
"epoch": 0.1040943789035392,
|
|
"grad_norm": 0.26425695419311523,
|
|
"learning_rate": 9.864070279522222e-06,
|
|
"loss": 0.0459,
|
|
"step": 75
|
|
},
|
|
{
|
|
"epoch": 0.1054823039555864,
|
|
"grad_norm": 0.25774726271629333,
|
|
"learning_rate": 9.858816922646088e-06,
|
|
"loss": 0.0461,
|
|
"step": 76
|
|
},
|
|
{
|
|
"epoch": 0.10687022900763359,
|
|
"grad_norm": 0.2583499550819397,
|
|
"learning_rate": 9.853465419183759e-06,
|
|
"loss": 0.0389,
|
|
"step": 77
|
|
},
|
|
{
|
|
"epoch": 0.10825815405968078,
|
|
"grad_norm": 0.28452831506729126,
|
|
"learning_rate": 9.848015877233935e-06,
|
|
"loss": 0.0569,
|
|
"step": 78
|
|
},
|
|
{
|
|
"epoch": 0.10964607911172797,
|
|
"grad_norm": 0.357303261756897,
|
|
"learning_rate": 9.842468406875665e-06,
|
|
"loss": 0.0636,
|
|
"step": 79
|
|
},
|
|
{
|
|
"epoch": 0.11103400416377515,
|
|
"grad_norm": 0.25684916973114014,
|
|
"learning_rate": 9.836823120166116e-06,
|
|
"loss": 0.0518,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 0.11242192921582235,
|
|
"grad_norm": 0.2970696687698364,
|
|
"learning_rate": 9.831080131138325e-06,
|
|
"loss": 0.0517,
|
|
"step": 81
|
|
},
|
|
{
|
|
"epoch": 0.11380985426786953,
|
|
"grad_norm": 0.3112433850765228,
|
|
"learning_rate": 9.825239555798875e-06,
|
|
"loss": 0.0529,
|
|
"step": 82
|
|
},
|
|
{
|
|
"epoch": 0.11519777931991672,
|
|
"grad_norm": 0.23133604228496552,
|
|
"learning_rate": 9.819301512125565e-06,
|
|
"loss": 0.0418,
|
|
"step": 83
|
|
},
|
|
{
|
|
"epoch": 0.11658570437196392,
|
|
"grad_norm": 0.3827936053276062,
|
|
"learning_rate": 9.813266120065028e-06,
|
|
"loss": 0.0558,
|
|
"step": 84
|
|
},
|
|
{
|
|
"epoch": 0.1179736294240111,
|
|
"grad_norm": 0.4031021296977997,
|
|
"learning_rate": 9.807133501530297e-06,
|
|
"loss": 0.0582,
|
|
"step": 85
|
|
},
|
|
{
|
|
"epoch": 0.1193615544760583,
|
|
"grad_norm": 0.2524511218070984,
|
|
"learning_rate": 9.800903780398357e-06,
|
|
"loss": 0.0405,
|
|
"step": 86
|
|
},
|
|
{
|
|
"epoch": 0.12074947952810548,
|
|
"grad_norm": 0.25606897473335266,
|
|
"learning_rate": 9.794577082507631e-06,
|
|
"loss": 0.0517,
|
|
"step": 87
|
|
},
|
|
{
|
|
"epoch": 0.12213740458015267,
|
|
"grad_norm": 0.24462860822677612,
|
|
"learning_rate": 9.788153535655442e-06,
|
|
"loss": 0.0465,
|
|
"step": 88
|
|
},
|
|
{
|
|
"epoch": 0.12352532963219987,
|
|
"grad_norm": 0.2757568955421448,
|
|
"learning_rate": 9.781633269595432e-06,
|
|
"loss": 0.0439,
|
|
"step": 89
|
|
},
|
|
{
|
|
"epoch": 0.12491325468424705,
|
|
"grad_norm": 0.3216729462146759,
|
|
"learning_rate": 9.77501641603494e-06,
|
|
"loss": 0.0493,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 0.12630117973629423,
|
|
"grad_norm": 0.3510143458843231,
|
|
"learning_rate": 9.76830310863235e-06,
|
|
"loss": 0.0427,
|
|
"step": 91
|
|
},
|
|
{
|
|
"epoch": 0.12768910478834142,
|
|
"grad_norm": 0.3293008506298065,
|
|
"learning_rate": 9.761493482994374e-06,
|
|
"loss": 0.0478,
|
|
"step": 92
|
|
},
|
|
{
|
|
"epoch": 0.12907702984038863,
|
|
"grad_norm": 0.24690201878547668,
|
|
"learning_rate": 9.754587676673323e-06,
|
|
"loss": 0.0428,
|
|
"step": 93
|
|
},
|
|
{
|
|
"epoch": 0.1304649548924358,
|
|
"grad_norm": 0.2786445915699005,
|
|
"learning_rate": 9.747585829164332e-06,
|
|
"loss": 0.0434,
|
|
"step": 94
|
|
},
|
|
{
|
|
"epoch": 0.131852879944483,
|
|
"grad_norm": 0.2033212035894394,
|
|
"learning_rate": 9.74048808190254e-06,
|
|
"loss": 0.0416,
|
|
"step": 95
|
|
},
|
|
{
|
|
"epoch": 0.13324080499653018,
|
|
"grad_norm": 0.2768020033836365,
|
|
"learning_rate": 9.733294578260224e-06,
|
|
"loss": 0.0495,
|
|
"step": 96
|
|
},
|
|
{
|
|
"epoch": 0.13462873004857737,
|
|
"grad_norm": 0.2745535671710968,
|
|
"learning_rate": 9.726005463543913e-06,
|
|
"loss": 0.0464,
|
|
"step": 97
|
|
},
|
|
{
|
|
"epoch": 0.13601665510062458,
|
|
"grad_norm": 0.2892036736011505,
|
|
"learning_rate": 9.718620884991455e-06,
|
|
"loss": 0.0471,
|
|
"step": 98
|
|
},
|
|
{
|
|
"epoch": 0.13740458015267176,
|
|
"grad_norm": 0.26574069261550903,
|
|
"learning_rate": 9.711140991769028e-06,
|
|
"loss": 0.0497,
|
|
"step": 99
|
|
},
|
|
{
|
|
"epoch": 0.13879250520471895,
|
|
"grad_norm": 0.23448492586612701,
|
|
"learning_rate": 9.703565934968146e-06,
|
|
"loss": 0.041,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.14018043025676613,
|
|
"grad_norm": 0.21899428963661194,
|
|
"learning_rate": 9.695895867602591e-06,
|
|
"loss": 0.0425,
|
|
"step": 101
|
|
},
|
|
{
|
|
"epoch": 0.14156835530881332,
|
|
"grad_norm": 0.30496442317962646,
|
|
"learning_rate": 9.688130944605332e-06,
|
|
"loss": 0.048,
|
|
"step": 102
|
|
},
|
|
{
|
|
"epoch": 0.14295628036086053,
|
|
"grad_norm": 0.23567788302898407,
|
|
"learning_rate": 9.680271322825392e-06,
|
|
"loss": 0.0402,
|
|
"step": 103
|
|
},
|
|
{
|
|
"epoch": 0.1443442054129077,
|
|
"grad_norm": 0.2686285674571991,
|
|
"learning_rate": 9.672317161024679e-06,
|
|
"loss": 0.0511,
|
|
"step": 104
|
|
},
|
|
{
|
|
"epoch": 0.1457321304649549,
|
|
"grad_norm": 0.23937608301639557,
|
|
"learning_rate": 9.664268619874776e-06,
|
|
"loss": 0.0444,
|
|
"step": 105
|
|
},
|
|
{
|
|
"epoch": 0.14712005551700208,
|
|
"grad_norm": 0.2692619264125824,
|
|
"learning_rate": 9.656125861953711e-06,
|
|
"loss": 0.0472,
|
|
"step": 106
|
|
},
|
|
{
|
|
"epoch": 0.14850798056904926,
|
|
"grad_norm": 0.2656213641166687,
|
|
"learning_rate": 9.647889051742649e-06,
|
|
"loss": 0.0516,
|
|
"step": 107
|
|
},
|
|
{
|
|
"epoch": 0.14989590562109645,
|
|
"grad_norm": 0.2606026530265808,
|
|
"learning_rate": 9.639558355622589e-06,
|
|
"loss": 0.0456,
|
|
"step": 108
|
|
},
|
|
{
|
|
"epoch": 0.15128383067314366,
|
|
"grad_norm": 0.23198707401752472,
|
|
"learning_rate": 9.631133941870993e-06,
|
|
"loss": 0.05,
|
|
"step": 109
|
|
},
|
|
{
|
|
"epoch": 0.15267175572519084,
|
|
"grad_norm": 0.25558924674987793,
|
|
"learning_rate": 9.622615980658391e-06,
|
|
"loss": 0.0535,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 0.15405968077723803,
|
|
"grad_norm": 0.2660232186317444,
|
|
"learning_rate": 9.614004644044943e-06,
|
|
"loss": 0.0481,
|
|
"step": 111
|
|
},
|
|
{
|
|
"epoch": 0.1554476058292852,
|
|
"grad_norm": 0.21960465610027313,
|
|
"learning_rate": 9.60530010597696e-06,
|
|
"loss": 0.0424,
|
|
"step": 112
|
|
},
|
|
{
|
|
"epoch": 0.1568355308813324,
|
|
"grad_norm": 0.26909562945365906,
|
|
"learning_rate": 9.596502542283399e-06,
|
|
"loss": 0.0621,
|
|
"step": 113
|
|
},
|
|
{
|
|
"epoch": 0.1582234559333796,
|
|
"grad_norm": 0.21745258569717407,
|
|
"learning_rate": 9.587612130672302e-06,
|
|
"loss": 0.038,
|
|
"step": 114
|
|
},
|
|
{
|
|
"epoch": 0.1596113809854268,
|
|
"grad_norm": 0.2411315143108368,
|
|
"learning_rate": 9.578629050727208e-06,
|
|
"loss": 0.0445,
|
|
"step": 115
|
|
},
|
|
{
|
|
"epoch": 0.16099930603747398,
|
|
"grad_norm": 0.2715134918689728,
|
|
"learning_rate": 9.569553483903531e-06,
|
|
"loss": 0.0526,
|
|
"step": 116
|
|
},
|
|
{
|
|
"epoch": 0.16238723108952116,
|
|
"grad_norm": 0.23721489310264587,
|
|
"learning_rate": 9.56038561352489e-06,
|
|
"loss": 0.0441,
|
|
"step": 117
|
|
},
|
|
{
|
|
"epoch": 0.16377515614156835,
|
|
"grad_norm": 0.23496368527412415,
|
|
"learning_rate": 9.551125624779407e-06,
|
|
"loss": 0.0353,
|
|
"step": 118
|
|
},
|
|
{
|
|
"epoch": 0.16516308119361556,
|
|
"grad_norm": 0.2572284936904907,
|
|
"learning_rate": 9.541773704715966e-06,
|
|
"loss": 0.0494,
|
|
"step": 119
|
|
},
|
|
{
|
|
"epoch": 0.16655100624566274,
|
|
"grad_norm": 0.27511200308799744,
|
|
"learning_rate": 9.532330042240434e-06,
|
|
"loss": 0.0412,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 0.16793893129770993,
|
|
"grad_norm": 0.2772343158721924,
|
|
"learning_rate": 9.522794828111849e-06,
|
|
"loss": 0.0533,
|
|
"step": 121
|
|
},
|
|
{
|
|
"epoch": 0.1693268563497571,
|
|
"grad_norm": 0.19398753345012665,
|
|
"learning_rate": 9.51316825493856e-06,
|
|
"loss": 0.0358,
|
|
"step": 122
|
|
},
|
|
{
|
|
"epoch": 0.1707147814018043,
|
|
"grad_norm": 0.2360389232635498,
|
|
"learning_rate": 9.503450517174344e-06,
|
|
"loss": 0.0373,
|
|
"step": 123
|
|
},
|
|
{
|
|
"epoch": 0.17210270645385148,
|
|
"grad_norm": 0.24422723054885864,
|
|
"learning_rate": 9.493641811114472e-06,
|
|
"loss": 0.04,
|
|
"step": 124
|
|
},
|
|
{
|
|
"epoch": 0.1734906315058987,
|
|
"grad_norm": 0.2566449046134949,
|
|
"learning_rate": 9.483742334891747e-06,
|
|
"loss": 0.0455,
|
|
"step": 125
|
|
},
|
|
{
|
|
"epoch": 0.17487855655794587,
|
|
"grad_norm": 0.33392754197120667,
|
|
"learning_rate": 9.473752288472499e-06,
|
|
"loss": 0.0656,
|
|
"step": 126
|
|
},
|
|
{
|
|
"epoch": 0.17626648160999306,
|
|
"grad_norm": 0.23692674934864044,
|
|
"learning_rate": 9.463671873652551e-06,
|
|
"loss": 0.0462,
|
|
"step": 127
|
|
},
|
|
{
|
|
"epoch": 0.17765440666204024,
|
|
"grad_norm": 0.24718192219734192,
|
|
"learning_rate": 9.453501294053139e-06,
|
|
"loss": 0.0483,
|
|
"step": 128
|
|
},
|
|
{
|
|
"epoch": 0.17904233171408743,
|
|
"grad_norm": 0.24895285069942474,
|
|
"learning_rate": 9.443240755116797e-06,
|
|
"loss": 0.0392,
|
|
"step": 129
|
|
},
|
|
{
|
|
"epoch": 0.18043025676613464,
|
|
"grad_norm": 0.23605003952980042,
|
|
"learning_rate": 9.432890464103208e-06,
|
|
"loss": 0.043,
|
|
"step": 130
|
|
},
|
|
{
|
|
"epoch": 0.18181818181818182,
|
|
"grad_norm": 0.2124328911304474,
|
|
"learning_rate": 9.422450630085026e-06,
|
|
"loss": 0.0423,
|
|
"step": 131
|
|
},
|
|
{
|
|
"epoch": 0.183206106870229,
|
|
"grad_norm": 0.29214364290237427,
|
|
"learning_rate": 9.411921463943641e-06,
|
|
"loss": 0.0579,
|
|
"step": 132
|
|
},
|
|
{
|
|
"epoch": 0.1845940319222762,
|
|
"grad_norm": 0.26696211099624634,
|
|
"learning_rate": 9.401303178364923e-06,
|
|
"loss": 0.05,
|
|
"step": 133
|
|
},
|
|
{
|
|
"epoch": 0.18598195697432338,
|
|
"grad_norm": 0.37398970127105713,
|
|
"learning_rate": 9.39059598783493e-06,
|
|
"loss": 0.0428,
|
|
"step": 134
|
|
},
|
|
{
|
|
"epoch": 0.1873698820263706,
|
|
"grad_norm": 0.44276946783065796,
|
|
"learning_rate": 9.37980010863557e-06,
|
|
"loss": 0.0713,
|
|
"step": 135
|
|
},
|
|
{
|
|
"epoch": 0.18875780707841777,
|
|
"grad_norm": 0.21642902493476868,
|
|
"learning_rate": 9.368915758840235e-06,
|
|
"loss": 0.0328,
|
|
"step": 136
|
|
},
|
|
{
|
|
"epoch": 0.19014573213046496,
|
|
"grad_norm": 0.23396173119544983,
|
|
"learning_rate": 9.357943158309396e-06,
|
|
"loss": 0.0316,
|
|
"step": 137
|
|
},
|
|
{
|
|
"epoch": 0.19153365718251214,
|
|
"grad_norm": 0.29896441102027893,
|
|
"learning_rate": 9.346882528686159e-06,
|
|
"loss": 0.0547,
|
|
"step": 138
|
|
},
|
|
{
|
|
"epoch": 0.19292158223455932,
|
|
"grad_norm": 0.30207115411758423,
|
|
"learning_rate": 9.335734093391797e-06,
|
|
"loss": 0.0611,
|
|
"step": 139
|
|
},
|
|
{
|
|
"epoch": 0.19430950728660654,
|
|
"grad_norm": 0.21651242673397064,
|
|
"learning_rate": 9.32449807762122e-06,
|
|
"loss": 0.0363,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 0.19569743233865372,
|
|
"grad_norm": 0.2455293834209442,
|
|
"learning_rate": 9.313174708338446e-06,
|
|
"loss": 0.0378,
|
|
"step": 141
|
|
},
|
|
{
|
|
"epoch": 0.1970853573907009,
|
|
"grad_norm": 0.27794840931892395,
|
|
"learning_rate": 9.301764214272e-06,
|
|
"loss": 0.0472,
|
|
"step": 142
|
|
},
|
|
{
|
|
"epoch": 0.1984732824427481,
|
|
"grad_norm": 0.4069722294807434,
|
|
"learning_rate": 9.2902668259103e-06,
|
|
"loss": 0.0336,
|
|
"step": 143
|
|
},
|
|
{
|
|
"epoch": 0.19986120749479527,
|
|
"grad_norm": 0.2580963671207428,
|
|
"learning_rate": 9.278682775497012e-06,
|
|
"loss": 0.0388,
|
|
"step": 144
|
|
},
|
|
{
|
|
"epoch": 0.20124913254684246,
|
|
"grad_norm": 0.25055116415023804,
|
|
"learning_rate": 9.267012297026334e-06,
|
|
"loss": 0.044,
|
|
"step": 145
|
|
},
|
|
{
|
|
"epoch": 0.20263705759888967,
|
|
"grad_norm": 0.20974084734916687,
|
|
"learning_rate": 9.255255626238295e-06,
|
|
"loss": 0.0403,
|
|
"step": 146
|
|
},
|
|
{
|
|
"epoch": 0.20402498265093685,
|
|
"grad_norm": 0.25812828540802,
|
|
"learning_rate": 9.243413000613974e-06,
|
|
"loss": 0.05,
|
|
"step": 147
|
|
},
|
|
{
|
|
"epoch": 0.20541290770298404,
|
|
"grad_norm": 0.2810615003108978,
|
|
"learning_rate": 9.231484659370717e-06,
|
|
"loss": 0.0475,
|
|
"step": 148
|
|
},
|
|
{
|
|
"epoch": 0.20680083275503122,
|
|
"grad_norm": 0.3402911126613617,
|
|
"learning_rate": 9.219470843457294e-06,
|
|
"loss": 0.0574,
|
|
"step": 149
|
|
},
|
|
{
|
|
"epoch": 0.2081887578070784,
|
|
"grad_norm": 0.25966858863830566,
|
|
"learning_rate": 9.207371795549043e-06,
|
|
"loss": 0.0465,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 0.20957668285912562,
|
|
"grad_norm": 0.2727181911468506,
|
|
"learning_rate": 9.195187760042952e-06,
|
|
"loss": 0.0472,
|
|
"step": 151
|
|
},
|
|
{
|
|
"epoch": 0.2109646079111728,
|
|
"grad_norm": 0.27386289834976196,
|
|
"learning_rate": 9.182918983052743e-06,
|
|
"loss": 0.0526,
|
|
"step": 152
|
|
},
|
|
{
|
|
"epoch": 0.21235253296322,
|
|
"grad_norm": 0.2608488202095032,
|
|
"learning_rate": 9.17056571240388e-06,
|
|
"loss": 0.0593,
|
|
"step": 153
|
|
},
|
|
{
|
|
"epoch": 0.21374045801526717,
|
|
"grad_norm": 0.30400654673576355,
|
|
"learning_rate": 9.158128197628578e-06,
|
|
"loss": 0.0539,
|
|
"step": 154
|
|
},
|
|
{
|
|
"epoch": 0.21512838306731435,
|
|
"grad_norm": 0.23927266895771027,
|
|
"learning_rate": 9.145606689960756e-06,
|
|
"loss": 0.0465,
|
|
"step": 155
|
|
},
|
|
{
|
|
"epoch": 0.21651630811936157,
|
|
"grad_norm": 0.24992169439792633,
|
|
"learning_rate": 9.133001442330964e-06,
|
|
"loss": 0.0483,
|
|
"step": 156
|
|
},
|
|
{
|
|
"epoch": 0.21790423317140875,
|
|
"grad_norm": 0.2401110827922821,
|
|
"learning_rate": 9.120312709361271e-06,
|
|
"loss": 0.038,
|
|
"step": 157
|
|
},
|
|
{
|
|
"epoch": 0.21929215822345594,
|
|
"grad_norm": 0.516508936882019,
|
|
"learning_rate": 9.107540747360124e-06,
|
|
"loss": 0.0522,
|
|
"step": 158
|
|
},
|
|
{
|
|
"epoch": 0.22068008327550312,
|
|
"grad_norm": 0.23530790209770203,
|
|
"learning_rate": 9.094685814317174e-06,
|
|
"loss": 0.0392,
|
|
"step": 159
|
|
},
|
|
{
|
|
"epoch": 0.2220680083275503,
|
|
"grad_norm": 0.24144016206264496,
|
|
"learning_rate": 9.081748169898054e-06,
|
|
"loss": 0.0426,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 0.22345593337959752,
|
|
"grad_norm": 0.2304311841726303,
|
|
"learning_rate": 9.068728075439153e-06,
|
|
"loss": 0.0429,
|
|
"step": 161
|
|
},
|
|
{
|
|
"epoch": 0.2248438584316447,
|
|
"grad_norm": 0.22649236023426056,
|
|
"learning_rate": 9.055625793942308e-06,
|
|
"loss": 0.0432,
|
|
"step": 162
|
|
},
|
|
{
|
|
"epoch": 0.22623178348369188,
|
|
"grad_norm": 0.2122083157300949,
|
|
"learning_rate": 9.042441590069526e-06,
|
|
"loss": 0.0423,
|
|
"step": 163
|
|
},
|
|
{
|
|
"epoch": 0.22761970853573907,
|
|
"grad_norm": 0.19142234325408936,
|
|
"learning_rate": 9.029175730137611e-06,
|
|
"loss": 0.0396,
|
|
"step": 164
|
|
},
|
|
{
|
|
"epoch": 0.22900763358778625,
|
|
"grad_norm": 0.29952624440193176,
|
|
"learning_rate": 9.015828482112793e-06,
|
|
"loss": 0.0662,
|
|
"step": 165
|
|
},
|
|
{
|
|
"epoch": 0.23039555863983344,
|
|
"grad_norm": 0.2410702407360077,
|
|
"learning_rate": 9.002400115605319e-06,
|
|
"loss": 0.0439,
|
|
"step": 166
|
|
},
|
|
{
|
|
"epoch": 0.23178348369188065,
|
|
"grad_norm": 0.2898229956626892,
|
|
"learning_rate": 8.988890901864006e-06,
|
|
"loss": 0.0488,
|
|
"step": 167
|
|
},
|
|
{
|
|
"epoch": 0.23317140874392783,
|
|
"grad_norm": 0.547232449054718,
|
|
"learning_rate": 8.975301113770756e-06,
|
|
"loss": 0.0487,
|
|
"step": 168
|
|
},
|
|
{
|
|
"epoch": 0.23455933379597502,
|
|
"grad_norm": 0.2565780282020569,
|
|
"learning_rate": 8.96163102583505e-06,
|
|
"loss": 0.0501,
|
|
"step": 169
|
|
},
|
|
{
|
|
"epoch": 0.2359472588480222,
|
|
"grad_norm": 0.31040069460868835,
|
|
"learning_rate": 8.947880914188397e-06,
|
|
"loss": 0.0602,
|
|
"step": 170
|
|
},
|
|
{
|
|
"epoch": 0.23733518390006939,
|
|
"grad_norm": 0.2812497913837433,
|
|
"learning_rate": 8.934051056578768e-06,
|
|
"loss": 0.0507,
|
|
"step": 171
|
|
},
|
|
{
|
|
"epoch": 0.2387231089521166,
|
|
"grad_norm": 0.2024613618850708,
|
|
"learning_rate": 8.920141732364971e-06,
|
|
"loss": 0.0346,
|
|
"step": 172
|
|
},
|
|
{
|
|
"epoch": 0.24011103400416378,
|
|
"grad_norm": 0.21827936172485352,
|
|
"learning_rate": 8.906153222511014e-06,
|
|
"loss": 0.0501,
|
|
"step": 173
|
|
},
|
|
{
|
|
"epoch": 0.24149895905621097,
|
|
"grad_norm": 0.222194641828537,
|
|
"learning_rate": 8.892085809580435e-06,
|
|
"loss": 0.0447,
|
|
"step": 174
|
|
},
|
|
{
|
|
"epoch": 0.24288688410825815,
|
|
"grad_norm": 0.2933279275894165,
|
|
"learning_rate": 8.877939777730585e-06,
|
|
"loss": 0.0561,
|
|
"step": 175
|
|
},
|
|
{
|
|
"epoch": 0.24427480916030533,
|
|
"grad_norm": 0.26495489478111267,
|
|
"learning_rate": 8.863715412706897e-06,
|
|
"loss": 0.0488,
|
|
"step": 176
|
|
},
|
|
{
|
|
"epoch": 0.24566273421235255,
|
|
"grad_norm": 0.25571662187576294,
|
|
"learning_rate": 8.849413001837105e-06,
|
|
"loss": 0.0469,
|
|
"step": 177
|
|
},
|
|
{
|
|
"epoch": 0.24705065926439973,
|
|
"grad_norm": 0.24550214409828186,
|
|
"learning_rate": 8.83503283402545e-06,
|
|
"loss": 0.0516,
|
|
"step": 178
|
|
},
|
|
{
|
|
"epoch": 0.24843858431644691,
|
|
"grad_norm": 0.25382155179977417,
|
|
"learning_rate": 8.820575199746835e-06,
|
|
"loss": 0.0531,
|
|
"step": 179
|
|
},
|
|
{
|
|
"epoch": 0.2498265093684941,
|
|
"grad_norm": 0.3099108338356018,
|
|
"learning_rate": 8.806040391040962e-06,
|
|
"loss": 0.0507,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 0.2512144344205413,
|
|
"grad_norm": 0.25325724482536316,
|
|
"learning_rate": 8.791428701506433e-06,
|
|
"loss": 0.0473,
|
|
"step": 181
|
|
},
|
|
{
|
|
"epoch": 0.25260235947258847,
|
|
"grad_norm": 0.24286960065364838,
|
|
"learning_rate": 8.776740426294818e-06,
|
|
"loss": 0.0531,
|
|
"step": 182
|
|
},
|
|
{
|
|
"epoch": 0.2539902845246357,
|
|
"grad_norm": 0.2681328356266022,
|
|
"learning_rate": 8.761975862104694e-06,
|
|
"loss": 0.0506,
|
|
"step": 183
|
|
},
|
|
{
|
|
"epoch": 0.25537820957668284,
|
|
"grad_norm": 0.2976507544517517,
|
|
"learning_rate": 8.747135307175657e-06,
|
|
"loss": 0.0464,
|
|
"step": 184
|
|
},
|
|
{
|
|
"epoch": 0.25676613462873005,
|
|
"grad_norm": 0.2756042182445526,
|
|
"learning_rate": 8.73221906128228e-06,
|
|
"loss": 0.0454,
|
|
"step": 185
|
|
},
|
|
{
|
|
"epoch": 0.25815405968077726,
|
|
"grad_norm": 0.24677051603794098,
|
|
"learning_rate": 8.71722742572808e-06,
|
|
"loss": 0.0443,
|
|
"step": 186
|
|
},
|
|
{
|
|
"epoch": 0.2595419847328244,
|
|
"grad_norm": 0.2520540654659271,
|
|
"learning_rate": 8.702160703339422e-06,
|
|
"loss": 0.0411,
|
|
"step": 187
|
|
},
|
|
{
|
|
"epoch": 0.2609299097848716,
|
|
"grad_norm": 0.26869460940361023,
|
|
"learning_rate": 8.687019198459395e-06,
|
|
"loss": 0.0538,
|
|
"step": 188
|
|
},
|
|
{
|
|
"epoch": 0.2623178348369188,
|
|
"grad_norm": 0.2537235915660858,
|
|
"learning_rate": 8.671803216941674e-06,
|
|
"loss": 0.045,
|
|
"step": 189
|
|
},
|
|
{
|
|
"epoch": 0.263705759888966,
|
|
"grad_norm": 0.25532054901123047,
|
|
"learning_rate": 8.656513066144342e-06,
|
|
"loss": 0.0421,
|
|
"step": 190
|
|
},
|
|
{
|
|
"epoch": 0.2650936849410132,
|
|
"grad_norm": 0.23937132954597473,
|
|
"learning_rate": 8.641149054923673e-06,
|
|
"loss": 0.0488,
|
|
"step": 191
|
|
},
|
|
{
|
|
"epoch": 0.26648160999306036,
|
|
"grad_norm": 0.22795534133911133,
|
|
"learning_rate": 8.625711493627902e-06,
|
|
"loss": 0.047,
|
|
"step": 192
|
|
},
|
|
{
|
|
"epoch": 0.2678695350451076,
|
|
"grad_norm": 0.24898919463157654,
|
|
"learning_rate": 8.610200694090951e-06,
|
|
"loss": 0.0496,
|
|
"step": 193
|
|
},
|
|
{
|
|
"epoch": 0.26925746009715473,
|
|
"grad_norm": 0.26497387886047363,
|
|
"learning_rate": 8.594616969626134e-06,
|
|
"loss": 0.0485,
|
|
"step": 194
|
|
},
|
|
{
|
|
"epoch": 0.27064538514920194,
|
|
"grad_norm": 0.24637307226657867,
|
|
"learning_rate": 8.578960635019822e-06,
|
|
"loss": 0.0497,
|
|
"step": 195
|
|
},
|
|
{
|
|
"epoch": 0.27203331020124916,
|
|
"grad_norm": 0.3122495412826538,
|
|
"learning_rate": 8.563232006525093e-06,
|
|
"loss": 0.0512,
|
|
"step": 196
|
|
},
|
|
{
|
|
"epoch": 0.2734212352532963,
|
|
"grad_norm": 0.23246419429779053,
|
|
"learning_rate": 8.547431401855333e-06,
|
|
"loss": 0.0428,
|
|
"step": 197
|
|
},
|
|
{
|
|
"epoch": 0.2748091603053435,
|
|
"grad_norm": 0.24396541714668274,
|
|
"learning_rate": 8.531559140177828e-06,
|
|
"loss": 0.0487,
|
|
"step": 198
|
|
},
|
|
{
|
|
"epoch": 0.2761970853573907,
|
|
"grad_norm": 0.22116141021251678,
|
|
"learning_rate": 8.515615542107317e-06,
|
|
"loss": 0.0395,
|
|
"step": 199
|
|
},
|
|
{
|
|
"epoch": 0.2775850104094379,
|
|
"grad_norm": 0.28872185945510864,
|
|
"learning_rate": 8.499600929699501e-06,
|
|
"loss": 0.048,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.2789729354614851,
|
|
"grad_norm": 0.2683909833431244,
|
|
"learning_rate": 8.48351562644456e-06,
|
|
"loss": 0.0462,
|
|
"step": 201
|
|
},
|
|
{
|
|
"epoch": 0.28036086051353226,
|
|
"grad_norm": 0.22411032021045685,
|
|
"learning_rate": 8.4673599572606e-06,
|
|
"loss": 0.0485,
|
|
"step": 202
|
|
},
|
|
{
|
|
"epoch": 0.2817487855655795,
|
|
"grad_norm": 0.27028921246528625,
|
|
"learning_rate": 8.4511342484871e-06,
|
|
"loss": 0.0591,
|
|
"step": 203
|
|
},
|
|
{
|
|
"epoch": 0.28313671061762663,
|
|
"grad_norm": 0.25318291783332825,
|
|
"learning_rate": 8.434838827878315e-06,
|
|
"loss": 0.0402,
|
|
"step": 204
|
|
},
|
|
{
|
|
"epoch": 0.28452463566967384,
|
|
"grad_norm": 0.2501783072948456,
|
|
"learning_rate": 8.418474024596659e-06,
|
|
"loss": 0.0456,
|
|
"step": 205
|
|
},
|
|
{
|
|
"epoch": 0.28591256072172105,
|
|
"grad_norm": 0.24944418668746948,
|
|
"learning_rate": 8.402040169206054e-06,
|
|
"loss": 0.0439,
|
|
"step": 206
|
|
},
|
|
{
|
|
"epoch": 0.2873004857737682,
|
|
"grad_norm": 0.33963543176651,
|
|
"learning_rate": 8.38553759366525e-06,
|
|
"loss": 0.0639,
|
|
"step": 207
|
|
},
|
|
{
|
|
"epoch": 0.2886884108258154,
|
|
"grad_norm": 0.32349342107772827,
|
|
"learning_rate": 8.36896663132113e-06,
|
|
"loss": 0.0541,
|
|
"step": 208
|
|
},
|
|
{
|
|
"epoch": 0.2900763358778626,
|
|
"grad_norm": 0.23536472022533417,
|
|
"learning_rate": 8.352327616901956e-06,
|
|
"loss": 0.0487,
|
|
"step": 209
|
|
},
|
|
{
|
|
"epoch": 0.2914642609299098,
|
|
"grad_norm": 0.23875856399536133,
|
|
"learning_rate": 8.335620886510637e-06,
|
|
"loss": 0.048,
|
|
"step": 210
|
|
},
|
|
{
|
|
"epoch": 0.29285218598195695,
|
|
"grad_norm": 0.25536614656448364,
|
|
"learning_rate": 8.318846777617913e-06,
|
|
"loss": 0.0538,
|
|
"step": 211
|
|
},
|
|
{
|
|
"epoch": 0.29424011103400416,
|
|
"grad_norm": 0.37551552057266235,
|
|
"learning_rate": 8.302005629055549e-06,
|
|
"loss": 0.0464,
|
|
"step": 212
|
|
},
|
|
{
|
|
"epoch": 0.29562803608605137,
|
|
"grad_norm": 0.25611814856529236,
|
|
"learning_rate": 8.285097781009497e-06,
|
|
"loss": 0.0451,
|
|
"step": 213
|
|
},
|
|
{
|
|
"epoch": 0.2970159611380985,
|
|
"grad_norm": 0.26617372035980225,
|
|
"learning_rate": 8.268123575013008e-06,
|
|
"loss": 0.0567,
|
|
"step": 214
|
|
},
|
|
{
|
|
"epoch": 0.29840388619014574,
|
|
"grad_norm": 0.2143125832080841,
|
|
"learning_rate": 8.251083353939752e-06,
|
|
"loss": 0.0481,
|
|
"step": 215
|
|
},
|
|
{
|
|
"epoch": 0.2997918112421929,
|
|
"grad_norm": 0.2626519203186035,
|
|
"learning_rate": 8.233977461996879e-06,
|
|
"loss": 0.0474,
|
|
"step": 216
|
|
},
|
|
{
|
|
"epoch": 0.3011797362942401,
|
|
"grad_norm": 0.20418819785118103,
|
|
"learning_rate": 8.216806244718068e-06,
|
|
"loss": 0.0396,
|
|
"step": 217
|
|
},
|
|
{
|
|
"epoch": 0.3025676613462873,
|
|
"grad_norm": 0.30222561955451965,
|
|
"learning_rate": 8.199570048956553e-06,
|
|
"loss": 0.0494,
|
|
"step": 218
|
|
},
|
|
{
|
|
"epoch": 0.3039555863983345,
|
|
"grad_norm": 0.37407004833221436,
|
|
"learning_rate": 8.182269222878112e-06,
|
|
"loss": 0.0536,
|
|
"step": 219
|
|
},
|
|
{
|
|
"epoch": 0.3053435114503817,
|
|
"grad_norm": 0.3121405839920044,
|
|
"learning_rate": 8.164904115954036e-06,
|
|
"loss": 0.0448,
|
|
"step": 220
|
|
},
|
|
{
|
|
"epoch": 0.30673143650242884,
|
|
"grad_norm": 0.31007713079452515,
|
|
"learning_rate": 8.147475078954067e-06,
|
|
"loss": 0.046,
|
|
"step": 221
|
|
},
|
|
{
|
|
"epoch": 0.30811936155447606,
|
|
"grad_norm": 0.2768557369709015,
|
|
"learning_rate": 8.129982463939313e-06,
|
|
"loss": 0.0517,
|
|
"step": 222
|
|
},
|
|
{
|
|
"epoch": 0.30950728660652327,
|
|
"grad_norm": 0.2517678141593933,
|
|
"learning_rate": 8.112426624255145e-06,
|
|
"loss": 0.0553,
|
|
"step": 223
|
|
},
|
|
{
|
|
"epoch": 0.3108952116585704,
|
|
"grad_norm": 0.2336336374282837,
|
|
"learning_rate": 8.094807914524048e-06,
|
|
"loss": 0.0403,
|
|
"step": 224
|
|
},
|
|
{
|
|
"epoch": 0.31228313671061764,
|
|
"grad_norm": 0.23134920001029968,
|
|
"learning_rate": 8.07712669063846e-06,
|
|
"loss": 0.043,
|
|
"step": 225
|
|
},
|
|
{
|
|
"epoch": 0.3136710617626648,
|
|
"grad_norm": 0.21085438132286072,
|
|
"learning_rate": 8.059383309753587e-06,
|
|
"loss": 0.0377,
|
|
"step": 226
|
|
},
|
|
{
|
|
"epoch": 0.315058986814712,
|
|
"grad_norm": 0.24013970792293549,
|
|
"learning_rate": 8.041578130280194e-06,
|
|
"loss": 0.0481,
|
|
"step": 227
|
|
},
|
|
{
|
|
"epoch": 0.3164469118667592,
|
|
"grad_norm": 0.24835489690303802,
|
|
"learning_rate": 8.023711511877347e-06,
|
|
"loss": 0.0463,
|
|
"step": 228
|
|
},
|
|
{
|
|
"epoch": 0.3178348369188064,
|
|
"grad_norm": 0.24152745306491852,
|
|
"learning_rate": 8.005783815445168e-06,
|
|
"loss": 0.0394,
|
|
"step": 229
|
|
},
|
|
{
|
|
"epoch": 0.3192227619708536,
|
|
"grad_norm": 0.259420245885849,
|
|
"learning_rate": 7.987795403117528e-06,
|
|
"loss": 0.0468,
|
|
"step": 230
|
|
},
|
|
{
|
|
"epoch": 0.32061068702290074,
|
|
"grad_norm": 0.2520180940628052,
|
|
"learning_rate": 7.96974663825475e-06,
|
|
"loss": 0.0474,
|
|
"step": 231
|
|
},
|
|
{
|
|
"epoch": 0.32199861207494795,
|
|
"grad_norm": 0.22478239238262177,
|
|
"learning_rate": 7.95163788543625e-06,
|
|
"loss": 0.0446,
|
|
"step": 232
|
|
},
|
|
{
|
|
"epoch": 0.32338653712699517,
|
|
"grad_norm": 0.3189745247364044,
|
|
"learning_rate": 7.933469510453189e-06,
|
|
"loss": 0.0621,
|
|
"step": 233
|
|
},
|
|
{
|
|
"epoch": 0.3247744621790423,
|
|
"grad_norm": 0.18363076448440552,
|
|
"learning_rate": 7.915241880301075e-06,
|
|
"loss": 0.034,
|
|
"step": 234
|
|
},
|
|
{
|
|
"epoch": 0.32616238723108953,
|
|
"grad_norm": 0.2726271450519562,
|
|
"learning_rate": 7.896955363172347e-06,
|
|
"loss": 0.0375,
|
|
"step": 235
|
|
},
|
|
{
|
|
"epoch": 0.3275503122831367,
|
|
"grad_norm": 0.26370498538017273,
|
|
"learning_rate": 7.878610328448948e-06,
|
|
"loss": 0.0464,
|
|
"step": 236
|
|
},
|
|
{
|
|
"epoch": 0.3289382373351839,
|
|
"grad_norm": 0.30265697836875916,
|
|
"learning_rate": 7.86020714669486e-06,
|
|
"loss": 0.061,
|
|
"step": 237
|
|
},
|
|
{
|
|
"epoch": 0.3303261623872311,
|
|
"grad_norm": 0.20978808403015137,
|
|
"learning_rate": 7.84174618964861e-06,
|
|
"loss": 0.0371,
|
|
"step": 238
|
|
},
|
|
{
|
|
"epoch": 0.33171408743927827,
|
|
"grad_norm": 0.22528868913650513,
|
|
"learning_rate": 7.823227830215776e-06,
|
|
"loss": 0.0432,
|
|
"step": 239
|
|
},
|
|
{
|
|
"epoch": 0.3331020124913255,
|
|
"grad_norm": 0.22642700374126434,
|
|
"learning_rate": 7.804652442461438e-06,
|
|
"loss": 0.0492,
|
|
"step": 240
|
|
},
|
|
{
|
|
"epoch": 0.33448993754337264,
|
|
"grad_norm": 0.25173112750053406,
|
|
"learning_rate": 7.786020401602638e-06,
|
|
"loss": 0.0489,
|
|
"step": 241
|
|
},
|
|
{
|
|
"epoch": 0.33587786259541985,
|
|
"grad_norm": 0.2896901071071625,
|
|
"learning_rate": 7.767332084000784e-06,
|
|
"loss": 0.0481,
|
|
"step": 242
|
|
},
|
|
{
|
|
"epoch": 0.33726578764746706,
|
|
"grad_norm": 0.2184886485338211,
|
|
"learning_rate": 7.748587867154068e-06,
|
|
"loss": 0.0356,
|
|
"step": 243
|
|
},
|
|
{
|
|
"epoch": 0.3386537126995142,
|
|
"grad_norm": 0.22447901964187622,
|
|
"learning_rate": 7.72978812968982e-06,
|
|
"loss": 0.0347,
|
|
"step": 244
|
|
},
|
|
{
|
|
"epoch": 0.34004163775156143,
|
|
"grad_norm": 0.20314303040504456,
|
|
"learning_rate": 7.71093325135687e-06,
|
|
"loss": 0.0431,
|
|
"step": 245
|
|
},
|
|
{
|
|
"epoch": 0.3414295628036086,
|
|
"grad_norm": 0.22147540748119354,
|
|
"learning_rate": 7.692023613017884e-06,
|
|
"loss": 0.0423,
|
|
"step": 246
|
|
},
|
|
{
|
|
"epoch": 0.3428174878556558,
|
|
"grad_norm": 0.2724509537220001,
|
|
"learning_rate": 7.673059596641657e-06,
|
|
"loss": 0.0414,
|
|
"step": 247
|
|
},
|
|
{
|
|
"epoch": 0.34420541290770296,
|
|
"grad_norm": 0.22747007012367249,
|
|
"learning_rate": 7.6540415852954e-06,
|
|
"loss": 0.04,
|
|
"step": 248
|
|
},
|
|
{
|
|
"epoch": 0.34559333795975017,
|
|
"grad_norm": 0.3057887852191925,
|
|
"learning_rate": 7.634969963137015e-06,
|
|
"loss": 0.0545,
|
|
"step": 249
|
|
},
|
|
{
|
|
"epoch": 0.3469812630117974,
|
|
"grad_norm": 0.3109971582889557,
|
|
"learning_rate": 7.615845115407316e-06,
|
|
"loss": 0.0475,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 0.34836918806384454,
|
|
"grad_norm": 0.19809511303901672,
|
|
"learning_rate": 7.596667428422264e-06,
|
|
"loss": 0.0312,
|
|
"step": 251
|
|
},
|
|
{
|
|
"epoch": 0.34975711311589175,
|
|
"grad_norm": 0.26312026381492615,
|
|
"learning_rate": 7.5774372895651545e-06,
|
|
"loss": 0.0494,
|
|
"step": 252
|
|
},
|
|
{
|
|
"epoch": 0.3511450381679389,
|
|
"grad_norm": 0.23003171384334564,
|
|
"learning_rate": 7.558155087278791e-06,
|
|
"loss": 0.0542,
|
|
"step": 253
|
|
},
|
|
{
|
|
"epoch": 0.3525329632199861,
|
|
"grad_norm": 0.24017004668712616,
|
|
"learning_rate": 7.538821211057648e-06,
|
|
"loss": 0.0478,
|
|
"step": 254
|
|
},
|
|
{
|
|
"epoch": 0.35392088827203333,
|
|
"grad_norm": 0.20186010003089905,
|
|
"learning_rate": 7.519436051439991e-06,
|
|
"loss": 0.0326,
|
|
"step": 255
|
|
},
|
|
{
|
|
"epoch": 0.3553088133240805,
|
|
"grad_norm": 0.2597668170928955,
|
|
"learning_rate": 7.500000000000001e-06,
|
|
"loss": 0.0501,
|
|
"step": 256
|
|
},
|
|
{
|
|
"epoch": 0.3566967383761277,
|
|
"grad_norm": 0.23714697360992432,
|
|
"learning_rate": 7.480513449339851e-06,
|
|
"loss": 0.0483,
|
|
"step": 257
|
|
},
|
|
{
|
|
"epoch": 0.35808466342817485,
|
|
"grad_norm": 0.3031267821788788,
|
|
"learning_rate": 7.460976793081789e-06,
|
|
"loss": 0.0507,
|
|
"step": 258
|
|
},
|
|
{
|
|
"epoch": 0.35947258848022207,
|
|
"grad_norm": 0.2820730209350586,
|
|
"learning_rate": 7.441390425860172e-06,
|
|
"loss": 0.0502,
|
|
"step": 259
|
|
},
|
|
{
|
|
"epoch": 0.3608605135322693,
|
|
"grad_norm": 0.3192010223865509,
|
|
"learning_rate": 7.421754743313514e-06,
|
|
"loss": 0.0619,
|
|
"step": 260
|
|
},
|
|
{
|
|
"epoch": 0.36224843858431643,
|
|
"grad_norm": 0.2101418673992157,
|
|
"learning_rate": 7.402070142076475e-06,
|
|
"loss": 0.0411,
|
|
"step": 261
|
|
},
|
|
{
|
|
"epoch": 0.36363636363636365,
|
|
"grad_norm": 0.2577596604824066,
|
|
"learning_rate": 7.382337019771859e-06,
|
|
"loss": 0.0422,
|
|
"step": 262
|
|
},
|
|
{
|
|
"epoch": 0.3650242886884108,
|
|
"grad_norm": 0.20709669589996338,
|
|
"learning_rate": 7.36255577500258e-06,
|
|
"loss": 0.0382,
|
|
"step": 263
|
|
},
|
|
{
|
|
"epoch": 0.366412213740458,
|
|
"grad_norm": 0.22359001636505127,
|
|
"learning_rate": 7.342726807343615e-06,
|
|
"loss": 0.0318,
|
|
"step": 264
|
|
},
|
|
{
|
|
"epoch": 0.3678001387925052,
|
|
"grad_norm": 0.2126387655735016,
|
|
"learning_rate": 7.322850517333924e-06,
|
|
"loss": 0.0355,
|
|
"step": 265
|
|
},
|
|
{
|
|
"epoch": 0.3691880638445524,
|
|
"grad_norm": 0.252213716506958,
|
|
"learning_rate": 7.302927306468365e-06,
|
|
"loss": 0.0451,
|
|
"step": 266
|
|
},
|
|
{
|
|
"epoch": 0.3705759888965996,
|
|
"grad_norm": 0.21543753147125244,
|
|
"learning_rate": 7.282957577189581e-06,
|
|
"loss": 0.0531,
|
|
"step": 267
|
|
},
|
|
{
|
|
"epoch": 0.37196391394864675,
|
|
"grad_norm": 0.2670553922653198,
|
|
"learning_rate": 7.2629417328798755e-06,
|
|
"loss": 0.0508,
|
|
"step": 268
|
|
},
|
|
{
|
|
"epoch": 0.37335183900069396,
|
|
"grad_norm": 0.24284611642360687,
|
|
"learning_rate": 7.242880177853062e-06,
|
|
"loss": 0.0397,
|
|
"step": 269
|
|
},
|
|
{
|
|
"epoch": 0.3747397640527412,
|
|
"grad_norm": 0.3197598159313202,
|
|
"learning_rate": 7.222773317346291e-06,
|
|
"loss": 0.0577,
|
|
"step": 270
|
|
},
|
|
{
|
|
"epoch": 0.37612768910478833,
|
|
"grad_norm": 0.21058222651481628,
|
|
"learning_rate": 7.202621557511874e-06,
|
|
"loss": 0.0366,
|
|
"step": 271
|
|
},
|
|
{
|
|
"epoch": 0.37751561415683554,
|
|
"grad_norm": 0.33534789085388184,
|
|
"learning_rate": 7.1824253054090735e-06,
|
|
"loss": 0.0445,
|
|
"step": 272
|
|
},
|
|
{
|
|
"epoch": 0.3789035392088827,
|
|
"grad_norm": 0.26425862312316895,
|
|
"learning_rate": 7.162184968995882e-06,
|
|
"loss": 0.0513,
|
|
"step": 273
|
|
},
|
|
{
|
|
"epoch": 0.3802914642609299,
|
|
"grad_norm": 0.19292885065078735,
|
|
"learning_rate": 7.141900957120781e-06,
|
|
"loss": 0.0376,
|
|
"step": 274
|
|
},
|
|
{
|
|
"epoch": 0.3816793893129771,
|
|
"grad_norm": 0.25801414251327515,
|
|
"learning_rate": 7.121573679514484e-06,
|
|
"loss": 0.0468,
|
|
"step": 275
|
|
},
|
|
{
|
|
"epoch": 0.3830673143650243,
|
|
"grad_norm": 0.22623024880886078,
|
|
"learning_rate": 7.101203546781655e-06,
|
|
"loss": 0.043,
|
|
"step": 276
|
|
},
|
|
{
|
|
"epoch": 0.3844552394170715,
|
|
"grad_norm": 0.36003199219703674,
|
|
"learning_rate": 7.080790970392626e-06,
|
|
"loss": 0.0637,
|
|
"step": 277
|
|
},
|
|
{
|
|
"epoch": 0.38584316446911865,
|
|
"grad_norm": 0.22922679781913757,
|
|
"learning_rate": 7.060336362675069e-06,
|
|
"loss": 0.0504,
|
|
"step": 278
|
|
},
|
|
{
|
|
"epoch": 0.38723108952116586,
|
|
"grad_norm": 0.25158169865608215,
|
|
"learning_rate": 7.039840136805679e-06,
|
|
"loss": 0.039,
|
|
"step": 279
|
|
},
|
|
{
|
|
"epoch": 0.3886190145732131,
|
|
"grad_norm": 0.3726769685745239,
|
|
"learning_rate": 7.019302706801826e-06,
|
|
"loss": 0.0577,
|
|
"step": 280
|
|
},
|
|
{
|
|
"epoch": 0.39000693962526023,
|
|
"grad_norm": 0.2862564027309418,
|
|
"learning_rate": 6.998724487513191e-06,
|
|
"loss": 0.0446,
|
|
"step": 281
|
|
},
|
|
{
|
|
"epoch": 0.39139486467730744,
|
|
"grad_norm": 0.2609567642211914,
|
|
"learning_rate": 6.978105894613385e-06,
|
|
"loss": 0.0574,
|
|
"step": 282
|
|
},
|
|
{
|
|
"epoch": 0.3927827897293546,
|
|
"grad_norm": 0.3218703866004944,
|
|
"learning_rate": 6.9574473445915495e-06,
|
|
"loss": 0.0582,
|
|
"step": 283
|
|
},
|
|
{
|
|
"epoch": 0.3941707147814018,
|
|
"grad_norm": 0.23220689594745636,
|
|
"learning_rate": 6.936749254743951e-06,
|
|
"loss": 0.0499,
|
|
"step": 284
|
|
},
|
|
{
|
|
"epoch": 0.39555863983344897,
|
|
"grad_norm": 0.2209801822900772,
|
|
"learning_rate": 6.916012043165552e-06,
|
|
"loss": 0.0482,
|
|
"step": 285
|
|
},
|
|
{
|
|
"epoch": 0.3969465648854962,
|
|
"grad_norm": 0.2856426239013672,
|
|
"learning_rate": 6.895236128741554e-06,
|
|
"loss": 0.0426,
|
|
"step": 286
|
|
},
|
|
{
|
|
"epoch": 0.3983344899375434,
|
|
"grad_norm": 0.2667888402938843,
|
|
"learning_rate": 6.87442193113895e-06,
|
|
"loss": 0.0542,
|
|
"step": 287
|
|
},
|
|
{
|
|
"epoch": 0.39972241498959055,
|
|
"grad_norm": 0.2344602793455124,
|
|
"learning_rate": 6.8535698707980356e-06,
|
|
"loss": 0.0434,
|
|
"step": 288
|
|
},
|
|
{
|
|
"epoch": 0.40111034004163776,
|
|
"grad_norm": 0.24343138933181763,
|
|
"learning_rate": 6.83268036892393e-06,
|
|
"loss": 0.0508,
|
|
"step": 289
|
|
},
|
|
{
|
|
"epoch": 0.4024982650936849,
|
|
"grad_norm": 0.22512559592723846,
|
|
"learning_rate": 6.811753847478051e-06,
|
|
"loss": 0.0396,
|
|
"step": 290
|
|
},
|
|
{
|
|
"epoch": 0.4038861901457321,
|
|
"grad_norm": 0.1864270120859146,
|
|
"learning_rate": 6.790790729169604e-06,
|
|
"loss": 0.0388,
|
|
"step": 291
|
|
},
|
|
{
|
|
"epoch": 0.40527411519777934,
|
|
"grad_norm": 0.19488897919654846,
|
|
"learning_rate": 6.769791437447042e-06,
|
|
"loss": 0.035,
|
|
"step": 292
|
|
},
|
|
{
|
|
"epoch": 0.4066620402498265,
|
|
"grad_norm": 0.2777364253997803,
|
|
"learning_rate": 6.7487563964895066e-06,
|
|
"loss": 0.0519,
|
|
"step": 293
|
|
},
|
|
{
|
|
"epoch": 0.4080499653018737,
|
|
"grad_norm": 0.1941017359495163,
|
|
"learning_rate": 6.7276860311982614e-06,
|
|
"loss": 0.0361,
|
|
"step": 294
|
|
},
|
|
{
|
|
"epoch": 0.40943789035392086,
|
|
"grad_norm": 0.20925886929035187,
|
|
"learning_rate": 6.7065807671881155e-06,
|
|
"loss": 0.0353,
|
|
"step": 295
|
|
},
|
|
{
|
|
"epoch": 0.4108258154059681,
|
|
"grad_norm": 0.27289116382598877,
|
|
"learning_rate": 6.6854410307788175e-06,
|
|
"loss": 0.0533,
|
|
"step": 296
|
|
},
|
|
{
|
|
"epoch": 0.4122137404580153,
|
|
"grad_norm": 0.27907559275627136,
|
|
"learning_rate": 6.664267248986447e-06,
|
|
"loss": 0.0415,
|
|
"step": 297
|
|
},
|
|
{
|
|
"epoch": 0.41360166551006244,
|
|
"grad_norm": 0.24534979462623596,
|
|
"learning_rate": 6.643059849514795e-06,
|
|
"loss": 0.0445,
|
|
"step": 298
|
|
},
|
|
{
|
|
"epoch": 0.41498959056210966,
|
|
"grad_norm": 0.18391579389572144,
|
|
"learning_rate": 6.621819260746713e-06,
|
|
"loss": 0.0335,
|
|
"step": 299
|
|
},
|
|
{
|
|
"epoch": 0.4163775156141568,
|
|
"grad_norm": 0.24801869690418243,
|
|
"learning_rate": 6.600545911735468e-06,
|
|
"loss": 0.044,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 0.417765440666204,
|
|
"grad_norm": 0.2516506314277649,
|
|
"learning_rate": 6.579240232196073e-06,
|
|
"loss": 0.0507,
|
|
"step": 301
|
|
},
|
|
{
|
|
"epoch": 0.41915336571825124,
|
|
"grad_norm": 0.2211104929447174,
|
|
"learning_rate": 6.5579026524966106e-06,
|
|
"loss": 0.0397,
|
|
"step": 302
|
|
},
|
|
{
|
|
"epoch": 0.4205412907702984,
|
|
"grad_norm": 0.3019264042377472,
|
|
"learning_rate": 6.536533603649536e-06,
|
|
"loss": 0.0554,
|
|
"step": 303
|
|
},
|
|
{
|
|
"epoch": 0.4219292158223456,
|
|
"grad_norm": 0.2607039213180542,
|
|
"learning_rate": 6.515133517302969e-06,
|
|
"loss": 0.0443,
|
|
"step": 304
|
|
},
|
|
{
|
|
"epoch": 0.42331714087439276,
|
|
"grad_norm": 0.26423439383506775,
|
|
"learning_rate": 6.493702825731977e-06,
|
|
"loss": 0.052,
|
|
"step": 305
|
|
},
|
|
{
|
|
"epoch": 0.42470506592644,
|
|
"grad_norm": 0.2512415647506714,
|
|
"learning_rate": 6.472241961829846e-06,
|
|
"loss": 0.0437,
|
|
"step": 306
|
|
},
|
|
{
|
|
"epoch": 0.4260929909784872,
|
|
"grad_norm": 0.2525016963481903,
|
|
"learning_rate": 6.450751359099332e-06,
|
|
"loss": 0.0372,
|
|
"step": 307
|
|
},
|
|
{
|
|
"epoch": 0.42748091603053434,
|
|
"grad_norm": 0.2588847577571869,
|
|
"learning_rate": 6.429231451643907e-06,
|
|
"loss": 0.0428,
|
|
"step": 308
|
|
},
|
|
{
|
|
"epoch": 0.42886884108258155,
|
|
"grad_norm": 0.27101561427116394,
|
|
"learning_rate": 6.407682674158988e-06,
|
|
"loss": 0.0497,
|
|
"step": 309
|
|
},
|
|
{
|
|
"epoch": 0.4302567661346287,
|
|
"grad_norm": 0.2133539319038391,
|
|
"learning_rate": 6.386105461923159e-06,
|
|
"loss": 0.0362,
|
|
"step": 310
|
|
},
|
|
{
|
|
"epoch": 0.4316446911866759,
|
|
"grad_norm": 0.2591789960861206,
|
|
"learning_rate": 6.364500250789375e-06,
|
|
"loss": 0.0434,
|
|
"step": 311
|
|
},
|
|
{
|
|
"epoch": 0.43303261623872313,
|
|
"grad_norm": 0.2357206642627716,
|
|
"learning_rate": 6.342867477176164e-06,
|
|
"loss": 0.0425,
|
|
"step": 312
|
|
},
|
|
{
|
|
"epoch": 0.4344205412907703,
|
|
"grad_norm": 0.22705315053462982,
|
|
"learning_rate": 6.321207578058803e-06,
|
|
"loss": 0.049,
|
|
"step": 313
|
|
},
|
|
{
|
|
"epoch": 0.4358084663428175,
|
|
"grad_norm": 0.22295016050338745,
|
|
"learning_rate": 6.299520990960497e-06,
|
|
"loss": 0.0455,
|
|
"step": 314
|
|
},
|
|
{
|
|
"epoch": 0.43719639139486466,
|
|
"grad_norm": 0.2628712058067322,
|
|
"learning_rate": 6.2778081539435436e-06,
|
|
"loss": 0.0481,
|
|
"step": 315
|
|
},
|
|
{
|
|
"epoch": 0.43858431644691187,
|
|
"grad_norm": 0.26134777069091797,
|
|
"learning_rate": 6.256069505600474e-06,
|
|
"loss": 0.0526,
|
|
"step": 316
|
|
},
|
|
{
|
|
"epoch": 0.4399722414989591,
|
|
"grad_norm": 0.16641436517238617,
|
|
"learning_rate": 6.234305485045205e-06,
|
|
"loss": 0.0376,
|
|
"step": 317
|
|
},
|
|
{
|
|
"epoch": 0.44136016655100624,
|
|
"grad_norm": 0.2876615822315216,
|
|
"learning_rate": 6.212516531904164e-06,
|
|
"loss": 0.0474,
|
|
"step": 318
|
|
},
|
|
{
|
|
"epoch": 0.44274809160305345,
|
|
"grad_norm": 0.2932173013687134,
|
|
"learning_rate": 6.1907030863074055e-06,
|
|
"loss": 0.0508,
|
|
"step": 319
|
|
},
|
|
{
|
|
"epoch": 0.4441360166551006,
|
|
"grad_norm": 0.2550623118877411,
|
|
"learning_rate": 6.16886558887973e-06,
|
|
"loss": 0.0457,
|
|
"step": 320
|
|
},
|
|
{
|
|
"epoch": 0.4455239417071478,
|
|
"grad_norm": 0.22620978951454163,
|
|
"learning_rate": 6.1470044807317695e-06,
|
|
"loss": 0.0445,
|
|
"step": 321
|
|
},
|
|
{
|
|
"epoch": 0.44691186675919503,
|
|
"grad_norm": 0.2603720724582672,
|
|
"learning_rate": 6.1251202034510905e-06,
|
|
"loss": 0.0519,
|
|
"step": 322
|
|
},
|
|
{
|
|
"epoch": 0.4482997918112422,
|
|
"grad_norm": 0.2070014923810959,
|
|
"learning_rate": 6.103213199093267e-06,
|
|
"loss": 0.0365,
|
|
"step": 323
|
|
},
|
|
{
|
|
"epoch": 0.4496877168632894,
|
|
"grad_norm": 0.2892493009567261,
|
|
"learning_rate": 6.081283910172956e-06,
|
|
"loss": 0.0586,
|
|
"step": 324
|
|
},
|
|
{
|
|
"epoch": 0.45107564191533656,
|
|
"grad_norm": 0.2348898947238922,
|
|
"learning_rate": 6.059332779654953e-06,
|
|
"loss": 0.0426,
|
|
"step": 325
|
|
},
|
|
{
|
|
"epoch": 0.45246356696738377,
|
|
"grad_norm": 0.24212618172168732,
|
|
"learning_rate": 6.037360250945243e-06,
|
|
"loss": 0.0378,
|
|
"step": 326
|
|
},
|
|
{
|
|
"epoch": 0.4538514920194309,
|
|
"grad_norm": 0.2537144422531128,
|
|
"learning_rate": 6.015366767882054e-06,
|
|
"loss": 0.0412,
|
|
"step": 327
|
|
},
|
|
{
|
|
"epoch": 0.45523941707147814,
|
|
"grad_norm": 0.21163740754127502,
|
|
"learning_rate": 5.993352774726885e-06,
|
|
"loss": 0.0358,
|
|
"step": 328
|
|
},
|
|
{
|
|
"epoch": 0.45662734212352535,
|
|
"grad_norm": 0.340040385723114,
|
|
"learning_rate": 5.97131871615553e-06,
|
|
"loss": 0.0428,
|
|
"step": 329
|
|
},
|
|
{
|
|
"epoch": 0.4580152671755725,
|
|
"grad_norm": 0.28573116660118103,
|
|
"learning_rate": 5.949265037249096e-06,
|
|
"loss": 0.0557,
|
|
"step": 330
|
|
},
|
|
{
|
|
"epoch": 0.4594031922276197,
|
|
"grad_norm": 0.2429424375295639,
|
|
"learning_rate": 5.927192183485023e-06,
|
|
"loss": 0.0444,
|
|
"step": 331
|
|
},
|
|
{
|
|
"epoch": 0.4607911172796669,
|
|
"grad_norm": 0.19028761982917786,
|
|
"learning_rate": 5.905100600728067e-06,
|
|
"loss": 0.0368,
|
|
"step": 332
|
|
},
|
|
{
|
|
"epoch": 0.4621790423317141,
|
|
"grad_norm": 0.24256815016269684,
|
|
"learning_rate": 5.882990735221312e-06,
|
|
"loss": 0.0501,
|
|
"step": 333
|
|
},
|
|
{
|
|
"epoch": 0.4635669673837613,
|
|
"grad_norm": 0.2468879520893097,
|
|
"learning_rate": 5.860863033577141e-06,
|
|
"loss": 0.0551,
|
|
"step": 334
|
|
},
|
|
{
|
|
"epoch": 0.46495489243580845,
|
|
"grad_norm": 0.26638200879096985,
|
|
"learning_rate": 5.8387179427682265e-06,
|
|
"loss": 0.038,
|
|
"step": 335
|
|
},
|
|
{
|
|
"epoch": 0.46634281748785567,
|
|
"grad_norm": 0.2620946764945984,
|
|
"learning_rate": 5.8165559101184955e-06,
|
|
"loss": 0.0596,
|
|
"step": 336
|
|
},
|
|
{
|
|
"epoch": 0.4677307425399028,
|
|
"grad_norm": 0.3298340439796448,
|
|
"learning_rate": 5.794377383294094e-06,
|
|
"loss": 0.0422,
|
|
"step": 337
|
|
},
|
|
{
|
|
"epoch": 0.46911866759195003,
|
|
"grad_norm": 0.2864164710044861,
|
|
"learning_rate": 5.7721828102943445e-06,
|
|
"loss": 0.0557,
|
|
"step": 338
|
|
},
|
|
{
|
|
"epoch": 0.47050659264399725,
|
|
"grad_norm": 0.19313201308250427,
|
|
"learning_rate": 5.749972639442698e-06,
|
|
"loss": 0.0352,
|
|
"step": 339
|
|
},
|
|
{
|
|
"epoch": 0.4718945176960444,
|
|
"grad_norm": 0.2098756730556488,
|
|
"learning_rate": 5.72774731937768e-06,
|
|
"loss": 0.0465,
|
|
"step": 340
|
|
},
|
|
{
|
|
"epoch": 0.4732824427480916,
|
|
"grad_norm": 0.23879243433475494,
|
|
"learning_rate": 5.705507299043822e-06,
|
|
"loss": 0.0407,
|
|
"step": 341
|
|
},
|
|
{
|
|
"epoch": 0.47467036780013877,
|
|
"grad_norm": 0.24368953704833984,
|
|
"learning_rate": 5.683253027682597e-06,
|
|
"loss": 0.047,
|
|
"step": 342
|
|
},
|
|
{
|
|
"epoch": 0.476058292852186,
|
|
"grad_norm": 0.22611577808856964,
|
|
"learning_rate": 5.660984954823342e-06,
|
|
"loss": 0.0444,
|
|
"step": 343
|
|
},
|
|
{
|
|
"epoch": 0.4774462179042332,
|
|
"grad_norm": 0.21530263125896454,
|
|
"learning_rate": 5.638703530274187e-06,
|
|
"loss": 0.0391,
|
|
"step": 344
|
|
},
|
|
{
|
|
"epoch": 0.47883414295628035,
|
|
"grad_norm": 0.2654690444469452,
|
|
"learning_rate": 5.6164092041129544e-06,
|
|
"loss": 0.0537,
|
|
"step": 345
|
|
},
|
|
{
|
|
"epoch": 0.48022206800832756,
|
|
"grad_norm": 0.24219410121440887,
|
|
"learning_rate": 5.594102426678082e-06,
|
|
"loss": 0.0469,
|
|
"step": 346
|
|
},
|
|
{
|
|
"epoch": 0.4816099930603747,
|
|
"grad_norm": 0.2516026496887207,
|
|
"learning_rate": 5.57178364855951e-06,
|
|
"loss": 0.0438,
|
|
"step": 347
|
|
},
|
|
{
|
|
"epoch": 0.48299791811242193,
|
|
"grad_norm": 0.18920086324214935,
|
|
"learning_rate": 5.549453320589598e-06,
|
|
"loss": 0.0383,
|
|
"step": 348
|
|
},
|
|
{
|
|
"epoch": 0.48438584316446914,
|
|
"grad_norm": 0.25243017077445984,
|
|
"learning_rate": 5.527111893834004e-06,
|
|
"loss": 0.0473,
|
|
"step": 349
|
|
},
|
|
{
|
|
"epoch": 0.4857737682165163,
|
|
"grad_norm": 0.18175047636032104,
|
|
"learning_rate": 5.504759819582581e-06,
|
|
"loss": 0.039,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 0.4871616932685635,
|
|
"grad_norm": 0.262374609708786,
|
|
"learning_rate": 5.482397549340256e-06,
|
|
"loss": 0.0502,
|
|
"step": 351
|
|
},
|
|
{
|
|
"epoch": 0.48854961832061067,
|
|
"grad_norm": 0.22592027485370636,
|
|
"learning_rate": 5.460025534817911e-06,
|
|
"loss": 0.0463,
|
|
"step": 352
|
|
},
|
|
{
|
|
"epoch": 0.4899375433726579,
|
|
"grad_norm": 0.24996748566627502,
|
|
"learning_rate": 5.437644227923261e-06,
|
|
"loss": 0.0492,
|
|
"step": 353
|
|
},
|
|
{
|
|
"epoch": 0.4913254684247051,
|
|
"grad_norm": 0.2771015167236328,
|
|
"learning_rate": 5.415254080751725e-06,
|
|
"loss": 0.0441,
|
|
"step": 354
|
|
},
|
|
{
|
|
"epoch": 0.49271339347675225,
|
|
"grad_norm": 0.21063049137592316,
|
|
"learning_rate": 5.39285554557729e-06,
|
|
"loss": 0.041,
|
|
"step": 355
|
|
},
|
|
{
|
|
"epoch": 0.49410131852879946,
|
|
"grad_norm": 0.2659851014614105,
|
|
"learning_rate": 5.37044907484338e-06,
|
|
"loss": 0.051,
|
|
"step": 356
|
|
},
|
|
{
|
|
"epoch": 0.4954892435808466,
|
|
"grad_norm": 0.24859070777893066,
|
|
"learning_rate": 5.348035121153716e-06,
|
|
"loss": 0.0454,
|
|
"step": 357
|
|
},
|
|
{
|
|
"epoch": 0.49687716863289383,
|
|
"grad_norm": 0.2629816234111786,
|
|
"learning_rate": 5.32561413726317e-06,
|
|
"loss": 0.0433,
|
|
"step": 358
|
|
},
|
|
{
|
|
"epoch": 0.49826509368494104,
|
|
"grad_norm": 0.21318283677101135,
|
|
"learning_rate": 5.303186576068621e-06,
|
|
"loss": 0.0408,
|
|
"step": 359
|
|
},
|
|
{
|
|
"epoch": 0.4996530187369882,
|
|
"grad_norm": 0.28312963247299194,
|
|
"learning_rate": 5.28075289059981e-06,
|
|
"loss": 0.0464,
|
|
"step": 360
|
|
},
|
|
{
|
|
"epoch": 0.5010409437890354,
|
|
"grad_norm": 0.2362765371799469,
|
|
"learning_rate": 5.258313534010187e-06,
|
|
"loss": 0.0365,
|
|
"step": 361
|
|
},
|
|
{
|
|
"epoch": 0.5024288688410826,
|
|
"grad_norm": 0.17733339965343475,
|
|
"learning_rate": 5.235868959567755e-06,
|
|
"loss": 0.0348,
|
|
"step": 362
|
|
},
|
|
{
|
|
"epoch": 0.5038167938931297,
|
|
"grad_norm": 0.29030370712280273,
|
|
"learning_rate": 5.213419620645914e-06,
|
|
"loss": 0.0451,
|
|
"step": 363
|
|
},
|
|
{
|
|
"epoch": 0.5052047189451769,
|
|
"grad_norm": 0.26337236166000366,
|
|
"learning_rate": 5.1909659707143105e-06,
|
|
"loss": 0.0403,
|
|
"step": 364
|
|
},
|
|
{
|
|
"epoch": 0.5065926439972241,
|
|
"grad_norm": 0.27861809730529785,
|
|
"learning_rate": 5.1685084633296665e-06,
|
|
"loss": 0.0489,
|
|
"step": 365
|
|
},
|
|
{
|
|
"epoch": 0.5079805690492714,
|
|
"grad_norm": 0.26633739471435547,
|
|
"learning_rate": 5.14604755212663e-06,
|
|
"loss": 0.0539,
|
|
"step": 366
|
|
},
|
|
{
|
|
"epoch": 0.5093684941013186,
|
|
"grad_norm": 0.2497876137495041,
|
|
"learning_rate": 5.123583690808596e-06,
|
|
"loss": 0.0469,
|
|
"step": 367
|
|
},
|
|
{
|
|
"epoch": 0.5107564191533657,
|
|
"grad_norm": 0.2367750108242035,
|
|
"learning_rate": 5.101117333138558e-06,
|
|
"loss": 0.0455,
|
|
"step": 368
|
|
},
|
|
{
|
|
"epoch": 0.5121443442054129,
|
|
"grad_norm": 0.21793133020401,
|
|
"learning_rate": 5.078648932929933e-06,
|
|
"loss": 0.0441,
|
|
"step": 369
|
|
},
|
|
{
|
|
"epoch": 0.5135322692574601,
|
|
"grad_norm": 0.2375047653913498,
|
|
"learning_rate": 5.056178944037396e-06,
|
|
"loss": 0.0536,
|
|
"step": 370
|
|
},
|
|
{
|
|
"epoch": 0.5149201943095073,
|
|
"grad_norm": 0.24593202769756317,
|
|
"learning_rate": 5.033707820347715e-06,
|
|
"loss": 0.0488,
|
|
"step": 371
|
|
},
|
|
{
|
|
"epoch": 0.5163081193615545,
|
|
"grad_norm": 0.2014894336462021,
|
|
"learning_rate": 5.011236015770577e-06,
|
|
"loss": 0.0438,
|
|
"step": 372
|
|
},
|
|
{
|
|
"epoch": 0.5176960444136016,
|
|
"grad_norm": 0.2295396327972412,
|
|
"learning_rate": 4.988763984229425e-06,
|
|
"loss": 0.0426,
|
|
"step": 373
|
|
},
|
|
{
|
|
"epoch": 0.5190839694656488,
|
|
"grad_norm": 0.23237484693527222,
|
|
"learning_rate": 4.9662921796522856e-06,
|
|
"loss": 0.0432,
|
|
"step": 374
|
|
},
|
|
{
|
|
"epoch": 0.520471894517696,
|
|
"grad_norm": 0.18679746985435486,
|
|
"learning_rate": 4.9438210559626045e-06,
|
|
"loss": 0.0314,
|
|
"step": 375
|
|
},
|
|
{
|
|
"epoch": 0.5218598195697433,
|
|
"grad_norm": 0.2613310217857361,
|
|
"learning_rate": 4.921351067070068e-06,
|
|
"loss": 0.0517,
|
|
"step": 376
|
|
},
|
|
{
|
|
"epoch": 0.5232477446217905,
|
|
"grad_norm": 0.21653001010417938,
|
|
"learning_rate": 4.898882666861444e-06,
|
|
"loss": 0.0374,
|
|
"step": 377
|
|
},
|
|
{
|
|
"epoch": 0.5246356696738376,
|
|
"grad_norm": 0.23039276897907257,
|
|
"learning_rate": 4.876416309191406e-06,
|
|
"loss": 0.0353,
|
|
"step": 378
|
|
},
|
|
{
|
|
"epoch": 0.5260235947258848,
|
|
"grad_norm": 0.2714105248451233,
|
|
"learning_rate": 4.853952447873371e-06,
|
|
"loss": 0.0552,
|
|
"step": 379
|
|
},
|
|
{
|
|
"epoch": 0.527411519777932,
|
|
"grad_norm": 0.25004643201828003,
|
|
"learning_rate": 4.831491536670334e-06,
|
|
"loss": 0.0462,
|
|
"step": 380
|
|
},
|
|
{
|
|
"epoch": 0.5287994448299792,
|
|
"grad_norm": 0.22087691724300385,
|
|
"learning_rate": 4.809034029285691e-06,
|
|
"loss": 0.0358,
|
|
"step": 381
|
|
},
|
|
{
|
|
"epoch": 0.5301873698820264,
|
|
"grad_norm": 0.20914320647716522,
|
|
"learning_rate": 4.786580379354087e-06,
|
|
"loss": 0.0362,
|
|
"step": 382
|
|
},
|
|
{
|
|
"epoch": 0.5315752949340735,
|
|
"grad_norm": 0.1910157948732376,
|
|
"learning_rate": 4.7641310404322475e-06,
|
|
"loss": 0.0388,
|
|
"step": 383
|
|
},
|
|
{
|
|
"epoch": 0.5329632199861207,
|
|
"grad_norm": 0.2663300037384033,
|
|
"learning_rate": 4.741686465989814e-06,
|
|
"loss": 0.0458,
|
|
"step": 384
|
|
},
|
|
{
|
|
"epoch": 0.5343511450381679,
|
|
"grad_norm": 0.19584941864013672,
|
|
"learning_rate": 4.719247109400192e-06,
|
|
"loss": 0.042,
|
|
"step": 385
|
|
},
|
|
{
|
|
"epoch": 0.5357390700902152,
|
|
"grad_norm": 0.21342402696609497,
|
|
"learning_rate": 4.696813423931381e-06,
|
|
"loss": 0.0441,
|
|
"step": 386
|
|
},
|
|
{
|
|
"epoch": 0.5371269951422624,
|
|
"grad_norm": 0.2350674718618393,
|
|
"learning_rate": 4.674385862736832e-06,
|
|
"loss": 0.0479,
|
|
"step": 387
|
|
},
|
|
{
|
|
"epoch": 0.5385149201943095,
|
|
"grad_norm": 0.27498018741607666,
|
|
"learning_rate": 4.651964878846285e-06,
|
|
"loss": 0.0419,
|
|
"step": 388
|
|
},
|
|
{
|
|
"epoch": 0.5399028452463567,
|
|
"grad_norm": 0.19162392616271973,
|
|
"learning_rate": 4.62955092515662e-06,
|
|
"loss": 0.0396,
|
|
"step": 389
|
|
},
|
|
{
|
|
"epoch": 0.5412907702984039,
|
|
"grad_norm": 0.2587217688560486,
|
|
"learning_rate": 4.607144454422711e-06,
|
|
"loss": 0.048,
|
|
"step": 390
|
|
},
|
|
{
|
|
"epoch": 0.5426786953504511,
|
|
"grad_norm": 0.3030252456665039,
|
|
"learning_rate": 4.584745919248275e-06,
|
|
"loss": 0.0629,
|
|
"step": 391
|
|
},
|
|
{
|
|
"epoch": 0.5440666204024983,
|
|
"grad_norm": 0.27365297079086304,
|
|
"learning_rate": 4.56235577207674e-06,
|
|
"loss": 0.0356,
|
|
"step": 392
|
|
},
|
|
{
|
|
"epoch": 0.5454545454545454,
|
|
"grad_norm": 0.22301366925239563,
|
|
"learning_rate": 4.5399744651820915e-06,
|
|
"loss": 0.0399,
|
|
"step": 393
|
|
},
|
|
{
|
|
"epoch": 0.5468424705065926,
|
|
"grad_norm": 0.23638130724430084,
|
|
"learning_rate": 4.517602450659746e-06,
|
|
"loss": 0.0362,
|
|
"step": 394
|
|
},
|
|
{
|
|
"epoch": 0.5482303955586398,
|
|
"grad_norm": 0.23380909860134125,
|
|
"learning_rate": 4.49524018041742e-06,
|
|
"loss": 0.0439,
|
|
"step": 395
|
|
},
|
|
{
|
|
"epoch": 0.549618320610687,
|
|
"grad_norm": 0.1905248910188675,
|
|
"learning_rate": 4.472888106165995e-06,
|
|
"loss": 0.042,
|
|
"step": 396
|
|
},
|
|
{
|
|
"epoch": 0.5510062456627343,
|
|
"grad_norm": 0.25941696763038635,
|
|
"learning_rate": 4.450546679410403e-06,
|
|
"loss": 0.046,
|
|
"step": 397
|
|
},
|
|
{
|
|
"epoch": 0.5523941707147814,
|
|
"grad_norm": 0.25850844383239746,
|
|
"learning_rate": 4.428216351440492e-06,
|
|
"loss": 0.0457,
|
|
"step": 398
|
|
},
|
|
{
|
|
"epoch": 0.5537820957668286,
|
|
"grad_norm": 0.19940395653247833,
|
|
"learning_rate": 4.40589757332192e-06,
|
|
"loss": 0.0416,
|
|
"step": 399
|
|
},
|
|
{
|
|
"epoch": 0.5551700208188758,
|
|
"grad_norm": 0.2690625786781311,
|
|
"learning_rate": 4.383590795887046e-06,
|
|
"loss": 0.0546,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 0.556557945870923,
|
|
"grad_norm": 0.21887092292308807,
|
|
"learning_rate": 4.361296469725813e-06,
|
|
"loss": 0.0458,
|
|
"step": 401
|
|
},
|
|
{
|
|
"epoch": 0.5579458709229702,
|
|
"grad_norm": 0.19797225296497345,
|
|
"learning_rate": 4.339015045176659e-06,
|
|
"loss": 0.038,
|
|
"step": 402
|
|
},
|
|
{
|
|
"epoch": 0.5593337959750173,
|
|
"grad_norm": 0.2749207317829132,
|
|
"learning_rate": 4.316746972317406e-06,
|
|
"loss": 0.0617,
|
|
"step": 403
|
|
},
|
|
{
|
|
"epoch": 0.5607217210270645,
|
|
"grad_norm": 0.26302123069763184,
|
|
"learning_rate": 4.2944927009561786e-06,
|
|
"loss": 0.0404,
|
|
"step": 404
|
|
},
|
|
{
|
|
"epoch": 0.5621096460791117,
|
|
"grad_norm": 0.2845047116279602,
|
|
"learning_rate": 4.272252680622321e-06,
|
|
"loss": 0.0537,
|
|
"step": 405
|
|
},
|
|
{
|
|
"epoch": 0.563497571131159,
|
|
"grad_norm": 0.20317070186138153,
|
|
"learning_rate": 4.250027360557302e-06,
|
|
"loss": 0.039,
|
|
"step": 406
|
|
},
|
|
{
|
|
"epoch": 0.5648854961832062,
|
|
"grad_norm": 0.3297349214553833,
|
|
"learning_rate": 4.227817189705657e-06,
|
|
"loss": 0.0659,
|
|
"step": 407
|
|
},
|
|
{
|
|
"epoch": 0.5662734212352533,
|
|
"grad_norm": 0.19175824522972107,
|
|
"learning_rate": 4.205622616705909e-06,
|
|
"loss": 0.0344,
|
|
"step": 408
|
|
},
|
|
{
|
|
"epoch": 0.5676613462873005,
|
|
"grad_norm": 0.21104075014591217,
|
|
"learning_rate": 4.183444089881506e-06,
|
|
"loss": 0.0403,
|
|
"step": 409
|
|
},
|
|
{
|
|
"epoch": 0.5690492713393477,
|
|
"grad_norm": 0.23763036727905273,
|
|
"learning_rate": 4.161282057231776e-06,
|
|
"loss": 0.0425,
|
|
"step": 410
|
|
},
|
|
{
|
|
"epoch": 0.5704371963913949,
|
|
"grad_norm": 0.27829548716545105,
|
|
"learning_rate": 4.13913696642286e-06,
|
|
"loss": 0.0379,
|
|
"step": 411
|
|
},
|
|
{
|
|
"epoch": 0.5718251214434421,
|
|
"grad_norm": 0.2803460359573364,
|
|
"learning_rate": 4.1170092647786895e-06,
|
|
"loss": 0.0566,
|
|
"step": 412
|
|
},
|
|
{
|
|
"epoch": 0.5732130464954892,
|
|
"grad_norm": 0.2148689329624176,
|
|
"learning_rate": 4.094899399271935e-06,
|
|
"loss": 0.0497,
|
|
"step": 413
|
|
},
|
|
{
|
|
"epoch": 0.5746009715475364,
|
|
"grad_norm": 0.25749555230140686,
|
|
"learning_rate": 4.072807816514978e-06,
|
|
"loss": 0.0543,
|
|
"step": 414
|
|
},
|
|
{
|
|
"epoch": 0.5759888965995836,
|
|
"grad_norm": 0.21719405055046082,
|
|
"learning_rate": 4.0507349627509045e-06,
|
|
"loss": 0.0368,
|
|
"step": 415
|
|
},
|
|
{
|
|
"epoch": 0.5773768216516308,
|
|
"grad_norm": 0.1985744833946228,
|
|
"learning_rate": 4.028681283844471e-06,
|
|
"loss": 0.0326,
|
|
"step": 416
|
|
},
|
|
{
|
|
"epoch": 0.5787647467036781,
|
|
"grad_norm": 0.33434179425239563,
|
|
"learning_rate": 4.006647225273116e-06,
|
|
"loss": 0.0477,
|
|
"step": 417
|
|
},
|
|
{
|
|
"epoch": 0.5801526717557252,
|
|
"grad_norm": 0.2449856400489807,
|
|
"learning_rate": 3.984633232117948e-06,
|
|
"loss": 0.0495,
|
|
"step": 418
|
|
},
|
|
{
|
|
"epoch": 0.5815405968077724,
|
|
"grad_norm": 0.2528287172317505,
|
|
"learning_rate": 3.96263974905476e-06,
|
|
"loss": 0.0463,
|
|
"step": 419
|
|
},
|
|
{
|
|
"epoch": 0.5829285218598196,
|
|
"grad_norm": 0.19862471520900726,
|
|
"learning_rate": 3.94066722034505e-06,
|
|
"loss": 0.0404,
|
|
"step": 420
|
|
},
|
|
{
|
|
"epoch": 0.5843164469118668,
|
|
"grad_norm": 0.22756393253803253,
|
|
"learning_rate": 3.9187160898270435e-06,
|
|
"loss": 0.0463,
|
|
"step": 421
|
|
},
|
|
{
|
|
"epoch": 0.5857043719639139,
|
|
"grad_norm": 0.23390746116638184,
|
|
"learning_rate": 3.896786800906734e-06,
|
|
"loss": 0.0478,
|
|
"step": 422
|
|
},
|
|
{
|
|
"epoch": 0.5870922970159611,
|
|
"grad_norm": 0.302847295999527,
|
|
"learning_rate": 3.87487979654891e-06,
|
|
"loss": 0.0481,
|
|
"step": 423
|
|
},
|
|
{
|
|
"epoch": 0.5884802220680083,
|
|
"grad_norm": 0.27103695273399353,
|
|
"learning_rate": 3.852995519268231e-06,
|
|
"loss": 0.0501,
|
|
"step": 424
|
|
},
|
|
{
|
|
"epoch": 0.5898681471200555,
|
|
"grad_norm": 0.2562784254550934,
|
|
"learning_rate": 3.831134411120273e-06,
|
|
"loss": 0.0443,
|
|
"step": 425
|
|
},
|
|
{
|
|
"epoch": 0.5912560721721027,
|
|
"grad_norm": 0.2507801949977875,
|
|
"learning_rate": 3.809296913692594e-06,
|
|
"loss": 0.0419,
|
|
"step": 426
|
|
},
|
|
{
|
|
"epoch": 0.5926439972241498,
|
|
"grad_norm": 0.2666143476963043,
|
|
"learning_rate": 3.787483468095838e-06,
|
|
"loss": 0.0338,
|
|
"step": 427
|
|
},
|
|
{
|
|
"epoch": 0.594031922276197,
|
|
"grad_norm": 0.20649617910385132,
|
|
"learning_rate": 3.765694514954796e-06,
|
|
"loss": 0.0495,
|
|
"step": 428
|
|
},
|
|
{
|
|
"epoch": 0.5954198473282443,
|
|
"grad_norm": 0.25489917397499084,
|
|
"learning_rate": 3.7439304943995274e-06,
|
|
"loss": 0.0466,
|
|
"step": 429
|
|
},
|
|
{
|
|
"epoch": 0.5968077723802915,
|
|
"grad_norm": 0.21290229260921478,
|
|
"learning_rate": 3.72219184605646e-06,
|
|
"loss": 0.0488,
|
|
"step": 430
|
|
},
|
|
{
|
|
"epoch": 0.5981956974323387,
|
|
"grad_norm": 0.25812432169914246,
|
|
"learning_rate": 3.7004790090395043e-06,
|
|
"loss": 0.0473,
|
|
"step": 431
|
|
},
|
|
{
|
|
"epoch": 0.5995836224843858,
|
|
"grad_norm": 0.2217107117176056,
|
|
"learning_rate": 3.678792421941199e-06,
|
|
"loss": 0.0415,
|
|
"step": 432
|
|
},
|
|
{
|
|
"epoch": 0.600971547536433,
|
|
"grad_norm": 0.21589906513690948,
|
|
"learning_rate": 3.657132522823837e-06,
|
|
"loss": 0.0395,
|
|
"step": 433
|
|
},
|
|
{
|
|
"epoch": 0.6023594725884802,
|
|
"grad_norm": 0.2054014950990677,
|
|
"learning_rate": 3.6354997492106258e-06,
|
|
"loss": 0.0478,
|
|
"step": 434
|
|
},
|
|
{
|
|
"epoch": 0.6037473976405274,
|
|
"grad_norm": 0.2601326107978821,
|
|
"learning_rate": 3.6138945380768442e-06,
|
|
"loss": 0.0418,
|
|
"step": 435
|
|
},
|
|
{
|
|
"epoch": 0.6051353226925746,
|
|
"grad_norm": 0.19384582340717316,
|
|
"learning_rate": 3.592317325841014e-06,
|
|
"loss": 0.0357,
|
|
"step": 436
|
|
},
|
|
{
|
|
"epoch": 0.6065232477446217,
|
|
"grad_norm": 0.22405052185058594,
|
|
"learning_rate": 3.5707685483560948e-06,
|
|
"loss": 0.0373,
|
|
"step": 437
|
|
},
|
|
{
|
|
"epoch": 0.607911172796669,
|
|
"grad_norm": 0.274188756942749,
|
|
"learning_rate": 3.5492486409006684e-06,
|
|
"loss": 0.0522,
|
|
"step": 438
|
|
},
|
|
{
|
|
"epoch": 0.6092990978487162,
|
|
"grad_norm": 0.21671554446220398,
|
|
"learning_rate": 3.5277580381701553e-06,
|
|
"loss": 0.0417,
|
|
"step": 439
|
|
},
|
|
{
|
|
"epoch": 0.6106870229007634,
|
|
"grad_norm": 0.2146933525800705,
|
|
"learning_rate": 3.5062971742680244e-06,
|
|
"loss": 0.04,
|
|
"step": 440
|
|
},
|
|
{
|
|
"epoch": 0.6120749479528106,
|
|
"grad_norm": 0.20991787314414978,
|
|
"learning_rate": 3.484866482697032e-06,
|
|
"loss": 0.0365,
|
|
"step": 441
|
|
},
|
|
{
|
|
"epoch": 0.6134628730048577,
|
|
"grad_norm": 0.26411962509155273,
|
|
"learning_rate": 3.4634663963504654e-06,
|
|
"loss": 0.0514,
|
|
"step": 442
|
|
},
|
|
{
|
|
"epoch": 0.6148507980569049,
|
|
"grad_norm": 0.19666975736618042,
|
|
"learning_rate": 3.4420973475033894e-06,
|
|
"loss": 0.0377,
|
|
"step": 443
|
|
},
|
|
{
|
|
"epoch": 0.6162387231089521,
|
|
"grad_norm": 0.21241791546344757,
|
|
"learning_rate": 3.4207597678039293e-06,
|
|
"loss": 0.0358,
|
|
"step": 444
|
|
},
|
|
{
|
|
"epoch": 0.6176266481609993,
|
|
"grad_norm": 0.24057012796401978,
|
|
"learning_rate": 3.3994540882645353e-06,
|
|
"loss": 0.0514,
|
|
"step": 445
|
|
},
|
|
{
|
|
"epoch": 0.6190145732130465,
|
|
"grad_norm": 0.24572890996932983,
|
|
"learning_rate": 3.3781807392532893e-06,
|
|
"loss": 0.0406,
|
|
"step": 446
|
|
},
|
|
{
|
|
"epoch": 0.6204024982650936,
|
|
"grad_norm": 0.1983802616596222,
|
|
"learning_rate": 3.3569401504852073e-06,
|
|
"loss": 0.0371,
|
|
"step": 447
|
|
},
|
|
{
|
|
"epoch": 0.6217904233171409,
|
|
"grad_norm": 0.25842270255088806,
|
|
"learning_rate": 3.335732751013553e-06,
|
|
"loss": 0.0476,
|
|
"step": 448
|
|
},
|
|
{
|
|
"epoch": 0.6231783483691881,
|
|
"grad_norm": 0.19981160759925842,
|
|
"learning_rate": 3.3145589692211837e-06,
|
|
"loss": 0.0378,
|
|
"step": 449
|
|
},
|
|
{
|
|
"epoch": 0.6245662734212353,
|
|
"grad_norm": 0.1566598266363144,
|
|
"learning_rate": 3.2934192328118866e-06,
|
|
"loss": 0.0295,
|
|
"step": 450
|
|
},
|
|
{
|
|
"epoch": 0.6259541984732825,
|
|
"grad_norm": 0.2110665738582611,
|
|
"learning_rate": 3.27231396880174e-06,
|
|
"loss": 0.0406,
|
|
"step": 451
|
|
},
|
|
{
|
|
"epoch": 0.6273421235253296,
|
|
"grad_norm": 0.21389417350292206,
|
|
"learning_rate": 3.2512436035104968e-06,
|
|
"loss": 0.0445,
|
|
"step": 452
|
|
},
|
|
{
|
|
"epoch": 0.6287300485773768,
|
|
"grad_norm": 0.2280310094356537,
|
|
"learning_rate": 3.2302085625529596e-06,
|
|
"loss": 0.0407,
|
|
"step": 453
|
|
},
|
|
{
|
|
"epoch": 0.630117973629424,
|
|
"grad_norm": 0.23333007097244263,
|
|
"learning_rate": 3.2092092708303973e-06,
|
|
"loss": 0.042,
|
|
"step": 454
|
|
},
|
|
{
|
|
"epoch": 0.6315058986814712,
|
|
"grad_norm": 0.2135223001241684,
|
|
"learning_rate": 3.18824615252195e-06,
|
|
"loss": 0.0394,
|
|
"step": 455
|
|
},
|
|
{
|
|
"epoch": 0.6328938237335184,
|
|
"grad_norm": 0.2351330667734146,
|
|
"learning_rate": 3.1673196310760723e-06,
|
|
"loss": 0.042,
|
|
"step": 456
|
|
},
|
|
{
|
|
"epoch": 0.6342817487855655,
|
|
"grad_norm": 0.30510368943214417,
|
|
"learning_rate": 3.146430129201965e-06,
|
|
"loss": 0.064,
|
|
"step": 457
|
|
},
|
|
{
|
|
"epoch": 0.6356696738376127,
|
|
"grad_norm": 0.232173889875412,
|
|
"learning_rate": 3.125578068861051e-06,
|
|
"loss": 0.0465,
|
|
"step": 458
|
|
},
|
|
{
|
|
"epoch": 0.63705759888966,
|
|
"grad_norm": 0.2363738715648651,
|
|
"learning_rate": 3.104763871258447e-06,
|
|
"loss": 0.043,
|
|
"step": 459
|
|
},
|
|
{
|
|
"epoch": 0.6384455239417072,
|
|
"grad_norm": 0.21220462024211884,
|
|
"learning_rate": 3.083987956834449e-06,
|
|
"loss": 0.0418,
|
|
"step": 460
|
|
},
|
|
{
|
|
"epoch": 0.6398334489937544,
|
|
"grad_norm": 0.2919938862323761,
|
|
"learning_rate": 3.06325074525605e-06,
|
|
"loss": 0.0583,
|
|
"step": 461
|
|
},
|
|
{
|
|
"epoch": 0.6412213740458015,
|
|
"grad_norm": 0.18480442464351654,
|
|
"learning_rate": 3.0425526554084526e-06,
|
|
"loss": 0.0376,
|
|
"step": 462
|
|
},
|
|
{
|
|
"epoch": 0.6426092990978487,
|
|
"grad_norm": 0.21944300830364227,
|
|
"learning_rate": 3.0218941053866167e-06,
|
|
"loss": 0.035,
|
|
"step": 463
|
|
},
|
|
{
|
|
"epoch": 0.6439972241498959,
|
|
"grad_norm": 0.2114299088716507,
|
|
"learning_rate": 3.00127551248681e-06,
|
|
"loss": 0.0374,
|
|
"step": 464
|
|
},
|
|
{
|
|
"epoch": 0.6453851492019431,
|
|
"grad_norm": 0.222478449344635,
|
|
"learning_rate": 2.980697293198174e-06,
|
|
"loss": 0.038,
|
|
"step": 465
|
|
},
|
|
{
|
|
"epoch": 0.6467730742539903,
|
|
"grad_norm": 0.2513335943222046,
|
|
"learning_rate": 2.960159863194322e-06,
|
|
"loss": 0.0433,
|
|
"step": 466
|
|
},
|
|
{
|
|
"epoch": 0.6481609993060374,
|
|
"grad_norm": 0.2263910174369812,
|
|
"learning_rate": 2.939663637324934e-06,
|
|
"loss": 0.0425,
|
|
"step": 467
|
|
},
|
|
{
|
|
"epoch": 0.6495489243580846,
|
|
"grad_norm": 0.2414645254611969,
|
|
"learning_rate": 2.9192090296073755e-06,
|
|
"loss": 0.0434,
|
|
"step": 468
|
|
},
|
|
{
|
|
"epoch": 0.6509368494101319,
|
|
"grad_norm": 0.31796714663505554,
|
|
"learning_rate": 2.8987964532183454e-06,
|
|
"loss": 0.056,
|
|
"step": 469
|
|
},
|
|
{
|
|
"epoch": 0.6523247744621791,
|
|
"grad_norm": 0.2518536448478699,
|
|
"learning_rate": 2.878426320485518e-06,
|
|
"loss": 0.0507,
|
|
"step": 470
|
|
},
|
|
{
|
|
"epoch": 0.6537126995142263,
|
|
"grad_norm": 0.24848508834838867,
|
|
"learning_rate": 2.8580990428792205e-06,
|
|
"loss": 0.0432,
|
|
"step": 471
|
|
},
|
|
{
|
|
"epoch": 0.6551006245662734,
|
|
"grad_norm": 0.2785174250602722,
|
|
"learning_rate": 2.8378150310041197e-06,
|
|
"loss": 0.0555,
|
|
"step": 472
|
|
},
|
|
{
|
|
"epoch": 0.6564885496183206,
|
|
"grad_norm": 0.48383262753486633,
|
|
"learning_rate": 2.8175746945909277e-06,
|
|
"loss": 0.0437,
|
|
"step": 473
|
|
},
|
|
{
|
|
"epoch": 0.6578764746703678,
|
|
"grad_norm": 0.2524990439414978,
|
|
"learning_rate": 2.7973784424881273e-06,
|
|
"loss": 0.0392,
|
|
"step": 474
|
|
},
|
|
{
|
|
"epoch": 0.659264399722415,
|
|
"grad_norm": 0.22584012150764465,
|
|
"learning_rate": 2.7772266826537103e-06,
|
|
"loss": 0.0398,
|
|
"step": 475
|
|
},
|
|
{
|
|
"epoch": 0.6606523247744622,
|
|
"grad_norm": 0.20362503826618195,
|
|
"learning_rate": 2.75711982214694e-06,
|
|
"loss": 0.0431,
|
|
"step": 476
|
|
},
|
|
{
|
|
"epoch": 0.6620402498265093,
|
|
"grad_norm": 0.2138269990682602,
|
|
"learning_rate": 2.7370582671201253e-06,
|
|
"loss": 0.0336,
|
|
"step": 477
|
|
},
|
|
{
|
|
"epoch": 0.6634281748785565,
|
|
"grad_norm": 0.1999903917312622,
|
|
"learning_rate": 2.7170424228104207e-06,
|
|
"loss": 0.0295,
|
|
"step": 478
|
|
},
|
|
{
|
|
"epoch": 0.6648160999306038,
|
|
"grad_norm": 0.2650030553340912,
|
|
"learning_rate": 2.697072693531637e-06,
|
|
"loss": 0.0418,
|
|
"step": 479
|
|
},
|
|
{
|
|
"epoch": 0.666204024982651,
|
|
"grad_norm": 0.26400989294052124,
|
|
"learning_rate": 2.6771494826660782e-06,
|
|
"loss": 0.0495,
|
|
"step": 480
|
|
},
|
|
{
|
|
"epoch": 0.6675919500346982,
|
|
"grad_norm": 0.3058173358440399,
|
|
"learning_rate": 2.6572731926563867e-06,
|
|
"loss": 0.0366,
|
|
"step": 481
|
|
},
|
|
{
|
|
"epoch": 0.6689798750867453,
|
|
"grad_norm": 0.26100462675094604,
|
|
"learning_rate": 2.6374442249974214e-06,
|
|
"loss": 0.0525,
|
|
"step": 482
|
|
},
|
|
{
|
|
"epoch": 0.6703678001387925,
|
|
"grad_norm": 0.3068617284297943,
|
|
"learning_rate": 2.617662980228144e-06,
|
|
"loss": 0.0448,
|
|
"step": 483
|
|
},
|
|
{
|
|
"epoch": 0.6717557251908397,
|
|
"grad_norm": 0.21236619353294373,
|
|
"learning_rate": 2.5979298579235276e-06,
|
|
"loss": 0.0395,
|
|
"step": 484
|
|
},
|
|
{
|
|
"epoch": 0.6731436502428869,
|
|
"grad_norm": 0.213504821062088,
|
|
"learning_rate": 2.578245256686488e-06,
|
|
"loss": 0.0329,
|
|
"step": 485
|
|
},
|
|
{
|
|
"epoch": 0.6745315752949341,
|
|
"grad_norm": 0.2812097668647766,
|
|
"learning_rate": 2.558609574139829e-06,
|
|
"loss": 0.0427,
|
|
"step": 486
|
|
},
|
|
{
|
|
"epoch": 0.6759195003469812,
|
|
"grad_norm": 0.23506538569927216,
|
|
"learning_rate": 2.539023206918212e-06,
|
|
"loss": 0.0422,
|
|
"step": 487
|
|
},
|
|
{
|
|
"epoch": 0.6773074253990284,
|
|
"grad_norm": 0.17870992422103882,
|
|
"learning_rate": 2.5194865506601507e-06,
|
|
"loss": 0.0388,
|
|
"step": 488
|
|
},
|
|
{
|
|
"epoch": 0.6786953504510757,
|
|
"grad_norm": 0.284327894449234,
|
|
"learning_rate": 2.5000000000000015e-06,
|
|
"loss": 0.0488,
|
|
"step": 489
|
|
},
|
|
{
|
|
"epoch": 0.6800832755031229,
|
|
"grad_norm": 0.23880119621753693,
|
|
"learning_rate": 2.4805639485600087e-06,
|
|
"loss": 0.0412,
|
|
"step": 490
|
|
},
|
|
{
|
|
"epoch": 0.6814712005551701,
|
|
"grad_norm": 0.2482188642024994,
|
|
"learning_rate": 2.4611787889423546e-06,
|
|
"loss": 0.0404,
|
|
"step": 491
|
|
},
|
|
{
|
|
"epoch": 0.6828591256072172,
|
|
"grad_norm": 0.24093759059906006,
|
|
"learning_rate": 2.441844912721209e-06,
|
|
"loss": 0.0488,
|
|
"step": 492
|
|
},
|
|
{
|
|
"epoch": 0.6842470506592644,
|
|
"grad_norm": 0.2581704258918762,
|
|
"learning_rate": 2.422562710434848e-06,
|
|
"loss": 0.041,
|
|
"step": 493
|
|
},
|
|
{
|
|
"epoch": 0.6856349757113116,
|
|
"grad_norm": 0.29225507378578186,
|
|
"learning_rate": 2.403332571577738e-06,
|
|
"loss": 0.0562,
|
|
"step": 494
|
|
},
|
|
{
|
|
"epoch": 0.6870229007633588,
|
|
"grad_norm": 0.23954467475414276,
|
|
"learning_rate": 2.3841548845926844e-06,
|
|
"loss": 0.0468,
|
|
"step": 495
|
|
},
|
|
{
|
|
"epoch": 0.6884108258154059,
|
|
"grad_norm": 0.23937787115573883,
|
|
"learning_rate": 2.365030036862988e-06,
|
|
"loss": 0.0405,
|
|
"step": 496
|
|
},
|
|
{
|
|
"epoch": 0.6897987508674531,
|
|
"grad_norm": 0.28101256489753723,
|
|
"learning_rate": 2.3459584147046e-06,
|
|
"loss": 0.0555,
|
|
"step": 497
|
|
},
|
|
{
|
|
"epoch": 0.6911866759195003,
|
|
"grad_norm": 0.1975279599428177,
|
|
"learning_rate": 2.3269404033583443e-06,
|
|
"loss": 0.0409,
|
|
"step": 498
|
|
},
|
|
{
|
|
"epoch": 0.6925746009715475,
|
|
"grad_norm": 0.19648875296115875,
|
|
"learning_rate": 2.3079763869821176e-06,
|
|
"loss": 0.0317,
|
|
"step": 499
|
|
},
|
|
{
|
|
"epoch": 0.6939625260235948,
|
|
"grad_norm": 0.1975594460964203,
|
|
"learning_rate": 2.2890667486431296e-06,
|
|
"loss": 0.0346,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 0.6953504510756419,
|
|
"grad_norm": 0.2302437722682953,
|
|
"learning_rate": 2.270211870310184e-06,
|
|
"loss": 0.0427,
|
|
"step": 501
|
|
},
|
|
{
|
|
"epoch": 0.6967383761276891,
|
|
"grad_norm": 0.2960100769996643,
|
|
"learning_rate": 2.251412132845933e-06,
|
|
"loss": 0.0535,
|
|
"step": 502
|
|
},
|
|
{
|
|
"epoch": 0.6981263011797363,
|
|
"grad_norm": 0.18378931283950806,
|
|
"learning_rate": 2.232667915999216e-06,
|
|
"loss": 0.0375,
|
|
"step": 503
|
|
},
|
|
{
|
|
"epoch": 0.6995142262317835,
|
|
"grad_norm": 0.20398057997226715,
|
|
"learning_rate": 2.2139795983973654e-06,
|
|
"loss": 0.0383,
|
|
"step": 504
|
|
},
|
|
{
|
|
"epoch": 0.7009021512838307,
|
|
"grad_norm": 0.6562597155570984,
|
|
"learning_rate": 2.1953475575385618e-06,
|
|
"loss": 0.0437,
|
|
"step": 505
|
|
},
|
|
{
|
|
"epoch": 0.7022900763358778,
|
|
"grad_norm": 0.2080502212047577,
|
|
"learning_rate": 2.1767721697842244e-06,
|
|
"loss": 0.0396,
|
|
"step": 506
|
|
},
|
|
{
|
|
"epoch": 0.703678001387925,
|
|
"grad_norm": 0.23737893998622894,
|
|
"learning_rate": 2.1582538103513896e-06,
|
|
"loss": 0.0446,
|
|
"step": 507
|
|
},
|
|
{
|
|
"epoch": 0.7050659264399722,
|
|
"grad_norm": 0.24636588990688324,
|
|
"learning_rate": 2.139792853305141e-06,
|
|
"loss": 0.0462,
|
|
"step": 508
|
|
},
|
|
{
|
|
"epoch": 0.7064538514920194,
|
|
"grad_norm": 0.2152203917503357,
|
|
"learning_rate": 2.121389671551054e-06,
|
|
"loss": 0.0492,
|
|
"step": 509
|
|
},
|
|
{
|
|
"epoch": 0.7078417765440667,
|
|
"grad_norm": 0.26464414596557617,
|
|
"learning_rate": 2.1030446368276547e-06,
|
|
"loss": 0.0534,
|
|
"step": 510
|
|
},
|
|
{
|
|
"epoch": 0.7092297015961138,
|
|
"grad_norm": 0.27359458804130554,
|
|
"learning_rate": 2.0847581196989277e-06,
|
|
"loss": 0.0506,
|
|
"step": 511
|
|
},
|
|
{
|
|
"epoch": 0.710617626648161,
|
|
"grad_norm": 0.20019769668579102,
|
|
"learning_rate": 2.0665304895468114e-06,
|
|
"loss": 0.0392,
|
|
"step": 512
|
|
},
|
|
{
|
|
"epoch": 0.7120055517002082,
|
|
"grad_norm": 0.4770808815956116,
|
|
"learning_rate": 2.04836211456375e-06,
|
|
"loss": 0.0518,
|
|
"step": 513
|
|
},
|
|
{
|
|
"epoch": 0.7133934767522554,
|
|
"grad_norm": 0.26947441697120667,
|
|
"learning_rate": 2.030253361745251e-06,
|
|
"loss": 0.0434,
|
|
"step": 514
|
|
},
|
|
{
|
|
"epoch": 0.7147814018043026,
|
|
"grad_norm": 0.2415596842765808,
|
|
"learning_rate": 2.012204596882472e-06,
|
|
"loss": 0.0425,
|
|
"step": 515
|
|
},
|
|
{
|
|
"epoch": 0.7161693268563497,
|
|
"grad_norm": 0.19842304289340973,
|
|
"learning_rate": 1.9942161845548334e-06,
|
|
"loss": 0.0361,
|
|
"step": 516
|
|
},
|
|
{
|
|
"epoch": 0.7175572519083969,
|
|
"grad_norm": 0.27983754873275757,
|
|
"learning_rate": 1.9762884881226535e-06,
|
|
"loss": 0.0447,
|
|
"step": 517
|
|
},
|
|
{
|
|
"epoch": 0.7189451769604441,
|
|
"grad_norm": 0.24323104321956635,
|
|
"learning_rate": 1.958421869719807e-06,
|
|
"loss": 0.0498,
|
|
"step": 518
|
|
},
|
|
{
|
|
"epoch": 0.7203331020124913,
|
|
"grad_norm": 0.18736103177070618,
|
|
"learning_rate": 1.9406166902464128e-06,
|
|
"loss": 0.028,
|
|
"step": 519
|
|
},
|
|
{
|
|
"epoch": 0.7217210270645386,
|
|
"grad_norm": 0.29117128252983093,
|
|
"learning_rate": 1.922873309361542e-06,
|
|
"loss": 0.0571,
|
|
"step": 520
|
|
},
|
|
{
|
|
"epoch": 0.7231089521165857,
|
|
"grad_norm": 0.4879210591316223,
|
|
"learning_rate": 1.9051920854759543e-06,
|
|
"loss": 0.0387,
|
|
"step": 521
|
|
},
|
|
{
|
|
"epoch": 0.7244968771686329,
|
|
"grad_norm": 0.18582020699977875,
|
|
"learning_rate": 1.887573375744856e-06,
|
|
"loss": 0.0302,
|
|
"step": 522
|
|
},
|
|
{
|
|
"epoch": 0.7258848022206801,
|
|
"grad_norm": 0.1959291249513626,
|
|
"learning_rate": 1.8700175360606882e-06,
|
|
"loss": 0.0339,
|
|
"step": 523
|
|
},
|
|
{
|
|
"epoch": 0.7272727272727273,
|
|
"grad_norm": 0.26895925402641296,
|
|
"learning_rate": 1.8525249210459345e-06,
|
|
"loss": 0.0473,
|
|
"step": 524
|
|
},
|
|
{
|
|
"epoch": 0.7286606523247745,
|
|
"grad_norm": 0.30201104283332825,
|
|
"learning_rate": 1.8350958840459665e-06,
|
|
"loss": 0.0491,
|
|
"step": 525
|
|
},
|
|
{
|
|
"epoch": 0.7300485773768216,
|
|
"grad_norm": 0.2387959212064743,
|
|
"learning_rate": 1.8177307771218894e-06,
|
|
"loss": 0.0358,
|
|
"step": 526
|
|
},
|
|
{
|
|
"epoch": 0.7314365024288688,
|
|
"grad_norm": 0.21746529638767242,
|
|
"learning_rate": 1.8004299510434493e-06,
|
|
"loss": 0.0377,
|
|
"step": 527
|
|
},
|
|
{
|
|
"epoch": 0.732824427480916,
|
|
"grad_norm": 0.23417864739894867,
|
|
"learning_rate": 1.7831937552819345e-06,
|
|
"loss": 0.0426,
|
|
"step": 528
|
|
},
|
|
{
|
|
"epoch": 0.7342123525329632,
|
|
"grad_norm": 0.18516947329044342,
|
|
"learning_rate": 1.766022538003122e-06,
|
|
"loss": 0.0279,
|
|
"step": 529
|
|
},
|
|
{
|
|
"epoch": 0.7356002775850105,
|
|
"grad_norm": 0.24591688811779022,
|
|
"learning_rate": 1.7489166460602496e-06,
|
|
"loss": 0.0451,
|
|
"step": 530
|
|
},
|
|
{
|
|
"epoch": 0.7369882026370576,
|
|
"grad_norm": 0.19787262380123138,
|
|
"learning_rate": 1.7318764249869934e-06,
|
|
"loss": 0.0354,
|
|
"step": 531
|
|
},
|
|
{
|
|
"epoch": 0.7383761276891048,
|
|
"grad_norm": 0.1984841376543045,
|
|
"learning_rate": 1.7149022189905041e-06,
|
|
"loss": 0.0411,
|
|
"step": 532
|
|
},
|
|
{
|
|
"epoch": 0.739764052741152,
|
|
"grad_norm": 0.26569145917892456,
|
|
"learning_rate": 1.697994370944452e-06,
|
|
"loss": 0.0555,
|
|
"step": 533
|
|
},
|
|
{
|
|
"epoch": 0.7411519777931992,
|
|
"grad_norm": 0.25187060236930847,
|
|
"learning_rate": 1.6811532223820875e-06,
|
|
"loss": 0.0423,
|
|
"step": 534
|
|
},
|
|
{
|
|
"epoch": 0.7425399028452464,
|
|
"grad_norm": 0.21106332540512085,
|
|
"learning_rate": 1.6643791134893644e-06,
|
|
"loss": 0.0368,
|
|
"step": 535
|
|
},
|
|
{
|
|
"epoch": 0.7439278278972935,
|
|
"grad_norm": 0.20370684564113617,
|
|
"learning_rate": 1.6476723830980451e-06,
|
|
"loss": 0.038,
|
|
"step": 536
|
|
},
|
|
{
|
|
"epoch": 0.7453157529493407,
|
|
"grad_norm": 0.2407875657081604,
|
|
"learning_rate": 1.631033368678872e-06,
|
|
"loss": 0.0431,
|
|
"step": 537
|
|
},
|
|
{
|
|
"epoch": 0.7467036780013879,
|
|
"grad_norm": 0.2957558333873749,
|
|
"learning_rate": 1.6144624063347514e-06,
|
|
"loss": 0.0308,
|
|
"step": 538
|
|
},
|
|
{
|
|
"epoch": 0.7480916030534351,
|
|
"grad_norm": 0.19274376332759857,
|
|
"learning_rate": 1.597959830793947e-06,
|
|
"loss": 0.0298,
|
|
"step": 539
|
|
},
|
|
{
|
|
"epoch": 0.7494795281054824,
|
|
"grad_norm": 0.2099481225013733,
|
|
"learning_rate": 1.5815259754033407e-06,
|
|
"loss": 0.0343,
|
|
"step": 540
|
|
},
|
|
{
|
|
"epoch": 0.7508674531575295,
|
|
"grad_norm": 0.2350345253944397,
|
|
"learning_rate": 1.5651611721216865e-06,
|
|
"loss": 0.0387,
|
|
"step": 541
|
|
},
|
|
{
|
|
"epoch": 0.7522553782095767,
|
|
"grad_norm": 0.23420676589012146,
|
|
"learning_rate": 1.5488657515129001e-06,
|
|
"loss": 0.0422,
|
|
"step": 542
|
|
},
|
|
{
|
|
"epoch": 0.7536433032616239,
|
|
"grad_norm": 0.26220807433128357,
|
|
"learning_rate": 1.5326400427394023e-06,
|
|
"loss": 0.0444,
|
|
"step": 543
|
|
},
|
|
{
|
|
"epoch": 0.7550312283136711,
|
|
"grad_norm": 0.19518734514713287,
|
|
"learning_rate": 1.5164843735554408e-06,
|
|
"loss": 0.0412,
|
|
"step": 544
|
|
},
|
|
{
|
|
"epoch": 0.7564191533657183,
|
|
"grad_norm": 0.2225373089313507,
|
|
"learning_rate": 1.5003990703004994e-06,
|
|
"loss": 0.0357,
|
|
"step": 545
|
|
},
|
|
{
|
|
"epoch": 0.7578070784177654,
|
|
"grad_norm": 0.16066500544548035,
|
|
"learning_rate": 1.4843844578926863e-06,
|
|
"loss": 0.0308,
|
|
"step": 546
|
|
},
|
|
{
|
|
"epoch": 0.7591950034698126,
|
|
"grad_norm": 0.27240243554115295,
|
|
"learning_rate": 1.4684408598221722e-06,
|
|
"loss": 0.0535,
|
|
"step": 547
|
|
},
|
|
{
|
|
"epoch": 0.7605829285218598,
|
|
"grad_norm": 0.27581334114074707,
|
|
"learning_rate": 1.452568598144668e-06,
|
|
"loss": 0.0387,
|
|
"step": 548
|
|
},
|
|
{
|
|
"epoch": 0.761970853573907,
|
|
"grad_norm": 0.20905457437038422,
|
|
"learning_rate": 1.4367679934749085e-06,
|
|
"loss": 0.0388,
|
|
"step": 549
|
|
},
|
|
{
|
|
"epoch": 0.7633587786259542,
|
|
"grad_norm": 0.20028021931648254,
|
|
"learning_rate": 1.421039364980178e-06,
|
|
"loss": 0.0328,
|
|
"step": 550
|
|
},
|
|
{
|
|
"epoch": 0.7647467036780013,
|
|
"grad_norm": 0.24100172519683838,
|
|
"learning_rate": 1.405383030373867e-06,
|
|
"loss": 0.0371,
|
|
"step": 551
|
|
},
|
|
{
|
|
"epoch": 0.7661346287300486,
|
|
"grad_norm": 0.233174666762352,
|
|
"learning_rate": 1.3897993059090492e-06,
|
|
"loss": 0.0402,
|
|
"step": 552
|
|
},
|
|
{
|
|
"epoch": 0.7675225537820958,
|
|
"grad_norm": 0.2091444879770279,
|
|
"learning_rate": 1.374288506372099e-06,
|
|
"loss": 0.0442,
|
|
"step": 553
|
|
},
|
|
{
|
|
"epoch": 0.768910478834143,
|
|
"grad_norm": 0.20137923955917358,
|
|
"learning_rate": 1.3588509450763281e-06,
|
|
"loss": 0.04,
|
|
"step": 554
|
|
},
|
|
{
|
|
"epoch": 0.7702984038861902,
|
|
"grad_norm": 0.24194765090942383,
|
|
"learning_rate": 1.3434869338556594e-06,
|
|
"loss": 0.0366,
|
|
"step": 555
|
|
},
|
|
{
|
|
"epoch": 0.7716863289382373,
|
|
"grad_norm": 0.24912679195404053,
|
|
"learning_rate": 1.3281967830583264e-06,
|
|
"loss": 0.0416,
|
|
"step": 556
|
|
},
|
|
{
|
|
"epoch": 0.7730742539902845,
|
|
"grad_norm": 0.6993520259857178,
|
|
"learning_rate": 1.3129808015406064e-06,
|
|
"loss": 0.0495,
|
|
"step": 557
|
|
},
|
|
{
|
|
"epoch": 0.7744621790423317,
|
|
"grad_norm": 0.2714241147041321,
|
|
"learning_rate": 1.297839296660579e-06,
|
|
"loss": 0.0429,
|
|
"step": 558
|
|
},
|
|
{
|
|
"epoch": 0.7758501040943789,
|
|
"grad_norm": 0.26390236616134644,
|
|
"learning_rate": 1.2827725742719205e-06,
|
|
"loss": 0.0403,
|
|
"step": 559
|
|
},
|
|
{
|
|
"epoch": 0.7772380291464261,
|
|
"grad_norm": 0.19193479418754578,
|
|
"learning_rate": 1.267780938717722e-06,
|
|
"loss": 0.0316,
|
|
"step": 560
|
|
},
|
|
{
|
|
"epoch": 0.7786259541984732,
|
|
"grad_norm": 0.31760939955711365,
|
|
"learning_rate": 1.252864692824346e-06,
|
|
"loss": 0.0506,
|
|
"step": 561
|
|
},
|
|
{
|
|
"epoch": 0.7800138792505205,
|
|
"grad_norm": 0.22748614847660065,
|
|
"learning_rate": 1.2380241378953067e-06,
|
|
"loss": 0.0465,
|
|
"step": 562
|
|
},
|
|
{
|
|
"epoch": 0.7814018043025677,
|
|
"grad_norm": 0.17882980406284332,
|
|
"learning_rate": 1.223259573705184e-06,
|
|
"loss": 0.0356,
|
|
"step": 563
|
|
},
|
|
{
|
|
"epoch": 0.7827897293546149,
|
|
"grad_norm": 0.20773129165172577,
|
|
"learning_rate": 1.2085712984935693e-06,
|
|
"loss": 0.0346,
|
|
"step": 564
|
|
},
|
|
{
|
|
"epoch": 0.7841776544066621,
|
|
"grad_norm": 0.2179643213748932,
|
|
"learning_rate": 1.1939596089590394e-06,
|
|
"loss": 0.0395,
|
|
"step": 565
|
|
},
|
|
{
|
|
"epoch": 0.7855655794587092,
|
|
"grad_norm": 0.19541744887828827,
|
|
"learning_rate": 1.1794248002531644e-06,
|
|
"loss": 0.0348,
|
|
"step": 566
|
|
},
|
|
{
|
|
"epoch": 0.7869535045107564,
|
|
"grad_norm": 0.24888668954372406,
|
|
"learning_rate": 1.1649671659745504e-06,
|
|
"loss": 0.0481,
|
|
"step": 567
|
|
},
|
|
{
|
|
"epoch": 0.7883414295628036,
|
|
"grad_norm": 0.20198383927345276,
|
|
"learning_rate": 1.1505869981628953e-06,
|
|
"loss": 0.0406,
|
|
"step": 568
|
|
},
|
|
{
|
|
"epoch": 0.7897293546148508,
|
|
"grad_norm": 0.2493666559457779,
|
|
"learning_rate": 1.1362845872931044e-06,
|
|
"loss": 0.037,
|
|
"step": 569
|
|
},
|
|
{
|
|
"epoch": 0.7911172796668979,
|
|
"grad_norm": 0.22709275782108307,
|
|
"learning_rate": 1.1220602222694166e-06,
|
|
"loss": 0.0426,
|
|
"step": 570
|
|
},
|
|
{
|
|
"epoch": 0.7925052047189451,
|
|
"grad_norm": 0.25838497281074524,
|
|
"learning_rate": 1.1079141904195662e-06,
|
|
"loss": 0.0486,
|
|
"step": 571
|
|
},
|
|
{
|
|
"epoch": 0.7938931297709924,
|
|
"grad_norm": 0.2124512940645218,
|
|
"learning_rate": 1.0938467774889883e-06,
|
|
"loss": 0.034,
|
|
"step": 572
|
|
},
|
|
{
|
|
"epoch": 0.7952810548230396,
|
|
"grad_norm": 0.22879303991794586,
|
|
"learning_rate": 1.0798582676350316e-06,
|
|
"loss": 0.0444,
|
|
"step": 573
|
|
},
|
|
{
|
|
"epoch": 0.7966689798750868,
|
|
"grad_norm": 0.19821453094482422,
|
|
"learning_rate": 1.0659489434212323e-06,
|
|
"loss": 0.0365,
|
|
"step": 574
|
|
},
|
|
{
|
|
"epoch": 0.7980569049271339,
|
|
"grad_norm": 0.184886172413826,
|
|
"learning_rate": 1.0521190858116042e-06,
|
|
"loss": 0.031,
|
|
"step": 575
|
|
},
|
|
{
|
|
"epoch": 0.7994448299791811,
|
|
"grad_norm": 0.22053441405296326,
|
|
"learning_rate": 1.0383689741649516e-06,
|
|
"loss": 0.0477,
|
|
"step": 576
|
|
},
|
|
{
|
|
"epoch": 0.8008327550312283,
|
|
"grad_norm": 0.21095865964889526,
|
|
"learning_rate": 1.0246988862292462e-06,
|
|
"loss": 0.0315,
|
|
"step": 577
|
|
},
|
|
{
|
|
"epoch": 0.8022206800832755,
|
|
"grad_norm": 0.21625402569770813,
|
|
"learning_rate": 1.0111090981359961e-06,
|
|
"loss": 0.044,
|
|
"step": 578
|
|
},
|
|
{
|
|
"epoch": 0.8036086051353227,
|
|
"grad_norm": 0.2409215271472931,
|
|
"learning_rate": 9.975998843946811e-07,
|
|
"loss": 0.0504,
|
|
"step": 579
|
|
},
|
|
{
|
|
"epoch": 0.8049965301873698,
|
|
"grad_norm": 0.18764494359493256,
|
|
"learning_rate": 9.841715178872092e-07,
|
|
"loss": 0.035,
|
|
"step": 580
|
|
},
|
|
{
|
|
"epoch": 0.806384455239417,
|
|
"grad_norm": 0.25301676988601685,
|
|
"learning_rate": 9.708242698623898e-07,
|
|
"loss": 0.0476,
|
|
"step": 581
|
|
},
|
|
{
|
|
"epoch": 0.8077723802914643,
|
|
"grad_norm": 0.23698049783706665,
|
|
"learning_rate": 9.575584099304735e-07,
|
|
"loss": 0.0334,
|
|
"step": 582
|
|
},
|
|
{
|
|
"epoch": 0.8091603053435115,
|
|
"grad_norm": 0.2794058918952942,
|
|
"learning_rate": 9.443742060576916e-07,
|
|
"loss": 0.0515,
|
|
"step": 583
|
|
},
|
|
{
|
|
"epoch": 0.8105482303955587,
|
|
"grad_norm": 0.31980571150779724,
|
|
"learning_rate": 9.312719245608487e-07,
|
|
"loss": 0.0617,
|
|
"step": 584
|
|
},
|
|
{
|
|
"epoch": 0.8119361554476058,
|
|
"grad_norm": 0.21514901518821716,
|
|
"learning_rate": 9.182518301019466e-07,
|
|
"loss": 0.0445,
|
|
"step": 585
|
|
},
|
|
{
|
|
"epoch": 0.813324080499653,
|
|
"grad_norm": 0.1985836774110794,
|
|
"learning_rate": 9.053141856828274e-07,
|
|
"loss": 0.036,
|
|
"step": 586
|
|
},
|
|
{
|
|
"epoch": 0.8147120055517002,
|
|
"grad_norm": 0.22017304599285126,
|
|
"learning_rate": 8.924592526398762e-07,
|
|
"loss": 0.0412,
|
|
"step": 587
|
|
},
|
|
{
|
|
"epoch": 0.8160999306037474,
|
|
"grad_norm": 0.18507330119609833,
|
|
"learning_rate": 8.796872906387299e-07,
|
|
"loss": 0.0374,
|
|
"step": 588
|
|
},
|
|
{
|
|
"epoch": 0.8174878556557946,
|
|
"grad_norm": 0.16561415791511536,
|
|
"learning_rate": 8.669985576690371e-07,
|
|
"loss": 0.0286,
|
|
"step": 589
|
|
},
|
|
{
|
|
"epoch": 0.8188757807078417,
|
|
"grad_norm": 0.2667452096939087,
|
|
"learning_rate": 8.54393310039246e-07,
|
|
"loss": 0.0429,
|
|
"step": 590
|
|
},
|
|
{
|
|
"epoch": 0.8202637057598889,
|
|
"grad_norm": 0.28538012504577637,
|
|
"learning_rate": 8.418718023714235e-07,
|
|
"loss": 0.0354,
|
|
"step": 591
|
|
},
|
|
{
|
|
"epoch": 0.8216516308119362,
|
|
"grad_norm": 0.25441908836364746,
|
|
"learning_rate": 8.29434287596122e-07,
|
|
"loss": 0.0485,
|
|
"step": 592
|
|
},
|
|
{
|
|
"epoch": 0.8230395558639834,
|
|
"grad_norm": 0.24638378620147705,
|
|
"learning_rate": 8.170810169472593e-07,
|
|
"loss": 0.0403,
|
|
"step": 593
|
|
},
|
|
{
|
|
"epoch": 0.8244274809160306,
|
|
"grad_norm": 0.19534482061862946,
|
|
"learning_rate": 8.04812239957049e-07,
|
|
"loss": 0.0365,
|
|
"step": 594
|
|
},
|
|
{
|
|
"epoch": 0.8258154059680777,
|
|
"grad_norm": 0.17373257875442505,
|
|
"learning_rate": 7.926282044509593e-07,
|
|
"loss": 0.0271,
|
|
"step": 595
|
|
},
|
|
{
|
|
"epoch": 0.8272033310201249,
|
|
"grad_norm": 0.2546538710594177,
|
|
"learning_rate": 7.805291565427065e-07,
|
|
"loss": 0.0451,
|
|
"step": 596
|
|
},
|
|
{
|
|
"epoch": 0.8285912560721721,
|
|
"grad_norm": 0.19341765344142914,
|
|
"learning_rate": 7.685153406292845e-07,
|
|
"loss": 0.0365,
|
|
"step": 597
|
|
},
|
|
{
|
|
"epoch": 0.8299791811242193,
|
|
"grad_norm": 0.20034624636173248,
|
|
"learning_rate": 7.56586999386027e-07,
|
|
"loss": 0.033,
|
|
"step": 598
|
|
},
|
|
{
|
|
"epoch": 0.8313671061762665,
|
|
"grad_norm": 0.201642245054245,
|
|
"learning_rate": 7.447443737617066e-07,
|
|
"loss": 0.0263,
|
|
"step": 599
|
|
},
|
|
{
|
|
"epoch": 0.8327550312283136,
|
|
"grad_norm": 0.2718977928161621,
|
|
"learning_rate": 7.329877029736665e-07,
|
|
"loss": 0.0461,
|
|
"step": 600
|
|
},
|
|
{
|
|
"epoch": 0.8341429562803608,
|
|
"grad_norm": 0.21784666180610657,
|
|
"learning_rate": 7.213172245029892e-07,
|
|
"loss": 0.0336,
|
|
"step": 601
|
|
},
|
|
{
|
|
"epoch": 0.835530881332408,
|
|
"grad_norm": 0.21657319366931915,
|
|
"learning_rate": 7.097331740896995e-07,
|
|
"loss": 0.0384,
|
|
"step": 602
|
|
},
|
|
{
|
|
"epoch": 0.8369188063844553,
|
|
"grad_norm": 0.17798687517642975,
|
|
"learning_rate": 6.98235785728002e-07,
|
|
"loss": 0.0325,
|
|
"step": 603
|
|
},
|
|
{
|
|
"epoch": 0.8383067314365025,
|
|
"grad_norm": 0.26031696796417236,
|
|
"learning_rate": 6.868252916615553e-07,
|
|
"loss": 0.0392,
|
|
"step": 604
|
|
},
|
|
{
|
|
"epoch": 0.8396946564885496,
|
|
"grad_norm": 0.26929226517677307,
|
|
"learning_rate": 6.755019223787807e-07,
|
|
"loss": 0.0454,
|
|
"step": 605
|
|
},
|
|
{
|
|
"epoch": 0.8410825815405968,
|
|
"grad_norm": 0.22964255511760712,
|
|
"learning_rate": 6.642659066082046e-07,
|
|
"loss": 0.0392,
|
|
"step": 606
|
|
},
|
|
{
|
|
"epoch": 0.842470506592644,
|
|
"grad_norm": 0.2255278080701828,
|
|
"learning_rate": 6.531174713138416e-07,
|
|
"loss": 0.0466,
|
|
"step": 607
|
|
},
|
|
{
|
|
"epoch": 0.8438584316446912,
|
|
"grad_norm": 0.25335291028022766,
|
|
"learning_rate": 6.420568416906059e-07,
|
|
"loss": 0.0422,
|
|
"step": 608
|
|
},
|
|
{
|
|
"epoch": 0.8452463566967384,
|
|
"grad_norm": 0.22428208589553833,
|
|
"learning_rate": 6.310842411597667e-07,
|
|
"loss": 0.0426,
|
|
"step": 609
|
|
},
|
|
{
|
|
"epoch": 0.8466342817487855,
|
|
"grad_norm": 0.20912961661815643,
|
|
"learning_rate": 6.201998913644319e-07,
|
|
"loss": 0.0356,
|
|
"step": 610
|
|
},
|
|
{
|
|
"epoch": 0.8480222068008327,
|
|
"grad_norm": 0.27327394485473633,
|
|
"learning_rate": 6.094040121650719e-07,
|
|
"loss": 0.0462,
|
|
"step": 611
|
|
},
|
|
{
|
|
"epoch": 0.84941013185288,
|
|
"grad_norm": 0.2542797029018402,
|
|
"learning_rate": 5.986968216350786e-07,
|
|
"loss": 0.0304,
|
|
"step": 612
|
|
},
|
|
{
|
|
"epoch": 0.8507980569049272,
|
|
"grad_norm": 0.18343311548233032,
|
|
"learning_rate": 5.880785360563596e-07,
|
|
"loss": 0.0357,
|
|
"step": 613
|
|
},
|
|
{
|
|
"epoch": 0.8521859819569744,
|
|
"grad_norm": 0.1442384272813797,
|
|
"learning_rate": 5.775493699149754e-07,
|
|
"loss": 0.0243,
|
|
"step": 614
|
|
},
|
|
{
|
|
"epoch": 0.8535739070090215,
|
|
"grad_norm": 0.23244093358516693,
|
|
"learning_rate": 5.671095358967926e-07,
|
|
"loss": 0.0391,
|
|
"step": 615
|
|
},
|
|
{
|
|
"epoch": 0.8549618320610687,
|
|
"grad_norm": 0.20659306645393372,
|
|
"learning_rate": 5.56759244883206e-07,
|
|
"loss": 0.0315,
|
|
"step": 616
|
|
},
|
|
{
|
|
"epoch": 0.8563497571131159,
|
|
"grad_norm": 0.2342347949743271,
|
|
"learning_rate": 5.464987059468629e-07,
|
|
"loss": 0.0483,
|
|
"step": 617
|
|
},
|
|
{
|
|
"epoch": 0.8577376821651631,
|
|
"grad_norm": 0.2304675132036209,
|
|
"learning_rate": 5.36328126347449e-07,
|
|
"loss": 0.047,
|
|
"step": 618
|
|
},
|
|
{
|
|
"epoch": 0.8591256072172103,
|
|
"grad_norm": 0.24737447500228882,
|
|
"learning_rate": 5.262477115275022e-07,
|
|
"loss": 0.0407,
|
|
"step": 619
|
|
},
|
|
{
|
|
"epoch": 0.8605135322692574,
|
|
"grad_norm": 0.22765293717384338,
|
|
"learning_rate": 5.162576651082541e-07,
|
|
"loss": 0.036,
|
|
"step": 620
|
|
},
|
|
{
|
|
"epoch": 0.8619014573213046,
|
|
"grad_norm": 0.23714007437229156,
|
|
"learning_rate": 5.063581888855285e-07,
|
|
"loss": 0.0502,
|
|
"step": 621
|
|
},
|
|
{
|
|
"epoch": 0.8632893823733518,
|
|
"grad_norm": 0.1933499425649643,
|
|
"learning_rate": 4.965494828256573e-07,
|
|
"loss": 0.0313,
|
|
"step": 622
|
|
},
|
|
{
|
|
"epoch": 0.864677307425399,
|
|
"grad_norm": 0.3374840021133423,
|
|
"learning_rate": 4.868317450614407e-07,
|
|
"loss": 0.042,
|
|
"step": 623
|
|
},
|
|
{
|
|
"epoch": 0.8660652324774463,
|
|
"grad_norm": 0.24019359052181244,
|
|
"learning_rate": 4.772051718881532e-07,
|
|
"loss": 0.0438,
|
|
"step": 624
|
|
},
|
|
{
|
|
"epoch": 0.8674531575294934,
|
|
"grad_norm": 0.17875275015830994,
|
|
"learning_rate": 4.676699577595667e-07,
|
|
"loss": 0.0375,
|
|
"step": 625
|
|
},
|
|
{
|
|
"epoch": 0.8688410825815406,
|
|
"grad_norm": 0.22650332748889923,
|
|
"learning_rate": 4.582262952840355e-07,
|
|
"loss": 0.0362,
|
|
"step": 626
|
|
},
|
|
{
|
|
"epoch": 0.8702290076335878,
|
|
"grad_norm": 0.19926731288433075,
|
|
"learning_rate": 4.4887437522059487e-07,
|
|
"loss": 0.0314,
|
|
"step": 627
|
|
},
|
|
{
|
|
"epoch": 0.871616932685635,
|
|
"grad_norm": 0.22209225594997406,
|
|
"learning_rate": 4.3961438647511066e-07,
|
|
"loss": 0.0325,
|
|
"step": 628
|
|
},
|
|
{
|
|
"epoch": 0.8730048577376822,
|
|
"grad_norm": 0.23820732533931732,
|
|
"learning_rate": 4.304465160964699e-07,
|
|
"loss": 0.0392,
|
|
"step": 629
|
|
},
|
|
{
|
|
"epoch": 0.8743927827897293,
|
|
"grad_norm": 0.1484634429216385,
|
|
"learning_rate": 4.2137094927279296e-07,
|
|
"loss": 0.0271,
|
|
"step": 630
|
|
},
|
|
{
|
|
"epoch": 0.8757807078417765,
|
|
"grad_norm": 0.19037142395973206,
|
|
"learning_rate": 4.1238786932769947e-07,
|
|
"loss": 0.0316,
|
|
"step": 631
|
|
},
|
|
{
|
|
"epoch": 0.8771686328938237,
|
|
"grad_norm": 0.25099167227745056,
|
|
"learning_rate": 4.0349745771660233e-07,
|
|
"loss": 0.039,
|
|
"step": 632
|
|
},
|
|
{
|
|
"epoch": 0.878556557945871,
|
|
"grad_norm": 0.28284958004951477,
|
|
"learning_rate": 3.946998940230401e-07,
|
|
"loss": 0.0475,
|
|
"step": 633
|
|
},
|
|
{
|
|
"epoch": 0.8799444829979182,
|
|
"grad_norm": 0.24289296567440033,
|
|
"learning_rate": 3.859953559550589e-07,
|
|
"loss": 0.0457,
|
|
"step": 634
|
|
},
|
|
{
|
|
"epoch": 0.8813324080499653,
|
|
"grad_norm": 0.17973592877388,
|
|
"learning_rate": 3.7738401934161006e-07,
|
|
"loss": 0.0342,
|
|
"step": 635
|
|
},
|
|
{
|
|
"epoch": 0.8827203331020125,
|
|
"grad_norm": 0.24480481445789337,
|
|
"learning_rate": 3.6886605812900766e-07,
|
|
"loss": 0.0502,
|
|
"step": 636
|
|
},
|
|
{
|
|
"epoch": 0.8841082581540597,
|
|
"grad_norm": 0.2745607793331146,
|
|
"learning_rate": 3.604416443774117e-07,
|
|
"loss": 0.0503,
|
|
"step": 637
|
|
},
|
|
{
|
|
"epoch": 0.8854961832061069,
|
|
"grad_norm": 0.2708338499069214,
|
|
"learning_rate": 3.5211094825735147e-07,
|
|
"loss": 0.0434,
|
|
"step": 638
|
|
},
|
|
{
|
|
"epoch": 0.8868841082581541,
|
|
"grad_norm": 0.2643817663192749,
|
|
"learning_rate": 3.4387413804628955e-07,
|
|
"loss": 0.0442,
|
|
"step": 639
|
|
},
|
|
{
|
|
"epoch": 0.8882720333102012,
|
|
"grad_norm": 0.17992961406707764,
|
|
"learning_rate": 3.357313801252238e-07,
|
|
"loss": 0.0319,
|
|
"step": 640
|
|
},
|
|
{
|
|
"epoch": 0.8896599583622484,
|
|
"grad_norm": 0.19240032136440277,
|
|
"learning_rate": 3.276828389753234e-07,
|
|
"loss": 0.0362,
|
|
"step": 641
|
|
},
|
|
{
|
|
"epoch": 0.8910478834142956,
|
|
"grad_norm": 0.2068304866552353,
|
|
"learning_rate": 3.197286771746094e-07,
|
|
"loss": 0.0326,
|
|
"step": 642
|
|
},
|
|
{
|
|
"epoch": 0.8924358084663429,
|
|
"grad_norm": 0.3868578374385834,
|
|
"learning_rate": 3.118690553946685e-07,
|
|
"loss": 0.0312,
|
|
"step": 643
|
|
},
|
|
{
|
|
"epoch": 0.8938237335183901,
|
|
"grad_norm": 0.1948038786649704,
|
|
"learning_rate": 3.041041323974098e-07,
|
|
"loss": 0.0374,
|
|
"step": 644
|
|
},
|
|
{
|
|
"epoch": 0.8952116585704372,
|
|
"grad_norm": 0.3001810908317566,
|
|
"learning_rate": 2.964340650318548e-07,
|
|
"loss": 0.0548,
|
|
"step": 645
|
|
},
|
|
{
|
|
"epoch": 0.8965995836224844,
|
|
"grad_norm": 0.20546355843544006,
|
|
"learning_rate": 2.8885900823097223e-07,
|
|
"loss": 0.0412,
|
|
"step": 646
|
|
},
|
|
{
|
|
"epoch": 0.8979875086745316,
|
|
"grad_norm": 0.19419418275356293,
|
|
"learning_rate": 2.813791150085454e-07,
|
|
"loss": 0.0401,
|
|
"step": 647
|
|
},
|
|
{
|
|
"epoch": 0.8993754337265788,
|
|
"grad_norm": 0.1783968210220337,
|
|
"learning_rate": 2.73994536456087e-07,
|
|
"loss": 0.0308,
|
|
"step": 648
|
|
},
|
|
{
|
|
"epoch": 0.9007633587786259,
|
|
"grad_norm": 0.22798137366771698,
|
|
"learning_rate": 2.6670542173977745e-07,
|
|
"loss": 0.0422,
|
|
"step": 649
|
|
},
|
|
{
|
|
"epoch": 0.9021512838306731,
|
|
"grad_norm": 0.28471091389656067,
|
|
"learning_rate": 2.5951191809746146e-07,
|
|
"loss": 0.0583,
|
|
"step": 650
|
|
},
|
|
{
|
|
"epoch": 0.9035392088827203,
|
|
"grad_norm": 0.239897683262825,
|
|
"learning_rate": 2.524141708356681e-07,
|
|
"loss": 0.0455,
|
|
"step": 651
|
|
},
|
|
{
|
|
"epoch": 0.9049271339347675,
|
|
"grad_norm": 0.21840114891529083,
|
|
"learning_rate": 2.454123233266781e-07,
|
|
"loss": 0.0396,
|
|
"step": 652
|
|
},
|
|
{
|
|
"epoch": 0.9063150589868147,
|
|
"grad_norm": 0.23024079203605652,
|
|
"learning_rate": 2.385065170056283e-07,
|
|
"loss": 0.0395,
|
|
"step": 653
|
|
},
|
|
{
|
|
"epoch": 0.9077029840388618,
|
|
"grad_norm": 0.23643670976161957,
|
|
"learning_rate": 2.3169689136765038e-07,
|
|
"loss": 0.0447,
|
|
"step": 654
|
|
},
|
|
{
|
|
"epoch": 0.9090909090909091,
|
|
"grad_norm": 0.24520286917686462,
|
|
"learning_rate": 2.249835839650588e-07,
|
|
"loss": 0.0476,
|
|
"step": 655
|
|
},
|
|
{
|
|
"epoch": 0.9104788341429563,
|
|
"grad_norm": 0.21127338707447052,
|
|
"learning_rate": 2.1836673040456947e-07,
|
|
"loss": 0.0388,
|
|
"step": 656
|
|
},
|
|
{
|
|
"epoch": 0.9118667591950035,
|
|
"grad_norm": 0.1968703418970108,
|
|
"learning_rate": 2.1184646434455947e-07,
|
|
"loss": 0.0328,
|
|
"step": 657
|
|
},
|
|
{
|
|
"epoch": 0.9132546842470507,
|
|
"grad_norm": 0.2115575224161148,
|
|
"learning_rate": 2.0542291749237053e-07,
|
|
"loss": 0.0352,
|
|
"step": 658
|
|
},
|
|
{
|
|
"epoch": 0.9146426092990978,
|
|
"grad_norm": 0.15520645678043365,
|
|
"learning_rate": 1.9909621960164382e-07,
|
|
"loss": 0.0296,
|
|
"step": 659
|
|
},
|
|
{
|
|
"epoch": 0.916030534351145,
|
|
"grad_norm": 0.6320406198501587,
|
|
"learning_rate": 1.9286649846970318e-07,
|
|
"loss": 0.0363,
|
|
"step": 660
|
|
},
|
|
{
|
|
"epoch": 0.9174184594031922,
|
|
"grad_norm": 0.2276618331670761,
|
|
"learning_rate": 1.8673387993497383e-07,
|
|
"loss": 0.0359,
|
|
"step": 661
|
|
},
|
|
{
|
|
"epoch": 0.9188063844552394,
|
|
"grad_norm": 0.2655383050441742,
|
|
"learning_rate": 1.8069848787443556e-07,
|
|
"loss": 0.0506,
|
|
"step": 662
|
|
},
|
|
{
|
|
"epoch": 0.9201943095072866,
|
|
"grad_norm": 0.22439704835414886,
|
|
"learning_rate": 1.7476044420112637e-07,
|
|
"loss": 0.0292,
|
|
"step": 663
|
|
},
|
|
{
|
|
"epoch": 0.9215822345593337,
|
|
"grad_norm": 0.18324856460094452,
|
|
"learning_rate": 1.689198688616761e-07,
|
|
"loss": 0.0285,
|
|
"step": 664
|
|
},
|
|
{
|
|
"epoch": 0.922970159611381,
|
|
"grad_norm": 0.2790418267250061,
|
|
"learning_rate": 1.631768798338834e-07,
|
|
"loss": 0.0417,
|
|
"step": 665
|
|
},
|
|
{
|
|
"epoch": 0.9243580846634282,
|
|
"grad_norm": 0.22626622021198273,
|
|
"learning_rate": 1.5753159312433762e-07,
|
|
"loss": 0.0432,
|
|
"step": 666
|
|
},
|
|
{
|
|
"epoch": 0.9257460097154754,
|
|
"grad_norm": 0.22337311506271362,
|
|
"learning_rate": 1.5198412276606622e-07,
|
|
"loss": 0.0379,
|
|
"step": 667
|
|
},
|
|
{
|
|
"epoch": 0.9271339347675226,
|
|
"grad_norm": 0.1884629875421524,
|
|
"learning_rate": 1.465345808162427e-07,
|
|
"loss": 0.0315,
|
|
"step": 668
|
|
},
|
|
{
|
|
"epoch": 0.9285218598195697,
|
|
"grad_norm": 0.18185679614543915,
|
|
"learning_rate": 1.4118307735391412e-07,
|
|
"loss": 0.0322,
|
|
"step": 669
|
|
},
|
|
{
|
|
"epoch": 0.9299097848716169,
|
|
"grad_norm": 0.20479874312877655,
|
|
"learning_rate": 1.3592972047777874e-07,
|
|
"loss": 0.0303,
|
|
"step": 670
|
|
},
|
|
{
|
|
"epoch": 0.9312977099236641,
|
|
"grad_norm": 0.3006023168563843,
|
|
"learning_rate": 1.3077461630400967e-07,
|
|
"loss": 0.055,
|
|
"step": 671
|
|
},
|
|
{
|
|
"epoch": 0.9326856349757113,
|
|
"grad_norm": 0.27527281641960144,
|
|
"learning_rate": 1.2571786896410144e-07,
|
|
"loss": 0.0491,
|
|
"step": 672
|
|
},
|
|
{
|
|
"epoch": 0.9340735600277585,
|
|
"grad_norm": 0.23598523437976837,
|
|
"learning_rate": 1.2075958060277394e-07,
|
|
"loss": 0.0412,
|
|
"step": 673
|
|
},
|
|
{
|
|
"epoch": 0.9354614850798056,
|
|
"grad_norm": 0.21559569239616394,
|
|
"learning_rate": 1.158998513759052e-07,
|
|
"loss": 0.04,
|
|
"step": 674
|
|
},
|
|
{
|
|
"epoch": 0.9368494101318529,
|
|
"grad_norm": 0.18777711689472198,
|
|
"learning_rate": 1.1113877944850804e-07,
|
|
"loss": 0.0287,
|
|
"step": 675
|
|
},
|
|
{
|
|
"epoch": 0.9382373351839001,
|
|
"grad_norm": 0.22608903050422668,
|
|
"learning_rate": 1.0647646099275267e-07,
|
|
"loss": 0.0501,
|
|
"step": 676
|
|
},
|
|
{
|
|
"epoch": 0.9396252602359473,
|
|
"grad_norm": 0.23553456366062164,
|
|
"learning_rate": 1.0191299018601608e-07,
|
|
"loss": 0.0369,
|
|
"step": 677
|
|
},
|
|
{
|
|
"epoch": 0.9410131852879945,
|
|
"grad_norm": 0.17608265578746796,
|
|
"learning_rate": 9.744845920898527e-08,
|
|
"loss": 0.0286,
|
|
"step": 678
|
|
},
|
|
{
|
|
"epoch": 0.9424011103400416,
|
|
"grad_norm": 0.26702162623405457,
|
|
"learning_rate": 9.308295824379365e-08,
|
|
"loss": 0.0421,
|
|
"step": 679
|
|
},
|
|
{
|
|
"epoch": 0.9437890353920888,
|
|
"grad_norm": 0.2531726360321045,
|
|
"learning_rate": 8.881657547219869e-08,
|
|
"loss": 0.0409,
|
|
"step": 680
|
|
},
|
|
{
|
|
"epoch": 0.945176960444136,
|
|
"grad_norm": 0.18312399089336395,
|
|
"learning_rate": 8.46493970738016e-08,
|
|
"loss": 0.0284,
|
|
"step": 681
|
|
},
|
|
{
|
|
"epoch": 0.9465648854961832,
|
|
"grad_norm": 0.20322586596012115,
|
|
"learning_rate": 8.058150722430658e-08,
|
|
"loss": 0.0353,
|
|
"step": 682
|
|
},
|
|
{
|
|
"epoch": 0.9479528105482304,
|
|
"grad_norm": 0.23744148015975952,
|
|
"learning_rate": 7.661298809381878e-08,
|
|
"loss": 0.0381,
|
|
"step": 683
|
|
},
|
|
{
|
|
"epoch": 0.9493407356002775,
|
|
"grad_norm": 0.17557460069656372,
|
|
"learning_rate": 7.274391984518736e-08,
|
|
"loss": 0.0311,
|
|
"step": 684
|
|
},
|
|
{
|
|
"epoch": 0.9507286606523248,
|
|
"grad_norm": 0.2498820275068283,
|
|
"learning_rate": 6.897438063238393e-08,
|
|
"loss": 0.0446,
|
|
"step": 685
|
|
},
|
|
{
|
|
"epoch": 0.952116585704372,
|
|
"grad_norm": 0.2372819185256958,
|
|
"learning_rate": 6.530444659892443e-08,
|
|
"loss": 0.0427,
|
|
"step": 686
|
|
},
|
|
{
|
|
"epoch": 0.9535045107564192,
|
|
"grad_norm": 0.18727374076843262,
|
|
"learning_rate": 6.173419187633201e-08,
|
|
"loss": 0.0341,
|
|
"step": 687
|
|
},
|
|
{
|
|
"epoch": 0.9548924358084664,
|
|
"grad_norm": 0.24864086508750916,
|
|
"learning_rate": 5.82636885826382e-08,
|
|
"loss": 0.045,
|
|
"step": 688
|
|
},
|
|
{
|
|
"epoch": 0.9562803608605135,
|
|
"grad_norm": 0.2669983506202698,
|
|
"learning_rate": 5.4893006820926355e-08,
|
|
"loss": 0.0377,
|
|
"step": 689
|
|
},
|
|
{
|
|
"epoch": 0.9576682859125607,
|
|
"grad_norm": 0.36765196919441223,
|
|
"learning_rate": 5.162221467791772e-08,
|
|
"loss": 0.0432,
|
|
"step": 690
|
|
},
|
|
{
|
|
"epoch": 0.9590562109646079,
|
|
"grad_norm": 0.18304842710494995,
|
|
"learning_rate": 4.8451378222592605e-08,
|
|
"loss": 0.0356,
|
|
"step": 691
|
|
},
|
|
{
|
|
"epoch": 0.9604441360166551,
|
|
"grad_norm": 0.24612656235694885,
|
|
"learning_rate": 4.5380561504858586e-08,
|
|
"loss": 0.0385,
|
|
"step": 692
|
|
},
|
|
{
|
|
"epoch": 0.9618320610687023,
|
|
"grad_norm": 0.2270457148551941,
|
|
"learning_rate": 4.240982655425552e-08,
|
|
"loss": 0.0505,
|
|
"step": 693
|
|
},
|
|
{
|
|
"epoch": 0.9632199861207494,
|
|
"grad_norm": 0.1908656507730484,
|
|
"learning_rate": 3.953923337870147e-08,
|
|
"loss": 0.0359,
|
|
"step": 694
|
|
},
|
|
{
|
|
"epoch": 0.9646079111727967,
|
|
"grad_norm": 0.1745605766773224,
|
|
"learning_rate": 3.6768839963285395e-08,
|
|
"loss": 0.0304,
|
|
"step": 695
|
|
},
|
|
{
|
|
"epoch": 0.9659958362248439,
|
|
"grad_norm": 0.23264414072036743,
|
|
"learning_rate": 3.409870226908863e-08,
|
|
"loss": 0.0437,
|
|
"step": 696
|
|
},
|
|
{
|
|
"epoch": 0.9673837612768911,
|
|
"grad_norm": 0.2552529573440552,
|
|
"learning_rate": 3.1528874232059635e-08,
|
|
"loss": 0.0507,
|
|
"step": 697
|
|
},
|
|
{
|
|
"epoch": 0.9687716863289383,
|
|
"grad_norm": 0.22192077338695526,
|
|
"learning_rate": 2.905940776192384e-08,
|
|
"loss": 0.0445,
|
|
"step": 698
|
|
},
|
|
{
|
|
"epoch": 0.9701596113809854,
|
|
"grad_norm": 0.23040442168712616,
|
|
"learning_rate": 2.669035274113274e-08,
|
|
"loss": 0.0415,
|
|
"step": 699
|
|
},
|
|
{
|
|
"epoch": 0.9715475364330326,
|
|
"grad_norm": 0.21938888728618622,
|
|
"learning_rate": 2.4421757023859737e-08,
|
|
"loss": 0.0369,
|
|
"step": 700
|
|
},
|
|
{
|
|
"epoch": 0.9729354614850798,
|
|
"grad_norm": 0.19337037205696106,
|
|
"learning_rate": 2.2253666435029797e-08,
|
|
"loss": 0.0311,
|
|
"step": 701
|
|
},
|
|
{
|
|
"epoch": 0.974323386537127,
|
|
"grad_norm": 0.20000146329402924,
|
|
"learning_rate": 2.0186124769396855e-08,
|
|
"loss": 0.0371,
|
|
"step": 702
|
|
},
|
|
{
|
|
"epoch": 0.9757113115891742,
|
|
"grad_norm": 0.22154293954372406,
|
|
"learning_rate": 1.8219173790658406e-08,
|
|
"loss": 0.0336,
|
|
"step": 703
|
|
},
|
|
{
|
|
"epoch": 0.9770992366412213,
|
|
"grad_norm": 0.234355166554451,
|
|
"learning_rate": 1.6352853230609534e-08,
|
|
"loss": 0.0438,
|
|
"step": 704
|
|
},
|
|
{
|
|
"epoch": 0.9784871616932685,
|
|
"grad_norm": 0.20534580945968628,
|
|
"learning_rate": 1.4587200788343524e-08,
|
|
"loss": 0.0301,
|
|
"step": 705
|
|
},
|
|
{
|
|
"epoch": 0.9798750867453158,
|
|
"grad_norm": 0.22104544937610626,
|
|
"learning_rate": 1.2922252129489165e-08,
|
|
"loss": 0.0442,
|
|
"step": 706
|
|
},
|
|
{
|
|
"epoch": 0.981263011797363,
|
|
"grad_norm": 0.23223792016506195,
|
|
"learning_rate": 1.1358040885490196e-08,
|
|
"loss": 0.0369,
|
|
"step": 707
|
|
},
|
|
{
|
|
"epoch": 0.9826509368494102,
|
|
"grad_norm": 0.1923191100358963,
|
|
"learning_rate": 9.894598652925857e-09,
|
|
"loss": 0.0356,
|
|
"step": 708
|
|
},
|
|
{
|
|
"epoch": 0.9840388619014573,
|
|
"grad_norm": 0.2507604956626892,
|
|
"learning_rate": 8.53195499287196e-09,
|
|
"loss": 0.0472,
|
|
"step": 709
|
|
},
|
|
{
|
|
"epoch": 0.9854267869535045,
|
|
"grad_norm": 0.2132437825202942,
|
|
"learning_rate": 7.2701374303063565e-09,
|
|
"loss": 0.0381,
|
|
"step": 710
|
|
},
|
|
{
|
|
"epoch": 0.9868147120055517,
|
|
"grad_norm": 0.16438357532024384,
|
|
"learning_rate": 6.109171453549944e-09,
|
|
"loss": 0.028,
|
|
"step": 711
|
|
},
|
|
{
|
|
"epoch": 0.9882026370575989,
|
|
"grad_norm": 0.24717937409877777,
|
|
"learning_rate": 5.049080513752636e-09,
|
|
"loss": 0.0439,
|
|
"step": 712
|
|
},
|
|
{
|
|
"epoch": 0.9895905621096461,
|
|
"grad_norm": 0.2316623479127884,
|
|
"learning_rate": 4.089886024421508e-09,
|
|
"loss": 0.0378,
|
|
"step": 713
|
|
},
|
|
{
|
|
"epoch": 0.9909784871616932,
|
|
"grad_norm": 0.2512715756893158,
|
|
"learning_rate": 3.2316073609856e-09,
|
|
"loss": 0.0378,
|
|
"step": 714
|
|
},
|
|
{
|
|
"epoch": 0.9923664122137404,
|
|
"grad_norm": 0.27887260913848877,
|
|
"learning_rate": 2.474261860406779e-09,
|
|
"loss": 0.0537,
|
|
"step": 715
|
|
},
|
|
{
|
|
"epoch": 0.9937543372657877,
|
|
"grad_norm": 0.19671159982681274,
|
|
"learning_rate": 1.817864820827242e-09,
|
|
"loss": 0.0277,
|
|
"step": 716
|
|
},
|
|
{
|
|
"epoch": 0.9951422623178349,
|
|
"grad_norm": 0.22438108921051025,
|
|
"learning_rate": 1.2624295012625409e-09,
|
|
"loss": 0.0389,
|
|
"step": 717
|
|
},
|
|
{
|
|
"epoch": 0.9965301873698821,
|
|
"grad_norm": 0.17432349920272827,
|
|
"learning_rate": 8.079671213334639e-10,
|
|
"loss": 0.0333,
|
|
"step": 718
|
|
},
|
|
{
|
|
"epoch": 0.9979181124219292,
|
|
"grad_norm": 0.24869811534881592,
|
|
"learning_rate": 4.5448686103732876e-10,
|
|
"loss": 0.0411,
|
|
"step": 719
|
|
},
|
|
{
|
|
"epoch": 0.9993060374739764,
|
|
"grad_norm": 0.24824249744415283,
|
|
"learning_rate": 2.0199586056590669e-10,
|
|
"loss": 0.0419,
|
|
"step": 720
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"grad_norm": 0.2819853723049164,
|
|
"learning_rate": 5.049922015887276e-11,
|
|
"loss": 0.0334,
|
|
"step": 721
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"step": 721,
|
|
"total_flos": 140605265387520.0,
|
|
"train_loss": 0.04385479942129488,
|
|
"train_runtime": 20865.6154,
|
|
"train_samples_per_second": 0.829,
|
|
"train_steps_per_second": 0.035
|
|
}
|
|
],
|
|
"logging_steps": 1,
|
|
"max_steps": 721,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 1,
|
|
"save_steps": 200,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 140605265387520.0,
|
|
"train_batch_size": 1,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|