2069 lines
47 KiB
JSON
2069 lines
47 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 3.0,
|
|
"eval_steps": 500,
|
|
"global_step": 288,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.010471204188481676,
|
|
"grad_norm": 0.8203125,
|
|
"learning_rate": 0.0,
|
|
"loss": 2.2601,
|
|
"step": 1
|
|
},
|
|
{
|
|
"epoch": 0.020942408376963352,
|
|
"grad_norm": 0.69921875,
|
|
"learning_rate": 4.000000000000001e-06,
|
|
"loss": 2.2972,
|
|
"step": 2
|
|
},
|
|
{
|
|
"epoch": 0.031413612565445025,
|
|
"grad_norm": 0.7578125,
|
|
"learning_rate": 8.000000000000001e-06,
|
|
"loss": 2.3696,
|
|
"step": 3
|
|
},
|
|
{
|
|
"epoch": 0.041884816753926704,
|
|
"grad_norm": 0.75390625,
|
|
"learning_rate": 1.2e-05,
|
|
"loss": 2.3109,
|
|
"step": 4
|
|
},
|
|
{
|
|
"epoch": 0.05235602094240838,
|
|
"grad_norm": 0.73828125,
|
|
"learning_rate": 1.6000000000000003e-05,
|
|
"loss": 2.3398,
|
|
"step": 5
|
|
},
|
|
{
|
|
"epoch": 0.06282722513089005,
|
|
"grad_norm": 0.67578125,
|
|
"learning_rate": 2e-05,
|
|
"loss": 2.2808,
|
|
"step": 6
|
|
},
|
|
{
|
|
"epoch": 0.07329842931937172,
|
|
"grad_norm": 0.64453125,
|
|
"learning_rate": 1.992932862190813e-05,
|
|
"loss": 2.3087,
|
|
"step": 7
|
|
},
|
|
{
|
|
"epoch": 0.08376963350785341,
|
|
"grad_norm": 0.66796875,
|
|
"learning_rate": 1.9858657243816254e-05,
|
|
"loss": 2.3109,
|
|
"step": 8
|
|
},
|
|
{
|
|
"epoch": 0.09424083769633508,
|
|
"grad_norm": 0.828125,
|
|
"learning_rate": 1.9787985865724383e-05,
|
|
"loss": 2.273,
|
|
"step": 9
|
|
},
|
|
{
|
|
"epoch": 0.10471204188481675,
|
|
"grad_norm": 0.59765625,
|
|
"learning_rate": 1.971731448763251e-05,
|
|
"loss": 2.2373,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 0.11518324607329843,
|
|
"grad_norm": 0.65234375,
|
|
"learning_rate": 1.964664310954064e-05,
|
|
"loss": 2.2352,
|
|
"step": 11
|
|
},
|
|
{
|
|
"epoch": 0.1256544502617801,
|
|
"grad_norm": 0.52734375,
|
|
"learning_rate": 1.9575971731448763e-05,
|
|
"loss": 2.1514,
|
|
"step": 12
|
|
},
|
|
{
|
|
"epoch": 0.13612565445026178,
|
|
"grad_norm": 0.58984375,
|
|
"learning_rate": 1.950530035335689e-05,
|
|
"loss": 2.2368,
|
|
"step": 13
|
|
},
|
|
{
|
|
"epoch": 0.14659685863874344,
|
|
"grad_norm": 0.58984375,
|
|
"learning_rate": 1.943462897526502e-05,
|
|
"loss": 2.3236,
|
|
"step": 14
|
|
},
|
|
{
|
|
"epoch": 0.15706806282722513,
|
|
"grad_norm": 0.52734375,
|
|
"learning_rate": 1.9363957597173148e-05,
|
|
"loss": 2.1718,
|
|
"step": 15
|
|
},
|
|
{
|
|
"epoch": 0.16753926701570682,
|
|
"grad_norm": 0.53125,
|
|
"learning_rate": 1.9293286219081272e-05,
|
|
"loss": 2.1896,
|
|
"step": 16
|
|
},
|
|
{
|
|
"epoch": 0.17801047120418848,
|
|
"grad_norm": 0.50390625,
|
|
"learning_rate": 1.92226148409894e-05,
|
|
"loss": 2.1297,
|
|
"step": 17
|
|
},
|
|
{
|
|
"epoch": 0.18848167539267016,
|
|
"grad_norm": 0.51953125,
|
|
"learning_rate": 1.915194346289753e-05,
|
|
"loss": 2.083,
|
|
"step": 18
|
|
},
|
|
{
|
|
"epoch": 0.19895287958115182,
|
|
"grad_norm": 0.5078125,
|
|
"learning_rate": 1.9081272084805657e-05,
|
|
"loss": 2.107,
|
|
"step": 19
|
|
},
|
|
{
|
|
"epoch": 0.2094240837696335,
|
|
"grad_norm": 0.494140625,
|
|
"learning_rate": 1.901060070671378e-05,
|
|
"loss": 2.2009,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.2198952879581152,
|
|
"grad_norm": 0.484375,
|
|
"learning_rate": 1.893992932862191e-05,
|
|
"loss": 2.1653,
|
|
"step": 21
|
|
},
|
|
{
|
|
"epoch": 0.23036649214659685,
|
|
"grad_norm": 0.486328125,
|
|
"learning_rate": 1.8869257950530038e-05,
|
|
"loss": 2.1026,
|
|
"step": 22
|
|
},
|
|
{
|
|
"epoch": 0.24083769633507854,
|
|
"grad_norm": 0.498046875,
|
|
"learning_rate": 1.8798586572438166e-05,
|
|
"loss": 2.068,
|
|
"step": 23
|
|
},
|
|
{
|
|
"epoch": 0.2513089005235602,
|
|
"grad_norm": 0.51953125,
|
|
"learning_rate": 1.872791519434629e-05,
|
|
"loss": 2.1145,
|
|
"step": 24
|
|
},
|
|
{
|
|
"epoch": 0.2617801047120419,
|
|
"grad_norm": 0.47265625,
|
|
"learning_rate": 1.865724381625442e-05,
|
|
"loss": 2.1436,
|
|
"step": 25
|
|
},
|
|
{
|
|
"epoch": 0.27225130890052357,
|
|
"grad_norm": 0.48828125,
|
|
"learning_rate": 1.8586572438162547e-05,
|
|
"loss": 2.1229,
|
|
"step": 26
|
|
},
|
|
{
|
|
"epoch": 0.28272251308900526,
|
|
"grad_norm": 0.498046875,
|
|
"learning_rate": 1.8515901060070675e-05,
|
|
"loss": 2.1724,
|
|
"step": 27
|
|
},
|
|
{
|
|
"epoch": 0.2931937172774869,
|
|
"grad_norm": 0.490234375,
|
|
"learning_rate": 1.84452296819788e-05,
|
|
"loss": 2.0963,
|
|
"step": 28
|
|
},
|
|
{
|
|
"epoch": 0.3036649214659686,
|
|
"grad_norm": 0.5234375,
|
|
"learning_rate": 1.8374558303886928e-05,
|
|
"loss": 2.1396,
|
|
"step": 29
|
|
},
|
|
{
|
|
"epoch": 0.31413612565445026,
|
|
"grad_norm": 0.48046875,
|
|
"learning_rate": 1.8303886925795052e-05,
|
|
"loss": 2.0926,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 0.32460732984293195,
|
|
"grad_norm": 0.48046875,
|
|
"learning_rate": 1.8233215547703184e-05,
|
|
"loss": 2.0929,
|
|
"step": 31
|
|
},
|
|
{
|
|
"epoch": 0.33507853403141363,
|
|
"grad_norm": 0.443359375,
|
|
"learning_rate": 1.816254416961131e-05,
|
|
"loss": 1.9604,
|
|
"step": 32
|
|
},
|
|
{
|
|
"epoch": 0.34554973821989526,
|
|
"grad_norm": 0.494140625,
|
|
"learning_rate": 1.8091872791519437e-05,
|
|
"loss": 2.1027,
|
|
"step": 33
|
|
},
|
|
{
|
|
"epoch": 0.35602094240837695,
|
|
"grad_norm": 0.494140625,
|
|
"learning_rate": 1.802120141342756e-05,
|
|
"loss": 2.136,
|
|
"step": 34
|
|
},
|
|
{
|
|
"epoch": 0.36649214659685864,
|
|
"grad_norm": 0.482421875,
|
|
"learning_rate": 1.7950530035335693e-05,
|
|
"loss": 2.0755,
|
|
"step": 35
|
|
},
|
|
{
|
|
"epoch": 0.3769633507853403,
|
|
"grad_norm": 0.498046875,
|
|
"learning_rate": 1.7879858657243818e-05,
|
|
"loss": 2.1039,
|
|
"step": 36
|
|
},
|
|
{
|
|
"epoch": 0.387434554973822,
|
|
"grad_norm": 0.458984375,
|
|
"learning_rate": 1.7809187279151946e-05,
|
|
"loss": 2.0986,
|
|
"step": 37
|
|
},
|
|
{
|
|
"epoch": 0.39790575916230364,
|
|
"grad_norm": 0.48046875,
|
|
"learning_rate": 1.773851590106007e-05,
|
|
"loss": 2.0914,
|
|
"step": 38
|
|
},
|
|
{
|
|
"epoch": 0.4083769633507853,
|
|
"grad_norm": 0.486328125,
|
|
"learning_rate": 1.76678445229682e-05,
|
|
"loss": 2.0567,
|
|
"step": 39
|
|
},
|
|
{
|
|
"epoch": 0.418848167539267,
|
|
"grad_norm": 0.494140625,
|
|
"learning_rate": 1.7597173144876327e-05,
|
|
"loss": 2.0717,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.4293193717277487,
|
|
"grad_norm": 0.470703125,
|
|
"learning_rate": 1.7526501766784455e-05,
|
|
"loss": 2.0779,
|
|
"step": 41
|
|
},
|
|
{
|
|
"epoch": 0.4397905759162304,
|
|
"grad_norm": 0.46484375,
|
|
"learning_rate": 1.745583038869258e-05,
|
|
"loss": 2.0537,
|
|
"step": 42
|
|
},
|
|
{
|
|
"epoch": 0.450261780104712,
|
|
"grad_norm": 0.47265625,
|
|
"learning_rate": 1.7385159010600707e-05,
|
|
"loss": 2.0633,
|
|
"step": 43
|
|
},
|
|
{
|
|
"epoch": 0.4607329842931937,
|
|
"grad_norm": 0.466796875,
|
|
"learning_rate": 1.7314487632508836e-05,
|
|
"loss": 2.0341,
|
|
"step": 44
|
|
},
|
|
{
|
|
"epoch": 0.4712041884816754,
|
|
"grad_norm": 0.4921875,
|
|
"learning_rate": 1.7243816254416964e-05,
|
|
"loss": 2.0344,
|
|
"step": 45
|
|
},
|
|
{
|
|
"epoch": 0.4816753926701571,
|
|
"grad_norm": 0.5703125,
|
|
"learning_rate": 1.717314487632509e-05,
|
|
"loss": 2.0667,
|
|
"step": 46
|
|
},
|
|
{
|
|
"epoch": 0.49214659685863876,
|
|
"grad_norm": 0.4609375,
|
|
"learning_rate": 1.7102473498233216e-05,
|
|
"loss": 2.0143,
|
|
"step": 47
|
|
},
|
|
{
|
|
"epoch": 0.5026178010471204,
|
|
"grad_norm": 0.51171875,
|
|
"learning_rate": 1.7031802120141345e-05,
|
|
"loss": 2.0997,
|
|
"step": 48
|
|
},
|
|
{
|
|
"epoch": 0.5130890052356021,
|
|
"grad_norm": 0.466796875,
|
|
"learning_rate": 1.6961130742049473e-05,
|
|
"loss": 2.0175,
|
|
"step": 49
|
|
},
|
|
{
|
|
"epoch": 0.5235602094240838,
|
|
"grad_norm": 0.47265625,
|
|
"learning_rate": 1.6890459363957597e-05,
|
|
"loss": 2.0413,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.5340314136125655,
|
|
"grad_norm": 0.466796875,
|
|
"learning_rate": 1.6819787985865726e-05,
|
|
"loss": 1.9973,
|
|
"step": 51
|
|
},
|
|
{
|
|
"epoch": 0.5445026178010471,
|
|
"grad_norm": 0.4765625,
|
|
"learning_rate": 1.6749116607773854e-05,
|
|
"loss": 2.034,
|
|
"step": 52
|
|
},
|
|
{
|
|
"epoch": 0.5549738219895288,
|
|
"grad_norm": 0.482421875,
|
|
"learning_rate": 1.6678445229681982e-05,
|
|
"loss": 1.9726,
|
|
"step": 53
|
|
},
|
|
{
|
|
"epoch": 0.5654450261780105,
|
|
"grad_norm": 0.47265625,
|
|
"learning_rate": 1.6607773851590106e-05,
|
|
"loss": 2.078,
|
|
"step": 54
|
|
},
|
|
{
|
|
"epoch": 0.5759162303664922,
|
|
"grad_norm": 0.490234375,
|
|
"learning_rate": 1.6537102473498235e-05,
|
|
"loss": 2.0228,
|
|
"step": 55
|
|
},
|
|
{
|
|
"epoch": 0.5863874345549738,
|
|
"grad_norm": 0.478515625,
|
|
"learning_rate": 1.6466431095406363e-05,
|
|
"loss": 2.0161,
|
|
"step": 56
|
|
},
|
|
{
|
|
"epoch": 0.5968586387434555,
|
|
"grad_norm": 0.46875,
|
|
"learning_rate": 1.639575971731449e-05,
|
|
"loss": 1.9855,
|
|
"step": 57
|
|
},
|
|
{
|
|
"epoch": 0.6073298429319371,
|
|
"grad_norm": 0.51171875,
|
|
"learning_rate": 1.6325088339222615e-05,
|
|
"loss": 2.0696,
|
|
"step": 58
|
|
},
|
|
{
|
|
"epoch": 0.6178010471204188,
|
|
"grad_norm": 0.46875,
|
|
"learning_rate": 1.6254416961130744e-05,
|
|
"loss": 1.9597,
|
|
"step": 59
|
|
},
|
|
{
|
|
"epoch": 0.6282722513089005,
|
|
"grad_norm": 0.49609375,
|
|
"learning_rate": 1.618374558303887e-05,
|
|
"loss": 2.0177,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 0.6387434554973822,
|
|
"grad_norm": 0.498046875,
|
|
"learning_rate": 1.6113074204946996e-05,
|
|
"loss": 1.9962,
|
|
"step": 61
|
|
},
|
|
{
|
|
"epoch": 0.6492146596858639,
|
|
"grad_norm": 0.50390625,
|
|
"learning_rate": 1.6042402826855124e-05,
|
|
"loss": 2.0041,
|
|
"step": 62
|
|
},
|
|
{
|
|
"epoch": 0.6596858638743456,
|
|
"grad_norm": 0.50390625,
|
|
"learning_rate": 1.5971731448763253e-05,
|
|
"loss": 2.0206,
|
|
"step": 63
|
|
},
|
|
{
|
|
"epoch": 0.6701570680628273,
|
|
"grad_norm": 0.5078125,
|
|
"learning_rate": 1.590106007067138e-05,
|
|
"loss": 2.0517,
|
|
"step": 64
|
|
},
|
|
{
|
|
"epoch": 0.680628272251309,
|
|
"grad_norm": 0.494140625,
|
|
"learning_rate": 1.5830388692579505e-05,
|
|
"loss": 2.0569,
|
|
"step": 65
|
|
},
|
|
{
|
|
"epoch": 0.6910994764397905,
|
|
"grad_norm": 0.478515625,
|
|
"learning_rate": 1.5759717314487633e-05,
|
|
"loss": 2.0778,
|
|
"step": 66
|
|
},
|
|
{
|
|
"epoch": 0.7015706806282722,
|
|
"grad_norm": 0.478515625,
|
|
"learning_rate": 1.568904593639576e-05,
|
|
"loss": 2.0151,
|
|
"step": 67
|
|
},
|
|
{
|
|
"epoch": 0.7120418848167539,
|
|
"grad_norm": 0.48828125,
|
|
"learning_rate": 1.561837455830389e-05,
|
|
"loss": 2.0526,
|
|
"step": 68
|
|
},
|
|
{
|
|
"epoch": 0.7225130890052356,
|
|
"grad_norm": 0.490234375,
|
|
"learning_rate": 1.5547703180212014e-05,
|
|
"loss": 1.9519,
|
|
"step": 69
|
|
},
|
|
{
|
|
"epoch": 0.7329842931937173,
|
|
"grad_norm": 0.48828125,
|
|
"learning_rate": 1.5477031802120142e-05,
|
|
"loss": 1.9656,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 0.743455497382199,
|
|
"grad_norm": 0.498046875,
|
|
"learning_rate": 1.540636042402827e-05,
|
|
"loss": 1.9285,
|
|
"step": 71
|
|
},
|
|
{
|
|
"epoch": 0.7539267015706806,
|
|
"grad_norm": 0.48046875,
|
|
"learning_rate": 1.53356890459364e-05,
|
|
"loss": 2.0631,
|
|
"step": 72
|
|
},
|
|
{
|
|
"epoch": 0.7643979057591623,
|
|
"grad_norm": 0.474609375,
|
|
"learning_rate": 1.5265017667844523e-05,
|
|
"loss": 1.971,
|
|
"step": 73
|
|
},
|
|
{
|
|
"epoch": 0.774869109947644,
|
|
"grad_norm": 0.5390625,
|
|
"learning_rate": 1.519434628975265e-05,
|
|
"loss": 2.0301,
|
|
"step": 74
|
|
},
|
|
{
|
|
"epoch": 0.7853403141361257,
|
|
"grad_norm": 0.45703125,
|
|
"learning_rate": 1.512367491166078e-05,
|
|
"loss": 1.9461,
|
|
"step": 75
|
|
},
|
|
{
|
|
"epoch": 0.7958115183246073,
|
|
"grad_norm": 0.4765625,
|
|
"learning_rate": 1.5053003533568906e-05,
|
|
"loss": 1.9787,
|
|
"step": 76
|
|
},
|
|
{
|
|
"epoch": 0.806282722513089,
|
|
"grad_norm": 0.486328125,
|
|
"learning_rate": 1.4982332155477032e-05,
|
|
"loss": 1.9635,
|
|
"step": 77
|
|
},
|
|
{
|
|
"epoch": 0.8167539267015707,
|
|
"grad_norm": 0.5390625,
|
|
"learning_rate": 1.4911660777385159e-05,
|
|
"loss": 2.0554,
|
|
"step": 78
|
|
},
|
|
{
|
|
"epoch": 0.8272251308900523,
|
|
"grad_norm": 0.5,
|
|
"learning_rate": 1.4840989399293289e-05,
|
|
"loss": 2.0113,
|
|
"step": 79
|
|
},
|
|
{
|
|
"epoch": 0.837696335078534,
|
|
"grad_norm": 0.478515625,
|
|
"learning_rate": 1.4770318021201415e-05,
|
|
"loss": 1.9093,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 0.8481675392670157,
|
|
"grad_norm": 0.546875,
|
|
"learning_rate": 1.4699646643109541e-05,
|
|
"loss": 2.0891,
|
|
"step": 81
|
|
},
|
|
{
|
|
"epoch": 0.8586387434554974,
|
|
"grad_norm": 0.5078125,
|
|
"learning_rate": 1.4628975265017668e-05,
|
|
"loss": 2.0403,
|
|
"step": 82
|
|
},
|
|
{
|
|
"epoch": 0.8691099476439791,
|
|
"grad_norm": 0.50390625,
|
|
"learning_rate": 1.4558303886925796e-05,
|
|
"loss": 1.8833,
|
|
"step": 83
|
|
},
|
|
{
|
|
"epoch": 0.8795811518324608,
|
|
"grad_norm": 0.51953125,
|
|
"learning_rate": 1.4487632508833924e-05,
|
|
"loss": 2.005,
|
|
"step": 84
|
|
},
|
|
{
|
|
"epoch": 0.8900523560209425,
|
|
"grad_norm": 0.53125,
|
|
"learning_rate": 1.441696113074205e-05,
|
|
"loss": 2.0341,
|
|
"step": 85
|
|
},
|
|
{
|
|
"epoch": 0.900523560209424,
|
|
"grad_norm": 0.5,
|
|
"learning_rate": 1.4346289752650177e-05,
|
|
"loss": 1.9743,
|
|
"step": 86
|
|
},
|
|
{
|
|
"epoch": 0.9109947643979057,
|
|
"grad_norm": 0.515625,
|
|
"learning_rate": 1.4275618374558305e-05,
|
|
"loss": 1.994,
|
|
"step": 87
|
|
},
|
|
{
|
|
"epoch": 0.9214659685863874,
|
|
"grad_norm": 0.48046875,
|
|
"learning_rate": 1.4204946996466433e-05,
|
|
"loss": 1.9509,
|
|
"step": 88
|
|
},
|
|
{
|
|
"epoch": 0.9319371727748691,
|
|
"grad_norm": 0.53125,
|
|
"learning_rate": 1.413427561837456e-05,
|
|
"loss": 1.9457,
|
|
"step": 89
|
|
},
|
|
{
|
|
"epoch": 0.9424083769633508,
|
|
"grad_norm": 0.50390625,
|
|
"learning_rate": 1.4063604240282686e-05,
|
|
"loss": 2.0125,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 0.9528795811518325,
|
|
"grad_norm": 0.55078125,
|
|
"learning_rate": 1.3992932862190814e-05,
|
|
"loss": 1.999,
|
|
"step": 91
|
|
},
|
|
{
|
|
"epoch": 0.9633507853403142,
|
|
"grad_norm": 0.498046875,
|
|
"learning_rate": 1.392226148409894e-05,
|
|
"loss": 2.0245,
|
|
"step": 92
|
|
},
|
|
{
|
|
"epoch": 0.9738219895287958,
|
|
"grad_norm": 0.59765625,
|
|
"learning_rate": 1.3851590106007068e-05,
|
|
"loss": 2.0204,
|
|
"step": 93
|
|
},
|
|
{
|
|
"epoch": 0.9842931937172775,
|
|
"grad_norm": 0.53515625,
|
|
"learning_rate": 1.3780918727915195e-05,
|
|
"loss": 2.0003,
|
|
"step": 94
|
|
},
|
|
{
|
|
"epoch": 0.9947643979057592,
|
|
"grad_norm": 0.51171875,
|
|
"learning_rate": 1.3710247349823323e-05,
|
|
"loss": 1.9902,
|
|
"step": 95
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"grad_norm": 0.8828125,
|
|
"learning_rate": 1.363957597173145e-05,
|
|
"loss": 1.8842,
|
|
"step": 96
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"eval_loss": 1.9897371530532837,
|
|
"eval_model_preparation_time": 0.0174,
|
|
"eval_runtime": 6.3645,
|
|
"eval_samples_per_second": 26.711,
|
|
"eval_steps_per_second": 13.355,
|
|
"step": 96
|
|
},
|
|
{
|
|
"epoch": 1.0104712041884816,
|
|
"grad_norm": 0.5,
|
|
"learning_rate": 1.3568904593639577e-05,
|
|
"loss": 1.9183,
|
|
"step": 97
|
|
},
|
|
{
|
|
"epoch": 1.0209424083769634,
|
|
"grad_norm": 0.490234375,
|
|
"learning_rate": 1.3498233215547704e-05,
|
|
"loss": 1.9927,
|
|
"step": 98
|
|
},
|
|
{
|
|
"epoch": 1.031413612565445,
|
|
"grad_norm": 0.5390625,
|
|
"learning_rate": 1.3427561837455832e-05,
|
|
"loss": 1.9935,
|
|
"step": 99
|
|
},
|
|
{
|
|
"epoch": 1.0418848167539267,
|
|
"grad_norm": 0.57421875,
|
|
"learning_rate": 1.3356890459363958e-05,
|
|
"loss": 2.0505,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 1.0523560209424083,
|
|
"grad_norm": 0.55078125,
|
|
"learning_rate": 1.3286219081272085e-05,
|
|
"loss": 1.9709,
|
|
"step": 101
|
|
},
|
|
{
|
|
"epoch": 1.0628272251308901,
|
|
"grad_norm": 0.4921875,
|
|
"learning_rate": 1.3215547703180213e-05,
|
|
"loss": 2.0051,
|
|
"step": 102
|
|
},
|
|
{
|
|
"epoch": 1.0732984293193717,
|
|
"grad_norm": 0.5234375,
|
|
"learning_rate": 1.3144876325088341e-05,
|
|
"loss": 1.9533,
|
|
"step": 103
|
|
},
|
|
{
|
|
"epoch": 1.0837696335078535,
|
|
"grad_norm": 0.5,
|
|
"learning_rate": 1.3074204946996467e-05,
|
|
"loss": 1.9422,
|
|
"step": 104
|
|
},
|
|
{
|
|
"epoch": 1.094240837696335,
|
|
"grad_norm": 0.62109375,
|
|
"learning_rate": 1.3003533568904594e-05,
|
|
"loss": 1.9434,
|
|
"step": 105
|
|
},
|
|
{
|
|
"epoch": 1.1047120418848166,
|
|
"grad_norm": 0.515625,
|
|
"learning_rate": 1.2932862190812724e-05,
|
|
"loss": 1.9051,
|
|
"step": 106
|
|
},
|
|
{
|
|
"epoch": 1.1151832460732984,
|
|
"grad_norm": 0.4765625,
|
|
"learning_rate": 1.286219081272085e-05,
|
|
"loss": 1.9071,
|
|
"step": 107
|
|
},
|
|
{
|
|
"epoch": 1.12565445026178,
|
|
"grad_norm": 0.51171875,
|
|
"learning_rate": 1.2791519434628976e-05,
|
|
"loss": 1.9677,
|
|
"step": 108
|
|
},
|
|
{
|
|
"epoch": 1.1361256544502618,
|
|
"grad_norm": 0.49609375,
|
|
"learning_rate": 1.2720848056537103e-05,
|
|
"loss": 2.0063,
|
|
"step": 109
|
|
},
|
|
{
|
|
"epoch": 1.1465968586387434,
|
|
"grad_norm": 0.5234375,
|
|
"learning_rate": 1.2650176678445233e-05,
|
|
"loss": 1.9198,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 1.1570680628272252,
|
|
"grad_norm": 0.51953125,
|
|
"learning_rate": 1.2579505300353359e-05,
|
|
"loss": 1.9661,
|
|
"step": 111
|
|
},
|
|
{
|
|
"epoch": 1.1675392670157068,
|
|
"grad_norm": 0.515625,
|
|
"learning_rate": 1.2508833922261485e-05,
|
|
"loss": 1.9719,
|
|
"step": 112
|
|
},
|
|
{
|
|
"epoch": 1.1780104712041886,
|
|
"grad_norm": 0.51171875,
|
|
"learning_rate": 1.2438162544169612e-05,
|
|
"loss": 1.9422,
|
|
"step": 113
|
|
},
|
|
{
|
|
"epoch": 1.1884816753926701,
|
|
"grad_norm": 0.5390625,
|
|
"learning_rate": 1.2367491166077738e-05,
|
|
"loss": 1.9787,
|
|
"step": 114
|
|
},
|
|
{
|
|
"epoch": 1.1989528795811517,
|
|
"grad_norm": 0.515625,
|
|
"learning_rate": 1.2296819787985868e-05,
|
|
"loss": 2.0106,
|
|
"step": 115
|
|
},
|
|
{
|
|
"epoch": 1.2094240837696335,
|
|
"grad_norm": 0.5546875,
|
|
"learning_rate": 1.2226148409893994e-05,
|
|
"loss": 1.9833,
|
|
"step": 116
|
|
},
|
|
{
|
|
"epoch": 1.2198952879581153,
|
|
"grad_norm": 0.55078125,
|
|
"learning_rate": 1.2155477031802121e-05,
|
|
"loss": 1.9402,
|
|
"step": 117
|
|
},
|
|
{
|
|
"epoch": 1.2303664921465969,
|
|
"grad_norm": 0.51171875,
|
|
"learning_rate": 1.2084805653710247e-05,
|
|
"loss": 1.8728,
|
|
"step": 118
|
|
},
|
|
{
|
|
"epoch": 1.2408376963350785,
|
|
"grad_norm": 0.51171875,
|
|
"learning_rate": 1.2014134275618377e-05,
|
|
"loss": 1.8937,
|
|
"step": 119
|
|
},
|
|
{
|
|
"epoch": 1.2513089005235603,
|
|
"grad_norm": 0.5078125,
|
|
"learning_rate": 1.1943462897526503e-05,
|
|
"loss": 1.9485,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 1.2617801047120418,
|
|
"grad_norm": 0.5625,
|
|
"learning_rate": 1.187279151943463e-05,
|
|
"loss": 1.9519,
|
|
"step": 121
|
|
},
|
|
{
|
|
"epoch": 1.2722513089005236,
|
|
"grad_norm": 0.56640625,
|
|
"learning_rate": 1.1802120141342756e-05,
|
|
"loss": 2.0045,
|
|
"step": 122
|
|
},
|
|
{
|
|
"epoch": 1.2827225130890052,
|
|
"grad_norm": 0.5078125,
|
|
"learning_rate": 1.1731448763250883e-05,
|
|
"loss": 1.9656,
|
|
"step": 123
|
|
},
|
|
{
|
|
"epoch": 1.2931937172774868,
|
|
"grad_norm": 0.51171875,
|
|
"learning_rate": 1.1660777385159012e-05,
|
|
"loss": 1.9464,
|
|
"step": 124
|
|
},
|
|
{
|
|
"epoch": 1.3036649214659686,
|
|
"grad_norm": 0.5390625,
|
|
"learning_rate": 1.1590106007067139e-05,
|
|
"loss": 1.9476,
|
|
"step": 125
|
|
},
|
|
{
|
|
"epoch": 1.3141361256544504,
|
|
"grad_norm": 0.50390625,
|
|
"learning_rate": 1.1519434628975265e-05,
|
|
"loss": 1.9434,
|
|
"step": 126
|
|
},
|
|
{
|
|
"epoch": 1.324607329842932,
|
|
"grad_norm": 0.5546875,
|
|
"learning_rate": 1.1448763250883392e-05,
|
|
"loss": 2.0212,
|
|
"step": 127
|
|
},
|
|
{
|
|
"epoch": 1.3350785340314135,
|
|
"grad_norm": 0.53125,
|
|
"learning_rate": 1.1378091872791521e-05,
|
|
"loss": 1.9427,
|
|
"step": 128
|
|
},
|
|
{
|
|
"epoch": 1.3455497382198953,
|
|
"grad_norm": 0.546875,
|
|
"learning_rate": 1.1307420494699648e-05,
|
|
"loss": 1.9057,
|
|
"step": 129
|
|
},
|
|
{
|
|
"epoch": 1.356020942408377,
|
|
"grad_norm": 0.5078125,
|
|
"learning_rate": 1.1236749116607774e-05,
|
|
"loss": 1.8317,
|
|
"step": 130
|
|
},
|
|
{
|
|
"epoch": 1.3664921465968587,
|
|
"grad_norm": 0.51171875,
|
|
"learning_rate": 1.11660777385159e-05,
|
|
"loss": 1.9583,
|
|
"step": 131
|
|
},
|
|
{
|
|
"epoch": 1.3769633507853403,
|
|
"grad_norm": 0.53515625,
|
|
"learning_rate": 1.1095406360424029e-05,
|
|
"loss": 1.9704,
|
|
"step": 132
|
|
},
|
|
{
|
|
"epoch": 1.387434554973822,
|
|
"grad_norm": 0.53125,
|
|
"learning_rate": 1.1024734982332157e-05,
|
|
"loss": 1.9644,
|
|
"step": 133
|
|
},
|
|
{
|
|
"epoch": 1.3979057591623036,
|
|
"grad_norm": 0.53515625,
|
|
"learning_rate": 1.0954063604240283e-05,
|
|
"loss": 1.8924,
|
|
"step": 134
|
|
},
|
|
{
|
|
"epoch": 1.4083769633507854,
|
|
"grad_norm": 0.53515625,
|
|
"learning_rate": 1.088339222614841e-05,
|
|
"loss": 1.9863,
|
|
"step": 135
|
|
},
|
|
{
|
|
"epoch": 1.418848167539267,
|
|
"grad_norm": 0.53515625,
|
|
"learning_rate": 1.0812720848056538e-05,
|
|
"loss": 1.9072,
|
|
"step": 136
|
|
},
|
|
{
|
|
"epoch": 1.4293193717277486,
|
|
"grad_norm": 0.53125,
|
|
"learning_rate": 1.0742049469964666e-05,
|
|
"loss": 1.9805,
|
|
"step": 137
|
|
},
|
|
{
|
|
"epoch": 1.4397905759162304,
|
|
"grad_norm": 0.52734375,
|
|
"learning_rate": 1.0671378091872792e-05,
|
|
"loss": 1.9028,
|
|
"step": 138
|
|
},
|
|
{
|
|
"epoch": 1.450261780104712,
|
|
"grad_norm": 0.52734375,
|
|
"learning_rate": 1.0600706713780919e-05,
|
|
"loss": 1.8999,
|
|
"step": 139
|
|
},
|
|
{
|
|
"epoch": 1.4607329842931938,
|
|
"grad_norm": 0.55859375,
|
|
"learning_rate": 1.0530035335689047e-05,
|
|
"loss": 1.9354,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 1.4712041884816753,
|
|
"grad_norm": 0.5234375,
|
|
"learning_rate": 1.0459363957597175e-05,
|
|
"loss": 1.9385,
|
|
"step": 141
|
|
},
|
|
{
|
|
"epoch": 1.4816753926701571,
|
|
"grad_norm": 0.5234375,
|
|
"learning_rate": 1.0388692579505301e-05,
|
|
"loss": 1.8297,
|
|
"step": 142
|
|
},
|
|
{
|
|
"epoch": 1.4921465968586387,
|
|
"grad_norm": 0.54296875,
|
|
"learning_rate": 1.0318021201413428e-05,
|
|
"loss": 1.9386,
|
|
"step": 143
|
|
},
|
|
{
|
|
"epoch": 1.5026178010471205,
|
|
"grad_norm": 0.5390625,
|
|
"learning_rate": 1.0247349823321556e-05,
|
|
"loss": 1.9242,
|
|
"step": 144
|
|
},
|
|
{
|
|
"epoch": 1.513089005235602,
|
|
"grad_norm": 0.5,
|
|
"learning_rate": 1.0176678445229682e-05,
|
|
"loss": 1.894,
|
|
"step": 145
|
|
},
|
|
{
|
|
"epoch": 1.5235602094240837,
|
|
"grad_norm": 0.53125,
|
|
"learning_rate": 1.010600706713781e-05,
|
|
"loss": 1.9134,
|
|
"step": 146
|
|
},
|
|
{
|
|
"epoch": 1.5340314136125655,
|
|
"grad_norm": 0.53515625,
|
|
"learning_rate": 1.0035335689045937e-05,
|
|
"loss": 1.9363,
|
|
"step": 147
|
|
},
|
|
{
|
|
"epoch": 1.5445026178010473,
|
|
"grad_norm": 0.640625,
|
|
"learning_rate": 9.964664310954065e-06,
|
|
"loss": 1.8895,
|
|
"step": 148
|
|
},
|
|
{
|
|
"epoch": 1.5549738219895288,
|
|
"grad_norm": 0.5625,
|
|
"learning_rate": 9.893992932862191e-06,
|
|
"loss": 2.008,
|
|
"step": 149
|
|
},
|
|
{
|
|
"epoch": 1.5654450261780104,
|
|
"grad_norm": 0.53515625,
|
|
"learning_rate": 9.82332155477032e-06,
|
|
"loss": 1.9005,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 1.5759162303664922,
|
|
"grad_norm": 0.5703125,
|
|
"learning_rate": 9.752650176678446e-06,
|
|
"loss": 1.9343,
|
|
"step": 151
|
|
},
|
|
{
|
|
"epoch": 1.5863874345549738,
|
|
"grad_norm": 0.52734375,
|
|
"learning_rate": 9.681978798586574e-06,
|
|
"loss": 1.9238,
|
|
"step": 152
|
|
},
|
|
{
|
|
"epoch": 1.5968586387434556,
|
|
"grad_norm": 0.5234375,
|
|
"learning_rate": 9.6113074204947e-06,
|
|
"loss": 1.9308,
|
|
"step": 153
|
|
},
|
|
{
|
|
"epoch": 1.6073298429319371,
|
|
"grad_norm": 0.5078125,
|
|
"learning_rate": 9.540636042402828e-06,
|
|
"loss": 1.9385,
|
|
"step": 154
|
|
},
|
|
{
|
|
"epoch": 1.6178010471204187,
|
|
"grad_norm": 0.52734375,
|
|
"learning_rate": 9.469964664310955e-06,
|
|
"loss": 1.9442,
|
|
"step": 155
|
|
},
|
|
{
|
|
"epoch": 1.6282722513089005,
|
|
"grad_norm": 0.5546875,
|
|
"learning_rate": 9.399293286219083e-06,
|
|
"loss": 1.9648,
|
|
"step": 156
|
|
},
|
|
{
|
|
"epoch": 1.6387434554973823,
|
|
"grad_norm": 0.53125,
|
|
"learning_rate": 9.32862190812721e-06,
|
|
"loss": 1.9179,
|
|
"step": 157
|
|
},
|
|
{
|
|
"epoch": 1.649214659685864,
|
|
"grad_norm": 0.51953125,
|
|
"learning_rate": 9.257950530035337e-06,
|
|
"loss": 1.9523,
|
|
"step": 158
|
|
},
|
|
{
|
|
"epoch": 1.6596858638743455,
|
|
"grad_norm": 0.53515625,
|
|
"learning_rate": 9.187279151943464e-06,
|
|
"loss": 1.8984,
|
|
"step": 159
|
|
},
|
|
{
|
|
"epoch": 1.6701570680628273,
|
|
"grad_norm": 0.57421875,
|
|
"learning_rate": 9.116607773851592e-06,
|
|
"loss": 1.9394,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 1.680628272251309,
|
|
"grad_norm": 0.53125,
|
|
"learning_rate": 9.045936395759718e-06,
|
|
"loss": 1.9487,
|
|
"step": 161
|
|
},
|
|
{
|
|
"epoch": 1.6910994764397906,
|
|
"grad_norm": 0.5625,
|
|
"learning_rate": 8.975265017667846e-06,
|
|
"loss": 1.9139,
|
|
"step": 162
|
|
},
|
|
{
|
|
"epoch": 1.7015706806282722,
|
|
"grad_norm": 0.54296875,
|
|
"learning_rate": 8.904593639575973e-06,
|
|
"loss": 1.9948,
|
|
"step": 163
|
|
},
|
|
{
|
|
"epoch": 1.7120418848167538,
|
|
"grad_norm": 0.5390625,
|
|
"learning_rate": 8.8339222614841e-06,
|
|
"loss": 1.8555,
|
|
"step": 164
|
|
},
|
|
{
|
|
"epoch": 1.7225130890052356,
|
|
"grad_norm": 0.56640625,
|
|
"learning_rate": 8.763250883392227e-06,
|
|
"loss": 1.9637,
|
|
"step": 165
|
|
},
|
|
{
|
|
"epoch": 1.7329842931937174,
|
|
"grad_norm": 0.54296875,
|
|
"learning_rate": 8.692579505300354e-06,
|
|
"loss": 1.9455,
|
|
"step": 166
|
|
},
|
|
{
|
|
"epoch": 1.743455497382199,
|
|
"grad_norm": 0.52734375,
|
|
"learning_rate": 8.621908127208482e-06,
|
|
"loss": 1.9076,
|
|
"step": 167
|
|
},
|
|
{
|
|
"epoch": 1.7539267015706805,
|
|
"grad_norm": 0.60546875,
|
|
"learning_rate": 8.551236749116608e-06,
|
|
"loss": 1.9631,
|
|
"step": 168
|
|
},
|
|
{
|
|
"epoch": 1.7643979057591623,
|
|
"grad_norm": 0.60546875,
|
|
"learning_rate": 8.480565371024736e-06,
|
|
"loss": 1.9204,
|
|
"step": 169
|
|
},
|
|
{
|
|
"epoch": 1.7748691099476441,
|
|
"grad_norm": 0.53515625,
|
|
"learning_rate": 8.409893992932863e-06,
|
|
"loss": 1.9112,
|
|
"step": 170
|
|
},
|
|
{
|
|
"epoch": 1.7853403141361257,
|
|
"grad_norm": 0.5546875,
|
|
"learning_rate": 8.339222614840991e-06,
|
|
"loss": 1.9782,
|
|
"step": 171
|
|
},
|
|
{
|
|
"epoch": 1.7958115183246073,
|
|
"grad_norm": 0.53125,
|
|
"learning_rate": 8.268551236749117e-06,
|
|
"loss": 1.9293,
|
|
"step": 172
|
|
},
|
|
{
|
|
"epoch": 1.8062827225130889,
|
|
"grad_norm": 0.53515625,
|
|
"learning_rate": 8.197879858657245e-06,
|
|
"loss": 1.9181,
|
|
"step": 173
|
|
},
|
|
{
|
|
"epoch": 1.8167539267015707,
|
|
"grad_norm": 0.55078125,
|
|
"learning_rate": 8.127208480565372e-06,
|
|
"loss": 1.942,
|
|
"step": 174
|
|
},
|
|
{
|
|
"epoch": 1.8272251308900525,
|
|
"grad_norm": 0.51953125,
|
|
"learning_rate": 8.056537102473498e-06,
|
|
"loss": 1.8667,
|
|
"step": 175
|
|
},
|
|
{
|
|
"epoch": 1.837696335078534,
|
|
"grad_norm": 0.5625,
|
|
"learning_rate": 7.985865724381626e-06,
|
|
"loss": 1.9354,
|
|
"step": 176
|
|
},
|
|
{
|
|
"epoch": 1.8481675392670156,
|
|
"grad_norm": 0.53125,
|
|
"learning_rate": 7.915194346289753e-06,
|
|
"loss": 1.8853,
|
|
"step": 177
|
|
},
|
|
{
|
|
"epoch": 1.8586387434554974,
|
|
"grad_norm": 0.57421875,
|
|
"learning_rate": 7.84452296819788e-06,
|
|
"loss": 1.986,
|
|
"step": 178
|
|
},
|
|
{
|
|
"epoch": 1.8691099476439792,
|
|
"grad_norm": 0.53515625,
|
|
"learning_rate": 7.773851590106007e-06,
|
|
"loss": 1.8868,
|
|
"step": 179
|
|
},
|
|
{
|
|
"epoch": 1.8795811518324608,
|
|
"grad_norm": 0.50390625,
|
|
"learning_rate": 7.703180212014135e-06,
|
|
"loss": 1.9034,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 1.8900523560209423,
|
|
"grad_norm": 0.54296875,
|
|
"learning_rate": 7.632508833922262e-06,
|
|
"loss": 1.8874,
|
|
"step": 181
|
|
},
|
|
{
|
|
"epoch": 1.900523560209424,
|
|
"grad_norm": 0.578125,
|
|
"learning_rate": 7.56183745583039e-06,
|
|
"loss": 1.9344,
|
|
"step": 182
|
|
},
|
|
{
|
|
"epoch": 1.9109947643979057,
|
|
"grad_norm": 0.53515625,
|
|
"learning_rate": 7.491166077738516e-06,
|
|
"loss": 1.9538,
|
|
"step": 183
|
|
},
|
|
{
|
|
"epoch": 1.9214659685863875,
|
|
"grad_norm": 0.59375,
|
|
"learning_rate": 7.420494699646644e-06,
|
|
"loss": 1.9534,
|
|
"step": 184
|
|
},
|
|
{
|
|
"epoch": 1.931937172774869,
|
|
"grad_norm": 0.53515625,
|
|
"learning_rate": 7.349823321554771e-06,
|
|
"loss": 1.9045,
|
|
"step": 185
|
|
},
|
|
{
|
|
"epoch": 1.9424083769633507,
|
|
"grad_norm": 0.546875,
|
|
"learning_rate": 7.279151943462898e-06,
|
|
"loss": 1.8959,
|
|
"step": 186
|
|
},
|
|
{
|
|
"epoch": 1.9528795811518325,
|
|
"grad_norm": 0.54296875,
|
|
"learning_rate": 7.208480565371025e-06,
|
|
"loss": 1.9525,
|
|
"step": 187
|
|
},
|
|
{
|
|
"epoch": 1.9633507853403143,
|
|
"grad_norm": 0.55859375,
|
|
"learning_rate": 7.1378091872791525e-06,
|
|
"loss": 1.9923,
|
|
"step": 188
|
|
},
|
|
{
|
|
"epoch": 1.9738219895287958,
|
|
"grad_norm": 0.55859375,
|
|
"learning_rate": 7.06713780918728e-06,
|
|
"loss": 2.0032,
|
|
"step": 189
|
|
},
|
|
{
|
|
"epoch": 1.9842931937172774,
|
|
"grad_norm": 0.5546875,
|
|
"learning_rate": 6.996466431095407e-06,
|
|
"loss": 1.9329,
|
|
"step": 190
|
|
},
|
|
{
|
|
"epoch": 1.9947643979057592,
|
|
"grad_norm": 0.546875,
|
|
"learning_rate": 6.925795053003534e-06,
|
|
"loss": 1.9355,
|
|
"step": 191
|
|
},
|
|
{
|
|
"epoch": 2.0,
|
|
"grad_norm": 0.828125,
|
|
"learning_rate": 6.8551236749116615e-06,
|
|
"loss": 1.984,
|
|
"step": 192
|
|
},
|
|
{
|
|
"epoch": 2.0,
|
|
"eval_loss": 1.9503586292266846,
|
|
"eval_model_preparation_time": 0.0174,
|
|
"eval_runtime": 6.3629,
|
|
"eval_samples_per_second": 26.717,
|
|
"eval_steps_per_second": 13.359,
|
|
"step": 192
|
|
},
|
|
{
|
|
"epoch": 2.0104712041884816,
|
|
"grad_norm": 0.52734375,
|
|
"learning_rate": 6.784452296819789e-06,
|
|
"loss": 1.8839,
|
|
"step": 193
|
|
},
|
|
{
|
|
"epoch": 2.020942408376963,
|
|
"grad_norm": 0.52734375,
|
|
"learning_rate": 6.713780918727916e-06,
|
|
"loss": 1.9087,
|
|
"step": 194
|
|
},
|
|
{
|
|
"epoch": 2.031413612565445,
|
|
"grad_norm": 0.5625,
|
|
"learning_rate": 6.643109540636042e-06,
|
|
"loss": 1.971,
|
|
"step": 195
|
|
},
|
|
{
|
|
"epoch": 2.0418848167539267,
|
|
"grad_norm": 0.53515625,
|
|
"learning_rate": 6.5724381625441705e-06,
|
|
"loss": 1.9044,
|
|
"step": 196
|
|
},
|
|
{
|
|
"epoch": 2.0523560209424083,
|
|
"grad_norm": 0.56640625,
|
|
"learning_rate": 6.501766784452297e-06,
|
|
"loss": 1.9485,
|
|
"step": 197
|
|
},
|
|
{
|
|
"epoch": 2.06282722513089,
|
|
"grad_norm": 0.5078125,
|
|
"learning_rate": 6.431095406360425e-06,
|
|
"loss": 1.8813,
|
|
"step": 198
|
|
},
|
|
{
|
|
"epoch": 2.073298429319372,
|
|
"grad_norm": 0.55859375,
|
|
"learning_rate": 6.360424028268551e-06,
|
|
"loss": 1.9121,
|
|
"step": 199
|
|
},
|
|
{
|
|
"epoch": 2.0837696335078535,
|
|
"grad_norm": 0.52734375,
|
|
"learning_rate": 6.2897526501766795e-06,
|
|
"loss": 1.8859,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 2.094240837696335,
|
|
"grad_norm": 0.60546875,
|
|
"learning_rate": 6.219081272084806e-06,
|
|
"loss": 1.8837,
|
|
"step": 201
|
|
},
|
|
{
|
|
"epoch": 2.1047120418848166,
|
|
"grad_norm": 0.55078125,
|
|
"learning_rate": 6.148409893992934e-06,
|
|
"loss": 1.9064,
|
|
"step": 202
|
|
},
|
|
{
|
|
"epoch": 2.115183246073298,
|
|
"grad_norm": 0.54296875,
|
|
"learning_rate": 6.0777385159010604e-06,
|
|
"loss": 1.8737,
|
|
"step": 203
|
|
},
|
|
{
|
|
"epoch": 2.1256544502617802,
|
|
"grad_norm": 0.5546875,
|
|
"learning_rate": 6.0070671378091885e-06,
|
|
"loss": 2.0019,
|
|
"step": 204
|
|
},
|
|
{
|
|
"epoch": 2.136125654450262,
|
|
"grad_norm": 0.5390625,
|
|
"learning_rate": 5.936395759717315e-06,
|
|
"loss": 1.8755,
|
|
"step": 205
|
|
},
|
|
{
|
|
"epoch": 2.1465968586387434,
|
|
"grad_norm": 0.578125,
|
|
"learning_rate": 5.865724381625441e-06,
|
|
"loss": 1.8861,
|
|
"step": 206
|
|
},
|
|
{
|
|
"epoch": 2.157068062827225,
|
|
"grad_norm": 0.55078125,
|
|
"learning_rate": 5.7950530035335694e-06,
|
|
"loss": 1.9246,
|
|
"step": 207
|
|
},
|
|
{
|
|
"epoch": 2.167539267015707,
|
|
"grad_norm": 0.5390625,
|
|
"learning_rate": 5.724381625441696e-06,
|
|
"loss": 1.888,
|
|
"step": 208
|
|
},
|
|
{
|
|
"epoch": 2.1780104712041886,
|
|
"grad_norm": 0.578125,
|
|
"learning_rate": 5.653710247349824e-06,
|
|
"loss": 1.9335,
|
|
"step": 209
|
|
},
|
|
{
|
|
"epoch": 2.18848167539267,
|
|
"grad_norm": 0.59375,
|
|
"learning_rate": 5.58303886925795e-06,
|
|
"loss": 1.9693,
|
|
"step": 210
|
|
},
|
|
{
|
|
"epoch": 2.1989528795811517,
|
|
"grad_norm": 0.57421875,
|
|
"learning_rate": 5.5123674911660785e-06,
|
|
"loss": 1.8692,
|
|
"step": 211
|
|
},
|
|
{
|
|
"epoch": 2.2094240837696333,
|
|
"grad_norm": 0.5234375,
|
|
"learning_rate": 5.441696113074205e-06,
|
|
"loss": 1.8835,
|
|
"step": 212
|
|
},
|
|
{
|
|
"epoch": 2.2198952879581153,
|
|
"grad_norm": 0.55078125,
|
|
"learning_rate": 5.371024734982333e-06,
|
|
"loss": 1.9988,
|
|
"step": 213
|
|
},
|
|
{
|
|
"epoch": 2.230366492146597,
|
|
"grad_norm": 0.546875,
|
|
"learning_rate": 5.300353356890459e-06,
|
|
"loss": 1.8328,
|
|
"step": 214
|
|
},
|
|
{
|
|
"epoch": 2.2408376963350785,
|
|
"grad_norm": 0.55859375,
|
|
"learning_rate": 5.2296819787985875e-06,
|
|
"loss": 1.8653,
|
|
"step": 215
|
|
},
|
|
{
|
|
"epoch": 2.25130890052356,
|
|
"grad_norm": 0.59375,
|
|
"learning_rate": 5.159010600706714e-06,
|
|
"loss": 1.9541,
|
|
"step": 216
|
|
},
|
|
{
|
|
"epoch": 2.261780104712042,
|
|
"grad_norm": 0.5625,
|
|
"learning_rate": 5.088339222614841e-06,
|
|
"loss": 1.896,
|
|
"step": 217
|
|
},
|
|
{
|
|
"epoch": 2.2722513089005236,
|
|
"grad_norm": 0.51953125,
|
|
"learning_rate": 5.017667844522968e-06,
|
|
"loss": 1.8845,
|
|
"step": 218
|
|
},
|
|
{
|
|
"epoch": 2.282722513089005,
|
|
"grad_norm": 0.56640625,
|
|
"learning_rate": 4.946996466431096e-06,
|
|
"loss": 1.8785,
|
|
"step": 219
|
|
},
|
|
{
|
|
"epoch": 2.2931937172774868,
|
|
"grad_norm": 0.53515625,
|
|
"learning_rate": 4.876325088339223e-06,
|
|
"loss": 1.8757,
|
|
"step": 220
|
|
},
|
|
{
|
|
"epoch": 2.303664921465969,
|
|
"grad_norm": 0.5546875,
|
|
"learning_rate": 4.80565371024735e-06,
|
|
"loss": 1.901,
|
|
"step": 221
|
|
},
|
|
{
|
|
"epoch": 2.3141361256544504,
|
|
"grad_norm": 0.56640625,
|
|
"learning_rate": 4.734982332155477e-06,
|
|
"loss": 1.9568,
|
|
"step": 222
|
|
},
|
|
{
|
|
"epoch": 2.324607329842932,
|
|
"grad_norm": 0.5390625,
|
|
"learning_rate": 4.664310954063605e-06,
|
|
"loss": 1.8776,
|
|
"step": 223
|
|
},
|
|
{
|
|
"epoch": 2.3350785340314135,
|
|
"grad_norm": 0.54296875,
|
|
"learning_rate": 4.593639575971732e-06,
|
|
"loss": 1.8304,
|
|
"step": 224
|
|
},
|
|
{
|
|
"epoch": 2.345549738219895,
|
|
"grad_norm": 0.5390625,
|
|
"learning_rate": 4.522968197879859e-06,
|
|
"loss": 1.9038,
|
|
"step": 225
|
|
},
|
|
{
|
|
"epoch": 2.356020942408377,
|
|
"grad_norm": 0.546875,
|
|
"learning_rate": 4.452296819787986e-06,
|
|
"loss": 1.9319,
|
|
"step": 226
|
|
},
|
|
{
|
|
"epoch": 2.3664921465968587,
|
|
"grad_norm": 0.55859375,
|
|
"learning_rate": 4.381625441696114e-06,
|
|
"loss": 1.9357,
|
|
"step": 227
|
|
},
|
|
{
|
|
"epoch": 2.3769633507853403,
|
|
"grad_norm": 0.53125,
|
|
"learning_rate": 4.310954063604241e-06,
|
|
"loss": 1.8749,
|
|
"step": 228
|
|
},
|
|
{
|
|
"epoch": 2.387434554973822,
|
|
"grad_norm": 0.546875,
|
|
"learning_rate": 4.240282685512368e-06,
|
|
"loss": 1.8875,
|
|
"step": 229
|
|
},
|
|
{
|
|
"epoch": 2.3979057591623034,
|
|
"grad_norm": 0.578125,
|
|
"learning_rate": 4.1696113074204954e-06,
|
|
"loss": 1.8741,
|
|
"step": 230
|
|
},
|
|
{
|
|
"epoch": 2.4083769633507854,
|
|
"grad_norm": 0.57421875,
|
|
"learning_rate": 4.098939929328623e-06,
|
|
"loss": 1.9785,
|
|
"step": 231
|
|
},
|
|
{
|
|
"epoch": 2.418848167539267,
|
|
"grad_norm": 0.59765625,
|
|
"learning_rate": 4.028268551236749e-06,
|
|
"loss": 1.936,
|
|
"step": 232
|
|
},
|
|
{
|
|
"epoch": 2.4293193717277486,
|
|
"grad_norm": 0.55078125,
|
|
"learning_rate": 3.957597173144876e-06,
|
|
"loss": 1.8668,
|
|
"step": 233
|
|
},
|
|
{
|
|
"epoch": 2.4397905759162306,
|
|
"grad_norm": 0.5703125,
|
|
"learning_rate": 3.886925795053004e-06,
|
|
"loss": 1.941,
|
|
"step": 234
|
|
},
|
|
{
|
|
"epoch": 2.450261780104712,
|
|
"grad_norm": 0.55078125,
|
|
"learning_rate": 3.816254416961131e-06,
|
|
"loss": 1.9373,
|
|
"step": 235
|
|
},
|
|
{
|
|
"epoch": 2.4607329842931938,
|
|
"grad_norm": 0.53515625,
|
|
"learning_rate": 3.745583038869258e-06,
|
|
"loss": 1.8342,
|
|
"step": 236
|
|
},
|
|
{
|
|
"epoch": 2.4712041884816753,
|
|
"grad_norm": 0.5390625,
|
|
"learning_rate": 3.6749116607773854e-06,
|
|
"loss": 1.9079,
|
|
"step": 237
|
|
},
|
|
{
|
|
"epoch": 2.481675392670157,
|
|
"grad_norm": 0.57421875,
|
|
"learning_rate": 3.6042402826855126e-06,
|
|
"loss": 1.873,
|
|
"step": 238
|
|
},
|
|
{
|
|
"epoch": 2.492146596858639,
|
|
"grad_norm": 0.55078125,
|
|
"learning_rate": 3.53356890459364e-06,
|
|
"loss": 1.88,
|
|
"step": 239
|
|
},
|
|
{
|
|
"epoch": 2.5026178010471205,
|
|
"grad_norm": 0.5625,
|
|
"learning_rate": 3.462897526501767e-06,
|
|
"loss": 1.9091,
|
|
"step": 240
|
|
},
|
|
{
|
|
"epoch": 2.513089005235602,
|
|
"grad_norm": 0.546875,
|
|
"learning_rate": 3.3922261484098944e-06,
|
|
"loss": 1.9115,
|
|
"step": 241
|
|
},
|
|
{
|
|
"epoch": 2.5235602094240837,
|
|
"grad_norm": 0.53125,
|
|
"learning_rate": 3.321554770318021e-06,
|
|
"loss": 1.847,
|
|
"step": 242
|
|
},
|
|
{
|
|
"epoch": 2.5340314136125652,
|
|
"grad_norm": 0.55078125,
|
|
"learning_rate": 3.2508833922261485e-06,
|
|
"loss": 1.8699,
|
|
"step": 243
|
|
},
|
|
{
|
|
"epoch": 2.5445026178010473,
|
|
"grad_norm": 0.55859375,
|
|
"learning_rate": 3.1802120141342757e-06,
|
|
"loss": 1.9372,
|
|
"step": 244
|
|
},
|
|
{
|
|
"epoch": 2.554973821989529,
|
|
"grad_norm": 0.51171875,
|
|
"learning_rate": 3.109540636042403e-06,
|
|
"loss": 1.8895,
|
|
"step": 245
|
|
},
|
|
{
|
|
"epoch": 2.5654450261780104,
|
|
"grad_norm": 0.59375,
|
|
"learning_rate": 3.0388692579505302e-06,
|
|
"loss": 1.9855,
|
|
"step": 246
|
|
},
|
|
{
|
|
"epoch": 2.5759162303664924,
|
|
"grad_norm": 0.55859375,
|
|
"learning_rate": 2.9681978798586575e-06,
|
|
"loss": 1.9301,
|
|
"step": 247
|
|
},
|
|
{
|
|
"epoch": 2.5863874345549736,
|
|
"grad_norm": 0.56640625,
|
|
"learning_rate": 2.8975265017667847e-06,
|
|
"loss": 1.9153,
|
|
"step": 248
|
|
},
|
|
{
|
|
"epoch": 2.5968586387434556,
|
|
"grad_norm": 0.58984375,
|
|
"learning_rate": 2.826855123674912e-06,
|
|
"loss": 1.8976,
|
|
"step": 249
|
|
},
|
|
{
|
|
"epoch": 2.607329842931937,
|
|
"grad_norm": 0.55078125,
|
|
"learning_rate": 2.7561837455830392e-06,
|
|
"loss": 1.9193,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 2.6178010471204187,
|
|
"grad_norm": 0.5390625,
|
|
"learning_rate": 2.6855123674911665e-06,
|
|
"loss": 1.8798,
|
|
"step": 251
|
|
},
|
|
{
|
|
"epoch": 2.6282722513089007,
|
|
"grad_norm": 0.55078125,
|
|
"learning_rate": 2.6148409893992937e-06,
|
|
"loss": 1.8157,
|
|
"step": 252
|
|
},
|
|
{
|
|
"epoch": 2.6387434554973823,
|
|
"grad_norm": 0.59375,
|
|
"learning_rate": 2.5441696113074206e-06,
|
|
"loss": 1.9138,
|
|
"step": 253
|
|
},
|
|
{
|
|
"epoch": 2.649214659685864,
|
|
"grad_norm": 0.5859375,
|
|
"learning_rate": 2.473498233215548e-06,
|
|
"loss": 1.9798,
|
|
"step": 254
|
|
},
|
|
{
|
|
"epoch": 2.6596858638743455,
|
|
"grad_norm": 0.58984375,
|
|
"learning_rate": 2.402826855123675e-06,
|
|
"loss": 1.924,
|
|
"step": 255
|
|
},
|
|
{
|
|
"epoch": 2.670157068062827,
|
|
"grad_norm": 0.5625,
|
|
"learning_rate": 2.3321554770318023e-06,
|
|
"loss": 1.9763,
|
|
"step": 256
|
|
},
|
|
{
|
|
"epoch": 2.680628272251309,
|
|
"grad_norm": 0.51953125,
|
|
"learning_rate": 2.2614840989399296e-06,
|
|
"loss": 1.8371,
|
|
"step": 257
|
|
},
|
|
{
|
|
"epoch": 2.6910994764397906,
|
|
"grad_norm": 0.58203125,
|
|
"learning_rate": 2.190812720848057e-06,
|
|
"loss": 1.9625,
|
|
"step": 258
|
|
},
|
|
{
|
|
"epoch": 2.701570680628272,
|
|
"grad_norm": 0.55078125,
|
|
"learning_rate": 2.120141342756184e-06,
|
|
"loss": 1.8508,
|
|
"step": 259
|
|
},
|
|
{
|
|
"epoch": 2.712041884816754,
|
|
"grad_norm": 0.6015625,
|
|
"learning_rate": 2.0494699646643113e-06,
|
|
"loss": 1.9217,
|
|
"step": 260
|
|
},
|
|
{
|
|
"epoch": 2.7225130890052354,
|
|
"grad_norm": 0.53515625,
|
|
"learning_rate": 1.978798586572438e-06,
|
|
"loss": 1.8905,
|
|
"step": 261
|
|
},
|
|
{
|
|
"epoch": 2.7329842931937174,
|
|
"grad_norm": 0.55859375,
|
|
"learning_rate": 1.9081272084805654e-06,
|
|
"loss": 1.9174,
|
|
"step": 262
|
|
},
|
|
{
|
|
"epoch": 2.743455497382199,
|
|
"grad_norm": 0.5625,
|
|
"learning_rate": 1.8374558303886927e-06,
|
|
"loss": 1.9075,
|
|
"step": 263
|
|
},
|
|
{
|
|
"epoch": 2.7539267015706805,
|
|
"grad_norm": 0.5390625,
|
|
"learning_rate": 1.76678445229682e-06,
|
|
"loss": 1.9001,
|
|
"step": 264
|
|
},
|
|
{
|
|
"epoch": 2.7643979057591626,
|
|
"grad_norm": 0.53515625,
|
|
"learning_rate": 1.6961130742049472e-06,
|
|
"loss": 1.8356,
|
|
"step": 265
|
|
},
|
|
{
|
|
"epoch": 2.774869109947644,
|
|
"grad_norm": 0.55859375,
|
|
"learning_rate": 1.6254416961130742e-06,
|
|
"loss": 1.9398,
|
|
"step": 266
|
|
},
|
|
{
|
|
"epoch": 2.7853403141361257,
|
|
"grad_norm": 0.54296875,
|
|
"learning_rate": 1.5547703180212015e-06,
|
|
"loss": 1.8619,
|
|
"step": 267
|
|
},
|
|
{
|
|
"epoch": 2.7958115183246073,
|
|
"grad_norm": 0.55078125,
|
|
"learning_rate": 1.4840989399293287e-06,
|
|
"loss": 1.9078,
|
|
"step": 268
|
|
},
|
|
{
|
|
"epoch": 2.806282722513089,
|
|
"grad_norm": 0.58203125,
|
|
"learning_rate": 1.413427561837456e-06,
|
|
"loss": 1.9356,
|
|
"step": 269
|
|
},
|
|
{
|
|
"epoch": 2.816753926701571,
|
|
"grad_norm": 0.5546875,
|
|
"learning_rate": 1.3427561837455832e-06,
|
|
"loss": 1.8864,
|
|
"step": 270
|
|
},
|
|
{
|
|
"epoch": 2.8272251308900525,
|
|
"grad_norm": 0.60546875,
|
|
"learning_rate": 1.2720848056537103e-06,
|
|
"loss": 2.0435,
|
|
"step": 271
|
|
},
|
|
{
|
|
"epoch": 2.837696335078534,
|
|
"grad_norm": 0.54296875,
|
|
"learning_rate": 1.2014134275618375e-06,
|
|
"loss": 1.8981,
|
|
"step": 272
|
|
},
|
|
{
|
|
"epoch": 2.8481675392670156,
|
|
"grad_norm": 0.59375,
|
|
"learning_rate": 1.1307420494699648e-06,
|
|
"loss": 1.9489,
|
|
"step": 273
|
|
},
|
|
{
|
|
"epoch": 2.858638743455497,
|
|
"grad_norm": 0.54296875,
|
|
"learning_rate": 1.060070671378092e-06,
|
|
"loss": 1.8501,
|
|
"step": 274
|
|
},
|
|
{
|
|
"epoch": 2.869109947643979,
|
|
"grad_norm": 0.5390625,
|
|
"learning_rate": 9.89399293286219e-07,
|
|
"loss": 1.9134,
|
|
"step": 275
|
|
},
|
|
{
|
|
"epoch": 2.8795811518324608,
|
|
"grad_norm": 0.5625,
|
|
"learning_rate": 9.187279151943463e-07,
|
|
"loss": 1.9059,
|
|
"step": 276
|
|
},
|
|
{
|
|
"epoch": 2.8900523560209423,
|
|
"grad_norm": 0.5234375,
|
|
"learning_rate": 8.480565371024736e-07,
|
|
"loss": 1.8215,
|
|
"step": 277
|
|
},
|
|
{
|
|
"epoch": 2.900523560209424,
|
|
"grad_norm": 0.55859375,
|
|
"learning_rate": 7.773851590106007e-07,
|
|
"loss": 1.9826,
|
|
"step": 278
|
|
},
|
|
{
|
|
"epoch": 2.9109947643979055,
|
|
"grad_norm": 0.5390625,
|
|
"learning_rate": 7.06713780918728e-07,
|
|
"loss": 1.8633,
|
|
"step": 279
|
|
},
|
|
{
|
|
"epoch": 2.9214659685863875,
|
|
"grad_norm": 0.55078125,
|
|
"learning_rate": 6.360424028268551e-07,
|
|
"loss": 1.9494,
|
|
"step": 280
|
|
},
|
|
{
|
|
"epoch": 2.931937172774869,
|
|
"grad_norm": 0.55078125,
|
|
"learning_rate": 5.653710247349824e-07,
|
|
"loss": 1.8929,
|
|
"step": 281
|
|
},
|
|
{
|
|
"epoch": 2.9424083769633507,
|
|
"grad_norm": 0.52734375,
|
|
"learning_rate": 4.946996466431095e-07,
|
|
"loss": 1.8427,
|
|
"step": 282
|
|
},
|
|
{
|
|
"epoch": 2.9528795811518327,
|
|
"grad_norm": 0.52734375,
|
|
"learning_rate": 4.240282685512368e-07,
|
|
"loss": 1.9098,
|
|
"step": 283
|
|
},
|
|
{
|
|
"epoch": 2.9633507853403143,
|
|
"grad_norm": 0.54296875,
|
|
"learning_rate": 3.53356890459364e-07,
|
|
"loss": 1.8163,
|
|
"step": 284
|
|
},
|
|
{
|
|
"epoch": 2.973821989528796,
|
|
"grad_norm": 0.59375,
|
|
"learning_rate": 2.826855123674912e-07,
|
|
"loss": 1.9398,
|
|
"step": 285
|
|
},
|
|
{
|
|
"epoch": 2.9842931937172774,
|
|
"grad_norm": 0.53515625,
|
|
"learning_rate": 2.120141342756184e-07,
|
|
"loss": 1.8855,
|
|
"step": 286
|
|
},
|
|
{
|
|
"epoch": 2.994764397905759,
|
|
"grad_norm": 0.578125,
|
|
"learning_rate": 1.413427561837456e-07,
|
|
"loss": 1.9103,
|
|
"step": 287
|
|
},
|
|
{
|
|
"epoch": 3.0,
|
|
"grad_norm": 0.80078125,
|
|
"learning_rate": 7.06713780918728e-08,
|
|
"loss": 1.7957,
|
|
"step": 288
|
|
}
|
|
],
|
|
"logging_steps": 1,
|
|
"max_steps": 288,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 3,
|
|
"save_steps": 5000,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 9.31738818434734e+16,
|
|
"train_batch_size": 2,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|