10176 lines
247 KiB
JSON
10176 lines
247 KiB
JSON
|
{
|
||
|
|
"best_metric": null,
|
||
|
|
"best_model_checkpoint": null,
|
||
|
|
"epoch": 0.9999066554653225,
|
||
|
|
"eval_steps": 14,
|
||
|
|
"global_step": 1339,
|
||
|
|
"is_hyper_param_search": false,
|
||
|
|
"is_local_process_zero": true,
|
||
|
|
"is_world_process_zero": true,
|
||
|
|
"log_history": [
|
||
|
|
{
|
||
|
|
"epoch": 0.000746756277419957,
|
||
|
|
"grad_norm": 39.864603672245025,
|
||
|
|
"learning_rate": 2.439024390243903e-07,
|
||
|
|
"loss": 1.872,
|
||
|
|
"step": 1
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.001493512554839914,
|
||
|
|
"grad_norm": 25.154230105266365,
|
||
|
|
"learning_rate": 4.878048780487805e-07,
|
||
|
|
"loss": 1.9997,
|
||
|
|
"step": 2
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0022402688322598714,
|
||
|
|
"grad_norm": 39.12364037859748,
|
||
|
|
"learning_rate": 7.317073170731707e-07,
|
||
|
|
"loss": 1.9296,
|
||
|
|
"step": 3
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.002987025109679828,
|
||
|
|
"grad_norm": 33.83330023997382,
|
||
|
|
"learning_rate": 9.75609756097561e-07,
|
||
|
|
"loss": 1.9772,
|
||
|
|
"step": 4
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.003733781387099785,
|
||
|
|
"grad_norm": 21.94955478058591,
|
||
|
|
"learning_rate": 1.2195121951219514e-06,
|
||
|
|
"loss": 1.87,
|
||
|
|
"step": 5
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.004480537664519743,
|
||
|
|
"grad_norm": 20.905610860537625,
|
||
|
|
"learning_rate": 1.4634146341463414e-06,
|
||
|
|
"loss": 1.7998,
|
||
|
|
"step": 6
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.005227293941939699,
|
||
|
|
"grad_norm": 22.006935536653316,
|
||
|
|
"learning_rate": 1.707317073170732e-06,
|
||
|
|
"loss": 1.8928,
|
||
|
|
"step": 7
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.005974050219359656,
|
||
|
|
"grad_norm": 19.70076963746501,
|
||
|
|
"learning_rate": 1.951219512195122e-06,
|
||
|
|
"loss": 1.9504,
|
||
|
|
"step": 8
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.006720806496779613,
|
||
|
|
"grad_norm": 22.22349502935227,
|
||
|
|
"learning_rate": 2.1951219512195125e-06,
|
||
|
|
"loss": 2.1065,
|
||
|
|
"step": 9
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.00746756277419957,
|
||
|
|
"grad_norm": 153.22088865153165,
|
||
|
|
"learning_rate": 2.4390243902439027e-06,
|
||
|
|
"loss": 1.8163,
|
||
|
|
"step": 10
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.008214319051619528,
|
||
|
|
"grad_norm": 12.758400252716752,
|
||
|
|
"learning_rate": 2.682926829268293e-06,
|
||
|
|
"loss": 1.7599,
|
||
|
|
"step": 11
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.008961075329039486,
|
||
|
|
"grad_norm": 17.03707793518957,
|
||
|
|
"learning_rate": 2.926829268292683e-06,
|
||
|
|
"loss": 1.8174,
|
||
|
|
"step": 12
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.009707831606459442,
|
||
|
|
"grad_norm": 12.542896293073882,
|
||
|
|
"learning_rate": 3.1707317073170736e-06,
|
||
|
|
"loss": 1.6822,
|
||
|
|
"step": 13
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.010454587883879398,
|
||
|
|
"grad_norm": 16.440723028682665,
|
||
|
|
"learning_rate": 3.414634146341464e-06,
|
||
|
|
"loss": 1.7731,
|
||
|
|
"step": 14
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.010454587883879398,
|
||
|
|
"eval_loss": 1.4025799036026,
|
||
|
|
"eval_runtime": 179.1157,
|
||
|
|
"eval_samples_per_second": 100.656,
|
||
|
|
"eval_steps_per_second": 1.574,
|
||
|
|
"step": 14
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.011201344161299356,
|
||
|
|
"grad_norm": 17.64290219497995,
|
||
|
|
"learning_rate": 3.6585365853658537e-06,
|
||
|
|
"loss": 1.7477,
|
||
|
|
"step": 15
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.011948100438719312,
|
||
|
|
"grad_norm": 14.176146937463686,
|
||
|
|
"learning_rate": 3.902439024390244e-06,
|
||
|
|
"loss": 1.6269,
|
||
|
|
"step": 16
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01269485671613927,
|
||
|
|
"grad_norm": 10.32131977607697,
|
||
|
|
"learning_rate": 4.146341463414634e-06,
|
||
|
|
"loss": 1.5132,
|
||
|
|
"step": 17
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.013441612993559227,
|
||
|
|
"grad_norm": 11.77667555622052,
|
||
|
|
"learning_rate": 4.390243902439025e-06,
|
||
|
|
"loss": 1.6,
|
||
|
|
"step": 18
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.014188369270979185,
|
||
|
|
"grad_norm": 11.65934333405466,
|
||
|
|
"learning_rate": 4.634146341463416e-06,
|
||
|
|
"loss": 1.5687,
|
||
|
|
"step": 19
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01493512554839914,
|
||
|
|
"grad_norm": 14.71495813797744,
|
||
|
|
"learning_rate": 4.8780487804878055e-06,
|
||
|
|
"loss": 1.4833,
|
||
|
|
"step": 20
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0156818818258191,
|
||
|
|
"grad_norm": 19.563751131877677,
|
||
|
|
"learning_rate": 5.121951219512195e-06,
|
||
|
|
"loss": 1.5502,
|
||
|
|
"step": 21
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.016428638103239055,
|
||
|
|
"grad_norm": 9.697052484002269,
|
||
|
|
"learning_rate": 5.365853658536586e-06,
|
||
|
|
"loss": 1.499,
|
||
|
|
"step": 22
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01717539438065901,
|
||
|
|
"grad_norm": 7.808180192853328,
|
||
|
|
"learning_rate": 5.609756097560977e-06,
|
||
|
|
"loss": 1.4112,
|
||
|
|
"step": 23
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01792215065807897,
|
||
|
|
"grad_norm": 7.808693680801286,
|
||
|
|
"learning_rate": 5.853658536585366e-06,
|
||
|
|
"loss": 1.379,
|
||
|
|
"step": 24
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.018668906935498927,
|
||
|
|
"grad_norm": 10.205161557594558,
|
||
|
|
"learning_rate": 6.0975609756097564e-06,
|
||
|
|
"loss": 1.5749,
|
||
|
|
"step": 25
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.019415663212918884,
|
||
|
|
"grad_norm": 10.082022554511203,
|
||
|
|
"learning_rate": 6.341463414634147e-06,
|
||
|
|
"loss": 1.5026,
|
||
|
|
"step": 26
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02016241949033884,
|
||
|
|
"grad_norm": 7.5938534821295285,
|
||
|
|
"learning_rate": 6.585365853658538e-06,
|
||
|
|
"loss": 1.4385,
|
||
|
|
"step": 27
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.020909175767758796,
|
||
|
|
"grad_norm": 8.080362258830748,
|
||
|
|
"learning_rate": 6.829268292682928e-06,
|
||
|
|
"loss": 1.368,
|
||
|
|
"step": 28
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.020909175767758796,
|
||
|
|
"eval_loss": 1.2178118228912354,
|
||
|
|
"eval_runtime": 160.607,
|
||
|
|
"eval_samples_per_second": 112.255,
|
||
|
|
"eval_steps_per_second": 1.756,
|
||
|
|
"step": 28
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.021655932045178756,
|
||
|
|
"grad_norm": 6.42748880141974,
|
||
|
|
"learning_rate": 7.0731707317073175e-06,
|
||
|
|
"loss": 1.373,
|
||
|
|
"step": 29
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.022402688322598712,
|
||
|
|
"grad_norm": 11.993286705868165,
|
||
|
|
"learning_rate": 7.317073170731707e-06,
|
||
|
|
"loss": 1.2981,
|
||
|
|
"step": 30
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02314944460001867,
|
||
|
|
"grad_norm": 9.70428655700436,
|
||
|
|
"learning_rate": 7.560975609756098e-06,
|
||
|
|
"loss": 1.3723,
|
||
|
|
"step": 31
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.023896200877438625,
|
||
|
|
"grad_norm": 7.543123356855298,
|
||
|
|
"learning_rate": 7.804878048780489e-06,
|
||
|
|
"loss": 1.3837,
|
||
|
|
"step": 32
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.024642957154858584,
|
||
|
|
"grad_norm": 6.3551480225016865,
|
||
|
|
"learning_rate": 8.048780487804879e-06,
|
||
|
|
"loss": 1.3434,
|
||
|
|
"step": 33
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02538971343227854,
|
||
|
|
"grad_norm": 6.170362178766895,
|
||
|
|
"learning_rate": 8.292682926829268e-06,
|
||
|
|
"loss": 1.2914,
|
||
|
|
"step": 34
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.026136469709698497,
|
||
|
|
"grad_norm": 7.579209609335756,
|
||
|
|
"learning_rate": 8.536585365853658e-06,
|
||
|
|
"loss": 1.4315,
|
||
|
|
"step": 35
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.026883225987118453,
|
||
|
|
"grad_norm": 8.161772733498161,
|
||
|
|
"learning_rate": 8.78048780487805e-06,
|
||
|
|
"loss": 1.4156,
|
||
|
|
"step": 36
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.027629982264538413,
|
||
|
|
"grad_norm": 9.153242946428481,
|
||
|
|
"learning_rate": 9.02439024390244e-06,
|
||
|
|
"loss": 1.3437,
|
||
|
|
"step": 37
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02837673854195837,
|
||
|
|
"grad_norm": 8.270074388479511,
|
||
|
|
"learning_rate": 9.268292682926831e-06,
|
||
|
|
"loss": 1.3882,
|
||
|
|
"step": 38
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.029123494819378325,
|
||
|
|
"grad_norm": 5.810086051514348,
|
||
|
|
"learning_rate": 9.51219512195122e-06,
|
||
|
|
"loss": 1.2423,
|
||
|
|
"step": 39
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02987025109679828,
|
||
|
|
"grad_norm": 5.940688408073622,
|
||
|
|
"learning_rate": 9.756097560975611e-06,
|
||
|
|
"loss": 1.3012,
|
||
|
|
"step": 40
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.030617007374218238,
|
||
|
|
"grad_norm": 7.446040839269437,
|
||
|
|
"learning_rate": 1e-05,
|
||
|
|
"loss": 1.3854,
|
||
|
|
"step": 41
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0313637636516382,
|
||
|
|
"grad_norm": 7.823717873679139,
|
||
|
|
"learning_rate": 9.999985354973661e-06,
|
||
|
|
"loss": 1.2707,
|
||
|
|
"step": 42
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0313637636516382,
|
||
|
|
"eval_loss": 1.1517595052719116,
|
||
|
|
"eval_runtime": 160.6701,
|
||
|
|
"eval_samples_per_second": 112.211,
|
||
|
|
"eval_steps_per_second": 1.755,
|
||
|
|
"step": 42
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.032110519929058154,
|
||
|
|
"grad_norm": 5.646313932886119,
|
||
|
|
"learning_rate": 9.999941419980432e-06,
|
||
|
|
"loss": 1.2381,
|
||
|
|
"step": 43
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03285727620647811,
|
||
|
|
"grad_norm": 6.520800231029172,
|
||
|
|
"learning_rate": 9.999868195277684e-06,
|
||
|
|
"loss": 1.2704,
|
||
|
|
"step": 44
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.033604032483898066,
|
||
|
|
"grad_norm": 5.235413753926133,
|
||
|
|
"learning_rate": 9.999765681294371e-06,
|
||
|
|
"loss": 1.2493,
|
||
|
|
"step": 45
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03435078876131802,
|
||
|
|
"grad_norm": 8.080884030634016,
|
||
|
|
"learning_rate": 9.99963387863102e-06,
|
||
|
|
"loss": 1.2873,
|
||
|
|
"step": 46
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03509754503873798,
|
||
|
|
"grad_norm": 7.188542456253142,
|
||
|
|
"learning_rate": 9.999472788059732e-06,
|
||
|
|
"loss": 1.3258,
|
||
|
|
"step": 47
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03584430131615794,
|
||
|
|
"grad_norm": 5.530317330717678,
|
||
|
|
"learning_rate": 9.999282410524176e-06,
|
||
|
|
"loss": 1.2104,
|
||
|
|
"step": 48
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0365910575935779,
|
||
|
|
"grad_norm": 5.429267063162806,
|
||
|
|
"learning_rate": 9.999062747139587e-06,
|
||
|
|
"loss": 1.2585,
|
||
|
|
"step": 49
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.037337813870997855,
|
||
|
|
"grad_norm": 6.8607568553163425,
|
||
|
|
"learning_rate": 9.998813799192756e-06,
|
||
|
|
"loss": 1.2217,
|
||
|
|
"step": 50
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03808457014841781,
|
||
|
|
"grad_norm": 5.864542890549609,
|
||
|
|
"learning_rate": 9.99853556814202e-06,
|
||
|
|
"loss": 1.1748,
|
||
|
|
"step": 51
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03883132642583777,
|
||
|
|
"grad_norm": 6.776573554690618,
|
||
|
|
"learning_rate": 9.998228055617264e-06,
|
||
|
|
"loss": 1.2681,
|
||
|
|
"step": 52
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03957808270325772,
|
||
|
|
"grad_norm": 5.240453608787099,
|
||
|
|
"learning_rate": 9.997891263419896e-06,
|
||
|
|
"loss": 1.2825,
|
||
|
|
"step": 53
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04032483898067768,
|
||
|
|
"grad_norm": 5.502379192462283,
|
||
|
|
"learning_rate": 9.997525193522848e-06,
|
||
|
|
"loss": 1.1202,
|
||
|
|
"step": 54
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.041071595258097636,
|
||
|
|
"grad_norm": 4.981330215088245,
|
||
|
|
"learning_rate": 9.997129848070563e-06,
|
||
|
|
"loss": 1.237,
|
||
|
|
"step": 55
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04181835153551759,
|
||
|
|
"grad_norm": 5.658491502222876,
|
||
|
|
"learning_rate": 9.99670522937898e-06,
|
||
|
|
"loss": 1.1674,
|
||
|
|
"step": 56
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04181835153551759,
|
||
|
|
"eval_loss": 1.1058392524719238,
|
||
|
|
"eval_runtime": 160.6229,
|
||
|
|
"eval_samples_per_second": 112.244,
|
||
|
|
"eval_steps_per_second": 1.756,
|
||
|
|
"step": 56
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.042565107812937555,
|
||
|
|
"grad_norm": 5.781043637294228,
|
||
|
|
"learning_rate": 9.996251339935517e-06,
|
||
|
|
"loss": 1.2731,
|
||
|
|
"step": 57
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04331186409035751,
|
||
|
|
"grad_norm": 6.798923459655398,
|
||
|
|
"learning_rate": 9.995768182399063e-06,
|
||
|
|
"loss": 1.2602,
|
||
|
|
"step": 58
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04405862036777747,
|
||
|
|
"grad_norm": 8.183844154095041,
|
||
|
|
"learning_rate": 9.995255759599963e-06,
|
||
|
|
"loss": 1.2871,
|
||
|
|
"step": 59
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.044805376645197424,
|
||
|
|
"grad_norm": 5.8833180570242805,
|
||
|
|
"learning_rate": 9.994714074539991e-06,
|
||
|
|
"loss": 1.2261,
|
||
|
|
"step": 60
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04555213292261738,
|
||
|
|
"grad_norm": 5.9510640282981395,
|
||
|
|
"learning_rate": 9.99414313039235e-06,
|
||
|
|
"loss": 1.1705,
|
||
|
|
"step": 61
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04629888920003734,
|
||
|
|
"grad_norm": 4.960391929203876,
|
||
|
|
"learning_rate": 9.993542930501629e-06,
|
||
|
|
"loss": 1.1892,
|
||
|
|
"step": 62
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04704564547745729,
|
||
|
|
"grad_norm": 6.082371592489799,
|
||
|
|
"learning_rate": 9.99291347838381e-06,
|
||
|
|
"loss": 1.2665,
|
||
|
|
"step": 63
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04779240175487725,
|
||
|
|
"grad_norm": 5.928756573070347,
|
||
|
|
"learning_rate": 9.992254777726231e-06,
|
||
|
|
"loss": 1.2466,
|
||
|
|
"step": 64
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04853915803229721,
|
||
|
|
"grad_norm": 5.784351587819939,
|
||
|
|
"learning_rate": 9.991566832387564e-06,
|
||
|
|
"loss": 1.1332,
|
||
|
|
"step": 65
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04928591430971717,
|
||
|
|
"grad_norm": 5.309638624254364,
|
||
|
|
"learning_rate": 9.990849646397803e-06,
|
||
|
|
"loss": 1.0934,
|
||
|
|
"step": 66
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.050032670587137125,
|
||
|
|
"grad_norm": 5.282903270237203,
|
||
|
|
"learning_rate": 9.99010322395823e-06,
|
||
|
|
"loss": 1.1775,
|
||
|
|
"step": 67
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05077942686455708,
|
||
|
|
"grad_norm": 7.505150676696945,
|
||
|
|
"learning_rate": 9.989327569441395e-06,
|
||
|
|
"loss": 1.1281,
|
||
|
|
"step": 68
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05152618314197704,
|
||
|
|
"grad_norm": 5.111300188914756,
|
||
|
|
"learning_rate": 9.988522687391092e-06,
|
||
|
|
"loss": 1.0796,
|
||
|
|
"step": 69
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.052272939419396994,
|
||
|
|
"grad_norm": 5.220282812165929,
|
||
|
|
"learning_rate": 9.987688582522325e-06,
|
||
|
|
"loss": 1.1937,
|
||
|
|
"step": 70
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.052272939419396994,
|
||
|
|
"eval_loss": 1.0714255571365356,
|
||
|
|
"eval_runtime": 160.6215,
|
||
|
|
"eval_samples_per_second": 112.245,
|
||
|
|
"eval_steps_per_second": 1.756,
|
||
|
|
"step": 70
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05301969569681695,
|
||
|
|
"grad_norm": 6.120957463564528,
|
||
|
|
"learning_rate": 9.986825259721292e-06,
|
||
|
|
"loss": 1.0982,
|
||
|
|
"step": 71
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.053766451974236906,
|
||
|
|
"grad_norm": 4.980966853682578,
|
||
|
|
"learning_rate": 9.985932724045347e-06,
|
||
|
|
"loss": 1.1755,
|
||
|
|
"step": 72
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05451320825165686,
|
||
|
|
"grad_norm": 4.331150227314127,
|
||
|
|
"learning_rate": 9.985010980722974e-06,
|
||
|
|
"loss": 1.103,
|
||
|
|
"step": 73
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.055259964529076826,
|
||
|
|
"grad_norm": 5.124677563712541,
|
||
|
|
"learning_rate": 9.984060035153752e-06,
|
||
|
|
"loss": 1.1304,
|
||
|
|
"step": 74
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05600672080649678,
|
||
|
|
"grad_norm": 5.5037953572716685,
|
||
|
|
"learning_rate": 9.983079892908332e-06,
|
||
|
|
"loss": 1.0897,
|
||
|
|
"step": 75
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05675347708391674,
|
||
|
|
"grad_norm": 6.6795743519930415,
|
||
|
|
"learning_rate": 9.982070559728398e-06,
|
||
|
|
"loss": 1.2371,
|
||
|
|
"step": 76
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.057500233361336694,
|
||
|
|
"grad_norm": 5.052137551270288,
|
||
|
|
"learning_rate": 9.981032041526635e-06,
|
||
|
|
"loss": 1.124,
|
||
|
|
"step": 77
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05824698963875665,
|
||
|
|
"grad_norm": 4.687977226171484,
|
||
|
|
"learning_rate": 9.979964344386692e-06,
|
||
|
|
"loss": 1.151,
|
||
|
|
"step": 78
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05899374591617661,
|
||
|
|
"grad_norm": 4.4520211232435125,
|
||
|
|
"learning_rate": 9.978867474563151e-06,
|
||
|
|
"loss": 1.1519,
|
||
|
|
"step": 79
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05974050219359656,
|
||
|
|
"grad_norm": 3.8288574242884774,
|
||
|
|
"learning_rate": 9.977741438481487e-06,
|
||
|
|
"loss": 1.0624,
|
||
|
|
"step": 80
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06048725847101652,
|
||
|
|
"grad_norm": 4.534421709411,
|
||
|
|
"learning_rate": 9.976586242738032e-06,
|
||
|
|
"loss": 1.1844,
|
||
|
|
"step": 81
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.061234014748436476,
|
||
|
|
"grad_norm": 3.884735997829129,
|
||
|
|
"learning_rate": 9.975401894099933e-06,
|
||
|
|
"loss": 1.1259,
|
||
|
|
"step": 82
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06198077102585644,
|
||
|
|
"grad_norm": 5.654542687957219,
|
||
|
|
"learning_rate": 9.974188399505116e-06,
|
||
|
|
"loss": 1.0949,
|
||
|
|
"step": 83
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0627275273032764,
|
||
|
|
"grad_norm": 11.863718915842355,
|
||
|
|
"learning_rate": 9.972945766062248e-06,
|
||
|
|
"loss": 1.1209,
|
||
|
|
"step": 84
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0627275273032764,
|
||
|
|
"eval_loss": 1.0480048656463623,
|
||
|
|
"eval_runtime": 160.6234,
|
||
|
|
"eval_samples_per_second": 112.244,
|
||
|
|
"eval_steps_per_second": 1.756,
|
||
|
|
"step": 84
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06347428358069634,
|
||
|
|
"grad_norm": 5.672730835621609,
|
||
|
|
"learning_rate": 9.971674001050687e-06,
|
||
|
|
"loss": 1.0811,
|
||
|
|
"step": 85
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06422103985811631,
|
||
|
|
"grad_norm": 4.58816995647344,
|
||
|
|
"learning_rate": 9.970373111920447e-06,
|
||
|
|
"loss": 1.0538,
|
||
|
|
"step": 86
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06496779613553627,
|
||
|
|
"grad_norm": 3.901498541644042,
|
||
|
|
"learning_rate": 9.969043106292149e-06,
|
||
|
|
"loss": 1.1502,
|
||
|
|
"step": 87
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06571455241295622,
|
||
|
|
"grad_norm": 4.564513799166725,
|
||
|
|
"learning_rate": 9.96768399195698e-06,
|
||
|
|
"loss": 1.0951,
|
||
|
|
"step": 88
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06646130869037618,
|
||
|
|
"grad_norm": 5.186730910602631,
|
||
|
|
"learning_rate": 9.966295776876648e-06,
|
||
|
|
"loss": 1.1669,
|
||
|
|
"step": 89
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06720806496779613,
|
||
|
|
"grad_norm": 4.925917142678016,
|
||
|
|
"learning_rate": 9.96487846918333e-06,
|
||
|
|
"loss": 1.1522,
|
||
|
|
"step": 90
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0679548212452161,
|
||
|
|
"grad_norm": 6.5957881769118405,
|
||
|
|
"learning_rate": 9.963432077179629e-06,
|
||
|
|
"loss": 1.1221,
|
||
|
|
"step": 91
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06870157752263605,
|
||
|
|
"grad_norm": 4.099086784960917,
|
||
|
|
"learning_rate": 9.961956609338526e-06,
|
||
|
|
"loss": 1.1186,
|
||
|
|
"step": 92
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06944833380005601,
|
||
|
|
"grad_norm": 3.70039872123764,
|
||
|
|
"learning_rate": 9.960452074303327e-06,
|
||
|
|
"loss": 1.1268,
|
||
|
|
"step": 93
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07019509007747596,
|
||
|
|
"grad_norm": 4.785660260223015,
|
||
|
|
"learning_rate": 9.958918480887612e-06,
|
||
|
|
"loss": 1.11,
|
||
|
|
"step": 94
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07094184635489592,
|
||
|
|
"grad_norm": 3.968060355634415,
|
||
|
|
"learning_rate": 9.957355838075188e-06,
|
||
|
|
"loss": 1.1706,
|
||
|
|
"step": 95
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07168860263231588,
|
||
|
|
"grad_norm": 3.793655960096394,
|
||
|
|
"learning_rate": 9.955764155020037e-06,
|
||
|
|
"loss": 1.0165,
|
||
|
|
"step": 96
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07243535890973583,
|
||
|
|
"grad_norm": 4.377595345492589,
|
||
|
|
"learning_rate": 9.95414344104625e-06,
|
||
|
|
"loss": 1.1269,
|
||
|
|
"step": 97
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0731821151871558,
|
||
|
|
"grad_norm": 3.7820990485608044,
|
||
|
|
"learning_rate": 9.952493705647989e-06,
|
||
|
|
"loss": 1.1133,
|
||
|
|
"step": 98
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0731821151871558,
|
||
|
|
"eval_loss": 1.0365121364593506,
|
||
|
|
"eval_runtime": 160.5554,
|
||
|
|
"eval_samples_per_second": 112.291,
|
||
|
|
"eval_steps_per_second": 1.756,
|
||
|
|
"step": 98
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07392887146457575,
|
||
|
|
"grad_norm": 5.305536373865056,
|
||
|
|
"learning_rate": 9.950814958489421e-06,
|
||
|
|
"loss": 1.1091,
|
||
|
|
"step": 99
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07467562774199571,
|
||
|
|
"grad_norm": 4.4015698622632895,
|
||
|
|
"learning_rate": 9.949107209404664e-06,
|
||
|
|
"loss": 1.1791,
|
||
|
|
"step": 100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07542238401941566,
|
||
|
|
"grad_norm": 4.975666896127531,
|
||
|
|
"learning_rate": 9.947370468397731e-06,
|
||
|
|
"loss": 1.1585,
|
||
|
|
"step": 101
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07616914029683562,
|
||
|
|
"grad_norm": 3.7736499179128167,
|
||
|
|
"learning_rate": 9.94560474564247e-06,
|
||
|
|
"loss": 1.038,
|
||
|
|
"step": 102
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07691589657425557,
|
||
|
|
"grad_norm": 4.240252244792403,
|
||
|
|
"learning_rate": 9.9438100514825e-06,
|
||
|
|
"loss": 1.0741,
|
||
|
|
"step": 103
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07766265285167553,
|
||
|
|
"grad_norm": 6.410869819768315,
|
||
|
|
"learning_rate": 9.941986396431161e-06,
|
||
|
|
"loss": 1.1008,
|
||
|
|
"step": 104
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0784094091290955,
|
||
|
|
"grad_norm": 3.9651365430008463,
|
||
|
|
"learning_rate": 9.940133791171445e-06,
|
||
|
|
"loss": 1.0818,
|
||
|
|
"step": 105
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07915616540651545,
|
||
|
|
"grad_norm": 4.449129793463904,
|
||
|
|
"learning_rate": 9.938252246555929e-06,
|
||
|
|
"loss": 1.1769,
|
||
|
|
"step": 106
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07990292168393541,
|
||
|
|
"grad_norm": 4.552135217930411,
|
||
|
|
"learning_rate": 9.936341773606723e-06,
|
||
|
|
"loss": 1.0777,
|
||
|
|
"step": 107
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08064967796135536,
|
||
|
|
"grad_norm": 4.190554265440604,
|
||
|
|
"learning_rate": 9.9344023835154e-06,
|
||
|
|
"loss": 1.054,
|
||
|
|
"step": 108
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08139643423877532,
|
||
|
|
"grad_norm": 4.16264776639165,
|
||
|
|
"learning_rate": 9.932434087642924e-06,
|
||
|
|
"loss": 1.0736,
|
||
|
|
"step": 109
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08214319051619527,
|
||
|
|
"grad_norm": 5.68044977176061,
|
||
|
|
"learning_rate": 9.930436897519595e-06,
|
||
|
|
"loss": 1.0091,
|
||
|
|
"step": 110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08288994679361524,
|
||
|
|
"grad_norm": 3.0998166629146042,
|
||
|
|
"learning_rate": 9.928410824844974e-06,
|
||
|
|
"loss": 1.0378,
|
||
|
|
"step": 111
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08363670307103518,
|
||
|
|
"grad_norm": 4.842084164752693,
|
||
|
|
"learning_rate": 9.926355881487815e-06,
|
||
|
|
"loss": 1.1629,
|
||
|
|
"step": 112
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08363670307103518,
|
||
|
|
"eval_loss": 1.032652735710144,
|
||
|
|
"eval_runtime": 160.5893,
|
||
|
|
"eval_samples_per_second": 112.268,
|
||
|
|
"eval_steps_per_second": 1.756,
|
||
|
|
"step": 112
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08438345934845515,
|
||
|
|
"grad_norm": 3.7500012310156094,
|
||
|
|
"learning_rate": 9.924272079485996e-06,
|
||
|
|
"loss": 1.1139,
|
||
|
|
"step": 113
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08513021562587511,
|
||
|
|
"grad_norm": 3.6304218738612177,
|
||
|
|
"learning_rate": 9.922159431046457e-06,
|
||
|
|
"loss": 1.0562,
|
||
|
|
"step": 114
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08587697190329506,
|
||
|
|
"grad_norm": 4.219419886285629,
|
||
|
|
"learning_rate": 9.920017948545109e-06,
|
||
|
|
"loss": 1.0334,
|
||
|
|
"step": 115
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08662372818071502,
|
||
|
|
"grad_norm": 4.106591390142076,
|
||
|
|
"learning_rate": 9.91784764452678e-06,
|
||
|
|
"loss": 1.0092,
|
||
|
|
"step": 116
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08737048445813497,
|
||
|
|
"grad_norm": 3.2149890199105893,
|
||
|
|
"learning_rate": 9.91564853170514e-06,
|
||
|
|
"loss": 1.0324,
|
||
|
|
"step": 117
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08811724073555494,
|
||
|
|
"grad_norm": 4.303949996240386,
|
||
|
|
"learning_rate": 9.913420622962606e-06,
|
||
|
|
"loss": 1.0643,
|
||
|
|
"step": 118
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08886399701297489,
|
||
|
|
"grad_norm": 3.475558336468595,
|
||
|
|
"learning_rate": 9.911163931350296e-06,
|
||
|
|
"loss": 1.0757,
|
||
|
|
"step": 119
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08961075329039485,
|
||
|
|
"grad_norm": 3.812619171039642,
|
||
|
|
"learning_rate": 9.908878470087931e-06,
|
||
|
|
"loss": 1.1746,
|
||
|
|
"step": 120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0903575095678148,
|
||
|
|
"grad_norm": 3.990770542904442,
|
||
|
|
"learning_rate": 9.906564252563769e-06,
|
||
|
|
"loss": 1.0596,
|
||
|
|
"step": 121
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09110426584523476,
|
||
|
|
"grad_norm": 3.8102423981670337,
|
||
|
|
"learning_rate": 9.904221292334521e-06,
|
||
|
|
"loss": 1.0186,
|
||
|
|
"step": 122
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09185102212265472,
|
||
|
|
"grad_norm": 3.766965024133607,
|
||
|
|
"learning_rate": 9.901849603125271e-06,
|
||
|
|
"loss": 1.1101,
|
||
|
|
"step": 123
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09259777840007467,
|
||
|
|
"grad_norm": 3.3405241849704788,
|
||
|
|
"learning_rate": 9.8994491988294e-06,
|
||
|
|
"loss": 0.9937,
|
||
|
|
"step": 124
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09334453467749464,
|
||
|
|
"grad_norm": 3.9927196426527383,
|
||
|
|
"learning_rate": 9.897020093508502e-06,
|
||
|
|
"loss": 1.0596,
|
||
|
|
"step": 125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09409129095491459,
|
||
|
|
"grad_norm": 3.2836748843642254,
|
||
|
|
"learning_rate": 9.894562301392301e-06,
|
||
|
|
"loss": 1.0812,
|
||
|
|
"step": 126
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09409129095491459,
|
||
|
|
"eval_loss": 1.0256747007369995,
|
||
|
|
"eval_runtime": 160.6424,
|
||
|
|
"eval_samples_per_second": 112.231,
|
||
|
|
"eval_steps_per_second": 1.755,
|
||
|
|
"step": 126
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09483804723233455,
|
||
|
|
"grad_norm": 4.363380401494807,
|
||
|
|
"learning_rate": 9.89207583687857e-06,
|
||
|
|
"loss": 1.0794,
|
||
|
|
"step": 127
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0955848035097545,
|
||
|
|
"grad_norm": 6.478735079038311,
|
||
|
|
"learning_rate": 9.889560714533043e-06,
|
||
|
|
"loss": 1.066,
|
||
|
|
"step": 128
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09633155978717446,
|
||
|
|
"grad_norm": 3.5425697986871705,
|
||
|
|
"learning_rate": 9.887016949089334e-06,
|
||
|
|
"loss": 1.0932,
|
||
|
|
"step": 129
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09707831606459442,
|
||
|
|
"grad_norm": 3.693076593064551,
|
||
|
|
"learning_rate": 9.884444555448848e-06,
|
||
|
|
"loss": 1.0519,
|
||
|
|
"step": 130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09782507234201437,
|
||
|
|
"grad_norm": 7.860038890324692,
|
||
|
|
"learning_rate": 9.881843548680694e-06,
|
||
|
|
"loss": 1.0848,
|
||
|
|
"step": 131
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09857182861943434,
|
||
|
|
"grad_norm": 7.4142740851339335,
|
||
|
|
"learning_rate": 9.879213944021597e-06,
|
||
|
|
"loss": 1.1747,
|
||
|
|
"step": 132
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09931858489685429,
|
||
|
|
"grad_norm": 3.3316594853280947,
|
||
|
|
"learning_rate": 9.876555756875807e-06,
|
||
|
|
"loss": 0.9748,
|
||
|
|
"step": 133
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10006534117427425,
|
||
|
|
"grad_norm": 3.78741230296177,
|
||
|
|
"learning_rate": 9.873869002815015e-06,
|
||
|
|
"loss": 1.0438,
|
||
|
|
"step": 134
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1008120974516942,
|
||
|
|
"grad_norm": 4.609277603093571,
|
||
|
|
"learning_rate": 9.871153697578254e-06,
|
||
|
|
"loss": 0.9756,
|
||
|
|
"step": 135
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10155885372911416,
|
||
|
|
"grad_norm": 4.188743485193134,
|
||
|
|
"learning_rate": 9.86840985707181e-06,
|
||
|
|
"loss": 1.0559,
|
||
|
|
"step": 136
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10230561000653411,
|
||
|
|
"grad_norm": 3.428561895633466,
|
||
|
|
"learning_rate": 9.86563749736913e-06,
|
||
|
|
"loss": 1.0102,
|
||
|
|
"step": 137
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10305236628395407,
|
||
|
|
"grad_norm": 6.01857672692751,
|
||
|
|
"learning_rate": 9.862836634710724e-06,
|
||
|
|
"loss": 1.0943,
|
||
|
|
"step": 138
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10379912256137404,
|
||
|
|
"grad_norm": 4.3281257428742785,
|
||
|
|
"learning_rate": 9.860007285504079e-06,
|
||
|
|
"loss": 1.1187,
|
||
|
|
"step": 139
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10454587883879399,
|
||
|
|
"grad_norm": 3.7218504298177675,
|
||
|
|
"learning_rate": 9.85714946632355e-06,
|
||
|
|
"loss": 1.0917,
|
||
|
|
"step": 140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10454587883879399,
|
||
|
|
"eval_loss": 1.023650884628296,
|
||
|
|
"eval_runtime": 160.5345,
|
||
|
|
"eval_samples_per_second": 112.306,
|
||
|
|
"eval_steps_per_second": 1.757,
|
||
|
|
"step": 140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10529263511621395,
|
||
|
|
"grad_norm": 3.4489168662027176,
|
||
|
|
"learning_rate": 9.854263193910274e-06,
|
||
|
|
"loss": 1.1063,
|
||
|
|
"step": 141
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1060393913936339,
|
||
|
|
"grad_norm": 4.423623706010156,
|
||
|
|
"learning_rate": 9.85134848517206e-06,
|
||
|
|
"loss": 1.0728,
|
||
|
|
"step": 142
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10678614767105386,
|
||
|
|
"grad_norm": 2.8649958611873076,
|
||
|
|
"learning_rate": 9.84840535718331e-06,
|
||
|
|
"loss": 1.0078,
|
||
|
|
"step": 143
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10753290394847381,
|
||
|
|
"grad_norm": 4.338171037781992,
|
||
|
|
"learning_rate": 9.845433827184894e-06,
|
||
|
|
"loss": 1.0381,
|
||
|
|
"step": 144
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10827966022589378,
|
||
|
|
"grad_norm": 5.171977346386107,
|
||
|
|
"learning_rate": 9.842433912584066e-06,
|
||
|
|
"loss": 1.1569,
|
||
|
|
"step": 145
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10902641650331373,
|
||
|
|
"grad_norm": 3.3107619410438662,
|
||
|
|
"learning_rate": 9.839405630954358e-06,
|
||
|
|
"loss": 1.086,
|
||
|
|
"step": 146
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10977317278073369,
|
||
|
|
"grad_norm": 2.840297473307081,
|
||
|
|
"learning_rate": 9.836349000035477e-06,
|
||
|
|
"loss": 1.0401,
|
||
|
|
"step": 147
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11051992905815365,
|
||
|
|
"grad_norm": 5.3601003369045594,
|
||
|
|
"learning_rate": 9.833264037733198e-06,
|
||
|
|
"loss": 1.1039,
|
||
|
|
"step": 148
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1112666853355736,
|
||
|
|
"grad_norm": 4.4022528506550955,
|
||
|
|
"learning_rate": 9.83015076211926e-06,
|
||
|
|
"loss": 1.0417,
|
||
|
|
"step": 149
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11201344161299356,
|
||
|
|
"grad_norm": 3.547705426654357,
|
||
|
|
"learning_rate": 9.827009191431271e-06,
|
||
|
|
"loss": 0.9775,
|
||
|
|
"step": 150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11276019789041351,
|
||
|
|
"grad_norm": 4.149903504313127,
|
||
|
|
"learning_rate": 9.823839344072582e-06,
|
||
|
|
"loss": 1.0646,
|
||
|
|
"step": 151
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11350695416783348,
|
||
|
|
"grad_norm": 3.9437966555055355,
|
||
|
|
"learning_rate": 9.820641238612187e-06,
|
||
|
|
"loss": 1.1617,
|
||
|
|
"step": 152
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11425371044525343,
|
||
|
|
"grad_norm": 3.443249729940194,
|
||
|
|
"learning_rate": 9.81741489378463e-06,
|
||
|
|
"loss": 1.0669,
|
||
|
|
"step": 153
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11500046672267339,
|
||
|
|
"grad_norm": 3.975523331591033,
|
||
|
|
"learning_rate": 9.814160328489867e-06,
|
||
|
|
"loss": 1.0538,
|
||
|
|
"step": 154
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11500046672267339,
|
||
|
|
"eval_loss": 1.0189063549041748,
|
||
|
|
"eval_runtime": 160.548,
|
||
|
|
"eval_samples_per_second": 112.297,
|
||
|
|
"eval_steps_per_second": 1.756,
|
||
|
|
"step": 154
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11574722300009334,
|
||
|
|
"grad_norm": 6.747016403332581,
|
||
|
|
"learning_rate": 9.810877561793178e-06,
|
||
|
|
"loss": 1.0677,
|
||
|
|
"step": 155
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1164939792775133,
|
||
|
|
"grad_norm": 3.502112711353132,
|
||
|
|
"learning_rate": 9.807566612925044e-06,
|
||
|
|
"loss": 1.1483,
|
||
|
|
"step": 156
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11724073555493326,
|
||
|
|
"grad_norm": 4.033103295708667,
|
||
|
|
"learning_rate": 9.804227501281041e-06,
|
||
|
|
"loss": 1.0036,
|
||
|
|
"step": 157
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11798749183235321,
|
||
|
|
"grad_norm": 3.353125159155293,
|
||
|
|
"learning_rate": 9.800860246421717e-06,
|
||
|
|
"loss": 1.0754,
|
||
|
|
"step": 158
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11873424810977318,
|
||
|
|
"grad_norm": 5.233916333194442,
|
||
|
|
"learning_rate": 9.797464868072489e-06,
|
||
|
|
"loss": 1.0573,
|
||
|
|
"step": 159
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11948100438719313,
|
||
|
|
"grad_norm": 4.551032759166754,
|
||
|
|
"learning_rate": 9.794041386123517e-06,
|
||
|
|
"loss": 1.1049,
|
||
|
|
"step": 160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12022776066461309,
|
||
|
|
"grad_norm": 4.518239629943308,
|
||
|
|
"learning_rate": 9.790589820629594e-06,
|
||
|
|
"loss": 1.024,
|
||
|
|
"step": 161
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12097451694203304,
|
||
|
|
"grad_norm": 3.8193115164547984,
|
||
|
|
"learning_rate": 9.787110191810027e-06,
|
||
|
|
"loss": 1.13,
|
||
|
|
"step": 162
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.121721273219453,
|
||
|
|
"grad_norm": 3.7115307636722674,
|
||
|
|
"learning_rate": 9.783602520048524e-06,
|
||
|
|
"loss": 1.1001,
|
||
|
|
"step": 163
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12246802949687295,
|
||
|
|
"grad_norm": 5.181860033123124,
|
||
|
|
"learning_rate": 9.780066825893055e-06,
|
||
|
|
"loss": 1.1233,
|
||
|
|
"step": 164
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12321478577429291,
|
||
|
|
"grad_norm": 4.818202897694641,
|
||
|
|
"learning_rate": 9.776503130055758e-06,
|
||
|
|
"loss": 1.0216,
|
||
|
|
"step": 165
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12396154205171288,
|
||
|
|
"grad_norm": 7.927525142394235,
|
||
|
|
"learning_rate": 9.7729114534128e-06,
|
||
|
|
"loss": 1.0463,
|
||
|
|
"step": 166
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12470829832913283,
|
||
|
|
"grad_norm": 3.743721622719181,
|
||
|
|
"learning_rate": 9.76929181700426e-06,
|
||
|
|
"loss": 1.1261,
|
||
|
|
"step": 167
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1254550546065528,
|
||
|
|
"grad_norm": 5.6431869998808875,
|
||
|
|
"learning_rate": 9.765644242034009e-06,
|
||
|
|
"loss": 1.0746,
|
||
|
|
"step": 168
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1254550546065528,
|
||
|
|
"eval_loss": 1.017249345779419,
|
||
|
|
"eval_runtime": 160.6003,
|
||
|
|
"eval_samples_per_second": 112.26,
|
||
|
|
"eval_steps_per_second": 1.756,
|
||
|
|
"step": 168
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12620181088397275,
|
||
|
|
"grad_norm": 3.131298638211881,
|
||
|
|
"learning_rate": 9.761968749869576e-06,
|
||
|
|
"loss": 0.9417,
|
||
|
|
"step": 169
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1269485671613927,
|
||
|
|
"grad_norm": 7.862269405575784,
|
||
|
|
"learning_rate": 9.758265362042035e-06,
|
||
|
|
"loss": 1.1121,
|
||
|
|
"step": 170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12769532343881265,
|
||
|
|
"grad_norm": 3.640159123263889,
|
||
|
|
"learning_rate": 9.754534100245867e-06,
|
||
|
|
"loss": 1.0805,
|
||
|
|
"step": 171
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12844207971623262,
|
||
|
|
"grad_norm": 4.5439716593057105,
|
||
|
|
"learning_rate": 9.750774986338851e-06,
|
||
|
|
"loss": 1.0338,
|
||
|
|
"step": 172
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12918883599365258,
|
||
|
|
"grad_norm": 3.969721172469628,
|
||
|
|
"learning_rate": 9.746988042341907e-06,
|
||
|
|
"loss": 1.1218,
|
||
|
|
"step": 173
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12993559227107254,
|
||
|
|
"grad_norm": 3.7519993464454453,
|
||
|
|
"learning_rate": 9.743173290438998e-06,
|
||
|
|
"loss": 1.0642,
|
||
|
|
"step": 174
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13068234854849248,
|
||
|
|
"grad_norm": 3.9426723091303617,
|
||
|
|
"learning_rate": 9.739330752976981e-06,
|
||
|
|
"loss": 1.0608,
|
||
|
|
"step": 175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13142910482591244,
|
||
|
|
"grad_norm": 4.1886923692493285,
|
||
|
|
"learning_rate": 9.735460452465477e-06,
|
||
|
|
"loss": 1.1175,
|
||
|
|
"step": 176
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1321758611033324,
|
||
|
|
"grad_norm": 3.7222485604926336,
|
||
|
|
"learning_rate": 9.731562411576751e-06,
|
||
|
|
"loss": 1.028,
|
||
|
|
"step": 177
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13292261738075237,
|
||
|
|
"grad_norm": 3.3695163719588743,
|
||
|
|
"learning_rate": 9.727636653145567e-06,
|
||
|
|
"loss": 1.1298,
|
||
|
|
"step": 178
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1336693736581723,
|
||
|
|
"grad_norm": 3.566733005393415,
|
||
|
|
"learning_rate": 9.723683200169059e-06,
|
||
|
|
"loss": 1.0149,
|
||
|
|
"step": 179
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13441612993559227,
|
||
|
|
"grad_norm": 3.5062777269977223,
|
||
|
|
"learning_rate": 9.719702075806594e-06,
|
||
|
|
"loss": 1.0478,
|
||
|
|
"step": 180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13516288621301223,
|
||
|
|
"grad_norm": 4.408630041983221,
|
||
|
|
"learning_rate": 9.715693303379643e-06,
|
||
|
|
"loss": 1.0856,
|
||
|
|
"step": 181
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1359096424904322,
|
||
|
|
"grad_norm": 4.602186459996313,
|
||
|
|
"learning_rate": 9.711656906371636e-06,
|
||
|
|
"loss": 1.0201,
|
||
|
|
"step": 182
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1359096424904322,
|
||
|
|
"eval_loss": 1.0116474628448486,
|
||
|
|
"eval_runtime": 160.494,
|
||
|
|
"eval_samples_per_second": 112.334,
|
||
|
|
"eval_steps_per_second": 1.757,
|
||
|
|
"step": 182
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13665639876785216,
|
||
|
|
"grad_norm": 4.712040307247732,
|
||
|
|
"learning_rate": 9.70759290842783e-06,
|
||
|
|
"loss": 1.0098,
|
||
|
|
"step": 183
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1374031550452721,
|
||
|
|
"grad_norm": 5.620657515416197,
|
||
|
|
"learning_rate": 9.703501333355167e-06,
|
||
|
|
"loss": 1.0496,
|
||
|
|
"step": 184
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13814991132269205,
|
||
|
|
"grad_norm": 5.801872955784515,
|
||
|
|
"learning_rate": 9.699382205122138e-06,
|
||
|
|
"loss": 1.1084,
|
||
|
|
"step": 185
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13889666760011202,
|
||
|
|
"grad_norm": 3.8516216420714504,
|
||
|
|
"learning_rate": 9.695235547858638e-06,
|
||
|
|
"loss": 1.061,
|
||
|
|
"step": 186
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13964342387753198,
|
||
|
|
"grad_norm": 3.8555280916375785,
|
||
|
|
"learning_rate": 9.69106138585583e-06,
|
||
|
|
"loss": 1.0538,
|
||
|
|
"step": 187
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14039018015495192,
|
||
|
|
"grad_norm": 3.726076167412021,
|
||
|
|
"learning_rate": 9.686859743565997e-06,
|
||
|
|
"loss": 1.0334,
|
||
|
|
"step": 188
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14113693643237188,
|
||
|
|
"grad_norm": 4.733689742037587,
|
||
|
|
"learning_rate": 9.682630645602409e-06,
|
||
|
|
"loss": 1.081,
|
||
|
|
"step": 189
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14188369270979184,
|
||
|
|
"grad_norm": 3.858770100544451,
|
||
|
|
"learning_rate": 9.678374116739159e-06,
|
||
|
|
"loss": 1.0443,
|
||
|
|
"step": 190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1426304489872118,
|
||
|
|
"grad_norm": 4.070999582637023,
|
||
|
|
"learning_rate": 9.674090181911044e-06,
|
||
|
|
"loss": 1.1021,
|
||
|
|
"step": 191
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14337720526463177,
|
||
|
|
"grad_norm": 4.5872247594173805,
|
||
|
|
"learning_rate": 9.669778866213397e-06,
|
||
|
|
"loss": 1.1395,
|
||
|
|
"step": 192
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1441239615420517,
|
||
|
|
"grad_norm": 4.031163577626464,
|
||
|
|
"learning_rate": 9.665440194901951e-06,
|
||
|
|
"loss": 1.0292,
|
||
|
|
"step": 193
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14487071781947167,
|
||
|
|
"grad_norm": 3.52474459878042,
|
||
|
|
"learning_rate": 9.661074193392689e-06,
|
||
|
|
"loss": 0.958,
|
||
|
|
"step": 194
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14561747409689163,
|
||
|
|
"grad_norm": 3.436050793052391,
|
||
|
|
"learning_rate": 9.656680887261693e-06,
|
||
|
|
"loss": 0.986,
|
||
|
|
"step": 195
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1463642303743116,
|
||
|
|
"grad_norm": 5.0419620789744295,
|
||
|
|
"learning_rate": 9.652260302244996e-06,
|
||
|
|
"loss": 1.0678,
|
||
|
|
"step": 196
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1463642303743116,
|
||
|
|
"eval_loss": 1.0114675760269165,
|
||
|
|
"eval_runtime": 160.5029,
|
||
|
|
"eval_samples_per_second": 112.328,
|
||
|
|
"eval_steps_per_second": 1.757,
|
||
|
|
"step": 196
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14711098665173153,
|
||
|
|
"grad_norm": 3.6147654687509694,
|
||
|
|
"learning_rate": 9.647812464238434e-06,
|
||
|
|
"loss": 1.028,
|
||
|
|
"step": 197
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1478577429291515,
|
||
|
|
"grad_norm": 3.586767777623825,
|
||
|
|
"learning_rate": 9.643337399297485e-06,
|
||
|
|
"loss": 1.0449,
|
||
|
|
"step": 198
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14860449920657146,
|
||
|
|
"grad_norm": 3.715503317019716,
|
||
|
|
"learning_rate": 9.638835133637129e-06,
|
||
|
|
"loss": 1.0655,
|
||
|
|
"step": 199
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14935125548399142,
|
||
|
|
"grad_norm": 4.532690290017325,
|
||
|
|
"learning_rate": 9.634305693631686e-06,
|
||
|
|
"loss": 1.0047,
|
||
|
|
"step": 200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15009801176141138,
|
||
|
|
"grad_norm": 4.260013712201999,
|
||
|
|
"learning_rate": 9.629749105814664e-06,
|
||
|
|
"loss": 1.0509,
|
||
|
|
"step": 201
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15084476803883132,
|
||
|
|
"grad_norm": 3.6166187921664794,
|
||
|
|
"learning_rate": 9.625165396878599e-06,
|
||
|
|
"loss": 1.0305,
|
||
|
|
"step": 202
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15159152431625128,
|
||
|
|
"grad_norm": 4.163490064044642,
|
||
|
|
"learning_rate": 9.62055459367491e-06,
|
||
|
|
"loss": 1.093,
|
||
|
|
"step": 203
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15233828059367124,
|
||
|
|
"grad_norm": 13.019898994869333,
|
||
|
|
"learning_rate": 9.615916723213728e-06,
|
||
|
|
"loss": 1.1112,
|
||
|
|
"step": 204
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1530850368710912,
|
||
|
|
"grad_norm": 3.175945878707496,
|
||
|
|
"learning_rate": 9.611251812663748e-06,
|
||
|
|
"loss": 1.0688,
|
||
|
|
"step": 205
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15383179314851114,
|
||
|
|
"grad_norm": 4.8715801343243195,
|
||
|
|
"learning_rate": 9.606559889352065e-06,
|
||
|
|
"loss": 1.0823,
|
||
|
|
"step": 206
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1545785494259311,
|
||
|
|
"grad_norm": 3.232522890237694,
|
||
|
|
"learning_rate": 9.601840980764016e-06,
|
||
|
|
"loss": 0.9584,
|
||
|
|
"step": 207
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15532530570335107,
|
||
|
|
"grad_norm": 4.556117894865469,
|
||
|
|
"learning_rate": 9.597095114543018e-06,
|
||
|
|
"loss": 1.0848,
|
||
|
|
"step": 208
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15607206198077103,
|
||
|
|
"grad_norm": 3.404791411157451,
|
||
|
|
"learning_rate": 9.592322318490404e-06,
|
||
|
|
"loss": 1.0357,
|
||
|
|
"step": 209
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.156818818258191,
|
||
|
|
"grad_norm": 3.056791925639437,
|
||
|
|
"learning_rate": 9.587522620565263e-06,
|
||
|
|
"loss": 0.915,
|
||
|
|
"step": 210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.156818818258191,
|
||
|
|
"eval_loss": 1.0087823867797852,
|
||
|
|
"eval_runtime": 160.6551,
|
||
|
|
"eval_samples_per_second": 112.222,
|
||
|
|
"eval_steps_per_second": 1.755,
|
||
|
|
"step": 210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15756557453561093,
|
||
|
|
"grad_norm": 3.7714924940308987,
|
||
|
|
"learning_rate": 9.582696048884277e-06,
|
||
|
|
"loss": 1.1256,
|
||
|
|
"step": 211
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1583123308130309,
|
||
|
|
"grad_norm": 3.26219138631936,
|
||
|
|
"learning_rate": 9.577842631721553e-06,
|
||
|
|
"loss": 1.0654,
|
||
|
|
"step": 212
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15905908709045086,
|
||
|
|
"grad_norm": 3.435138396589902,
|
||
|
|
"learning_rate": 9.57296239750846e-06,
|
||
|
|
"loss": 1.0228,
|
||
|
|
"step": 213
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15980584336787082,
|
||
|
|
"grad_norm": 5.346686608096492,
|
||
|
|
"learning_rate": 9.568055374833463e-06,
|
||
|
|
"loss": 1.0289,
|
||
|
|
"step": 214
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16055259964529076,
|
||
|
|
"grad_norm": 3.9966819427916347,
|
||
|
|
"learning_rate": 9.563121592441949e-06,
|
||
|
|
"loss": 1.1345,
|
||
|
|
"step": 215
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16129935592271072,
|
||
|
|
"grad_norm": 5.555416407810244,
|
||
|
|
"learning_rate": 9.558161079236073e-06,
|
||
|
|
"loss": 1.1554,
|
||
|
|
"step": 216
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16204611220013068,
|
||
|
|
"grad_norm": 4.159577619579252,
|
||
|
|
"learning_rate": 9.553173864274567e-06,
|
||
|
|
"loss": 1.0403,
|
||
|
|
"step": 217
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16279286847755065,
|
||
|
|
"grad_norm": 3.318000661865423,
|
||
|
|
"learning_rate": 9.548159976772593e-06,
|
||
|
|
"loss": 1.0505,
|
||
|
|
"step": 218
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1635396247549706,
|
||
|
|
"grad_norm": 3.2489399076259566,
|
||
|
|
"learning_rate": 9.543119446101556e-06,
|
||
|
|
"loss": 1.0231,
|
||
|
|
"step": 219
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16428638103239054,
|
||
|
|
"grad_norm": 3.4135688094134933,
|
||
|
|
"learning_rate": 9.538052301788937e-06,
|
||
|
|
"loss": 1.1055,
|
||
|
|
"step": 220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1650331373098105,
|
||
|
|
"grad_norm": 3.268136264861273,
|
||
|
|
"learning_rate": 9.532958573518121e-06,
|
||
|
|
"loss": 0.9477,
|
||
|
|
"step": 221
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16577989358723047,
|
||
|
|
"grad_norm": 3.5039317588782195,
|
||
|
|
"learning_rate": 9.527838291128222e-06,
|
||
|
|
"loss": 0.9773,
|
||
|
|
"step": 222
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16652664986465043,
|
||
|
|
"grad_norm": 3.7195766398408088,
|
||
|
|
"learning_rate": 9.52269148461391e-06,
|
||
|
|
"loss": 1.0539,
|
||
|
|
"step": 223
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16727340614207037,
|
||
|
|
"grad_norm": 3.5220614370608154,
|
||
|
|
"learning_rate": 9.51751818412523e-06,
|
||
|
|
"loss": 1.0342,
|
||
|
|
"step": 224
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16727340614207037,
|
||
|
|
"eval_loss": 1.0059709548950195,
|
||
|
|
"eval_runtime": 160.5464,
|
||
|
|
"eval_samples_per_second": 112.298,
|
||
|
|
"eval_steps_per_second": 1.757,
|
||
|
|
"step": 224
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16802016241949033,
|
||
|
|
"grad_norm": 4.075160908849732,
|
||
|
|
"learning_rate": 9.512318419967427e-06,
|
||
|
|
"loss": 1.0168,
|
||
|
|
"step": 225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1687669186969103,
|
||
|
|
"grad_norm": 2.9114360706072664,
|
||
|
|
"learning_rate": 9.507092222600783e-06,
|
||
|
|
"loss": 1.0028,
|
||
|
|
"step": 226
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16951367497433026,
|
||
|
|
"grad_norm": 4.132080117167401,
|
||
|
|
"learning_rate": 9.50183962264041e-06,
|
||
|
|
"loss": 1.0656,
|
||
|
|
"step": 227
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17026043125175022,
|
||
|
|
"grad_norm": 3.672183049449128,
|
||
|
|
"learning_rate": 9.496560650856097e-06,
|
||
|
|
"loss": 1.0088,
|
||
|
|
"step": 228
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17100718752917016,
|
||
|
|
"grad_norm": 3.4549536917783943,
|
||
|
|
"learning_rate": 9.491255338172116e-06,
|
||
|
|
"loss": 1.0091,
|
||
|
|
"step": 229
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17175394380659012,
|
||
|
|
"grad_norm": 5.640659404596868,
|
||
|
|
"learning_rate": 9.485923715667043e-06,
|
||
|
|
"loss": 1.1446,
|
||
|
|
"step": 230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17250070008401008,
|
||
|
|
"grad_norm": 3.6480354854741193,
|
||
|
|
"learning_rate": 9.48056581457358e-06,
|
||
|
|
"loss": 1.0238,
|
||
|
|
"step": 231
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17324745636143005,
|
||
|
|
"grad_norm": 3.236903605406026,
|
||
|
|
"learning_rate": 9.47518166627837e-06,
|
||
|
|
"loss": 0.943,
|
||
|
|
"step": 232
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17399421263884998,
|
||
|
|
"grad_norm": 4.153416002763863,
|
||
|
|
"learning_rate": 9.469771302321806e-06,
|
||
|
|
"loss": 1.0034,
|
||
|
|
"step": 233
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17474096891626995,
|
||
|
|
"grad_norm": 3.6956623376560973,
|
||
|
|
"learning_rate": 9.464334754397861e-06,
|
||
|
|
"loss": 1.0605,
|
||
|
|
"step": 234
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1754877251936899,
|
||
|
|
"grad_norm": 3.206378764325457,
|
||
|
|
"learning_rate": 9.458872054353888e-06,
|
||
|
|
"loss": 1.008,
|
||
|
|
"step": 235
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17623448147110987,
|
||
|
|
"grad_norm": 5.157203956458338,
|
||
|
|
"learning_rate": 9.453383234190443e-06,
|
||
|
|
"loss": 1.085,
|
||
|
|
"step": 236
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17698123774852983,
|
||
|
|
"grad_norm": 4.037061991227878,
|
||
|
|
"learning_rate": 9.44786832606109e-06,
|
||
|
|
"loss": 1.0144,
|
||
|
|
"step": 237
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17772799402594977,
|
||
|
|
"grad_norm": 4.908695178645077,
|
||
|
|
"learning_rate": 9.44232736227222e-06,
|
||
|
|
"loss": 1.0413,
|
||
|
|
"step": 238
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17772799402594977,
|
||
|
|
"eval_loss": 1.0027769804000854,
|
||
|
|
"eval_runtime": 160.4435,
|
||
|
|
"eval_samples_per_second": 112.37,
|
||
|
|
"eval_steps_per_second": 1.758,
|
||
|
|
"step": 238
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17847475030336973,
|
||
|
|
"grad_norm": 4.237247843930998,
|
||
|
|
"learning_rate": 9.436760375282858e-06,
|
||
|
|
"loss": 1.1329,
|
||
|
|
"step": 239
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1792215065807897,
|
||
|
|
"grad_norm": 3.13851110753343,
|
||
|
|
"learning_rate": 9.431167397704473e-06,
|
||
|
|
"loss": 1.0213,
|
||
|
|
"step": 240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17996826285820966,
|
||
|
|
"grad_norm": 4.018367507468041,
|
||
|
|
"learning_rate": 9.425548462300784e-06,
|
||
|
|
"loss": 1.0049,
|
||
|
|
"step": 241
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1807150191356296,
|
||
|
|
"grad_norm": 3.847188380013737,
|
||
|
|
"learning_rate": 9.419903601987577e-06,
|
||
|
|
"loss": 0.9974,
|
||
|
|
"step": 242
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18146177541304956,
|
||
|
|
"grad_norm": 3.6783145957465275,
|
||
|
|
"learning_rate": 9.414232849832501e-06,
|
||
|
|
"loss": 1.0258,
|
||
|
|
"step": 243
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18220853169046952,
|
||
|
|
"grad_norm": 4.133477837431737,
|
||
|
|
"learning_rate": 9.408536239054881e-06,
|
||
|
|
"loss": 1.0285,
|
||
|
|
"step": 244
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18295528796788949,
|
||
|
|
"grad_norm": 3.568010560178771,
|
||
|
|
"learning_rate": 9.402813803025526e-06,
|
||
|
|
"loss": 1.0521,
|
||
|
|
"step": 245
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18370204424530945,
|
||
|
|
"grad_norm": 2.808739846372454,
|
||
|
|
"learning_rate": 9.397065575266524e-06,
|
||
|
|
"loss": 0.9989,
|
||
|
|
"step": 246
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18444880052272938,
|
||
|
|
"grad_norm": 3.07097954551416,
|
||
|
|
"learning_rate": 9.391291589451056e-06,
|
||
|
|
"loss": 0.9804,
|
||
|
|
"step": 247
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18519555680014935,
|
||
|
|
"grad_norm": 3.2507539771287566,
|
||
|
|
"learning_rate": 9.38549187940319e-06,
|
||
|
|
"loss": 1.0255,
|
||
|
|
"step": 248
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1859423130775693,
|
||
|
|
"grad_norm": 2.936663911951155,
|
||
|
|
"learning_rate": 9.379666479097688e-06,
|
||
|
|
"loss": 1.0129,
|
||
|
|
"step": 249
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18668906935498927,
|
||
|
|
"grad_norm": 4.046385332301949,
|
||
|
|
"learning_rate": 9.373815422659806e-06,
|
||
|
|
"loss": 0.9575,
|
||
|
|
"step": 250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1874358256324092,
|
||
|
|
"grad_norm": 3.1585373599718625,
|
||
|
|
"learning_rate": 9.3679387443651e-06,
|
||
|
|
"loss": 1.0272,
|
||
|
|
"step": 251
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18818258190982917,
|
||
|
|
"grad_norm": 3.5612606806923277,
|
||
|
|
"learning_rate": 9.362036478639206e-06,
|
||
|
|
"loss": 1.0497,
|
||
|
|
"step": 252
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18818258190982917,
|
||
|
|
"eval_loss": 1.000356912612915,
|
||
|
|
"eval_runtime": 160.5493,
|
||
|
|
"eval_samples_per_second": 112.296,
|
||
|
|
"eval_steps_per_second": 1.756,
|
||
|
|
"step": 252
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18892933818724914,
|
||
|
|
"grad_norm": 3.4215406870010567,
|
||
|
|
"learning_rate": 9.356108660057662e-06,
|
||
|
|
"loss": 1.0153,
|
||
|
|
"step": 253
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1896760944646691,
|
||
|
|
"grad_norm": 6.549260486707147,
|
||
|
|
"learning_rate": 9.35015532334569e-06,
|
||
|
|
"loss": 1.0474,
|
||
|
|
"step": 254
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19042285074208906,
|
||
|
|
"grad_norm": 3.7221855827438604,
|
||
|
|
"learning_rate": 9.344176503378003e-06,
|
||
|
|
"loss": 1.0034,
|
||
|
|
"step": 255
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.191169607019509,
|
||
|
|
"grad_norm": 4.286172100728777,
|
||
|
|
"learning_rate": 9.33817223517859e-06,
|
||
|
|
"loss": 1.1106,
|
||
|
|
"step": 256
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19191636329692896,
|
||
|
|
"grad_norm": 3.7718076814034602,
|
||
|
|
"learning_rate": 9.332142553920513e-06,
|
||
|
|
"loss": 1.004,
|
||
|
|
"step": 257
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19266311957434892,
|
||
|
|
"grad_norm": 4.027126629991061,
|
||
|
|
"learning_rate": 9.326087494925715e-06,
|
||
|
|
"loss": 1.0292,
|
||
|
|
"step": 258
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1934098758517689,
|
||
|
|
"grad_norm": 4.013082273454176,
|
||
|
|
"learning_rate": 9.32000709366479e-06,
|
||
|
|
"loss": 1.0707,
|
||
|
|
"step": 259
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19415663212918885,
|
||
|
|
"grad_norm": 3.6414888535002388,
|
||
|
|
"learning_rate": 9.313901385756794e-06,
|
||
|
|
"loss": 1.0261,
|
||
|
|
"step": 260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19490338840660879,
|
||
|
|
"grad_norm": 3.1393801326018043,
|
||
|
|
"learning_rate": 9.307770406969032e-06,
|
||
|
|
"loss": 1.0124,
|
||
|
|
"step": 261
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19565014468402875,
|
||
|
|
"grad_norm": 4.255795797008218,
|
||
|
|
"learning_rate": 9.301614193216837e-06,
|
||
|
|
"loss": 1.0726,
|
||
|
|
"step": 262
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1963969009614487,
|
||
|
|
"grad_norm": 3.2995671562106095,
|
||
|
|
"learning_rate": 9.295432780563378e-06,
|
||
|
|
"loss": 0.9887,
|
||
|
|
"step": 263
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19714365723886867,
|
||
|
|
"grad_norm": 3.023791866548189,
|
||
|
|
"learning_rate": 9.289226205219432e-06,
|
||
|
|
"loss": 0.9578,
|
||
|
|
"step": 264
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1978904135162886,
|
||
|
|
"grad_norm": 2.9272861770466543,
|
||
|
|
"learning_rate": 9.282994503543185e-06,
|
||
|
|
"loss": 0.917,
|
||
|
|
"step": 265
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19863716979370857,
|
||
|
|
"grad_norm": 3.9852539375546447,
|
||
|
|
"learning_rate": 9.276737712040012e-06,
|
||
|
|
"loss": 1.0247,
|
||
|
|
"step": 266
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19863716979370857,
|
||
|
|
"eval_loss": 0.9999991059303284,
|
||
|
|
"eval_runtime": 160.5983,
|
||
|
|
"eval_samples_per_second": 112.261,
|
||
|
|
"eval_steps_per_second": 1.756,
|
||
|
|
"step": 266
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19938392607112854,
|
||
|
|
"grad_norm": 4.4042754214389594,
|
||
|
|
"learning_rate": 9.270455867362262e-06,
|
||
|
|
"loss": 1.0177,
|
||
|
|
"step": 267
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2001306823485485,
|
||
|
|
"grad_norm": 3.680747210357818,
|
||
|
|
"learning_rate": 9.264149006309048e-06,
|
||
|
|
"loss": 1.0334,
|
||
|
|
"step": 268
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20087743862596846,
|
||
|
|
"grad_norm": 3.8140169790142218,
|
||
|
|
"learning_rate": 9.257817165826027e-06,
|
||
|
|
"loss": 1.0524,
|
||
|
|
"step": 269
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2016241949033884,
|
||
|
|
"grad_norm": 5.114797128136089,
|
||
|
|
"learning_rate": 9.251460383005188e-06,
|
||
|
|
"loss": 1.0574,
|
||
|
|
"step": 270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20237095118080836,
|
||
|
|
"grad_norm": 3.1878689642025995,
|
||
|
|
"learning_rate": 9.245078695084632e-06,
|
||
|
|
"loss": 1.029,
|
||
|
|
"step": 271
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20311770745822832,
|
||
|
|
"grad_norm": 3.8148562988799295,
|
||
|
|
"learning_rate": 9.238672139448354e-06,
|
||
|
|
"loss": 1.0469,
|
||
|
|
"step": 272
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2038644637356483,
|
||
|
|
"grad_norm": 3.767249082048484,
|
||
|
|
"learning_rate": 9.232240753626027e-06,
|
||
|
|
"loss": 1.0501,
|
||
|
|
"step": 273
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20461122001306822,
|
||
|
|
"grad_norm": 2.5236070719630885,
|
||
|
|
"learning_rate": 9.225784575292772e-06,
|
||
|
|
"loss": 0.9713,
|
||
|
|
"step": 274
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2053579762904882,
|
||
|
|
"grad_norm": 4.582403432492713,
|
||
|
|
"learning_rate": 9.219303642268953e-06,
|
||
|
|
"loss": 1.0448,
|
||
|
|
"step": 275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20610473256790815,
|
||
|
|
"grad_norm": 2.810180928314182,
|
||
|
|
"learning_rate": 9.212797992519942e-06,
|
||
|
|
"loss": 0.963,
|
||
|
|
"step": 276
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2068514888453281,
|
||
|
|
"grad_norm": 3.2399813947929834,
|
||
|
|
"learning_rate": 9.206267664155906e-06,
|
||
|
|
"loss": 0.9717,
|
||
|
|
"step": 277
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20759824512274808,
|
||
|
|
"grad_norm": 4.912297938186508,
|
||
|
|
"learning_rate": 9.199712695431577e-06,
|
||
|
|
"loss": 1.1234,
|
||
|
|
"step": 278
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.208345001400168,
|
||
|
|
"grad_norm": 3.0084002580336304,
|
||
|
|
"learning_rate": 9.193133124746029e-06,
|
||
|
|
"loss": 1.0269,
|
||
|
|
"step": 279
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20909175767758797,
|
||
|
|
"grad_norm": 3.760705263479795,
|
||
|
|
"learning_rate": 9.186528990642456e-06,
|
||
|
|
"loss": 1.0662,
|
||
|
|
"step": 280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20909175767758797,
|
||
|
|
"eval_loss": 0.9944674372673035,
|
||
|
|
"eval_runtime": 160.5401,
|
||
|
|
"eval_samples_per_second": 112.302,
|
||
|
|
"eval_steps_per_second": 1.757,
|
||
|
|
"step": 280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20983851395500794,
|
||
|
|
"grad_norm": 3.3378272588505196,
|
||
|
|
"learning_rate": 9.179900331807949e-06,
|
||
|
|
"loss": 1.0086,
|
||
|
|
"step": 281
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2105852702324279,
|
||
|
|
"grad_norm": 3.4975415402391614,
|
||
|
|
"learning_rate": 9.173247187073258e-06,
|
||
|
|
"loss": 1.0851,
|
||
|
|
"step": 282
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21133202650984784,
|
||
|
|
"grad_norm": 3.469930363846197,
|
||
|
|
"learning_rate": 9.166569595412576e-06,
|
||
|
|
"loss": 0.9715,
|
||
|
|
"step": 283
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2120787827872678,
|
||
|
|
"grad_norm": 3.2839874663262734,
|
||
|
|
"learning_rate": 9.159867595943305e-06,
|
||
|
|
"loss": 1.0602,
|
||
|
|
"step": 284
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21282553906468776,
|
||
|
|
"grad_norm": 5.543480811563083,
|
||
|
|
"learning_rate": 9.153141227925828e-06,
|
||
|
|
"loss": 1.0608,
|
||
|
|
"step": 285
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21357229534210773,
|
||
|
|
"grad_norm": 2.8606552784980463,
|
||
|
|
"learning_rate": 9.146390530763281e-06,
|
||
|
|
"loss": 1.056,
|
||
|
|
"step": 286
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2143190516195277,
|
||
|
|
"grad_norm": 3.948112135838377,
|
||
|
|
"learning_rate": 9.139615544001319e-06,
|
||
|
|
"loss": 1.1039,
|
||
|
|
"step": 287
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21506580789694763,
|
||
|
|
"grad_norm": 3.2663451420355787,
|
||
|
|
"learning_rate": 9.132816307327886e-06,
|
||
|
|
"loss": 1.0605,
|
||
|
|
"step": 288
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2158125641743676,
|
||
|
|
"grad_norm": 3.6151154254671596,
|
||
|
|
"learning_rate": 9.125992860572979e-06,
|
||
|
|
"loss": 1.0952,
|
||
|
|
"step": 289
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21655932045178755,
|
||
|
|
"grad_norm": 4.912648681546459,
|
||
|
|
"learning_rate": 9.119145243708425e-06,
|
||
|
|
"loss": 1.0311,
|
||
|
|
"step": 290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21730607672920751,
|
||
|
|
"grad_norm": 4.21191863900281,
|
||
|
|
"learning_rate": 9.112273496847633e-06,
|
||
|
|
"loss": 1.1001,
|
||
|
|
"step": 291
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21805283300662745,
|
||
|
|
"grad_norm": 3.3815445362628336,
|
||
|
|
"learning_rate": 9.10537766024537e-06,
|
||
|
|
"loss": 1.0159,
|
||
|
|
"step": 292
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2187995892840474,
|
||
|
|
"grad_norm": 3.0735326892001917,
|
||
|
|
"learning_rate": 9.09845777429752e-06,
|
||
|
|
"loss": 0.9702,
|
||
|
|
"step": 293
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21954634556146738,
|
||
|
|
"grad_norm": 4.053765796563824,
|
||
|
|
"learning_rate": 9.091513879540845e-06,
|
||
|
|
"loss": 0.9826,
|
||
|
|
"step": 294
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21954634556146738,
|
||
|
|
"eval_loss": 0.9944608807563782,
|
||
|
|
"eval_runtime": 160.5629,
|
||
|
|
"eval_samples_per_second": 112.286,
|
||
|
|
"eval_steps_per_second": 1.756,
|
||
|
|
"step": 294
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22029310183888734,
|
||
|
|
"grad_norm": 4.865522980455722,
|
||
|
|
"learning_rate": 9.084546016652758e-06,
|
||
|
|
"loss": 1.1022,
|
||
|
|
"step": 295
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2210398581163073,
|
||
|
|
"grad_norm": 3.747759280503234,
|
||
|
|
"learning_rate": 9.07755422645107e-06,
|
||
|
|
"loss": 1.0149,
|
||
|
|
"step": 296
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22178661439372724,
|
||
|
|
"grad_norm": 2.886224555660969,
|
||
|
|
"learning_rate": 9.070538549893762e-06,
|
||
|
|
"loss": 0.9359,
|
||
|
|
"step": 297
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2225333706711472,
|
||
|
|
"grad_norm": 3.707336145864212,
|
||
|
|
"learning_rate": 9.063499028078742e-06,
|
||
|
|
"loss": 1.0696,
|
||
|
|
"step": 298
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22328012694856716,
|
||
|
|
"grad_norm": 2.918913323052194,
|
||
|
|
"learning_rate": 9.056435702243601e-06,
|
||
|
|
"loss": 0.9829,
|
||
|
|
"step": 299
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22402688322598713,
|
||
|
|
"grad_norm": 3.5655254434314485,
|
||
|
|
"learning_rate": 9.049348613765379e-06,
|
||
|
|
"loss": 1.1198,
|
||
|
|
"step": 300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22477363950340706,
|
||
|
|
"grad_norm": 3.87864421227377,
|
||
|
|
"learning_rate": 9.042237804160313e-06,
|
||
|
|
"loss": 1.045,
|
||
|
|
"step": 301
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22552039578082703,
|
||
|
|
"grad_norm": 5.860458069015467,
|
||
|
|
"learning_rate": 9.035103315083603e-06,
|
||
|
|
"loss": 1.0307,
|
||
|
|
"step": 302
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.226267152058247,
|
||
|
|
"grad_norm": 3.383434386692763,
|
||
|
|
"learning_rate": 9.027945188329157e-06,
|
||
|
|
"loss": 0.989,
|
||
|
|
"step": 303
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22701390833566695,
|
||
|
|
"grad_norm": 3.65424563045076,
|
||
|
|
"learning_rate": 9.020763465829361e-06,
|
||
|
|
"loss": 1.025,
|
||
|
|
"step": 304
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22776066461308692,
|
||
|
|
"grad_norm": 3.6361185953370856,
|
||
|
|
"learning_rate": 9.013558189654819e-06,
|
||
|
|
"loss": 0.9718,
|
||
|
|
"step": 305
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22850742089050685,
|
||
|
|
"grad_norm": 4.603618291504726,
|
||
|
|
"learning_rate": 9.006329402014115e-06,
|
||
|
|
"loss": 0.976,
|
||
|
|
"step": 306
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22925417716792681,
|
||
|
|
"grad_norm": 4.4620408030223775,
|
||
|
|
"learning_rate": 8.999077145253564e-06,
|
||
|
|
"loss": 1.0732,
|
||
|
|
"step": 307
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23000093344534678,
|
||
|
|
"grad_norm": 4.541176700346841,
|
||
|
|
"learning_rate": 8.991801461856961e-06,
|
||
|
|
"loss": 1.067,
|
||
|
|
"step": 308
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23000093344534678,
|
||
|
|
"eval_loss": 0.9934854507446289,
|
||
|
|
"eval_runtime": 160.5833,
|
||
|
|
"eval_samples_per_second": 112.272,
|
||
|
|
"eval_steps_per_second": 1.756,
|
||
|
|
"step": 308
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23074768972276674,
|
||
|
|
"grad_norm": 3.195979915169788,
|
||
|
|
"learning_rate": 8.984502394445338e-06,
|
||
|
|
"loss": 1.0315,
|
||
|
|
"step": 309
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23149444600018668,
|
||
|
|
"grad_norm": 3.835832525500061,
|
||
|
|
"learning_rate": 8.977179985776707e-06,
|
||
|
|
"loss": 1.1007,
|
||
|
|
"step": 310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23224120227760664,
|
||
|
|
"grad_norm": 5.0483013462475075,
|
||
|
|
"learning_rate": 8.969834278745817e-06,
|
||
|
|
"loss": 1.0427,
|
||
|
|
"step": 311
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2329879585550266,
|
||
|
|
"grad_norm": 4.252092405014885,
|
||
|
|
"learning_rate": 8.962465316383894e-06,
|
||
|
|
"loss": 1.0672,
|
||
|
|
"step": 312
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23373471483244657,
|
||
|
|
"grad_norm": 3.3931880091176083,
|
||
|
|
"learning_rate": 8.955073141858401e-06,
|
||
|
|
"loss": 1.0445,
|
||
|
|
"step": 313
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23448147110986653,
|
||
|
|
"grad_norm": 3.7519330808807987,
|
||
|
|
"learning_rate": 8.94765779847277e-06,
|
||
|
|
"loss": 1.0875,
|
||
|
|
"step": 314
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23522822738728646,
|
||
|
|
"grad_norm": 3.404074995155419,
|
||
|
|
"learning_rate": 8.940219329666167e-06,
|
||
|
|
"loss": 1.0125,
|
||
|
|
"step": 315
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23597498366470643,
|
||
|
|
"grad_norm": 3.978543801899103,
|
||
|
|
"learning_rate": 8.932757779013214e-06,
|
||
|
|
"loss": 1.0249,
|
||
|
|
"step": 316
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2367217399421264,
|
||
|
|
"grad_norm": 3.7272416239455763,
|
||
|
|
"learning_rate": 8.925273190223756e-06,
|
||
|
|
"loss": 1.089,
|
||
|
|
"step": 317
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23746849621954635,
|
||
|
|
"grad_norm": 3.8636012935517448,
|
||
|
|
"learning_rate": 8.917765607142594e-06,
|
||
|
|
"loss": 1.0153,
|
||
|
|
"step": 318
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2382152524969663,
|
||
|
|
"grad_norm": 3.2747280611352894,
|
||
|
|
"learning_rate": 8.910235073749226e-06,
|
||
|
|
"loss": 1.0644,
|
||
|
|
"step": 319
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23896200877438625,
|
||
|
|
"grad_norm": 5.279253406480692,
|
||
|
|
"learning_rate": 8.9026816341576e-06,
|
||
|
|
"loss": 1.0308,
|
||
|
|
"step": 320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23970876505180622,
|
||
|
|
"grad_norm": 3.11287763067271,
|
||
|
|
"learning_rate": 8.895105332615841e-06,
|
||
|
|
"loss": 1.0005,
|
||
|
|
"step": 321
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24045552132922618,
|
||
|
|
"grad_norm": 4.973692199255152,
|
||
|
|
"learning_rate": 8.887506213506005e-06,
|
||
|
|
"loss": 1.0565,
|
||
|
|
"step": 322
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24045552132922618,
|
||
|
|
"eval_loss": 0.9922440648078918,
|
||
|
|
"eval_runtime": 160.7313,
|
||
|
|
"eval_samples_per_second": 112.169,
|
||
|
|
"eval_steps_per_second": 1.754,
|
||
|
|
"step": 322
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24120227760664614,
|
||
|
|
"grad_norm": 3.1961095681046605,
|
||
|
|
"learning_rate": 8.879884321343813e-06,
|
||
|
|
"loss": 1.0421,
|
||
|
|
"step": 323
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24194903388406608,
|
||
|
|
"grad_norm": 3.4689654047952816,
|
||
|
|
"learning_rate": 8.872239700778387e-06,
|
||
|
|
"loss": 1.0353,
|
||
|
|
"step": 324
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24269579016148604,
|
||
|
|
"grad_norm": 3.316236552129336,
|
||
|
|
"learning_rate": 8.864572396591996e-06,
|
||
|
|
"loss": 1.0268,
|
||
|
|
"step": 325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.243442546438906,
|
||
|
|
"grad_norm": 4.010944666361697,
|
||
|
|
"learning_rate": 8.856882453699789e-06,
|
||
|
|
"loss": 1.0012,
|
||
|
|
"step": 326
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24418930271632597,
|
||
|
|
"grad_norm": 3.6005519269255504,
|
||
|
|
"learning_rate": 8.849169917149532e-06,
|
||
|
|
"loss": 1.0483,
|
||
|
|
"step": 327
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2449360589937459,
|
||
|
|
"grad_norm": 3.039548950649496,
|
||
|
|
"learning_rate": 8.841434832121345e-06,
|
||
|
|
"loss": 1.053,
|
||
|
|
"step": 328
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24568281527116587,
|
||
|
|
"grad_norm": 4.617344719406804,
|
||
|
|
"learning_rate": 8.833677243927439e-06,
|
||
|
|
"loss": 0.9565,
|
||
|
|
"step": 329
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24642957154858583,
|
||
|
|
"grad_norm": 3.0892815649842986,
|
||
|
|
"learning_rate": 8.825897198011847e-06,
|
||
|
|
"loss": 1.0735,
|
||
|
|
"step": 330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2471763278260058,
|
||
|
|
"grad_norm": 3.675909285421093,
|
||
|
|
"learning_rate": 8.818094739950157e-06,
|
||
|
|
"loss": 1.0462,
|
||
|
|
"step": 331
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24792308410342576,
|
||
|
|
"grad_norm": 3.927754317009532,
|
||
|
|
"learning_rate": 8.810269915449255e-06,
|
||
|
|
"loss": 1.114,
|
||
|
|
"step": 332
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2486698403808457,
|
||
|
|
"grad_norm": 2.990101012798793,
|
||
|
|
"learning_rate": 8.802422770347044e-06,
|
||
|
|
"loss": 1.0208,
|
||
|
|
"step": 333
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24941659665826565,
|
||
|
|
"grad_norm": 3.3346146894348956,
|
||
|
|
"learning_rate": 8.79455335061218e-06,
|
||
|
|
"loss": 0.978,
|
||
|
|
"step": 334
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2501633529356856,
|
||
|
|
"grad_norm": 3.319351140293654,
|
||
|
|
"learning_rate": 8.786661702343811e-06,
|
||
|
|
"loss": 1.0032,
|
||
|
|
"step": 335
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2509101092131056,
|
||
|
|
"grad_norm": 3.1815233823997775,
|
||
|
|
"learning_rate": 8.778747871771293e-06,
|
||
|
|
"loss": 0.9834,
|
||
|
|
"step": 336
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2509101092131056,
|
||
|
|
"eval_loss": 0.9869978427886963,
|
||
|
|
"eval_runtime": 160.5665,
|
||
|
|
"eval_samples_per_second": 112.284,
|
||
|
|
"eval_steps_per_second": 1.756,
|
||
|
|
"step": 336
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2516568654905255,
|
||
|
|
"grad_norm": 3.8614964239023575,
|
||
|
|
"learning_rate": 8.770811905253929e-06,
|
||
|
|
"loss": 0.9907,
|
||
|
|
"step": 337
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2524036217679455,
|
||
|
|
"grad_norm": 4.010000964702555,
|
||
|
|
"learning_rate": 8.762853849280692e-06,
|
||
|
|
"loss": 0.9913,
|
||
|
|
"step": 338
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25315037804536544,
|
||
|
|
"grad_norm": 3.390634860886564,
|
||
|
|
"learning_rate": 8.754873750469964e-06,
|
||
|
|
"loss": 1.0259,
|
||
|
|
"step": 339
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2538971343227854,
|
||
|
|
"grad_norm": 3.889606894130351,
|
||
|
|
"learning_rate": 8.746871655569245e-06,
|
||
|
|
"loss": 1.1029,
|
||
|
|
"step": 340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25464389060020537,
|
||
|
|
"grad_norm": 5.308002153451313,
|
||
|
|
"learning_rate": 8.738847611454887e-06,
|
||
|
|
"loss": 1.0702,
|
||
|
|
"step": 341
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2553906468776253,
|
||
|
|
"grad_norm": 3.588824400370797,
|
||
|
|
"learning_rate": 8.730801665131831e-06,
|
||
|
|
"loss": 1.0099,
|
||
|
|
"step": 342
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2561374031550453,
|
||
|
|
"grad_norm": 5.807491833529212,
|
||
|
|
"learning_rate": 8.722733863733314e-06,
|
||
|
|
"loss": 1.1411,
|
||
|
|
"step": 343
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25688415943246523,
|
||
|
|
"grad_norm": 3.2267656811014396,
|
||
|
|
"learning_rate": 8.714644254520599e-06,
|
||
|
|
"loss": 1.0253,
|
||
|
|
"step": 344
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25763091570988517,
|
||
|
|
"grad_norm": 4.5457930141059,
|
||
|
|
"learning_rate": 8.706532884882704e-06,
|
||
|
|
"loss": 1.1174,
|
||
|
|
"step": 345
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25837767198730516,
|
||
|
|
"grad_norm": 10.348057960352017,
|
||
|
|
"learning_rate": 8.698399802336117e-06,
|
||
|
|
"loss": 0.9912,
|
||
|
|
"step": 346
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2591244282647251,
|
||
|
|
"grad_norm": 3.066110108501509,
|
||
|
|
"learning_rate": 8.690245054524522e-06,
|
||
|
|
"loss": 1.0336,
|
||
|
|
"step": 347
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2598711845421451,
|
||
|
|
"grad_norm": 3.370718413246445,
|
||
|
|
"learning_rate": 8.682068689218517e-06,
|
||
|
|
"loss": 1.0249,
|
||
|
|
"step": 348
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.260617940819565,
|
||
|
|
"grad_norm": 3.1496821083014184,
|
||
|
|
"learning_rate": 8.673870754315336e-06,
|
||
|
|
"loss": 0.9605,
|
||
|
|
"step": 349
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26136469709698495,
|
||
|
|
"grad_norm": 3.8758345843988233,
|
||
|
|
"learning_rate": 8.665651297838572e-06,
|
||
|
|
"loss": 1.0054,
|
||
|
|
"step": 350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26136469709698495,
|
||
|
|
"eval_loss": 0.9857860207557678,
|
||
|
|
"eval_runtime": 160.6029,
|
||
|
|
"eval_samples_per_second": 112.258,
|
||
|
|
"eval_steps_per_second": 1.756,
|
||
|
|
"step": 350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26211145337440495,
|
||
|
|
"grad_norm": 3.651482334551038,
|
||
|
|
"learning_rate": 8.65741036793788e-06,
|
||
|
|
"loss": 1.0849,
|
||
|
|
"step": 351
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2628582096518249,
|
||
|
|
"grad_norm": 3.3246917496100306,
|
||
|
|
"learning_rate": 8.649148012888717e-06,
|
||
|
|
"loss": 0.959,
|
||
|
|
"step": 352
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2636049659292448,
|
||
|
|
"grad_norm": 3.4869853483297235,
|
||
|
|
"learning_rate": 8.640864281092051e-06,
|
||
|
|
"loss": 1.0238,
|
||
|
|
"step": 353
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2643517222066648,
|
||
|
|
"grad_norm": 3.62379026669033,
|
||
|
|
"learning_rate": 8.632559221074063e-06,
|
||
|
|
"loss": 1.0621,
|
||
|
|
"step": 354
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26509847848408474,
|
||
|
|
"grad_norm": 3.407945964026508,
|
||
|
|
"learning_rate": 8.624232881485887e-06,
|
||
|
|
"loss": 1.0635,
|
||
|
|
"step": 355
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26584523476150473,
|
||
|
|
"grad_norm": 2.7911014267413417,
|
||
|
|
"learning_rate": 8.615885311103306e-06,
|
||
|
|
"loss": 1.0197,
|
||
|
|
"step": 356
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26659199103892467,
|
||
|
|
"grad_norm": 3.087248719032191,
|
||
|
|
"learning_rate": 8.607516558826477e-06,
|
||
|
|
"loss": 1.0095,
|
||
|
|
"step": 357
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2673387473163446,
|
||
|
|
"grad_norm": 3.232901307867413,
|
||
|
|
"learning_rate": 8.599126673679636e-06,
|
||
|
|
"loss": 0.984,
|
||
|
|
"step": 358
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2680855035937646,
|
||
|
|
"grad_norm": 4.085245454288716,
|
||
|
|
"learning_rate": 8.590715704810823e-06,
|
||
|
|
"loss": 1.0483,
|
||
|
|
"step": 359
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26883225987118453,
|
||
|
|
"grad_norm": 6.945488421551598,
|
||
|
|
"learning_rate": 8.582283701491576e-06,
|
||
|
|
"loss": 1.0444,
|
||
|
|
"step": 360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2695790161486045,
|
||
|
|
"grad_norm": 3.6035457167003067,
|
||
|
|
"learning_rate": 8.573830713116663e-06,
|
||
|
|
"loss": 0.989,
|
||
|
|
"step": 361
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27032577242602446,
|
||
|
|
"grad_norm": 4.121541341754975,
|
||
|
|
"learning_rate": 8.565356789203781e-06,
|
||
|
|
"loss": 1.0037,
|
||
|
|
"step": 362
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2710725287034444,
|
||
|
|
"grad_norm": 3.79404977076993,
|
||
|
|
"learning_rate": 8.556861979393263e-06,
|
||
|
|
"loss": 1.0403,
|
||
|
|
"step": 363
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2718192849808644,
|
||
|
|
"grad_norm": 4.030031666437055,
|
||
|
|
"learning_rate": 8.548346333447794e-06,
|
||
|
|
"loss": 1.0121,
|
||
|
|
"step": 364
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2718192849808644,
|
||
|
|
"eval_loss": 0.9849192500114441,
|
||
|
|
"eval_runtime": 160.5363,
|
||
|
|
"eval_samples_per_second": 112.305,
|
||
|
|
"eval_steps_per_second": 1.757,
|
||
|
|
"step": 364
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2725660412582843,
|
||
|
|
"grad_norm": 2.888450802695812,
|
||
|
|
"learning_rate": 8.539809901252118e-06,
|
||
|
|
"loss": 0.9501,
|
||
|
|
"step": 365
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2733127975357043,
|
||
|
|
"grad_norm": 3.9527081940985545,
|
||
|
|
"learning_rate": 8.531252732812744e-06,
|
||
|
|
"loss": 1.0831,
|
||
|
|
"step": 366
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27405955381312425,
|
||
|
|
"grad_norm": 6.463294702133942,
|
||
|
|
"learning_rate": 8.522674878257658e-06,
|
||
|
|
"loss": 1.0366,
|
||
|
|
"step": 367
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2748063100905442,
|
||
|
|
"grad_norm": 3.095330854017702,
|
||
|
|
"learning_rate": 8.514076387836022e-06,
|
||
|
|
"loss": 0.9823,
|
||
|
|
"step": 368
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2755530663679642,
|
||
|
|
"grad_norm": 3.8233257574656743,
|
||
|
|
"learning_rate": 8.505457311917878e-06,
|
||
|
|
"loss": 1.0125,
|
||
|
|
"step": 369
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2762998226453841,
|
||
|
|
"grad_norm": 4.0903866779791676,
|
||
|
|
"learning_rate": 8.496817700993869e-06,
|
||
|
|
"loss": 1.0439,
|
||
|
|
"step": 370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27704657892280404,
|
||
|
|
"grad_norm": 3.8768659844134743,
|
||
|
|
"learning_rate": 8.488157605674924e-06,
|
||
|
|
"loss": 1.1039,
|
||
|
|
"step": 371
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27779333520022403,
|
||
|
|
"grad_norm": 2.9318267792600357,
|
||
|
|
"learning_rate": 8.479477076691975e-06,
|
||
|
|
"loss": 0.9654,
|
||
|
|
"step": 372
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27854009147764397,
|
||
|
|
"grad_norm": 4.231056764323647,
|
||
|
|
"learning_rate": 8.47077616489565e-06,
|
||
|
|
"loss": 0.9985,
|
||
|
|
"step": 373
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27928684775506396,
|
||
|
|
"grad_norm": 3.0018019927339936,
|
||
|
|
"learning_rate": 8.462054921255984e-06,
|
||
|
|
"loss": 1.07,
|
||
|
|
"step": 374
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2800336040324839,
|
||
|
|
"grad_norm": 3.860901132155319,
|
||
|
|
"learning_rate": 8.453313396862113e-06,
|
||
|
|
"loss": 1.0714,
|
||
|
|
"step": 375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28078036030990383,
|
||
|
|
"grad_norm": 3.397395596102485,
|
||
|
|
"learning_rate": 8.44455164292198e-06,
|
||
|
|
"loss": 1.0387,
|
||
|
|
"step": 376
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2815271165873238,
|
||
|
|
"grad_norm": 2.8794162395513654,
|
||
|
|
"learning_rate": 8.43576971076203e-06,
|
||
|
|
"loss": 0.9757,
|
||
|
|
"step": 377
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28227387286474376,
|
||
|
|
"grad_norm": 3.4033543290966928,
|
||
|
|
"learning_rate": 8.426967651826914e-06,
|
||
|
|
"loss": 0.9365,
|
||
|
|
"step": 378
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28227387286474376,
|
||
|
|
"eval_loss": 0.9828009009361267,
|
||
|
|
"eval_runtime": 160.585,
|
||
|
|
"eval_samples_per_second": 112.271,
|
||
|
|
"eval_steps_per_second": 1.756,
|
||
|
|
"step": 378
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28302062914216375,
|
||
|
|
"grad_norm": 3.3989624743375617,
|
||
|
|
"learning_rate": 8.418145517679188e-06,
|
||
|
|
"loss": 1.0231,
|
||
|
|
"step": 379
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2837673854195837,
|
||
|
|
"grad_norm": 4.328116900729524,
|
||
|
|
"learning_rate": 8.409303359999007e-06,
|
||
|
|
"loss": 0.9752,
|
||
|
|
"step": 380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2845141416970036,
|
||
|
|
"grad_norm": 3.602577669926632,
|
||
|
|
"learning_rate": 8.400441230583822e-06,
|
||
|
|
"loss": 1.0199,
|
||
|
|
"step": 381
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2852608979744236,
|
||
|
|
"grad_norm": 3.5809369419716752,
|
||
|
|
"learning_rate": 8.391559181348081e-06,
|
||
|
|
"loss": 0.9868,
|
||
|
|
"step": 382
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28600765425184355,
|
||
|
|
"grad_norm": 3.395383899337209,
|
||
|
|
"learning_rate": 8.382657264322924e-06,
|
||
|
|
"loss": 1.0212,
|
||
|
|
"step": 383
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28675441052926354,
|
||
|
|
"grad_norm": 6.772601000085416,
|
||
|
|
"learning_rate": 8.37373553165587e-06,
|
||
|
|
"loss": 1.1117,
|
||
|
|
"step": 384
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2875011668066835,
|
||
|
|
"grad_norm": 3.252451755396697,
|
||
|
|
"learning_rate": 8.364794035610527e-06,
|
||
|
|
"loss": 1.0028,
|
||
|
|
"step": 385
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2882479230841034,
|
||
|
|
"grad_norm": 3.5098322414248395,
|
||
|
|
"learning_rate": 8.355832828566273e-06,
|
||
|
|
"loss": 0.9566,
|
||
|
|
"step": 386
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2889946793615234,
|
||
|
|
"grad_norm": 2.9266861457219187,
|
||
|
|
"learning_rate": 8.346851963017952e-06,
|
||
|
|
"loss": 0.9624,
|
||
|
|
"step": 387
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28974143563894333,
|
||
|
|
"grad_norm": 3.8574986005071814,
|
||
|
|
"learning_rate": 8.337851491575569e-06,
|
||
|
|
"loss": 1.1127,
|
||
|
|
"step": 388
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29048819191636327,
|
||
|
|
"grad_norm": 3.7829383097996323,
|
||
|
|
"learning_rate": 8.32883146696398e-06,
|
||
|
|
"loss": 1.054,
|
||
|
|
"step": 389
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29123494819378326,
|
||
|
|
"grad_norm": 4.299196127336594,
|
||
|
|
"learning_rate": 8.319791942022586e-06,
|
||
|
|
"loss": 1.1059,
|
||
|
|
"step": 390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2919817044712032,
|
||
|
|
"grad_norm": 3.537643283730942,
|
||
|
|
"learning_rate": 8.310732969705018e-06,
|
||
|
|
"loss": 1.0657,
|
||
|
|
"step": 391
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2927284607486232,
|
||
|
|
"grad_norm": 3.1645266690038616,
|
||
|
|
"learning_rate": 8.301654603078832e-06,
|
||
|
|
"loss": 1.037,
|
||
|
|
"step": 392
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2927284607486232,
|
||
|
|
"eval_loss": 0.9834852814674377,
|
||
|
|
"eval_runtime": 160.6069,
|
||
|
|
"eval_samples_per_second": 112.255,
|
||
|
|
"eval_steps_per_second": 1.756,
|
||
|
|
"step": 392
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2934752170260431,
|
||
|
|
"grad_norm": 4.187400458258949,
|
||
|
|
"learning_rate": 8.292556895325195e-06,
|
||
|
|
"loss": 0.998,
|
||
|
|
"step": 393
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29422197330346306,
|
||
|
|
"grad_norm": 3.5667687656977387,
|
||
|
|
"learning_rate": 8.283439899738574e-06,
|
||
|
|
"loss": 1.0179,
|
||
|
|
"step": 394
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29496872958088305,
|
||
|
|
"grad_norm": 3.765218136068551,
|
||
|
|
"learning_rate": 8.274303669726427e-06,
|
||
|
|
"loss": 1.0147,
|
||
|
|
"step": 395
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.295715485858303,
|
||
|
|
"grad_norm": 3.864131300606489,
|
||
|
|
"learning_rate": 8.265148258808884e-06,
|
||
|
|
"loss": 0.9901,
|
||
|
|
"step": 396
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.296462242135723,
|
||
|
|
"grad_norm": 2.949157107673803,
|
||
|
|
"learning_rate": 8.255973720618438e-06,
|
||
|
|
"loss": 1.0055,
|
||
|
|
"step": 397
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2972089984131429,
|
||
|
|
"grad_norm": 3.7436652842793374,
|
||
|
|
"learning_rate": 8.246780108899635e-06,
|
||
|
|
"loss": 1.1692,
|
||
|
|
"step": 398
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29795575469056285,
|
||
|
|
"grad_norm": 3.2192130117671343,
|
||
|
|
"learning_rate": 8.237567477508744e-06,
|
||
|
|
"loss": 0.9998,
|
||
|
|
"step": 399
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29870251096798284,
|
||
|
|
"grad_norm": 3.6902903702330443,
|
||
|
|
"learning_rate": 8.228335880413458e-06,
|
||
|
|
"loss": 1.0037,
|
||
|
|
"step": 400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2994492672454028,
|
||
|
|
"grad_norm": 3.4271815650751436,
|
||
|
|
"learning_rate": 8.219085371692573e-06,
|
||
|
|
"loss": 1.0365,
|
||
|
|
"step": 401
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30019602352282276,
|
||
|
|
"grad_norm": 3.4017253839996133,
|
||
|
|
"learning_rate": 8.209816005535665e-06,
|
||
|
|
"loss": 1.0868,
|
||
|
|
"step": 402
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3009427798002427,
|
||
|
|
"grad_norm": 2.7458347961593566,
|
||
|
|
"learning_rate": 8.200527836242775e-06,
|
||
|
|
"loss": 0.9653,
|
||
|
|
"step": 403
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30168953607766263,
|
||
|
|
"grad_norm": 3.1745766085250007,
|
||
|
|
"learning_rate": 8.191220918224102e-06,
|
||
|
|
"loss": 0.993,
|
||
|
|
"step": 404
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3024362923550826,
|
||
|
|
"grad_norm": 3.090654241484588,
|
||
|
|
"learning_rate": 8.181895305999665e-06,
|
||
|
|
"loss": 0.9881,
|
||
|
|
"step": 405
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30318304863250256,
|
||
|
|
"grad_norm": 3.6314806742898282,
|
||
|
|
"learning_rate": 8.172551054199002e-06,
|
||
|
|
"loss": 1.0375,
|
||
|
|
"step": 406
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30318304863250256,
|
||
|
|
"eval_loss": 0.9811131358146667,
|
||
|
|
"eval_runtime": 160.5504,
|
||
|
|
"eval_samples_per_second": 112.295,
|
||
|
|
"eval_steps_per_second": 1.756,
|
||
|
|
"step": 406
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3039298049099225,
|
||
|
|
"grad_norm": 3.7357325248458624,
|
||
|
|
"learning_rate": 8.16318821756084e-06,
|
||
|
|
"loss": 1.0248,
|
||
|
|
"step": 407
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3046765611873425,
|
||
|
|
"grad_norm": 2.5737530837652383,
|
||
|
|
"learning_rate": 8.153806850932771e-06,
|
||
|
|
"loss": 1.0217,
|
||
|
|
"step": 408
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3054233174647624,
|
||
|
|
"grad_norm": 3.1463228977712467,
|
||
|
|
"learning_rate": 8.144407009270939e-06,
|
||
|
|
"loss": 1.0029,
|
||
|
|
"step": 409
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3061700737421824,
|
||
|
|
"grad_norm": 9.739807547203563,
|
||
|
|
"learning_rate": 8.134988747639719e-06,
|
||
|
|
"loss": 1.0793,
|
||
|
|
"step": 410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30691683001960235,
|
||
|
|
"grad_norm": 3.4794447208645187,
|
||
|
|
"learning_rate": 8.125552121211385e-06,
|
||
|
|
"loss": 1.0399,
|
||
|
|
"step": 411
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3076635862970223,
|
||
|
|
"grad_norm": 3.3525431927586578,
|
||
|
|
"learning_rate": 8.116097185265793e-06,
|
||
|
|
"loss": 1.0431,
|
||
|
|
"step": 412
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3084103425744423,
|
||
|
|
"grad_norm": 3.4084157252106837,
|
||
|
|
"learning_rate": 8.106623995190058e-06,
|
||
|
|
"loss": 1.0727,
|
||
|
|
"step": 413
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3091570988518622,
|
||
|
|
"grad_norm": 3.476679438345711,
|
||
|
|
"learning_rate": 8.09713260647823e-06,
|
||
|
|
"loss": 1.1045,
|
||
|
|
"step": 414
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3099038551292822,
|
||
|
|
"grad_norm": 3.5348116522716078,
|
||
|
|
"learning_rate": 8.08762307473096e-06,
|
||
|
|
"loss": 0.9603,
|
||
|
|
"step": 415
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31065061140670214,
|
||
|
|
"grad_norm": 3.6167949527936254,
|
||
|
|
"learning_rate": 8.078095455655188e-06,
|
||
|
|
"loss": 1.0288,
|
||
|
|
"step": 416
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3113973676841221,
|
||
|
|
"grad_norm": 3.0637330231202013,
|
||
|
|
"learning_rate": 8.068549805063806e-06,
|
||
|
|
"loss": 0.9912,
|
||
|
|
"step": 417
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31214412396154206,
|
||
|
|
"grad_norm": 3.240446093775731,
|
||
|
|
"learning_rate": 8.058986178875337e-06,
|
||
|
|
"loss": 0.9449,
|
||
|
|
"step": 418
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.312890880238962,
|
||
|
|
"grad_norm": 3.5029259821878593,
|
||
|
|
"learning_rate": 8.0494046331136e-06,
|
||
|
|
"loss": 0.9791,
|
||
|
|
"step": 419
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.313637636516382,
|
||
|
|
"grad_norm": 4.857373088195226,
|
||
|
|
"learning_rate": 8.039805223907396e-06,
|
||
|
|
"loss": 1.0656,
|
||
|
|
"step": 420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.313637636516382,
|
||
|
|
"eval_loss": 0.9795615673065186,
|
||
|
|
"eval_runtime": 160.5273,
|
||
|
|
"eval_samples_per_second": 112.311,
|
||
|
|
"eval_steps_per_second": 1.757,
|
||
|
|
"step": 420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3143843927938019,
|
||
|
|
"grad_norm": 3.621695917176158,
|
||
|
|
"learning_rate": 8.030188007490164e-06,
|
||
|
|
"loss": 0.9901,
|
||
|
|
"step": 421
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31513114907122186,
|
||
|
|
"grad_norm": 3.134150159669535,
|
||
|
|
"learning_rate": 8.020553040199654e-06,
|
||
|
|
"loss": 1.017,
|
||
|
|
"step": 422
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31587790534864185,
|
||
|
|
"grad_norm": 3.7042154643581395,
|
||
|
|
"learning_rate": 8.010900378477612e-06,
|
||
|
|
"loss": 1.0453,
|
||
|
|
"step": 423
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3166246616260618,
|
||
|
|
"grad_norm": 2.91252648100696,
|
||
|
|
"learning_rate": 8.00123007886943e-06,
|
||
|
|
"loss": 1.0093,
|
||
|
|
"step": 424
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3173714179034818,
|
||
|
|
"grad_norm": 3.211153472938924,
|
||
|
|
"learning_rate": 7.991542198023827e-06,
|
||
|
|
"loss": 0.9395,
|
||
|
|
"step": 425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3181181741809017,
|
||
|
|
"grad_norm": 3.2362263093734764,
|
||
|
|
"learning_rate": 7.981836792692508e-06,
|
||
|
|
"loss": 1.0098,
|
||
|
|
"step": 426
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31886493045832165,
|
||
|
|
"grad_norm": 4.070963322234874,
|
||
|
|
"learning_rate": 7.97211391972984e-06,
|
||
|
|
"loss": 1.0552,
|
||
|
|
"step": 427
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31961168673574164,
|
||
|
|
"grad_norm": 3.212324506648779,
|
||
|
|
"learning_rate": 7.962373636092517e-06,
|
||
|
|
"loss": 0.9705,
|
||
|
|
"step": 428
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3203584430131616,
|
||
|
|
"grad_norm": 3.861278889833234,
|
||
|
|
"learning_rate": 7.952615998839222e-06,
|
||
|
|
"loss": 1.0376,
|
||
|
|
"step": 429
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3211051992905815,
|
||
|
|
"grad_norm": 3.040788601978854,
|
||
|
|
"learning_rate": 7.942841065130296e-06,
|
||
|
|
"loss": 0.9765,
|
||
|
|
"step": 430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3218519555680015,
|
||
|
|
"grad_norm": 3.7318713732273934,
|
||
|
|
"learning_rate": 7.933048892227406e-06,
|
||
|
|
"loss": 1.0966,
|
||
|
|
"step": 431
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32259871184542144,
|
||
|
|
"grad_norm": 3.0465602998502153,
|
||
|
|
"learning_rate": 7.923239537493204e-06,
|
||
|
|
"loss": 0.9536,
|
||
|
|
"step": 432
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32334546812284143,
|
||
|
|
"grad_norm": 3.3796680686549117,
|
||
|
|
"learning_rate": 7.913413058390989e-06,
|
||
|
|
"loss": 1.1145,
|
||
|
|
"step": 433
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32409222440026136,
|
||
|
|
"grad_norm": 3.6473790330312825,
|
||
|
|
"learning_rate": 7.903569512484383e-06,
|
||
|
|
"loss": 1.0295,
|
||
|
|
"step": 434
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32409222440026136,
|
||
|
|
"eval_loss": 0.9785324335098267,
|
||
|
|
"eval_runtime": 160.554,
|
||
|
|
"eval_samples_per_second": 112.292,
|
||
|
|
"eval_steps_per_second": 1.756,
|
||
|
|
"step": 434
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3248389806776813,
|
||
|
|
"grad_norm": 2.9530024474970236,
|
||
|
|
"learning_rate": 7.893708957436982e-06,
|
||
|
|
"loss": 1.0426,
|
||
|
|
"step": 435
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3255857369551013,
|
||
|
|
"grad_norm": 3.766650384182543,
|
||
|
|
"learning_rate": 7.88383145101202e-06,
|
||
|
|
"loss": 1.0902,
|
||
|
|
"step": 436
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3263324932325212,
|
||
|
|
"grad_norm": 3.0225531834819157,
|
||
|
|
"learning_rate": 7.873937051072037e-06,
|
||
|
|
"loss": 1.0197,
|
||
|
|
"step": 437
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3270792495099412,
|
||
|
|
"grad_norm": 6.747688160994902,
|
||
|
|
"learning_rate": 7.864025815578524e-06,
|
||
|
|
"loss": 1.0138,
|
||
|
|
"step": 438
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32782600578736115,
|
||
|
|
"grad_norm": 3.3502645696292466,
|
||
|
|
"learning_rate": 7.85409780259161e-06,
|
||
|
|
"loss": 1.026,
|
||
|
|
"step": 439
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3285727620647811,
|
||
|
|
"grad_norm": 3.390696827000236,
|
||
|
|
"learning_rate": 7.844153070269697e-06,
|
||
|
|
"loss": 1.0403,
|
||
|
|
"step": 440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3293195183422011,
|
||
|
|
"grad_norm": 3.270199160958159,
|
||
|
|
"learning_rate": 7.834191676869135e-06,
|
||
|
|
"loss": 1.0221,
|
||
|
|
"step": 441
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.330066274619621,
|
||
|
|
"grad_norm": 3.361500760720287,
|
||
|
|
"learning_rate": 7.824213680743867e-06,
|
||
|
|
"loss": 0.9559,
|
||
|
|
"step": 442
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.330813030897041,
|
||
|
|
"grad_norm": 3.6775652760129125,
|
||
|
|
"learning_rate": 7.8142191403451e-06,
|
||
|
|
"loss": 1.0061,
|
||
|
|
"step": 443
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33155978717446094,
|
||
|
|
"grad_norm": 2.9665469767448425,
|
||
|
|
"learning_rate": 7.80420811422096e-06,
|
||
|
|
"loss": 1.0567,
|
||
|
|
"step": 444
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3323065434518809,
|
||
|
|
"grad_norm": 3.5075474240286377,
|
||
|
|
"learning_rate": 7.794180661016143e-06,
|
||
|
|
"loss": 1.0241,
|
||
|
|
"step": 445
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33305329972930087,
|
||
|
|
"grad_norm": 3.1914109742785266,
|
||
|
|
"learning_rate": 7.784136839471573e-06,
|
||
|
|
"loss": 1.0758,
|
||
|
|
"step": 446
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3338000560067208,
|
||
|
|
"grad_norm": 4.066852799813992,
|
||
|
|
"learning_rate": 7.774076708424062e-06,
|
||
|
|
"loss": 1.0315,
|
||
|
|
"step": 447
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33454681228414074,
|
||
|
|
"grad_norm": 3.0279095506480496,
|
||
|
|
"learning_rate": 7.764000326805967e-06,
|
||
|
|
"loss": 0.9507,
|
||
|
|
"step": 448
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33454681228414074,
|
||
|
|
"eval_loss": 0.9775028228759766,
|
||
|
|
"eval_runtime": 160.6104,
|
||
|
|
"eval_samples_per_second": 112.253,
|
||
|
|
"eval_steps_per_second": 1.756,
|
||
|
|
"step": 448
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33529356856156073,
|
||
|
|
"grad_norm": 3.102821716169309,
|
||
|
|
"learning_rate": 7.753907753644835e-06,
|
||
|
|
"loss": 1.0906,
|
||
|
|
"step": 449
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33604032483898066,
|
||
|
|
"grad_norm": 3.1371422748805644,
|
||
|
|
"learning_rate": 7.74379904806307e-06,
|
||
|
|
"loss": 1.038,
|
||
|
|
"step": 450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33678708111640066,
|
||
|
|
"grad_norm": 3.664718417806466,
|
||
|
|
"learning_rate": 7.733674269277572e-06,
|
||
|
|
"loss": 1.0063,
|
||
|
|
"step": 451
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3375338373938206,
|
||
|
|
"grad_norm": 8.663230070425483,
|
||
|
|
"learning_rate": 7.7235334765994e-06,
|
||
|
|
"loss": 0.9922,
|
||
|
|
"step": 452
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3382805936712405,
|
||
|
|
"grad_norm": 3.4498456909319053,
|
||
|
|
"learning_rate": 7.71337672943343e-06,
|
||
|
|
"loss": 0.929,
|
||
|
|
"step": 453
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3390273499486605,
|
||
|
|
"grad_norm": 3.3294787014480924,
|
||
|
|
"learning_rate": 7.703204087277989e-06,
|
||
|
|
"loss": 1.025,
|
||
|
|
"step": 454
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33977410622608045,
|
||
|
|
"grad_norm": 10.093120102912547,
|
||
|
|
"learning_rate": 7.693015609724524e-06,
|
||
|
|
"loss": 1.0889,
|
||
|
|
"step": 455
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34052086250350044,
|
||
|
|
"grad_norm": 3.427826565448867,
|
||
|
|
"learning_rate": 7.682811356457245e-06,
|
||
|
|
"loss": 1.0335,
|
||
|
|
"step": 456
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3412676187809204,
|
||
|
|
"grad_norm": 3.1300498945062705,
|
||
|
|
"learning_rate": 7.672591387252773e-06,
|
||
|
|
"loss": 0.9643,
|
||
|
|
"step": 457
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3420143750583403,
|
||
|
|
"grad_norm": 4.834020434756831,
|
||
|
|
"learning_rate": 7.662355761979794e-06,
|
||
|
|
"loss": 1.0139,
|
||
|
|
"step": 458
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3427611313357603,
|
||
|
|
"grad_norm": 3.206146987660176,
|
||
|
|
"learning_rate": 7.652104540598712e-06,
|
||
|
|
"loss": 0.9946,
|
||
|
|
"step": 459
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34350788761318024,
|
||
|
|
"grad_norm": 3.0060430098945,
|
||
|
|
"learning_rate": 7.64183778316129e-06,
|
||
|
|
"loss": 0.9548,
|
||
|
|
"step": 460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34425464389060023,
|
||
|
|
"grad_norm": 2.700718919045169,
|
||
|
|
"learning_rate": 7.6315555498103e-06,
|
||
|
|
"loss": 1.0126,
|
||
|
|
"step": 461
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34500140016802017,
|
||
|
|
"grad_norm": 4.606267437808485,
|
||
|
|
"learning_rate": 7.621257900779173e-06,
|
||
|
|
"loss": 1.014,
|
||
|
|
"step": 462
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34500140016802017,
|
||
|
|
"eval_loss": 0.9751178026199341,
|
||
|
|
"eval_runtime": 162.1058,
|
||
|
|
"eval_samples_per_second": 111.217,
|
||
|
|
"eval_steps_per_second": 1.74,
|
||
|
|
"step": 462
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3457481564454401,
|
||
|
|
"grad_norm": 3.8917302169214243,
|
||
|
|
"learning_rate": 7.610944896391644e-06,
|
||
|
|
"loss": 1.0268,
|
||
|
|
"step": 463
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3464949127228601,
|
||
|
|
"grad_norm": 3.3196051557196586,
|
||
|
|
"learning_rate": 7.6006165970614045e-06,
|
||
|
|
"loss": 1.0196,
|
||
|
|
"step": 464
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34724166900028003,
|
||
|
|
"grad_norm": 3.53901881155908,
|
||
|
|
"learning_rate": 7.5902730632917395e-06,
|
||
|
|
"loss": 0.9993,
|
||
|
|
"step": 465
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34798842527769996,
|
||
|
|
"grad_norm": 3.0682482146093477,
|
||
|
|
"learning_rate": 7.579914355675177e-06,
|
||
|
|
"loss": 0.9473,
|
||
|
|
"step": 466
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34873518155511996,
|
||
|
|
"grad_norm": 3.087914341379048,
|
||
|
|
"learning_rate": 7.569540534893139e-06,
|
||
|
|
"loss": 1.0363,
|
||
|
|
"step": 467
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3494819378325399,
|
||
|
|
"grad_norm": 3.8282273155400426,
|
||
|
|
"learning_rate": 7.559151661715574e-06,
|
||
|
|
"loss": 0.9911,
|
||
|
|
"step": 468
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3502286941099599,
|
||
|
|
"grad_norm": 3.7879619577438475,
|
||
|
|
"learning_rate": 7.548747797000611e-06,
|
||
|
|
"loss": 1.1124,
|
||
|
|
"step": 469
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3509754503873798,
|
||
|
|
"grad_norm": 3.678911283929549,
|
||
|
|
"learning_rate": 7.5383290016942e-06,
|
||
|
|
"loss": 1.089,
|
||
|
|
"step": 470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35172220666479975,
|
||
|
|
"grad_norm": 3.153223573399342,
|
||
|
|
"learning_rate": 7.527895336829754e-06,
|
||
|
|
"loss": 0.9562,
|
||
|
|
"step": 471
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35246896294221974,
|
||
|
|
"grad_norm": 4.016430707128402,
|
||
|
|
"learning_rate": 7.517446863527791e-06,
|
||
|
|
"loss": 1.0842,
|
||
|
|
"step": 472
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3532157192196397,
|
||
|
|
"grad_norm": 3.016008204142368,
|
||
|
|
"learning_rate": 7.506983642995576e-06,
|
||
|
|
"loss": 0.9873,
|
||
|
|
"step": 473
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35396247549705967,
|
||
|
|
"grad_norm": 3.138460161693774,
|
||
|
|
"learning_rate": 7.496505736526769e-06,
|
||
|
|
"loss": 1.0124,
|
||
|
|
"step": 474
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3547092317744796,
|
||
|
|
"grad_norm": 2.8855105537883046,
|
||
|
|
"learning_rate": 7.486013205501053e-06,
|
||
|
|
"loss": 0.9669,
|
||
|
|
"step": 475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35545598805189954,
|
||
|
|
"grad_norm": 3.1177066824549597,
|
||
|
|
"learning_rate": 7.475506111383787e-06,
|
||
|
|
"loss": 0.9873,
|
||
|
|
"step": 476
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35545598805189954,
|
||
|
|
"eval_loss": 0.9743978977203369,
|
||
|
|
"eval_runtime": 160.456,
|
||
|
|
"eval_samples_per_second": 112.361,
|
||
|
|
"eval_steps_per_second": 1.757,
|
||
|
|
"step": 476
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35620274432931953,
|
||
|
|
"grad_norm": 3.0598520129588374,
|
||
|
|
"learning_rate": 7.464984515725638e-06,
|
||
|
|
"loss": 0.9891,
|
||
|
|
"step": 477
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35694950060673947,
|
||
|
|
"grad_norm": 2.98269608960095,
|
||
|
|
"learning_rate": 7.454448480162226e-06,
|
||
|
|
"loss": 1.0347,
|
||
|
|
"step": 478
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35769625688415946,
|
||
|
|
"grad_norm": 3.2757092754418107,
|
||
|
|
"learning_rate": 7.443898066413755e-06,
|
||
|
|
"loss": 1.1134,
|
||
|
|
"step": 479
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3584430131615794,
|
||
|
|
"grad_norm": 3.846293749413655,
|
||
|
|
"learning_rate": 7.433333336284665e-06,
|
||
|
|
"loss": 1.0546,
|
||
|
|
"step": 480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35918976943899933,
|
||
|
|
"grad_norm": 3.0031396693349346,
|
||
|
|
"learning_rate": 7.422754351663252e-06,
|
||
|
|
"loss": 0.9413,
|
||
|
|
"step": 481
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3599365257164193,
|
||
|
|
"grad_norm": 5.879276289496315,
|
||
|
|
"learning_rate": 7.412161174521321e-06,
|
||
|
|
"loss": 1.0645,
|
||
|
|
"step": 482
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36068328199383926,
|
||
|
|
"grad_norm": 2.9630046791659304,
|
||
|
|
"learning_rate": 7.4015538669138144e-06,
|
||
|
|
"loss": 1.0015,
|
||
|
|
"step": 483
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3614300382712592,
|
||
|
|
"grad_norm": 3.1007268346585417,
|
||
|
|
"learning_rate": 7.390932490978453e-06,
|
||
|
|
"loss": 0.9843,
|
||
|
|
"step": 484
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3621767945486792,
|
||
|
|
"grad_norm": 3.5996328301501155,
|
||
|
|
"learning_rate": 7.3802971089353696e-06,
|
||
|
|
"loss": 1.0323,
|
||
|
|
"step": 485
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3629235508260991,
|
||
|
|
"grad_norm": 3.6048723852155846,
|
||
|
|
"learning_rate": 7.369647783086742e-06,
|
||
|
|
"loss": 1.015,
|
||
|
|
"step": 486
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3636703071035191,
|
||
|
|
"grad_norm": 2.7669538427602487,
|
||
|
|
"learning_rate": 7.358984575816437e-06,
|
||
|
|
"loss": 0.9157,
|
||
|
|
"step": 487
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36441706338093904,
|
||
|
|
"grad_norm": 2.7712108102753126,
|
||
|
|
"learning_rate": 7.3483075495896296e-06,
|
||
|
|
"loss": 0.9782,
|
||
|
|
"step": 488
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.365163819658359,
|
||
|
|
"grad_norm": 3.151704417287714,
|
||
|
|
"learning_rate": 7.337616766952455e-06,
|
||
|
|
"loss": 0.9626,
|
||
|
|
"step": 489
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36591057593577897,
|
||
|
|
"grad_norm": 3.5437250736566366,
|
||
|
|
"learning_rate": 7.326912290531634e-06,
|
||
|
|
"loss": 1.0085,
|
||
|
|
"step": 490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36591057593577897,
|
||
|
|
"eval_loss": 0.9715595841407776,
|
||
|
|
"eval_runtime": 160.5498,
|
||
|
|
"eval_samples_per_second": 112.295,
|
||
|
|
"eval_steps_per_second": 1.756,
|
||
|
|
"step": 490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3666573322131989,
|
||
|
|
"grad_norm": 3.774562387910661,
|
||
|
|
"learning_rate": 7.316194183034096e-06,
|
||
|
|
"loss": 1.087,
|
||
|
|
"step": 491
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3674040884906189,
|
||
|
|
"grad_norm": 2.8372057210924746,
|
||
|
|
"learning_rate": 7.30546250724663e-06,
|
||
|
|
"loss": 0.9763,
|
||
|
|
"step": 492
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36815084476803883,
|
||
|
|
"grad_norm": 2.560789631009045,
|
||
|
|
"learning_rate": 7.294717326035508e-06,
|
||
|
|
"loss": 0.9571,
|
||
|
|
"step": 493
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36889760104545877,
|
||
|
|
"grad_norm": 3.5990199559087785,
|
||
|
|
"learning_rate": 7.283958702346111e-06,
|
||
|
|
"loss": 0.9785,
|
||
|
|
"step": 494
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36964435732287876,
|
||
|
|
"grad_norm": 2.669595595250994,
|
||
|
|
"learning_rate": 7.273186699202572e-06,
|
||
|
|
"loss": 0.9195,
|
||
|
|
"step": 495
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3703911136002987,
|
||
|
|
"grad_norm": 4.258528121719663,
|
||
|
|
"learning_rate": 7.262401379707401e-06,
|
||
|
|
"loss": 0.983,
|
||
|
|
"step": 496
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3711378698777187,
|
||
|
|
"grad_norm": 9.165533012445232,
|
||
|
|
"learning_rate": 7.251602807041111e-06,
|
||
|
|
"loss": 1.0183,
|
||
|
|
"step": 497
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3718846261551386,
|
||
|
|
"grad_norm": 5.239008418773379,
|
||
|
|
"learning_rate": 7.240791044461853e-06,
|
||
|
|
"loss": 1.0623,
|
||
|
|
"step": 498
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37263138243255856,
|
||
|
|
"grad_norm": 4.43366736674882,
|
||
|
|
"learning_rate": 7.2299661553050474e-06,
|
||
|
|
"loss": 1.0722,
|
||
|
|
"step": 499
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37337813870997855,
|
||
|
|
"grad_norm": 2.7329812801042426,
|
||
|
|
"learning_rate": 7.21912820298301e-06,
|
||
|
|
"loss": 1.0754,
|
||
|
|
"step": 500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3741248949873985,
|
||
|
|
"grad_norm": 3.716579945077537,
|
||
|
|
"learning_rate": 7.208277250984577e-06,
|
||
|
|
"loss": 1.0111,
|
||
|
|
"step": 501
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3748716512648184,
|
||
|
|
"grad_norm": 3.196376735234458,
|
||
|
|
"learning_rate": 7.1974133628747435e-06,
|
||
|
|
"loss": 1.032,
|
||
|
|
"step": 502
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3756184075422384,
|
||
|
|
"grad_norm": 3.418307936162068,
|
||
|
|
"learning_rate": 7.186536602294278e-06,
|
||
|
|
"loss": 0.9652,
|
||
|
|
"step": 503
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37636516381965834,
|
||
|
|
"grad_norm": 3.0583787014333748,
|
||
|
|
"learning_rate": 7.175647032959358e-06,
|
||
|
|
"loss": 0.99,
|
||
|
|
"step": 504
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37636516381965834,
|
||
|
|
"eval_loss": 0.970821738243103,
|
||
|
|
"eval_runtime": 160.5549,
|
||
|
|
"eval_samples_per_second": 112.292,
|
||
|
|
"eval_steps_per_second": 1.756,
|
||
|
|
"step": 504
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37711192009707833,
|
||
|
|
"grad_norm": 3.9375426470992196,
|
||
|
|
"learning_rate": 7.164744718661198e-06,
|
||
|
|
"loss": 1.0763,
|
||
|
|
"step": 505
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37785867637449827,
|
||
|
|
"grad_norm": 3.670004043591105,
|
||
|
|
"learning_rate": 7.153829723265666e-06,
|
||
|
|
"loss": 1.0512,
|
||
|
|
"step": 506
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3786054326519182,
|
||
|
|
"grad_norm": 4.08797931465596,
|
||
|
|
"learning_rate": 7.142902110712925e-06,
|
||
|
|
"loss": 1.0742,
|
||
|
|
"step": 507
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3793521889293382,
|
||
|
|
"grad_norm": 2.969955919693604,
|
||
|
|
"learning_rate": 7.131961945017041e-06,
|
||
|
|
"loss": 0.9621,
|
||
|
|
"step": 508
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38009894520675813,
|
||
|
|
"grad_norm": 3.5178350581181874,
|
||
|
|
"learning_rate": 7.121009290265619e-06,
|
||
|
|
"loss": 0.9393,
|
||
|
|
"step": 509
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3808457014841781,
|
||
|
|
"grad_norm": 3.307634748721632,
|
||
|
|
"learning_rate": 7.11004421061943e-06,
|
||
|
|
"loss": 0.9751,
|
||
|
|
"step": 510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38159245776159806,
|
||
|
|
"grad_norm": 3.0771731917177365,
|
||
|
|
"learning_rate": 7.099066770312023e-06,
|
||
|
|
"loss": 1.1015,
|
||
|
|
"step": 511
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.382339214039018,
|
||
|
|
"grad_norm": 3.0141374010446724,
|
||
|
|
"learning_rate": 7.088077033649359e-06,
|
||
|
|
"loss": 1.0432,
|
||
|
|
"step": 512
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.383085970316438,
|
||
|
|
"grad_norm": 3.1493573609897063,
|
||
|
|
"learning_rate": 7.0770750650094335e-06,
|
||
|
|
"loss": 1.0117,
|
||
|
|
"step": 513
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3838327265938579,
|
||
|
|
"grad_norm": 2.5211640616380278,
|
||
|
|
"learning_rate": 7.066060928841891e-06,
|
||
|
|
"loss": 0.9526,
|
||
|
|
"step": 514
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3845794828712779,
|
||
|
|
"grad_norm": 2.7231216253469874,
|
||
|
|
"learning_rate": 7.055034689667661e-06,
|
||
|
|
"loss": 0.962,
|
||
|
|
"step": 515
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38532623914869785,
|
||
|
|
"grad_norm": 2.944911073727331,
|
||
|
|
"learning_rate": 7.0439964120785665e-06,
|
||
|
|
"loss": 0.9764,
|
||
|
|
"step": 516
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3860729954261178,
|
||
|
|
"grad_norm": 4.058582096841929,
|
||
|
|
"learning_rate": 7.032946160736956e-06,
|
||
|
|
"loss": 1.0465,
|
||
|
|
"step": 517
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3868197517035378,
|
||
|
|
"grad_norm": 3.3936349644680566,
|
||
|
|
"learning_rate": 7.021884000375315e-06,
|
||
|
|
"loss": 1.0345,
|
||
|
|
"step": 518
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3868197517035378,
|
||
|
|
"eval_loss": 0.9695369005203247,
|
||
|
|
"eval_runtime": 162.0438,
|
||
|
|
"eval_samples_per_second": 111.26,
|
||
|
|
"eval_steps_per_second": 1.74,
|
||
|
|
"step": 518
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3875665079809577,
|
||
|
|
"grad_norm": 3.0088080373888877,
|
||
|
|
"learning_rate": 7.010809995795897e-06,
|
||
|
|
"loss": 0.9921,
|
||
|
|
"step": 519
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3883132642583777,
|
||
|
|
"grad_norm": 3.7876856086376463,
|
||
|
|
"learning_rate": 6.999724211870339e-06,
|
||
|
|
"loss": 1.0344,
|
||
|
|
"step": 520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38906002053579763,
|
||
|
|
"grad_norm": 3.554627765753071,
|
||
|
|
"learning_rate": 6.98862671353928e-06,
|
||
|
|
"loss": 1.0494,
|
||
|
|
"step": 521
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38980677681321757,
|
||
|
|
"grad_norm": 3.6313523510559493,
|
||
|
|
"learning_rate": 6.977517565811977e-06,
|
||
|
|
"loss": 1.1087,
|
||
|
|
"step": 522
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39055353309063756,
|
||
|
|
"grad_norm": 2.7107679507341143,
|
||
|
|
"learning_rate": 6.966396833765941e-06,
|
||
|
|
"loss": 0.9847,
|
||
|
|
"step": 523
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3913002893680575,
|
||
|
|
"grad_norm": 3.1970196122685417,
|
||
|
|
"learning_rate": 6.955264582546536e-06,
|
||
|
|
"loss": 0.9458,
|
||
|
|
"step": 524
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39204704564547743,
|
||
|
|
"grad_norm": 3.7052386420585766,
|
||
|
|
"learning_rate": 6.944120877366605e-06,
|
||
|
|
"loss": 0.9409,
|
||
|
|
"step": 525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3927938019228974,
|
||
|
|
"grad_norm": 2.8311602798021216,
|
||
|
|
"learning_rate": 6.932965783506089e-06,
|
||
|
|
"loss": 0.9862,
|
||
|
|
"step": 526
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39354055820031736,
|
||
|
|
"grad_norm": 3.1398517884202954,
|
||
|
|
"learning_rate": 6.92179936631165e-06,
|
||
|
|
"loss": 0.9867,
|
||
|
|
"step": 527
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39428731447773735,
|
||
|
|
"grad_norm": 3.2070435051142065,
|
||
|
|
"learning_rate": 6.910621691196274e-06,
|
||
|
|
"loss": 1.0831,
|
||
|
|
"step": 528
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3950340707551573,
|
||
|
|
"grad_norm": 3.2754924049472924,
|
||
|
|
"learning_rate": 6.8994328236389006e-06,
|
||
|
|
"loss": 0.9178,
|
||
|
|
"step": 529
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3957808270325772,
|
||
|
|
"grad_norm": 2.758911582337925,
|
||
|
|
"learning_rate": 6.888232829184035e-06,
|
||
|
|
"loss": 1.0161,
|
||
|
|
"step": 530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3965275833099972,
|
||
|
|
"grad_norm": 3.081654379594517,
|
||
|
|
"learning_rate": 6.8770217734413606e-06,
|
||
|
|
"loss": 0.9263,
|
||
|
|
"step": 531
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39727433958741715,
|
||
|
|
"grad_norm": 3.2054417126811683,
|
||
|
|
"learning_rate": 6.8657997220853615e-06,
|
||
|
|
"loss": 0.9714,
|
||
|
|
"step": 532
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39727433958741715,
|
||
|
|
"eval_loss": 0.9671504497528076,
|
||
|
|
"eval_runtime": 160.5647,
|
||
|
|
"eval_samples_per_second": 112.285,
|
||
|
|
"eval_steps_per_second": 1.756,
|
||
|
|
"step": 532
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39802109586483714,
|
||
|
|
"grad_norm": 3.5709587722352683,
|
||
|
|
"learning_rate": 6.854566740854932e-06,
|
||
|
|
"loss": 1.0274,
|
||
|
|
"step": 533
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3987678521422571,
|
||
|
|
"grad_norm": 2.8375890052138493,
|
||
|
|
"learning_rate": 6.843322895552995e-06,
|
||
|
|
"loss": 1.0538,
|
||
|
|
"step": 534
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.399514608419677,
|
||
|
|
"grad_norm": 3.8436688249330153,
|
||
|
|
"learning_rate": 6.832068252046116e-06,
|
||
|
|
"loss": 0.9943,
|
||
|
|
"step": 535
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.400261364697097,
|
||
|
|
"grad_norm": 3.0838296325254593,
|
||
|
|
"learning_rate": 6.820802876264112e-06,
|
||
|
|
"loss": 1.0524,
|
||
|
|
"step": 536
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40100812097451694,
|
||
|
|
"grad_norm": 3.2520329037248814,
|
||
|
|
"learning_rate": 6.809526834199675e-06,
|
||
|
|
"loss": 0.9378,
|
||
|
|
"step": 537
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4017548772519369,
|
||
|
|
"grad_norm": 3.437376705017015,
|
||
|
|
"learning_rate": 6.798240191907979e-06,
|
||
|
|
"loss": 0.9232,
|
||
|
|
"step": 538
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40250163352935686,
|
||
|
|
"grad_norm": 3.8117996083043564,
|
||
|
|
"learning_rate": 6.786943015506292e-06,
|
||
|
|
"loss": 1.1646,
|
||
|
|
"step": 539
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4032483898067768,
|
||
|
|
"grad_norm": 3.086449782517495,
|
||
|
|
"learning_rate": 6.775635371173595e-06,
|
||
|
|
"loss": 1.0376,
|
||
|
|
"step": 540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4039951460841968,
|
||
|
|
"grad_norm": 3.5594550947217605,
|
||
|
|
"learning_rate": 6.764317325150183e-06,
|
||
|
|
"loss": 1.0664,
|
||
|
|
"step": 541
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4047419023616167,
|
||
|
|
"grad_norm": 2.929617271103529,
|
||
|
|
"learning_rate": 6.752988943737291e-06,
|
||
|
|
"loss": 0.9074,
|
||
|
|
"step": 542
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40548865863903666,
|
||
|
|
"grad_norm": 3.4414325543869397,
|
||
|
|
"learning_rate": 6.7416502932967e-06,
|
||
|
|
"loss": 1.0103,
|
||
|
|
"step": 543
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40623541491645665,
|
||
|
|
"grad_norm": 3.6632742569900927,
|
||
|
|
"learning_rate": 6.730301440250337e-06,
|
||
|
|
"loss": 1.0326,
|
||
|
|
"step": 544
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4069821711938766,
|
||
|
|
"grad_norm": 2.8687836258205666,
|
||
|
|
"learning_rate": 6.718942451079911e-06,
|
||
|
|
"loss": 1.0152,
|
||
|
|
"step": 545
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4077289274712966,
|
||
|
|
"grad_norm": 3.321912105204247,
|
||
|
|
"learning_rate": 6.707573392326493e-06,
|
||
|
|
"loss": 1.0539,
|
||
|
|
"step": 546
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4077289274712966,
|
||
|
|
"eval_loss": 0.966361403465271,
|
||
|
|
"eval_runtime": 160.7022,
|
||
|
|
"eval_samples_per_second": 112.189,
|
||
|
|
"eval_steps_per_second": 1.755,
|
||
|
|
"step": 546
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4084756837487165,
|
||
|
|
"grad_norm": 3.272095356187146,
|
||
|
|
"learning_rate": 6.6961943305901515e-06,
|
||
|
|
"loss": 1.0243,
|
||
|
|
"step": 547
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40922244002613645,
|
||
|
|
"grad_norm": 4.464138677869332,
|
||
|
|
"learning_rate": 6.6848053325295525e-06,
|
||
|
|
"loss": 0.9455,
|
||
|
|
"step": 548
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40996919630355644,
|
||
|
|
"grad_norm": 3.6980284220501702,
|
||
|
|
"learning_rate": 6.673406464861563e-06,
|
||
|
|
"loss": 0.968,
|
||
|
|
"step": 549
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4107159525809764,
|
||
|
|
"grad_norm": 3.9712580585477326,
|
||
|
|
"learning_rate": 6.661997794360872e-06,
|
||
|
|
"loss": 1.0356,
|
||
|
|
"step": 550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41146270885839636,
|
||
|
|
"grad_norm": 3.6234064719129013,
|
||
|
|
"learning_rate": 6.65057938785959e-06,
|
||
|
|
"loss": 0.9782,
|
||
|
|
"step": 551
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4122094651358163,
|
||
|
|
"grad_norm": 3.430576862937015,
|
||
|
|
"learning_rate": 6.639151312246863e-06,
|
||
|
|
"loss": 1.0377,
|
||
|
|
"step": 552
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41295622141323624,
|
||
|
|
"grad_norm": 3.653367041079211,
|
||
|
|
"learning_rate": 6.62771363446848e-06,
|
||
|
|
"loss": 0.9338,
|
||
|
|
"step": 553
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4137029776906562,
|
||
|
|
"grad_norm": 2.9772192093714778,
|
||
|
|
"learning_rate": 6.616266421526477e-06,
|
||
|
|
"loss": 0.9065,
|
||
|
|
"step": 554
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41444973396807616,
|
||
|
|
"grad_norm": 5.845516786477963,
|
||
|
|
"learning_rate": 6.604809740478748e-06,
|
||
|
|
"loss": 1.0693,
|
||
|
|
"step": 555
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41519649024549615,
|
||
|
|
"grad_norm": 3.306244287174315,
|
||
|
|
"learning_rate": 6.593343658438649e-06,
|
||
|
|
"loss": 1.0179,
|
||
|
|
"step": 556
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4159432465229161,
|
||
|
|
"grad_norm": 3.092506060971144,
|
||
|
|
"learning_rate": 6.581868242574613e-06,
|
||
|
|
"loss": 1.0373,
|
||
|
|
"step": 557
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.416690002800336,
|
||
|
|
"grad_norm": 2.793320476040383,
|
||
|
|
"learning_rate": 6.570383560109745e-06,
|
||
|
|
"loss": 1.0184,
|
||
|
|
"step": 558
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.417436759077756,
|
||
|
|
"grad_norm": 3.4955390820801853,
|
||
|
|
"learning_rate": 6.558889678321436e-06,
|
||
|
|
"loss": 1.0392,
|
||
|
|
"step": 559
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41818351535517595,
|
||
|
|
"grad_norm": 3.273061028251747,
|
||
|
|
"learning_rate": 6.547386664540968e-06,
|
||
|
|
"loss": 0.9409,
|
||
|
|
"step": 560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41818351535517595,
|
||
|
|
"eval_loss": 0.9662355780601501,
|
||
|
|
"eval_runtime": 160.6718,
|
||
|
|
"eval_samples_per_second": 112.21,
|
||
|
|
"eval_steps_per_second": 1.755,
|
||
|
|
"step": 560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4189302716325959,
|
||
|
|
"grad_norm": 4.087603010650717,
|
||
|
|
"learning_rate": 6.535874586153115e-06,
|
||
|
|
"loss": 1.0936,
|
||
|
|
"step": 561
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4196770279100159,
|
||
|
|
"grad_norm": 3.1783778248379226,
|
||
|
|
"learning_rate": 6.524353510595754e-06,
|
||
|
|
"loss": 1.0416,
|
||
|
|
"step": 562
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4204237841874358,
|
||
|
|
"grad_norm": 3.5032912207274247,
|
||
|
|
"learning_rate": 6.512823505359469e-06,
|
||
|
|
"loss": 0.9697,
|
||
|
|
"step": 563
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4211705404648558,
|
||
|
|
"grad_norm": 2.924411630831047,
|
||
|
|
"learning_rate": 6.501284637987148e-06,
|
||
|
|
"loss": 0.9833,
|
||
|
|
"step": 564
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42191729674227574,
|
||
|
|
"grad_norm": 3.292319469279369,
|
||
|
|
"learning_rate": 6.489736976073603e-06,
|
||
|
|
"loss": 0.9739,
|
||
|
|
"step": 565
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4226640530196957,
|
||
|
|
"grad_norm": 2.8074608140919146,
|
||
|
|
"learning_rate": 6.4781805872651536e-06,
|
||
|
|
"loss": 1.0121,
|
||
|
|
"step": 566
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42341080929711566,
|
||
|
|
"grad_norm": 3.8979341939201237,
|
||
|
|
"learning_rate": 6.466615539259252e-06,
|
||
|
|
"loss": 0.9085,
|
||
|
|
"step": 567
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4241575655745356,
|
||
|
|
"grad_norm": 3.0105273821322642,
|
||
|
|
"learning_rate": 6.4550418998040686e-06,
|
||
|
|
"loss": 0.9803,
|
||
|
|
"step": 568
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4249043218519556,
|
||
|
|
"grad_norm": 3.018386515792839,
|
||
|
|
"learning_rate": 6.443459736698106e-06,
|
||
|
|
"loss": 1.0349,
|
||
|
|
"step": 569
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4256510781293755,
|
||
|
|
"grad_norm": 4.3297434955866105,
|
||
|
|
"learning_rate": 6.431869117789797e-06,
|
||
|
|
"loss": 0.9927,
|
||
|
|
"step": 570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42639783440679546,
|
||
|
|
"grad_norm": 3.6098279806564326,
|
||
|
|
"learning_rate": 6.4202701109771105e-06,
|
||
|
|
"loss": 1.0685,
|
||
|
|
"step": 571
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42714459068421545,
|
||
|
|
"grad_norm": 3.27616752754168,
|
||
|
|
"learning_rate": 6.408662784207149e-06,
|
||
|
|
"loss": 0.9819,
|
||
|
|
"step": 572
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4278913469616354,
|
||
|
|
"grad_norm": 2.755375498502825,
|
||
|
|
"learning_rate": 6.397047205475757e-06,
|
||
|
|
"loss": 0.9871,
|
||
|
|
"step": 573
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4286381032390554,
|
||
|
|
"grad_norm": 2.978173123042259,
|
||
|
|
"learning_rate": 6.385423442827116e-06,
|
||
|
|
"loss": 0.9861,
|
||
|
|
"step": 574
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4286381032390554,
|
||
|
|
"eval_loss": 0.9649081826210022,
|
||
|
|
"eval_runtime": 160.6682,
|
||
|
|
"eval_samples_per_second": 112.213,
|
||
|
|
"eval_steps_per_second": 1.755,
|
||
|
|
"step": 574
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4293848595164753,
|
||
|
|
"grad_norm": 3.1552421177846997,
|
||
|
|
"learning_rate": 6.3737915643533484e-06,
|
||
|
|
"loss": 1.0343,
|
||
|
|
"step": 575
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43013161579389525,
|
||
|
|
"grad_norm": 4.0712453485088345,
|
||
|
|
"learning_rate": 6.362151638194125e-06,
|
||
|
|
"loss": 0.9875,
|
||
|
|
"step": 576
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43087837207131524,
|
||
|
|
"grad_norm": 3.6072794575911353,
|
||
|
|
"learning_rate": 6.3505037325362515e-06,
|
||
|
|
"loss": 0.9823,
|
||
|
|
"step": 577
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4316251283487352,
|
||
|
|
"grad_norm": 3.74072340333252,
|
||
|
|
"learning_rate": 6.338847915613285e-06,
|
||
|
|
"loss": 1.0738,
|
||
|
|
"step": 578
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4323718846261551,
|
||
|
|
"grad_norm": 3.9042759629608668,
|
||
|
|
"learning_rate": 6.327184255705123e-06,
|
||
|
|
"loss": 0.9318,
|
||
|
|
"step": 579
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4331186409035751,
|
||
|
|
"grad_norm": 2.7602755638221805,
|
||
|
|
"learning_rate": 6.315512821137606e-06,
|
||
|
|
"loss": 0.9505,
|
||
|
|
"step": 580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43386539718099504,
|
||
|
|
"grad_norm": 3.663747781306997,
|
||
|
|
"learning_rate": 6.303833680282125e-06,
|
||
|
|
"loss": 0.9821,
|
||
|
|
"step": 581
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43461215345841503,
|
||
|
|
"grad_norm": 4.012768339701778,
|
||
|
|
"learning_rate": 6.292146901555207e-06,
|
||
|
|
"loss": 1.0239,
|
||
|
|
"step": 582
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43535890973583496,
|
||
|
|
"grad_norm": 3.6313447848071903,
|
||
|
|
"learning_rate": 6.280452553418126e-06,
|
||
|
|
"loss": 1.0401,
|
||
|
|
"step": 583
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4361056660132549,
|
||
|
|
"grad_norm": 3.2153420258632255,
|
||
|
|
"learning_rate": 6.268750704376494e-06,
|
||
|
|
"loss": 1.0054,
|
||
|
|
"step": 584
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4368524222906749,
|
||
|
|
"grad_norm": 3.4771984642840947,
|
||
|
|
"learning_rate": 6.257041422979871e-06,
|
||
|
|
"loss": 0.9913,
|
||
|
|
"step": 585
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4375991785680948,
|
||
|
|
"grad_norm": 2.792906968691294,
|
||
|
|
"learning_rate": 6.245324777821346e-06,
|
||
|
|
"loss": 0.953,
|
||
|
|
"step": 586
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4383459348455148,
|
||
|
|
"grad_norm": 3.1678763709553266,
|
||
|
|
"learning_rate": 6.233600837537153e-06,
|
||
|
|
"loss": 1.0841,
|
||
|
|
"step": 587
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43909269112293475,
|
||
|
|
"grad_norm": 3.9018561243297136,
|
||
|
|
"learning_rate": 6.221869670806257e-06,
|
||
|
|
"loss": 0.9856,
|
||
|
|
"step": 588
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43909269112293475,
|
||
|
|
"eval_loss": 0.9642106294631958,
|
||
|
|
"eval_runtime": 162.0199,
|
||
|
|
"eval_samples_per_second": 111.276,
|
||
|
|
"eval_steps_per_second": 1.741,
|
||
|
|
"step": 588
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4398394474003547,
|
||
|
|
"grad_norm": 3.434760853329825,
|
||
|
|
"learning_rate": 6.210131346349953e-06,
|
||
|
|
"loss": 0.9926,
|
||
|
|
"step": 589
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4405862036777747,
|
||
|
|
"grad_norm": 3.4084803668234738,
|
||
|
|
"learning_rate": 6.1983859329314745e-06,
|
||
|
|
"loss": 1.0572,
|
||
|
|
"step": 590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4413329599551946,
|
||
|
|
"grad_norm": 2.968509928932182,
|
||
|
|
"learning_rate": 6.186633499355576e-06,
|
||
|
|
"loss": 0.9848,
|
||
|
|
"step": 591
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4420797162326146,
|
||
|
|
"grad_norm": 5.328332695240182,
|
||
|
|
"learning_rate": 6.174874114468132e-06,
|
||
|
|
"loss": 1.0451,
|
||
|
|
"step": 592
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44282647251003454,
|
||
|
|
"grad_norm": 3.0263469144237143,
|
||
|
|
"learning_rate": 6.16310784715575e-06,
|
||
|
|
"loss": 0.971,
|
||
|
|
"step": 593
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4435732287874545,
|
||
|
|
"grad_norm": 3.1339960008604826,
|
||
|
|
"learning_rate": 6.151334766345345e-06,
|
||
|
|
"loss": 1.0407,
|
||
|
|
"step": 594
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44431998506487447,
|
||
|
|
"grad_norm": 3.0931627663439984,
|
||
|
|
"learning_rate": 6.139554941003747e-06,
|
||
|
|
"loss": 1.0377,
|
||
|
|
"step": 595
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4450667413422944,
|
||
|
|
"grad_norm": 2.909763131231064,
|
||
|
|
"learning_rate": 6.127768440137298e-06,
|
||
|
|
"loss": 1.0148,
|
||
|
|
"step": 596
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44581349761971434,
|
||
|
|
"grad_norm": 3.4356772897225287,
|
||
|
|
"learning_rate": 6.115975332791446e-06,
|
||
|
|
"loss": 0.9894,
|
||
|
|
"step": 597
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44656025389713433,
|
||
|
|
"grad_norm": 2.8810376760097474,
|
||
|
|
"learning_rate": 6.104175688050336e-06,
|
||
|
|
"loss": 1.0024,
|
||
|
|
"step": 598
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44730701017455426,
|
||
|
|
"grad_norm": 2.963947770292573,
|
||
|
|
"learning_rate": 6.092369575036411e-06,
|
||
|
|
"loss": 0.9927,
|
||
|
|
"step": 599
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44805376645197426,
|
||
|
|
"grad_norm": 3.4408370155382513,
|
||
|
|
"learning_rate": 6.0805570629100075e-06,
|
||
|
|
"loss": 0.9892,
|
||
|
|
"step": 600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4488005227293942,
|
||
|
|
"grad_norm": 3.2679972430155235,
|
||
|
|
"learning_rate": 6.068738220868944e-06,
|
||
|
|
"loss": 1.0083,
|
||
|
|
"step": 601
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4495472790068141,
|
||
|
|
"grad_norm": 3.3266341400886725,
|
||
|
|
"learning_rate": 6.056913118148122e-06,
|
||
|
|
"loss": 0.9947,
|
||
|
|
"step": 602
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4495472790068141,
|
||
|
|
"eval_loss": 0.9621589183807373,
|
||
|
|
"eval_runtime": 162.1706,
|
||
|
|
"eval_samples_per_second": 111.173,
|
||
|
|
"eval_steps_per_second": 1.739,
|
||
|
|
"step": 602
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4502940352842341,
|
||
|
|
"grad_norm": 2.760574168207489,
|
||
|
|
"learning_rate": 6.045081824019119e-06,
|
||
|
|
"loss": 1.0301,
|
||
|
|
"step": 603
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45104079156165405,
|
||
|
|
"grad_norm": 4.395437647043472,
|
||
|
|
"learning_rate": 6.03324440778978e-06,
|
||
|
|
"loss": 0.9877,
|
||
|
|
"step": 604
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45178754783907404,
|
||
|
|
"grad_norm": 2.9581029369662892,
|
||
|
|
"learning_rate": 6.021400938803813e-06,
|
||
|
|
"loss": 1.0625,
|
||
|
|
"step": 605
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.452534304116494,
|
||
|
|
"grad_norm": 4.9741175183125845,
|
||
|
|
"learning_rate": 6.009551486440387e-06,
|
||
|
|
"loss": 0.984,
|
||
|
|
"step": 606
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4532810603939139,
|
||
|
|
"grad_norm": 3.083559757545901,
|
||
|
|
"learning_rate": 5.9976961201137155e-06,
|
||
|
|
"loss": 0.9369,
|
||
|
|
"step": 607
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4540278166713339,
|
||
|
|
"grad_norm": 3.5027682562154014,
|
||
|
|
"learning_rate": 5.985834909272661e-06,
|
||
|
|
"loss": 1.0684,
|
||
|
|
"step": 608
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45477457294875384,
|
||
|
|
"grad_norm": 4.142396452688926,
|
||
|
|
"learning_rate": 5.973967923400321e-06,
|
||
|
|
"loss": 1.0164,
|
||
|
|
"step": 609
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45552132922617383,
|
||
|
|
"grad_norm": 2.8673317625362835,
|
||
|
|
"learning_rate": 5.9620952320136225e-06,
|
||
|
|
"loss": 0.9815,
|
||
|
|
"step": 610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45626808550359377,
|
||
|
|
"grad_norm": 3.021928936402679,
|
||
|
|
"learning_rate": 5.95021690466292e-06,
|
||
|
|
"loss": 1.0028,
|
||
|
|
"step": 611
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4570148417810137,
|
||
|
|
"grad_norm": 3.2317785993970007,
|
||
|
|
"learning_rate": 5.938333010931578e-06,
|
||
|
|
"loss": 1.1046,
|
||
|
|
"step": 612
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4577615980584337,
|
||
|
|
"grad_norm": 2.726268768685177,
|
||
|
|
"learning_rate": 5.926443620435572e-06,
|
||
|
|
"loss": 1.0048,
|
||
|
|
"step": 613
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45850835433585363,
|
||
|
|
"grad_norm": 3.1064415558539706,
|
||
|
|
"learning_rate": 5.914548802823077e-06,
|
||
|
|
"loss": 0.9325,
|
||
|
|
"step": 614
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4592551106132736,
|
||
|
|
"grad_norm": 2.6123605318850665,
|
||
|
|
"learning_rate": 5.902648627774059e-06,
|
||
|
|
"loss": 0.9743,
|
||
|
|
"step": 615
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46000186689069356,
|
||
|
|
"grad_norm": 3.0579324009097517,
|
||
|
|
"learning_rate": 5.8907431649998695e-06,
|
||
|
|
"loss": 0.9612,
|
||
|
|
"step": 616
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46000186689069356,
|
||
|
|
"eval_loss": 0.9606157541275024,
|
||
|
|
"eval_runtime": 160.5917,
|
||
|
|
"eval_samples_per_second": 112.266,
|
||
|
|
"eval_steps_per_second": 1.756,
|
||
|
|
"step": 616
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4607486231681135,
|
||
|
|
"grad_norm": 3.772368202333684,
|
||
|
|
"learning_rate": 5.878832484242833e-06,
|
||
|
|
"loss": 1.0323,
|
||
|
|
"step": 617
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4614953794455335,
|
||
|
|
"grad_norm": 3.0158939394506943,
|
||
|
|
"learning_rate": 5.866916655275846e-06,
|
||
|
|
"loss": 0.947,
|
||
|
|
"step": 618
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4622421357229534,
|
||
|
|
"grad_norm": 2.828941271333206,
|
||
|
|
"learning_rate": 5.854995747901958e-06,
|
||
|
|
"loss": 0.9681,
|
||
|
|
"step": 619
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46298889200037335,
|
||
|
|
"grad_norm": 5.490674513764256,
|
||
|
|
"learning_rate": 5.84306983195397e-06,
|
||
|
|
"loss": 1.0043,
|
||
|
|
"step": 620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46373564827779334,
|
||
|
|
"grad_norm": 3.6863195592071727,
|
||
|
|
"learning_rate": 5.831138977294025e-06,
|
||
|
|
"loss": 1.0246,
|
||
|
|
"step": 621
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4644824045552133,
|
||
|
|
"grad_norm": 8.996745121039877,
|
||
|
|
"learning_rate": 5.819203253813194e-06,
|
||
|
|
"loss": 0.9893,
|
||
|
|
"step": 622
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46522916083263327,
|
||
|
|
"grad_norm": 2.9938080204280606,
|
||
|
|
"learning_rate": 5.807262731431069e-06,
|
||
|
|
"loss": 0.9104,
|
||
|
|
"step": 623
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4659759171100532,
|
||
|
|
"grad_norm": 3.2831084055526207,
|
||
|
|
"learning_rate": 5.795317480095361e-06,
|
||
|
|
"loss": 0.9939,
|
||
|
|
"step": 624
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46672267338747314,
|
||
|
|
"grad_norm": 3.491567046308877,
|
||
|
|
"learning_rate": 5.783367569781474e-06,
|
||
|
|
"loss": 0.9589,
|
||
|
|
"step": 625
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46746942966489313,
|
||
|
|
"grad_norm": 3.8464462248209936,
|
||
|
|
"learning_rate": 5.77141307049211e-06,
|
||
|
|
"loss": 0.9308,
|
||
|
|
"step": 626
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46821618594231307,
|
||
|
|
"grad_norm": 3.518690870541806,
|
||
|
|
"learning_rate": 5.7594540522568495e-06,
|
||
|
|
"loss": 0.9067,
|
||
|
|
"step": 627
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46896294221973306,
|
||
|
|
"grad_norm": 4.039900909656756,
|
||
|
|
"learning_rate": 5.7474905851317505e-06,
|
||
|
|
"loss": 0.9626,
|
||
|
|
"step": 628
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.469709698497153,
|
||
|
|
"grad_norm": 3.6025011295590863,
|
||
|
|
"learning_rate": 5.73552273919893e-06,
|
||
|
|
"loss": 0.9861,
|
||
|
|
"step": 629
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47045645477457293,
|
||
|
|
"grad_norm": 4.493424057626318,
|
||
|
|
"learning_rate": 5.723550584566151e-06,
|
||
|
|
"loss": 0.9795,
|
||
|
|
"step": 630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47045645477457293,
|
||
|
|
"eval_loss": 0.9606096744537354,
|
||
|
|
"eval_runtime": 160.7417,
|
||
|
|
"eval_samples_per_second": 112.161,
|
||
|
|
"eval_steps_per_second": 1.754,
|
||
|
|
"step": 630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4712032110519929,
|
||
|
|
"grad_norm": 4.352468775772123,
|
||
|
|
"learning_rate": 5.711574191366427e-06,
|
||
|
|
"loss": 0.975,
|
||
|
|
"step": 631
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47194996732941286,
|
||
|
|
"grad_norm": 4.037016067946189,
|
||
|
|
"learning_rate": 5.699593629757591e-06,
|
||
|
|
"loss": 1.0385,
|
||
|
|
"step": 632
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47269672360683285,
|
||
|
|
"grad_norm": 2.9029927769111388,
|
||
|
|
"learning_rate": 5.6876089699219016e-06,
|
||
|
|
"loss": 1.0004,
|
||
|
|
"step": 633
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4734434798842528,
|
||
|
|
"grad_norm": 6.004548534705236,
|
||
|
|
"learning_rate": 5.675620282065621e-06,
|
||
|
|
"loss": 0.9879,
|
||
|
|
"step": 634
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4741902361616727,
|
||
|
|
"grad_norm": 3.391029290471578,
|
||
|
|
"learning_rate": 5.663627636418611e-06,
|
||
|
|
"loss": 1.064,
|
||
|
|
"step": 635
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4749369924390927,
|
||
|
|
"grad_norm": 3.043307222730041,
|
||
|
|
"learning_rate": 5.651631103233914e-06,
|
||
|
|
"loss": 1.0092,
|
||
|
|
"step": 636
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47568374871651264,
|
||
|
|
"grad_norm": 3.5752213883205366,
|
||
|
|
"learning_rate": 5.639630752787349e-06,
|
||
|
|
"loss": 0.9599,
|
||
|
|
"step": 637
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4764305049939326,
|
||
|
|
"grad_norm": 3.1804375282053288,
|
||
|
|
"learning_rate": 5.627626655377094e-06,
|
||
|
|
"loss": 0.9713,
|
||
|
|
"step": 638
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47717726127135257,
|
||
|
|
"grad_norm": 2.790112215997805,
|
||
|
|
"learning_rate": 5.6156188813232806e-06,
|
||
|
|
"loss": 0.9912,
|
||
|
|
"step": 639
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4779240175487725,
|
||
|
|
"grad_norm": 3.246922721538881,
|
||
|
|
"learning_rate": 5.603607500967574e-06,
|
||
|
|
"loss": 0.963,
|
||
|
|
"step": 640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4786707738261925,
|
||
|
|
"grad_norm": 3.392869083327263,
|
||
|
|
"learning_rate": 5.591592584672767e-06,
|
||
|
|
"loss": 1.0094,
|
||
|
|
"step": 641
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47941753010361243,
|
||
|
|
"grad_norm": 3.0902607501283668,
|
||
|
|
"learning_rate": 5.579574202822366e-06,
|
||
|
|
"loss": 0.9703,
|
||
|
|
"step": 642
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48016428638103237,
|
||
|
|
"grad_norm": 2.974464180221207,
|
||
|
|
"learning_rate": 5.567552425820177e-06,
|
||
|
|
"loss": 0.9171,
|
||
|
|
"step": 643
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48091104265845236,
|
||
|
|
"grad_norm": 2.821388532495256,
|
||
|
|
"learning_rate": 5.5555273240899e-06,
|
||
|
|
"loss": 0.9527,
|
||
|
|
"step": 644
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48091104265845236,
|
||
|
|
"eval_loss": 0.9591115713119507,
|
||
|
|
"eval_runtime": 160.7107,
|
||
|
|
"eval_samples_per_second": 112.183,
|
||
|
|
"eval_steps_per_second": 1.755,
|
||
|
|
"step": 644
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4816577989358723,
|
||
|
|
"grad_norm": 3.260572717739725,
|
||
|
|
"learning_rate": 5.543498968074704e-06,
|
||
|
|
"loss": 0.9426,
|
||
|
|
"step": 645
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4824045552132923,
|
||
|
|
"grad_norm": 2.903284442683706,
|
||
|
|
"learning_rate": 5.531467428236827e-06,
|
||
|
|
"loss": 1.0116,
|
||
|
|
"step": 646
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4831513114907122,
|
||
|
|
"grad_norm": 3.2692857499423456,
|
||
|
|
"learning_rate": 5.519432775057158e-06,
|
||
|
|
"loss": 1.0015,
|
||
|
|
"step": 647
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48389806776813216,
|
||
|
|
"grad_norm": 3.5780325125931833,
|
||
|
|
"learning_rate": 5.507395079034816e-06,
|
||
|
|
"loss": 1.0247,
|
||
|
|
"step": 648
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48464482404555215,
|
||
|
|
"grad_norm": 2.943060253168757,
|
||
|
|
"learning_rate": 5.4953544106867594e-06,
|
||
|
|
"loss": 0.8597,
|
||
|
|
"step": 649
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4853915803229721,
|
||
|
|
"grad_norm": 3.7864502304307854,
|
||
|
|
"learning_rate": 5.4833108405473425e-06,
|
||
|
|
"loss": 0.9909,
|
||
|
|
"step": 650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4861383366003921,
|
||
|
|
"grad_norm": 3.34360958188669,
|
||
|
|
"learning_rate": 5.471264439167932e-06,
|
||
|
|
"loss": 1.0366,
|
||
|
|
"step": 651
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.486885092877812,
|
||
|
|
"grad_norm": 3.22674707296479,
|
||
|
|
"learning_rate": 5.45921527711647e-06,
|
||
|
|
"loss": 1.0114,
|
||
|
|
"step": 652
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48763184915523194,
|
||
|
|
"grad_norm": 3.3442512460984632,
|
||
|
|
"learning_rate": 5.447163424977076e-06,
|
||
|
|
"loss": 0.9198,
|
||
|
|
"step": 653
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48837860543265194,
|
||
|
|
"grad_norm": 3.4465116733186485,
|
||
|
|
"learning_rate": 5.4351089533496286e-06,
|
||
|
|
"loss": 0.9371,
|
||
|
|
"step": 654
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48912536171007187,
|
||
|
|
"grad_norm": 3.6231881310417995,
|
||
|
|
"learning_rate": 5.423051932849348e-06,
|
||
|
|
"loss": 1.0369,
|
||
|
|
"step": 655
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4898721179874918,
|
||
|
|
"grad_norm": 3.150691425065748,
|
||
|
|
"learning_rate": 5.410992434106387e-06,
|
||
|
|
"loss": 0.9355,
|
||
|
|
"step": 656
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4906188742649118,
|
||
|
|
"grad_norm": 2.7706082715810365,
|
||
|
|
"learning_rate": 5.398930527765416e-06,
|
||
|
|
"loss": 0.9466,
|
||
|
|
"step": 657
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49136563054233173,
|
||
|
|
"grad_norm": 2.9257751655736337,
|
||
|
|
"learning_rate": 5.386866284485212e-06,
|
||
|
|
"loss": 1.0128,
|
||
|
|
"step": 658
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49136563054233173,
|
||
|
|
"eval_loss": 0.9578000903129578,
|
||
|
|
"eval_runtime": 160.6458,
|
||
|
|
"eval_samples_per_second": 112.228,
|
||
|
|
"eval_steps_per_second": 1.755,
|
||
|
|
"step": 658
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4921123868197517,
|
||
|
|
"grad_norm": 4.572313571723131,
|
||
|
|
"learning_rate": 5.374799774938236e-06,
|
||
|
|
"loss": 1.0165,
|
||
|
|
"step": 659
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49285914309717166,
|
||
|
|
"grad_norm": 3.254503964827434,
|
||
|
|
"learning_rate": 5.36273106981023e-06,
|
||
|
|
"loss": 0.961,
|
||
|
|
"step": 660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4936058993745916,
|
||
|
|
"grad_norm": 2.941336279988955,
|
||
|
|
"learning_rate": 5.350660239799795e-06,
|
||
|
|
"loss": 1.0056,
|
||
|
|
"step": 661
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4943526556520116,
|
||
|
|
"grad_norm": 3.3699370670436863,
|
||
|
|
"learning_rate": 5.338587355617981e-06,
|
||
|
|
"loss": 0.9501,
|
||
|
|
"step": 662
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4950994119294315,
|
||
|
|
"grad_norm": 3.1050200793960356,
|
||
|
|
"learning_rate": 5.326512487987871e-06,
|
||
|
|
"loss": 0.9597,
|
||
|
|
"step": 663
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4958461682068515,
|
||
|
|
"grad_norm": 3.1508330708960584,
|
||
|
|
"learning_rate": 5.314435707644166e-06,
|
||
|
|
"loss": 0.9765,
|
||
|
|
"step": 664
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49659292448427145,
|
||
|
|
"grad_norm": 3.5815299911038587,
|
||
|
|
"learning_rate": 5.3023570853327725e-06,
|
||
|
|
"loss": 0.9374,
|
||
|
|
"step": 665
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4973396807616914,
|
||
|
|
"grad_norm": 2.8686531462477918,
|
||
|
|
"learning_rate": 5.290276691810388e-06,
|
||
|
|
"loss": 0.9601,
|
||
|
|
"step": 666
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4980864370391114,
|
||
|
|
"grad_norm": 3.117674265246126,
|
||
|
|
"learning_rate": 5.278194597844083e-06,
|
||
|
|
"loss": 1.0391,
|
||
|
|
"step": 667
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4988331933165313,
|
||
|
|
"grad_norm": 3.093494135534134,
|
||
|
|
"learning_rate": 5.266110874210893e-06,
|
||
|
|
"loss": 0.9477,
|
||
|
|
"step": 668
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4995799495939513,
|
||
|
|
"grad_norm": 3.139075567298836,
|
||
|
|
"learning_rate": 5.2540255916974005e-06,
|
||
|
|
"loss": 1.0269,
|
||
|
|
"step": 669
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5003267058713712,
|
||
|
|
"grad_norm": 3.3071077238436963,
|
||
|
|
"learning_rate": 5.241938821099313e-06,
|
||
|
|
"loss": 1.0532,
|
||
|
|
"step": 670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5010734621487912,
|
||
|
|
"grad_norm": 2.816646250547839,
|
||
|
|
"learning_rate": 5.229850633221063e-06,
|
||
|
|
"loss": 0.9031,
|
||
|
|
"step": 671
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5018202184262112,
|
||
|
|
"grad_norm": 3.4889209023924144,
|
||
|
|
"learning_rate": 5.217761098875383e-06,
|
||
|
|
"loss": 0.9739,
|
||
|
|
"step": 672
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5018202184262112,
|
||
|
|
"eval_loss": 0.9554553627967834,
|
||
|
|
"eval_runtime": 160.5922,
|
||
|
|
"eval_samples_per_second": 112.266,
|
||
|
|
"eval_steps_per_second": 1.756,
|
||
|
|
"step": 672
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5025669747036311,
|
||
|
|
"grad_norm": 3.042163670813616,
|
||
|
|
"learning_rate": 5.205670288882889e-06,
|
||
|
|
"loss": 1.0226,
|
||
|
|
"step": 673
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.503313730981051,
|
||
|
|
"grad_norm": 3.5555861229297205,
|
||
|
|
"learning_rate": 5.19357827407168e-06,
|
||
|
|
"loss": 1.0199,
|
||
|
|
"step": 674
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.504060487258471,
|
||
|
|
"grad_norm": 2.6753462198941347,
|
||
|
|
"learning_rate": 5.181485125276898e-06,
|
||
|
|
"loss": 0.9951,
|
||
|
|
"step": 675
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.504807243535891,
|
||
|
|
"grad_norm": 3.430987000958468,
|
||
|
|
"learning_rate": 5.169390913340342e-06,
|
||
|
|
"loss": 0.9776,
|
||
|
|
"step": 676
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.505553999813311,
|
||
|
|
"grad_norm": 2.836448999390065,
|
||
|
|
"learning_rate": 5.157295709110031e-06,
|
||
|
|
"loss": 0.9318,
|
||
|
|
"step": 677
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5063007560907309,
|
||
|
|
"grad_norm": 3.9055759931822704,
|
||
|
|
"learning_rate": 5.1451995834397975e-06,
|
||
|
|
"loss": 1.0254,
|
||
|
|
"step": 678
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5070475123681508,
|
||
|
|
"grad_norm": 3.2262289649091387,
|
||
|
|
"learning_rate": 5.133102607188875e-06,
|
||
|
|
"loss": 1.0698,
|
||
|
|
"step": 679
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5077942686455708,
|
||
|
|
"grad_norm": 6.111956461530283,
|
||
|
|
"learning_rate": 5.121004851221477e-06,
|
||
|
|
"loss": 0.9786,
|
||
|
|
"step": 680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5085410249229908,
|
||
|
|
"grad_norm": 3.4939998439456303,
|
||
|
|
"learning_rate": 5.108906386406385e-06,
|
||
|
|
"loss": 0.9358,
|
||
|
|
"step": 681
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5092877812004107,
|
||
|
|
"grad_norm": 2.927278408485738,
|
||
|
|
"learning_rate": 5.096807283616535e-06,
|
||
|
|
"loss": 0.964,
|
||
|
|
"step": 682
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5100345374778307,
|
||
|
|
"grad_norm": 3.476986083429208,
|
||
|
|
"learning_rate": 5.084707613728598e-06,
|
||
|
|
"loss": 0.9,
|
||
|
|
"step": 683
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5107812937552506,
|
||
|
|
"grad_norm": 3.775237997290502,
|
||
|
|
"learning_rate": 5.0726074476225675e-06,
|
||
|
|
"loss": 0.969,
|
||
|
|
"step": 684
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5115280500326705,
|
||
|
|
"grad_norm": 4.127873726003733,
|
||
|
|
"learning_rate": 5.060506856181342e-06,
|
||
|
|
"loss": 1.0825,
|
||
|
|
"step": 685
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5122748063100906,
|
||
|
|
"grad_norm": 3.435131733296269,
|
||
|
|
"learning_rate": 5.0484059102903174e-06,
|
||
|
|
"loss": 0.979,
|
||
|
|
"step": 686
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5122748063100906,
|
||
|
|
"eval_loss": 0.9553431272506714,
|
||
|
|
"eval_runtime": 160.5802,
|
||
|
|
"eval_samples_per_second": 112.274,
|
||
|
|
"eval_steps_per_second": 1.756,
|
||
|
|
"step": 686
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5130215625875105,
|
||
|
|
"grad_norm": 3.339425996015394,
|
||
|
|
"learning_rate": 5.036304680836959e-06,
|
||
|
|
"loss": 1.0607,
|
||
|
|
"step": 687
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5137683188649305,
|
||
|
|
"grad_norm": 4.076321482116909,
|
||
|
|
"learning_rate": 5.0242032387103974e-06,
|
||
|
|
"loss": 1.0518,
|
||
|
|
"step": 688
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5145150751423504,
|
||
|
|
"grad_norm": 3.089030123276057,
|
||
|
|
"learning_rate": 5.01210165480101e-06,
|
||
|
|
"loss": 0.9193,
|
||
|
|
"step": 689
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5152618314197703,
|
||
|
|
"grad_norm": 4.513388204954891,
|
||
|
|
"learning_rate": 5e-06,
|
||
|
|
"loss": 1.036,
|
||
|
|
"step": 690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5160085876971904,
|
||
|
|
"grad_norm": 3.369925467145746,
|
||
|
|
"learning_rate": 4.9878983451989904e-06,
|
||
|
|
"loss": 0.9661,
|
||
|
|
"step": 691
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5167553439746103,
|
||
|
|
"grad_norm": 3.2836780434682993,
|
||
|
|
"learning_rate": 4.9757967612896025e-06,
|
||
|
|
"loss": 0.9677,
|
||
|
|
"step": 692
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5175021002520303,
|
||
|
|
"grad_norm": 4.0775074108281215,
|
||
|
|
"learning_rate": 4.963695319163041e-06,
|
||
|
|
"loss": 1.0827,
|
||
|
|
"step": 693
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5182488565294502,
|
||
|
|
"grad_norm": 3.325029804236844,
|
||
|
|
"learning_rate": 4.951594089709685e-06,
|
||
|
|
"loss": 1.0138,
|
||
|
|
"step": 694
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5189956128068701,
|
||
|
|
"grad_norm": 3.5885563133061487,
|
||
|
|
"learning_rate": 4.939493143818659e-06,
|
||
|
|
"loss": 1.0677,
|
||
|
|
"step": 695
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5197423690842902,
|
||
|
|
"grad_norm": 3.156282854149789,
|
||
|
|
"learning_rate": 4.927392552377434e-06,
|
||
|
|
"loss": 0.9617,
|
||
|
|
"step": 696
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5204891253617101,
|
||
|
|
"grad_norm": 3.0416344384601026,
|
||
|
|
"learning_rate": 4.915292386271403e-06,
|
||
|
|
"loss": 0.9855,
|
||
|
|
"step": 697
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.52123588163913,
|
||
|
|
"grad_norm": 3.2733777511786095,
|
||
|
|
"learning_rate": 4.9031927163834655e-06,
|
||
|
|
"loss": 0.8939,
|
||
|
|
"step": 698
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.52198263791655,
|
||
|
|
"grad_norm": 3.398814579607184,
|
||
|
|
"learning_rate": 4.891093613593615e-06,
|
||
|
|
"loss": 0.9741,
|
||
|
|
"step": 699
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5227293941939699,
|
||
|
|
"grad_norm": 3.1153916205245777,
|
||
|
|
"learning_rate": 4.878995148778525e-06,
|
||
|
|
"loss": 0.9968,
|
||
|
|
"step": 700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5227293941939699,
|
||
|
|
"eval_loss": 0.9541786313056946,
|
||
|
|
"eval_runtime": 162.0716,
|
||
|
|
"eval_samples_per_second": 111.241,
|
||
|
|
"eval_steps_per_second": 1.74,
|
||
|
|
"step": 700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5234761504713898,
|
||
|
|
"grad_norm": 3.3647452892177117,
|
||
|
|
"learning_rate": 4.866897392811127e-06,
|
||
|
|
"loss": 0.9962,
|
||
|
|
"step": 701
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5242229067488099,
|
||
|
|
"grad_norm": 3.113204959768887,
|
||
|
|
"learning_rate": 4.854800416560205e-06,
|
||
|
|
"loss": 1.0054,
|
||
|
|
"step": 702
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5249696630262298,
|
||
|
|
"grad_norm": 3.8495342835228583,
|
||
|
|
"learning_rate": 4.842704290889971e-06,
|
||
|
|
"loss": 0.8952,
|
||
|
|
"step": 703
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5257164193036498,
|
||
|
|
"grad_norm": 3.174795087074365,
|
||
|
|
"learning_rate": 4.830609086659659e-06,
|
||
|
|
"loss": 0.9851,
|
||
|
|
"step": 704
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5264631755810697,
|
||
|
|
"grad_norm": 2.729342539133593,
|
||
|
|
"learning_rate": 4.818514874723103e-06,
|
||
|
|
"loss": 0.9213,
|
||
|
|
"step": 705
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5272099318584896,
|
||
|
|
"grad_norm": 3.076282518758111,
|
||
|
|
"learning_rate": 4.806421725928323e-06,
|
||
|
|
"loss": 0.9964,
|
||
|
|
"step": 706
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5279566881359097,
|
||
|
|
"grad_norm": 3.2836882108192165,
|
||
|
|
"learning_rate": 4.7943297111171115e-06,
|
||
|
|
"loss": 0.9746,
|
||
|
|
"step": 707
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5287034444133296,
|
||
|
|
"grad_norm": 3.8352591409956336,
|
||
|
|
"learning_rate": 4.782238901124618e-06,
|
||
|
|
"loss": 1.043,
|
||
|
|
"step": 708
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5294502006907496,
|
||
|
|
"grad_norm": 2.7535052802015634,
|
||
|
|
"learning_rate": 4.770149366778938e-06,
|
||
|
|
"loss": 0.8983,
|
||
|
|
"step": 709
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5301969569681695,
|
||
|
|
"grad_norm": 3.852480148863445,
|
||
|
|
"learning_rate": 4.758061178900687e-06,
|
||
|
|
"loss": 0.9914,
|
||
|
|
"step": 710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5309437132455894,
|
||
|
|
"grad_norm": 3.4470151143902337,
|
||
|
|
"learning_rate": 4.745974408302602e-06,
|
||
|
|
"loss": 0.9474,
|
||
|
|
"step": 711
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5316904695230095,
|
||
|
|
"grad_norm": 2.5890177372536516,
|
||
|
|
"learning_rate": 4.7338891257891085e-06,
|
||
|
|
"loss": 0.9773,
|
||
|
|
"step": 712
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5324372258004294,
|
||
|
|
"grad_norm": 4.222415888473242,
|
||
|
|
"learning_rate": 4.721805402155919e-06,
|
||
|
|
"loss": 1.0616,
|
||
|
|
"step": 713
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5331839820778493,
|
||
|
|
"grad_norm": 3.0869687607345395,
|
||
|
|
"learning_rate": 4.709723308189614e-06,
|
||
|
|
"loss": 1.0079,
|
||
|
|
"step": 714
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5331839820778493,
|
||
|
|
"eval_loss": 0.9527038931846619,
|
||
|
|
"eval_runtime": 160.8101,
|
||
|
|
"eval_samples_per_second": 112.114,
|
||
|
|
"eval_steps_per_second": 1.754,
|
||
|
|
"step": 714
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5339307383552693,
|
||
|
|
"grad_norm": 3.670148127602683,
|
||
|
|
"learning_rate": 4.697642914667229e-06,
|
||
|
|
"loss": 1.0192,
|
||
|
|
"step": 715
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5346774946326892,
|
||
|
|
"grad_norm": 3.107343398040105,
|
||
|
|
"learning_rate": 4.6855642923558345e-06,
|
||
|
|
"loss": 0.9228,
|
||
|
|
"step": 716
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5354242509101093,
|
||
|
|
"grad_norm": 3.5996371455869367,
|
||
|
|
"learning_rate": 4.67348751201213e-06,
|
||
|
|
"loss": 1.0376,
|
||
|
|
"step": 717
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5361710071875292,
|
||
|
|
"grad_norm": 3.1878765692346605,
|
||
|
|
"learning_rate": 4.661412644382021e-06,
|
||
|
|
"loss": 0.9582,
|
||
|
|
"step": 718
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5369177634649491,
|
||
|
|
"grad_norm": 3.771190985798084,
|
||
|
|
"learning_rate": 4.649339760200206e-06,
|
||
|
|
"loss": 0.9596,
|
||
|
|
"step": 719
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5376645197423691,
|
||
|
|
"grad_norm": 3.38014392455014,
|
||
|
|
"learning_rate": 4.637268930189772e-06,
|
||
|
|
"loss": 0.9532,
|
||
|
|
"step": 720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.538411276019789,
|
||
|
|
"grad_norm": 3.8749251965793965,
|
||
|
|
"learning_rate": 4.625200225061765e-06,
|
||
|
|
"loss": 1.0393,
|
||
|
|
"step": 721
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.539158032297209,
|
||
|
|
"grad_norm": 3.9117960489662127,
|
||
|
|
"learning_rate": 4.61313371551479e-06,
|
||
|
|
"loss": 1.006,
|
||
|
|
"step": 722
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.539904788574629,
|
||
|
|
"grad_norm": 2.8086121993308857,
|
||
|
|
"learning_rate": 4.601069472234584e-06,
|
||
|
|
"loss": 0.9323,
|
||
|
|
"step": 723
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5406515448520489,
|
||
|
|
"grad_norm": 2.7551273219778825,
|
||
|
|
"learning_rate": 4.589007565893615e-06,
|
||
|
|
"loss": 0.9317,
|
||
|
|
"step": 724
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5413983011294689,
|
||
|
|
"grad_norm": 3.362198847742376,
|
||
|
|
"learning_rate": 4.576948067150655e-06,
|
||
|
|
"loss": 0.9358,
|
||
|
|
"step": 725
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5421450574068888,
|
||
|
|
"grad_norm": 3.5974105806012235,
|
||
|
|
"learning_rate": 4.564891046650373e-06,
|
||
|
|
"loss": 1.0596,
|
||
|
|
"step": 726
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5428918136843088,
|
||
|
|
"grad_norm": 3.552430736775191,
|
||
|
|
"learning_rate": 4.552836575022925e-06,
|
||
|
|
"loss": 0.9611,
|
||
|
|
"step": 727
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5436385699617288,
|
||
|
|
"grad_norm": 2.573569543965171,
|
||
|
|
"learning_rate": 4.540784722883532e-06,
|
||
|
|
"loss": 0.9552,
|
||
|
|
"step": 728
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5436385699617288,
|
||
|
|
"eval_loss": 0.951053261756897,
|
||
|
|
"eval_runtime": 160.6105,
|
||
|
|
"eval_samples_per_second": 112.253,
|
||
|
|
"eval_steps_per_second": 1.756,
|
||
|
|
"step": 728
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5443853262391487,
|
||
|
|
"grad_norm": 3.565425106205681,
|
||
|
|
"learning_rate": 4.528735560832071e-06,
|
||
|
|
"loss": 1.0667,
|
||
|
|
"step": 729
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5451320825165686,
|
||
|
|
"grad_norm": 2.7926401591953383,
|
||
|
|
"learning_rate": 4.51668915945266e-06,
|
||
|
|
"loss": 0.976,
|
||
|
|
"step": 730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5458788387939886,
|
||
|
|
"grad_norm": 3.0421797900802003,
|
||
|
|
"learning_rate": 4.504645589313243e-06,
|
||
|
|
"loss": 1.0462,
|
||
|
|
"step": 731
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5466255950714086,
|
||
|
|
"grad_norm": 3.503454575591918,
|
||
|
|
"learning_rate": 4.492604920965185e-06,
|
||
|
|
"loss": 1.0857,
|
||
|
|
"step": 732
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5473723513488286,
|
||
|
|
"grad_norm": 2.904815956092458,
|
||
|
|
"learning_rate": 4.480567224942845e-06,
|
||
|
|
"loss": 1.0072,
|
||
|
|
"step": 733
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5481191076262485,
|
||
|
|
"grad_norm": 3.5102905705105742,
|
||
|
|
"learning_rate": 4.468532571763174e-06,
|
||
|
|
"loss": 0.9472,
|
||
|
|
"step": 734
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5488658639036684,
|
||
|
|
"grad_norm": 3.7183800704590033,
|
||
|
|
"learning_rate": 4.456501031925297e-06,
|
||
|
|
"loss": 1.0463,
|
||
|
|
"step": 735
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5496126201810884,
|
||
|
|
"grad_norm": 2.9419058702603555,
|
||
|
|
"learning_rate": 4.444472675910103e-06,
|
||
|
|
"loss": 1.031,
|
||
|
|
"step": 736
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5503593764585084,
|
||
|
|
"grad_norm": 3.9094266797244877,
|
||
|
|
"learning_rate": 4.4324475741798235e-06,
|
||
|
|
"loss": 0.9969,
|
||
|
|
"step": 737
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5511061327359283,
|
||
|
|
"grad_norm": 3.20510351193743,
|
||
|
|
"learning_rate": 4.420425797177637e-06,
|
||
|
|
"loss": 1.0058,
|
||
|
|
"step": 738
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5518528890133483,
|
||
|
|
"grad_norm": 2.862584885372328,
|
||
|
|
"learning_rate": 4.4084074153272346e-06,
|
||
|
|
"loss": 0.9266,
|
||
|
|
"step": 739
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5525996452907682,
|
||
|
|
"grad_norm": 3.230765906011071,
|
||
|
|
"learning_rate": 4.396392499032428e-06,
|
||
|
|
"loss": 0.928,
|
||
|
|
"step": 740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5533464015681882,
|
||
|
|
"grad_norm": 7.447272293937854,
|
||
|
|
"learning_rate": 4.38438111867672e-06,
|
||
|
|
"loss": 1.0577,
|
||
|
|
"step": 741
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5540931578456081,
|
||
|
|
"grad_norm": 4.421418489574816,
|
||
|
|
"learning_rate": 4.372373344622906e-06,
|
||
|
|
"loss": 1.0461,
|
||
|
|
"step": 742
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5540931578456081,
|
||
|
|
"eval_loss": 0.9515445232391357,
|
||
|
|
"eval_runtime": 162.0634,
|
||
|
|
"eval_samples_per_second": 111.247,
|
||
|
|
"eval_steps_per_second": 1.74,
|
||
|
|
"step": 742
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5548399141230281,
|
||
|
|
"grad_norm": 2.7712010504789544,
|
||
|
|
"learning_rate": 4.360369247212653e-06,
|
||
|
|
"loss": 0.988,
|
||
|
|
"step": 743
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5555866704004481,
|
||
|
|
"grad_norm": 2.8683975287912435,
|
||
|
|
"learning_rate": 4.3483688967660875e-06,
|
||
|
|
"loss": 0.8898,
|
||
|
|
"step": 744
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.556333426677868,
|
||
|
|
"grad_norm": 3.3419411279482003,
|
||
|
|
"learning_rate": 4.336372363581391e-06,
|
||
|
|
"loss": 1.0419,
|
||
|
|
"step": 745
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5570801829552879,
|
||
|
|
"grad_norm": 3.422260194867919,
|
||
|
|
"learning_rate": 4.3243797179343795e-06,
|
||
|
|
"loss": 0.9626,
|
||
|
|
"step": 746
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5578269392327079,
|
||
|
|
"grad_norm": 3.932467663326973,
|
||
|
|
"learning_rate": 4.3123910300781e-06,
|
||
|
|
"loss": 1.0097,
|
||
|
|
"step": 747
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5585736955101279,
|
||
|
|
"grad_norm": 3.220509235991095,
|
||
|
|
"learning_rate": 4.300406370242409e-06,
|
||
|
|
"loss": 0.9915,
|
||
|
|
"step": 748
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5593204517875479,
|
||
|
|
"grad_norm": 3.1936031478949873,
|
||
|
|
"learning_rate": 4.2884258086335755e-06,
|
||
|
|
"loss": 0.958,
|
||
|
|
"step": 749
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5600672080649678,
|
||
|
|
"grad_norm": 3.1854522468121935,
|
||
|
|
"learning_rate": 4.276449415433851e-06,
|
||
|
|
"loss": 0.9964,
|
||
|
|
"step": 750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5608139643423877,
|
||
|
|
"grad_norm": 2.6714557730618553,
|
||
|
|
"learning_rate": 4.264477260801072e-06,
|
||
|
|
"loss": 1.0101,
|
||
|
|
"step": 751
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5615607206198077,
|
||
|
|
"grad_norm": 3.647313021227066,
|
||
|
|
"learning_rate": 4.25250941486825e-06,
|
||
|
|
"loss": 0.9056,
|
||
|
|
"step": 752
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5623074768972277,
|
||
|
|
"grad_norm": 3.3124446614726826,
|
||
|
|
"learning_rate": 4.2405459477431505e-06,
|
||
|
|
"loss": 0.9657,
|
||
|
|
"step": 753
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5630542331746476,
|
||
|
|
"grad_norm": 3.4799141929813904,
|
||
|
|
"learning_rate": 4.228586929507892e-06,
|
||
|
|
"loss": 0.9853,
|
||
|
|
"step": 754
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5638009894520676,
|
||
|
|
"grad_norm": 3.506153943735322,
|
||
|
|
"learning_rate": 4.216632430218528e-06,
|
||
|
|
"loss": 0.9887,
|
||
|
|
"step": 755
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5645477457294875,
|
||
|
|
"grad_norm": 2.5744780478609335,
|
||
|
|
"learning_rate": 4.204682519904641e-06,
|
||
|
|
"loss": 0.936,
|
||
|
|
"step": 756
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5645477457294875,
|
||
|
|
"eval_loss": 0.9495623707771301,
|
||
|
|
"eval_runtime": 160.7518,
|
||
|
|
"eval_samples_per_second": 112.154,
|
||
|
|
"eval_steps_per_second": 1.754,
|
||
|
|
"step": 756
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5652945020069075,
|
||
|
|
"grad_norm": 3.098794189486562,
|
||
|
|
"learning_rate": 4.1927372685689315e-06,
|
||
|
|
"loss": 0.9661,
|
||
|
|
"step": 757
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5660412582843275,
|
||
|
|
"grad_norm": 3.4619013278607578,
|
||
|
|
"learning_rate": 4.180796746186808e-06,
|
||
|
|
"loss": 0.9115,
|
||
|
|
"step": 758
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5667880145617474,
|
||
|
|
"grad_norm": 3.5592551507334433,
|
||
|
|
"learning_rate": 4.168861022705976e-06,
|
||
|
|
"loss": 1.0279,
|
||
|
|
"step": 759
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5675347708391674,
|
||
|
|
"grad_norm": 3.57134196506803,
|
||
|
|
"learning_rate": 4.1569301680460304e-06,
|
||
|
|
"loss": 0.9903,
|
||
|
|
"step": 760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5682815271165873,
|
||
|
|
"grad_norm": 2.9011475792179664,
|
||
|
|
"learning_rate": 4.145004252098044e-06,
|
||
|
|
"loss": 0.9266,
|
||
|
|
"step": 761
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5690282833940072,
|
||
|
|
"grad_norm": 3.3121205852213564,
|
||
|
|
"learning_rate": 4.133083344724156e-06,
|
||
|
|
"loss": 0.9647,
|
||
|
|
"step": 762
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5697750396714273,
|
||
|
|
"grad_norm": 4.324275423359752,
|
||
|
|
"learning_rate": 4.121167515757168e-06,
|
||
|
|
"loss": 0.926,
|
||
|
|
"step": 763
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5705217959488472,
|
||
|
|
"grad_norm": 2.8518532935568475,
|
||
|
|
"learning_rate": 4.109256835000132e-06,
|
||
|
|
"loss": 1.0484,
|
||
|
|
"step": 764
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5712685522262672,
|
||
|
|
"grad_norm": 2.8603023862843737,
|
||
|
|
"learning_rate": 4.097351372225943e-06,
|
||
|
|
"loss": 0.9625,
|
||
|
|
"step": 765
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5720153085036871,
|
||
|
|
"grad_norm": 3.2495297372313936,
|
||
|
|
"learning_rate": 4.085451197176924e-06,
|
||
|
|
"loss": 0.9934,
|
||
|
|
"step": 766
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.572762064781107,
|
||
|
|
"grad_norm": 2.9168937333210736,
|
||
|
|
"learning_rate": 4.073556379564429e-06,
|
||
|
|
"loss": 0.9692,
|
||
|
|
"step": 767
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5735088210585271,
|
||
|
|
"grad_norm": 3.4739754957829994,
|
||
|
|
"learning_rate": 4.061666989068423e-06,
|
||
|
|
"loss": 1.0596,
|
||
|
|
"step": 768
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.574255577335947,
|
||
|
|
"grad_norm": 2.524612817650384,
|
||
|
|
"learning_rate": 4.049783095337081e-06,
|
||
|
|
"loss": 0.934,
|
||
|
|
"step": 769
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.575002333613367,
|
||
|
|
"grad_norm": 3.1228879201643713,
|
||
|
|
"learning_rate": 4.037904767986378e-06,
|
||
|
|
"loss": 0.9707,
|
||
|
|
"step": 770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.575002333613367,
|
||
|
|
"eval_loss": 0.9477403163909912,
|
||
|
|
"eval_runtime": 162.0633,
|
||
|
|
"eval_samples_per_second": 111.247,
|
||
|
|
"eval_steps_per_second": 1.74,
|
||
|
|
"step": 770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5757490898907869,
|
||
|
|
"grad_norm": 3.257360843044048,
|
||
|
|
"learning_rate": 4.026032076599681e-06,
|
||
|
|
"loss": 0.9881,
|
||
|
|
"step": 771
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5764958461682068,
|
||
|
|
"grad_norm": 4.000425859190567,
|
||
|
|
"learning_rate": 4.014165090727341e-06,
|
||
|
|
"loss": 0.9536,
|
||
|
|
"step": 772
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5772426024456269,
|
||
|
|
"grad_norm": 2.753962998604683,
|
||
|
|
"learning_rate": 4.002303879886288e-06,
|
||
|
|
"loss": 0.9246,
|
||
|
|
"step": 773
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5779893587230468,
|
||
|
|
"grad_norm": 3.7186990398787967,
|
||
|
|
"learning_rate": 3.990448513559615e-06,
|
||
|
|
"loss": 1.0088,
|
||
|
|
"step": 774
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5787361150004667,
|
||
|
|
"grad_norm": 3.158075187326005,
|
||
|
|
"learning_rate": 3.978599061196188e-06,
|
||
|
|
"loss": 0.9959,
|
||
|
|
"step": 775
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5794828712778867,
|
||
|
|
"grad_norm": 4.303108732794814,
|
||
|
|
"learning_rate": 3.9667555922102214e-06,
|
||
|
|
"loss": 1.0725,
|
||
|
|
"step": 776
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5802296275553066,
|
||
|
|
"grad_norm": 2.870021324090936,
|
||
|
|
"learning_rate": 3.954918175980882e-06,
|
||
|
|
"loss": 0.924,
|
||
|
|
"step": 777
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5809763838327265,
|
||
|
|
"grad_norm": 4.264645613049714,
|
||
|
|
"learning_rate": 3.9430868818518786e-06,
|
||
|
|
"loss": 0.9837,
|
||
|
|
"step": 778
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5817231401101466,
|
||
|
|
"grad_norm": 3.3495172772032986,
|
||
|
|
"learning_rate": 3.931261779131058e-06,
|
||
|
|
"loss": 0.9841,
|
||
|
|
"step": 779
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5824698963875665,
|
||
|
|
"grad_norm": 3.246610836443149,
|
||
|
|
"learning_rate": 3.919442937089996e-06,
|
||
|
|
"loss": 0.9947,
|
||
|
|
"step": 780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5832166526649865,
|
||
|
|
"grad_norm": 2.7004006268478444,
|
||
|
|
"learning_rate": 3.9076304249635905e-06,
|
||
|
|
"loss": 0.9138,
|
||
|
|
"step": 781
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5839634089424064,
|
||
|
|
"grad_norm": 2.7834796179870325,
|
||
|
|
"learning_rate": 3.895824311949665e-06,
|
||
|
|
"loss": 1.0329,
|
||
|
|
"step": 782
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5847101652198263,
|
||
|
|
"grad_norm": 2.8998183145518124,
|
||
|
|
"learning_rate": 3.884024667208556e-06,
|
||
|
|
"loss": 1.0747,
|
||
|
|
"step": 783
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5854569214972464,
|
||
|
|
"grad_norm": 3.5440597227303194,
|
||
|
|
"learning_rate": 3.872231559862702e-06,
|
||
|
|
"loss": 0.9257,
|
||
|
|
"step": 784
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5854569214972464,
|
||
|
|
"eval_loss": 0.9469641447067261,
|
||
|
|
"eval_runtime": 160.547,
|
||
|
|
"eval_samples_per_second": 112.297,
|
||
|
|
"eval_steps_per_second": 1.756,
|
||
|
|
"step": 784
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5862036777746663,
|
||
|
|
"grad_norm": 3.3382847763731767,
|
||
|
|
"learning_rate": 3.860445058996255e-06,
|
||
|
|
"loss": 0.9998,
|
||
|
|
"step": 785
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5869504340520862,
|
||
|
|
"grad_norm": 2.6762939914119226,
|
||
|
|
"learning_rate": 3.848665233654658e-06,
|
||
|
|
"loss": 0.9951,
|
||
|
|
"step": 786
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5876971903295062,
|
||
|
|
"grad_norm": 2.4239663023709093,
|
||
|
|
"learning_rate": 3.836892152844251e-06,
|
||
|
|
"loss": 1.0196,
|
||
|
|
"step": 787
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5884439466069261,
|
||
|
|
"grad_norm": 2.7049762394604313,
|
||
|
|
"learning_rate": 3.825125885531869e-06,
|
||
|
|
"loss": 0.9878,
|
||
|
|
"step": 788
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5891907028843462,
|
||
|
|
"grad_norm": 3.486650028911791,
|
||
|
|
"learning_rate": 3.813366500644426e-06,
|
||
|
|
"loss": 0.977,
|
||
|
|
"step": 789
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5899374591617661,
|
||
|
|
"grad_norm": 3.9630866861155116,
|
||
|
|
"learning_rate": 3.8016140670685263e-06,
|
||
|
|
"loss": 0.9626,
|
||
|
|
"step": 790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.590684215439186,
|
||
|
|
"grad_norm": 4.033104870432513,
|
||
|
|
"learning_rate": 3.789868653650046e-06,
|
||
|
|
"loss": 0.9761,
|
||
|
|
"step": 791
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.591430971716606,
|
||
|
|
"grad_norm": 3.346871826227189,
|
||
|
|
"learning_rate": 3.7781303291937453e-06,
|
||
|
|
"loss": 1.0169,
|
||
|
|
"step": 792
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5921777279940259,
|
||
|
|
"grad_norm": 3.936340048603582,
|
||
|
|
"learning_rate": 3.7663991624628495e-06,
|
||
|
|
"loss": 0.8851,
|
||
|
|
"step": 793
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.592924484271446,
|
||
|
|
"grad_norm": 3.6485292207922058,
|
||
|
|
"learning_rate": 3.7546752221786553e-06,
|
||
|
|
"loss": 0.8865,
|
||
|
|
"step": 794
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5936712405488659,
|
||
|
|
"grad_norm": 3.6264257513729343,
|
||
|
|
"learning_rate": 3.7429585770201314e-06,
|
||
|
|
"loss": 0.9835,
|
||
|
|
"step": 795
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5944179968262858,
|
||
|
|
"grad_norm": 4.573602430354129,
|
||
|
|
"learning_rate": 3.7312492956235058e-06,
|
||
|
|
"loss": 1.0293,
|
||
|
|
"step": 796
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5951647531037058,
|
||
|
|
"grad_norm": 2.85790348242624,
|
||
|
|
"learning_rate": 3.719547446581876e-06,
|
||
|
|
"loss": 0.976,
|
||
|
|
"step": 797
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5959115093811257,
|
||
|
|
"grad_norm": 2.8881328636872623,
|
||
|
|
"learning_rate": 3.7078530984447956e-06,
|
||
|
|
"loss": 0.9718,
|
||
|
|
"step": 798
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5959115093811257,
|
||
|
|
"eval_loss": 0.9462713599205017,
|
||
|
|
"eval_runtime": 160.8542,
|
||
|
|
"eval_samples_per_second": 112.083,
|
||
|
|
"eval_steps_per_second": 1.753,
|
||
|
|
"step": 798
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5966582656585457,
|
||
|
|
"grad_norm": 3.2246121361724254,
|
||
|
|
"learning_rate": 3.6961663197178767e-06,
|
||
|
|
"loss": 0.8918,
|
||
|
|
"step": 799
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5974050219359657,
|
||
|
|
"grad_norm": 4.065115346169568,
|
||
|
|
"learning_rate": 3.6844871788623946e-06,
|
||
|
|
"loss": 0.9987,
|
||
|
|
"step": 800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5981517782133856,
|
||
|
|
"grad_norm": 3.1428749321319236,
|
||
|
|
"learning_rate": 3.6728157442948786e-06,
|
||
|
|
"loss": 1.0329,
|
||
|
|
"step": 801
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5988985344908055,
|
||
|
|
"grad_norm": 3.2108025912704763,
|
||
|
|
"learning_rate": 3.6611520843867155e-06,
|
||
|
|
"loss": 0.9817,
|
||
|
|
"step": 802
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5996452907682255,
|
||
|
|
"grad_norm": 3.3376030924698674,
|
||
|
|
"learning_rate": 3.649496267463749e-06,
|
||
|
|
"loss": 0.9244,
|
||
|
|
"step": 803
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6003920470456455,
|
||
|
|
"grad_norm": 2.797596396920881,
|
||
|
|
"learning_rate": 3.6378483618058774e-06,
|
||
|
|
"loss": 0.9516,
|
||
|
|
"step": 804
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6011388033230655,
|
||
|
|
"grad_norm": 2.6634774502196605,
|
||
|
|
"learning_rate": 3.626208435646652e-06,
|
||
|
|
"loss": 0.9045,
|
||
|
|
"step": 805
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6018855596004854,
|
||
|
|
"grad_norm": 4.020178611133311,
|
||
|
|
"learning_rate": 3.6145765571728863e-06,
|
||
|
|
"loss": 0.997,
|
||
|
|
"step": 806
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6026323158779053,
|
||
|
|
"grad_norm": 3.4517830596099497,
|
||
|
|
"learning_rate": 3.6029527945242436e-06,
|
||
|
|
"loss": 0.9844,
|
||
|
|
"step": 807
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6033790721553253,
|
||
|
|
"grad_norm": 3.408570855279641,
|
||
|
|
"learning_rate": 3.5913372157928515e-06,
|
||
|
|
"loss": 0.9571,
|
||
|
|
"step": 808
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6041258284327453,
|
||
|
|
"grad_norm": 3.102469639035291,
|
||
|
|
"learning_rate": 3.5797298890228903e-06,
|
||
|
|
"loss": 0.9399,
|
||
|
|
"step": 809
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6048725847101653,
|
||
|
|
"grad_norm": 4.116854993159461,
|
||
|
|
"learning_rate": 3.5681308822102046e-06,
|
||
|
|
"loss": 1.0615,
|
||
|
|
"step": 810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6056193409875852,
|
||
|
|
"grad_norm": 3.3466880091581372,
|
||
|
|
"learning_rate": 3.5565402633018963e-06,
|
||
|
|
"loss": 1.0105,
|
||
|
|
"step": 811
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6063660972650051,
|
||
|
|
"grad_norm": 2.8545068302805126,
|
||
|
|
"learning_rate": 3.5449581001959327e-06,
|
||
|
|
"loss": 1.0286,
|
||
|
|
"step": 812
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6063660972650051,
|
||
|
|
"eval_loss": 0.9455689191818237,
|
||
|
|
"eval_runtime": 160.9732,
|
||
|
|
"eval_samples_per_second": 112.0,
|
||
|
|
"eval_steps_per_second": 1.752,
|
||
|
|
"step": 812
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6071128535424251,
|
||
|
|
"grad_norm": 3.155802958052963,
|
||
|
|
"learning_rate": 3.5333844607407497e-06,
|
||
|
|
"loss": 0.924,
|
||
|
|
"step": 813
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.607859609819845,
|
||
|
|
"grad_norm": 2.9985600832229333,
|
||
|
|
"learning_rate": 3.521819412734846e-06,
|
||
|
|
"loss": 1.0208,
|
||
|
|
"step": 814
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.608606366097265,
|
||
|
|
"grad_norm": 3.456904877508385,
|
||
|
|
"learning_rate": 3.5102630239263986e-06,
|
||
|
|
"loss": 0.9405,
|
||
|
|
"step": 815
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.609353122374685,
|
||
|
|
"grad_norm": 3.506919400122488,
|
||
|
|
"learning_rate": 3.4987153620128534e-06,
|
||
|
|
"loss": 1.0131,
|
||
|
|
"step": 816
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6100998786521049,
|
||
|
|
"grad_norm": 3.562709368000536,
|
||
|
|
"learning_rate": 3.487176494640533e-06,
|
||
|
|
"loss": 1.0204,
|
||
|
|
"step": 817
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6108466349295248,
|
||
|
|
"grad_norm": 3.029728546928659,
|
||
|
|
"learning_rate": 3.4756464894042475e-06,
|
||
|
|
"loss": 0.9355,
|
||
|
|
"step": 818
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6115933912069448,
|
||
|
|
"grad_norm": 4.701806928246403,
|
||
|
|
"learning_rate": 3.464125413846886e-06,
|
||
|
|
"loss": 1.0966,
|
||
|
|
"step": 819
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6123401474843648,
|
||
|
|
"grad_norm": 4.345487604862701,
|
||
|
|
"learning_rate": 3.4526133354590342e-06,
|
||
|
|
"loss": 1.0304,
|
||
|
|
"step": 820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6130869037617848,
|
||
|
|
"grad_norm": 2.9882707953224097,
|
||
|
|
"learning_rate": 3.4411103216785645e-06,
|
||
|
|
"loss": 1.0434,
|
||
|
|
"step": 821
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6138336600392047,
|
||
|
|
"grad_norm": 3.6824324317588997,
|
||
|
|
"learning_rate": 3.4296164398902576e-06,
|
||
|
|
"loss": 1.0781,
|
||
|
|
"step": 822
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6145804163166246,
|
||
|
|
"grad_norm": 3.1022094976858012,
|
||
|
|
"learning_rate": 3.418131757425389e-06,
|
||
|
|
"loss": 0.9307,
|
||
|
|
"step": 823
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6153271725940446,
|
||
|
|
"grad_norm": 6.184516709697887,
|
||
|
|
"learning_rate": 3.4066563415613523e-06,
|
||
|
|
"loss": 0.9767,
|
||
|
|
"step": 824
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6160739288714646,
|
||
|
|
"grad_norm": 3.18927582757545,
|
||
|
|
"learning_rate": 3.395190259521254e-06,
|
||
|
|
"loss": 0.9867,
|
||
|
|
"step": 825
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6168206851488846,
|
||
|
|
"grad_norm": 3.103890715286569,
|
||
|
|
"learning_rate": 3.3837335784735244e-06,
|
||
|
|
"loss": 0.9872,
|
||
|
|
"step": 826
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6168206851488846,
|
||
|
|
"eval_loss": 0.9444602727890015,
|
||
|
|
"eval_runtime": 160.7087,
|
||
|
|
"eval_samples_per_second": 112.184,
|
||
|
|
"eval_steps_per_second": 1.755,
|
||
|
|
"step": 826
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6175674414263045,
|
||
|
|
"grad_norm": 4.650015908882197,
|
||
|
|
"learning_rate": 3.37228636553152e-06,
|
||
|
|
"loss": 0.9987,
|
||
|
|
"step": 827
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6183141977037244,
|
||
|
|
"grad_norm": 3.5399264590081265,
|
||
|
|
"learning_rate": 3.360848687753138e-06,
|
||
|
|
"loss": 0.9564,
|
||
|
|
"step": 828
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6190609539811444,
|
||
|
|
"grad_norm": 3.0564069474101756,
|
||
|
|
"learning_rate": 3.349420612140412e-06,
|
||
|
|
"loss": 0.936,
|
||
|
|
"step": 829
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6198077102585644,
|
||
|
|
"grad_norm": 3.6031607198080886,
|
||
|
|
"learning_rate": 3.33800220563913e-06,
|
||
|
|
"loss": 0.9446,
|
||
|
|
"step": 830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6205544665359843,
|
||
|
|
"grad_norm": 3.4094903377690953,
|
||
|
|
"learning_rate": 3.3265935351384386e-06,
|
||
|
|
"loss": 0.9977,
|
||
|
|
"step": 831
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6213012228134043,
|
||
|
|
"grad_norm": 2.848149256988196,
|
||
|
|
"learning_rate": 3.3151946674704487e-06,
|
||
|
|
"loss": 0.9697,
|
||
|
|
"step": 832
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6220479790908242,
|
||
|
|
"grad_norm": 3.0079233857559977,
|
||
|
|
"learning_rate": 3.3038056694098485e-06,
|
||
|
|
"loss": 0.9622,
|
||
|
|
"step": 833
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6227947353682441,
|
||
|
|
"grad_norm": 3.518051937950098,
|
||
|
|
"learning_rate": 3.2924266076735094e-06,
|
||
|
|
"loss": 0.9171,
|
||
|
|
"step": 834
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6235414916456642,
|
||
|
|
"grad_norm": 3.3430473288801013,
|
||
|
|
"learning_rate": 3.281057548920091e-06,
|
||
|
|
"loss": 0.9487,
|
||
|
|
"step": 835
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6242882479230841,
|
||
|
|
"grad_norm": 3.258832229112217,
|
||
|
|
"learning_rate": 3.2696985597496633e-06,
|
||
|
|
"loss": 0.9402,
|
||
|
|
"step": 836
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6250350042005041,
|
||
|
|
"grad_norm": 4.025430224245148,
|
||
|
|
"learning_rate": 3.258349706703302e-06,
|
||
|
|
"loss": 1.035,
|
||
|
|
"step": 837
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.625781760477924,
|
||
|
|
"grad_norm": 3.6604686310111374,
|
||
|
|
"learning_rate": 3.24701105626271e-06,
|
||
|
|
"loss": 0.9754,
|
||
|
|
"step": 838
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6265285167553439,
|
||
|
|
"grad_norm": 3.25423601241418,
|
||
|
|
"learning_rate": 3.2356826748498182e-06,
|
||
|
|
"loss": 0.984,
|
||
|
|
"step": 839
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.627275273032764,
|
||
|
|
"grad_norm": 3.28584168969409,
|
||
|
|
"learning_rate": 3.2243646288264073e-06,
|
||
|
|
"loss": 0.9791,
|
||
|
|
"step": 840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.627275273032764,
|
||
|
|
"eval_loss": 0.9437100291252136,
|
||
|
|
"eval_runtime": 160.7821,
|
||
|
|
"eval_samples_per_second": 112.133,
|
||
|
|
"eval_steps_per_second": 1.754,
|
||
|
|
"step": 840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6280220293101839,
|
||
|
|
"grad_norm": 4.366912401633733,
|
||
|
|
"learning_rate": 3.2130569844937097e-06,
|
||
|
|
"loss": 0.9599,
|
||
|
|
"step": 841
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6287687855876039,
|
||
|
|
"grad_norm": 2.9219395535212587,
|
||
|
|
"learning_rate": 3.2017598080920224e-06,
|
||
|
|
"loss": 0.9939,
|
||
|
|
"step": 842
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6295155418650238,
|
||
|
|
"grad_norm": 3.786606223724064,
|
||
|
|
"learning_rate": 3.1904731658003264e-06,
|
||
|
|
"loss": 0.9879,
|
||
|
|
"step": 843
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6302622981424437,
|
||
|
|
"grad_norm": 3.3886784078360432,
|
||
|
|
"learning_rate": 3.1791971237358893e-06,
|
||
|
|
"loss": 0.9483,
|
||
|
|
"step": 844
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6310090544198638,
|
||
|
|
"grad_norm": 2.644489445271042,
|
||
|
|
"learning_rate": 3.1679317479538864e-06,
|
||
|
|
"loss": 0.9832,
|
||
|
|
"step": 845
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6317558106972837,
|
||
|
|
"grad_norm": 3.2481495332858237,
|
||
|
|
"learning_rate": 3.1566771044470057e-06,
|
||
|
|
"loss": 1.0207,
|
||
|
|
"step": 846
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6325025669747036,
|
||
|
|
"grad_norm": 3.053150214876181,
|
||
|
|
"learning_rate": 3.1454332591450697e-06,
|
||
|
|
"loss": 1.0517,
|
||
|
|
"step": 847
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6332493232521236,
|
||
|
|
"grad_norm": 3.1143024638740635,
|
||
|
|
"learning_rate": 3.1342002779146398e-06,
|
||
|
|
"loss": 0.8988,
|
||
|
|
"step": 848
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6339960795295435,
|
||
|
|
"grad_norm": 3.123010178193279,
|
||
|
|
"learning_rate": 3.122978226558641e-06,
|
||
|
|
"loss": 0.9868,
|
||
|
|
"step": 849
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6347428358069636,
|
||
|
|
"grad_norm": 3.1659905184153048,
|
||
|
|
"learning_rate": 3.1117671708159665e-06,
|
||
|
|
"loss": 1.0189,
|
||
|
|
"step": 850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6354895920843835,
|
||
|
|
"grad_norm": 2.875486846492392,
|
||
|
|
"learning_rate": 3.1005671763611003e-06,
|
||
|
|
"loss": 0.9028,
|
||
|
|
"step": 851
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6362363483618034,
|
||
|
|
"grad_norm": 2.9689142045380406,
|
||
|
|
"learning_rate": 3.0893783088037264e-06,
|
||
|
|
"loss": 0.8993,
|
||
|
|
"step": 852
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6369831046392234,
|
||
|
|
"grad_norm": 3.6622092513517517,
|
||
|
|
"learning_rate": 3.078200633688352e-06,
|
||
|
|
"loss": 0.9756,
|
||
|
|
"step": 853
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6377298609166433,
|
||
|
|
"grad_norm": 3.8793883255926582,
|
||
|
|
"learning_rate": 3.0670342164939126e-06,
|
||
|
|
"loss": 0.9594,
|
||
|
|
"step": 854
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6377298609166433,
|
||
|
|
"eval_loss": 0.9425017237663269,
|
||
|
|
"eval_runtime": 160.7149,
|
||
|
|
"eval_samples_per_second": 112.18,
|
||
|
|
"eval_steps_per_second": 1.755,
|
||
|
|
"step": 854
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6384766171940632,
|
||
|
|
"grad_norm": 2.9732643744244034,
|
||
|
|
"learning_rate": 3.0558791226333974e-06,
|
||
|
|
"loss": 0.9466,
|
||
|
|
"step": 855
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6392233734714833,
|
||
|
|
"grad_norm": 2.548903115004312,
|
||
|
|
"learning_rate": 3.044735417453466e-06,
|
||
|
|
"loss": 0.9401,
|
||
|
|
"step": 856
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6399701297489032,
|
||
|
|
"grad_norm": 2.9378623619360753,
|
||
|
|
"learning_rate": 3.033603166234059e-06,
|
||
|
|
"loss": 0.9978,
|
||
|
|
"step": 857
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6407168860263232,
|
||
|
|
"grad_norm": 3.3994193331015143,
|
||
|
|
"learning_rate": 3.0224824341880226e-06,
|
||
|
|
"loss": 0.9302,
|
||
|
|
"step": 858
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6414636423037431,
|
||
|
|
"grad_norm": 3.7318362244634526,
|
||
|
|
"learning_rate": 3.0113732864607236e-06,
|
||
|
|
"loss": 0.9188,
|
||
|
|
"step": 859
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.642210398581163,
|
||
|
|
"grad_norm": 3.6257765842788543,
|
||
|
|
"learning_rate": 3.000275788129662e-06,
|
||
|
|
"loss": 0.9515,
|
||
|
|
"step": 860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6429571548585831,
|
||
|
|
"grad_norm": 2.741192045611565,
|
||
|
|
"learning_rate": 2.9891900042041043e-06,
|
||
|
|
"loss": 0.9686,
|
||
|
|
"step": 861
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.643703911136003,
|
||
|
|
"grad_norm": 3.262238253576203,
|
||
|
|
"learning_rate": 2.978115999624686e-06,
|
||
|
|
"loss": 0.9904,
|
||
|
|
"step": 862
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6444506674134229,
|
||
|
|
"grad_norm": 3.0017525383643124,
|
||
|
|
"learning_rate": 2.967053839263046e-06,
|
||
|
|
"loss": 0.9432,
|
||
|
|
"step": 863
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6451974236908429,
|
||
|
|
"grad_norm": 3.6774257261294023,
|
||
|
|
"learning_rate": 2.956003587921433e-06,
|
||
|
|
"loss": 0.9398,
|
||
|
|
"step": 864
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6459441799682628,
|
||
|
|
"grad_norm": 3.027953563829782,
|
||
|
|
"learning_rate": 2.9449653103323405e-06,
|
||
|
|
"loss": 0.9681,
|
||
|
|
"step": 865
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6466909362456829,
|
||
|
|
"grad_norm": 3.112438742457364,
|
||
|
|
"learning_rate": 2.9339390711581105e-06,
|
||
|
|
"loss": 0.9468,
|
||
|
|
"step": 866
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6474376925231028,
|
||
|
|
"grad_norm": 3.5341048864406948,
|
||
|
|
"learning_rate": 2.9229249349905686e-06,
|
||
|
|
"loss": 0.9825,
|
||
|
|
"step": 867
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6481844488005227,
|
||
|
|
"grad_norm": 3.54521516556626,
|
||
|
|
"learning_rate": 2.9119229663506417e-06,
|
||
|
|
"loss": 1.0349,
|
||
|
|
"step": 868
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6481844488005227,
|
||
|
|
"eval_loss": 0.9415974617004395,
|
||
|
|
"eval_runtime": 162.2767,
|
||
|
|
"eval_samples_per_second": 111.1,
|
||
|
|
"eval_steps_per_second": 1.738,
|
||
|
|
"step": 868
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6489312050779427,
|
||
|
|
"grad_norm": 3.1153407411887657,
|
||
|
|
"learning_rate": 2.900933229687978e-06,
|
||
|
|
"loss": 0.9653,
|
||
|
|
"step": 869
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6496779613553626,
|
||
|
|
"grad_norm": 3.3514637459968695,
|
||
|
|
"learning_rate": 2.889955789380572e-06,
|
||
|
|
"loss": 0.9628,
|
||
|
|
"step": 870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6504247176327826,
|
||
|
|
"grad_norm": 3.085482591143154,
|
||
|
|
"learning_rate": 2.8789907097343818e-06,
|
||
|
|
"loss": 0.9068,
|
||
|
|
"step": 871
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6511714739102026,
|
||
|
|
"grad_norm": 3.5723275185915515,
|
||
|
|
"learning_rate": 2.868038054982962e-06,
|
||
|
|
"loss": 0.9639,
|
||
|
|
"step": 872
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6519182301876225,
|
||
|
|
"grad_norm": 2.8915352489194492,
|
||
|
|
"learning_rate": 2.8570978892870777e-06,
|
||
|
|
"loss": 1.0256,
|
||
|
|
"step": 873
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6526649864650425,
|
||
|
|
"grad_norm": 3.091290299462198,
|
||
|
|
"learning_rate": 2.8461702767343336e-06,
|
||
|
|
"loss": 0.9228,
|
||
|
|
"step": 874
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6534117427424624,
|
||
|
|
"grad_norm": 3.248482495382901,
|
||
|
|
"learning_rate": 2.8352552813388035e-06,
|
||
|
|
"loss": 0.9985,
|
||
|
|
"step": 875
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6541584990198824,
|
||
|
|
"grad_norm": 3.6787026511903984,
|
||
|
|
"learning_rate": 2.824352967040642e-06,
|
||
|
|
"loss": 0.9921,
|
||
|
|
"step": 876
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6549052552973024,
|
||
|
|
"grad_norm": 3.4197970247343727,
|
||
|
|
"learning_rate": 2.8134633977057236e-06,
|
||
|
|
"loss": 0.8962,
|
||
|
|
"step": 877
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6556520115747223,
|
||
|
|
"grad_norm": 2.914535165179358,
|
||
|
|
"learning_rate": 2.802586637125258e-06,
|
||
|
|
"loss": 0.859,
|
||
|
|
"step": 878
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6563987678521422,
|
||
|
|
"grad_norm": 2.9645614071642097,
|
||
|
|
"learning_rate": 2.791722749015424e-06,
|
||
|
|
"loss": 1.0076,
|
||
|
|
"step": 879
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6571455241295622,
|
||
|
|
"grad_norm": 3.3043036104064014,
|
||
|
|
"learning_rate": 2.7808717970169928e-06,
|
||
|
|
"loss": 1.022,
|
||
|
|
"step": 880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6578922804069822,
|
||
|
|
"grad_norm": 3.9485650303396382,
|
||
|
|
"learning_rate": 2.770033844694954e-06,
|
||
|
|
"loss": 0.9906,
|
||
|
|
"step": 881
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6586390366844022,
|
||
|
|
"grad_norm": 4.366695146187443,
|
||
|
|
"learning_rate": 2.7592089555381486e-06,
|
||
|
|
"loss": 1.081,
|
||
|
|
"step": 882
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6586390366844022,
|
||
|
|
"eval_loss": 0.94098299741745,
|
||
|
|
"eval_runtime": 160.6764,
|
||
|
|
"eval_samples_per_second": 112.207,
|
||
|
|
"eval_steps_per_second": 1.755,
|
||
|
|
"step": 882
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6593857929618221,
|
||
|
|
"grad_norm": 3.0599765753650563,
|
||
|
|
"learning_rate": 2.748397192958893e-06,
|
||
|
|
"loss": 0.9745,
|
||
|
|
"step": 883
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.660132549239242,
|
||
|
|
"grad_norm": 3.0490735460024525,
|
||
|
|
"learning_rate": 2.7375986202926003e-06,
|
||
|
|
"loss": 0.9087,
|
||
|
|
"step": 884
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.660879305516662,
|
||
|
|
"grad_norm": 2.944396457362802,
|
||
|
|
"learning_rate": 2.7268133007974284e-06,
|
||
|
|
"loss": 0.9665,
|
||
|
|
"step": 885
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.661626061794082,
|
||
|
|
"grad_norm": 4.033811803016879,
|
||
|
|
"learning_rate": 2.716041297653891e-06,
|
||
|
|
"loss": 1.0236,
|
||
|
|
"step": 886
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.662372818071502,
|
||
|
|
"grad_norm": 3.4943770273065016,
|
||
|
|
"learning_rate": 2.705282673964495e-06,
|
||
|
|
"loss": 0.9446,
|
||
|
|
"step": 887
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6631195743489219,
|
||
|
|
"grad_norm": 4.178024868422968,
|
||
|
|
"learning_rate": 2.69453749275337e-06,
|
||
|
|
"loss": 0.9134,
|
||
|
|
"step": 888
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6638663306263418,
|
||
|
|
"grad_norm": 2.9796556875857503,
|
||
|
|
"learning_rate": 2.6838058169659076e-06,
|
||
|
|
"loss": 0.9714,
|
||
|
|
"step": 889
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6646130869037618,
|
||
|
|
"grad_norm": 2.5919847870009023,
|
||
|
|
"learning_rate": 2.67308770946837e-06,
|
||
|
|
"loss": 0.9558,
|
||
|
|
"step": 890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6653598431811817,
|
||
|
|
"grad_norm": 3.2509492718731527,
|
||
|
|
"learning_rate": 2.6623832330475454e-06,
|
||
|
|
"loss": 0.9933,
|
||
|
|
"step": 891
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6661065994586017,
|
||
|
|
"grad_norm": 2.998873106447495,
|
||
|
|
"learning_rate": 2.651692450410372e-06,
|
||
|
|
"loss": 1.005,
|
||
|
|
"step": 892
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6668533557360217,
|
||
|
|
"grad_norm": 3.561009888811348,
|
||
|
|
"learning_rate": 2.6410154241835663e-06,
|
||
|
|
"loss": 0.9905,
|
||
|
|
"step": 893
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6676001120134416,
|
||
|
|
"grad_norm": 3.0540541341319694,
|
||
|
|
"learning_rate": 2.630352216913258e-06,
|
||
|
|
"loss": 0.8646,
|
||
|
|
"step": 894
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6683468682908615,
|
||
|
|
"grad_norm": 2.823799259947434,
|
||
|
|
"learning_rate": 2.6197028910646304e-06,
|
||
|
|
"loss": 1.01,
|
||
|
|
"step": 895
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6690936245682815,
|
||
|
|
"grad_norm": 2.711618389928562,
|
||
|
|
"learning_rate": 2.609067509021549e-06,
|
||
|
|
"loss": 0.9544,
|
||
|
|
"step": 896
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6690936245682815,
|
||
|
|
"eval_loss": 0.9402115345001221,
|
||
|
|
"eval_runtime": 162.2582,
|
||
|
|
"eval_samples_per_second": 111.113,
|
||
|
|
"eval_steps_per_second": 1.738,
|
||
|
|
"step": 896
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6698403808457015,
|
||
|
|
"grad_norm": 3.009980995035587,
|
||
|
|
"learning_rate": 2.5984461330861864e-06,
|
||
|
|
"loss": 1.024,
|
||
|
|
"step": 897
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6705871371231215,
|
||
|
|
"grad_norm": 3.2368826166146385,
|
||
|
|
"learning_rate": 2.58783882547868e-06,
|
||
|
|
"loss": 0.9605,
|
||
|
|
"step": 898
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6713338934005414,
|
||
|
|
"grad_norm": 4.00112194900498,
|
||
|
|
"learning_rate": 2.57724564833675e-06,
|
||
|
|
"loss": 0.99,
|
||
|
|
"step": 899
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6720806496779613,
|
||
|
|
"grad_norm": 3.4500845570375462,
|
||
|
|
"learning_rate": 2.566666663715337e-06,
|
||
|
|
"loss": 1.0087,
|
||
|
|
"step": 900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6728274059553813,
|
||
|
|
"grad_norm": 2.8366354860399525,
|
||
|
|
"learning_rate": 2.5561019335862435e-06,
|
||
|
|
"loss": 0.8821,
|
||
|
|
"step": 901
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6735741622328013,
|
||
|
|
"grad_norm": 7.210495835093528,
|
||
|
|
"learning_rate": 2.545551519837777e-06,
|
||
|
|
"loss": 1.0363,
|
||
|
|
"step": 902
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6743209185102212,
|
||
|
|
"grad_norm": 3.348557095005959,
|
||
|
|
"learning_rate": 2.5350154842743643e-06,
|
||
|
|
"loss": 0.9791,
|
||
|
|
"step": 903
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6750676747876412,
|
||
|
|
"grad_norm": 2.988330744084953,
|
||
|
|
"learning_rate": 2.524493888616214e-06,
|
||
|
|
"loss": 0.9316,
|
||
|
|
"step": 904
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6758144310650611,
|
||
|
|
"grad_norm": 3.8502952989746797,
|
||
|
|
"learning_rate": 2.5139867944989483e-06,
|
||
|
|
"loss": 0.9556,
|
||
|
|
"step": 905
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.676561187342481,
|
||
|
|
"grad_norm": 3.0740946428548774,
|
||
|
|
"learning_rate": 2.503494263473233e-06,
|
||
|
|
"loss": 0.9857,
|
||
|
|
"step": 906
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6773079436199011,
|
||
|
|
"grad_norm": 2.639674000747994,
|
||
|
|
"learning_rate": 2.4930163570044245e-06,
|
||
|
|
"loss": 0.897,
|
||
|
|
"step": 907
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.678054699897321,
|
||
|
|
"grad_norm": 3.76069599349086,
|
||
|
|
"learning_rate": 2.482553136472211e-06,
|
||
|
|
"loss": 0.9361,
|
||
|
|
"step": 908
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.678801456174741,
|
||
|
|
"grad_norm": 2.99525819871286,
|
||
|
|
"learning_rate": 2.4721046631702478e-06,
|
||
|
|
"loss": 0.9624,
|
||
|
|
"step": 909
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6795482124521609,
|
||
|
|
"grad_norm": 3.3991168090917254,
|
||
|
|
"learning_rate": 2.461670998305802e-06,
|
||
|
|
"loss": 1.0163,
|
||
|
|
"step": 910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6795482124521609,
|
||
|
|
"eval_loss": 0.9402364492416382,
|
||
|
|
"eval_runtime": 160.891,
|
||
|
|
"eval_samples_per_second": 112.057,
|
||
|
|
"eval_steps_per_second": 1.753,
|
||
|
|
"step": 910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6802949687295808,
|
||
|
|
"grad_norm": 5.192382465431668,
|
||
|
|
"learning_rate": 2.451252202999389e-06,
|
||
|
|
"loss": 0.9618,
|
||
|
|
"step": 911
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6810417250070009,
|
||
|
|
"grad_norm": 2.994654361310334,
|
||
|
|
"learning_rate": 2.440848338284427e-06,
|
||
|
|
"loss": 0.9835,
|
||
|
|
"step": 912
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6817884812844208,
|
||
|
|
"grad_norm": 3.856560498633684,
|
||
|
|
"learning_rate": 2.4304594651068626e-06,
|
||
|
|
"loss": 1.0109,
|
||
|
|
"step": 913
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6825352375618408,
|
||
|
|
"grad_norm": 4.578051753619612,
|
||
|
|
"learning_rate": 2.420085644324824e-06,
|
||
|
|
"loss": 1.0303,
|
||
|
|
"step": 914
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6832819938392607,
|
||
|
|
"grad_norm": 3.4159235584433425,
|
||
|
|
"learning_rate": 2.409726936708263e-06,
|
||
|
|
"loss": 0.9201,
|
||
|
|
"step": 915
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6840287501166806,
|
||
|
|
"grad_norm": 3.266824512755902,
|
||
|
|
"learning_rate": 2.3993834029385976e-06,
|
||
|
|
"loss": 0.9419,
|
||
|
|
"step": 916
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6847755063941007,
|
||
|
|
"grad_norm": 3.1027816566962696,
|
||
|
|
"learning_rate": 2.3890551036083564e-06,
|
||
|
|
"loss": 0.989,
|
||
|
|
"step": 917
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6855222626715206,
|
||
|
|
"grad_norm": 2.7420536258047963,
|
||
|
|
"learning_rate": 2.378742099220829e-06,
|
||
|
|
"loss": 0.9537,
|
||
|
|
"step": 918
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6862690189489405,
|
||
|
|
"grad_norm": 3.4229182865230983,
|
||
|
|
"learning_rate": 2.3684444501897012e-06,
|
||
|
|
"loss": 1.0261,
|
||
|
|
"step": 919
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6870157752263605,
|
||
|
|
"grad_norm": 2.848588746926309,
|
||
|
|
"learning_rate": 2.3581622168387107e-06,
|
||
|
|
"loss": 0.9573,
|
||
|
|
"step": 920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6877625315037804,
|
||
|
|
"grad_norm": 3.740798933248872,
|
||
|
|
"learning_rate": 2.3478954594012884e-06,
|
||
|
|
"loss": 0.9586,
|
||
|
|
"step": 921
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6885092877812005,
|
||
|
|
"grad_norm": 4.476847035187571,
|
||
|
|
"learning_rate": 2.337644238020207e-06,
|
||
|
|
"loss": 0.9325,
|
||
|
|
"step": 922
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6892560440586204,
|
||
|
|
"grad_norm": 3.797199429587135,
|
||
|
|
"learning_rate": 2.32740861274723e-06,
|
||
|
|
"loss": 0.9058,
|
||
|
|
"step": 923
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6900028003360403,
|
||
|
|
"grad_norm": 2.787060332572636,
|
||
|
|
"learning_rate": 2.3171886435427567e-06,
|
||
|
|
"loss": 0.9898,
|
||
|
|
"step": 924
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6900028003360403,
|
||
|
|
"eval_loss": 0.9391377568244934,
|
||
|
|
"eval_runtime": 160.7788,
|
||
|
|
"eval_samples_per_second": 112.135,
|
||
|
|
"eval_steps_per_second": 1.754,
|
||
|
|
"step": 924
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6907495566134603,
|
||
|
|
"grad_norm": 3.3922204747022375,
|
||
|
|
"learning_rate": 2.3069843902754767e-06,
|
||
|
|
"loss": 1.0498,
|
||
|
|
"step": 925
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6914963128908802,
|
||
|
|
"grad_norm": 3.0040350675291787,
|
||
|
|
"learning_rate": 2.296795912722014e-06,
|
||
|
|
"loss": 0.9636,
|
||
|
|
"step": 926
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6922430691683003,
|
||
|
|
"grad_norm": 3.0670888522236286,
|
||
|
|
"learning_rate": 2.286623270566572e-06,
|
||
|
|
"loss": 0.95,
|
||
|
|
"step": 927
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6929898254457202,
|
||
|
|
"grad_norm": 2.992366541085708,
|
||
|
|
"learning_rate": 2.2764665234006008e-06,
|
||
|
|
"loss": 0.983,
|
||
|
|
"step": 928
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6937365817231401,
|
||
|
|
"grad_norm": 3.862457594099046,
|
||
|
|
"learning_rate": 2.2663257307224308e-06,
|
||
|
|
"loss": 0.9717,
|
||
|
|
"step": 929
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6944833380005601,
|
||
|
|
"grad_norm": 2.865765904294805,
|
||
|
|
"learning_rate": 2.2562009519369314e-06,
|
||
|
|
"loss": 0.9047,
|
||
|
|
"step": 930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.69523009427798,
|
||
|
|
"grad_norm": 2.6036045157584264,
|
||
|
|
"learning_rate": 2.246092246355163e-06,
|
||
|
|
"loss": 0.8313,
|
||
|
|
"step": 931
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6959768505553999,
|
||
|
|
"grad_norm": 3.031699920926545,
|
||
|
|
"learning_rate": 2.2359996731940348e-06,
|
||
|
|
"loss": 0.9678,
|
||
|
|
"step": 932
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.69672360683282,
|
||
|
|
"grad_norm": 2.740843180643503,
|
||
|
|
"learning_rate": 2.22592329157594e-06,
|
||
|
|
"loss": 0.9964,
|
||
|
|
"step": 933
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6974703631102399,
|
||
|
|
"grad_norm": 2.861698814059541,
|
||
|
|
"learning_rate": 2.215863160528429e-06,
|
||
|
|
"loss": 0.9205,
|
||
|
|
"step": 934
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6982171193876598,
|
||
|
|
"grad_norm": 2.757313651567981,
|
||
|
|
"learning_rate": 2.205819338983859e-06,
|
||
|
|
"loss": 0.9189,
|
||
|
|
"step": 935
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6989638756650798,
|
||
|
|
"grad_norm": 3.2909156447917725,
|
||
|
|
"learning_rate": 2.195791885779041e-06,
|
||
|
|
"loss": 0.9368,
|
||
|
|
"step": 936
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6997106319424997,
|
||
|
|
"grad_norm": 6.203638391772724,
|
||
|
|
"learning_rate": 2.1857808596548992e-06,
|
||
|
|
"loss": 0.9975,
|
||
|
|
"step": 937
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7004573882199198,
|
||
|
|
"grad_norm": 3.0377699161386076,
|
||
|
|
"learning_rate": 2.1757863192561356e-06,
|
||
|
|
"loss": 0.9513,
|
||
|
|
"step": 938
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7004573882199198,
|
||
|
|
"eval_loss": 0.9378783106803894,
|
||
|
|
"eval_runtime": 160.7274,
|
||
|
|
"eval_samples_per_second": 112.171,
|
||
|
|
"eval_steps_per_second": 1.755,
|
||
|
|
"step": 938
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7012041444973397,
|
||
|
|
"grad_norm": 3.8530318792360383,
|
||
|
|
"learning_rate": 2.165808323130868e-06,
|
||
|
|
"loss": 0.9743,
|
||
|
|
"step": 939
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7019509007747596,
|
||
|
|
"grad_norm": 3.764384225357672,
|
||
|
|
"learning_rate": 2.1558469297303025e-06,
|
||
|
|
"loss": 0.8979,
|
||
|
|
"step": 940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7026976570521796,
|
||
|
|
"grad_norm": 3.607231090891381,
|
||
|
|
"learning_rate": 2.1459021974083905e-06,
|
||
|
|
"loss": 0.8938,
|
||
|
|
"step": 941
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7034444133295995,
|
||
|
|
"grad_norm": 2.850451936817253,
|
||
|
|
"learning_rate": 2.135974184421477e-06,
|
||
|
|
"loss": 0.9309,
|
||
|
|
"step": 942
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7041911696070196,
|
||
|
|
"grad_norm": 3.4414586735950548,
|
||
|
|
"learning_rate": 2.1260629489279662e-06,
|
||
|
|
"loss": 0.9612,
|
||
|
|
"step": 943
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7049379258844395,
|
||
|
|
"grad_norm": 3.306379000135249,
|
||
|
|
"learning_rate": 2.1161685489879784e-06,
|
||
|
|
"loss": 0.9423,
|
||
|
|
"step": 944
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7056846821618594,
|
||
|
|
"grad_norm": 3.3569042890381877,
|
||
|
|
"learning_rate": 2.106291042563019e-06,
|
||
|
|
"loss": 1.0236,
|
||
|
|
"step": 945
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7064314384392794,
|
||
|
|
"grad_norm": 3.3135012728201017,
|
||
|
|
"learning_rate": 2.096430487515618e-06,
|
||
|
|
"loss": 0.9959,
|
||
|
|
"step": 946
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7071781947166993,
|
||
|
|
"grad_norm": 3.038549894496397,
|
||
|
|
"learning_rate": 2.086586941609011e-06,
|
||
|
|
"loss": 1.0162,
|
||
|
|
"step": 947
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7079249509941193,
|
||
|
|
"grad_norm": 3.08173088117554,
|
||
|
|
"learning_rate": 2.076760462506798e-06,
|
||
|
|
"loss": 0.9131,
|
||
|
|
"step": 948
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7086717072715393,
|
||
|
|
"grad_norm": 3.028394966652236,
|
||
|
|
"learning_rate": 2.0669511077725945e-06,
|
||
|
|
"loss": 0.9259,
|
||
|
|
"step": 949
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7094184635489592,
|
||
|
|
"grad_norm": 3.3989843796174934,
|
||
|
|
"learning_rate": 2.0571589348697045e-06,
|
||
|
|
"loss": 0.9344,
|
||
|
|
"step": 950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7101652198263791,
|
||
|
|
"grad_norm": 2.975011090701034,
|
||
|
|
"learning_rate": 2.04738400116078e-06,
|
||
|
|
"loss": 0.9218,
|
||
|
|
"step": 951
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7109119761037991,
|
||
|
|
"grad_norm": 3.265896334464912,
|
||
|
|
"learning_rate": 2.037626363907485e-06,
|
||
|
|
"loss": 0.9765,
|
||
|
|
"step": 952
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7109119761037991,
|
||
|
|
"eval_loss": 0.9376602172851562,
|
||
|
|
"eval_runtime": 160.7633,
|
||
|
|
"eval_samples_per_second": 112.146,
|
||
|
|
"eval_steps_per_second": 1.754,
|
||
|
|
"step": 952
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7116587323812191,
|
||
|
|
"grad_norm": 3.6778027198208982,
|
||
|
|
"learning_rate": 2.0278860802701616e-06,
|
||
|
|
"loss": 0.9278,
|
||
|
|
"step": 953
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7124054886586391,
|
||
|
|
"grad_norm": 2.6384835692393542,
|
||
|
|
"learning_rate": 2.0181632073074925e-06,
|
||
|
|
"loss": 0.9659,
|
||
|
|
"step": 954
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.713152244936059,
|
||
|
|
"grad_norm": 3.786013581216713,
|
||
|
|
"learning_rate": 2.0084578019761738e-06,
|
||
|
|
"loss": 0.9555,
|
||
|
|
"step": 955
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7138990012134789,
|
||
|
|
"grad_norm": 3.4033801567287436,
|
||
|
|
"learning_rate": 1.9987699211305696e-06,
|
||
|
|
"loss": 0.8764,
|
||
|
|
"step": 956
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7146457574908989,
|
||
|
|
"grad_norm": 3.026170739363414,
|
||
|
|
"learning_rate": 1.9890996215223885e-06,
|
||
|
|
"loss": 0.9646,
|
||
|
|
"step": 957
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7153925137683189,
|
||
|
|
"grad_norm": 2.8698966567286646,
|
||
|
|
"learning_rate": 1.979446959800347e-06,
|
||
|
|
"loss": 0.958,
|
||
|
|
"step": 958
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7161392700457389,
|
||
|
|
"grad_norm": 3.094820756318611,
|
||
|
|
"learning_rate": 1.9698119925098398e-06,
|
||
|
|
"loss": 1.0365,
|
||
|
|
"step": 959
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7168860263231588,
|
||
|
|
"grad_norm": 3.283111017009602,
|
||
|
|
"learning_rate": 1.9601947760926044e-06,
|
||
|
|
"loss": 0.9294,
|
||
|
|
"step": 960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7176327826005787,
|
||
|
|
"grad_norm": 3.3801881029401977,
|
||
|
|
"learning_rate": 1.9505953668863996e-06,
|
||
|
|
"loss": 0.9826,
|
||
|
|
"step": 961
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7183795388779987,
|
||
|
|
"grad_norm": 2.6507459684657437,
|
||
|
|
"learning_rate": 1.9410138211246644e-06,
|
||
|
|
"loss": 0.9045,
|
||
|
|
"step": 962
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7191262951554187,
|
||
|
|
"grad_norm": 3.20895770074743,
|
||
|
|
"learning_rate": 1.9314501949361946e-06,
|
||
|
|
"loss": 0.9533,
|
||
|
|
"step": 963
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7198730514328386,
|
||
|
|
"grad_norm": 2.9463529533656967,
|
||
|
|
"learning_rate": 1.9219045443448133e-06,
|
||
|
|
"loss": 0.9577,
|
||
|
|
"step": 964
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7206198077102586,
|
||
|
|
"grad_norm": 3.0591917801650887,
|
||
|
|
"learning_rate": 1.912376925269041e-06,
|
||
|
|
"loss": 0.9461,
|
||
|
|
"step": 965
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7213665639876785,
|
||
|
|
"grad_norm": 3.333232970293983,
|
||
|
|
"learning_rate": 1.9028673935217723e-06,
|
||
|
|
"loss": 0.8945,
|
||
|
|
"step": 966
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7213665639876785,
|
||
|
|
"eval_loss": 0.9377442002296448,
|
||
|
|
"eval_runtime": 162.3492,
|
||
|
|
"eval_samples_per_second": 111.051,
|
||
|
|
"eval_steps_per_second": 1.737,
|
||
|
|
"step": 966
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7221133202650984,
|
||
|
|
"grad_norm": 2.964178856719797,
|
||
|
|
"learning_rate": 1.893376004809942e-06,
|
||
|
|
"loss": 0.9926,
|
||
|
|
"step": 967
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7228600765425184,
|
||
|
|
"grad_norm": 2.9396645690446093,
|
||
|
|
"learning_rate": 1.8839028147342087e-06,
|
||
|
|
"loss": 0.996,
|
||
|
|
"step": 968
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7236068328199384,
|
||
|
|
"grad_norm": 2.9374240680791277,
|
||
|
|
"learning_rate": 1.8744478787886188e-06,
|
||
|
|
"loss": 0.9515,
|
||
|
|
"step": 969
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7243535890973584,
|
||
|
|
"grad_norm": 3.1383072383295123,
|
||
|
|
"learning_rate": 1.8650112523602832e-06,
|
||
|
|
"loss": 0.9053,
|
||
|
|
"step": 970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7251003453747783,
|
||
|
|
"grad_norm": 2.9457028560535043,
|
||
|
|
"learning_rate": 1.8555929907290627e-06,
|
||
|
|
"loss": 0.8926,
|
||
|
|
"step": 971
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7258471016521982,
|
||
|
|
"grad_norm": 3.6033895225192185,
|
||
|
|
"learning_rate": 1.846193149067232e-06,
|
||
|
|
"loss": 1.0745,
|
||
|
|
"step": 972
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7265938579296182,
|
||
|
|
"grad_norm": 2.905441286184863,
|
||
|
|
"learning_rate": 1.8368117824391623e-06,
|
||
|
|
"loss": 0.961,
|
||
|
|
"step": 973
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7273406142070382,
|
||
|
|
"grad_norm": 3.823010945665864,
|
||
|
|
"learning_rate": 1.827448945800997e-06,
|
||
|
|
"loss": 0.9202,
|
||
|
|
"step": 974
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7280873704844582,
|
||
|
|
"grad_norm": 2.9910986917683755,
|
||
|
|
"learning_rate": 1.8181046940003366e-06,
|
||
|
|
"loss": 0.9435,
|
||
|
|
"step": 975
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7288341267618781,
|
||
|
|
"grad_norm": 3.862933976303629,
|
||
|
|
"learning_rate": 1.808779081775901e-06,
|
||
|
|
"loss": 1.0576,
|
||
|
|
"step": 976
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.729580883039298,
|
||
|
|
"grad_norm": 4.606305556163073,
|
||
|
|
"learning_rate": 1.799472163757226e-06,
|
||
|
|
"loss": 1.0184,
|
||
|
|
"step": 977
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.730327639316718,
|
||
|
|
"grad_norm": 5.027834361171428,
|
||
|
|
"learning_rate": 1.7901839944643373e-06,
|
||
|
|
"loss": 1.0321,
|
||
|
|
"step": 978
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.731074395594138,
|
||
|
|
"grad_norm": 2.9581566301260147,
|
||
|
|
"learning_rate": 1.780914628307428e-06,
|
||
|
|
"loss": 0.9176,
|
||
|
|
"step": 979
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7318211518715579,
|
||
|
|
"grad_norm": 4.036645532947177,
|
||
|
|
"learning_rate": 1.7716641195865408e-06,
|
||
|
|
"loss": 1.0221,
|
||
|
|
"step": 980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7318211518715579,
|
||
|
|
"eval_loss": 0.9362857937812805,
|
||
|
|
"eval_runtime": 160.7578,
|
||
|
|
"eval_samples_per_second": 112.15,
|
||
|
|
"eval_steps_per_second": 1.754,
|
||
|
|
"step": 980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7325679081489779,
|
||
|
|
"grad_norm": 3.986822927862001,
|
||
|
|
"learning_rate": 1.762432522491258e-06,
|
||
|
|
"loss": 1.043,
|
||
|
|
"step": 981
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7333146644263978,
|
||
|
|
"grad_norm": 3.585322403590216,
|
||
|
|
"learning_rate": 1.7532198911003677e-06,
|
||
|
|
"loss": 0.9715,
|
||
|
|
"step": 982
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7340614207038177,
|
||
|
|
"grad_norm": 3.452113127334812,
|
||
|
|
"learning_rate": 1.7440262793815615e-06,
|
||
|
|
"loss": 0.966,
|
||
|
|
"step": 983
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7348081769812378,
|
||
|
|
"grad_norm": 3.0003018548266818,
|
||
|
|
"learning_rate": 1.7348517411911176e-06,
|
||
|
|
"loss": 0.8986,
|
||
|
|
"step": 984
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7355549332586577,
|
||
|
|
"grad_norm": 3.7074201960046462,
|
||
|
|
"learning_rate": 1.7256963302735752e-06,
|
||
|
|
"loss": 0.9799,
|
||
|
|
"step": 985
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7363016895360777,
|
||
|
|
"grad_norm": 3.0268210048371826,
|
||
|
|
"learning_rate": 1.716560100261428e-06,
|
||
|
|
"loss": 1.004,
|
||
|
|
"step": 986
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7370484458134976,
|
||
|
|
"grad_norm": 4.555026395818409,
|
||
|
|
"learning_rate": 1.7074431046748075e-06,
|
||
|
|
"loss": 0.9813,
|
||
|
|
"step": 987
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7377952020909175,
|
||
|
|
"grad_norm": 2.854485460589325,
|
||
|
|
"learning_rate": 1.6983453969211706e-06,
|
||
|
|
"loss": 0.9223,
|
||
|
|
"step": 988
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7385419583683376,
|
||
|
|
"grad_norm": 3.780899514822457,
|
||
|
|
"learning_rate": 1.6892670302949842e-06,
|
||
|
|
"loss": 1.0049,
|
||
|
|
"step": 989
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7392887146457575,
|
||
|
|
"grad_norm": 2.708058621198111,
|
||
|
|
"learning_rate": 1.680208057977415e-06,
|
||
|
|
"loss": 0.9578,
|
||
|
|
"step": 990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7400354709231775,
|
||
|
|
"grad_norm": 5.261839966075888,
|
||
|
|
"learning_rate": 1.6711685330360212e-06,
|
||
|
|
"loss": 0.9491,
|
||
|
|
"step": 991
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7407822272005974,
|
||
|
|
"grad_norm": 3.554553077382045,
|
||
|
|
"learning_rate": 1.6621485084244327e-06,
|
||
|
|
"loss": 0.9547,
|
||
|
|
"step": 992
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7415289834780173,
|
||
|
|
"grad_norm": 3.4576454634816116,
|
||
|
|
"learning_rate": 1.6531480369820497e-06,
|
||
|
|
"loss": 0.9735,
|
||
|
|
"step": 993
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7422757397554374,
|
||
|
|
"grad_norm": 2.7953413513430068,
|
||
|
|
"learning_rate": 1.6441671714337288e-06,
|
||
|
|
"loss": 0.9573,
|
||
|
|
"step": 994
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7422757397554374,
|
||
|
|
"eval_loss": 0.9361117482185364,
|
||
|
|
"eval_runtime": 162.2503,
|
||
|
|
"eval_samples_per_second": 111.118,
|
||
|
|
"eval_steps_per_second": 1.738,
|
||
|
|
"step": 994
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7430224960328573,
|
||
|
|
"grad_norm": 3.5618656933093877,
|
||
|
|
"learning_rate": 1.635205964389474e-06,
|
||
|
|
"loss": 0.9789,
|
||
|
|
"step": 995
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7437692523102772,
|
||
|
|
"grad_norm": 3.508297212134497,
|
||
|
|
"learning_rate": 1.626264468344132e-06,
|
||
|
|
"loss": 0.9089,
|
||
|
|
"step": 996
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7445160085876972,
|
||
|
|
"grad_norm": 2.8461158774574113,
|
||
|
|
"learning_rate": 1.6173427356770778e-06,
|
||
|
|
"loss": 0.9407,
|
||
|
|
"step": 997
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7452627648651171,
|
||
|
|
"grad_norm": 2.8680121302683914,
|
||
|
|
"learning_rate": 1.6084408186519195e-06,
|
||
|
|
"loss": 0.9893,
|
||
|
|
"step": 998
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7460095211425372,
|
||
|
|
"grad_norm": 2.6994982967303023,
|
||
|
|
"learning_rate": 1.599558769416179e-06,
|
||
|
|
"loss": 0.9235,
|
||
|
|
"step": 999
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7467562774199571,
|
||
|
|
"grad_norm": 2.946565912220613,
|
||
|
|
"learning_rate": 1.5906966400009944e-06,
|
||
|
|
"loss": 0.9575,
|
||
|
|
"step": 1000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.747503033697377,
|
||
|
|
"grad_norm": 2.924215952122836,
|
||
|
|
"learning_rate": 1.5818544823208126e-06,
|
||
|
|
"loss": 0.8939,
|
||
|
|
"step": 1001
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.748249789974797,
|
||
|
|
"grad_norm": 3.0590249491881147,
|
||
|
|
"learning_rate": 1.573032348173087e-06,
|
||
|
|
"loss": 1.0089,
|
||
|
|
"step": 1002
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7489965462522169,
|
||
|
|
"grad_norm": 3.196914793142116,
|
||
|
|
"learning_rate": 1.5642302892379708e-06,
|
||
|
|
"loss": 0.9879,
|
||
|
|
"step": 1003
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7497433025296368,
|
||
|
|
"grad_norm": 3.794505980226742,
|
||
|
|
"learning_rate": 1.555448357078021e-06,
|
||
|
|
"loss": 1.0676,
|
||
|
|
"step": 1004
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7504900588070569,
|
||
|
|
"grad_norm": 3.347035703229042,
|
||
|
|
"learning_rate": 1.5466866031378874e-06,
|
||
|
|
"loss": 0.9242,
|
||
|
|
"step": 1005
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7512368150844768,
|
||
|
|
"grad_norm": 5.075461756876524,
|
||
|
|
"learning_rate": 1.5379450787440163e-06,
|
||
|
|
"loss": 1.0153,
|
||
|
|
"step": 1006
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7519835713618968,
|
||
|
|
"grad_norm": 3.532477622458222,
|
||
|
|
"learning_rate": 1.5292238351043503e-06,
|
||
|
|
"loss": 0.9921,
|
||
|
|
"step": 1007
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7527303276393167,
|
||
|
|
"grad_norm": 2.756518632689471,
|
||
|
|
"learning_rate": 1.5205229233080266e-06,
|
||
|
|
"loss": 0.9969,
|
||
|
|
"step": 1008
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7527303276393167,
|
||
|
|
"eval_loss": 0.935323178768158,
|
||
|
|
"eval_runtime": 160.7419,
|
||
|
|
"eval_samples_per_second": 112.161,
|
||
|
|
"eval_steps_per_second": 1.754,
|
||
|
|
"step": 1008
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7534770839167366,
|
||
|
|
"grad_norm": 3.276940054933946,
|
||
|
|
"learning_rate": 1.511842394325077e-06,
|
||
|
|
"loss": 0.9367,
|
||
|
|
"step": 1009
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7542238401941567,
|
||
|
|
"grad_norm": 4.197551947365772,
|
||
|
|
"learning_rate": 1.5031822990061318e-06,
|
||
|
|
"loss": 1.0045,
|
||
|
|
"step": 1010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7549705964715766,
|
||
|
|
"grad_norm": 2.742225216417972,
|
||
|
|
"learning_rate": 1.494542688082123e-06,
|
||
|
|
"loss": 0.9001,
|
||
|
|
"step": 1011
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7557173527489965,
|
||
|
|
"grad_norm": 3.1759063839874093,
|
||
|
|
"learning_rate": 1.485923612163982e-06,
|
||
|
|
"loss": 0.9752,
|
||
|
|
"step": 1012
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7564641090264165,
|
||
|
|
"grad_norm": 3.234441153665573,
|
||
|
|
"learning_rate": 1.4773251217423424e-06,
|
||
|
|
"loss": 0.9566,
|
||
|
|
"step": 1013
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7572108653038364,
|
||
|
|
"grad_norm": 3.328867377350979,
|
||
|
|
"learning_rate": 1.468747267187256e-06,
|
||
|
|
"loss": 0.8425,
|
||
|
|
"step": 1014
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7579576215812565,
|
||
|
|
"grad_norm": 3.4507904655828963,
|
||
|
|
"learning_rate": 1.4601900987478834e-06,
|
||
|
|
"loss": 1.0111,
|
||
|
|
"step": 1015
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7587043778586764,
|
||
|
|
"grad_norm": 3.0879533408630526,
|
||
|
|
"learning_rate": 1.451653666552208e-06,
|
||
|
|
"loss": 0.884,
|
||
|
|
"step": 1016
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7594511341360963,
|
||
|
|
"grad_norm": 2.9599334649521345,
|
||
|
|
"learning_rate": 1.4431380206067374e-06,
|
||
|
|
"loss": 0.9592,
|
||
|
|
"step": 1017
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7601978904135163,
|
||
|
|
"grad_norm": 3.355339344519482,
|
||
|
|
"learning_rate": 1.4346432107962205e-06,
|
||
|
|
"loss": 0.9678,
|
||
|
|
"step": 1018
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7609446466909362,
|
||
|
|
"grad_norm": 4.7621784133806795,
|
||
|
|
"learning_rate": 1.4261692868833376e-06,
|
||
|
|
"loss": 0.9767,
|
||
|
|
"step": 1019
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7616914029683562,
|
||
|
|
"grad_norm": 3.0462672117608225,
|
||
|
|
"learning_rate": 1.4177162985084242e-06,
|
||
|
|
"loss": 0.9758,
|
||
|
|
"step": 1020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7624381592457762,
|
||
|
|
"grad_norm": 3.3235265510570327,
|
||
|
|
"learning_rate": 1.4092842951891788e-06,
|
||
|
|
"loss": 0.9605,
|
||
|
|
"step": 1021
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7631849155231961,
|
||
|
|
"grad_norm": 2.9873139379742044,
|
||
|
|
"learning_rate": 1.400873326320364e-06,
|
||
|
|
"loss": 0.947,
|
||
|
|
"step": 1022
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7631849155231961,
|
||
|
|
"eval_loss": 0.934901237487793,
|
||
|
|
"eval_runtime": 160.8713,
|
||
|
|
"eval_samples_per_second": 112.071,
|
||
|
|
"eval_steps_per_second": 1.753,
|
||
|
|
"step": 1022
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.763931671800616,
|
||
|
|
"grad_norm": 2.925828560741243,
|
||
|
|
"learning_rate": 1.3924834411735238e-06,
|
||
|
|
"loss": 0.9255,
|
||
|
|
"step": 1023
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.764678428078036,
|
||
|
|
"grad_norm": 2.929366653908739,
|
||
|
|
"learning_rate": 1.3841146888966944e-06,
|
||
|
|
"loss": 0.9649,
|
||
|
|
"step": 1024
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.765425184355456,
|
||
|
|
"grad_norm": 3.5848412522150093,
|
||
|
|
"learning_rate": 1.3757671185141136e-06,
|
||
|
|
"loss": 0.9942,
|
||
|
|
"step": 1025
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.766171940632876,
|
||
|
|
"grad_norm": 4.313625493258559,
|
||
|
|
"learning_rate": 1.367440778925938e-06,
|
||
|
|
"loss": 0.9989,
|
||
|
|
"step": 1026
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7669186969102959,
|
||
|
|
"grad_norm": 3.1883660056342444,
|
||
|
|
"learning_rate": 1.35913571890795e-06,
|
||
|
|
"loss": 0.934,
|
||
|
|
"step": 1027
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7676654531877158,
|
||
|
|
"grad_norm": 3.0451342971999034,
|
||
|
|
"learning_rate": 1.350851987111283e-06,
|
||
|
|
"loss": 0.9309,
|
||
|
|
"step": 1028
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7684122094651358,
|
||
|
|
"grad_norm": 3.0995695469892826,
|
||
|
|
"learning_rate": 1.3425896320621224e-06,
|
||
|
|
"loss": 0.9187,
|
||
|
|
"step": 1029
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7691589657425558,
|
||
|
|
"grad_norm": 2.9172531099918624,
|
||
|
|
"learning_rate": 1.3343487021614315e-06,
|
||
|
|
"loss": 0.9461,
|
||
|
|
"step": 1030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7699057220199758,
|
||
|
|
"grad_norm": 2.7992115604306993,
|
||
|
|
"learning_rate": 1.3261292456846648e-06,
|
||
|
|
"loss": 0.9552,
|
||
|
|
"step": 1031
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7706524782973957,
|
||
|
|
"grad_norm": 2.895791747367878,
|
||
|
|
"learning_rate": 1.3179313107814844e-06,
|
||
|
|
"loss": 0.9338,
|
||
|
|
"step": 1032
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7713992345748156,
|
||
|
|
"grad_norm": 3.185964164923729,
|
||
|
|
"learning_rate": 1.3097549454754782e-06,
|
||
|
|
"loss": 0.9724,
|
||
|
|
"step": 1033
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7721459908522356,
|
||
|
|
"grad_norm": 2.5940064617026564,
|
||
|
|
"learning_rate": 1.3016001976638836e-06,
|
||
|
|
"loss": 0.8629,
|
||
|
|
"step": 1034
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7728927471296556,
|
||
|
|
"grad_norm": 10.058975733269536,
|
||
|
|
"learning_rate": 1.2934671151172974e-06,
|
||
|
|
"loss": 0.9243,
|
||
|
|
"step": 1035
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7736395034070755,
|
||
|
|
"grad_norm": 3.365992421531039,
|
||
|
|
"learning_rate": 1.2853557454794025e-06,
|
||
|
|
"loss": 1.0129,
|
||
|
|
"step": 1036
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7736395034070755,
|
||
|
|
"eval_loss": 0.934323787689209,
|
||
|
|
"eval_runtime": 162.2911,
|
||
|
|
"eval_samples_per_second": 111.091,
|
||
|
|
"eval_steps_per_second": 1.738,
|
||
|
|
"step": 1036
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7743862596844955,
|
||
|
|
"grad_norm": 3.4360489381196446,
|
||
|
|
"learning_rate": 1.2772661362666877e-06,
|
||
|
|
"loss": 1.0044,
|
||
|
|
"step": 1037
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7751330159619154,
|
||
|
|
"grad_norm": 4.245525265730096,
|
||
|
|
"learning_rate": 1.2691983348681698e-06,
|
||
|
|
"loss": 0.9676,
|
||
|
|
"step": 1038
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7758797722393354,
|
||
|
|
"grad_norm": 3.7645844451140666,
|
||
|
|
"learning_rate": 1.2611523885451137e-06,
|
||
|
|
"loss": 0.9585,
|
||
|
|
"step": 1039
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7766265285167554,
|
||
|
|
"grad_norm": 2.9642595691153444,
|
||
|
|
"learning_rate": 1.2531283444307567e-06,
|
||
|
|
"loss": 1.0301,
|
||
|
|
"step": 1040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7773732847941753,
|
||
|
|
"grad_norm": 2.6311114422503605,
|
||
|
|
"learning_rate": 1.2451262495300366e-06,
|
||
|
|
"loss": 1.0166,
|
||
|
|
"step": 1041
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7781200410715953,
|
||
|
|
"grad_norm": 3.151248153435886,
|
||
|
|
"learning_rate": 1.2371461507193077e-06,
|
||
|
|
"loss": 0.9414,
|
||
|
|
"step": 1042
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7788667973490152,
|
||
|
|
"grad_norm": 3.2520539000528057,
|
||
|
|
"learning_rate": 1.2291880947460732e-06,
|
||
|
|
"loss": 0.9074,
|
||
|
|
"step": 1043
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7796135536264351,
|
||
|
|
"grad_norm": 3.2890092101452435,
|
||
|
|
"learning_rate": 1.2212521282287093e-06,
|
||
|
|
"loss": 0.8918,
|
||
|
|
"step": 1044
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7803603099038551,
|
||
|
|
"grad_norm": 3.2370242322883875,
|
||
|
|
"learning_rate": 1.213338297656191e-06,
|
||
|
|
"loss": 0.9752,
|
||
|
|
"step": 1045
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7811070661812751,
|
||
|
|
"grad_norm": 2.7758770607541368,
|
||
|
|
"learning_rate": 1.2054466493878209e-06,
|
||
|
|
"loss": 0.9171,
|
||
|
|
"step": 1046
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7818538224586951,
|
||
|
|
"grad_norm": 3.605541137271554,
|
||
|
|
"learning_rate": 1.1975772296529564e-06,
|
||
|
|
"loss": 0.9332,
|
||
|
|
"step": 1047
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.782600578736115,
|
||
|
|
"grad_norm": 3.041323832919354,
|
||
|
|
"learning_rate": 1.1897300845507447e-06,
|
||
|
|
"loss": 0.9344,
|
||
|
|
"step": 1048
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7833473350135349,
|
||
|
|
"grad_norm": 2.8405142198832998,
|
||
|
|
"learning_rate": 1.1819052600498444e-06,
|
||
|
|
"loss": 0.9004,
|
||
|
|
"step": 1049
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7840940912909549,
|
||
|
|
"grad_norm": 3.021597526668893,
|
||
|
|
"learning_rate": 1.1741028019881546e-06,
|
||
|
|
"loss": 0.9212,
|
||
|
|
"step": 1050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7840940912909549,
|
||
|
|
"eval_loss": 0.9340171217918396,
|
||
|
|
"eval_runtime": 162.2347,
|
||
|
|
"eval_samples_per_second": 111.129,
|
||
|
|
"eval_steps_per_second": 1.738,
|
||
|
|
"step": 1050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7848408475683749,
|
||
|
|
"grad_norm": 2.950883129014722,
|
||
|
|
"learning_rate": 1.166322756072562e-06,
|
||
|
|
"loss": 0.9675,
|
||
|
|
"step": 1051
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7855876038457948,
|
||
|
|
"grad_norm": 3.0912726001846256,
|
||
|
|
"learning_rate": 1.1585651678786558e-06,
|
||
|
|
"loss": 0.8971,
|
||
|
|
"step": 1052
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7863343601232148,
|
||
|
|
"grad_norm": 4.15327113314584,
|
||
|
|
"learning_rate": 1.1508300828504682e-06,
|
||
|
|
"loss": 0.9149,
|
||
|
|
"step": 1053
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7870811164006347,
|
||
|
|
"grad_norm": 3.2238088469540704,
|
||
|
|
"learning_rate": 1.1431175463002114e-06,
|
||
|
|
"loss": 0.9713,
|
||
|
|
"step": 1054
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7878278726780547,
|
||
|
|
"grad_norm": 3.0917040248252428,
|
||
|
|
"learning_rate": 1.1354276034080059e-06,
|
||
|
|
"loss": 0.8971,
|
||
|
|
"step": 1055
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7885746289554747,
|
||
|
|
"grad_norm": 4.274054201982966,
|
||
|
|
"learning_rate": 1.1277602992216142e-06,
|
||
|
|
"loss": 0.9776,
|
||
|
|
"step": 1056
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7893213852328946,
|
||
|
|
"grad_norm": 3.4775465819659312,
|
||
|
|
"learning_rate": 1.1201156786561884e-06,
|
||
|
|
"loss": 1.0144,
|
||
|
|
"step": 1057
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7900681415103146,
|
||
|
|
"grad_norm": 3.353681585305471,
|
||
|
|
"learning_rate": 1.1124937864939956e-06,
|
||
|
|
"loss": 0.9548,
|
||
|
|
"step": 1058
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7908148977877345,
|
||
|
|
"grad_norm": 3.129257365590115,
|
||
|
|
"learning_rate": 1.1048946673841598e-06,
|
||
|
|
"loss": 1.0154,
|
||
|
|
"step": 1059
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7915616540651544,
|
||
|
|
"grad_norm": 3.590240334184257,
|
||
|
|
"learning_rate": 1.0973183658424008e-06,
|
||
|
|
"loss": 0.9403,
|
||
|
|
"step": 1060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7923084103425745,
|
||
|
|
"grad_norm": 2.8470937895204407,
|
||
|
|
"learning_rate": 1.0897649262507753e-06,
|
||
|
|
"loss": 0.9681,
|
||
|
|
"step": 1061
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7930551666199944,
|
||
|
|
"grad_norm": 3.532189828005365,
|
||
|
|
"learning_rate": 1.0822343928574087e-06,
|
||
|
|
"loss": 0.9324,
|
||
|
|
"step": 1062
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7938019228974144,
|
||
|
|
"grad_norm": 3.1397557159820395,
|
||
|
|
"learning_rate": 1.0747268097762454e-06,
|
||
|
|
"loss": 0.9094,
|
||
|
|
"step": 1063
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7945486791748343,
|
||
|
|
"grad_norm": 6.086890250561432,
|
||
|
|
"learning_rate": 1.0672422209867879e-06,
|
||
|
|
"loss": 1.0163,
|
||
|
|
"step": 1064
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7945486791748343,
|
||
|
|
"eval_loss": 0.933886706829071,
|
||
|
|
"eval_runtime": 162.281,
|
||
|
|
"eval_samples_per_second": 111.097,
|
||
|
|
"eval_steps_per_second": 1.738,
|
||
|
|
"step": 1064
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7952954354522542,
|
||
|
|
"grad_norm": 3.169410119671673,
|
||
|
|
"learning_rate": 1.0597806703338354e-06,
|
||
|
|
"loss": 0.9663,
|
||
|
|
"step": 1065
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7960421917296743,
|
||
|
|
"grad_norm": 3.3940195467110765,
|
||
|
|
"learning_rate": 1.0523422015272299e-06,
|
||
|
|
"loss": 0.9519,
|
||
|
|
"step": 1066
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7967889480070942,
|
||
|
|
"grad_norm": 4.508947232616116,
|
||
|
|
"learning_rate": 1.0449268581416012e-06,
|
||
|
|
"loss": 0.904,
|
||
|
|
"step": 1067
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7975357042845141,
|
||
|
|
"grad_norm": 2.632774375597297,
|
||
|
|
"learning_rate": 1.0375346836161071e-06,
|
||
|
|
"loss": 0.9245,
|
||
|
|
"step": 1068
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7982824605619341,
|
||
|
|
"grad_norm": 2.9785159713949714,
|
||
|
|
"learning_rate": 1.0301657212541854e-06,
|
||
|
|
"loss": 0.9514,
|
||
|
|
"step": 1069
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.799029216839354,
|
||
|
|
"grad_norm": 3.155524617990433,
|
||
|
|
"learning_rate": 1.022820014223293e-06,
|
||
|
|
"loss": 0.8659,
|
||
|
|
"step": 1070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7997759731167741,
|
||
|
|
"grad_norm": 2.805966276939344,
|
||
|
|
"learning_rate": 1.0154976055546627e-06,
|
||
|
|
"loss": 1.0431,
|
||
|
|
"step": 1071
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.800522729394194,
|
||
|
|
"grad_norm": 3.8141120841423706,
|
||
|
|
"learning_rate": 1.0081985381430392e-06,
|
||
|
|
"loss": 0.9828,
|
||
|
|
"step": 1072
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8012694856716139,
|
||
|
|
"grad_norm": 3.2436963757912824,
|
||
|
|
"learning_rate": 1.0009228547464373e-06,
|
||
|
|
"loss": 0.9252,
|
||
|
|
"step": 1073
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8020162419490339,
|
||
|
|
"grad_norm": 3.034785333690608,
|
||
|
|
"learning_rate": 9.936705979858863e-07,
|
||
|
|
"loss": 0.9408,
|
||
|
|
"step": 1074
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8027629982264538,
|
||
|
|
"grad_norm": 3.247230477369662,
|
||
|
|
"learning_rate": 9.86441810345183e-07,
|
||
|
|
"loss": 0.9407,
|
||
|
|
"step": 1075
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8035097545038739,
|
||
|
|
"grad_norm": 3.1230396825638223,
|
||
|
|
"learning_rate": 9.792365341706395e-07,
|
||
|
|
"loss": 1.0738,
|
||
|
|
"step": 1076
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8042565107812938,
|
||
|
|
"grad_norm": 3.634705534638435,
|
||
|
|
"learning_rate": 9.720548116708434e-07,
|
||
|
|
"loss": 1.0531,
|
||
|
|
"step": 1077
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8050032670587137,
|
||
|
|
"grad_norm": 3.2524650618531403,
|
||
|
|
"learning_rate": 9.648966849163987e-07,
|
||
|
|
"loss": 0.9508,
|
||
|
|
"step": 1078
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8050032670587137,
|
||
|
|
"eval_loss": 0.9330756068229675,
|
||
|
|
"eval_runtime": 162.464,
|
||
|
|
"eval_samples_per_second": 110.972,
|
||
|
|
"eval_steps_per_second": 1.736,
|
||
|
|
"step": 1078
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8057500233361337,
|
||
|
|
"grad_norm": 3.195766017025719,
|
||
|
|
"learning_rate": 9.577621958396876e-07,
|
||
|
|
"loss": 0.9247,
|
||
|
|
"step": 1079
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8064967796135536,
|
||
|
|
"grad_norm": 3.231704715181529,
|
||
|
|
"learning_rate": 9.506513862346223e-07,
|
||
|
|
"loss": 0.9718,
|
||
|
|
"step": 1080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8072435358909735,
|
||
|
|
"grad_norm": 3.08352329883453,
|
||
|
|
"learning_rate": 9.435642977564002e-07,
|
||
|
|
"loss": 0.953,
|
||
|
|
"step": 1081
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8079902921683936,
|
||
|
|
"grad_norm": 2.7239297991167146,
|
||
|
|
"learning_rate": 9.365009719212609e-07,
|
||
|
|
"loss": 1.019,
|
||
|
|
"step": 1082
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8087370484458135,
|
||
|
|
"grad_norm": 3.4569217007757103,
|
||
|
|
"learning_rate": 9.294614501062393e-07,
|
||
|
|
"loss": 1.0053,
|
||
|
|
"step": 1083
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8094838047232334,
|
||
|
|
"grad_norm": 2.8952768629298182,
|
||
|
|
"learning_rate": 9.224457735489312e-07,
|
||
|
|
"loss": 0.879,
|
||
|
|
"step": 1084
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8102305610006534,
|
||
|
|
"grad_norm": 2.635860772081649,
|
||
|
|
"learning_rate": 9.154539833472442e-07,
|
||
|
|
"loss": 0.9415,
|
||
|
|
"step": 1085
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8109773172780733,
|
||
|
|
"grad_norm": 2.981500012106527,
|
||
|
|
"learning_rate": 9.08486120459155e-07,
|
||
|
|
"loss": 0.8901,
|
||
|
|
"step": 1086
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8117240735554934,
|
||
|
|
"grad_norm": 3.2151674731774955,
|
||
|
|
"learning_rate": 9.015422257024814e-07,
|
||
|
|
"loss": 1.0142,
|
||
|
|
"step": 1087
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8124708298329133,
|
||
|
|
"grad_norm": 4.460127069540021,
|
||
|
|
"learning_rate": 8.946223397546311e-07,
|
||
|
|
"loss": 0.9761,
|
||
|
|
"step": 1088
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8132175861103332,
|
||
|
|
"grad_norm": 2.64438098456573,
|
||
|
|
"learning_rate": 8.877265031523685e-07,
|
||
|
|
"loss": 0.9587,
|
||
|
|
"step": 1089
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8139643423877532,
|
||
|
|
"grad_norm": 3.075964264839053,
|
||
|
|
"learning_rate": 8.80854756291576e-07,
|
||
|
|
"loss": 1.0468,
|
||
|
|
"step": 1090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8147110986651731,
|
||
|
|
"grad_norm": 3.701739504153379,
|
||
|
|
"learning_rate": 8.740071394270217e-07,
|
||
|
|
"loss": 0.905,
|
||
|
|
"step": 1091
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8154578549425932,
|
||
|
|
"grad_norm": 2.9113831337724507,
|
||
|
|
"learning_rate": 8.671836926721172e-07,
|
||
|
|
"loss": 0.9129,
|
||
|
|
"step": 1092
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8154578549425932,
|
||
|
|
"eval_loss": 0.9328471422195435,
|
||
|
|
"eval_runtime": 162.392,
|
||
|
|
"eval_samples_per_second": 111.021,
|
||
|
|
"eval_steps_per_second": 1.737,
|
||
|
|
"step": 1092
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8162046112200131,
|
||
|
|
"grad_norm": 4.310707752332849,
|
||
|
|
"learning_rate": 8.603844559986823e-07,
|
||
|
|
"loss": 1.0048,
|
||
|
|
"step": 1093
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.816951367497433,
|
||
|
|
"grad_norm": 3.8711564841693384,
|
||
|
|
"learning_rate": 8.536094692367197e-07,
|
||
|
|
"loss": 0.9851,
|
||
|
|
"step": 1094
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.817698123774853,
|
||
|
|
"grad_norm": 8.753075618875652,
|
||
|
|
"learning_rate": 8.468587720741728e-07,
|
||
|
|
"loss": 0.9883,
|
||
|
|
"step": 1095
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8184448800522729,
|
||
|
|
"grad_norm": 2.8672638891822864,
|
||
|
|
"learning_rate": 8.401324040566955e-07,
|
||
|
|
"loss": 0.9291,
|
||
|
|
"step": 1096
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8191916363296929,
|
||
|
|
"grad_norm": 4.776201464319421,
|
||
|
|
"learning_rate": 8.334304045874248e-07,
|
||
|
|
"loss": 0.9755,
|
||
|
|
"step": 1097
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8199383926071129,
|
||
|
|
"grad_norm": 3.16525486972403,
|
||
|
|
"learning_rate": 8.267528129267438e-07,
|
||
|
|
"loss": 0.9925,
|
||
|
|
"step": 1098
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8206851488845328,
|
||
|
|
"grad_norm": 4.511439354536366,
|
||
|
|
"learning_rate": 8.20099668192052e-07,
|
||
|
|
"loss": 0.9539,
|
||
|
|
"step": 1099
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8214319051619527,
|
||
|
|
"grad_norm": 3.4286525245441797,
|
||
|
|
"learning_rate": 8.134710093575444e-07,
|
||
|
|
"loss": 0.9686,
|
||
|
|
"step": 1100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8221786614393727,
|
||
|
|
"grad_norm": 3.0049333808435343,
|
||
|
|
"learning_rate": 8.068668752539726e-07,
|
||
|
|
"loss": 0.9661,
|
||
|
|
"step": 1101
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8229254177167927,
|
||
|
|
"grad_norm": 4.385250881338943,
|
||
|
|
"learning_rate": 8.002873045684245e-07,
|
||
|
|
"loss": 0.9325,
|
||
|
|
"step": 1102
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8236721739942127,
|
||
|
|
"grad_norm": 3.027199330607413,
|
||
|
|
"learning_rate": 7.937323358440935e-07,
|
||
|
|
"loss": 0.9295,
|
||
|
|
"step": 1103
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8244189302716326,
|
||
|
|
"grad_norm": 3.4801606475057505,
|
||
|
|
"learning_rate": 7.872020074800585e-07,
|
||
|
|
"loss": 1.0889,
|
||
|
|
"step": 1104
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8251656865490525,
|
||
|
|
"grad_norm": 2.881651694848292,
|
||
|
|
"learning_rate": 7.80696357731049e-07,
|
||
|
|
"loss": 0.9259,
|
||
|
|
"step": 1105
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8259124428264725,
|
||
|
|
"grad_norm": 3.232131277331923,
|
||
|
|
"learning_rate": 7.742154247072287e-07,
|
||
|
|
"loss": 0.9543,
|
||
|
|
"step": 1106
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8259124428264725,
|
||
|
|
"eval_loss": 0.9323558211326599,
|
||
|
|
"eval_runtime": 160.8356,
|
||
|
|
"eval_samples_per_second": 112.096,
|
||
|
|
"eval_steps_per_second": 1.753,
|
||
|
|
"step": 1106
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8266591991038925,
|
||
|
|
"grad_norm": 3.839039683871901,
|
||
|
|
"learning_rate": 7.677592463739741e-07,
|
||
|
|
"loss": 1.0328,
|
||
|
|
"step": 1107
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8274059553813125,
|
||
|
|
"grad_norm": 3.451018921091918,
|
||
|
|
"learning_rate": 7.613278605516455e-07,
|
||
|
|
"loss": 0.9324,
|
||
|
|
"step": 1108
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8281527116587324,
|
||
|
|
"grad_norm": 2.741822965758025,
|
||
|
|
"learning_rate": 7.549213049153687e-07,
|
||
|
|
"loss": 0.9556,
|
||
|
|
"step": 1109
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8288994679361523,
|
||
|
|
"grad_norm": 2.809367958739757,
|
||
|
|
"learning_rate": 7.485396169948133e-07,
|
||
|
|
"loss": 1.0265,
|
||
|
|
"step": 1110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8296462242135723,
|
||
|
|
"grad_norm": 2.5599878133704914,
|
||
|
|
"learning_rate": 7.421828341739751e-07,
|
||
|
|
"loss": 0.888,
|
||
|
|
"step": 1111
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8303929804909923,
|
||
|
|
"grad_norm": 3.482845460987069,
|
||
|
|
"learning_rate": 7.358509936909541e-07,
|
||
|
|
"loss": 1.025,
|
||
|
|
"step": 1112
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8311397367684122,
|
||
|
|
"grad_norm": 3.736730021811191,
|
||
|
|
"learning_rate": 7.295441326377384e-07,
|
||
|
|
"loss": 0.9231,
|
||
|
|
"step": 1113
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8318864930458322,
|
||
|
|
"grad_norm": 2.945367690866313,
|
||
|
|
"learning_rate": 7.232622879599882e-07,
|
||
|
|
"loss": 0.8896,
|
||
|
|
"step": 1114
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8326332493232521,
|
||
|
|
"grad_norm": 2.786535060510927,
|
||
|
|
"learning_rate": 7.170054964568146e-07,
|
||
|
|
"loss": 0.9609,
|
||
|
|
"step": 1115
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.833380005600672,
|
||
|
|
"grad_norm": 4.311286527154838,
|
||
|
|
"learning_rate": 7.107737947805688e-07,
|
||
|
|
"loss": 1.0491,
|
||
|
|
"step": 1116
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.834126761878092,
|
||
|
|
"grad_norm": 3.356639280458624,
|
||
|
|
"learning_rate": 7.045672194366238e-07,
|
||
|
|
"loss": 0.8749,
|
||
|
|
"step": 1117
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.834873518155512,
|
||
|
|
"grad_norm": 2.703485397651996,
|
||
|
|
"learning_rate": 6.983858067831645e-07,
|
||
|
|
"loss": 0.9012,
|
||
|
|
"step": 1118
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.835620274432932,
|
||
|
|
"grad_norm": 4.065892457563659,
|
||
|
|
"learning_rate": 6.922295930309691e-07,
|
||
|
|
"loss": 1.0221,
|
||
|
|
"step": 1119
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8363670307103519,
|
||
|
|
"grad_norm": 3.418730924372397,
|
||
|
|
"learning_rate": 6.860986142432057e-07,
|
||
|
|
"loss": 1.0233,
|
||
|
|
"step": 1120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8363670307103519,
|
||
|
|
"eval_loss": 0.9319419264793396,
|
||
|
|
"eval_runtime": 162.3687,
|
||
|
|
"eval_samples_per_second": 111.037,
|
||
|
|
"eval_steps_per_second": 1.737,
|
||
|
|
"step": 1120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8371137869877718,
|
||
|
|
"grad_norm": 2.996912276789265,
|
||
|
|
"learning_rate": 6.799929063352112e-07,
|
||
|
|
"loss": 0.9296,
|
||
|
|
"step": 1121
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8378605432651918,
|
||
|
|
"grad_norm": 2.7030140370045483,
|
||
|
|
"learning_rate": 6.739125050742873e-07,
|
||
|
|
"loss": 1.014,
|
||
|
|
"step": 1122
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8386072995426118,
|
||
|
|
"grad_norm": 2.7714835166723937,
|
||
|
|
"learning_rate": 6.678574460794879e-07,
|
||
|
|
"loss": 0.9642,
|
||
|
|
"step": 1123
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8393540558200318,
|
||
|
|
"grad_norm": 3.0335494350345162,
|
||
|
|
"learning_rate": 6.618277648214127e-07,
|
||
|
|
"loss": 0.9585,
|
||
|
|
"step": 1124
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8401008120974517,
|
||
|
|
"grad_norm": 3.05369699501868,
|
||
|
|
"learning_rate": 6.558234966219984e-07,
|
||
|
|
"loss": 0.9921,
|
||
|
|
"step": 1125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8408475683748716,
|
||
|
|
"grad_norm": 3.2366643164869218,
|
||
|
|
"learning_rate": 6.498446766543098e-07,
|
||
|
|
"loss": 0.969,
|
||
|
|
"step": 1126
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8415943246522916,
|
||
|
|
"grad_norm": 3.3113556891155964,
|
||
|
|
"learning_rate": 6.438913399423396e-07,
|
||
|
|
"loss": 0.9841,
|
||
|
|
"step": 1127
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8423410809297116,
|
||
|
|
"grad_norm": 3.742348768556645,
|
||
|
|
"learning_rate": 6.379635213607971e-07,
|
||
|
|
"loss": 0.9123,
|
||
|
|
"step": 1128
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8430878372071315,
|
||
|
|
"grad_norm": 4.013813043282346,
|
||
|
|
"learning_rate": 6.320612556349027e-07,
|
||
|
|
"loss": 1.0005,
|
||
|
|
"step": 1129
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8438345934845515,
|
||
|
|
"grad_norm": 3.235695639624682,
|
||
|
|
"learning_rate": 6.261845773401936e-07,
|
||
|
|
"loss": 0.9728,
|
||
|
|
"step": 1130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8445813497619714,
|
||
|
|
"grad_norm": 3.279666788848323,
|
||
|
|
"learning_rate": 6.203335209023137e-07,
|
||
|
|
"loss": 0.9955,
|
||
|
|
"step": 1131
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8453281060393913,
|
||
|
|
"grad_norm": 2.985404353225797,
|
||
|
|
"learning_rate": 6.145081205968123e-07,
|
||
|
|
"loss": 0.9569,
|
||
|
|
"step": 1132
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8460748623168114,
|
||
|
|
"grad_norm": 2.9264881627568933,
|
||
|
|
"learning_rate": 6.087084105489449e-07,
|
||
|
|
"loss": 0.97,
|
||
|
|
"step": 1133
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8468216185942313,
|
||
|
|
"grad_norm": 2.8871274133914526,
|
||
|
|
"learning_rate": 6.029344247334773e-07,
|
||
|
|
"loss": 0.9063,
|
||
|
|
"step": 1134
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8468216185942313,
|
||
|
|
"eval_loss": 0.9319166541099548,
|
||
|
|
"eval_runtime": 160.895,
|
||
|
|
"eval_samples_per_second": 112.054,
|
||
|
|
"eval_steps_per_second": 1.753,
|
||
|
|
"step": 1134
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8475683748716513,
|
||
|
|
"grad_norm": 2.9254630933971604,
|
||
|
|
"learning_rate": 5.971861969744758e-07,
|
||
|
|
"loss": 0.9854,
|
||
|
|
"step": 1135
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8483151311490712,
|
||
|
|
"grad_norm": 3.9276232939207363,
|
||
|
|
"learning_rate": 5.914637609451191e-07,
|
||
|
|
"loss": 1.0273,
|
||
|
|
"step": 1136
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8490618874264911,
|
||
|
|
"grad_norm": 2.507415577305572,
|
||
|
|
"learning_rate": 5.857671501675005e-07,
|
||
|
|
"loss": 0.9728,
|
||
|
|
"step": 1137
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8498086437039112,
|
||
|
|
"grad_norm": 2.4460330720059504,
|
||
|
|
"learning_rate": 5.800963980124241e-07,
|
||
|
|
"loss": 0.9021,
|
||
|
|
"step": 1138
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8505553999813311,
|
||
|
|
"grad_norm": 3.0103053437385334,
|
||
|
|
"learning_rate": 5.744515376992155e-07,
|
||
|
|
"loss": 0.9459,
|
||
|
|
"step": 1139
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.851302156258751,
|
||
|
|
"grad_norm": 2.817309734726002,
|
||
|
|
"learning_rate": 5.688326022955276e-07,
|
||
|
|
"loss": 0.95,
|
||
|
|
"step": 1140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.852048912536171,
|
||
|
|
"grad_norm": 2.6530611977707976,
|
||
|
|
"learning_rate": 5.632396247171429e-07,
|
||
|
|
"loss": 0.9195,
|
||
|
|
"step": 1141
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8527956688135909,
|
||
|
|
"grad_norm": 3.2183899358377213,
|
||
|
|
"learning_rate": 5.576726377277803e-07,
|
||
|
|
"loss": 0.9738,
|
||
|
|
"step": 1142
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.853542425091011,
|
||
|
|
"grad_norm": 2.7141680726405926,
|
||
|
|
"learning_rate": 5.521316739389116e-07,
|
||
|
|
"loss": 0.9675,
|
||
|
|
"step": 1143
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8542891813684309,
|
||
|
|
"grad_norm": 2.7689523546663146,
|
||
|
|
"learning_rate": 5.46616765809559e-07,
|
||
|
|
"loss": 0.9566,
|
||
|
|
"step": 1144
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8550359376458508,
|
||
|
|
"grad_norm": 2.6466811955985095,
|
||
|
|
"learning_rate": 5.411279456461133e-07,
|
||
|
|
"loss": 0.865,
|
||
|
|
"step": 1145
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8557826939232708,
|
||
|
|
"grad_norm": 3.5195514432600206,
|
||
|
|
"learning_rate": 5.3566524560214e-07,
|
||
|
|
"loss": 0.923,
|
||
|
|
"step": 1146
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8565294502006907,
|
||
|
|
"grad_norm": 2.871952018242148,
|
||
|
|
"learning_rate": 5.302286976781956e-07,
|
||
|
|
"loss": 1.0447,
|
||
|
|
"step": 1147
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8572762064781108,
|
||
|
|
"grad_norm": 2.925114725852367,
|
||
|
|
"learning_rate": 5.248183337216328e-07,
|
||
|
|
"loss": 0.9123,
|
||
|
|
"step": 1148
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8572762064781108,
|
||
|
|
"eval_loss": 0.9314769506454468,
|
||
|
|
"eval_runtime": 162.7458,
|
||
|
|
"eval_samples_per_second": 110.78,
|
||
|
|
"eval_steps_per_second": 1.733,
|
||
|
|
"step": 1148
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8580229627555307,
|
||
|
|
"grad_norm": 4.717832820933871,
|
||
|
|
"learning_rate": 5.194341854264206e-07,
|
||
|
|
"loss": 1.0074,
|
||
|
|
"step": 1149
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8587697190329506,
|
||
|
|
"grad_norm": 3.809263009430757,
|
||
|
|
"learning_rate": 5.140762843329583e-07,
|
||
|
|
"loss": 0.9953,
|
||
|
|
"step": 1150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8595164753103706,
|
||
|
|
"grad_norm": 4.127384933862416,
|
||
|
|
"learning_rate": 5.087446618278858e-07,
|
||
|
|
"loss": 0.9496,
|
||
|
|
"step": 1151
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8602632315877905,
|
||
|
|
"grad_norm": 4.437603789678461,
|
||
|
|
"learning_rate": 5.034393491439044e-07,
|
||
|
|
"loss": 0.9705,
|
||
|
|
"step": 1152
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8610099878652105,
|
||
|
|
"grad_norm": 3.243478071729358,
|
||
|
|
"learning_rate": 4.981603773595911e-07,
|
||
|
|
"loss": 0.9363,
|
||
|
|
"step": 1153
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8617567441426305,
|
||
|
|
"grad_norm": 2.6993410282554007,
|
||
|
|
"learning_rate": 4.929077773992186e-07,
|
||
|
|
"loss": 0.9113,
|
||
|
|
"step": 1154
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8625035004200504,
|
||
|
|
"grad_norm": 2.91054239299717,
|
||
|
|
"learning_rate": 4.87681580032573e-07,
|
||
|
|
"loss": 0.9461,
|
||
|
|
"step": 1155
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8632502566974704,
|
||
|
|
"grad_norm": 2.568086078013279,
|
||
|
|
"learning_rate": 4.824818158747718e-07,
|
||
|
|
"loss": 0.8377,
|
||
|
|
"step": 1156
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8639970129748903,
|
||
|
|
"grad_norm": 3.029881375353677,
|
||
|
|
"learning_rate": 4.773085153860912e-07,
|
||
|
|
"loss": 0.9166,
|
||
|
|
"step": 1157
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8647437692523102,
|
||
|
|
"grad_norm": 2.88437306298097,
|
||
|
|
"learning_rate": 4.7216170887177834e-07,
|
||
|
|
"loss": 0.9333,
|
||
|
|
"step": 1158
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8654905255297303,
|
||
|
|
"grad_norm": 3.137367070847363,
|
||
|
|
"learning_rate": 4.6704142648188013e-07,
|
||
|
|
"loss": 0.9337,
|
||
|
|
"step": 1159
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8662372818071502,
|
||
|
|
"grad_norm": 2.9359952034209273,
|
||
|
|
"learning_rate": 4.619476982110649e-07,
|
||
|
|
"loss": 0.9736,
|
||
|
|
"step": 1160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8669840380845701,
|
||
|
|
"grad_norm": 3.1468262493105184,
|
||
|
|
"learning_rate": 4.568805538984461e-07,
|
||
|
|
"loss": 0.9122,
|
||
|
|
"step": 1161
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8677307943619901,
|
||
|
|
"grad_norm": 3.5463405622760105,
|
||
|
|
"learning_rate": 4.5184002322740784e-07,
|
||
|
|
"loss": 1.0057,
|
||
|
|
"step": 1162
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8677307943619901,
|
||
|
|
"eval_loss": 0.9312469363212585,
|
||
|
|
"eval_runtime": 162.7083,
|
||
|
|
"eval_samples_per_second": 110.806,
|
||
|
|
"eval_steps_per_second": 1.733,
|
||
|
|
"step": 1162
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.86847755063941,
|
||
|
|
"grad_norm": 2.9402861286207607,
|
||
|
|
"learning_rate": 4.468261357254339e-07,
|
||
|
|
"loss": 0.918,
|
||
|
|
"step": 1163
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8692243069168301,
|
||
|
|
"grad_norm": 3.5252882533020564,
|
||
|
|
"learning_rate": 4.41838920763929e-07,
|
||
|
|
"loss": 0.9697,
|
||
|
|
"step": 1164
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.86997106319425,
|
||
|
|
"grad_norm": 3.682368504764222,
|
||
|
|
"learning_rate": 4.368784075580512e-07,
|
||
|
|
"loss": 0.9509,
|
||
|
|
"step": 1165
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8707178194716699,
|
||
|
|
"grad_norm": 3.3322856389909865,
|
||
|
|
"learning_rate": 4.319446251665388e-07,
|
||
|
|
"loss": 1.0236,
|
||
|
|
"step": 1166
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8714645757490899,
|
||
|
|
"grad_norm": 3.4771965818234882,
|
||
|
|
"learning_rate": 4.2703760249154124e-07,
|
||
|
|
"loss": 0.9486,
|
||
|
|
"step": 1167
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8722113320265098,
|
||
|
|
"grad_norm": 3.069323768435232,
|
||
|
|
"learning_rate": 4.221573682784486e-07,
|
||
|
|
"loss": 0.9591,
|
||
|
|
"step": 1168
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8729580883039298,
|
||
|
|
"grad_norm": 4.090015934591448,
|
||
|
|
"learning_rate": 4.1730395111572397e-07,
|
||
|
|
"loss": 0.969,
|
||
|
|
"step": 1169
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8737048445813498,
|
||
|
|
"grad_norm": 6.2126368267999705,
|
||
|
|
"learning_rate": 4.124773794347375e-07,
|
||
|
|
"loss": 0.9801,
|
||
|
|
"step": 1170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8744516008587697,
|
||
|
|
"grad_norm": 2.655406724824259,
|
||
|
|
"learning_rate": 4.0767768150959785e-07,
|
||
|
|
"loss": 0.9159,
|
||
|
|
"step": 1171
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8751983571361897,
|
||
|
|
"grad_norm": 2.840595662469952,
|
||
|
|
"learning_rate": 4.0290488545698224e-07,
|
||
|
|
"loss": 0.8925,
|
||
|
|
"step": 1172
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8759451134136096,
|
||
|
|
"grad_norm": 3.2666873166974373,
|
||
|
|
"learning_rate": 3.9815901923598354e-07,
|
||
|
|
"loss": 0.9983,
|
||
|
|
"step": 1173
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8766918696910296,
|
||
|
|
"grad_norm": 2.899555759428235,
|
||
|
|
"learning_rate": 3.934401106479352e-07,
|
||
|
|
"loss": 0.983,
|
||
|
|
"step": 1174
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8774386259684496,
|
||
|
|
"grad_norm": 3.082400103066319,
|
||
|
|
"learning_rate": 3.8874818733625363e-07,
|
||
|
|
"loss": 0.9847,
|
||
|
|
"step": 1175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8781853822458695,
|
||
|
|
"grad_norm": 3.4527125973541892,
|
||
|
|
"learning_rate": 3.8408327678627343e-07,
|
||
|
|
"loss": 0.9698,
|
||
|
|
"step": 1176
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8781853822458695,
|
||
|
|
"eval_loss": 0.9311810731887817,
|
||
|
|
"eval_runtime": 161.1374,
|
||
|
|
"eval_samples_per_second": 111.886,
|
||
|
|
"eval_steps_per_second": 1.75,
|
||
|
|
"step": 1176
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8789321385232894,
|
||
|
|
"grad_norm": 3.090415752994308,
|
||
|
|
"learning_rate": 3.79445406325093e-07,
|
||
|
|
"loss": 1.0307,
|
||
|
|
"step": 1177
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8796788948007094,
|
||
|
|
"grad_norm": 2.6147140868395784,
|
||
|
|
"learning_rate": 3.7483460312140343e-07,
|
||
|
|
"loss": 0.9311,
|
||
|
|
"step": 1178
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8804256510781294,
|
||
|
|
"grad_norm": 2.7086102542703174,
|
||
|
|
"learning_rate": 3.702508941853383e-07,
|
||
|
|
"loss": 0.9121,
|
||
|
|
"step": 1179
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8811724073555494,
|
||
|
|
"grad_norm": 3.1100117614192557,
|
||
|
|
"learning_rate": 3.6569430636831496e-07,
|
||
|
|
"loss": 1.0066,
|
||
|
|
"step": 1180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8819191636329693,
|
||
|
|
"grad_norm": 3.5375133182103884,
|
||
|
|
"learning_rate": 3.611648663628725e-07,
|
||
|
|
"loss": 1.0192,
|
||
|
|
"step": 1181
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8826659199103892,
|
||
|
|
"grad_norm": 3.4809829662795053,
|
||
|
|
"learning_rate": 3.566626007025159e-07,
|
||
|
|
"loss": 0.9227,
|
||
|
|
"step": 1182
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8834126761878092,
|
||
|
|
"grad_norm": 2.807725591167475,
|
||
|
|
"learning_rate": 3.5218753576156837e-07,
|
||
|
|
"loss": 0.9324,
|
||
|
|
"step": 1183
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8841594324652292,
|
||
|
|
"grad_norm": 4.1307538335322995,
|
||
|
|
"learning_rate": 3.477396977550052e-07,
|
||
|
|
"loss": 1.0402,
|
||
|
|
"step": 1184
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8849061887426491,
|
||
|
|
"grad_norm": 3.1065655720227943,
|
||
|
|
"learning_rate": 3.433191127383079e-07,
|
||
|
|
"loss": 0.9984,
|
||
|
|
"step": 1185
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8856529450200691,
|
||
|
|
"grad_norm": 3.0423671480418006,
|
||
|
|
"learning_rate": 3.3892580660731146e-07,
|
||
|
|
"loss": 0.9477,
|
||
|
|
"step": 1186
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.886399701297489,
|
||
|
|
"grad_norm": 5.506314111297366,
|
||
|
|
"learning_rate": 3.3455980509804865e-07,
|
||
|
|
"loss": 0.9375,
|
||
|
|
"step": 1187
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.887146457574909,
|
||
|
|
"grad_norm": 2.7257294061538526,
|
||
|
|
"learning_rate": 3.302211337866029e-07,
|
||
|
|
"loss": 0.9616,
|
||
|
|
"step": 1188
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.887893213852329,
|
||
|
|
"grad_norm": 4.286522315516212,
|
||
|
|
"learning_rate": 3.2590981808895637e-07,
|
||
|
|
"loss": 1.002,
|
||
|
|
"step": 1189
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8886399701297489,
|
||
|
|
"grad_norm": 3.266886884058907,
|
||
|
|
"learning_rate": 3.21625883260841e-07,
|
||
|
|
"loss": 0.9467,
|
||
|
|
"step": 1190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8886399701297489,
|
||
|
|
"eval_loss": 0.9309723377227783,
|
||
|
|
"eval_runtime": 161.2639,
|
||
|
|
"eval_samples_per_second": 111.798,
|
||
|
|
"eval_steps_per_second": 1.749,
|
||
|
|
"step": 1190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8893867264071689,
|
||
|
|
"grad_norm": 2.594459317115802,
|
||
|
|
"learning_rate": 3.173693543975931e-07,
|
||
|
|
"loss": 0.9563,
|
||
|
|
"step": 1191
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8901334826845888,
|
||
|
|
"grad_norm": 3.4125681478868297,
|
||
|
|
"learning_rate": 3.1314025643400246e-07,
|
||
|
|
"loss": 0.9761,
|
||
|
|
"step": 1192
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8908802389620087,
|
||
|
|
"grad_norm": 3.2367487026935855,
|
||
|
|
"learning_rate": 3.089386141441714e-07,
|
||
|
|
"loss": 1.0675,
|
||
|
|
"step": 1193
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8916269952394287,
|
||
|
|
"grad_norm": 2.7617284333366316,
|
||
|
|
"learning_rate": 3.0476445214136343e-07,
|
||
|
|
"loss": 0.9114,
|
||
|
|
"step": 1194
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8923737515168487,
|
||
|
|
"grad_norm": 3.4059049786673707,
|
||
|
|
"learning_rate": 3.0061779487786325e-07,
|
||
|
|
"loss": 1.0092,
|
||
|
|
"step": 1195
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8931205077942687,
|
||
|
|
"grad_norm": 2.9466488189376094,
|
||
|
|
"learning_rate": 2.9649866664483387e-07,
|
||
|
|
"loss": 1.0071,
|
||
|
|
"step": 1196
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8938672640716886,
|
||
|
|
"grad_norm": 3.2214019544717356,
|
||
|
|
"learning_rate": 2.9240709157217107e-07,
|
||
|
|
"loss": 0.9705,
|
||
|
|
"step": 1197
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8946140203491085,
|
||
|
|
"grad_norm": 2.92519808633413,
|
||
|
|
"learning_rate": 2.883430936283649e-07,
|
||
|
|
"loss": 0.9843,
|
||
|
|
"step": 1198
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8953607766265285,
|
||
|
|
"grad_norm": 3.173147787422756,
|
||
|
|
"learning_rate": 2.8430669662035784e-07,
|
||
|
|
"loss": 0.961,
|
||
|
|
"step": 1199
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8961075329039485,
|
||
|
|
"grad_norm": 3.73113933358305,
|
||
|
|
"learning_rate": 2.802979241934067e-07,
|
||
|
|
"loss": 0.9631,
|
||
|
|
"step": 1200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8968542891813684,
|
||
|
|
"grad_norm": 2.8388033769300582,
|
||
|
|
"learning_rate": 2.7631679983094293e-07,
|
||
|
|
"loss": 0.9686,
|
||
|
|
"step": 1201
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8976010454587884,
|
||
|
|
"grad_norm": 2.580484676835834,
|
||
|
|
"learning_rate": 2.72363346854434e-07,
|
||
|
|
"loss": 0.8967,
|
||
|
|
"step": 1202
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8983478017362083,
|
||
|
|
"grad_norm": 2.6372158270212616,
|
||
|
|
"learning_rate": 2.684375884232493e-07,
|
||
|
|
"loss": 0.8848,
|
||
|
|
"step": 1203
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8990945580136283,
|
||
|
|
"grad_norm": 5.045405465113533,
|
||
|
|
"learning_rate": 2.645395475345236e-07,
|
||
|
|
"loss": 0.9653,
|
||
|
|
"step": 1204
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8990945580136283,
|
||
|
|
"eval_loss": 0.9308164119720459,
|
||
|
|
"eval_runtime": 160.9645,
|
||
|
|
"eval_samples_per_second": 112.006,
|
||
|
|
"eval_steps_per_second": 1.752,
|
||
|
|
"step": 1204
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8998413142910483,
|
||
|
|
"grad_norm": 3.81237492723543,
|
||
|
|
"learning_rate": 2.6066924702302044e-07,
|
||
|
|
"loss": 0.985,
|
||
|
|
"step": 1205
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9005880705684682,
|
||
|
|
"grad_norm": 4.444299985817935,
|
||
|
|
"learning_rate": 2.568267095610022e-07,
|
||
|
|
"loss": 0.9718,
|
||
|
|
"step": 1206
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9013348268458882,
|
||
|
|
"grad_norm": 3.213116580736095,
|
||
|
|
"learning_rate": 2.530119576580936e-07,
|
||
|
|
"loss": 0.95,
|
||
|
|
"step": 1207
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9020815831233081,
|
||
|
|
"grad_norm": 3.304199593315397,
|
||
|
|
"learning_rate": 2.492250136611513e-07,
|
||
|
|
"loss": 0.9401,
|
||
|
|
"step": 1208
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.902828339400728,
|
||
|
|
"grad_norm": 3.216958801550224,
|
||
|
|
"learning_rate": 2.454658997541326e-07,
|
||
|
|
"loss": 0.9949,
|
||
|
|
"step": 1209
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9035750956781481,
|
||
|
|
"grad_norm": 2.8366418091093633,
|
||
|
|
"learning_rate": 2.417346379579671e-07,
|
||
|
|
"loss": 0.9415,
|
||
|
|
"step": 1210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.904321851955568,
|
||
|
|
"grad_norm": 3.4418483482994353,
|
||
|
|
"learning_rate": 2.380312501304255e-07,
|
||
|
|
"loss": 0.9263,
|
||
|
|
"step": 1211
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.905068608232988,
|
||
|
|
"grad_norm": 3.2162625122987283,
|
||
|
|
"learning_rate": 2.343557579659922e-07,
|
||
|
|
"loss": 0.9481,
|
||
|
|
"step": 1212
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9058153645104079,
|
||
|
|
"grad_norm": 3.6606526579447363,
|
||
|
|
"learning_rate": 2.3070818299573972e-07,
|
||
|
|
"loss": 0.9496,
|
||
|
|
"step": 1213
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9065621207878278,
|
||
|
|
"grad_norm": 3.413782160357342,
|
||
|
|
"learning_rate": 2.2708854658720135e-07,
|
||
|
|
"loss": 0.8925,
|
||
|
|
"step": 1214
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9073088770652479,
|
||
|
|
"grad_norm": 3.37342109636671,
|
||
|
|
"learning_rate": 2.2349686994424303e-07,
|
||
|
|
"loss": 0.9775,
|
||
|
|
"step": 1215
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9080556333426678,
|
||
|
|
"grad_norm": 3.226917932046761,
|
||
|
|
"learning_rate": 2.1993317410694605e-07,
|
||
|
|
"loss": 0.9228,
|
||
|
|
"step": 1216
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9088023896200877,
|
||
|
|
"grad_norm": 2.9170592051096937,
|
||
|
|
"learning_rate": 2.1639747995147843e-07,
|
||
|
|
"loss": 0.9238,
|
||
|
|
"step": 1217
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9095491458975077,
|
||
|
|
"grad_norm": 4.372205178863148,
|
||
|
|
"learning_rate": 2.1288980818997272e-07,
|
||
|
|
"loss": 0.974,
|
||
|
|
"step": 1218
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9095491458975077,
|
||
|
|
"eval_loss": 0.9307811260223389,
|
||
|
|
"eval_runtime": 162.4851,
|
||
|
|
"eval_samples_per_second": 110.958,
|
||
|
|
"eval_steps_per_second": 1.736,
|
||
|
|
"step": 1218
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9102959021749276,
|
||
|
|
"grad_norm": 2.9674581524340713,
|
||
|
|
"learning_rate": 2.094101793704073e-07,
|
||
|
|
"loss": 0.9195,
|
||
|
|
"step": 1219
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9110426584523477,
|
||
|
|
"grad_norm": 2.9235998255992537,
|
||
|
|
"learning_rate": 2.0595861387648574e-07,
|
||
|
|
"loss": 0.9142,
|
||
|
|
"step": 1220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9117894147297676,
|
||
|
|
"grad_norm": 3.485012716463773,
|
||
|
|
"learning_rate": 2.0253513192751374e-07,
|
||
|
|
"loss": 0.9069,
|
||
|
|
"step": 1221
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9125361710071875,
|
||
|
|
"grad_norm": 2.6461707104119876,
|
||
|
|
"learning_rate": 1.9913975357828408e-07,
|
||
|
|
"loss": 0.9067,
|
||
|
|
"step": 1222
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9132829272846075,
|
||
|
|
"grad_norm": 2.661675283327674,
|
||
|
|
"learning_rate": 1.957724987189602e-07,
|
||
|
|
"loss": 0.9367,
|
||
|
|
"step": 1223
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9140296835620274,
|
||
|
|
"grad_norm": 3.1094316780050812,
|
||
|
|
"learning_rate": 1.9243338707495618e-07,
|
||
|
|
"loss": 0.8989,
|
||
|
|
"step": 1224
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9147764398394475,
|
||
|
|
"grad_norm": 3.183968339471646,
|
||
|
|
"learning_rate": 1.8912243820682296e-07,
|
||
|
|
"loss": 0.9342,
|
||
|
|
"step": 1225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9155231961168674,
|
||
|
|
"grad_norm": 2.9166944722749273,
|
||
|
|
"learning_rate": 1.858396715101346e-07,
|
||
|
|
"loss": 1.0136,
|
||
|
|
"step": 1226
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9162699523942873,
|
||
|
|
"grad_norm": 4.554593719123295,
|
||
|
|
"learning_rate": 1.8258510621537219e-07,
|
||
|
|
"loss": 0.9789,
|
||
|
|
"step": 1227
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9170167086717073,
|
||
|
|
"grad_norm": 2.8500992040594473,
|
||
|
|
"learning_rate": 1.7935876138781284e-07,
|
||
|
|
"loss": 0.9422,
|
||
|
|
"step": 1228
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9177634649491272,
|
||
|
|
"grad_norm": 3.314999491197659,
|
||
|
|
"learning_rate": 1.7616065592742038e-07,
|
||
|
|
"loss": 0.9746,
|
||
|
|
"step": 1229
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9185102212265472,
|
||
|
|
"grad_norm": 2.785252191895322,
|
||
|
|
"learning_rate": 1.729908085687293e-07,
|
||
|
|
"loss": 0.8996,
|
||
|
|
"step": 1230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9192569775039672,
|
||
|
|
"grad_norm": 3.312621983480616,
|
||
|
|
"learning_rate": 1.698492378807387e-07,
|
||
|
|
"loss": 0.9983,
|
||
|
|
"step": 1231
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9200037337813871,
|
||
|
|
"grad_norm": 2.970201392187938,
|
||
|
|
"learning_rate": 1.6673596226680356e-07,
|
||
|
|
"loss": 0.9679,
|
||
|
|
"step": 1232
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9200037337813871,
|
||
|
|
"eval_loss": 0.930705726146698,
|
||
|
|
"eval_runtime": 162.5052,
|
||
|
|
"eval_samples_per_second": 110.944,
|
||
|
|
"eval_steps_per_second": 1.735,
|
||
|
|
"step": 1232
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.920750490058807,
|
||
|
|
"grad_norm": 2.766948354777863,
|
||
|
|
"learning_rate": 1.6365099996452416e-07,
|
||
|
|
"loss": 0.9815,
|
||
|
|
"step": 1233
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.921497246336227,
|
||
|
|
"grad_norm": 3.775583043641789,
|
||
|
|
"learning_rate": 1.6059436904564296e-07,
|
||
|
|
"loss": 0.9999,
|
||
|
|
"step": 1234
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9222440026136469,
|
||
|
|
"grad_norm": 3.1430081879332823,
|
||
|
|
"learning_rate": 1.575660874159346e-07,
|
||
|
|
"loss": 0.969,
|
||
|
|
"step": 1235
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.922990758891067,
|
||
|
|
"grad_norm": 3.861696256410228,
|
||
|
|
"learning_rate": 1.545661728151071e-07,
|
||
|
|
"loss": 1.0212,
|
||
|
|
"step": 1236
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9237375151684869,
|
||
|
|
"grad_norm": 3.6672560176616704,
|
||
|
|
"learning_rate": 1.515946428166909e-07,
|
||
|
|
"loss": 0.9356,
|
||
|
|
"step": 1237
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9244842714459068,
|
||
|
|
"grad_norm": 4.106696856846996,
|
||
|
|
"learning_rate": 1.4865151482793938e-07,
|
||
|
|
"loss": 0.9449,
|
||
|
|
"step": 1238
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9252310277233268,
|
||
|
|
"grad_norm": 2.9579773642607066,
|
||
|
|
"learning_rate": 1.4573680608972796e-07,
|
||
|
|
"loss": 0.9129,
|
||
|
|
"step": 1239
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9259777840007467,
|
||
|
|
"grad_norm": 2.808101044256339,
|
||
|
|
"learning_rate": 1.4285053367645074e-07,
|
||
|
|
"loss": 0.866,
|
||
|
|
"step": 1240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9267245402781668,
|
||
|
|
"grad_norm": 2.9339064632805307,
|
||
|
|
"learning_rate": 1.3999271449592177e-07,
|
||
|
|
"loss": 0.9948,
|
||
|
|
"step": 1241
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9274712965555867,
|
||
|
|
"grad_norm": 3.0554176273960563,
|
||
|
|
"learning_rate": 1.371633652892762e-07,
|
||
|
|
"loss": 1.0511,
|
||
|
|
"step": 1242
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9282180528330066,
|
||
|
|
"grad_norm": 5.510569175235229,
|
||
|
|
"learning_rate": 1.3436250263087204e-07,
|
||
|
|
"loss": 0.928,
|
||
|
|
"step": 1243
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9289648091104266,
|
||
|
|
"grad_norm": 2.844624274973105,
|
||
|
|
"learning_rate": 1.3159014292819126e-07,
|
||
|
|
"loss": 0.9032,
|
||
|
|
"step": 1244
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9297115653878465,
|
||
|
|
"grad_norm": 4.434412677362633,
|
||
|
|
"learning_rate": 1.2884630242174734e-07,
|
||
|
|
"loss": 0.9385,
|
||
|
|
"step": 1245
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9304583216652665,
|
||
|
|
"grad_norm": 3.4872159250577295,
|
||
|
|
"learning_rate": 1.2613099718498556e-07,
|
||
|
|
"loss": 0.9364,
|
||
|
|
"step": 1246
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9304583216652665,
|
||
|
|
"eval_loss": 0.9305473566055298,
|
||
|
|
"eval_runtime": 162.4805,
|
||
|
|
"eval_samples_per_second": 110.961,
|
||
|
|
"eval_steps_per_second": 1.736,
|
||
|
|
"step": 1246
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9312050779426865,
|
||
|
|
"grad_norm": 3.5713420230443695,
|
||
|
|
"learning_rate": 1.234442431241939e-07,
|
||
|
|
"loss": 1.0143,
|
||
|
|
"step": 1247
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9319518342201064,
|
||
|
|
"grad_norm": 2.8182072549192214,
|
||
|
|
"learning_rate": 1.207860559784052e-07,
|
||
|
|
"loss": 0.9826,
|
||
|
|
"step": 1248
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9326985904975263,
|
||
|
|
"grad_norm": 2.875098039824205,
|
||
|
|
"learning_rate": 1.181564513193073e-07,
|
||
|
|
"loss": 0.9561,
|
||
|
|
"step": 1249
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9334453467749463,
|
||
|
|
"grad_norm": 3.08129402935908,
|
||
|
|
"learning_rate": 1.1555544455115253e-07,
|
||
|
|
"loss": 0.9792,
|
||
|
|
"step": 1250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9341921030523663,
|
||
|
|
"grad_norm": 4.008794109759551,
|
||
|
|
"learning_rate": 1.1298305091066664e-07,
|
||
|
|
"loss": 1.0236,
|
||
|
|
"step": 1251
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9349388593297863,
|
||
|
|
"grad_norm": 3.25803536742016,
|
||
|
|
"learning_rate": 1.1043928546695782e-07,
|
||
|
|
"loss": 0.9582,
|
||
|
|
"step": 1252
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9356856156072062,
|
||
|
|
"grad_norm": 2.8272859290809005,
|
||
|
|
"learning_rate": 1.0792416312143172e-07,
|
||
|
|
"loss": 0.939,
|
||
|
|
"step": 1253
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9364323718846261,
|
||
|
|
"grad_norm": 3.27251051941531,
|
||
|
|
"learning_rate": 1.0543769860769992e-07,
|
||
|
|
"loss": 0.9998,
|
||
|
|
"step": 1254
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9371791281620461,
|
||
|
|
"grad_norm": 3.3364183862421113,
|
||
|
|
"learning_rate": 1.029799064914988e-07,
|
||
|
|
"loss": 0.9757,
|
||
|
|
"step": 1255
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9379258844394661,
|
||
|
|
"grad_norm": 3.3619896026786265,
|
||
|
|
"learning_rate": 1.0055080117060079e-07,
|
||
|
|
"loss": 1.0142,
|
||
|
|
"step": 1256
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.938672640716886,
|
||
|
|
"grad_norm": 3.0948786475102508,
|
||
|
|
"learning_rate": 9.81503968747305e-08,
|
||
|
|
"loss": 0.9619,
|
||
|
|
"step": 1257
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.939419396994306,
|
||
|
|
"grad_norm": 3.0788291331198674,
|
||
|
|
"learning_rate": 9.577870766547981e-08,
|
||
|
|
"loss": 0.9774,
|
||
|
|
"step": 1258
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9401661532717259,
|
||
|
|
"grad_norm": 3.2586272595359516,
|
||
|
|
"learning_rate": 9.34357474362313e-08,
|
||
|
|
"loss": 0.9681,
|
||
|
|
"step": 1259
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9409129095491459,
|
||
|
|
"grad_norm": 3.0686211394939424,
|
||
|
|
"learning_rate": 9.112152991206991e-08,
|
||
|
|
"loss": 0.992,
|
||
|
|
"step": 1260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9409129095491459,
|
||
|
|
"eval_loss": 0.9305338859558105,
|
||
|
|
"eval_runtime": 161.1412,
|
||
|
|
"eval_samples_per_second": 111.883,
|
||
|
|
"eval_steps_per_second": 1.75,
|
||
|
|
"step": 1260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9416596658265659,
|
||
|
|
"grad_norm": 2.8839831606268143,
|
||
|
|
"learning_rate": 8.883606864970585e-08,
|
||
|
|
"loss": 0.8647,
|
||
|
|
"step": 1261
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9424064221039858,
|
||
|
|
"grad_norm": 3.5045862915012886,
|
||
|
|
"learning_rate": 8.657937703739516e-08,
|
||
|
|
"loss": 0.9615,
|
||
|
|
"step": 1262
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9431531783814058,
|
||
|
|
"grad_norm": 3.013831723584786,
|
||
|
|
"learning_rate": 8.435146829486263e-08,
|
||
|
|
"loss": 0.9761,
|
||
|
|
"step": 1263
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9438999346588257,
|
||
|
|
"grad_norm": 3.05235918180062,
|
||
|
|
"learning_rate": 8.215235547321897e-08,
|
||
|
|
"loss": 0.9317,
|
||
|
|
"step": 1264
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9446466909362456,
|
||
|
|
"grad_norm": 2.8893059761689592,
|
||
|
|
"learning_rate": 7.998205145489157e-08,
|
||
|
|
"loss": 0.9059,
|
||
|
|
"step": 1265
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9453934472136657,
|
||
|
|
"grad_norm": 2.9521748418786355,
|
||
|
|
"learning_rate": 7.784056895354386e-08,
|
||
|
|
"loss": 0.9681,
|
||
|
|
"step": 1266
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9461402034910856,
|
||
|
|
"grad_norm": 3.1653409809050665,
|
||
|
|
"learning_rate": 7.572792051400325e-08,
|
||
|
|
"loss": 0.9913,
|
||
|
|
"step": 1267
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9468869597685056,
|
||
|
|
"grad_norm": 2.6124719184273477,
|
||
|
|
"learning_rate": 7.364411851218667e-08,
|
||
|
|
"loss": 0.8977,
|
||
|
|
"step": 1268
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9476337160459255,
|
||
|
|
"grad_norm": 2.858057980612677,
|
||
|
|
"learning_rate": 7.158917515502739e-08,
|
||
|
|
"loss": 0.9498,
|
||
|
|
"step": 1269
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9483804723233454,
|
||
|
|
"grad_norm": 3.549096737039596,
|
||
|
|
"learning_rate": 6.95631024804061e-08,
|
||
|
|
"loss": 0.9432,
|
||
|
|
"step": 1270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9491272286007654,
|
||
|
|
"grad_norm": 3.1098491003954307,
|
||
|
|
"learning_rate": 6.75659123570771e-08,
|
||
|
|
"loss": 0.9664,
|
||
|
|
"step": 1271
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9498739848781854,
|
||
|
|
"grad_norm": 3.4670315690611377,
|
||
|
|
"learning_rate": 6.559761648460117e-08,
|
||
|
|
"loss": 0.8994,
|
||
|
|
"step": 1272
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9506207411556054,
|
||
|
|
"grad_norm": 4.325331230417902,
|
||
|
|
"learning_rate": 6.365822639327724e-08,
|
||
|
|
"loss": 0.9636,
|
||
|
|
"step": 1273
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9513674974330253,
|
||
|
|
"grad_norm": 2.9355017549957942,
|
||
|
|
"learning_rate": 6.174775344407246e-08,
|
||
|
|
"loss": 0.9531,
|
||
|
|
"step": 1274
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9513674974330253,
|
||
|
|
"eval_loss": 0.9305031299591064,
|
||
|
|
"eval_runtime": 162.3818,
|
||
|
|
"eval_samples_per_second": 111.028,
|
||
|
|
"eval_steps_per_second": 1.737,
|
||
|
|
"step": 1274
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9521142537104452,
|
||
|
|
"grad_norm": 2.7787168628182286,
|
||
|
|
"learning_rate": 5.986620882855676e-08,
|
||
|
|
"loss": 0.9989,
|
||
|
|
"step": 1275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9528610099878652,
|
||
|
|
"grad_norm": 3.250198943576934,
|
||
|
|
"learning_rate": 5.801360356883945e-08,
|
||
|
|
"loss": 1.0186,
|
||
|
|
"step": 1276
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9536077662652852,
|
||
|
|
"grad_norm": 3.5045478545742372,
|
||
|
|
"learning_rate": 5.618994851750104e-08,
|
||
|
|
"loss": 1.0243,
|
||
|
|
"step": 1277
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9543545225427051,
|
||
|
|
"grad_norm": 3.596766310602903,
|
||
|
|
"learning_rate": 5.439525435753157e-08,
|
||
|
|
"loss": 1.0089,
|
||
|
|
"step": 1278
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9551012788201251,
|
||
|
|
"grad_norm": 3.2110723577196394,
|
||
|
|
"learning_rate": 5.262953160226958e-08,
|
||
|
|
"loss": 1.0486,
|
||
|
|
"step": 1279
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.955848035097545,
|
||
|
|
"grad_norm": 2.945046395031802,
|
||
|
|
"learning_rate": 5.089279059533658e-08,
|
||
|
|
"loss": 0.8746,
|
||
|
|
"step": 1280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.956594791374965,
|
||
|
|
"grad_norm": 2.742862157777454,
|
||
|
|
"learning_rate": 4.91850415105799e-08,
|
||
|
|
"loss": 0.905,
|
||
|
|
"step": 1281
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.957341547652385,
|
||
|
|
"grad_norm": 2.816790640635472,
|
||
|
|
"learning_rate": 4.7506294352011596e-08,
|
||
|
|
"loss": 0.9554,
|
||
|
|
"step": 1282
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9580883039298049,
|
||
|
|
"grad_norm": 3.3497034429748975,
|
||
|
|
"learning_rate": 4.5856558953750744e-08,
|
||
|
|
"loss": 0.8932,
|
||
|
|
"step": 1283
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9588350602072249,
|
||
|
|
"grad_norm": 2.9107805279966543,
|
||
|
|
"learning_rate": 4.423584497996458e-08,
|
||
|
|
"loss": 0.9526,
|
||
|
|
"step": 1284
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9595818164846448,
|
||
|
|
"grad_norm": 2.700904755255844,
|
||
|
|
"learning_rate": 4.2644161924811353e-08,
|
||
|
|
"loss": 0.9566,
|
||
|
|
"step": 1285
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9603285727620647,
|
||
|
|
"grad_norm": 3.2097128106381225,
|
||
|
|
"learning_rate": 4.108151911238922e-08,
|
||
|
|
"loss": 0.9119,
|
||
|
|
"step": 1286
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9610753290394848,
|
||
|
|
"grad_norm": 3.1787175007546455,
|
||
|
|
"learning_rate": 3.9547925696675206e-08,
|
||
|
|
"loss": 0.9617,
|
||
|
|
"step": 1287
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9618220853169047,
|
||
|
|
"grad_norm": 3.468752659560656,
|
||
|
|
"learning_rate": 3.804339066147467e-08,
|
||
|
|
"loss": 1.004,
|
||
|
|
"step": 1288
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9618220853169047,
|
||
|
|
"eval_loss": 0.9304465055465698,
|
||
|
|
"eval_runtime": 162.5341,
|
||
|
|
"eval_samples_per_second": 110.924,
|
||
|
|
"eval_steps_per_second": 1.735,
|
||
|
|
"step": 1288
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9625688415943247,
|
||
|
|
"grad_norm": 2.8644336249094513,
|
||
|
|
"learning_rate": 3.656792282037136e-08,
|
||
|
|
"loss": 0.8925,
|
||
|
|
"step": 1289
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9633155978717446,
|
||
|
|
"grad_norm": 3.0822614830737627,
|
||
|
|
"learning_rate": 3.512153081667135e-08,
|
||
|
|
"loss": 0.9553,
|
||
|
|
"step": 1290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9640623541491645,
|
||
|
|
"grad_norm": 2.907482583857242,
|
||
|
|
"learning_rate": 3.370422312335309e-08,
|
||
|
|
"loss": 0.971,
|
||
|
|
"step": 1291
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9648091104265846,
|
||
|
|
"grad_norm": 3.070952453759052,
|
||
|
|
"learning_rate": 3.2316008043020154e-08,
|
||
|
|
"loss": 0.9381,
|
||
|
|
"step": 1292
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9655558667040045,
|
||
|
|
"grad_norm": 3.397673851079207,
|
||
|
|
"learning_rate": 3.095689370785249e-08,
|
||
|
|
"loss": 0.9627,
|
||
|
|
"step": 1293
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9663026229814244,
|
||
|
|
"grad_norm": 2.9351868857737684,
|
||
|
|
"learning_rate": 2.9626888079554716e-08,
|
||
|
|
"loss": 0.9772,
|
||
|
|
"step": 1294
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9670493792588444,
|
||
|
|
"grad_norm": 2.8830349043131154,
|
||
|
|
"learning_rate": 2.8325998949314536e-08,
|
||
|
|
"loss": 0.9592,
|
||
|
|
"step": 1295
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9677961355362643,
|
||
|
|
"grad_norm": 2.7889585719099848,
|
||
|
|
"learning_rate": 2.705423393775386e-08,
|
||
|
|
"loss": 0.9692,
|
||
|
|
"step": 1296
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9685428918136844,
|
||
|
|
"grad_norm": 3.3872739189532446,
|
||
|
|
"learning_rate": 2.5811600494885512e-08,
|
||
|
|
"loss": 0.9343,
|
||
|
|
"step": 1297
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9692896480911043,
|
||
|
|
"grad_norm": 3.735163743338174,
|
||
|
|
"learning_rate": 2.4598105900069392e-08,
|
||
|
|
"loss": 0.9593,
|
||
|
|
"step": 1298
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9700364043685242,
|
||
|
|
"grad_norm": 2.71350691275283,
|
||
|
|
"learning_rate": 2.341375726197026e-08,
|
||
|
|
"loss": 0.9819,
|
||
|
|
"step": 1299
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9707831606459442,
|
||
|
|
"grad_norm": 2.6806573316875517,
|
||
|
|
"learning_rate": 2.2258561518513912e-08,
|
||
|
|
"loss": 0.9477,
|
||
|
|
"step": 1300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9715299169233641,
|
||
|
|
"grad_norm": 3.2230529938354278,
|
||
|
|
"learning_rate": 2.1132525436849406e-08,
|
||
|
|
"loss": 0.9044,
|
||
|
|
"step": 1301
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9722766732007841,
|
||
|
|
"grad_norm": 3.2452809812911276,
|
||
|
|
"learning_rate": 2.003565561330856e-08,
|
||
|
|
"loss": 0.8966,
|
||
|
|
"step": 1302
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9722766732007841,
|
||
|
|
"eval_loss": 0.9304633736610413,
|
||
|
|
"eval_runtime": 162.5458,
|
||
|
|
"eval_samples_per_second": 110.916,
|
||
|
|
"eval_steps_per_second": 1.735,
|
||
|
|
"step": 1302
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9730234294782041,
|
||
|
|
"grad_norm": 3.169797354119332,
|
||
|
|
"learning_rate": 1.896795847336541e-08,
|
||
|
|
"loss": 0.9213,
|
||
|
|
"step": 1303
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.973770185755624,
|
||
|
|
"grad_norm": 2.9915639532159046,
|
||
|
|
"learning_rate": 1.792944027160237e-08,
|
||
|
|
"loss": 0.8673,
|
||
|
|
"step": 1304
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.974516942033044,
|
||
|
|
"grad_norm": 4.0354586375745765,
|
||
|
|
"learning_rate": 1.6920107091668582e-08,
|
||
|
|
"loss": 0.9383,
|
||
|
|
"step": 1305
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9752636983104639,
|
||
|
|
"grad_norm": 2.8461272392012247,
|
||
|
|
"learning_rate": 1.593996484624938e-08,
|
||
|
|
"loss": 0.9598,
|
||
|
|
"step": 1306
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9760104545878838,
|
||
|
|
"grad_norm": 3.0983794245126086,
|
||
|
|
"learning_rate": 1.4989019277028004e-08,
|
||
|
|
"loss": 1.0039,
|
||
|
|
"step": 1307
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9767572108653039,
|
||
|
|
"grad_norm": 3.1350242555646743,
|
||
|
|
"learning_rate": 1.4067275954653403e-08,
|
||
|
|
"loss": 0.9235,
|
||
|
|
"step": 1308
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9775039671427238,
|
||
|
|
"grad_norm": 2.9339669005824467,
|
||
|
|
"learning_rate": 1.3174740278708575e-08,
|
||
|
|
"loss": 0.9089,
|
||
|
|
"step": 1309
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9782507234201437,
|
||
|
|
"grad_norm": 4.474824857246958,
|
||
|
|
"learning_rate": 1.2311417477676168e-08,
|
||
|
|
"loss": 0.9183,
|
||
|
|
"step": 1310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9789974796975637,
|
||
|
|
"grad_norm": 2.989598754747387,
|
||
|
|
"learning_rate": 1.1477312608910162e-08,
|
||
|
|
"loss": 0.9991,
|
||
|
|
"step": 1311
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9797442359749836,
|
||
|
|
"grad_norm": 2.9625742101217014,
|
||
|
|
"learning_rate": 1.0672430558605895e-08,
|
||
|
|
"loss": 0.953,
|
||
|
|
"step": 1312
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9804909922524037,
|
||
|
|
"grad_norm": 2.951799943908215,
|
||
|
|
"learning_rate": 9.89677604177064e-09,
|
||
|
|
"loss": 0.9771,
|
||
|
|
"step": 1313
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9812377485298236,
|
||
|
|
"grad_norm": 3.131290656868523,
|
||
|
|
"learning_rate": 9.150353602197516e-09,
|
||
|
|
"loss": 0.8718,
|
||
|
|
"step": 1314
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9819845048072435,
|
||
|
|
"grad_norm": 2.953246971653502,
|
||
|
|
"learning_rate": 8.433167612436066e-09,
|
||
|
|
"loss": 0.9561,
|
||
|
|
"step": 1315
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9827312610846635,
|
||
|
|
"grad_norm": 3.994087349668577,
|
||
|
|
"learning_rate": 7.745222273770059e-09,
|
||
|
|
"loss": 0.9905,
|
||
|
|
"step": 1316
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9827312610846635,
|
||
|
|
"eval_loss": 0.9304625988006592,
|
||
|
|
"eval_runtime": 162.5204,
|
||
|
|
"eval_samples_per_second": 110.934,
|
||
|
|
"eval_steps_per_second": 1.735,
|
||
|
|
"step": 1316
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9834780173620834,
|
||
|
|
"grad_norm": 2.854502234217566,
|
||
|
|
"learning_rate": 7.0865216161902785e-09,
|
||
|
|
"loss": 1.0256,
|
||
|
|
"step": 1317
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9842247736395034,
|
||
|
|
"grad_norm": 3.1821866741449867,
|
||
|
|
"learning_rate": 6.457069498372326e-09,
|
||
|
|
"loss": 0.9699,
|
||
|
|
"step": 1318
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9849715299169234,
|
||
|
|
"grad_norm": 2.869146882764378,
|
||
|
|
"learning_rate": 5.856869607652749e-09,
|
||
|
|
"loss": 0.9833,
|
||
|
|
"step": 1319
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9857182861943433,
|
||
|
|
"grad_norm": 3.1328413430563975,
|
||
|
|
"learning_rate": 5.285925460009056e-09,
|
||
|
|
"loss": 0.9053,
|
||
|
|
"step": 1320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9864650424717633,
|
||
|
|
"grad_norm": 2.6428303935877917,
|
||
|
|
"learning_rate": 4.744240400038624e-09,
|
||
|
|
"loss": 0.9862,
|
||
|
|
"step": 1321
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9872117987491832,
|
||
|
|
"grad_norm": 3.6370165390584277,
|
||
|
|
"learning_rate": 4.231817600938159e-09,
|
||
|
|
"loss": 0.9705,
|
||
|
|
"step": 1322
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9879585550266032,
|
||
|
|
"grad_norm": 3.206324861128839,
|
||
|
|
"learning_rate": 3.748660064484821e-09,
|
||
|
|
"loss": 0.9382,
|
||
|
|
"step": 1323
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9887053113040232,
|
||
|
|
"grad_norm": 3.3127354281132635,
|
||
|
|
"learning_rate": 3.2947706210217923e-09,
|
||
|
|
"loss": 0.9847,
|
||
|
|
"step": 1324
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9894520675814431,
|
||
|
|
"grad_norm": 2.5984978136593284,
|
||
|
|
"learning_rate": 2.8701519294371815e-09,
|
||
|
|
"loss": 0.9211,
|
||
|
|
"step": 1325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.990198823858863,
|
||
|
|
"grad_norm": 2.806011670037097,
|
||
|
|
"learning_rate": 2.4748064771529247e-09,
|
||
|
|
"loss": 0.9384,
|
||
|
|
"step": 1326
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.990945580136283,
|
||
|
|
"grad_norm": 3.06945560096709,
|
||
|
|
"learning_rate": 2.1087365801053526e-09,
|
||
|
|
"loss": 0.9233,
|
||
|
|
"step": 1327
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.991692336413703,
|
||
|
|
"grad_norm": 3.170045754610596,
|
||
|
|
"learning_rate": 1.7719443827368677e-09,
|
||
|
|
"loss": 1.0009,
|
||
|
|
"step": 1328
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.992439092691123,
|
||
|
|
"grad_norm": 2.5106733677134887,
|
||
|
|
"learning_rate": 1.4644318579798422e-09,
|
||
|
|
"loss": 0.8646,
|
||
|
|
"step": 1329
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9931858489685429,
|
||
|
|
"grad_norm": 2.6476074361565733,
|
||
|
|
"learning_rate": 1.186200807245519e-09,
|
||
|
|
"loss": 1.007,
|
||
|
|
"step": 1330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9931858489685429,
|
||
|
|
"eval_loss": 0.9304366111755371,
|
||
|
|
"eval_runtime": 160.9597,
|
||
|
|
"eval_samples_per_second": 112.009,
|
||
|
|
"eval_steps_per_second": 1.752,
|
||
|
|
"step": 1330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9939326052459628,
|
||
|
|
"grad_norm": 3.095198427340493,
|
||
|
|
"learning_rate": 9.372528604134623e-10,
|
||
|
|
"loss": 0.9486,
|
||
|
|
"step": 1331
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9946793615233828,
|
||
|
|
"grad_norm": 3.941739091074789,
|
||
|
|
"learning_rate": 7.17589475824898e-10,
|
||
|
|
"loss": 0.9998,
|
||
|
|
"step": 1332
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9954261178008028,
|
||
|
|
"grad_norm": 2.6143928805877543,
|
||
|
|
"learning_rate": 5.272119402693898e-10,
|
||
|
|
"loss": 0.9061,
|
||
|
|
"step": 1333
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9961728740782227,
|
||
|
|
"grad_norm": 3.161138570652923,
|
||
|
|
"learning_rate": 3.6612136898039885e-10,
|
||
|
|
"loss": 0.9688,
|
||
|
|
"step": 1334
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9969196303556427,
|
||
|
|
"grad_norm": 4.104053917839182,
|
||
|
|
"learning_rate": 2.3431870562917735e-10,
|
||
|
|
"loss": 1.0086,
|
||
|
|
"step": 1335
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9976663866330626,
|
||
|
|
"grad_norm": 2.9990664641234006,
|
||
|
|
"learning_rate": 1.3180472231588694e-10,
|
||
|
|
"loss": 1.0231,
|
||
|
|
"step": 1336
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9984131429104826,
|
||
|
|
"grad_norm": 2.6250712172326782,
|
||
|
|
"learning_rate": 5.858001956904335e-11,
|
||
|
|
"loss": 0.9374,
|
||
|
|
"step": 1337
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9991598991879026,
|
||
|
|
"grad_norm": 2.8904822230789065,
|
||
|
|
"learning_rate": 1.464502633996556e-11,
|
||
|
|
"loss": 0.87,
|
||
|
|
"step": 1338
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9999066554653225,
|
||
|
|
"grad_norm": 2.4805900744497618,
|
||
|
|
"learning_rate": 0.0,
|
||
|
|
"loss": 0.8749,
|
||
|
|
"step": 1339
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9999066554653225,
|
||
|
|
"step": 1339,
|
||
|
|
"total_flos": 1690624755499008.0,
|
||
|
|
"train_loss": 1.0187733439120719,
|
||
|
|
"train_runtime": 28145.7978,
|
||
|
|
"train_samples_per_second": 12.179,
|
||
|
|
"train_steps_per_second": 0.048
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"logging_steps": 1.0,
|
||
|
|
"max_steps": 1339,
|
||
|
|
"num_input_tokens_seen": 0,
|
||
|
|
"num_train_epochs": 1,
|
||
|
|
"save_steps": 134,
|
||
|
|
"stateful_callbacks": {
|
||
|
|
"TrainerControl": {
|
||
|
|
"args": {
|
||
|
|
"should_epoch_stop": false,
|
||
|
|
"should_evaluate": false,
|
||
|
|
"should_log": false,
|
||
|
|
"should_save": true,
|
||
|
|
"should_training_stop": true
|
||
|
|
},
|
||
|
|
"attributes": {}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"total_flos": 1690624755499008.0,
|
||
|
|
"train_batch_size": 1,
|
||
|
|
"trial_name": null,
|
||
|
|
"trial_params": null
|
||
|
|
}
|