3509 lines
85 KiB
JSON
3509 lines
85 KiB
JSON
|
{
|
||
|
|
"best_global_step": null,
|
||
|
|
"best_metric": null,
|
||
|
|
"best_model_checkpoint": null,
|
||
|
|
"epoch": 1.0,
|
||
|
|
"eval_steps": 500,
|
||
|
|
"global_step": 4954,
|
||
|
|
"is_hyper_param_search": false,
|
||
|
|
"is_local_process_zero": true,
|
||
|
|
"is_world_process_zero": true,
|
||
|
|
"log_history": [
|
||
|
|
{
|
||
|
|
"epoch": 0.002018927444794953,
|
||
|
|
"grad_norm": 2.3389563305266345,
|
||
|
|
"learning_rate": 1.8145161290322583e-07,
|
||
|
|
"loss": 0.7881,
|
||
|
|
"step": 10
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.004037854889589906,
|
||
|
|
"grad_norm": 2.024167058240825,
|
||
|
|
"learning_rate": 3.830645161290323e-07,
|
||
|
|
"loss": 0.8121,
|
||
|
|
"step": 20
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.006056782334384858,
|
||
|
|
"grad_norm": 1.4351269819866417,
|
||
|
|
"learning_rate": 5.846774193548388e-07,
|
||
|
|
"loss": 0.7797,
|
||
|
|
"step": 30
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.008075709779179811,
|
||
|
|
"grad_norm": 0.9310252821124614,
|
||
|
|
"learning_rate": 7.862903225806453e-07,
|
||
|
|
"loss": 0.7318,
|
||
|
|
"step": 40
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.010094637223974764,
|
||
|
|
"grad_norm": 0.9557517206875442,
|
||
|
|
"learning_rate": 9.879032258064516e-07,
|
||
|
|
"loss": 0.7018,
|
||
|
|
"step": 50
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.012113564668769715,
|
||
|
|
"grad_norm": 0.5829217778568054,
|
||
|
|
"learning_rate": 1.1895161290322582e-06,
|
||
|
|
"loss": 0.6708,
|
||
|
|
"step": 60
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.014132492113564668,
|
||
|
|
"grad_norm": 0.5112881851342524,
|
||
|
|
"learning_rate": 1.3911290322580644e-06,
|
||
|
|
"loss": 0.6417,
|
||
|
|
"step": 70
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.016151419558359623,
|
||
|
|
"grad_norm": 0.5140187941233466,
|
||
|
|
"learning_rate": 1.5927419354838712e-06,
|
||
|
|
"loss": 0.6227,
|
||
|
|
"step": 80
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.018170347003154574,
|
||
|
|
"grad_norm": 0.4872446144280347,
|
||
|
|
"learning_rate": 1.7943548387096777e-06,
|
||
|
|
"loss": 0.615,
|
||
|
|
"step": 90
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02018927444794953,
|
||
|
|
"grad_norm": 0.5191969395080858,
|
||
|
|
"learning_rate": 1.9959677419354837e-06,
|
||
|
|
"loss": 0.6105,
|
||
|
|
"step": 100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02220820189274448,
|
||
|
|
"grad_norm": 0.451802382492337,
|
||
|
|
"learning_rate": 2.1975806451612907e-06,
|
||
|
|
"loss": 0.5911,
|
||
|
|
"step": 110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02422712933753943,
|
||
|
|
"grad_norm": 0.42163928465445194,
|
||
|
|
"learning_rate": 2.399193548387097e-06,
|
||
|
|
"loss": 0.5921,
|
||
|
|
"step": 120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.026246056782334385,
|
||
|
|
"grad_norm": 0.4552027864136731,
|
||
|
|
"learning_rate": 2.6008064516129032e-06,
|
||
|
|
"loss": 0.5818,
|
||
|
|
"step": 130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.028264984227129336,
|
||
|
|
"grad_norm": 0.44985963500335385,
|
||
|
|
"learning_rate": 2.8024193548387097e-06,
|
||
|
|
"loss": 0.5876,
|
||
|
|
"step": 140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03028391167192429,
|
||
|
|
"grad_norm": 0.5111630527751778,
|
||
|
|
"learning_rate": 3.0040322580645167e-06,
|
||
|
|
"loss": 0.5728,
|
||
|
|
"step": 150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.032302839116719245,
|
||
|
|
"grad_norm": 0.44240607593167414,
|
||
|
|
"learning_rate": 3.2056451612903228e-06,
|
||
|
|
"loss": 0.5643,
|
||
|
|
"step": 160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03432176656151419,
|
||
|
|
"grad_norm": 0.4865981695157576,
|
||
|
|
"learning_rate": 3.4072580645161293e-06,
|
||
|
|
"loss": 0.5617,
|
||
|
|
"step": 170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03634069400630915,
|
||
|
|
"grad_norm": 0.6085288533687223,
|
||
|
|
"learning_rate": 3.6088709677419358e-06,
|
||
|
|
"loss": 0.5501,
|
||
|
|
"step": 180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0383596214511041,
|
||
|
|
"grad_norm": 0.47289717909858964,
|
||
|
|
"learning_rate": 3.8104838709677423e-06,
|
||
|
|
"loss": 0.559,
|
||
|
|
"step": 190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04037854889589906,
|
||
|
|
"grad_norm": 0.5389683685989423,
|
||
|
|
"learning_rate": 4.012096774193548e-06,
|
||
|
|
"loss": 0.5601,
|
||
|
|
"step": 200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.042397476340694004,
|
||
|
|
"grad_norm": 0.44905068010794785,
|
||
|
|
"learning_rate": 4.213709677419355e-06,
|
||
|
|
"loss": 0.546,
|
||
|
|
"step": 210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04441640378548896,
|
||
|
|
"grad_norm": 0.4738265544351665,
|
||
|
|
"learning_rate": 4.415322580645161e-06,
|
||
|
|
"loss": 0.5527,
|
||
|
|
"step": 220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04643533123028391,
|
||
|
|
"grad_norm": 0.48116551901846,
|
||
|
|
"learning_rate": 4.616935483870968e-06,
|
||
|
|
"loss": 0.5428,
|
||
|
|
"step": 230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04845425867507886,
|
||
|
|
"grad_norm": 0.4514773717137442,
|
||
|
|
"learning_rate": 4.818548387096774e-06,
|
||
|
|
"loss": 0.5338,
|
||
|
|
"step": 240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.050473186119873815,
|
||
|
|
"grad_norm": 0.5092040454559039,
|
||
|
|
"learning_rate": 5.020161290322581e-06,
|
||
|
|
"loss": 0.5546,
|
||
|
|
"step": 250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05249211356466877,
|
||
|
|
"grad_norm": 0.45858657596184155,
|
||
|
|
"learning_rate": 5.221774193548388e-06,
|
||
|
|
"loss": 0.5408,
|
||
|
|
"step": 260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.054511041009463725,
|
||
|
|
"grad_norm": 0.47766211942842146,
|
||
|
|
"learning_rate": 5.423387096774194e-06,
|
||
|
|
"loss": 0.5427,
|
||
|
|
"step": 270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05652996845425867,
|
||
|
|
"grad_norm": 0.5108229913280311,
|
||
|
|
"learning_rate": 5.625e-06,
|
||
|
|
"loss": 0.5357,
|
||
|
|
"step": 280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05854889589905363,
|
||
|
|
"grad_norm": 0.5232937676969737,
|
||
|
|
"learning_rate": 5.8266129032258064e-06,
|
||
|
|
"loss": 0.5316,
|
||
|
|
"step": 290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06056782334384858,
|
||
|
|
"grad_norm": 0.5241114539289579,
|
||
|
|
"learning_rate": 6.028225806451613e-06,
|
||
|
|
"loss": 0.5444,
|
||
|
|
"step": 300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06258675078864354,
|
||
|
|
"grad_norm": 0.9566252867340465,
|
||
|
|
"learning_rate": 6.2298387096774194e-06,
|
||
|
|
"loss": 0.5256,
|
||
|
|
"step": 310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06460567823343849,
|
||
|
|
"grad_norm": 0.4700069264487592,
|
||
|
|
"learning_rate": 6.431451612903226e-06,
|
||
|
|
"loss": 0.535,
|
||
|
|
"step": 320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06662460567823345,
|
||
|
|
"grad_norm": 0.46343674018411934,
|
||
|
|
"learning_rate": 6.633064516129033e-06,
|
||
|
|
"loss": 0.5281,
|
||
|
|
"step": 330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06864353312302839,
|
||
|
|
"grad_norm": 0.46610206235853135,
|
||
|
|
"learning_rate": 6.834677419354839e-06,
|
||
|
|
"loss": 0.5324,
|
||
|
|
"step": 340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07066246056782334,
|
||
|
|
"grad_norm": 0.5217091961421014,
|
||
|
|
"learning_rate": 7.0362903225806454e-06,
|
||
|
|
"loss": 0.5321,
|
||
|
|
"step": 350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0726813880126183,
|
||
|
|
"grad_norm": 0.4532872443875366,
|
||
|
|
"learning_rate": 7.2379032258064515e-06,
|
||
|
|
"loss": 0.5235,
|
||
|
|
"step": 360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07470031545741325,
|
||
|
|
"grad_norm": 0.5481191485070994,
|
||
|
|
"learning_rate": 7.4395161290322585e-06,
|
||
|
|
"loss": 0.5203,
|
||
|
|
"step": 370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0767192429022082,
|
||
|
|
"grad_norm": 0.4817884817896886,
|
||
|
|
"learning_rate": 7.641129032258065e-06,
|
||
|
|
"loss": 0.5289,
|
||
|
|
"step": 380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07873817034700316,
|
||
|
|
"grad_norm": 0.463062633118143,
|
||
|
|
"learning_rate": 7.842741935483872e-06,
|
||
|
|
"loss": 0.5199,
|
||
|
|
"step": 390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08075709779179811,
|
||
|
|
"grad_norm": 0.5267129255916911,
|
||
|
|
"learning_rate": 8.044354838709678e-06,
|
||
|
|
"loss": 0.5239,
|
||
|
|
"step": 400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08277602523659305,
|
||
|
|
"grad_norm": 0.4703183395271576,
|
||
|
|
"learning_rate": 8.245967741935484e-06,
|
||
|
|
"loss": 0.5217,
|
||
|
|
"step": 410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08479495268138801,
|
||
|
|
"grad_norm": 0.4559407675951848,
|
||
|
|
"learning_rate": 8.447580645161291e-06,
|
||
|
|
"loss": 0.5187,
|
||
|
|
"step": 420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08681388012618296,
|
||
|
|
"grad_norm": 0.4638358181971901,
|
||
|
|
"learning_rate": 8.649193548387097e-06,
|
||
|
|
"loss": 0.5194,
|
||
|
|
"step": 430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08883280757097792,
|
||
|
|
"grad_norm": 0.47768712570505284,
|
||
|
|
"learning_rate": 8.850806451612905e-06,
|
||
|
|
"loss": 0.513,
|
||
|
|
"step": 440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09085173501577287,
|
||
|
|
"grad_norm": 0.5140723294282747,
|
||
|
|
"learning_rate": 9.05241935483871e-06,
|
||
|
|
"loss": 0.5161,
|
||
|
|
"step": 450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09287066246056783,
|
||
|
|
"grad_norm": 0.4719590441343577,
|
||
|
|
"learning_rate": 9.254032258064517e-06,
|
||
|
|
"loss": 0.5033,
|
||
|
|
"step": 460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09488958990536278,
|
||
|
|
"grad_norm": 0.5031363320062582,
|
||
|
|
"learning_rate": 9.455645161290323e-06,
|
||
|
|
"loss": 0.5145,
|
||
|
|
"step": 470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09690851735015772,
|
||
|
|
"grad_norm": 0.5027908604602157,
|
||
|
|
"learning_rate": 9.65725806451613e-06,
|
||
|
|
"loss": 0.5178,
|
||
|
|
"step": 480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09892744479495268,
|
||
|
|
"grad_norm": 0.5046628095943158,
|
||
|
|
"learning_rate": 9.858870967741936e-06,
|
||
|
|
"loss": 0.5069,
|
||
|
|
"step": 490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10094637223974763,
|
||
|
|
"grad_norm": 0.5522780839548007,
|
||
|
|
"learning_rate": 9.99998882617222e-06,
|
||
|
|
"loss": 0.5169,
|
||
|
|
"step": 500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10296529968454259,
|
||
|
|
"grad_norm": 0.48260445699138166,
|
||
|
|
"learning_rate": 9.999790181734308e-06,
|
||
|
|
"loss": 0.5067,
|
||
|
|
"step": 510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10498422712933754,
|
||
|
|
"grad_norm": 0.4875096921972213,
|
||
|
|
"learning_rate": 9.999343241367322e-06,
|
||
|
|
"loss": 0.5152,
|
||
|
|
"step": 520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1070031545741325,
|
||
|
|
"grad_norm": 0.5080882476390746,
|
||
|
|
"learning_rate": 9.998648027266884e-06,
|
||
|
|
"loss": 0.5131,
|
||
|
|
"step": 530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10902208201892745,
|
||
|
|
"grad_norm": 0.5107719615388011,
|
||
|
|
"learning_rate": 9.997704573958209e-06,
|
||
|
|
"loss": 0.5053,
|
||
|
|
"step": 540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1110410094637224,
|
||
|
|
"grad_norm": 0.5361602322829081,
|
||
|
|
"learning_rate": 9.996512928294389e-06,
|
||
|
|
"loss": 0.5083,
|
||
|
|
"step": 550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11305993690851734,
|
||
|
|
"grad_norm": 0.4851941991561818,
|
||
|
|
"learning_rate": 9.995073149454057e-06,
|
||
|
|
"loss": 0.4997,
|
||
|
|
"step": 560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1150788643533123,
|
||
|
|
"grad_norm": 0.49258962377904003,
|
||
|
|
"learning_rate": 9.99338530893846e-06,
|
||
|
|
"loss": 0.516,
|
||
|
|
"step": 570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11709779179810725,
|
||
|
|
"grad_norm": 0.4835880405802275,
|
||
|
|
"learning_rate": 9.991449490567901e-06,
|
||
|
|
"loss": 0.5073,
|
||
|
|
"step": 580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11911671924290221,
|
||
|
|
"grad_norm": 0.507245673357914,
|
||
|
|
"learning_rate": 9.989265790477581e-06,
|
||
|
|
"loss": 0.5014,
|
||
|
|
"step": 590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12113564668769716,
|
||
|
|
"grad_norm": 0.5146575464998254,
|
||
|
|
"learning_rate": 9.986834317112817e-06,
|
||
|
|
"loss": 0.5177,
|
||
|
|
"step": 600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12315457413249212,
|
||
|
|
"grad_norm": 0.4662328996304102,
|
||
|
|
"learning_rate": 9.984155191223663e-06,
|
||
|
|
"loss": 0.5054,
|
||
|
|
"step": 610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12517350157728707,
|
||
|
|
"grad_norm": 0.4571893765964666,
|
||
|
|
"learning_rate": 9.981228545858913e-06,
|
||
|
|
"loss": 0.5086,
|
||
|
|
"step": 620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12719242902208203,
|
||
|
|
"grad_norm": 0.4697827268486345,
|
||
|
|
"learning_rate": 9.978054526359493e-06,
|
||
|
|
"loss": 0.5029,
|
||
|
|
"step": 630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12921135646687698,
|
||
|
|
"grad_norm": 0.5031062337107917,
|
||
|
|
"learning_rate": 9.97463329035124e-06,
|
||
|
|
"loss": 0.5021,
|
||
|
|
"step": 640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13123028391167194,
|
||
|
|
"grad_norm": 0.571029993720401,
|
||
|
|
"learning_rate": 9.970965007737081e-06,
|
||
|
|
"loss": 0.5077,
|
||
|
|
"step": 650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1332492113564669,
|
||
|
|
"grad_norm": 0.45753840087765046,
|
||
|
|
"learning_rate": 9.967049860688587e-06,
|
||
|
|
"loss": 0.4961,
|
||
|
|
"step": 660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13526813880126182,
|
||
|
|
"grad_norm": 0.5189371422618692,
|
||
|
|
"learning_rate": 9.962888043636931e-06,
|
||
|
|
"loss": 0.5036,
|
||
|
|
"step": 670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13728706624605677,
|
||
|
|
"grad_norm": 0.47066047930695143,
|
||
|
|
"learning_rate": 9.958479763263234e-06,
|
||
|
|
"loss": 0.4972,
|
||
|
|
"step": 680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13930599369085173,
|
||
|
|
"grad_norm": 0.49380951082560154,
|
||
|
|
"learning_rate": 9.953825238488296e-06,
|
||
|
|
"loss": 0.4955,
|
||
|
|
"step": 690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14132492113564668,
|
||
|
|
"grad_norm": 0.49487805704511495,
|
||
|
|
"learning_rate": 9.948924700461727e-06,
|
||
|
|
"loss": 0.5013,
|
||
|
|
"step": 700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14334384858044164,
|
||
|
|
"grad_norm": 0.4768179474157311,
|
||
|
|
"learning_rate": 9.94377839255047e-06,
|
||
|
|
"loss": 0.4945,
|
||
|
|
"step": 710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1453627760252366,
|
||
|
|
"grad_norm": 0.5086022999656893,
|
||
|
|
"learning_rate": 9.938386570326707e-06,
|
||
|
|
"loss": 0.5033,
|
||
|
|
"step": 720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14738170347003154,
|
||
|
|
"grad_norm": 0.4947936431118982,
|
||
|
|
"learning_rate": 9.93274950155518e-06,
|
||
|
|
"loss": 0.5013,
|
||
|
|
"step": 730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1494006309148265,
|
||
|
|
"grad_norm": 0.49370518434763616,
|
||
|
|
"learning_rate": 9.926867466179883e-06,
|
||
|
|
"loss": 0.4923,
|
||
|
|
"step": 740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15141955835962145,
|
||
|
|
"grad_norm": 0.49665569470371385,
|
||
|
|
"learning_rate": 9.920740756310156e-06,
|
||
|
|
"loss": 0.5038,
|
||
|
|
"step": 750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1534384858044164,
|
||
|
|
"grad_norm": 0.46813454785234254,
|
||
|
|
"learning_rate": 9.914369676206195e-06,
|
||
|
|
"loss": 0.4875,
|
||
|
|
"step": 760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15545741324921136,
|
||
|
|
"grad_norm": 0.49814972796278695,
|
||
|
|
"learning_rate": 9.907754542263926e-06,
|
||
|
|
"loss": 0.4939,
|
||
|
|
"step": 770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15747634069400632,
|
||
|
|
"grad_norm": 0.5218798292518447,
|
||
|
|
"learning_rate": 9.900895682999301e-06,
|
||
|
|
"loss": 0.501,
|
||
|
|
"step": 780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15949526813880127,
|
||
|
|
"grad_norm": 0.5913103279447773,
|
||
|
|
"learning_rate": 9.893793439031982e-06,
|
||
|
|
"loss": 0.4927,
|
||
|
|
"step": 790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16151419558359623,
|
||
|
|
"grad_norm": 0.5125446596453367,
|
||
|
|
"learning_rate": 9.88644816306842e-06,
|
||
|
|
"loss": 0.4971,
|
||
|
|
"step": 800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16353312302839118,
|
||
|
|
"grad_norm": 0.4483762668624327,
|
||
|
|
"learning_rate": 9.878860219884347e-06,
|
||
|
|
"loss": 0.4981,
|
||
|
|
"step": 810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1655520504731861,
|
||
|
|
"grad_norm": 0.4787860866647759,
|
||
|
|
"learning_rate": 9.871029986306658e-06,
|
||
|
|
"loss": 0.4964,
|
||
|
|
"step": 820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16757097791798106,
|
||
|
|
"grad_norm": 0.5030394247546482,
|
||
|
|
"learning_rate": 9.862957851194694e-06,
|
||
|
|
"loss": 0.4891,
|
||
|
|
"step": 830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16958990536277602,
|
||
|
|
"grad_norm": 0.5239985323894606,
|
||
|
|
"learning_rate": 9.854644215420933e-06,
|
||
|
|
"loss": 0.501,
|
||
|
|
"step": 840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17160883280757097,
|
||
|
|
"grad_norm": 0.4934736601735223,
|
||
|
|
"learning_rate": 9.846089491851089e-06,
|
||
|
|
"loss": 0.5012,
|
||
|
|
"step": 850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17362776025236593,
|
||
|
|
"grad_norm": 0.5649851363661309,
|
||
|
|
"learning_rate": 9.837294105323592e-06,
|
||
|
|
"loss": 0.501,
|
||
|
|
"step": 860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17564668769716088,
|
||
|
|
"grad_norm": 0.5032183289408247,
|
||
|
|
"learning_rate": 9.828258492628506e-06,
|
||
|
|
"loss": 0.5019,
|
||
|
|
"step": 870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17766561514195583,
|
||
|
|
"grad_norm": 0.5408394773542722,
|
||
|
|
"learning_rate": 9.818983102485832e-06,
|
||
|
|
"loss": 0.4914,
|
||
|
|
"step": 880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1796845425867508,
|
||
|
|
"grad_norm": 0.47080262308715565,
|
||
|
|
"learning_rate": 9.809468395523225e-06,
|
||
|
|
"loss": 0.4874,
|
||
|
|
"step": 890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18170347003154574,
|
||
|
|
"grad_norm": 0.5707749159791521,
|
||
|
|
"learning_rate": 9.799714844253109e-06,
|
||
|
|
"loss": 0.4995,
|
||
|
|
"step": 900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1837223974763407,
|
||
|
|
"grad_norm": 0.48122327046673424,
|
||
|
|
"learning_rate": 9.789722933049227e-06,
|
||
|
|
"loss": 0.4892,
|
||
|
|
"step": 910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18574132492113565,
|
||
|
|
"grad_norm": 0.45082444705324104,
|
||
|
|
"learning_rate": 9.779493158122578e-06,
|
||
|
|
"loss": 0.4909,
|
||
|
|
"step": 920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1877602523659306,
|
||
|
|
"grad_norm": 0.5068314998947344,
|
||
|
|
"learning_rate": 9.769026027496773e-06,
|
||
|
|
"loss": 0.4881,
|
||
|
|
"step": 930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18977917981072556,
|
||
|
|
"grad_norm": 0.44089908003969003,
|
||
|
|
"learning_rate": 9.758322060982813e-06,
|
||
|
|
"loss": 0.4923,
|
||
|
|
"step": 940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19179810725552052,
|
||
|
|
"grad_norm": 0.4786006068183123,
|
||
|
|
"learning_rate": 9.747381790153262e-06,
|
||
|
|
"loss": 0.4912,
|
||
|
|
"step": 950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19381703470031544,
|
||
|
|
"grad_norm": 0.4531421936277408,
|
||
|
|
"learning_rate": 9.736205758315864e-06,
|
||
|
|
"loss": 0.4744,
|
||
|
|
"step": 960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1958359621451104,
|
||
|
|
"grad_norm": 0.4492650045467347,
|
||
|
|
"learning_rate": 9.724794520486551e-06,
|
||
|
|
"loss": 0.485,
|
||
|
|
"step": 970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19785488958990535,
|
||
|
|
"grad_norm": 0.4616235423638888,
|
||
|
|
"learning_rate": 9.713148643361884e-06,
|
||
|
|
"loss": 0.488,
|
||
|
|
"step": 980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1998738170347003,
|
||
|
|
"grad_norm": 0.5078516721505932,
|
||
|
|
"learning_rate": 9.701268705290907e-06,
|
||
|
|
"loss": 0.4886,
|
||
|
|
"step": 990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20189274447949526,
|
||
|
|
"grad_norm": 0.5292871585531458,
|
||
|
|
"learning_rate": 9.689155296246431e-06,
|
||
|
|
"loss": 0.4897,
|
||
|
|
"step": 1000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20391167192429022,
|
||
|
|
"grad_norm": 0.4614297555636878,
|
||
|
|
"learning_rate": 9.67680901779573e-06,
|
||
|
|
"loss": 0.4809,
|
||
|
|
"step": 1010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20593059936908517,
|
||
|
|
"grad_norm": 0.4853770956696164,
|
||
|
|
"learning_rate": 9.664230483070669e-06,
|
||
|
|
"loss": 0.4848,
|
||
|
|
"step": 1020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20794952681388013,
|
||
|
|
"grad_norm": 0.45954875393494693,
|
||
|
|
"learning_rate": 9.651420316737254e-06,
|
||
|
|
"loss": 0.4817,
|
||
|
|
"step": 1030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20996845425867508,
|
||
|
|
"grad_norm": 0.4539790244117171,
|
||
|
|
"learning_rate": 9.638379154964615e-06,
|
||
|
|
"loss": 0.4927,
|
||
|
|
"step": 1040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21198738170347003,
|
||
|
|
"grad_norm": 0.4999117191134038,
|
||
|
|
"learning_rate": 9.625107645393398e-06,
|
||
|
|
"loss": 0.4906,
|
||
|
|
"step": 1050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.214006309148265,
|
||
|
|
"grad_norm": 0.5315614747354604,
|
||
|
|
"learning_rate": 9.611606447103625e-06,
|
||
|
|
"loss": 0.4701,
|
||
|
|
"step": 1060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21602523659305994,
|
||
|
|
"grad_norm": 0.4465543761029164,
|
||
|
|
"learning_rate": 9.597876230581946e-06,
|
||
|
|
"loss": 0.4844,
|
||
|
|
"step": 1070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2180441640378549,
|
||
|
|
"grad_norm": 0.5240713468337838,
|
||
|
|
"learning_rate": 9.583917677688348e-06,
|
||
|
|
"loss": 0.4802,
|
||
|
|
"step": 1080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22006309148264985,
|
||
|
|
"grad_norm": 0.4797396408083518,
|
||
|
|
"learning_rate": 9.56973148162229e-06,
|
||
|
|
"loss": 0.4822,
|
||
|
|
"step": 1090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2220820189274448,
|
||
|
|
"grad_norm": 0.5124904557581254,
|
||
|
|
"learning_rate": 9.555318346888287e-06,
|
||
|
|
"loss": 0.4887,
|
||
|
|
"step": 1100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22410094637223973,
|
||
|
|
"grad_norm": 0.448720333545146,
|
||
|
|
"learning_rate": 9.540678989260907e-06,
|
||
|
|
"loss": 0.4804,
|
||
|
|
"step": 1110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2261198738170347,
|
||
|
|
"grad_norm": 0.4479157257263002,
|
||
|
|
"learning_rate": 9.525814135749238e-06,
|
||
|
|
"loss": 0.4776,
|
||
|
|
"step": 1120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22813880126182964,
|
||
|
|
"grad_norm": 0.4630993156519356,
|
||
|
|
"learning_rate": 9.510724524560783e-06,
|
||
|
|
"loss": 0.4753,
|
||
|
|
"step": 1130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2301577287066246,
|
||
|
|
"grad_norm": 0.46574160333254905,
|
||
|
|
"learning_rate": 9.495410905064795e-06,
|
||
|
|
"loss": 0.4802,
|
||
|
|
"step": 1140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23217665615141955,
|
||
|
|
"grad_norm": 0.532351729710861,
|
||
|
|
"learning_rate": 9.479874037755061e-06,
|
||
|
|
"loss": 0.4826,
|
||
|
|
"step": 1150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2341955835962145,
|
||
|
|
"grad_norm": 0.4629220502691385,
|
||
|
|
"learning_rate": 9.46411469421214e-06,
|
||
|
|
"loss": 0.4802,
|
||
|
|
"step": 1160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23621451104100946,
|
||
|
|
"grad_norm": 0.459458980682449,
|
||
|
|
"learning_rate": 9.448133657065045e-06,
|
||
|
|
"loss": 0.4863,
|
||
|
|
"step": 1170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23823343848580442,
|
||
|
|
"grad_norm": 0.4652002127480942,
|
||
|
|
"learning_rate": 9.431931719952372e-06,
|
||
|
|
"loss": 0.4785,
|
||
|
|
"step": 1180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24025236593059937,
|
||
|
|
"grad_norm": 0.466540922054408,
|
||
|
|
"learning_rate": 9.415509687482892e-06,
|
||
|
|
"loss": 0.4719,
|
||
|
|
"step": 1190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24227129337539433,
|
||
|
|
"grad_norm": 0.49341259273484933,
|
||
|
|
"learning_rate": 9.398868375195587e-06,
|
||
|
|
"loss": 0.4926,
|
||
|
|
"step": 1200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24429022082018928,
|
||
|
|
"grad_norm": 0.4728385366149605,
|
||
|
|
"learning_rate": 9.382008609519159e-06,
|
||
|
|
"loss": 0.4741,
|
||
|
|
"step": 1210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24630914826498423,
|
||
|
|
"grad_norm": 0.5027959432042377,
|
||
|
|
"learning_rate": 9.364931227730978e-06,
|
||
|
|
"loss": 0.4826,
|
||
|
|
"step": 1220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2483280757097792,
|
||
|
|
"grad_norm": 0.4883346568815589,
|
||
|
|
"learning_rate": 9.34763707791551e-06,
|
||
|
|
"loss": 0.4837,
|
||
|
|
"step": 1230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25034700315457414,
|
||
|
|
"grad_norm": 0.4689919758806841,
|
||
|
|
"learning_rate": 9.330127018922195e-06,
|
||
|
|
"loss": 0.4834,
|
||
|
|
"step": 1240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25236593059936907,
|
||
|
|
"grad_norm": 0.5054719137784303,
|
||
|
|
"learning_rate": 9.312401920322793e-06,
|
||
|
|
"loss": 0.4858,
|
||
|
|
"step": 1250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25438485804416405,
|
||
|
|
"grad_norm": 0.4829012063372003,
|
||
|
|
"learning_rate": 9.294462662368211e-06,
|
||
|
|
"loss": 0.4757,
|
||
|
|
"step": 1260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.256403785488959,
|
||
|
|
"grad_norm": 0.4627206332424085,
|
||
|
|
"learning_rate": 9.276310135944777e-06,
|
||
|
|
"loss": 0.4783,
|
||
|
|
"step": 1270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25842271293375396,
|
||
|
|
"grad_norm": 0.4497460790448332,
|
||
|
|
"learning_rate": 9.257945242530002e-06,
|
||
|
|
"loss": 0.4785,
|
||
|
|
"step": 1280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2604416403785489,
|
||
|
|
"grad_norm": 0.44985051561838785,
|
||
|
|
"learning_rate": 9.239368894147812e-06,
|
||
|
|
"loss": 0.4786,
|
||
|
|
"step": 1290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26246056782334387,
|
||
|
|
"grad_norm": 0.48240095905903635,
|
||
|
|
"learning_rate": 9.220582013323258e-06,
|
||
|
|
"loss": 0.4807,
|
||
|
|
"step": 1300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2644794952681388,
|
||
|
|
"grad_norm": 0.48132105969556493,
|
||
|
|
"learning_rate": 9.201585533036696e-06,
|
||
|
|
"loss": 0.4706,
|
||
|
|
"step": 1310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2664984227129338,
|
||
|
|
"grad_norm": 0.46675857398369297,
|
||
|
|
"learning_rate": 9.18238039667746e-06,
|
||
|
|
"loss": 0.4879,
|
||
|
|
"step": 1320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2685173501577287,
|
||
|
|
"grad_norm": 0.4665634722250575,
|
||
|
|
"learning_rate": 9.162967557997003e-06,
|
||
|
|
"loss": 0.4799,
|
||
|
|
"step": 1330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27053627760252363,
|
||
|
|
"grad_norm": 0.4432315628923224,
|
||
|
|
"learning_rate": 9.14334798106155e-06,
|
||
|
|
"loss": 0.4757,
|
||
|
|
"step": 1340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2725552050473186,
|
||
|
|
"grad_norm": 0.5000831797296084,
|
||
|
|
"learning_rate": 9.123522640204198e-06,
|
||
|
|
"loss": 0.4805,
|
||
|
|
"step": 1350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27457413249211354,
|
||
|
|
"grad_norm": 0.4441933490286196,
|
||
|
|
"learning_rate": 9.103492519976555e-06,
|
||
|
|
"loss": 0.4769,
|
||
|
|
"step": 1360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2765930599369085,
|
||
|
|
"grad_norm": 0.4805005293661477,
|
||
|
|
"learning_rate": 9.083258615099819e-06,
|
||
|
|
"loss": 0.4777,
|
||
|
|
"step": 1370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27861198738170345,
|
||
|
|
"grad_norm": 0.4445460559749252,
|
||
|
|
"learning_rate": 9.062821930415404e-06,
|
||
|
|
"loss": 0.4728,
|
||
|
|
"step": 1380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28063091482649843,
|
||
|
|
"grad_norm": 0.4333540273890526,
|
||
|
|
"learning_rate": 9.042183480835018e-06,
|
||
|
|
"loss": 0.4705,
|
||
|
|
"step": 1390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28264984227129336,
|
||
|
|
"grad_norm": 0.48259999792627817,
|
||
|
|
"learning_rate": 9.021344291290275e-06,
|
||
|
|
"loss": 0.4782,
|
||
|
|
"step": 1400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28466876971608834,
|
||
|
|
"grad_norm": 0.439829603884435,
|
||
|
|
"learning_rate": 9.000305396681788e-06,
|
||
|
|
"loss": 0.4705,
|
||
|
|
"step": 1410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28668769716088327,
|
||
|
|
"grad_norm": 0.4776753948778827,
|
||
|
|
"learning_rate": 8.97906784182778e-06,
|
||
|
|
"loss": 0.4694,
|
||
|
|
"step": 1420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28870662460567825,
|
||
|
|
"grad_norm": 0.49821375314109334,
|
||
|
|
"learning_rate": 8.95763268141219e-06,
|
||
|
|
"loss": 0.4698,
|
||
|
|
"step": 1430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2907255520504732,
|
||
|
|
"grad_norm": 0.4626475218122892,
|
||
|
|
"learning_rate": 8.936000979932304e-06,
|
||
|
|
"loss": 0.4766,
|
||
|
|
"step": 1440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29274447949526816,
|
||
|
|
"grad_norm": 0.4797061046529278,
|
||
|
|
"learning_rate": 8.914173811645884e-06,
|
||
|
|
"loss": 0.4773,
|
||
|
|
"step": 1450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2947634069400631,
|
||
|
|
"grad_norm": 0.5067089149884695,
|
||
|
|
"learning_rate": 8.892152260517824e-06,
|
||
|
|
"loss": 0.4652,
|
||
|
|
"step": 1460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29678233438485807,
|
||
|
|
"grad_norm": 0.5216910139465747,
|
||
|
|
"learning_rate": 8.869937420166312e-06,
|
||
|
|
"loss": 0.475,
|
||
|
|
"step": 1470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.298801261829653,
|
||
|
|
"grad_norm": 0.4655884354714463,
|
||
|
|
"learning_rate": 8.847530393808534e-06,
|
||
|
|
"loss": 0.4811,
|
||
|
|
"step": 1480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3008201892744479,
|
||
|
|
"grad_norm": 0.47533704121654896,
|
||
|
|
"learning_rate": 8.824932294205868e-06,
|
||
|
|
"loss": 0.4723,
|
||
|
|
"step": 1490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3028391167192429,
|
||
|
|
"grad_norm": 0.479585079565894,
|
||
|
|
"learning_rate": 8.802144243608633e-06,
|
||
|
|
"loss": 0.4728,
|
||
|
|
"step": 1500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30485804416403783,
|
||
|
|
"grad_norm": 0.4338897481002412,
|
||
|
|
"learning_rate": 8.779167373700359e-06,
|
||
|
|
"loss": 0.4687,
|
||
|
|
"step": 1510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3068769716088328,
|
||
|
|
"grad_norm": 0.51284609503485,
|
||
|
|
"learning_rate": 8.756002825541583e-06,
|
||
|
|
"loss": 0.4795,
|
||
|
|
"step": 1520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30889589905362774,
|
||
|
|
"grad_norm": 0.5019515223957067,
|
||
|
|
"learning_rate": 8.73265174951318e-06,
|
||
|
|
"loss": 0.4782,
|
||
|
|
"step": 1530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3109148264984227,
|
||
|
|
"grad_norm": 0.5764514697725889,
|
||
|
|
"learning_rate": 8.709115305259233e-06,
|
||
|
|
"loss": 0.4722,
|
||
|
|
"step": 1540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31293375394321765,
|
||
|
|
"grad_norm": 0.48602580093856246,
|
||
|
|
"learning_rate": 8.685394661629453e-06,
|
||
|
|
"loss": 0.4764,
|
||
|
|
"step": 1550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31495268138801263,
|
||
|
|
"grad_norm": 0.43106495742778833,
|
||
|
|
"learning_rate": 8.661490996621125e-06,
|
||
|
|
"loss": 0.4749,
|
||
|
|
"step": 1560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31697160883280756,
|
||
|
|
"grad_norm": 0.4879400234119546,
|
||
|
|
"learning_rate": 8.637405497320599e-06,
|
||
|
|
"loss": 0.4685,
|
||
|
|
"step": 1570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31899053627760254,
|
||
|
|
"grad_norm": 0.48144632266967335,
|
||
|
|
"learning_rate": 8.61313935984436e-06,
|
||
|
|
"loss": 0.473,
|
||
|
|
"step": 1580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32100946372239747,
|
||
|
|
"grad_norm": 0.4824945838927638,
|
||
|
|
"learning_rate": 8.588693789279605e-06,
|
||
|
|
"loss": 0.467,
|
||
|
|
"step": 1590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32302839116719245,
|
||
|
|
"grad_norm": 0.48854234491790616,
|
||
|
|
"learning_rate": 8.56406999962441e-06,
|
||
|
|
"loss": 0.4715,
|
||
|
|
"step": 1600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3250473186119874,
|
||
|
|
"grad_norm": 0.43356661154496373,
|
||
|
|
"learning_rate": 8.539269213727434e-06,
|
||
|
|
"loss": 0.4643,
|
||
|
|
"step": 1610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32706624605678236,
|
||
|
|
"grad_norm": 0.45038524364573934,
|
||
|
|
"learning_rate": 8.514292663227196e-06,
|
||
|
|
"loss": 0.4753,
|
||
|
|
"step": 1620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3290851735015773,
|
||
|
|
"grad_norm": 0.5390076730569227,
|
||
|
|
"learning_rate": 8.489141588490914e-06,
|
||
|
|
"loss": 0.4692,
|
||
|
|
"step": 1630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3311041009463722,
|
||
|
|
"grad_norm": 0.5166665541948204,
|
||
|
|
"learning_rate": 8.46381723855289e-06,
|
||
|
|
"loss": 0.4626,
|
||
|
|
"step": 1640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3331230283911672,
|
||
|
|
"grad_norm": 0.4973742178832253,
|
||
|
|
"learning_rate": 8.438320871052501e-06,
|
||
|
|
"loss": 0.4722,
|
||
|
|
"step": 1650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3351419558359621,
|
||
|
|
"grad_norm": 0.4625137579015689,
|
||
|
|
"learning_rate": 8.412653752171732e-06,
|
||
|
|
"loss": 0.4591,
|
||
|
|
"step": 1660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3371608832807571,
|
||
|
|
"grad_norm": 0.48424933592035946,
|
||
|
|
"learning_rate": 8.386817156572298e-06,
|
||
|
|
"loss": 0.48,
|
||
|
|
"step": 1670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33917981072555203,
|
||
|
|
"grad_norm": 0.4532582849486311,
|
||
|
|
"learning_rate": 8.360812367332342e-06,
|
||
|
|
"loss": 0.469,
|
||
|
|
"step": 1680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.341198738170347,
|
||
|
|
"grad_norm": 0.4456128521040015,
|
||
|
|
"learning_rate": 8.33464067588272e-06,
|
||
|
|
"loss": 0.4701,
|
||
|
|
"step": 1690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34321766561514194,
|
||
|
|
"grad_norm": 0.47975070454468693,
|
||
|
|
"learning_rate": 8.30830338194286e-06,
|
||
|
|
"loss": 0.4742,
|
||
|
|
"step": 1700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3452365930599369,
|
||
|
|
"grad_norm": 0.44758135515111036,
|
||
|
|
"learning_rate": 8.281801793456223e-06,
|
||
|
|
"loss": 0.4563,
|
||
|
|
"step": 1710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34725552050473185,
|
||
|
|
"grad_norm": 0.539530429343652,
|
||
|
|
"learning_rate": 8.255137226525346e-06,
|
||
|
|
"loss": 0.4678,
|
||
|
|
"step": 1720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34927444794952683,
|
||
|
|
"grad_norm": 0.44634229380095736,
|
||
|
|
"learning_rate": 8.22831100534648e-06,
|
||
|
|
"loss": 0.4688,
|
||
|
|
"step": 1730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35129337539432176,
|
||
|
|
"grad_norm": 0.41960408937669463,
|
||
|
|
"learning_rate": 8.201324462143827e-06,
|
||
|
|
"loss": 0.4542,
|
||
|
|
"step": 1740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35331230283911674,
|
||
|
|
"grad_norm": 0.4791531544406239,
|
||
|
|
"learning_rate": 8.174178937103397e-06,
|
||
|
|
"loss": 0.4743,
|
||
|
|
"step": 1750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35533123028391167,
|
||
|
|
"grad_norm": 0.4352818312435405,
|
||
|
|
"learning_rate": 8.14687577830643e-06,
|
||
|
|
"loss": 0.4604,
|
||
|
|
"step": 1760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35735015772870665,
|
||
|
|
"grad_norm": 0.4672874879206997,
|
||
|
|
"learning_rate": 8.11941634166246e-06,
|
||
|
|
"loss": 0.4712,
|
||
|
|
"step": 1770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3593690851735016,
|
||
|
|
"grad_norm": 0.4637056308756207,
|
||
|
|
"learning_rate": 8.09180199084198e-06,
|
||
|
|
"loss": 0.4668,
|
||
|
|
"step": 1780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3613880126182965,
|
||
|
|
"grad_norm": 0.44264459219210456,
|
||
|
|
"learning_rate": 8.064034097208712e-06,
|
||
|
|
"loss": 0.4596,
|
||
|
|
"step": 1790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3634069400630915,
|
||
|
|
"grad_norm": 0.49462230789807315,
|
||
|
|
"learning_rate": 8.036114039751516e-06,
|
||
|
|
"loss": 0.4667,
|
||
|
|
"step": 1800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3654258675078864,
|
||
|
|
"grad_norm": 0.4634309345247295,
|
||
|
|
"learning_rate": 8.0080432050159e-06,
|
||
|
|
"loss": 0.4604,
|
||
|
|
"step": 1810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3674447949526814,
|
||
|
|
"grad_norm": 0.4999816402185204,
|
||
|
|
"learning_rate": 7.979822987035157e-06,
|
||
|
|
"loss": 0.4644,
|
||
|
|
"step": 1820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3694637223974763,
|
||
|
|
"grad_norm": 0.47642327436037435,
|
||
|
|
"learning_rate": 7.951454787261148e-06,
|
||
|
|
"loss": 0.4677,
|
||
|
|
"step": 1830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3714826498422713,
|
||
|
|
"grad_norm": 0.4953986824691425,
|
||
|
|
"learning_rate": 7.922940014494693e-06,
|
||
|
|
"loss": 0.4593,
|
||
|
|
"step": 1840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37350157728706623,
|
||
|
|
"grad_norm": 0.4817430868786167,
|
||
|
|
"learning_rate": 7.894280084815618e-06,
|
||
|
|
"loss": 0.4689,
|
||
|
|
"step": 1850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3755205047318612,
|
||
|
|
"grad_norm": 0.4356746961237441,
|
||
|
|
"learning_rate": 7.86547642151242e-06,
|
||
|
|
"loss": 0.4611,
|
||
|
|
"step": 1860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37753943217665614,
|
||
|
|
"grad_norm": 0.4905696785040258,
|
||
|
|
"learning_rate": 7.836530455011594e-06,
|
||
|
|
"loss": 0.4647,
|
||
|
|
"step": 1870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3795583596214511,
|
||
|
|
"grad_norm": 0.4730705035791906,
|
||
|
|
"learning_rate": 7.807443622806592e-06,
|
||
|
|
"loss": 0.4643,
|
||
|
|
"step": 1880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38157728706624605,
|
||
|
|
"grad_norm": 0.4626721574097504,
|
||
|
|
"learning_rate": 7.778217369386434e-06,
|
||
|
|
"loss": 0.4621,
|
||
|
|
"step": 1890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38359621451104103,
|
||
|
|
"grad_norm": 0.5095748907639542,
|
||
|
|
"learning_rate": 7.748853146163978e-06,
|
||
|
|
"loss": 0.4702,
|
||
|
|
"step": 1900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38561514195583596,
|
||
|
|
"grad_norm": 0.45666908318697785,
|
||
|
|
"learning_rate": 7.719352411403836e-06,
|
||
|
|
"loss": 0.4584,
|
||
|
|
"step": 1910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3876340694006309,
|
||
|
|
"grad_norm": 0.5831960484166556,
|
||
|
|
"learning_rate": 7.68971663014995e-06,
|
||
|
|
"loss": 0.4581,
|
||
|
|
"step": 1920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38965299684542587,
|
||
|
|
"grad_norm": 0.43083136772614855,
|
||
|
|
"learning_rate": 7.659947274152857e-06,
|
||
|
|
"loss": 0.4595,
|
||
|
|
"step": 1930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3916719242902208,
|
||
|
|
"grad_norm": 0.44527597409724967,
|
||
|
|
"learning_rate": 7.630045821796567e-06,
|
||
|
|
"loss": 0.4603,
|
||
|
|
"step": 1940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3936908517350158,
|
||
|
|
"grad_norm": 0.5085813030698595,
|
||
|
|
"learning_rate": 7.60001375802518e-06,
|
||
|
|
"loss": 0.4726,
|
||
|
|
"step": 1950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3957097791798107,
|
||
|
|
"grad_norm": 0.5516780680340057,
|
||
|
|
"learning_rate": 7.5698525742691145e-06,
|
||
|
|
"loss": 0.4553,
|
||
|
|
"step": 1960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3977287066246057,
|
||
|
|
"grad_norm": 0.4473799858576117,
|
||
|
|
"learning_rate": 7.5395637683710534e-06,
|
||
|
|
"loss": 0.4652,
|
||
|
|
"step": 1970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3997476340694006,
|
||
|
|
"grad_norm": 0.4594068744960154,
|
||
|
|
"learning_rate": 7.509148844511556e-06,
|
||
|
|
"loss": 0.4569,
|
||
|
|
"step": 1980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4017665615141956,
|
||
|
|
"grad_norm": 0.4195303708920141,
|
||
|
|
"learning_rate": 7.478609313134367e-06,
|
||
|
|
"loss": 0.4608,
|
||
|
|
"step": 1990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4037854889589905,
|
||
|
|
"grad_norm": 0.5224611450690858,
|
||
|
|
"learning_rate": 7.447946690871387e-06,
|
||
|
|
"loss": 0.4618,
|
||
|
|
"step": 2000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4058044164037855,
|
||
|
|
"grad_norm": 0.5037868351130359,
|
||
|
|
"learning_rate": 7.4171625004673765e-06,
|
||
|
|
"loss": 0.4549,
|
||
|
|
"step": 2010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40782334384858043,
|
||
|
|
"grad_norm": 0.6617292048565804,
|
||
|
|
"learning_rate": 7.386258270704318e-06,
|
||
|
|
"loss": 0.4648,
|
||
|
|
"step": 2020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4098422712933754,
|
||
|
|
"grad_norm": 0.46778481767707863,
|
||
|
|
"learning_rate": 7.355235536325507e-06,
|
||
|
|
"loss": 0.4618,
|
||
|
|
"step": 2030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41186119873817034,
|
||
|
|
"grad_norm": 0.4467025867029599,
|
||
|
|
"learning_rate": 7.32409583795932e-06,
|
||
|
|
"loss": 0.4556,
|
||
|
|
"step": 2040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4138801261829653,
|
||
|
|
"grad_norm": 0.4864826536631601,
|
||
|
|
"learning_rate": 7.292840722042721e-06,
|
||
|
|
"loss": 0.4649,
|
||
|
|
"step": 2050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41589905362776025,
|
||
|
|
"grad_norm": 0.44674303304698915,
|
||
|
|
"learning_rate": 7.261471740744453e-06,
|
||
|
|
"loss": 0.4546,
|
||
|
|
"step": 2060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4179179810725552,
|
||
|
|
"grad_norm": 0.4638264920705765,
|
||
|
|
"learning_rate": 7.229990451887961e-06,
|
||
|
|
"loss": 0.459,
|
||
|
|
"step": 2070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41993690851735016,
|
||
|
|
"grad_norm": 0.44062835097290626,
|
||
|
|
"learning_rate": 7.1983984188740215e-06,
|
||
|
|
"loss": 0.4627,
|
||
|
|
"step": 2080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4219558359621451,
|
||
|
|
"grad_norm": 0.4596889143174662,
|
||
|
|
"learning_rate": 7.1666972106031105e-06,
|
||
|
|
"loss": 0.4584,
|
||
|
|
"step": 2090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42397476340694007,
|
||
|
|
"grad_norm": 0.4866244769293159,
|
||
|
|
"learning_rate": 7.134888401397484e-06,
|
||
|
|
"loss": 0.4629,
|
||
|
|
"step": 2100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.425993690851735,
|
||
|
|
"grad_norm": 0.5201676761862537,
|
||
|
|
"learning_rate": 7.102973570922997e-06,
|
||
|
|
"loss": 0.4549,
|
||
|
|
"step": 2110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42801261829653,
|
||
|
|
"grad_norm": 0.4790871394995968,
|
||
|
|
"learning_rate": 7.070954304110656e-06,
|
||
|
|
"loss": 0.4632,
|
||
|
|
"step": 2120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4300315457413249,
|
||
|
|
"grad_norm": 0.4659786396553266,
|
||
|
|
"learning_rate": 7.03883219107791e-06,
|
||
|
|
"loss": 0.4581,
|
||
|
|
"step": 2130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4320504731861199,
|
||
|
|
"grad_norm": 0.4104121258537053,
|
||
|
|
"learning_rate": 7.0066088270496775e-06,
|
||
|
|
"loss": 0.4596,
|
||
|
|
"step": 2140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4340694006309148,
|
||
|
|
"grad_norm": 0.46988504036618683,
|
||
|
|
"learning_rate": 6.9742858122791355e-06,
|
||
|
|
"loss": 0.4648,
|
||
|
|
"step": 2150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4360883280757098,
|
||
|
|
"grad_norm": 0.6098242782979109,
|
||
|
|
"learning_rate": 6.941864751968239e-06,
|
||
|
|
"loss": 0.4548,
|
||
|
|
"step": 2160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4381072555205047,
|
||
|
|
"grad_norm": 0.7557069029520974,
|
||
|
|
"learning_rate": 6.90934725618801e-06,
|
||
|
|
"loss": 0.461,
|
||
|
|
"step": 2170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4401261829652997,
|
||
|
|
"grad_norm": 0.46196984209426056,
|
||
|
|
"learning_rate": 6.876734939798584e-06,
|
||
|
|
"loss": 0.4631,
|
||
|
|
"step": 2180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44214511041009463,
|
||
|
|
"grad_norm": 0.45367052105694244,
|
||
|
|
"learning_rate": 6.844029422368998e-06,
|
||
|
|
"loss": 0.4567,
|
||
|
|
"step": 2190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4441640378548896,
|
||
|
|
"grad_norm": 0.4923825492028847,
|
||
|
|
"learning_rate": 6.811232328096778e-06,
|
||
|
|
"loss": 0.4619,
|
||
|
|
"step": 2200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44618296529968454,
|
||
|
|
"grad_norm": 0.4412882669817311,
|
||
|
|
"learning_rate": 6.7783452857272725e-06,
|
||
|
|
"loss": 0.4472,
|
||
|
|
"step": 2210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44820189274447947,
|
||
|
|
"grad_norm": 0.4804805684578094,
|
||
|
|
"learning_rate": 6.745369928472764e-06,
|
||
|
|
"loss": 0.4634,
|
||
|
|
"step": 2220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45022082018927445,
|
||
|
|
"grad_norm": 0.46765384977250785,
|
||
|
|
"learning_rate": 6.712307893931364e-06,
|
||
|
|
"loss": 0.4595,
|
||
|
|
"step": 2230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4522397476340694,
|
||
|
|
"grad_norm": 1.0068029764875739,
|
||
|
|
"learning_rate": 6.67916082400569e-06,
|
||
|
|
"loss": 0.457,
|
||
|
|
"step": 2240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45425867507886436,
|
||
|
|
"grad_norm": 0.4828558935559972,
|
||
|
|
"learning_rate": 6.645930364821327e-06,
|
||
|
|
"loss": 0.465,
|
||
|
|
"step": 2250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4562776025236593,
|
||
|
|
"grad_norm": 0.4571716607551568,
|
||
|
|
"learning_rate": 6.612618166645068e-06,
|
||
|
|
"loss": 0.4521,
|
||
|
|
"step": 2260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.45829652996845427,
|
||
|
|
"grad_norm": 0.49891810921169605,
|
||
|
|
"learning_rate": 6.579225883802981e-06,
|
||
|
|
"loss": 0.4621,
|
||
|
|
"step": 2270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4603154574132492,
|
||
|
|
"grad_norm": 0.6812817990255348,
|
||
|
|
"learning_rate": 6.5457551745982275e-06,
|
||
|
|
"loss": 0.4553,
|
||
|
|
"step": 2280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4623343848580442,
|
||
|
|
"grad_norm": 0.466296009966539,
|
||
|
|
"learning_rate": 6.512207701228727e-06,
|
||
|
|
"loss": 0.4585,
|
||
|
|
"step": 2290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4643533123028391,
|
||
|
|
"grad_norm": 0.48144166164862184,
|
||
|
|
"learning_rate": 6.478585129704608e-06,
|
||
|
|
"loss": 0.4579,
|
||
|
|
"step": 2300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4663722397476341,
|
||
|
|
"grad_norm": 0.4575454070862058,
|
||
|
|
"learning_rate": 6.444889129765465e-06,
|
||
|
|
"loss": 0.453,
|
||
|
|
"step": 2310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.468391167192429,
|
||
|
|
"grad_norm": 0.5049212463992705,
|
||
|
|
"learning_rate": 6.4111213747974385e-06,
|
||
|
|
"loss": 0.4606,
|
||
|
|
"step": 2320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.470410094637224,
|
||
|
|
"grad_norm": 0.44196403700173553,
|
||
|
|
"learning_rate": 6.377283541750123e-06,
|
||
|
|
"loss": 0.4528,
|
||
|
|
"step": 2330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4724290220820189,
|
||
|
|
"grad_norm": 0.44557725863878417,
|
||
|
|
"learning_rate": 6.343377311053271e-06,
|
||
|
|
"loss": 0.4614,
|
||
|
|
"step": 2340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4744479495268139,
|
||
|
|
"grad_norm": 0.485138333868983,
|
||
|
|
"learning_rate": 6.309404366533355e-06,
|
||
|
|
"loss": 0.4662,
|
||
|
|
"step": 2350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47646687697160883,
|
||
|
|
"grad_norm": 0.44703181568848005,
|
||
|
|
"learning_rate": 6.275366395329934e-06,
|
||
|
|
"loss": 0.4484,
|
||
|
|
"step": 2360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47848580441640376,
|
||
|
|
"grad_norm": 0.46684239360571517,
|
||
|
|
"learning_rate": 6.241265087811883e-06,
|
||
|
|
"loss": 0.461,
|
||
|
|
"step": 2370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48050473186119874,
|
||
|
|
"grad_norm": 0.4308686375763305,
|
||
|
|
"learning_rate": 6.207102137493433e-06,
|
||
|
|
"loss": 0.4572,
|
||
|
|
"step": 2380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48252365930599367,
|
||
|
|
"grad_norm": 0.4349332573681559,
|
||
|
|
"learning_rate": 6.172879240950075e-06,
|
||
|
|
"loss": 0.4586,
|
||
|
|
"step": 2390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48454258675078865,
|
||
|
|
"grad_norm": 0.4946893193107334,
|
||
|
|
"learning_rate": 6.138598097734308e-06,
|
||
|
|
"loss": 0.4613,
|
||
|
|
"step": 2400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4865615141955836,
|
||
|
|
"grad_norm": 0.4278600145969151,
|
||
|
|
"learning_rate": 6.104260410291237e-06,
|
||
|
|
"loss": 0.4524,
|
||
|
|
"step": 2410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48858044164037856,
|
||
|
|
"grad_norm": 0.438261930357501,
|
||
|
|
"learning_rate": 6.069867883874017e-06,
|
||
|
|
"loss": 0.4546,
|
||
|
|
"step": 2420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4905993690851735,
|
||
|
|
"grad_norm": 0.4834328335496326,
|
||
|
|
"learning_rate": 6.035422226459183e-06,
|
||
|
|
"loss": 0.4601,
|
||
|
|
"step": 2430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49261829652996847,
|
||
|
|
"grad_norm": 0.4560202224259225,
|
||
|
|
"learning_rate": 6.000925148661822e-06,
|
||
|
|
"loss": 0.4552,
|
||
|
|
"step": 2440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4946372239747634,
|
||
|
|
"grad_norm": 0.46242134458299394,
|
||
|
|
"learning_rate": 5.966378363650618e-06,
|
||
|
|
"loss": 0.4534,
|
||
|
|
"step": 2450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4966561514195584,
|
||
|
|
"grad_norm": 0.509798379798209,
|
||
|
|
"learning_rate": 5.931783587062785e-06,
|
||
|
|
"loss": 0.4478,
|
||
|
|
"step": 2460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4986750788643533,
|
||
|
|
"grad_norm": 0.4916270732208669,
|
||
|
|
"learning_rate": 5.897142536918854e-06,
|
||
|
|
"loss": 0.4606,
|
||
|
|
"step": 2470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5006940063091483,
|
||
|
|
"grad_norm": 0.4493237090311729,
|
||
|
|
"learning_rate": 5.8624569335373625e-06,
|
||
|
|
"loss": 0.4512,
|
||
|
|
"step": 2480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5027129337539432,
|
||
|
|
"grad_norm": 0.4570244860395198,
|
||
|
|
"learning_rate": 5.827728499449417e-06,
|
||
|
|
"loss": 0.4503,
|
||
|
|
"step": 2490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5047318611987381,
|
||
|
|
"grad_norm": 0.5044698787582333,
|
||
|
|
"learning_rate": 5.792958959313155e-06,
|
||
|
|
"loss": 0.4586,
|
||
|
|
"step": 2500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5067507886435331,
|
||
|
|
"grad_norm": 0.4567238497826546,
|
||
|
|
"learning_rate": 5.758150039828084e-06,
|
||
|
|
"loss": 0.442,
|
||
|
|
"step": 2510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5087697160883281,
|
||
|
|
"grad_norm": 0.49456514738525703,
|
||
|
|
"learning_rate": 5.723303469649352e-06,
|
||
|
|
"loss": 0.4524,
|
||
|
|
"step": 2520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.510788643533123,
|
||
|
|
"grad_norm": 0.46129063291343286,
|
||
|
|
"learning_rate": 5.688420979301876e-06,
|
||
|
|
"loss": 0.4533,
|
||
|
|
"step": 2530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.512807570977918,
|
||
|
|
"grad_norm": 0.46780830492612324,
|
||
|
|
"learning_rate": 5.6535043010944226e-06,
|
||
|
|
"loss": 0.4537,
|
||
|
|
"step": 2540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5148264984227129,
|
||
|
|
"grad_norm": 0.49663726459668367,
|
||
|
|
"learning_rate": 5.618555169033567e-06,
|
||
|
|
"loss": 0.4624,
|
||
|
|
"step": 2550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5168454258675079,
|
||
|
|
"grad_norm": 0.4323698197626643,
|
||
|
|
"learning_rate": 5.583575318737588e-06,
|
||
|
|
"loss": 0.4394,
|
||
|
|
"step": 2560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5188643533123029,
|
||
|
|
"grad_norm": 0.433967581020834,
|
||
|
|
"learning_rate": 5.548566487350264e-06,
|
||
|
|
"loss": 0.4482,
|
||
|
|
"step": 2570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5208832807570978,
|
||
|
|
"grad_norm": 0.5093937708469708,
|
||
|
|
"learning_rate": 5.513530413454618e-06,
|
||
|
|
"loss": 0.4488,
|
||
|
|
"step": 2580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5229022082018927,
|
||
|
|
"grad_norm": 0.4479313579903872,
|
||
|
|
"learning_rate": 5.478468836986568e-06,
|
||
|
|
"loss": 0.4547,
|
||
|
|
"step": 2590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5249211356466877,
|
||
|
|
"grad_norm": 0.4784953987086218,
|
||
|
|
"learning_rate": 5.443383499148519e-06,
|
||
|
|
"loss": 0.4536,
|
||
|
|
"step": 2600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5269400630914827,
|
||
|
|
"grad_norm": 0.4311672354723456,
|
||
|
|
"learning_rate": 5.408276142322904e-06,
|
||
|
|
"loss": 0.4489,
|
||
|
|
"step": 2610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5289589905362776,
|
||
|
|
"grad_norm": 0.4320377418884208,
|
||
|
|
"learning_rate": 5.373148509985636e-06,
|
||
|
|
"loss": 0.457,
|
||
|
|
"step": 2620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5309779179810725,
|
||
|
|
"grad_norm": 0.4475608921551904,
|
||
|
|
"learning_rate": 5.3380023466195455e-06,
|
||
|
|
"loss": 0.4491,
|
||
|
|
"step": 2630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5329968454258676,
|
||
|
|
"grad_norm": 0.4150312768857391,
|
||
|
|
"learning_rate": 5.302839397627732e-06,
|
||
|
|
"loss": 0.4509,
|
||
|
|
"step": 2640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5350157728706625,
|
||
|
|
"grad_norm": 0.4842663915075593,
|
||
|
|
"learning_rate": 5.267661409246893e-06,
|
||
|
|
"loss": 0.4497,
|
||
|
|
"step": 2650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5370347003154574,
|
||
|
|
"grad_norm": 0.48020608359904937,
|
||
|
|
"learning_rate": 5.232470128460597e-06,
|
||
|
|
"loss": 0.4455,
|
||
|
|
"step": 2660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5390536277602523,
|
||
|
|
"grad_norm": 0.460861374110654,
|
||
|
|
"learning_rate": 5.197267302912535e-06,
|
||
|
|
"loss": 0.4633,
|
||
|
|
"step": 2670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5410725552050473,
|
||
|
|
"grad_norm": 0.4861656655295904,
|
||
|
|
"learning_rate": 5.162054680819724e-06,
|
||
|
|
"loss": 0.455,
|
||
|
|
"step": 2680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5430914826498423,
|
||
|
|
"grad_norm": 0.4280331150720691,
|
||
|
|
"learning_rate": 5.12683401088569e-06,
|
||
|
|
"loss": 0.4527,
|
||
|
|
"step": 2690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5451104100946372,
|
||
|
|
"grad_norm": 0.4803934844859794,
|
||
|
|
"learning_rate": 5.091607042213621e-06,
|
||
|
|
"loss": 0.4507,
|
||
|
|
"step": 2700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5471293375394322,
|
||
|
|
"grad_norm": 0.44679887041219724,
|
||
|
|
"learning_rate": 5.056375524219516e-06,
|
||
|
|
"loss": 0.4467,
|
||
|
|
"step": 2710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5491482649842271,
|
||
|
|
"grad_norm": 0.4562693718725788,
|
||
|
|
"learning_rate": 5.021141206545293e-06,
|
||
|
|
"loss": 0.4481,
|
||
|
|
"step": 2720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5511671924290221,
|
||
|
|
"grad_norm": 0.4568391909726876,
|
||
|
|
"learning_rate": 4.9859058389719095e-06,
|
||
|
|
"loss": 0.4467,
|
||
|
|
"step": 2730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.553186119873817,
|
||
|
|
"grad_norm": 0.4402113900197009,
|
||
|
|
"learning_rate": 4.950671171332458e-06,
|
||
|
|
"loss": 0.4438,
|
||
|
|
"step": 2740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.555205047318612,
|
||
|
|
"grad_norm": 0.4694901686129437,
|
||
|
|
"learning_rate": 4.915438953425277e-06,
|
||
|
|
"loss": 0.455,
|
||
|
|
"step": 2750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5572239747634069,
|
||
|
|
"grad_norm": 0.5092377388071306,
|
||
|
|
"learning_rate": 4.8802109349270415e-06,
|
||
|
|
"loss": 0.4431,
|
||
|
|
"step": 2760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5592429022082019,
|
||
|
|
"grad_norm": 0.5334478668234227,
|
||
|
|
"learning_rate": 4.844988865305883e-06,
|
||
|
|
"loss": 0.4457,
|
||
|
|
"step": 2770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5612618296529969,
|
||
|
|
"grad_norm": 0.450190134489615,
|
||
|
|
"learning_rate": 4.809774493734507e-06,
|
||
|
|
"loss": 0.4468,
|
||
|
|
"step": 2780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5632807570977918,
|
||
|
|
"grad_norm": 0.6136460189487958,
|
||
|
|
"learning_rate": 4.774569569003314e-06,
|
||
|
|
"loss": 0.4531,
|
||
|
|
"step": 2790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5652996845425867,
|
||
|
|
"grad_norm": 0.47669716943494894,
|
||
|
|
"learning_rate": 4.739375839433575e-06,
|
||
|
|
"loss": 0.4559,
|
||
|
|
"step": 2800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5673186119873816,
|
||
|
|
"grad_norm": 0.47396268716032475,
|
||
|
|
"learning_rate": 4.704195052790584e-06,
|
||
|
|
"loss": 0.4463,
|
||
|
|
"step": 2810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5693375394321767,
|
||
|
|
"grad_norm": 0.5115114860936024,
|
||
|
|
"learning_rate": 4.66902895619688e-06,
|
||
|
|
"loss": 0.4494,
|
||
|
|
"step": 2820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5713564668769716,
|
||
|
|
"grad_norm": 0.4561358589231192,
|
||
|
|
"learning_rate": 4.633879296045474e-06,
|
||
|
|
"loss": 0.4477,
|
||
|
|
"step": 2830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5733753943217665,
|
||
|
|
"grad_norm": 0.4547946639578122,
|
||
|
|
"learning_rate": 4.59874781791312e-06,
|
||
|
|
"loss": 0.4502,
|
||
|
|
"step": 2840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5753943217665615,
|
||
|
|
"grad_norm": 0.5036899795994354,
|
||
|
|
"learning_rate": 4.56363626647363e-06,
|
||
|
|
"loss": 0.4553,
|
||
|
|
"step": 2850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5774132492113565,
|
||
|
|
"grad_norm": 0.46515739613875146,
|
||
|
|
"learning_rate": 4.528546385411239e-06,
|
||
|
|
"loss": 0.4373,
|
||
|
|
"step": 2860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5794321766561514,
|
||
|
|
"grad_norm": 0.4834989187992637,
|
||
|
|
"learning_rate": 4.493479917333989e-06,
|
||
|
|
"loss": 0.453,
|
||
|
|
"step": 2870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5814511041009464,
|
||
|
|
"grad_norm": 0.45922181466381384,
|
||
|
|
"learning_rate": 4.4584386036872155e-06,
|
||
|
|
"loss": 0.4527,
|
||
|
|
"step": 2880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5834700315457413,
|
||
|
|
"grad_norm": 0.46803871925708684,
|
||
|
|
"learning_rate": 4.42342418466705e-06,
|
||
|
|
"loss": 0.4426,
|
||
|
|
"step": 2890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5854889589905363,
|
||
|
|
"grad_norm": 0.47319916436776355,
|
||
|
|
"learning_rate": 4.388438399134e-06,
|
||
|
|
"loss": 0.4547,
|
||
|
|
"step": 2900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5875078864353313,
|
||
|
|
"grad_norm": 0.4598569796278221,
|
||
|
|
"learning_rate": 4.3534829845265996e-06,
|
||
|
|
"loss": 0.4441,
|
||
|
|
"step": 2910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5895268138801262,
|
||
|
|
"grad_norm": 0.47100191118178447,
|
||
|
|
"learning_rate": 4.318559676775126e-06,
|
||
|
|
"loss": 0.4472,
|
||
|
|
"step": 2920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5915457413249211,
|
||
|
|
"grad_norm": 0.495923691841689,
|
||
|
|
"learning_rate": 4.283670210215384e-06,
|
||
|
|
"loss": 0.4516,
|
||
|
|
"step": 2930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5935646687697161,
|
||
|
|
"grad_norm": 0.4391764043906036,
|
||
|
|
"learning_rate": 4.248816317502585e-06,
|
||
|
|
"loss": 0.4468,
|
||
|
|
"step": 2940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5955835962145111,
|
||
|
|
"grad_norm": 0.47900304182889214,
|
||
|
|
"learning_rate": 4.213999729525304e-06,
|
||
|
|
"loss": 0.452,
|
||
|
|
"step": 2950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.597602523659306,
|
||
|
|
"grad_norm": 0.4894376668991494,
|
||
|
|
"learning_rate": 4.179222175319502e-06,
|
||
|
|
"loss": 0.4418,
|
||
|
|
"step": 2960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5996214511041009,
|
||
|
|
"grad_norm": 0.4698266233405637,
|
||
|
|
"learning_rate": 4.1444853819826845e-06,
|
||
|
|
"loss": 0.4503,
|
||
|
|
"step": 2970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6016403785488958,
|
||
|
|
"grad_norm": 0.4601994675920038,
|
||
|
|
"learning_rate": 4.1097910745881175e-06,
|
||
|
|
"loss": 0.4421,
|
||
|
|
"step": 2980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6036593059936909,
|
||
|
|
"grad_norm": 0.6167906848346414,
|
||
|
|
"learning_rate": 4.0751409760991585e-06,
|
||
|
|
"loss": 0.4469,
|
||
|
|
"step": 2990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6056782334384858,
|
||
|
|
"grad_norm": 0.5051790895352023,
|
||
|
|
"learning_rate": 4.040536807283696e-06,
|
||
|
|
"loss": 0.4502,
|
||
|
|
"step": 3000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6076971608832807,
|
||
|
|
"grad_norm": 0.45322450050363433,
|
||
|
|
"learning_rate": 4.005980286628698e-06,
|
||
|
|
"loss": 0.4505,
|
||
|
|
"step": 3010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6097160883280757,
|
||
|
|
"grad_norm": 0.4910869337898713,
|
||
|
|
"learning_rate": 3.9714731302548525e-06,
|
||
|
|
"loss": 0.4486,
|
||
|
|
"step": 3020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6117350157728707,
|
||
|
|
"grad_norm": 0.447631013542978,
|
||
|
|
"learning_rate": 3.937017051831367e-06,
|
||
|
|
"loss": 0.4478,
|
||
|
|
"step": 3030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6137539432176656,
|
||
|
|
"grad_norm": 0.7018069369756337,
|
||
|
|
"learning_rate": 3.9026137624908466e-06,
|
||
|
|
"loss": 0.4492,
|
||
|
|
"step": 3040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6157728706624606,
|
||
|
|
"grad_norm": 0.4762076148803905,
|
||
|
|
"learning_rate": 3.868264970744324e-06,
|
||
|
|
"loss": 0.4513,
|
||
|
|
"step": 3050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6177917981072555,
|
||
|
|
"grad_norm": 0.5020509623933802,
|
||
|
|
"learning_rate": 3.833972382396412e-06,
|
||
|
|
"loss": 0.4482,
|
||
|
|
"step": 3060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6198107255520505,
|
||
|
|
"grad_norm": 0.44347011131653674,
|
||
|
|
"learning_rate": 3.799737700460594e-06,
|
||
|
|
"loss": 0.4441,
|
||
|
|
"step": 3070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6218296529968455,
|
||
|
|
"grad_norm": 0.45353690385677753,
|
||
|
|
"learning_rate": 3.7655626250746446e-06,
|
||
|
|
"loss": 0.4443,
|
||
|
|
"step": 3080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6238485804416404,
|
||
|
|
"grad_norm": 0.44404552147051596,
|
||
|
|
"learning_rate": 3.7314488534162007e-06,
|
||
|
|
"loss": 0.4509,
|
||
|
|
"step": 3090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6258675078864353,
|
||
|
|
"grad_norm": 0.4759693579595236,
|
||
|
|
"learning_rate": 3.6973980796184843e-06,
|
||
|
|
"loss": 0.4573,
|
||
|
|
"step": 3100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6278864353312302,
|
||
|
|
"grad_norm": 0.45248182104327295,
|
||
|
|
"learning_rate": 3.6634119946861556e-06,
|
||
|
|
"loss": 0.4442,
|
||
|
|
"step": 3110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6299053627760253,
|
||
|
|
"grad_norm": 0.44605725901650006,
|
||
|
|
"learning_rate": 3.629492286411349e-06,
|
||
|
|
"loss": 0.4515,
|
||
|
|
"step": 3120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6319242902208202,
|
||
|
|
"grad_norm": 0.4770842161429305,
|
||
|
|
"learning_rate": 3.5956406392898484e-06,
|
||
|
|
"loss": 0.4481,
|
||
|
|
"step": 3130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6339432176656151,
|
||
|
|
"grad_norm": 0.4611511904942963,
|
||
|
|
"learning_rate": 3.561858734437432e-06,
|
||
|
|
"loss": 0.4553,
|
||
|
|
"step": 3140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.63596214511041,
|
||
|
|
"grad_norm": 0.4886490480648605,
|
||
|
|
"learning_rate": 3.528148249506391e-06,
|
||
|
|
"loss": 0.4541,
|
||
|
|
"step": 3150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6379810725552051,
|
||
|
|
"grad_norm": 0.5063011038652176,
|
||
|
|
"learning_rate": 3.494510858602217e-06,
|
||
|
|
"loss": 0.448,
|
||
|
|
"step": 3160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.64,
|
||
|
|
"grad_norm": 0.5297665998286369,
|
||
|
|
"learning_rate": 3.4609482322004463e-06,
|
||
|
|
"loss": 0.45,
|
||
|
|
"step": 3170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6420189274447949,
|
||
|
|
"grad_norm": 0.789602090268308,
|
||
|
|
"learning_rate": 3.427462037063729e-06,
|
||
|
|
"loss": 0.4499,
|
||
|
|
"step": 3180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6440378548895899,
|
||
|
|
"grad_norm": 0.4595511607863831,
|
||
|
|
"learning_rate": 3.394053936159035e-06,
|
||
|
|
"loss": 0.4451,
|
||
|
|
"step": 3190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6460567823343849,
|
||
|
|
"grad_norm": 0.5053416927018038,
|
||
|
|
"learning_rate": 3.3607255885750756e-06,
|
||
|
|
"loss": 0.4488,
|
||
|
|
"step": 3200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6480757097791798,
|
||
|
|
"grad_norm": 0.47050871567377006,
|
||
|
|
"learning_rate": 3.3274786494399102e-06,
|
||
|
|
"loss": 0.4461,
|
||
|
|
"step": 3210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6500946372239748,
|
||
|
|
"grad_norm": 0.46433780403203007,
|
||
|
|
"learning_rate": 3.2943147698387562e-06,
|
||
|
|
"loss": 0.4497,
|
||
|
|
"step": 3220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6521135646687697,
|
||
|
|
"grad_norm": 0.45409078162209787,
|
||
|
|
"learning_rate": 3.261235596731982e-06,
|
||
|
|
"loss": 0.4457,
|
||
|
|
"step": 3230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6541324921135647,
|
||
|
|
"grad_norm": 0.4218245687222197,
|
||
|
|
"learning_rate": 3.228242772873328e-06,
|
||
|
|
"loss": 0.4437,
|
||
|
|
"step": 3240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6561514195583596,
|
||
|
|
"grad_norm": 0.47127385494827945,
|
||
|
|
"learning_rate": 3.195337936728323e-06,
|
||
|
|
"loss": 0.4488,
|
||
|
|
"step": 3250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6581703470031546,
|
||
|
|
"grad_norm": 0.43568607166498186,
|
||
|
|
"learning_rate": 3.1625227223929105e-06,
|
||
|
|
"loss": 0.4415,
|
||
|
|
"step": 3260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6601892744479495,
|
||
|
|
"grad_norm": 0.4200623699882891,
|
||
|
|
"learning_rate": 3.1297987595123024e-06,
|
||
|
|
"loss": 0.4423,
|
||
|
|
"step": 3270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6622082018927444,
|
||
|
|
"grad_norm": 0.45902924831849934,
|
||
|
|
"learning_rate": 3.0971676732000494e-06,
|
||
|
|
"loss": 0.4488,
|
||
|
|
"step": 3280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6642271293375395,
|
||
|
|
"grad_norm": 0.48610535709106045,
|
||
|
|
"learning_rate": 3.0646310839573302e-06,
|
||
|
|
"loss": 0.441,
|
||
|
|
"step": 3290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6662460567823344,
|
||
|
|
"grad_norm": 0.5237594196219926,
|
||
|
|
"learning_rate": 3.03219060759248e-06,
|
||
|
|
"loss": 0.454,
|
||
|
|
"step": 3300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6682649842271293,
|
||
|
|
"grad_norm": 0.4228282553579445,
|
||
|
|
"learning_rate": 2.9998478551407524e-06,
|
||
|
|
"loss": 0.4378,
|
||
|
|
"step": 3310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6702839116719242,
|
||
|
|
"grad_norm": 0.46926328208349977,
|
||
|
|
"learning_rate": 2.9676044327842963e-06,
|
||
|
|
"loss": 0.4475,
|
||
|
|
"step": 3320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6723028391167193,
|
||
|
|
"grad_norm": 0.47029450291352376,
|
||
|
|
"learning_rate": 2.935461941772412e-06,
|
||
|
|
"loss": 0.4418,
|
||
|
|
"step": 3330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6743217665615142,
|
||
|
|
"grad_norm": 0.461936788764074,
|
||
|
|
"learning_rate": 2.9034219783420183e-06,
|
||
|
|
"loss": 0.438,
|
||
|
|
"step": 3340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6763406940063091,
|
||
|
|
"grad_norm": 0.4879384251763818,
|
||
|
|
"learning_rate": 2.871486133638378e-06,
|
||
|
|
"loss": 0.4498,
|
||
|
|
"step": 3350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6783596214511041,
|
||
|
|
"grad_norm": 0.47390435742643133,
|
||
|
|
"learning_rate": 2.8396559936360934e-06,
|
||
|
|
"loss": 0.4444,
|
||
|
|
"step": 3360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6803785488958991,
|
||
|
|
"grad_norm": 0.43781719559966065,
|
||
|
|
"learning_rate": 2.807933139060337e-06,
|
||
|
|
"loss": 0.4481,
|
||
|
|
"step": 3370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.682397476340694,
|
||
|
|
"grad_norm": 0.452166890113836,
|
||
|
|
"learning_rate": 2.776319145308345e-06,
|
||
|
|
"loss": 0.4397,
|
||
|
|
"step": 3380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.684416403785489,
|
||
|
|
"grad_norm": 0.4480696892989974,
|
||
|
|
"learning_rate": 2.7448155823711897e-06,
|
||
|
|
"loss": 0.4415,
|
||
|
|
"step": 3390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6864353312302839,
|
||
|
|
"grad_norm": 0.482631983733039,
|
||
|
|
"learning_rate": 2.7134240147558124e-06,
|
||
|
|
"loss": 0.4494,
|
||
|
|
"step": 3400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6884542586750788,
|
||
|
|
"grad_norm": 0.4215351521880855,
|
||
|
|
"learning_rate": 2.6821460014073187e-06,
|
||
|
|
"loss": 0.4359,
|
||
|
|
"step": 3410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6904731861198738,
|
||
|
|
"grad_norm": 0.44170545621316426,
|
||
|
|
"learning_rate": 2.6509830956315684e-06,
|
||
|
|
"loss": 0.4516,
|
||
|
|
"step": 3420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6924921135646688,
|
||
|
|
"grad_norm": 0.43846533524679027,
|
||
|
|
"learning_rate": 2.619936845018031e-06,
|
||
|
|
"loss": 0.4357,
|
||
|
|
"step": 3430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6945110410094637,
|
||
|
|
"grad_norm": 0.5008934216933979,
|
||
|
|
"learning_rate": 2.5890087913629358e-06,
|
||
|
|
"loss": 0.4467,
|
||
|
|
"step": 3440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6965299684542586,
|
||
|
|
"grad_norm": 0.5250213600953301,
|
||
|
|
"learning_rate": 2.558200470592701e-06,
|
||
|
|
"loss": 0.449,
|
||
|
|
"step": 3450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6985488958990537,
|
||
|
|
"grad_norm": 0.5362972001626155,
|
||
|
|
"learning_rate": 2.527513412687654e-06,
|
||
|
|
"loss": 0.436,
|
||
|
|
"step": 3460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7005678233438486,
|
||
|
|
"grad_norm": 0.4447368579357635,
|
||
|
|
"learning_rate": 2.4969491416060542e-06,
|
||
|
|
"loss": 0.4393,
|
||
|
|
"step": 3470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7025867507886435,
|
||
|
|
"grad_norm": 0.42761346324330285,
|
||
|
|
"learning_rate": 2.4665091752084175e-06,
|
||
|
|
"loss": 0.4423,
|
||
|
|
"step": 3480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7046056782334384,
|
||
|
|
"grad_norm": 0.45180644732668995,
|
||
|
|
"learning_rate": 2.4361950251821253e-06,
|
||
|
|
"loss": 0.4351,
|
||
|
|
"step": 3490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7066246056782335,
|
||
|
|
"grad_norm": 0.4655597774869552,
|
||
|
|
"learning_rate": 2.406008196966359e-06,
|
||
|
|
"loss": 0.445,
|
||
|
|
"step": 3500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7086435331230284,
|
||
|
|
"grad_norm": 0.44607134328593223,
|
||
|
|
"learning_rate": 2.375950189677342e-06,
|
||
|
|
"loss": 0.4322,
|
||
|
|
"step": 3510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7106624605678233,
|
||
|
|
"grad_norm": 0.45886523824853853,
|
||
|
|
"learning_rate": 2.346022496033879e-06,
|
||
|
|
"loss": 0.439,
|
||
|
|
"step": 3520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7126813880126183,
|
||
|
|
"grad_norm": 0.439206301308698,
|
||
|
|
"learning_rate": 2.316226602283243e-06,
|
||
|
|
"loss": 0.445,
|
||
|
|
"step": 3530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7147003154574133,
|
||
|
|
"grad_norm": 0.42444173885080955,
|
||
|
|
"learning_rate": 2.2865639881273494e-06,
|
||
|
|
"loss": 0.4402,
|
||
|
|
"step": 3540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7167192429022082,
|
||
|
|
"grad_norm": 0.48281990057391616,
|
||
|
|
"learning_rate": 2.25703612664928e-06,
|
||
|
|
"loss": 0.445,
|
||
|
|
"step": 3550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7187381703470032,
|
||
|
|
"grad_norm": 0.46127829547820787,
|
||
|
|
"learning_rate": 2.227644484240135e-06,
|
||
|
|
"loss": 0.4356,
|
||
|
|
"step": 3560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7207570977917981,
|
||
|
|
"grad_norm": 0.4610423355631118,
|
||
|
|
"learning_rate": 2.198390520526194e-06,
|
||
|
|
"loss": 0.4438,
|
||
|
|
"step": 3570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.722776025236593,
|
||
|
|
"grad_norm": 0.4711885745663891,
|
||
|
|
"learning_rate": 2.1692756882964404e-06,
|
||
|
|
"loss": 0.4464,
|
||
|
|
"step": 3580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.724794952681388,
|
||
|
|
"grad_norm": 0.5420237747030388,
|
||
|
|
"learning_rate": 2.140301433430414e-06,
|
||
|
|
"loss": 0.4436,
|
||
|
|
"step": 3590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.726813880126183,
|
||
|
|
"grad_norm": 0.47745493287406926,
|
||
|
|
"learning_rate": 2.1114691948264038e-06,
|
||
|
|
"loss": 0.4433,
|
||
|
|
"step": 3600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7288328075709779,
|
||
|
|
"grad_norm": 0.43683824200923127,
|
||
|
|
"learning_rate": 2.082780404329988e-06,
|
||
|
|
"loss": 0.4429,
|
||
|
|
"step": 3610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7308517350157728,
|
||
|
|
"grad_norm": 0.42141576682539833,
|
||
|
|
"learning_rate": 2.0542364866629292e-06,
|
||
|
|
"loss": 0.4402,
|
||
|
|
"step": 3620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7328706624605679,
|
||
|
|
"grad_norm": 0.4304526228372951,
|
||
|
|
"learning_rate": 2.025838859352428e-06,
|
||
|
|
"loss": 0.4462,
|
||
|
|
"step": 3630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7348895899053628,
|
||
|
|
"grad_norm": 0.4960972537231228,
|
||
|
|
"learning_rate": 1.997588932660713e-06,
|
||
|
|
"loss": 0.4298,
|
||
|
|
"step": 3640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7369085173501577,
|
||
|
|
"grad_norm": 0.5055917828329974,
|
||
|
|
"learning_rate": 1.9694881095150125e-06,
|
||
|
|
"loss": 0.4429,
|
||
|
|
"step": 3650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7389274447949526,
|
||
|
|
"grad_norm": 0.4756073151541865,
|
||
|
|
"learning_rate": 1.9415377854378903e-06,
|
||
|
|
"loss": 0.4423,
|
||
|
|
"step": 3660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7409463722397477,
|
||
|
|
"grad_norm": 0.4293238953341605,
|
||
|
|
"learning_rate": 1.913739348477927e-06,
|
||
|
|
"loss": 0.444,
|
||
|
|
"step": 3670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7429652996845426,
|
||
|
|
"grad_norm": 0.4476184732471472,
|
||
|
|
"learning_rate": 1.8860941791408038e-06,
|
||
|
|
"loss": 0.4432,
|
||
|
|
"step": 3680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7449842271293375,
|
||
|
|
"grad_norm": 0.4453341449071723,
|
||
|
|
"learning_rate": 1.8586036503207316e-06,
|
||
|
|
"loss": 0.4351,
|
||
|
|
"step": 3690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7470031545741325,
|
||
|
|
"grad_norm": 0.4741404781356218,
|
||
|
|
"learning_rate": 1.8312691272322768e-06,
|
||
|
|
"loss": 0.4445,
|
||
|
|
"step": 3700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7490220820189274,
|
||
|
|
"grad_norm": 0.4314595245056323,
|
||
|
|
"learning_rate": 1.804091967342569e-06,
|
||
|
|
"loss": 0.4392,
|
||
|
|
"step": 3710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7510410094637224,
|
||
|
|
"grad_norm": 0.4960471983973586,
|
||
|
|
"learning_rate": 1.777073520303874e-06,
|
||
|
|
"loss": 0.4406,
|
||
|
|
"step": 3720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7530599369085174,
|
||
|
|
"grad_norm": 0.47724657720097824,
|
||
|
|
"learning_rate": 1.7502151278865798e-06,
|
||
|
|
"loss": 0.4391,
|
||
|
|
"step": 3730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7550788643533123,
|
||
|
|
"grad_norm": 0.45566327509907684,
|
||
|
|
"learning_rate": 1.7235181239125587e-06,
|
||
|
|
"loss": 0.4411,
|
||
|
|
"step": 3740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7570977917981072,
|
||
|
|
"grad_norm": 0.47859031492685,
|
||
|
|
"learning_rate": 1.6969838341889288e-06,
|
||
|
|
"loss": 0.4412,
|
||
|
|
"step": 3750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7591167192429022,
|
||
|
|
"grad_norm": 0.4239970850626806,
|
||
|
|
"learning_rate": 1.67061357644221e-06,
|
||
|
|
"loss": 0.4327,
|
||
|
|
"step": 3760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7611356466876972,
|
||
|
|
"grad_norm": 0.41439508221708543,
|
||
|
|
"learning_rate": 1.6444086602528835e-06,
|
||
|
|
"loss": 0.4403,
|
||
|
|
"step": 3770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7631545741324921,
|
||
|
|
"grad_norm": 0.4724942386548484,
|
||
|
|
"learning_rate": 1.6183703869903666e-06,
|
||
|
|
"loss": 0.4399,
|
||
|
|
"step": 3780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.765173501577287,
|
||
|
|
"grad_norm": 0.5068083200686946,
|
||
|
|
"learning_rate": 1.59250004974837e-06,
|
||
|
|
"loss": 0.4484,
|
||
|
|
"step": 3790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7671924290220821,
|
||
|
|
"grad_norm": 0.47623913375530136,
|
||
|
|
"learning_rate": 1.5667989332806894e-06,
|
||
|
|
"loss": 0.442,
|
||
|
|
"step": 3800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.769211356466877,
|
||
|
|
"grad_norm": 0.5448383844625657,
|
||
|
|
"learning_rate": 1.5412683139374068e-06,
|
||
|
|
"loss": 0.4339,
|
||
|
|
"step": 3810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7712302839116719,
|
||
|
|
"grad_norm": 0.4819612793724808,
|
||
|
|
"learning_rate": 1.5159094596014934e-06,
|
||
|
|
"loss": 0.4478,
|
||
|
|
"step": 3820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7732492113564668,
|
||
|
|
"grad_norm": 0.4456007417706316,
|
||
|
|
"learning_rate": 1.4907236296258598e-06,
|
||
|
|
"loss": 0.4423,
|
||
|
|
"step": 3830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7752681388012618,
|
||
|
|
"grad_norm": 0.43979298393219013,
|
||
|
|
"learning_rate": 1.4657120747708014e-06,
|
||
|
|
"loss": 0.4417,
|
||
|
|
"step": 3840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7772870662460568,
|
||
|
|
"grad_norm": 0.5066920888924865,
|
||
|
|
"learning_rate": 1.4408760371418895e-06,
|
||
|
|
"loss": 0.4397,
|
||
|
|
"step": 3850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7793059936908517,
|
||
|
|
"grad_norm": 0.47046124228822955,
|
||
|
|
"learning_rate": 1.4162167501282925e-06,
|
||
|
|
"loss": 0.4416,
|
||
|
|
"step": 3860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7813249211356467,
|
||
|
|
"grad_norm": 0.4558898604297212,
|
||
|
|
"learning_rate": 1.391735438341514e-06,
|
||
|
|
"loss": 0.437,
|
||
|
|
"step": 3870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7833438485804416,
|
||
|
|
"grad_norm": 0.4635342780752439,
|
||
|
|
"learning_rate": 1.3674333175545818e-06,
|
||
|
|
"loss": 0.4425,
|
||
|
|
"step": 3880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7853627760252366,
|
||
|
|
"grad_norm": 0.450134125379297,
|
||
|
|
"learning_rate": 1.343311594641674e-06,
|
||
|
|
"loss": 0.4371,
|
||
|
|
"step": 3890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7873817034700316,
|
||
|
|
"grad_norm": 0.48501901287598154,
|
||
|
|
"learning_rate": 1.3193714675181813e-06,
|
||
|
|
"loss": 0.4428,
|
||
|
|
"step": 3900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7894006309148265,
|
||
|
|
"grad_norm": 0.41955405495588977,
|
||
|
|
"learning_rate": 1.2956141250812144e-06,
|
||
|
|
"loss": 0.4307,
|
||
|
|
"step": 3910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7914195583596214,
|
||
|
|
"grad_norm": 0.41659445986128424,
|
||
|
|
"learning_rate": 1.272040747150563e-06,
|
||
|
|
"loss": 0.447,
|
||
|
|
"step": 3920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7934384858044164,
|
||
|
|
"grad_norm": 0.44707673152149113,
|
||
|
|
"learning_rate": 1.2486525044101123e-06,
|
||
|
|
"loss": 0.4333,
|
||
|
|
"step": 3930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7954574132492114,
|
||
|
|
"grad_norm": 0.4698766268506151,
|
||
|
|
"learning_rate": 1.2254505583496922e-06,
|
||
|
|
"loss": 0.4403,
|
||
|
|
"step": 3940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7974763406940063,
|
||
|
|
"grad_norm": 0.47512471796296707,
|
||
|
|
"learning_rate": 1.2024360612074055e-06,
|
||
|
|
"loss": 0.4454,
|
||
|
|
"step": 3950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7994952681388012,
|
||
|
|
"grad_norm": 0.4585910400457452,
|
||
|
|
"learning_rate": 1.179610155912405e-06,
|
||
|
|
"loss": 0.436,
|
||
|
|
"step": 3960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8015141955835963,
|
||
|
|
"grad_norm": 0.4557389746705491,
|
||
|
|
"learning_rate": 1.1569739760281295e-06,
|
||
|
|
"loss": 0.4393,
|
||
|
|
"step": 3970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8035331230283912,
|
||
|
|
"grad_norm": 0.4553106102818403,
|
||
|
|
"learning_rate": 1.1345286456960186e-06,
|
||
|
|
"loss": 0.4439,
|
||
|
|
"step": 3980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8055520504731861,
|
||
|
|
"grad_norm": 0.4443887135897382,
|
||
|
|
"learning_rate": 1.1122752795796748e-06,
|
||
|
|
"loss": 0.4413,
|
||
|
|
"step": 3990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.807570977917981,
|
||
|
|
"grad_norm": 0.47272003456758904,
|
||
|
|
"learning_rate": 1.0902149828095154e-06,
|
||
|
|
"loss": 0.4422,
|
||
|
|
"step": 4000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.809589905362776,
|
||
|
|
"grad_norm": 0.43703108025040205,
|
||
|
|
"learning_rate": 1.0683488509278928e-06,
|
||
|
|
"loss": 0.4386,
|
||
|
|
"step": 4010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.811608832807571,
|
||
|
|
"grad_norm": 0.4441202945224273,
|
||
|
|
"learning_rate": 1.0466779698346797e-06,
|
||
|
|
"loss": 0.4363,
|
||
|
|
"step": 4020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8136277602523659,
|
||
|
|
"grad_norm": 0.42622028909468485,
|
||
|
|
"learning_rate": 1.025203415733348e-06,
|
||
|
|
"loss": 0.4365,
|
||
|
|
"step": 4030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8156466876971609,
|
||
|
|
"grad_norm": 0.440821020950604,
|
||
|
|
"learning_rate": 1.0039262550775235e-06,
|
||
|
|
"loss": 0.4345,
|
||
|
|
"step": 4040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8176656151419558,
|
||
|
|
"grad_norm": 0.4670601139166515,
|
||
|
|
"learning_rate": 9.828475445180212e-07,
|
||
|
|
"loss": 0.4404,
|
||
|
|
"step": 4050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8196845425867508,
|
||
|
|
"grad_norm": 0.4363041969561276,
|
||
|
|
"learning_rate": 9.61968330850374e-07,
|
||
|
|
"loss": 0.4369,
|
||
|
|
"step": 4060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8217034700315458,
|
||
|
|
"grad_norm": 0.4866069797752605,
|
||
|
|
"learning_rate": 9.412896509628439e-07,
|
||
|
|
"loss": 0.4434,
|
||
|
|
"step": 4070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8237223974763407,
|
||
|
|
"grad_norm": 0.4360948594973755,
|
||
|
|
"learning_rate": 9.208125317849304e-07,
|
||
|
|
"loss": 0.4395,
|
||
|
|
"step": 4080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8257413249211356,
|
||
|
|
"grad_norm": 0.4490621547393745,
|
||
|
|
"learning_rate": 9.005379902363753e-07,
|
||
|
|
"loss": 0.4405,
|
||
|
|
"step": 4090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8277602523659306,
|
||
|
|
"grad_norm": 0.4809678412101839,
|
||
|
|
"learning_rate": 8.804670331766557e-07,
|
||
|
|
"loss": 0.4449,
|
||
|
|
"step": 4100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8297791798107256,
|
||
|
|
"grad_norm": 0.4626290445825763,
|
||
|
|
"learning_rate": 8.606006573549836e-07,
|
||
|
|
"loss": 0.4359,
|
||
|
|
"step": 4110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8317981072555205,
|
||
|
|
"grad_norm": 0.5187638972410576,
|
||
|
|
"learning_rate": 8.409398493608089e-07,
|
||
|
|
"loss": 0.4413,
|
||
|
|
"step": 4120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8338170347003154,
|
||
|
|
"grad_norm": 0.46587792642977804,
|
||
|
|
"learning_rate": 8.214855855748249e-07,
|
||
|
|
"loss": 0.4409,
|
||
|
|
"step": 4130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8358359621451104,
|
||
|
|
"grad_norm": 0.4706901825283824,
|
||
|
|
"learning_rate": 8.022388321204688e-07,
|
||
|
|
"loss": 0.4354,
|
||
|
|
"step": 4140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8378548895899054,
|
||
|
|
"grad_norm": 0.562791948402191,
|
||
|
|
"learning_rate": 7.832005448159585e-07,
|
||
|
|
"loss": 0.4445,
|
||
|
|
"step": 4150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8398738170347003,
|
||
|
|
"grad_norm": 0.4543738469403552,
|
||
|
|
"learning_rate": 7.643716691268171e-07,
|
||
|
|
"loss": 0.4374,
|
||
|
|
"step": 4160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8418927444794952,
|
||
|
|
"grad_norm": 1.6174532184269235,
|
||
|
|
"learning_rate": 7.457531401189188e-07,
|
||
|
|
"loss": 0.4408,
|
||
|
|
"step": 4170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8439116719242902,
|
||
|
|
"grad_norm": 0.46922997370194347,
|
||
|
|
"learning_rate": 7.273458824120555e-07,
|
||
|
|
"loss": 0.4376,
|
||
|
|
"step": 4180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8459305993690852,
|
||
|
|
"grad_norm": 0.44210687899012985,
|
||
|
|
"learning_rate": 7.091508101340189e-07,
|
||
|
|
"loss": 0.4407,
|
||
|
|
"step": 4190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8479495268138801,
|
||
|
|
"grad_norm": 0.488809217492704,
|
||
|
|
"learning_rate": 6.91168826875201e-07,
|
||
|
|
"loss": 0.4489,
|
||
|
|
"step": 4200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8499684542586751,
|
||
|
|
"grad_norm": 0.4335482219101724,
|
||
|
|
"learning_rate": 6.734008256437253e-07,
|
||
|
|
"loss": 0.435,
|
||
|
|
"step": 4210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.85198738170347,
|
||
|
|
"grad_norm": 0.4549494452467777,
|
||
|
|
"learning_rate": 6.558476888210935e-07,
|
||
|
|
"loss": 0.4375,
|
||
|
|
"step": 4220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.854006309148265,
|
||
|
|
"grad_norm": 0.44896647048001603,
|
||
|
|
"learning_rate": 6.38510288118368e-07,
|
||
|
|
"loss": 0.4409,
|
||
|
|
"step": 4230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.85602523659306,
|
||
|
|
"grad_norm": 0.43685823117883865,
|
||
|
|
"learning_rate": 6.213894845328844e-07,
|
||
|
|
"loss": 0.4418,
|
||
|
|
"step": 4240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8580441640378549,
|
||
|
|
"grad_norm": 0.47792243578520655,
|
||
|
|
"learning_rate": 6.044861283054876e-07,
|
||
|
|
"loss": 0.4452,
|
||
|
|
"step": 4250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8600630914826498,
|
||
|
|
"grad_norm": 0.43885235740502504,
|
||
|
|
"learning_rate": 5.878010588783101e-07,
|
||
|
|
"loss": 0.4423,
|
||
|
|
"step": 4260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8620820189274448,
|
||
|
|
"grad_norm": 0.5121668333108534,
|
||
|
|
"learning_rate": 5.713351048530874e-07,
|
||
|
|
"loss": 0.4429,
|
||
|
|
"step": 4270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8641009463722398,
|
||
|
|
"grad_norm": 0.44403508398564756,
|
||
|
|
"learning_rate": 5.550890839500067e-07,
|
||
|
|
"loss": 0.4511,
|
||
|
|
"step": 4280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8661198738170347,
|
||
|
|
"grad_norm": 0.42769598938785636,
|
||
|
|
"learning_rate": 5.390638029670908e-07,
|
||
|
|
"loss": 0.4322,
|
||
|
|
"step": 4290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8681388012618296,
|
||
|
|
"grad_norm": 0.4949663561795469,
|
||
|
|
"learning_rate": 5.232600577401436e-07,
|
||
|
|
"loss": 0.4457,
|
||
|
|
"step": 4300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8701577287066246,
|
||
|
|
"grad_norm": 0.4489314407451146,
|
||
|
|
"learning_rate": 5.076786331032224e-07,
|
||
|
|
"loss": 0.4327,
|
||
|
|
"step": 4310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8721766561514196,
|
||
|
|
"grad_norm": 0.48025463446625855,
|
||
|
|
"learning_rate": 4.923203028496576e-07,
|
||
|
|
"loss": 0.4447,
|
||
|
|
"step": 4320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8741955835962145,
|
||
|
|
"grad_norm": 0.5743773868003562,
|
||
|
|
"learning_rate": 4.771858296936311e-07,
|
||
|
|
"loss": 0.4402,
|
||
|
|
"step": 4330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8762145110410094,
|
||
|
|
"grad_norm": 0.4329672101913256,
|
||
|
|
"learning_rate": 4.622759652322989e-07,
|
||
|
|
"loss": 0.4455,
|
||
|
|
"step": 4340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8782334384858044,
|
||
|
|
"grad_norm": 0.49048963795844497,
|
||
|
|
"learning_rate": 4.475914499084605e-07,
|
||
|
|
"loss": 0.4467,
|
||
|
|
"step": 4350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8802523659305994,
|
||
|
|
"grad_norm": 0.4829611101804599,
|
||
|
|
"learning_rate": 4.331330129737954e-07,
|
||
|
|
"loss": 0.4287,
|
||
|
|
"step": 4360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8822712933753943,
|
||
|
|
"grad_norm": 0.44140910883095635,
|
||
|
|
"learning_rate": 4.189013724526392e-07,
|
||
|
|
"loss": 0.4446,
|
||
|
|
"step": 4370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8842902208201893,
|
||
|
|
"grad_norm": 0.45272062627566334,
|
||
|
|
"learning_rate": 4.048972351063313e-07,
|
||
|
|
"loss": 0.4354,
|
||
|
|
"step": 4380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8863091482649842,
|
||
|
|
"grad_norm": 0.7049959167129851,
|
||
|
|
"learning_rate": 3.9112129639811535e-07,
|
||
|
|
"loss": 0.4346,
|
||
|
|
"step": 4390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8883280757097792,
|
||
|
|
"grad_norm": 0.4811238411002169,
|
||
|
|
"learning_rate": 3.7757424045860025e-07,
|
||
|
|
"loss": 0.4372,
|
||
|
|
"step": 4400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8903470031545742,
|
||
|
|
"grad_norm": 0.4540483251684103,
|
||
|
|
"learning_rate": 3.642567400517838e-07,
|
||
|
|
"loss": 0.4314,
|
||
|
|
"step": 4410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8923659305993691,
|
||
|
|
"grad_norm": 0.47603601308214405,
|
||
|
|
"learning_rate": 3.511694565416485e-07,
|
||
|
|
"loss": 0.4382,
|
||
|
|
"step": 4420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.894384858044164,
|
||
|
|
"grad_norm": 0.4286142580967842,
|
||
|
|
"learning_rate": 3.383130398593121e-07,
|
||
|
|
"loss": 0.4399,
|
||
|
|
"step": 4430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8964037854889589,
|
||
|
|
"grad_norm": 0.4337017987281163,
|
||
|
|
"learning_rate": 3.2568812847074913e-07,
|
||
|
|
"loss": 0.4437,
|
||
|
|
"step": 4440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.898422712933754,
|
||
|
|
"grad_norm": 0.48386529314250487,
|
||
|
|
"learning_rate": 3.1329534934509186e-07,
|
||
|
|
"loss": 0.4415,
|
||
|
|
"step": 4450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9004416403785489,
|
||
|
|
"grad_norm": 0.46990087367597777,
|
||
|
|
"learning_rate": 3.011353179234888e-07,
|
||
|
|
"loss": 0.4317,
|
||
|
|
"step": 4460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9024605678233438,
|
||
|
|
"grad_norm": 0.42506034975479673,
|
||
|
|
"learning_rate": 2.8920863808853947e-07,
|
||
|
|
"loss": 0.444,
|
||
|
|
"step": 4470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9044794952681388,
|
||
|
|
"grad_norm": 0.6216117310744336,
|
||
|
|
"learning_rate": 2.775159021343082e-07,
|
||
|
|
"loss": 0.4367,
|
||
|
|
"step": 4480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9064984227129338,
|
||
|
|
"grad_norm": 0.4583995655944248,
|
||
|
|
"learning_rate": 2.660576907369111e-07,
|
||
|
|
"loss": 0.4412,
|
||
|
|
"step": 4490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9085173501577287,
|
||
|
|
"grad_norm": 0.4889160958013681,
|
||
|
|
"learning_rate": 2.5483457292567517e-07,
|
||
|
|
"loss": 0.4403,
|
||
|
|
"step": 4500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9105362776025236,
|
||
|
|
"grad_norm": 0.4267838945833425,
|
||
|
|
"learning_rate": 2.4384710605488195e-07,
|
||
|
|
"loss": 0.4402,
|
||
|
|
"step": 4510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9125552050473186,
|
||
|
|
"grad_norm": 0.4986776395611631,
|
||
|
|
"learning_rate": 2.330958357760882e-07,
|
||
|
|
"loss": 0.4399,
|
||
|
|
"step": 4520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9145741324921136,
|
||
|
|
"grad_norm": 0.459784020601065,
|
||
|
|
"learning_rate": 2.225812960110263e-07,
|
||
|
|
"loss": 0.4316,
|
||
|
|
"step": 4530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9165930599369085,
|
||
|
|
"grad_norm": 0.44426443349474987,
|
||
|
|
"learning_rate": 2.123040089250944e-07,
|
||
|
|
"loss": 0.4402,
|
||
|
|
"step": 4540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9186119873817035,
|
||
|
|
"grad_norm": 0.49235316049109906,
|
||
|
|
"learning_rate": 2.0226448490141715e-07,
|
||
|
|
"loss": 0.4481,
|
||
|
|
"step": 4550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9206309148264984,
|
||
|
|
"grad_norm": 0.43058790479448,
|
||
|
|
"learning_rate": 1.9246322251550653e-07,
|
||
|
|
"loss": 0.4317,
|
||
|
|
"step": 4560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9226498422712934,
|
||
|
|
"grad_norm": 0.4966838385984267,
|
||
|
|
"learning_rate": 1.829007085104978e-07,
|
||
|
|
"loss": 0.4427,
|
||
|
|
"step": 4570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9246687697160884,
|
||
|
|
"grad_norm": 0.4666275183152453,
|
||
|
|
"learning_rate": 1.7357741777297987e-07,
|
||
|
|
"loss": 0.4485,
|
||
|
|
"step": 4580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9266876971608833,
|
||
|
|
"grad_norm": 0.4412830191687912,
|
||
|
|
"learning_rate": 1.644938133094076e-07,
|
||
|
|
"loss": 0.4312,
|
||
|
|
"step": 4590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9287066246056782,
|
||
|
|
"grad_norm": 0.4886548137136921,
|
||
|
|
"learning_rate": 1.5565034622311349e-07,
|
||
|
|
"loss": 0.4461,
|
||
|
|
"step": 4600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9307255520504731,
|
||
|
|
"grad_norm": 0.4652701957357695,
|
||
|
|
"learning_rate": 1.4704745569190327e-07,
|
||
|
|
"loss": 0.4375,
|
||
|
|
"step": 4610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9327444794952682,
|
||
|
|
"grad_norm": 0.5298674695548953,
|
||
|
|
"learning_rate": 1.3868556894624353e-07,
|
||
|
|
"loss": 0.4399,
|
||
|
|
"step": 4620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9347634069400631,
|
||
|
|
"grad_norm": 0.4562802443840814,
|
||
|
|
"learning_rate": 1.30565101248048e-07,
|
||
|
|
"loss": 0.4385,
|
||
|
|
"step": 4630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.936782334384858,
|
||
|
|
"grad_norm": 0.4578530629768795,
|
||
|
|
"learning_rate": 1.226864558700541e-07,
|
||
|
|
"loss": 0.4416,
|
||
|
|
"step": 4640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.938801261829653,
|
||
|
|
"grad_norm": 0.4951660779551572,
|
||
|
|
"learning_rate": 1.1505002407579512e-07,
|
||
|
|
"loss": 0.4424,
|
||
|
|
"step": 4650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.940820189274448,
|
||
|
|
"grad_norm": 0.44757841438265406,
|
||
|
|
"learning_rate": 1.0765618510017118e-07,
|
||
|
|
"loss": 0.4368,
|
||
|
|
"step": 4660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9428391167192429,
|
||
|
|
"grad_norm": 1.5035499500846865,
|
||
|
|
"learning_rate": 1.0050530613061327e-07,
|
||
|
|
"loss": 0.4353,
|
||
|
|
"step": 4670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9448580441640378,
|
||
|
|
"grad_norm": 0.4938389329390479,
|
||
|
|
"learning_rate": 9.359774228885177e-08,
|
||
|
|
"loss": 0.4391,
|
||
|
|
"step": 4680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9468769716088328,
|
||
|
|
"grad_norm": 0.4711850612472287,
|
||
|
|
"learning_rate": 8.693383661327882e-08,
|
||
|
|
"loss": 0.4388,
|
||
|
|
"step": 4690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9488958990536278,
|
||
|
|
"grad_norm": 0.48652374519922575,
|
||
|
|
"learning_rate": 8.051392004191139e-08,
|
||
|
|
"loss": 0.4486,
|
||
|
|
"step": 4700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9509148264984227,
|
||
|
|
"grad_norm": 0.4473704324045684,
|
||
|
|
"learning_rate": 7.433831139595727e-08,
|
||
|
|
"loss": 0.4385,
|
||
|
|
"step": 4710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9529337539432177,
|
||
|
|
"grad_norm": 0.509944701555344,
|
||
|
|
"learning_rate": 6.840731736398542e-08,
|
||
|
|
"loss": 0.4362,
|
||
|
|
"step": 4720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9549526813880126,
|
||
|
|
"grad_norm": 0.4468123798191573,
|
||
|
|
"learning_rate": 6.272123248668993e-08,
|
||
|
|
"loss": 0.4356,
|
||
|
|
"step": 4730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9569716088328075,
|
||
|
|
"grad_norm": 0.4432856047100861,
|
||
|
|
"learning_rate": 5.728033914226494e-08,
|
||
|
|
"loss": 0.4406,
|
||
|
|
"step": 4740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9589905362776026,
|
||
|
|
"grad_norm": 0.8312641118207356,
|
||
|
|
"learning_rate": 5.2084907532383156e-08,
|
||
|
|
"loss": 0.4457,
|
||
|
|
"step": 4750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9610094637223975,
|
||
|
|
"grad_norm": 0.4308428180533281,
|
||
|
|
"learning_rate": 4.7135195668776e-08,
|
||
|
|
"loss": 0.4337,
|
||
|
|
"step": 4760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9630283911671924,
|
||
|
|
"grad_norm": 0.47706748470749133,
|
||
|
|
"learning_rate": 4.243144936041943e-08,
|
||
|
|
"loss": 0.4413,
|
||
|
|
"step": 4770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9650473186119873,
|
||
|
|
"grad_norm": 0.46426542825118344,
|
||
|
|
"learning_rate": 3.797390220132757e-08,
|
||
|
|
"loss": 0.4325,
|
||
|
|
"step": 4780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9670662460567824,
|
||
|
|
"grad_norm": 0.4324982289321672,
|
||
|
|
"learning_rate": 3.3762775558952576e-08,
|
||
|
|
"loss": 0.4377,
|
||
|
|
"step": 4790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9690851735015773,
|
||
|
|
"grad_norm": 0.47719223462129745,
|
||
|
|
"learning_rate": 2.9798278563190618e-08,
|
||
|
|
"loss": 0.4439,
|
||
|
|
"step": 4800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9711041009463722,
|
||
|
|
"grad_norm": 0.4540530080947163,
|
||
|
|
"learning_rate": 2.6080608095997438e-08,
|
||
|
|
"loss": 0.4377,
|
||
|
|
"step": 4810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9731230283911672,
|
||
|
|
"grad_norm": 0.4413909184803219,
|
||
|
|
"learning_rate": 2.2609948781607827e-08,
|
||
|
|
"loss": 0.4424,
|
||
|
|
"step": 4820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9751419558359622,
|
||
|
|
"grad_norm": 0.4712177319951425,
|
||
|
|
"learning_rate": 1.9386472977370728e-08,
|
||
|
|
"loss": 0.4412,
|
||
|
|
"step": 4830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9771608832807571,
|
||
|
|
"grad_norm": 0.443140708468747,
|
||
|
|
"learning_rate": 1.6410340765187772e-08,
|
||
|
|
"loss": 0.4382,
|
||
|
|
"step": 4840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.979179810725552,
|
||
|
|
"grad_norm": 0.4782858905945508,
|
||
|
|
"learning_rate": 1.3681699943564053e-08,
|
||
|
|
"loss": 0.4387,
|
||
|
|
"step": 4850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.981198738170347,
|
||
|
|
"grad_norm": 0.6206662222549734,
|
||
|
|
"learning_rate": 1.1200686020266805e-08,
|
||
|
|
"loss": 0.4431,
|
||
|
|
"step": 4860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.983217665615142,
|
||
|
|
"grad_norm": 2.8460570799996985,
|
||
|
|
"learning_rate": 8.967422205598541e-09,
|
||
|
|
"loss": 0.4393,
|
||
|
|
"step": 4870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9852365930599369,
|
||
|
|
"grad_norm": 0.4435087118229933,
|
||
|
|
"learning_rate": 6.982019406275853e-09,
|
||
|
|
"loss": 0.436,
|
||
|
|
"step": 4880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9872555205047319,
|
||
|
|
"grad_norm": 0.4300508595922509,
|
||
|
|
"learning_rate": 5.244576219922693e-09,
|
||
|
|
"loss": 0.4316,
|
||
|
|
"step": 4890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9892744479495268,
|
||
|
|
"grad_norm": 0.49712300151356087,
|
||
|
|
"learning_rate": 3.755178930173742e-09,
|
||
|
|
"loss": 0.4463,
|
||
|
|
"step": 4900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9912933753943217,
|
||
|
|
"grad_norm": 0.4798533947795922,
|
||
|
|
"learning_rate": 2.513901502389504e-09,
|
||
|
|
"loss": 0.4327,
|
||
|
|
"step": 4910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9933123028391168,
|
||
|
|
"grad_norm": 0.4936501161499046,
|
||
|
|
"learning_rate": 1.520805579983131e-09,
|
||
|
|
"loss": 0.4403,
|
||
|
|
"step": 4920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9953312302839117,
|
||
|
|
"grad_norm": 0.4638813307919199,
|
||
|
|
"learning_rate": 7.759404813600935e-10,
|
||
|
|
"loss": 0.4385,
|
||
|
|
"step": 4930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9973501577287066,
|
||
|
|
"grad_norm": 0.43789683220104403,
|
||
|
|
"learning_rate": 2.7934319746625306e-10,
|
||
|
|
"loss": 0.4387,
|
||
|
|
"step": 4940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9993690851735015,
|
||
|
|
"grad_norm": 0.4980004114526748,
|
||
|
|
"learning_rate": 3.103838995321962e-11,
|
||
|
|
"loss": 0.4391,
|
||
|
|
"step": 4950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0,
|
||
|
|
"step": 4954,
|
||
|
|
"total_flos": 1.1092292323919266e+19,
|
||
|
|
"train_loss": 0.46906891030845593,
|
||
|
|
"train_runtime": 81648.0087,
|
||
|
|
"train_samples_per_second": 7.765,
|
||
|
|
"train_steps_per_second": 0.061
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"logging_steps": 10,
|
||
|
|
"max_steps": 4954,
|
||
|
|
"num_input_tokens_seen": 0,
|
||
|
|
"num_train_epochs": 1,
|
||
|
|
"save_steps": 50000,
|
||
|
|
"stateful_callbacks": {
|
||
|
|
"TrainerControl": {
|
||
|
|
"args": {
|
||
|
|
"should_epoch_stop": false,
|
||
|
|
"should_evaluate": false,
|
||
|
|
"should_log": false,
|
||
|
|
"should_save": true,
|
||
|
|
"should_training_stop": true
|
||
|
|
},
|
||
|
|
"attributes": {}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"total_flos": 1.1092292323919266e+19,
|
||
|
|
"train_batch_size": 1,
|
||
|
|
"trial_name": null,
|
||
|
|
"trial_params": null
|
||
|
|
}
|