2450 lines
48 KiB
JSON
2450 lines
48 KiB
JSON
{
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 1.298502382573179,
|
|
"eval_steps": 25,
|
|
"global_step": 385,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.0,
|
|
"learning_rate": 0.0,
|
|
"loss": 0.7751,
|
|
"step": 1
|
|
},
|
|
{
|
|
"epoch": 0.01,
|
|
"learning_rate": 3.25e-06,
|
|
"loss": 0.804,
|
|
"step": 2
|
|
},
|
|
{
|
|
"epoch": 0.01,
|
|
"learning_rate": 6.5e-06,
|
|
"loss": 0.7948,
|
|
"step": 3
|
|
},
|
|
{
|
|
"epoch": 0.01,
|
|
"learning_rate": 6.496524064171123e-06,
|
|
"loss": 0.7803,
|
|
"step": 4
|
|
},
|
|
{
|
|
"epoch": 0.02,
|
|
"learning_rate": 6.493048128342246e-06,
|
|
"loss": 0.8638,
|
|
"step": 5
|
|
},
|
|
{
|
|
"epoch": 0.02,
|
|
"learning_rate": 6.4895721925133685e-06,
|
|
"loss": 0.7873,
|
|
"step": 6
|
|
},
|
|
{
|
|
"epoch": 0.02,
|
|
"learning_rate": 6.486096256684491e-06,
|
|
"loss": 0.7784,
|
|
"step": 7
|
|
},
|
|
{
|
|
"epoch": 0.03,
|
|
"learning_rate": 6.482620320855615e-06,
|
|
"loss": 0.8244,
|
|
"step": 8
|
|
},
|
|
{
|
|
"epoch": 0.03,
|
|
"learning_rate": 6.479144385026738e-06,
|
|
"loss": 0.7983,
|
|
"step": 9
|
|
},
|
|
{
|
|
"epoch": 0.03,
|
|
"learning_rate": 6.47566844919786e-06,
|
|
"loss": 0.807,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 0.04,
|
|
"learning_rate": 6.4721925133689835e-06,
|
|
"loss": 0.8075,
|
|
"step": 11
|
|
},
|
|
{
|
|
"epoch": 0.04,
|
|
"learning_rate": 6.468716577540107e-06,
|
|
"loss": 0.7881,
|
|
"step": 12
|
|
},
|
|
{
|
|
"epoch": 0.04,
|
|
"learning_rate": 6.46524064171123e-06,
|
|
"loss": 0.7896,
|
|
"step": 13
|
|
},
|
|
{
|
|
"epoch": 0.04,
|
|
"learning_rate": 6.461764705882352e-06,
|
|
"loss": 0.7941,
|
|
"step": 14
|
|
},
|
|
{
|
|
"epoch": 0.05,
|
|
"learning_rate": 6.458288770053475e-06,
|
|
"loss": 0.7891,
|
|
"step": 15
|
|
},
|
|
{
|
|
"epoch": 0.05,
|
|
"learning_rate": 6.454812834224599e-06,
|
|
"loss": 0.7909,
|
|
"step": 16
|
|
},
|
|
{
|
|
"epoch": 0.05,
|
|
"learning_rate": 6.451336898395722e-06,
|
|
"loss": 0.7958,
|
|
"step": 17
|
|
},
|
|
{
|
|
"epoch": 0.06,
|
|
"learning_rate": 6.447860962566844e-06,
|
|
"loss": 0.8015,
|
|
"step": 18
|
|
},
|
|
{
|
|
"epoch": 0.06,
|
|
"learning_rate": 6.4443850267379675e-06,
|
|
"loss": 0.7899,
|
|
"step": 19
|
|
},
|
|
{
|
|
"epoch": 0.06,
|
|
"learning_rate": 6.440909090909091e-06,
|
|
"loss": 0.7932,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.07,
|
|
"learning_rate": 6.437433155080214e-06,
|
|
"loss": 0.7848,
|
|
"step": 21
|
|
},
|
|
{
|
|
"epoch": 0.07,
|
|
"learning_rate": 6.433957219251336e-06,
|
|
"loss": 0.7812,
|
|
"step": 22
|
|
},
|
|
{
|
|
"epoch": 0.07,
|
|
"learning_rate": 6.430481283422459e-06,
|
|
"loss": 0.7773,
|
|
"step": 23
|
|
},
|
|
{
|
|
"epoch": 0.08,
|
|
"learning_rate": 6.4270053475935825e-06,
|
|
"loss": 0.8001,
|
|
"step": 24
|
|
},
|
|
{
|
|
"epoch": 0.08,
|
|
"learning_rate": 6.423529411764706e-06,
|
|
"loss": 0.7818,
|
|
"step": 25
|
|
},
|
|
{
|
|
"epoch": 0.08,
|
|
"eval_loss": 0.5808905363082886,
|
|
"eval_runtime": 25.1343,
|
|
"eval_samples_per_second": 293.543,
|
|
"eval_steps_per_second": 24.469,
|
|
"step": 25
|
|
},
|
|
{
|
|
"epoch": 0.08,
|
|
"learning_rate": 6.420053475935828e-06,
|
|
"loss": 0.7864,
|
|
"step": 26
|
|
},
|
|
{
|
|
"epoch": 0.09,
|
|
"learning_rate": 6.416577540106951e-06,
|
|
"loss": 0.7893,
|
|
"step": 27
|
|
},
|
|
{
|
|
"epoch": 0.09,
|
|
"learning_rate": 6.413101604278074e-06,
|
|
"loss": 0.7728,
|
|
"step": 28
|
|
},
|
|
{
|
|
"epoch": 0.09,
|
|
"learning_rate": 6.409625668449198e-06,
|
|
"loss": 0.7654,
|
|
"step": 29
|
|
},
|
|
{
|
|
"epoch": 0.1,
|
|
"learning_rate": 6.40614973262032e-06,
|
|
"loss": 0.7705,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 0.1,
|
|
"learning_rate": 6.402673796791443e-06,
|
|
"loss": 0.7758,
|
|
"step": 31
|
|
},
|
|
{
|
|
"epoch": 0.1,
|
|
"learning_rate": 6.3991978609625665e-06,
|
|
"loss": 0.7911,
|
|
"step": 32
|
|
},
|
|
{
|
|
"epoch": 0.11,
|
|
"learning_rate": 6.39572192513369e-06,
|
|
"loss": 0.7816,
|
|
"step": 33
|
|
},
|
|
{
|
|
"epoch": 0.11,
|
|
"learning_rate": 6.392245989304813e-06,
|
|
"loss": 0.786,
|
|
"step": 34
|
|
},
|
|
{
|
|
"epoch": 0.11,
|
|
"learning_rate": 6.388770053475935e-06,
|
|
"loss": 0.7741,
|
|
"step": 35
|
|
},
|
|
{
|
|
"epoch": 0.12,
|
|
"learning_rate": 6.385294117647058e-06,
|
|
"loss": 0.7676,
|
|
"step": 36
|
|
},
|
|
{
|
|
"epoch": 0.12,
|
|
"learning_rate": 6.3818181818181815e-06,
|
|
"loss": 0.7671,
|
|
"step": 37
|
|
},
|
|
{
|
|
"epoch": 0.12,
|
|
"learning_rate": 6.378342245989305e-06,
|
|
"loss": 0.7742,
|
|
"step": 38
|
|
},
|
|
{
|
|
"epoch": 0.12,
|
|
"learning_rate": 6.374866310160427e-06,
|
|
"loss": 0.7653,
|
|
"step": 39
|
|
},
|
|
{
|
|
"epoch": 0.13,
|
|
"learning_rate": 6.37139037433155e-06,
|
|
"loss": 0.7726,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.13,
|
|
"learning_rate": 6.367914438502674e-06,
|
|
"loss": 0.746,
|
|
"step": 41
|
|
},
|
|
{
|
|
"epoch": 0.13,
|
|
"learning_rate": 6.364438502673797e-06,
|
|
"loss": 0.7754,
|
|
"step": 42
|
|
},
|
|
{
|
|
"epoch": 0.14,
|
|
"learning_rate": 6.360962566844919e-06,
|
|
"loss": 0.7712,
|
|
"step": 43
|
|
},
|
|
{
|
|
"epoch": 0.14,
|
|
"learning_rate": 6.357486631016042e-06,
|
|
"loss": 0.763,
|
|
"step": 44
|
|
},
|
|
{
|
|
"epoch": 0.14,
|
|
"learning_rate": 6.3540106951871655e-06,
|
|
"loss": 0.757,
|
|
"step": 45
|
|
},
|
|
{
|
|
"epoch": 0.15,
|
|
"learning_rate": 6.350534759358289e-06,
|
|
"loss": 0.7773,
|
|
"step": 46
|
|
},
|
|
{
|
|
"epoch": 0.15,
|
|
"learning_rate": 6.347058823529411e-06,
|
|
"loss": 0.7678,
|
|
"step": 47
|
|
},
|
|
{
|
|
"epoch": 0.15,
|
|
"learning_rate": 6.343582887700534e-06,
|
|
"loss": 0.7607,
|
|
"step": 48
|
|
},
|
|
{
|
|
"epoch": 0.16,
|
|
"learning_rate": 6.340106951871657e-06,
|
|
"loss": 0.7698,
|
|
"step": 49
|
|
},
|
|
{
|
|
"epoch": 0.16,
|
|
"learning_rate": 6.3366310160427806e-06,
|
|
"loss": 0.7689,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.16,
|
|
"eval_loss": 0.5711967945098877,
|
|
"eval_runtime": 25.1163,
|
|
"eval_samples_per_second": 293.753,
|
|
"eval_steps_per_second": 24.486,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.16,
|
|
"learning_rate": 6.333155080213903e-06,
|
|
"loss": 0.7586,
|
|
"step": 51
|
|
},
|
|
{
|
|
"epoch": 0.17,
|
|
"learning_rate": 6.329679144385026e-06,
|
|
"loss": 0.7747,
|
|
"step": 52
|
|
},
|
|
{
|
|
"epoch": 0.17,
|
|
"learning_rate": 6.3262032085561494e-06,
|
|
"loss": 0.781,
|
|
"step": 53
|
|
},
|
|
{
|
|
"epoch": 0.17,
|
|
"learning_rate": 6.322727272727273e-06,
|
|
"loss": 0.7746,
|
|
"step": 54
|
|
},
|
|
{
|
|
"epoch": 0.18,
|
|
"learning_rate": 6.319251336898395e-06,
|
|
"loss": 0.7636,
|
|
"step": 55
|
|
},
|
|
{
|
|
"epoch": 0.18,
|
|
"learning_rate": 6.315775401069518e-06,
|
|
"loss": 0.7521,
|
|
"step": 56
|
|
},
|
|
{
|
|
"epoch": 0.18,
|
|
"learning_rate": 6.312299465240641e-06,
|
|
"loss": 0.7662,
|
|
"step": 57
|
|
},
|
|
{
|
|
"epoch": 0.19,
|
|
"learning_rate": 6.3088235294117645e-06,
|
|
"loss": 0.7807,
|
|
"step": 58
|
|
},
|
|
{
|
|
"epoch": 0.19,
|
|
"learning_rate": 6.305347593582887e-06,
|
|
"loss": 0.7643,
|
|
"step": 59
|
|
},
|
|
{
|
|
"epoch": 0.19,
|
|
"learning_rate": 6.30187165775401e-06,
|
|
"loss": 0.7671,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 0.2,
|
|
"learning_rate": 6.298395721925133e-06,
|
|
"loss": 0.7599,
|
|
"step": 61
|
|
},
|
|
{
|
|
"epoch": 0.2,
|
|
"learning_rate": 6.294919786096257e-06,
|
|
"loss": 0.7467,
|
|
"step": 62
|
|
},
|
|
{
|
|
"epoch": 0.2,
|
|
"learning_rate": 6.2914438502673796e-06,
|
|
"loss": 0.761,
|
|
"step": 63
|
|
},
|
|
{
|
|
"epoch": 0.2,
|
|
"learning_rate": 6.287967914438502e-06,
|
|
"loss": 0.7679,
|
|
"step": 64
|
|
},
|
|
{
|
|
"epoch": 0.21,
|
|
"learning_rate": 6.284491978609625e-06,
|
|
"loss": 0.7841,
|
|
"step": 65
|
|
},
|
|
{
|
|
"epoch": 0.21,
|
|
"learning_rate": 6.2810160427807484e-06,
|
|
"loss": 0.7792,
|
|
"step": 66
|
|
},
|
|
{
|
|
"epoch": 0.21,
|
|
"learning_rate": 6.277540106951872e-06,
|
|
"loss": 0.768,
|
|
"step": 67
|
|
},
|
|
{
|
|
"epoch": 0.22,
|
|
"learning_rate": 6.274064171122994e-06,
|
|
"loss": 0.7568,
|
|
"step": 68
|
|
},
|
|
{
|
|
"epoch": 0.22,
|
|
"learning_rate": 6.270588235294117e-06,
|
|
"loss": 0.7832,
|
|
"step": 69
|
|
},
|
|
{
|
|
"epoch": 0.22,
|
|
"learning_rate": 6.26711229946524e-06,
|
|
"loss": 0.7548,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 0.23,
|
|
"learning_rate": 6.2636363636363635e-06,
|
|
"loss": 0.7444,
|
|
"step": 71
|
|
},
|
|
{
|
|
"epoch": 0.23,
|
|
"learning_rate": 6.260160427807486e-06,
|
|
"loss": 0.7656,
|
|
"step": 72
|
|
},
|
|
{
|
|
"epoch": 0.23,
|
|
"learning_rate": 6.256684491978609e-06,
|
|
"loss": 0.761,
|
|
"step": 73
|
|
},
|
|
{
|
|
"epoch": 0.24,
|
|
"learning_rate": 6.253208556149732e-06,
|
|
"loss": 0.7576,
|
|
"step": 74
|
|
},
|
|
{
|
|
"epoch": 0.24,
|
|
"learning_rate": 6.249732620320856e-06,
|
|
"loss": 0.7838,
|
|
"step": 75
|
|
},
|
|
{
|
|
"epoch": 0.24,
|
|
"eval_loss": 0.5673521757125854,
|
|
"eval_runtime": 25.1312,
|
|
"eval_samples_per_second": 293.58,
|
|
"eval_steps_per_second": 24.472,
|
|
"step": 75
|
|
},
|
|
{
|
|
"epoch": 0.24,
|
|
"learning_rate": 6.246256684491978e-06,
|
|
"loss": 0.7697,
|
|
"step": 76
|
|
},
|
|
{
|
|
"epoch": 0.25,
|
|
"learning_rate": 6.242780748663101e-06,
|
|
"loss": 0.7691,
|
|
"step": 77
|
|
},
|
|
{
|
|
"epoch": 0.25,
|
|
"learning_rate": 6.239304812834224e-06,
|
|
"loss": 0.7579,
|
|
"step": 78
|
|
},
|
|
{
|
|
"epoch": 0.25,
|
|
"learning_rate": 6.2358288770053474e-06,
|
|
"loss": 0.7659,
|
|
"step": 79
|
|
},
|
|
{
|
|
"epoch": 0.26,
|
|
"learning_rate": 6.23235294117647e-06,
|
|
"loss": 0.7552,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 0.26,
|
|
"learning_rate": 6.228877005347593e-06,
|
|
"loss": 0.7593,
|
|
"step": 81
|
|
},
|
|
{
|
|
"epoch": 0.26,
|
|
"learning_rate": 6.225401069518716e-06,
|
|
"loss": 0.7558,
|
|
"step": 82
|
|
},
|
|
{
|
|
"epoch": 0.27,
|
|
"learning_rate": 6.22192513368984e-06,
|
|
"loss": 0.7784,
|
|
"step": 83
|
|
},
|
|
{
|
|
"epoch": 0.27,
|
|
"learning_rate": 6.218449197860962e-06,
|
|
"loss": 0.7616,
|
|
"step": 84
|
|
},
|
|
{
|
|
"epoch": 0.27,
|
|
"learning_rate": 6.214973262032085e-06,
|
|
"loss": 0.772,
|
|
"step": 85
|
|
},
|
|
{
|
|
"epoch": 0.28,
|
|
"learning_rate": 6.211497326203208e-06,
|
|
"loss": 0.7557,
|
|
"step": 86
|
|
},
|
|
{
|
|
"epoch": 0.28,
|
|
"learning_rate": 6.208021390374331e-06,
|
|
"loss": 0.7517,
|
|
"step": 87
|
|
},
|
|
{
|
|
"epoch": 0.28,
|
|
"learning_rate": 6.204545454545454e-06,
|
|
"loss": 0.7659,
|
|
"step": 88
|
|
},
|
|
{
|
|
"epoch": 0.28,
|
|
"learning_rate": 6.201069518716577e-06,
|
|
"loss": 0.742,
|
|
"step": 89
|
|
},
|
|
{
|
|
"epoch": 0.29,
|
|
"learning_rate": 6.1975935828877e-06,
|
|
"loss": 0.7676,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 0.29,
|
|
"learning_rate": 6.194117647058823e-06,
|
|
"loss": 0.7506,
|
|
"step": 91
|
|
},
|
|
{
|
|
"epoch": 0.29,
|
|
"learning_rate": 6.1906417112299464e-06,
|
|
"loss": 0.7528,
|
|
"step": 92
|
|
},
|
|
{
|
|
"epoch": 0.3,
|
|
"learning_rate": 6.187165775401069e-06,
|
|
"loss": 0.7771,
|
|
"step": 93
|
|
},
|
|
{
|
|
"epoch": 0.3,
|
|
"learning_rate": 6.183689839572192e-06,
|
|
"loss": 0.7763,
|
|
"step": 94
|
|
},
|
|
{
|
|
"epoch": 0.3,
|
|
"learning_rate": 6.180213903743315e-06,
|
|
"loss": 0.7616,
|
|
"step": 95
|
|
},
|
|
{
|
|
"epoch": 0.31,
|
|
"learning_rate": 6.176737967914439e-06,
|
|
"loss": 0.7564,
|
|
"step": 96
|
|
},
|
|
{
|
|
"epoch": 0.31,
|
|
"learning_rate": 6.173262032085561e-06,
|
|
"loss": 0.752,
|
|
"step": 97
|
|
},
|
|
{
|
|
"epoch": 0.31,
|
|
"learning_rate": 6.169786096256684e-06,
|
|
"loss": 0.7651,
|
|
"step": 98
|
|
},
|
|
{
|
|
"epoch": 0.32,
|
|
"learning_rate": 6.166310160427807e-06,
|
|
"loss": 0.7418,
|
|
"step": 99
|
|
},
|
|
{
|
|
"epoch": 0.32,
|
|
"learning_rate": 6.16283422459893e-06,
|
|
"loss": 0.7633,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.32,
|
|
"eval_loss": 0.5642256140708923,
|
|
"eval_runtime": 25.1588,
|
|
"eval_samples_per_second": 293.258,
|
|
"eval_steps_per_second": 24.445,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.32,
|
|
"learning_rate": 6.159358288770053e-06,
|
|
"loss": 0.7693,
|
|
"step": 101
|
|
},
|
|
{
|
|
"epoch": 0.33,
|
|
"learning_rate": 6.155882352941176e-06,
|
|
"loss": 0.7559,
|
|
"step": 102
|
|
},
|
|
{
|
|
"epoch": 0.33,
|
|
"learning_rate": 6.152406417112299e-06,
|
|
"loss": 0.746,
|
|
"step": 103
|
|
},
|
|
{
|
|
"epoch": 0.33,
|
|
"learning_rate": 6.148930481283423e-06,
|
|
"loss": 0.7616,
|
|
"step": 104
|
|
},
|
|
{
|
|
"epoch": 0.34,
|
|
"learning_rate": 6.145454545454545e-06,
|
|
"loss": 0.7741,
|
|
"step": 105
|
|
},
|
|
{
|
|
"epoch": 0.34,
|
|
"learning_rate": 6.141978609625668e-06,
|
|
"loss": 0.7539,
|
|
"step": 106
|
|
},
|
|
{
|
|
"epoch": 0.34,
|
|
"learning_rate": 6.138502673796791e-06,
|
|
"loss": 0.7694,
|
|
"step": 107
|
|
},
|
|
{
|
|
"epoch": 0.35,
|
|
"learning_rate": 6.135026737967914e-06,
|
|
"loss": 0.7661,
|
|
"step": 108
|
|
},
|
|
{
|
|
"epoch": 0.35,
|
|
"learning_rate": 6.131550802139037e-06,
|
|
"loss": 0.7482,
|
|
"step": 109
|
|
},
|
|
{
|
|
"epoch": 0.35,
|
|
"learning_rate": 6.12807486631016e-06,
|
|
"loss": 0.7553,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 0.36,
|
|
"learning_rate": 6.124598930481283e-06,
|
|
"loss": 0.7521,
|
|
"step": 111
|
|
},
|
|
{
|
|
"epoch": 0.36,
|
|
"learning_rate": 6.121122994652406e-06,
|
|
"loss": 0.7453,
|
|
"step": 112
|
|
},
|
|
{
|
|
"epoch": 0.36,
|
|
"learning_rate": 6.1176470588235285e-06,
|
|
"loss": 0.7494,
|
|
"step": 113
|
|
},
|
|
{
|
|
"epoch": 0.36,
|
|
"learning_rate": 6.114171122994652e-06,
|
|
"loss": 0.7745,
|
|
"step": 114
|
|
},
|
|
{
|
|
"epoch": 0.37,
|
|
"learning_rate": 6.110695187165775e-06,
|
|
"loss": 0.7595,
|
|
"step": 115
|
|
},
|
|
{
|
|
"epoch": 0.37,
|
|
"learning_rate": 6.107219251336898e-06,
|
|
"loss": 0.7455,
|
|
"step": 116
|
|
},
|
|
{
|
|
"epoch": 0.37,
|
|
"learning_rate": 6.103743315508021e-06,
|
|
"loss": 0.7686,
|
|
"step": 117
|
|
},
|
|
{
|
|
"epoch": 0.38,
|
|
"learning_rate": 6.100267379679144e-06,
|
|
"loss": 0.7605,
|
|
"step": 118
|
|
},
|
|
{
|
|
"epoch": 0.38,
|
|
"learning_rate": 6.096791443850267e-06,
|
|
"loss": 0.7482,
|
|
"step": 119
|
|
},
|
|
{
|
|
"epoch": 0.38,
|
|
"learning_rate": 6.09331550802139e-06,
|
|
"loss": 0.7454,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 0.39,
|
|
"learning_rate": 6.089839572192513e-06,
|
|
"loss": 0.7559,
|
|
"step": 121
|
|
},
|
|
{
|
|
"epoch": 0.39,
|
|
"learning_rate": 6.086363636363636e-06,
|
|
"loss": 0.7557,
|
|
"step": 122
|
|
},
|
|
{
|
|
"epoch": 0.39,
|
|
"learning_rate": 6.082887700534759e-06,
|
|
"loss": 0.7429,
|
|
"step": 123
|
|
},
|
|
{
|
|
"epoch": 0.4,
|
|
"learning_rate": 6.079411764705882e-06,
|
|
"loss": 0.7684,
|
|
"step": 124
|
|
},
|
|
{
|
|
"epoch": 0.4,
|
|
"learning_rate": 6.075935828877006e-06,
|
|
"loss": 0.7319,
|
|
"step": 125
|
|
},
|
|
{
|
|
"epoch": 0.4,
|
|
"eval_loss": 0.562572717666626,
|
|
"eval_runtime": 25.1626,
|
|
"eval_samples_per_second": 293.213,
|
|
"eval_steps_per_second": 24.441,
|
|
"step": 125
|
|
},
|
|
{
|
|
"epoch": 0.4,
|
|
"learning_rate": 6.0724598930481275e-06,
|
|
"loss": 0.7494,
|
|
"step": 126
|
|
},
|
|
{
|
|
"epoch": 0.41,
|
|
"learning_rate": 6.068983957219251e-06,
|
|
"loss": 0.7598,
|
|
"step": 127
|
|
},
|
|
{
|
|
"epoch": 0.41,
|
|
"learning_rate": 6.065508021390374e-06,
|
|
"loss": 0.7452,
|
|
"step": 128
|
|
},
|
|
{
|
|
"epoch": 0.41,
|
|
"learning_rate": 6.062032085561497e-06,
|
|
"loss": 0.753,
|
|
"step": 129
|
|
},
|
|
{
|
|
"epoch": 0.42,
|
|
"learning_rate": 6.05855614973262e-06,
|
|
"loss": 0.7338,
|
|
"step": 130
|
|
},
|
|
{
|
|
"epoch": 0.42,
|
|
"learning_rate": 6.055080213903743e-06,
|
|
"loss": 0.7526,
|
|
"step": 131
|
|
},
|
|
{
|
|
"epoch": 0.42,
|
|
"learning_rate": 6.051604278074866e-06,
|
|
"loss": 0.759,
|
|
"step": 132
|
|
},
|
|
{
|
|
"epoch": 0.43,
|
|
"learning_rate": 6.04812834224599e-06,
|
|
"loss": 0.7564,
|
|
"step": 133
|
|
},
|
|
{
|
|
"epoch": 0.43,
|
|
"learning_rate": 6.0446524064171115e-06,
|
|
"loss": 0.7585,
|
|
"step": 134
|
|
},
|
|
{
|
|
"epoch": 0.43,
|
|
"learning_rate": 6.041176470588235e-06,
|
|
"loss": 0.7552,
|
|
"step": 135
|
|
},
|
|
{
|
|
"epoch": 0.44,
|
|
"learning_rate": 6.037700534759358e-06,
|
|
"loss": 0.7541,
|
|
"step": 136
|
|
},
|
|
{
|
|
"epoch": 0.44,
|
|
"learning_rate": 6.034224598930481e-06,
|
|
"loss": 0.7603,
|
|
"step": 137
|
|
},
|
|
{
|
|
"epoch": 0.44,
|
|
"learning_rate": 6.030748663101604e-06,
|
|
"loss": 0.7525,
|
|
"step": 138
|
|
},
|
|
{
|
|
"epoch": 0.44,
|
|
"learning_rate": 6.0272727272727265e-06,
|
|
"loss": 0.7523,
|
|
"step": 139
|
|
},
|
|
{
|
|
"epoch": 0.45,
|
|
"learning_rate": 6.02379679144385e-06,
|
|
"loss": 0.7543,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 0.45,
|
|
"learning_rate": 6.020320855614973e-06,
|
|
"loss": 0.7475,
|
|
"step": 141
|
|
},
|
|
{
|
|
"epoch": 0.45,
|
|
"learning_rate": 6.016844919786095e-06,
|
|
"loss": 0.7599,
|
|
"step": 142
|
|
},
|
|
{
|
|
"epoch": 0.46,
|
|
"learning_rate": 6.013368983957219e-06,
|
|
"loss": 0.7623,
|
|
"step": 143
|
|
},
|
|
{
|
|
"epoch": 0.46,
|
|
"learning_rate": 6.009893048128342e-06,
|
|
"loss": 0.7472,
|
|
"step": 144
|
|
},
|
|
{
|
|
"epoch": 0.46,
|
|
"learning_rate": 6.006417112299465e-06,
|
|
"loss": 0.747,
|
|
"step": 145
|
|
},
|
|
{
|
|
"epoch": 0.47,
|
|
"learning_rate": 6.002941176470588e-06,
|
|
"loss": 0.7488,
|
|
"step": 146
|
|
},
|
|
{
|
|
"epoch": 0.47,
|
|
"learning_rate": 5.9994652406417105e-06,
|
|
"loss": 0.7422,
|
|
"step": 147
|
|
},
|
|
{
|
|
"epoch": 0.47,
|
|
"learning_rate": 5.995989304812834e-06,
|
|
"loss": 0.7787,
|
|
"step": 148
|
|
},
|
|
{
|
|
"epoch": 0.48,
|
|
"learning_rate": 5.992513368983957e-06,
|
|
"loss": 0.7496,
|
|
"step": 149
|
|
},
|
|
{
|
|
"epoch": 0.48,
|
|
"learning_rate": 5.98903743315508e-06,
|
|
"loss": 0.749,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 0.48,
|
|
"eval_loss": 0.5596185326576233,
|
|
"eval_runtime": 25.1232,
|
|
"eval_samples_per_second": 293.673,
|
|
"eval_steps_per_second": 24.479,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 0.48,
|
|
"learning_rate": 5.985561497326203e-06,
|
|
"loss": 0.7469,
|
|
"step": 151
|
|
},
|
|
{
|
|
"epoch": 0.49,
|
|
"learning_rate": 5.9820855614973256e-06,
|
|
"loss": 0.7604,
|
|
"step": 152
|
|
},
|
|
{
|
|
"epoch": 0.49,
|
|
"learning_rate": 5.978609625668449e-06,
|
|
"loss": 0.7698,
|
|
"step": 153
|
|
},
|
|
{
|
|
"epoch": 0.49,
|
|
"learning_rate": 5.975133689839573e-06,
|
|
"loss": 0.7613,
|
|
"step": 154
|
|
},
|
|
{
|
|
"epoch": 0.5,
|
|
"learning_rate": 5.9716577540106944e-06,
|
|
"loss": 0.7523,
|
|
"step": 155
|
|
},
|
|
{
|
|
"epoch": 0.5,
|
|
"learning_rate": 5.968181818181818e-06,
|
|
"loss": 0.7525,
|
|
"step": 156
|
|
},
|
|
{
|
|
"epoch": 0.5,
|
|
"learning_rate": 5.964705882352941e-06,
|
|
"loss": 0.7413,
|
|
"step": 157
|
|
},
|
|
{
|
|
"epoch": 0.51,
|
|
"learning_rate": 5.961229946524064e-06,
|
|
"loss": 0.7492,
|
|
"step": 158
|
|
},
|
|
{
|
|
"epoch": 0.51,
|
|
"learning_rate": 5.957754010695187e-06,
|
|
"loss": 0.764,
|
|
"step": 159
|
|
},
|
|
{
|
|
"epoch": 0.51,
|
|
"learning_rate": 5.9542780748663095e-06,
|
|
"loss": 0.7672,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 0.52,
|
|
"learning_rate": 5.950802139037433e-06,
|
|
"loss": 0.7549,
|
|
"step": 161
|
|
},
|
|
{
|
|
"epoch": 0.52,
|
|
"learning_rate": 5.947326203208556e-06,
|
|
"loss": 0.7398,
|
|
"step": 162
|
|
},
|
|
{
|
|
"epoch": 0.52,
|
|
"learning_rate": 5.943850267379678e-06,
|
|
"loss": 0.7503,
|
|
"step": 163
|
|
},
|
|
{
|
|
"epoch": 0.52,
|
|
"learning_rate": 5.940374331550802e-06,
|
|
"loss": 0.7574,
|
|
"step": 164
|
|
},
|
|
{
|
|
"epoch": 0.53,
|
|
"learning_rate": 5.9368983957219246e-06,
|
|
"loss": 0.7702,
|
|
"step": 165
|
|
},
|
|
{
|
|
"epoch": 0.53,
|
|
"learning_rate": 5.933422459893048e-06,
|
|
"loss": 0.7589,
|
|
"step": 166
|
|
},
|
|
{
|
|
"epoch": 0.53,
|
|
"learning_rate": 5.929946524064171e-06,
|
|
"loss": 0.7727,
|
|
"step": 167
|
|
},
|
|
{
|
|
"epoch": 0.54,
|
|
"learning_rate": 5.9264705882352934e-06,
|
|
"loss": 0.7627,
|
|
"step": 168
|
|
},
|
|
{
|
|
"epoch": 0.54,
|
|
"learning_rate": 5.922994652406417e-06,
|
|
"loss": 0.7565,
|
|
"step": 169
|
|
},
|
|
{
|
|
"epoch": 0.54,
|
|
"learning_rate": 5.91951871657754e-06,
|
|
"loss": 0.7354,
|
|
"step": 170
|
|
},
|
|
{
|
|
"epoch": 0.55,
|
|
"learning_rate": 5.916042780748662e-06,
|
|
"loss": 0.7562,
|
|
"step": 171
|
|
},
|
|
{
|
|
"epoch": 0.55,
|
|
"learning_rate": 5.912566844919786e-06,
|
|
"loss": 0.7406,
|
|
"step": 172
|
|
},
|
|
{
|
|
"epoch": 0.55,
|
|
"learning_rate": 5.9090909090909085e-06,
|
|
"loss": 0.734,
|
|
"step": 173
|
|
},
|
|
{
|
|
"epoch": 0.56,
|
|
"learning_rate": 5.905614973262032e-06,
|
|
"loss": 0.7619,
|
|
"step": 174
|
|
},
|
|
{
|
|
"epoch": 0.56,
|
|
"learning_rate": 5.902139037433155e-06,
|
|
"loss": 0.7427,
|
|
"step": 175
|
|
},
|
|
{
|
|
"epoch": 0.56,
|
|
"eval_loss": 0.5575200319290161,
|
|
"eval_runtime": 25.1443,
|
|
"eval_samples_per_second": 293.426,
|
|
"eval_steps_per_second": 24.459,
|
|
"step": 175
|
|
},
|
|
{
|
|
"epoch": 0.56,
|
|
"learning_rate": 5.898663101604277e-06,
|
|
"loss": 0.7427,
|
|
"step": 176
|
|
},
|
|
{
|
|
"epoch": 0.57,
|
|
"learning_rate": 5.895187165775401e-06,
|
|
"loss": 0.7462,
|
|
"step": 177
|
|
},
|
|
{
|
|
"epoch": 0.57,
|
|
"learning_rate": 5.8917112299465236e-06,
|
|
"loss": 0.763,
|
|
"step": 178
|
|
},
|
|
{
|
|
"epoch": 0.57,
|
|
"learning_rate": 5.888235294117647e-06,
|
|
"loss": 0.7538,
|
|
"step": 179
|
|
},
|
|
{
|
|
"epoch": 0.58,
|
|
"learning_rate": 5.88475935828877e-06,
|
|
"loss": 0.7547,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 0.58,
|
|
"learning_rate": 5.8812834224598924e-06,
|
|
"loss": 0.7514,
|
|
"step": 181
|
|
},
|
|
{
|
|
"epoch": 0.58,
|
|
"learning_rate": 5.877807486631016e-06,
|
|
"loss": 0.7453,
|
|
"step": 182
|
|
},
|
|
{
|
|
"epoch": 0.59,
|
|
"learning_rate": 5.874331550802139e-06,
|
|
"loss": 0.7679,
|
|
"step": 183
|
|
},
|
|
{
|
|
"epoch": 0.59,
|
|
"learning_rate": 5.870855614973261e-06,
|
|
"loss": 0.7636,
|
|
"step": 184
|
|
},
|
|
{
|
|
"epoch": 0.59,
|
|
"learning_rate": 5.867379679144385e-06,
|
|
"loss": 0.7323,
|
|
"step": 185
|
|
},
|
|
{
|
|
"epoch": 0.6,
|
|
"learning_rate": 5.8639037433155075e-06,
|
|
"loss": 0.7644,
|
|
"step": 186
|
|
},
|
|
{
|
|
"epoch": 0.6,
|
|
"learning_rate": 5.860427807486631e-06,
|
|
"loss": 0.7387,
|
|
"step": 187
|
|
},
|
|
{
|
|
"epoch": 0.6,
|
|
"learning_rate": 5.856951871657754e-06,
|
|
"loss": 0.7621,
|
|
"step": 188
|
|
},
|
|
{
|
|
"epoch": 0.6,
|
|
"learning_rate": 5.853475935828876e-06,
|
|
"loss": 0.7794,
|
|
"step": 189
|
|
},
|
|
{
|
|
"epoch": 0.61,
|
|
"learning_rate": 5.85e-06,
|
|
"loss": 0.7658,
|
|
"step": 190
|
|
},
|
|
{
|
|
"epoch": 0.61,
|
|
"learning_rate": 5.8465240641711226e-06,
|
|
"loss": 0.7565,
|
|
"step": 191
|
|
},
|
|
{
|
|
"epoch": 0.61,
|
|
"learning_rate": 5.843048128342245e-06,
|
|
"loss": 0.7537,
|
|
"step": 192
|
|
},
|
|
{
|
|
"epoch": 0.62,
|
|
"learning_rate": 5.839572192513369e-06,
|
|
"loss": 0.7477,
|
|
"step": 193
|
|
},
|
|
{
|
|
"epoch": 0.62,
|
|
"learning_rate": 5.8360962566844914e-06,
|
|
"loss": 0.724,
|
|
"step": 194
|
|
},
|
|
{
|
|
"epoch": 0.62,
|
|
"learning_rate": 5.832620320855615e-06,
|
|
"loss": 0.7467,
|
|
"step": 195
|
|
},
|
|
{
|
|
"epoch": 0.63,
|
|
"learning_rate": 5.829144385026738e-06,
|
|
"loss": 0.7507,
|
|
"step": 196
|
|
},
|
|
{
|
|
"epoch": 0.63,
|
|
"learning_rate": 5.82566844919786e-06,
|
|
"loss": 0.7564,
|
|
"step": 197
|
|
},
|
|
{
|
|
"epoch": 0.63,
|
|
"learning_rate": 5.822192513368984e-06,
|
|
"loss": 0.7539,
|
|
"step": 198
|
|
},
|
|
{
|
|
"epoch": 0.64,
|
|
"learning_rate": 5.8187165775401065e-06,
|
|
"loss": 0.7468,
|
|
"step": 199
|
|
},
|
|
{
|
|
"epoch": 0.64,
|
|
"learning_rate": 5.815240641711229e-06,
|
|
"loss": 0.7353,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.64,
|
|
"eval_loss": 0.5562187433242798,
|
|
"eval_runtime": 25.1284,
|
|
"eval_samples_per_second": 293.613,
|
|
"eval_steps_per_second": 24.474,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.64,
|
|
"learning_rate": 5.811764705882353e-06,
|
|
"loss": 0.7472,
|
|
"step": 201
|
|
},
|
|
{
|
|
"epoch": 0.65,
|
|
"learning_rate": 5.808288770053475e-06,
|
|
"loss": 0.7569,
|
|
"step": 202
|
|
},
|
|
{
|
|
"epoch": 0.65,
|
|
"learning_rate": 5.804812834224599e-06,
|
|
"loss": 0.7443,
|
|
"step": 203
|
|
},
|
|
{
|
|
"epoch": 0.65,
|
|
"learning_rate": 5.8013368983957216e-06,
|
|
"loss": 0.7552,
|
|
"step": 204
|
|
},
|
|
{
|
|
"epoch": 0.66,
|
|
"learning_rate": 5.797860962566844e-06,
|
|
"loss": 0.7517,
|
|
"step": 205
|
|
},
|
|
{
|
|
"epoch": 0.66,
|
|
"learning_rate": 5.794385026737968e-06,
|
|
"loss": 0.7581,
|
|
"step": 206
|
|
},
|
|
{
|
|
"epoch": 0.66,
|
|
"learning_rate": 5.7909090909090904e-06,
|
|
"loss": 0.7616,
|
|
"step": 207
|
|
},
|
|
{
|
|
"epoch": 0.67,
|
|
"learning_rate": 5.787433155080214e-06,
|
|
"loss": 0.7441,
|
|
"step": 208
|
|
},
|
|
{
|
|
"epoch": 0.67,
|
|
"learning_rate": 5.783957219251337e-06,
|
|
"loss": 0.7385,
|
|
"step": 209
|
|
},
|
|
{
|
|
"epoch": 0.67,
|
|
"learning_rate": 5.780481283422459e-06,
|
|
"loss": 0.7742,
|
|
"step": 210
|
|
},
|
|
{
|
|
"epoch": 0.67,
|
|
"learning_rate": 5.777005347593583e-06,
|
|
"loss": 0.7654,
|
|
"step": 211
|
|
},
|
|
{
|
|
"epoch": 0.68,
|
|
"learning_rate": 5.7735294117647055e-06,
|
|
"loss": 0.7504,
|
|
"step": 212
|
|
},
|
|
{
|
|
"epoch": 0.68,
|
|
"learning_rate": 5.770053475935828e-06,
|
|
"loss": 0.7472,
|
|
"step": 213
|
|
},
|
|
{
|
|
"epoch": 0.68,
|
|
"learning_rate": 5.766577540106952e-06,
|
|
"loss": 0.7472,
|
|
"step": 214
|
|
},
|
|
{
|
|
"epoch": 0.69,
|
|
"learning_rate": 5.763101604278074e-06,
|
|
"loss": 0.7574,
|
|
"step": 215
|
|
},
|
|
{
|
|
"epoch": 0.69,
|
|
"learning_rate": 5.759625668449198e-06,
|
|
"loss": 0.737,
|
|
"step": 216
|
|
},
|
|
{
|
|
"epoch": 0.69,
|
|
"learning_rate": 5.756149732620321e-06,
|
|
"loss": 0.7496,
|
|
"step": 217
|
|
},
|
|
{
|
|
"epoch": 0.7,
|
|
"learning_rate": 5.752673796791443e-06,
|
|
"loss": 0.7572,
|
|
"step": 218
|
|
},
|
|
{
|
|
"epoch": 0.7,
|
|
"learning_rate": 5.749197860962567e-06,
|
|
"loss": 0.7557,
|
|
"step": 219
|
|
},
|
|
{
|
|
"epoch": 0.7,
|
|
"learning_rate": 5.7457219251336895e-06,
|
|
"loss": 0.7668,
|
|
"step": 220
|
|
},
|
|
{
|
|
"epoch": 0.71,
|
|
"learning_rate": 5.742245989304812e-06,
|
|
"loss": 0.7614,
|
|
"step": 221
|
|
},
|
|
{
|
|
"epoch": 0.71,
|
|
"learning_rate": 5.738770053475936e-06,
|
|
"loss": 0.761,
|
|
"step": 222
|
|
},
|
|
{
|
|
"epoch": 0.71,
|
|
"learning_rate": 5.735294117647058e-06,
|
|
"loss": 0.7411,
|
|
"step": 223
|
|
},
|
|
{
|
|
"epoch": 0.72,
|
|
"learning_rate": 5.731818181818182e-06,
|
|
"loss": 0.7557,
|
|
"step": 224
|
|
},
|
|
{
|
|
"epoch": 0.72,
|
|
"learning_rate": 5.7283422459893045e-06,
|
|
"loss": 0.7363,
|
|
"step": 225
|
|
},
|
|
{
|
|
"epoch": 0.72,
|
|
"eval_loss": 0.5533275604248047,
|
|
"eval_runtime": 25.128,
|
|
"eval_samples_per_second": 293.617,
|
|
"eval_steps_per_second": 24.475,
|
|
"step": 225
|
|
},
|
|
{
|
|
"epoch": 0.72,
|
|
"learning_rate": 5.724866310160427e-06,
|
|
"loss": 0.7624,
|
|
"step": 226
|
|
},
|
|
{
|
|
"epoch": 0.73,
|
|
"learning_rate": 5.721390374331551e-06,
|
|
"loss": 0.7605,
|
|
"step": 227
|
|
},
|
|
{
|
|
"epoch": 0.73,
|
|
"learning_rate": 5.717914438502673e-06,
|
|
"loss": 0.7588,
|
|
"step": 228
|
|
},
|
|
{
|
|
"epoch": 0.73,
|
|
"learning_rate": 5.714438502673796e-06,
|
|
"loss": 0.7408,
|
|
"step": 229
|
|
},
|
|
{
|
|
"epoch": 0.74,
|
|
"learning_rate": 5.71096256684492e-06,
|
|
"loss": 0.7361,
|
|
"step": 230
|
|
},
|
|
{
|
|
"epoch": 0.74,
|
|
"learning_rate": 5.707486631016042e-06,
|
|
"loss": 0.7522,
|
|
"step": 231
|
|
},
|
|
{
|
|
"epoch": 0.79,
|
|
"learning_rate": 5.652334851936218e-06,
|
|
"loss": 0.7383,
|
|
"step": 232
|
|
},
|
|
{
|
|
"epoch": 0.79,
|
|
"learning_rate": 5.648633257403189e-06,
|
|
"loss": 0.7295,
|
|
"step": 233
|
|
},
|
|
{
|
|
"epoch": 0.8,
|
|
"learning_rate": 5.644931662870159e-06,
|
|
"loss": 0.7384,
|
|
"step": 234
|
|
},
|
|
{
|
|
"epoch": 0.8,
|
|
"learning_rate": 5.64123006833713e-06,
|
|
"loss": 0.726,
|
|
"step": 235
|
|
},
|
|
{
|
|
"epoch": 0.8,
|
|
"learning_rate": 5.6375284738041e-06,
|
|
"loss": 0.703,
|
|
"step": 236
|
|
},
|
|
{
|
|
"epoch": 0.81,
|
|
"learning_rate": 5.63382687927107e-06,
|
|
"loss": 0.7218,
|
|
"step": 237
|
|
},
|
|
{
|
|
"epoch": 0.81,
|
|
"learning_rate": 5.6301252847380405e-06,
|
|
"loss": 0.7201,
|
|
"step": 238
|
|
},
|
|
{
|
|
"epoch": 0.81,
|
|
"learning_rate": 5.626423690205011e-06,
|
|
"loss": 0.7319,
|
|
"step": 239
|
|
},
|
|
{
|
|
"epoch": 0.82,
|
|
"learning_rate": 5.6227220956719815e-06,
|
|
"loss": 0.7261,
|
|
"step": 240
|
|
},
|
|
{
|
|
"epoch": 0.82,
|
|
"learning_rate": 5.619020501138952e-06,
|
|
"loss": 0.7327,
|
|
"step": 241
|
|
},
|
|
{
|
|
"epoch": 0.82,
|
|
"learning_rate": 5.6153189066059225e-06,
|
|
"loss": 0.6999,
|
|
"step": 242
|
|
},
|
|
{
|
|
"epoch": 0.83,
|
|
"learning_rate": 5.611617312072893e-06,
|
|
"loss": 0.7185,
|
|
"step": 243
|
|
},
|
|
{
|
|
"epoch": 0.83,
|
|
"learning_rate": 5.6079157175398635e-06,
|
|
"loss": 0.7169,
|
|
"step": 244
|
|
},
|
|
{
|
|
"epoch": 0.83,
|
|
"learning_rate": 5.604214123006833e-06,
|
|
"loss": 0.7165,
|
|
"step": 245
|
|
},
|
|
{
|
|
"epoch": 0.84,
|
|
"learning_rate": 5.600512528473804e-06,
|
|
"loss": 0.7273,
|
|
"step": 246
|
|
},
|
|
{
|
|
"epoch": 0.84,
|
|
"learning_rate": 5.596810933940774e-06,
|
|
"loss": 0.7267,
|
|
"step": 247
|
|
},
|
|
{
|
|
"epoch": 0.84,
|
|
"learning_rate": 5.593109339407744e-06,
|
|
"loss": 0.6915,
|
|
"step": 248
|
|
},
|
|
{
|
|
"epoch": 0.85,
|
|
"learning_rate": 5.589407744874714e-06,
|
|
"loss": 0.72,
|
|
"step": 249
|
|
},
|
|
{
|
|
"epoch": 0.85,
|
|
"learning_rate": 5.585706150341686e-06,
|
|
"loss": 0.7138,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 0.85,
|
|
"eval_loss": 0.5525651574134827,
|
|
"eval_runtime": 25.2344,
|
|
"eval_samples_per_second": 292.379,
|
|
"eval_steps_per_second": 24.372,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 0.85,
|
|
"learning_rate": 5.582004555808656e-06,
|
|
"loss": 0.7168,
|
|
"step": 251
|
|
},
|
|
{
|
|
"epoch": 0.86,
|
|
"learning_rate": 5.578302961275626e-06,
|
|
"loss": 0.7107,
|
|
"step": 252
|
|
},
|
|
{
|
|
"epoch": 0.86,
|
|
"learning_rate": 5.574601366742596e-06,
|
|
"loss": 0.7144,
|
|
"step": 253
|
|
},
|
|
{
|
|
"epoch": 0.86,
|
|
"learning_rate": 5.570899772209567e-06,
|
|
"loss": 0.7108,
|
|
"step": 254
|
|
},
|
|
{
|
|
"epoch": 0.87,
|
|
"learning_rate": 5.567198177676537e-06,
|
|
"loss": 0.7167,
|
|
"step": 255
|
|
},
|
|
{
|
|
"epoch": 0.87,
|
|
"learning_rate": 5.563496583143507e-06,
|
|
"loss": 0.6916,
|
|
"step": 256
|
|
},
|
|
{
|
|
"epoch": 0.87,
|
|
"learning_rate": 5.5597949886104775e-06,
|
|
"loss": 0.712,
|
|
"step": 257
|
|
},
|
|
{
|
|
"epoch": 0.88,
|
|
"learning_rate": 5.556093394077448e-06,
|
|
"loss": 0.7331,
|
|
"step": 258
|
|
},
|
|
{
|
|
"epoch": 0.88,
|
|
"learning_rate": 5.552391799544419e-06,
|
|
"loss": 0.7125,
|
|
"step": 259
|
|
},
|
|
{
|
|
"epoch": 0.88,
|
|
"learning_rate": 5.548690205011389e-06,
|
|
"loss": 0.7151,
|
|
"step": 260
|
|
},
|
|
{
|
|
"epoch": 0.89,
|
|
"learning_rate": 5.5449886104783596e-06,
|
|
"loss": 0.7076,
|
|
"step": 261
|
|
},
|
|
{
|
|
"epoch": 0.89,
|
|
"learning_rate": 5.54128701594533e-06,
|
|
"loss": 0.717,
|
|
"step": 262
|
|
},
|
|
{
|
|
"epoch": 0.9,
|
|
"learning_rate": 5.5375854214123006e-06,
|
|
"loss": 0.7131,
|
|
"step": 263
|
|
},
|
|
{
|
|
"epoch": 0.9,
|
|
"learning_rate": 5.53388382687927e-06,
|
|
"loss": 0.7239,
|
|
"step": 264
|
|
},
|
|
{
|
|
"epoch": 0.9,
|
|
"learning_rate": 5.530182232346241e-06,
|
|
"loss": 0.6994,
|
|
"step": 265
|
|
},
|
|
{
|
|
"epoch": 0.91,
|
|
"learning_rate": 5.526480637813211e-06,
|
|
"loss": 0.7147,
|
|
"step": 266
|
|
},
|
|
{
|
|
"epoch": 0.91,
|
|
"learning_rate": 5.522779043280182e-06,
|
|
"loss": 0.7188,
|
|
"step": 267
|
|
},
|
|
{
|
|
"epoch": 0.91,
|
|
"learning_rate": 5.519077448747152e-06,
|
|
"loss": 0.7113,
|
|
"step": 268
|
|
},
|
|
{
|
|
"epoch": 0.92,
|
|
"learning_rate": 5.515375854214123e-06,
|
|
"loss": 0.7133,
|
|
"step": 269
|
|
},
|
|
{
|
|
"epoch": 0.92,
|
|
"learning_rate": 5.511674259681093e-06,
|
|
"loss": 0.7195,
|
|
"step": 270
|
|
},
|
|
{
|
|
"epoch": 0.92,
|
|
"learning_rate": 5.507972665148064e-06,
|
|
"loss": 0.7118,
|
|
"step": 271
|
|
},
|
|
{
|
|
"epoch": 0.93,
|
|
"learning_rate": 5.5042710706150334e-06,
|
|
"loss": 0.7046,
|
|
"step": 272
|
|
},
|
|
{
|
|
"epoch": 0.93,
|
|
"learning_rate": 5.500569476082004e-06,
|
|
"loss": 0.7037,
|
|
"step": 273
|
|
},
|
|
{
|
|
"epoch": 0.93,
|
|
"learning_rate": 5.4968678815489744e-06,
|
|
"loss": 0.7163,
|
|
"step": 274
|
|
},
|
|
{
|
|
"epoch": 0.94,
|
|
"learning_rate": 5.493166287015945e-06,
|
|
"loss": 0.715,
|
|
"step": 275
|
|
},
|
|
{
|
|
"epoch": 0.94,
|
|
"eval_loss": 0.5483076572418213,
|
|
"eval_runtime": 25.2224,
|
|
"eval_samples_per_second": 292.518,
|
|
"eval_steps_per_second": 24.383,
|
|
"step": 275
|
|
},
|
|
{
|
|
"epoch": 0.94,
|
|
"learning_rate": 5.4894646924829155e-06,
|
|
"loss": 0.7018,
|
|
"step": 276
|
|
},
|
|
{
|
|
"epoch": 0.94,
|
|
"learning_rate": 5.485763097949886e-06,
|
|
"loss": 0.7144,
|
|
"step": 277
|
|
},
|
|
{
|
|
"epoch": 0.95,
|
|
"learning_rate": 5.4820615034168565e-06,
|
|
"loss": 0.7039,
|
|
"step": 278
|
|
},
|
|
{
|
|
"epoch": 0.95,
|
|
"learning_rate": 5.478359908883827e-06,
|
|
"loss": 0.7154,
|
|
"step": 279
|
|
},
|
|
{
|
|
"epoch": 0.95,
|
|
"learning_rate": 5.474658314350797e-06,
|
|
"loss": 0.7067,
|
|
"step": 280
|
|
},
|
|
{
|
|
"epoch": 0.96,
|
|
"learning_rate": 5.470956719817767e-06,
|
|
"loss": 0.7305,
|
|
"step": 281
|
|
},
|
|
{
|
|
"epoch": 0.96,
|
|
"learning_rate": 5.467255125284738e-06,
|
|
"loss": 0.7188,
|
|
"step": 282
|
|
},
|
|
{
|
|
"epoch": 0.96,
|
|
"learning_rate": 5.463553530751708e-06,
|
|
"loss": 0.7127,
|
|
"step": 283
|
|
},
|
|
{
|
|
"epoch": 0.97,
|
|
"learning_rate": 5.459851936218679e-06,
|
|
"loss": 0.7095,
|
|
"step": 284
|
|
},
|
|
{
|
|
"epoch": 0.97,
|
|
"learning_rate": 5.456150341685649e-06,
|
|
"loss": 0.7187,
|
|
"step": 285
|
|
},
|
|
{
|
|
"epoch": 0.97,
|
|
"learning_rate": 5.45244874715262e-06,
|
|
"loss": 0.7034,
|
|
"step": 286
|
|
},
|
|
{
|
|
"epoch": 0.98,
|
|
"learning_rate": 5.44874715261959e-06,
|
|
"loss": 0.7155,
|
|
"step": 287
|
|
},
|
|
{
|
|
"epoch": 0.98,
|
|
"learning_rate": 5.44504555808656e-06,
|
|
"loss": 0.7065,
|
|
"step": 288
|
|
},
|
|
{
|
|
"epoch": 0.98,
|
|
"learning_rate": 5.44134396355353e-06,
|
|
"loss": 0.7038,
|
|
"step": 289
|
|
},
|
|
{
|
|
"epoch": 0.99,
|
|
"learning_rate": 5.437642369020501e-06,
|
|
"loss": 0.724,
|
|
"step": 290
|
|
},
|
|
{
|
|
"epoch": 0.99,
|
|
"learning_rate": 5.433940774487471e-06,
|
|
"loss": 0.7175,
|
|
"step": 291
|
|
},
|
|
{
|
|
"epoch": 0.99,
|
|
"learning_rate": 5.430239179954441e-06,
|
|
"loss": 0.7225,
|
|
"step": 292
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"learning_rate": 5.426537585421412e-06,
|
|
"loss": 0.7096,
|
|
"step": 293
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"learning_rate": 5.422835990888383e-06,
|
|
"loss": 0.7213,
|
|
"step": 294
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"learning_rate": 5.419134396355353e-06,
|
|
"loss": 0.7114,
|
|
"step": 295
|
|
},
|
|
{
|
|
"epoch": 1.01,
|
|
"learning_rate": 5.415432801822323e-06,
|
|
"loss": 0.7198,
|
|
"step": 296
|
|
},
|
|
{
|
|
"epoch": 1.01,
|
|
"learning_rate": 5.4117312072892935e-06,
|
|
"loss": 0.6965,
|
|
"step": 297
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"learning_rate": 5.408029612756264e-06,
|
|
"loss": 0.7015,
|
|
"step": 298
|
|
},
|
|
{
|
|
"epoch": 1.01,
|
|
"learning_rate": 5.404328018223234e-06,
|
|
"loss": 0.7134,
|
|
"step": 299
|
|
},
|
|
{
|
|
"epoch": 1.01,
|
|
"learning_rate": 5.400626423690204e-06,
|
|
"loss": 0.7115,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 1.01,
|
|
"eval_loss": 0.5488342046737671,
|
|
"eval_runtime": 25.2892,
|
|
"eval_samples_per_second": 291.746,
|
|
"eval_steps_per_second": 24.319,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 1.01,
|
|
"learning_rate": 5.396924829157175e-06,
|
|
"loss": 0.7134,
|
|
"step": 301
|
|
},
|
|
{
|
|
"epoch": 1.02,
|
|
"learning_rate": 5.393223234624146e-06,
|
|
"loss": 0.722,
|
|
"step": 302
|
|
},
|
|
{
|
|
"epoch": 1.02,
|
|
"learning_rate": 5.389521640091116e-06,
|
|
"loss": 0.7133,
|
|
"step": 303
|
|
},
|
|
{
|
|
"epoch": 1.02,
|
|
"learning_rate": 5.385820045558086e-06,
|
|
"loss": 0.7024,
|
|
"step": 304
|
|
},
|
|
{
|
|
"epoch": 1.03,
|
|
"learning_rate": 5.382118451025057e-06,
|
|
"loss": 0.6885,
|
|
"step": 305
|
|
},
|
|
{
|
|
"epoch": 1.03,
|
|
"learning_rate": 5.378416856492027e-06,
|
|
"loss": 0.7067,
|
|
"step": 306
|
|
},
|
|
{
|
|
"epoch": 1.03,
|
|
"learning_rate": 5.374715261958997e-06,
|
|
"loss": 0.7093,
|
|
"step": 307
|
|
},
|
|
{
|
|
"epoch": 1.04,
|
|
"learning_rate": 5.371013667425967e-06,
|
|
"loss": 0.7083,
|
|
"step": 308
|
|
},
|
|
{
|
|
"epoch": 1.04,
|
|
"learning_rate": 5.367312072892938e-06,
|
|
"loss": 0.7074,
|
|
"step": 309
|
|
},
|
|
{
|
|
"epoch": 1.04,
|
|
"learning_rate": 5.363610478359908e-06,
|
|
"loss": 0.7179,
|
|
"step": 310
|
|
},
|
|
{
|
|
"epoch": 1.05,
|
|
"learning_rate": 5.359908883826879e-06,
|
|
"loss": 0.7128,
|
|
"step": 311
|
|
},
|
|
{
|
|
"epoch": 1.05,
|
|
"learning_rate": 5.3562072892938494e-06,
|
|
"loss": 0.707,
|
|
"step": 312
|
|
},
|
|
{
|
|
"epoch": 1.05,
|
|
"learning_rate": 5.35250569476082e-06,
|
|
"loss": 0.7025,
|
|
"step": 313
|
|
},
|
|
{
|
|
"epoch": 1.06,
|
|
"learning_rate": 5.3488041002277904e-06,
|
|
"loss": 0.6958,
|
|
"step": 314
|
|
},
|
|
{
|
|
"epoch": 1.06,
|
|
"learning_rate": 5.34510250569476e-06,
|
|
"loss": 0.7213,
|
|
"step": 315
|
|
},
|
|
{
|
|
"epoch": 1.06,
|
|
"learning_rate": 5.341400911161731e-06,
|
|
"loss": 0.7045,
|
|
"step": 316
|
|
},
|
|
{
|
|
"epoch": 1.07,
|
|
"learning_rate": 5.337699316628701e-06,
|
|
"loss": 0.6997,
|
|
"step": 317
|
|
},
|
|
{
|
|
"epoch": 1.07,
|
|
"learning_rate": 5.333997722095672e-06,
|
|
"loss": 0.7104,
|
|
"step": 318
|
|
},
|
|
{
|
|
"epoch": 1.07,
|
|
"learning_rate": 5.330296127562642e-06,
|
|
"loss": 0.6975,
|
|
"step": 319
|
|
},
|
|
{
|
|
"epoch": 1.08,
|
|
"learning_rate": 5.326594533029613e-06,
|
|
"loss": 0.7068,
|
|
"step": 320
|
|
},
|
|
{
|
|
"epoch": 1.08,
|
|
"learning_rate": 5.322892938496583e-06,
|
|
"loss": 0.709,
|
|
"step": 321
|
|
},
|
|
{
|
|
"epoch": 1.08,
|
|
"learning_rate": 5.319191343963554e-06,
|
|
"loss": 0.7134,
|
|
"step": 322
|
|
},
|
|
{
|
|
"epoch": 1.09,
|
|
"learning_rate": 5.315489749430523e-06,
|
|
"loss": 0.6999,
|
|
"step": 323
|
|
},
|
|
{
|
|
"epoch": 1.09,
|
|
"learning_rate": 5.311788154897494e-06,
|
|
"loss": 0.7066,
|
|
"step": 324
|
|
},
|
|
{
|
|
"epoch": 1.09,
|
|
"learning_rate": 5.308086560364464e-06,
|
|
"loss": 0.7126,
|
|
"step": 325
|
|
},
|
|
{
|
|
"epoch": 1.09,
|
|
"eval_loss": 0.5455913543701172,
|
|
"eval_runtime": 25.2451,
|
|
"eval_samples_per_second": 292.254,
|
|
"eval_steps_per_second": 24.361,
|
|
"step": 325
|
|
},
|
|
{
|
|
"epoch": 1.1,
|
|
"learning_rate": 5.304384965831435e-06,
|
|
"loss": 0.6963,
|
|
"step": 326
|
|
},
|
|
{
|
|
"epoch": 1.1,
|
|
"learning_rate": 5.300683371298405e-06,
|
|
"loss": 0.7004,
|
|
"step": 327
|
|
},
|
|
{
|
|
"epoch": 1.1,
|
|
"learning_rate": 5.296981776765376e-06,
|
|
"loss": 0.7044,
|
|
"step": 328
|
|
},
|
|
{
|
|
"epoch": 1.11,
|
|
"learning_rate": 5.293280182232346e-06,
|
|
"loss": 0.7024,
|
|
"step": 329
|
|
},
|
|
{
|
|
"epoch": 1.11,
|
|
"learning_rate": 5.289578587699317e-06,
|
|
"loss": 0.6862,
|
|
"step": 330
|
|
},
|
|
{
|
|
"epoch": 1.11,
|
|
"learning_rate": 5.2858769931662865e-06,
|
|
"loss": 0.7015,
|
|
"step": 331
|
|
},
|
|
{
|
|
"epoch": 1.12,
|
|
"learning_rate": 5.282175398633257e-06,
|
|
"loss": 0.7173,
|
|
"step": 332
|
|
},
|
|
{
|
|
"epoch": 1.12,
|
|
"learning_rate": 5.2784738041002275e-06,
|
|
"loss": 0.7094,
|
|
"step": 333
|
|
},
|
|
{
|
|
"epoch": 1.12,
|
|
"learning_rate": 5.274772209567198e-06,
|
|
"loss": 0.7073,
|
|
"step": 334
|
|
},
|
|
{
|
|
"epoch": 1.13,
|
|
"learning_rate": 5.271070615034168e-06,
|
|
"loss": 0.7153,
|
|
"step": 335
|
|
},
|
|
{
|
|
"epoch": 1.13,
|
|
"learning_rate": 5.267369020501139e-06,
|
|
"loss": 0.6949,
|
|
"step": 336
|
|
},
|
|
{
|
|
"epoch": 1.14,
|
|
"learning_rate": 5.2636674259681095e-06,
|
|
"loss": 0.7042,
|
|
"step": 337
|
|
},
|
|
{
|
|
"epoch": 1.14,
|
|
"learning_rate": 5.25996583143508e-06,
|
|
"loss": 0.6999,
|
|
"step": 338
|
|
},
|
|
{
|
|
"epoch": 1.14,
|
|
"learning_rate": 5.25626423690205e-06,
|
|
"loss": 0.7069,
|
|
"step": 339
|
|
},
|
|
{
|
|
"epoch": 1.15,
|
|
"learning_rate": 5.25256264236902e-06,
|
|
"loss": 0.7012,
|
|
"step": 340
|
|
},
|
|
{
|
|
"epoch": 1.15,
|
|
"learning_rate": 5.248861047835991e-06,
|
|
"loss": 0.7018,
|
|
"step": 341
|
|
},
|
|
{
|
|
"epoch": 1.15,
|
|
"learning_rate": 5.245159453302961e-06,
|
|
"loss": 0.7054,
|
|
"step": 342
|
|
},
|
|
{
|
|
"epoch": 1.16,
|
|
"learning_rate": 5.241457858769931e-06,
|
|
"loss": 0.7023,
|
|
"step": 343
|
|
},
|
|
{
|
|
"epoch": 1.16,
|
|
"learning_rate": 5.237756264236901e-06,
|
|
"loss": 0.6866,
|
|
"step": 344
|
|
},
|
|
{
|
|
"epoch": 1.16,
|
|
"learning_rate": 5.234054669703872e-06,
|
|
"loss": 0.6978,
|
|
"step": 345
|
|
},
|
|
{
|
|
"epoch": 1.17,
|
|
"learning_rate": 5.230353075170842e-06,
|
|
"loss": 0.7067,
|
|
"step": 346
|
|
},
|
|
{
|
|
"epoch": 1.17,
|
|
"learning_rate": 5.226651480637813e-06,
|
|
"loss": 0.7113,
|
|
"step": 347
|
|
},
|
|
{
|
|
"epoch": 1.17,
|
|
"learning_rate": 5.222949886104783e-06,
|
|
"loss": 0.6967,
|
|
"step": 348
|
|
},
|
|
{
|
|
"epoch": 1.18,
|
|
"learning_rate": 5.219248291571754e-06,
|
|
"loss": 0.7003,
|
|
"step": 349
|
|
},
|
|
{
|
|
"epoch": 1.18,
|
|
"learning_rate": 5.2155466970387236e-06,
|
|
"loss": 0.716,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 1.18,
|
|
"eval_loss": 0.543171226978302,
|
|
"eval_runtime": 25.2405,
|
|
"eval_samples_per_second": 292.308,
|
|
"eval_steps_per_second": 24.366,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 1.18,
|
|
"learning_rate": 5.211845102505694e-06,
|
|
"loss": 0.7174,
|
|
"step": 351
|
|
},
|
|
{
|
|
"epoch": 1.19,
|
|
"learning_rate": 5.2081435079726646e-06,
|
|
"loss": 0.7128,
|
|
"step": 352
|
|
},
|
|
{
|
|
"epoch": 1.19,
|
|
"learning_rate": 5.204441913439635e-06,
|
|
"loss": 0.6872,
|
|
"step": 353
|
|
},
|
|
{
|
|
"epoch": 1.19,
|
|
"learning_rate": 5.200740318906606e-06,
|
|
"loss": 0.7058,
|
|
"step": 354
|
|
},
|
|
{
|
|
"epoch": 1.2,
|
|
"learning_rate": 5.197038724373576e-06,
|
|
"loss": 0.7025,
|
|
"step": 355
|
|
},
|
|
{
|
|
"epoch": 1.2,
|
|
"learning_rate": 5.193337129840547e-06,
|
|
"loss": 0.7085,
|
|
"step": 356
|
|
},
|
|
{
|
|
"epoch": 1.2,
|
|
"learning_rate": 5.189635535307517e-06,
|
|
"loss": 0.6916,
|
|
"step": 357
|
|
},
|
|
{
|
|
"epoch": 1.21,
|
|
"learning_rate": 5.185933940774487e-06,
|
|
"loss": 0.7094,
|
|
"step": 358
|
|
},
|
|
{
|
|
"epoch": 1.21,
|
|
"learning_rate": 5.182232346241457e-06,
|
|
"loss": 0.6919,
|
|
"step": 359
|
|
},
|
|
{
|
|
"epoch": 1.21,
|
|
"learning_rate": 5.178530751708428e-06,
|
|
"loss": 0.7143,
|
|
"step": 360
|
|
},
|
|
{
|
|
"epoch": 1.22,
|
|
"learning_rate": 5.174829157175398e-06,
|
|
"loss": 0.7176,
|
|
"step": 361
|
|
},
|
|
{
|
|
"epoch": 1.22,
|
|
"learning_rate": 5.171127562642369e-06,
|
|
"loss": 0.696,
|
|
"step": 362
|
|
},
|
|
{
|
|
"epoch": 1.22,
|
|
"learning_rate": 5.167425968109339e-06,
|
|
"loss": 0.7082,
|
|
"step": 363
|
|
},
|
|
{
|
|
"epoch": 1.23,
|
|
"learning_rate": 5.16372437357631e-06,
|
|
"loss": 0.6996,
|
|
"step": 364
|
|
},
|
|
{
|
|
"epoch": 1.23,
|
|
"learning_rate": 5.16002277904328e-06,
|
|
"loss": 0.7093,
|
|
"step": 365
|
|
},
|
|
{
|
|
"epoch": 1.23,
|
|
"learning_rate": 5.15632118451025e-06,
|
|
"loss": 0.7221,
|
|
"step": 366
|
|
},
|
|
{
|
|
"epoch": 1.24,
|
|
"learning_rate": 5.1526195899772205e-06,
|
|
"loss": 0.6953,
|
|
"step": 367
|
|
},
|
|
{
|
|
"epoch": 1.24,
|
|
"learning_rate": 5.148917995444191e-06,
|
|
"loss": 0.7054,
|
|
"step": 368
|
|
},
|
|
{
|
|
"epoch": 1.24,
|
|
"learning_rate": 5.1452164009111615e-06,
|
|
"loss": 0.6916,
|
|
"step": 369
|
|
},
|
|
{
|
|
"epoch": 1.25,
|
|
"learning_rate": 5.141514806378131e-06,
|
|
"loss": 0.6972,
|
|
"step": 370
|
|
},
|
|
{
|
|
"epoch": 1.25,
|
|
"learning_rate": 5.1378132118451025e-06,
|
|
"loss": 0.7075,
|
|
"step": 371
|
|
},
|
|
{
|
|
"epoch": 1.25,
|
|
"learning_rate": 5.134111617312073e-06,
|
|
"loss": 0.7077,
|
|
"step": 372
|
|
},
|
|
{
|
|
"epoch": 1.26,
|
|
"learning_rate": 5.1304100227790435e-06,
|
|
"loss": 0.7027,
|
|
"step": 373
|
|
},
|
|
{
|
|
"epoch": 1.26,
|
|
"learning_rate": 5.126708428246013e-06,
|
|
"loss": 0.6857,
|
|
"step": 374
|
|
},
|
|
{
|
|
"epoch": 1.26,
|
|
"learning_rate": 5.123006833712984e-06,
|
|
"loss": 0.7108,
|
|
"step": 375
|
|
},
|
|
{
|
|
"epoch": 1.26,
|
|
"eval_loss": 0.5420267581939697,
|
|
"eval_runtime": 25.2293,
|
|
"eval_samples_per_second": 292.438,
|
|
"eval_steps_per_second": 24.376,
|
|
"step": 375
|
|
},
|
|
{
|
|
"epoch": 1.27,
|
|
"learning_rate": 5.119305239179954e-06,
|
|
"loss": 0.6973,
|
|
"step": 376
|
|
},
|
|
{
|
|
"epoch": 1.27,
|
|
"learning_rate": 5.115603644646925e-06,
|
|
"loss": 0.7079,
|
|
"step": 377
|
|
},
|
|
{
|
|
"epoch": 1.27,
|
|
"learning_rate": 5.111902050113894e-06,
|
|
"loss": 0.7195,
|
|
"step": 378
|
|
},
|
|
{
|
|
"epoch": 1.28,
|
|
"learning_rate": 5.108200455580865e-06,
|
|
"loss": 0.6931,
|
|
"step": 379
|
|
},
|
|
{
|
|
"epoch": 1.28,
|
|
"learning_rate": 5.104498861047836e-06,
|
|
"loss": 0.6912,
|
|
"step": 380
|
|
},
|
|
{
|
|
"epoch": 1.28,
|
|
"learning_rate": 5.100797266514807e-06,
|
|
"loss": 0.7038,
|
|
"step": 381
|
|
},
|
|
{
|
|
"epoch": 1.29,
|
|
"learning_rate": 5.097095671981776e-06,
|
|
"loss": 0.7023,
|
|
"step": 382
|
|
},
|
|
{
|
|
"epoch": 1.29,
|
|
"learning_rate": 5.093394077448747e-06,
|
|
"loss": 0.6882,
|
|
"step": 383
|
|
},
|
|
{
|
|
"epoch": 1.3,
|
|
"learning_rate": 5.089692482915717e-06,
|
|
"loss": 0.7167,
|
|
"step": 384
|
|
},
|
|
{
|
|
"epoch": 1.3,
|
|
"learning_rate": 5.085990888382688e-06,
|
|
"loss": 0.6973,
|
|
"step": 385
|
|
}
|
|
],
|
|
"logging_steps": 1,
|
|
"max_steps": 1758,
|
|
"num_train_epochs": 6,
|
|
"save_steps": 77,
|
|
"total_flos": 1.6147063380492943e+19,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|