{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.0,
  "eval_steps": 500,
  "global_step": 824,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00486470051687443,
      "grad_norm": 10.097384452819824,
      "learning_rate": 0.0,
      "loss": 1.0734,
      "step": 1
    },
    {
      "epoch": 0.00972940103374886,
      "grad_norm": 9.055700302124023,
      "learning_rate": 1.204819277108434e-07,
      "loss": 1.0536,
      "step": 2
    },
    {
      "epoch": 0.01459410155062329,
      "grad_norm": 9.132233619689941,
      "learning_rate": 2.409638554216868e-07,
      "loss": 1.0409,
      "step": 3
    },
    {
      "epoch": 0.01945880206749772,
      "grad_norm": 9.571680068969727,
      "learning_rate": 3.614457831325301e-07,
      "loss": 1.0465,
      "step": 4
    },
    {
      "epoch": 0.024323502584372148,
      "grad_norm": 9.333101272583008,
      "learning_rate": 4.819277108433736e-07,
      "loss": 1.0507,
      "step": 5
    },
    {
      "epoch": 0.02918820310124658,
      "grad_norm": 9.378636360168457,
      "learning_rate": 6.024096385542169e-07,
      "loss": 1.0471,
      "step": 6
    },
    {
      "epoch": 0.03405290361812101,
      "grad_norm": 9.336066246032715,
      "learning_rate": 7.228915662650602e-07,
      "loss": 1.0409,
      "step": 7
    },
    {
      "epoch": 0.03891760413499544,
      "grad_norm": 8.894888877868652,
      "learning_rate": 8.433734939759036e-07,
      "loss": 1.048,
      "step": 8
    },
    {
      "epoch": 0.04378230465186987,
      "grad_norm": 8.849226951599121,
      "learning_rate": 9.638554216867472e-07,
      "loss": 1.0159,
      "step": 9
    },
    {
      "epoch": 0.048647005168744296,
      "grad_norm": 8.914710998535156,
      "learning_rate": 1.0843373493975905e-06,
      "loss": 1.0504,
      "step": 10
    },
    {
      "epoch": 0.05351170568561873,
      "grad_norm": 7.982012748718262,
      "learning_rate": 1.2048192771084338e-06,
      "loss": 0.9808,
      "step": 11
    },
    {
      "epoch": 0.05837640620249316,
      "grad_norm": 7.971729755401611,
      "learning_rate": 1.3253012048192773e-06,
      "loss": 0.9917,
      "step": 12
    },
    {
      "epoch": 0.06324110671936758,
      "grad_norm": 5.418062210083008,
      "learning_rate": 1.4457831325301204e-06,
      "loss": 0.9384,
      "step": 13
    },
    {
      "epoch": 0.06810580723624202,
      "grad_norm": 5.036281108856201,
      "learning_rate": 1.566265060240964e-06,
      "loss": 0.9349,
      "step": 14
    },
    {
      "epoch": 0.07297050775311645,
      "grad_norm": 4.816902160644531,
      "learning_rate": 1.6867469879518073e-06,
      "loss": 0.9049,
      "step": 15
    },
    {
      "epoch": 0.07783520826999088,
      "grad_norm": 4.0932536125183105,
      "learning_rate": 1.8072289156626508e-06,
      "loss": 0.9008,
      "step": 16
    },
    {
      "epoch": 0.08269990878686531,
      "grad_norm": 3.8836312294006348,
      "learning_rate": 1.9277108433734943e-06,
      "loss": 0.8729,
      "step": 17
    },
    {
      "epoch": 0.08756460930373974,
      "grad_norm": 2.254310131072998,
      "learning_rate": 2.0481927710843377e-06,
      "loss": 0.8257,
      "step": 18
    },
    {
      "epoch": 0.09242930982061417,
      "grad_norm": 2.2753942012786865,
      "learning_rate": 2.168674698795181e-06,
      "loss": 0.8689,
      "step": 19
    },
    {
      "epoch": 0.09729401033748859,
      "grad_norm": 2.035552978515625,
      "learning_rate": 2.2891566265060243e-06,
      "loss": 0.8125,
      "step": 20
    },
    {
      "epoch": 0.10215871085436302,
      "grad_norm": 1.9866139888763428,
      "learning_rate": 2.4096385542168676e-06,
      "loss": 0.843,
      "step": 21
    },
    {
      "epoch": 0.10702341137123746,
      "grad_norm": 1.855616807937622,
      "learning_rate": 2.530120481927711e-06,
      "loss": 0.8453,
      "step": 22
    },
    {
      "epoch": 0.11188811188811189,
      "grad_norm": 1.6492997407913208,
      "learning_rate": 2.6506024096385547e-06,
      "loss": 0.8286,
      "step": 23
    },
    {
      "epoch": 0.11675281240498632,
      "grad_norm": 1.6260086297988892,
      "learning_rate": 2.771084337349398e-06,
      "loss": 0.815,
      "step": 24
    },
    {
      "epoch": 0.12161751292186075,
      "grad_norm": 1.7872730493545532,
      "learning_rate": 2.891566265060241e-06,
      "loss": 0.8106,
      "step": 25
    },
    {
      "epoch": 0.12648221343873517,
      "grad_norm": 1.858306884765625,
      "learning_rate": 3.012048192771085e-06,
      "loss": 0.7879,
      "step": 26
    },
    {
      "epoch": 0.1313469139556096,
      "grad_norm": 1.847562551498413,
      "learning_rate": 3.132530120481928e-06,
      "loss": 0.79,
      "step": 27
    },
    {
      "epoch": 0.13621161447248403,
      "grad_norm": 1.624657154083252,
      "learning_rate": 3.2530120481927713e-06,
      "loss": 0.7572,
      "step": 28
    },
    {
      "epoch": 0.14107631498935846,
      "grad_norm": 1.4090893268585205,
      "learning_rate": 3.3734939759036146e-06,
      "loss": 0.7544,
      "step": 29
    },
    {
      "epoch": 0.1459410155062329,
      "grad_norm": 1.184046745300293,
      "learning_rate": 3.4939759036144583e-06,
      "loss": 0.7419,
      "step": 30
    },
    {
      "epoch": 0.15080571602310733,
      "grad_norm": 0.9826652407646179,
      "learning_rate": 3.6144578313253016e-06,
      "loss": 0.7562,
      "step": 31
    },
    {
      "epoch": 0.15567041653998176,
      "grad_norm": 0.730877161026001,
      "learning_rate": 3.7349397590361445e-06,
      "loss": 0.7563,
      "step": 32
    },
    {
      "epoch": 0.1605351170568562,
      "grad_norm": 0.672069251537323,
      "learning_rate": 3.855421686746989e-06,
      "loss": 0.7251,
      "step": 33
    },
    {
      "epoch": 0.16539981757373062,
      "grad_norm": 0.804450273513794,
      "learning_rate": 3.975903614457832e-06,
      "loss": 0.731,
      "step": 34
    },
    {
      "epoch": 0.17026451809060505,
      "grad_norm": 0.9799721240997314,
      "learning_rate": 4.096385542168675e-06,
      "loss": 0.7628,
      "step": 35
    },
    {
      "epoch": 0.1751292186074795,
      "grad_norm": 0.8263784646987915,
      "learning_rate": 4.216867469879519e-06,
      "loss": 0.7048,
      "step": 36
    },
    {
      "epoch": 0.17999391912435392,
      "grad_norm": 0.7393287420272827,
      "learning_rate": 4.337349397590362e-06,
      "loss": 0.7145,
      "step": 37
    },
    {
      "epoch": 0.18485861964122835,
      "grad_norm": 0.6429290175437927,
      "learning_rate": 4.457831325301205e-06,
      "loss": 0.7006,
      "step": 38
    },
    {
      "epoch": 0.18972332015810275,
      "grad_norm": 0.5760512948036194,
      "learning_rate": 4.578313253012049e-06,
      "loss": 0.7023,
      "step": 39
    },
    {
      "epoch": 0.19458802067497719,
      "grad_norm": 0.576980471611023,
      "learning_rate": 4.698795180722892e-06,
      "loss": 0.7054,
      "step": 40
    },
    {
      "epoch": 0.19945272119185162,
      "grad_norm": 0.5598117709159851,
      "learning_rate": 4.819277108433735e-06,
      "loss": 0.6959,
      "step": 41
    },
    {
      "epoch": 0.20431742170872605,
      "grad_norm": 0.527066171169281,
      "learning_rate": 4.939759036144578e-06,
      "loss": 0.6772,
      "step": 42
    },
    {
      "epoch": 0.20918212222560048,
      "grad_norm": 0.5599627494812012,
      "learning_rate": 5.060240963855422e-06,
      "loss": 0.6991,
      "step": 43
    },
    {
      "epoch": 0.2140468227424749,
      "grad_norm": 0.5616483092308044,
      "learning_rate": 5.180722891566266e-06,
      "loss": 0.7013,
      "step": 44
    },
    {
      "epoch": 0.21891152325934934,
      "grad_norm": 0.49973708391189575,
      "learning_rate": 5.301204819277109e-06,
      "loss": 0.6804,
      "step": 45
    },
    {
      "epoch": 0.22377622377622378,
      "grad_norm": 0.46386387944221497,
      "learning_rate": 5.421686746987952e-06,
      "loss": 0.6809,
      "step": 46
    },
    {
      "epoch": 0.2286409242930982,
      "grad_norm": 0.4726768732070923,
      "learning_rate": 5.542168674698796e-06,
      "loss": 0.676,
      "step": 47
    },
    {
      "epoch": 0.23350562480997264,
      "grad_norm": 0.4434186816215515,
      "learning_rate": 5.66265060240964e-06,
      "loss": 0.6622,
      "step": 48
    },
    {
      "epoch": 0.23837032532684707,
      "grad_norm": 0.43637368083000183,
      "learning_rate": 5.783132530120482e-06,
      "loss": 0.6757,
      "step": 49
    },
    {
      "epoch": 0.2432350258437215,
      "grad_norm": 0.46703457832336426,
      "learning_rate": 5.9036144578313255e-06,
      "loss": 0.6609,
      "step": 50
    },
    {
      "epoch": 0.24809972636059593,
      "grad_norm": 0.4197254180908203,
      "learning_rate": 6.02409638554217e-06,
      "loss": 0.6616,
      "step": 51
    },
    {
      "epoch": 0.25296442687747034,
      "grad_norm": 0.4465361535549164,
      "learning_rate": 6.144578313253012e-06,
      "loss": 0.6956,
      "step": 52
    },
    {
      "epoch": 0.25782912739434477,
      "grad_norm": 0.3944004476070404,
      "learning_rate": 6.265060240963856e-06,
      "loss": 0.6618,
      "step": 53
    },
    {
      "epoch": 0.2626938279112192,
      "grad_norm": 0.4017980098724365,
      "learning_rate": 6.385542168674699e-06,
      "loss": 0.6798,
      "step": 54
    },
    {
      "epoch": 0.26755852842809363,
      "grad_norm": 0.40108731389045715,
      "learning_rate": 6.5060240963855425e-06,
      "loss": 0.6887,
      "step": 55
    },
    {
      "epoch": 0.27242322894496807,
      "grad_norm": 0.4038759768009186,
      "learning_rate": 6.626506024096386e-06,
      "loss": 0.6628,
      "step": 56
    },
    {
      "epoch": 0.2772879294618425,
      "grad_norm": 0.40925461053848267,
      "learning_rate": 6.746987951807229e-06,
      "loss": 0.6542,
      "step": 57
    },
    {
      "epoch": 0.28215262997871693,
      "grad_norm": 0.3734932541847229,
      "learning_rate": 6.867469879518073e-06,
      "loss": 0.6379,
      "step": 58
    },
    {
      "epoch": 0.28701733049559136,
      "grad_norm": 0.42691197991371155,
      "learning_rate": 6.987951807228917e-06,
      "loss": 0.647,
      "step": 59
    },
    {
      "epoch": 0.2918820310124658,
      "grad_norm": 0.4151201546192169,
      "learning_rate": 7.1084337349397595e-06,
      "loss": 0.6633,
      "step": 60
    },
    {
      "epoch": 0.2967467315293402,
      "grad_norm": 0.3962690532207489,
      "learning_rate": 7.228915662650603e-06,
      "loss": 0.6629,
      "step": 61
    },
    {
      "epoch": 0.30161143204621466,
      "grad_norm": 0.3834770917892456,
      "learning_rate": 7.349397590361447e-06,
      "loss": 0.655,
      "step": 62
    },
    {
      "epoch": 0.3064761325630891,
      "grad_norm": 0.3900351822376251,
      "learning_rate": 7.469879518072289e-06,
      "loss": 0.632,
      "step": 63
    },
    {
      "epoch": 0.3113408330799635,
      "grad_norm": 0.5288612246513367,
      "learning_rate": 7.590361445783133e-06,
      "loss": 0.6408,
      "step": 64
    },
    {
      "epoch": 0.31620553359683795,
      "grad_norm": 0.3623826205730438,
      "learning_rate": 7.710843373493977e-06,
      "loss": 0.654,
      "step": 65
    },
    {
      "epoch": 0.3210702341137124,
      "grad_norm": 0.3914937973022461,
      "learning_rate": 7.83132530120482e-06,
      "loss": 0.6428,
      "step": 66
    },
    {
      "epoch": 0.3259349346305868,
      "grad_norm": 0.3521091639995575,
      "learning_rate": 7.951807228915663e-06,
      "loss": 0.6359,
      "step": 67
    },
    {
      "epoch": 0.33079963514746125,
      "grad_norm": 0.3733057677745819,
      "learning_rate": 8.072289156626508e-06,
      "loss": 0.6734,
      "step": 68
    },
    {
      "epoch": 0.3356643356643357,
      "grad_norm": 0.4045925438404083,
      "learning_rate": 8.19277108433735e-06,
      "loss": 0.6837,
      "step": 69
    },
    {
      "epoch": 0.3405290361812101,
      "grad_norm": 0.3743281364440918,
      "learning_rate": 8.313253012048194e-06,
      "loss": 0.6448,
      "step": 70
    },
    {
      "epoch": 0.34539373669808454,
      "grad_norm": 0.3639332354068756,
      "learning_rate": 8.433734939759038e-06,
      "loss": 0.6285,
      "step": 71
    },
    {
      "epoch": 0.350258437214959,
      "grad_norm": 0.39523962140083313,
      "learning_rate": 8.55421686746988e-06,
      "loss": 0.6508,
      "step": 72
    },
    {
      "epoch": 0.3551231377318334,
      "grad_norm": 0.3910689055919647,
      "learning_rate": 8.674698795180724e-06,
      "loss": 0.6378,
      "step": 73
    },
    {
      "epoch": 0.35998783824870784,
      "grad_norm": 0.3988930583000183,
      "learning_rate": 8.795180722891567e-06,
      "loss": 0.6484,
      "step": 74
    },
    {
      "epoch": 0.36485253876558227,
      "grad_norm": 0.35264673829078674,
      "learning_rate": 8.91566265060241e-06,
      "loss": 0.6321,
      "step": 75
    },
    {
      "epoch": 0.3697172392824567,
      "grad_norm": 0.40589064359664917,
      "learning_rate": 9.036144578313254e-06,
      "loss": 0.6259,
      "step": 76
    },
    {
      "epoch": 0.3745819397993311,
      "grad_norm": 0.35977646708488464,
      "learning_rate": 9.156626506024097e-06,
      "loss": 0.6456,
      "step": 77
    },
    {
      "epoch": 0.3794466403162055,
      "grad_norm": 0.4060300886631012,
      "learning_rate": 9.27710843373494e-06,
      "loss": 0.6698,
      "step": 78
    },
    {
      "epoch": 0.38431134083307994,
      "grad_norm": 0.3815556466579437,
      "learning_rate": 9.397590361445785e-06,
      "loss": 0.6575,
      "step": 79
    },
    {
      "epoch": 0.38917604134995437,
      "grad_norm": 0.35774871706962585,
      "learning_rate": 9.518072289156628e-06,
      "loss": 0.6506,
      "step": 80
    },
    {
      "epoch": 0.3940407418668288,
      "grad_norm": 0.4149310886859894,
      "learning_rate": 9.63855421686747e-06,
      "loss": 0.684,
      "step": 81
    },
    {
      "epoch": 0.39890544238370323,
      "grad_norm": 0.3733583390712738,
      "learning_rate": 9.759036144578315e-06,
      "loss": 0.6237,
      "step": 82
    },
    {
      "epoch": 0.40377014290057767,
      "grad_norm": 0.3399677574634552,
      "learning_rate": 9.879518072289156e-06,
      "loss": 0.6281,
      "step": 83
    },
    {
      "epoch": 0.4086348434174521,
      "grad_norm": 0.37513449788093567,
      "learning_rate": 1e-05,
      "loss": 0.6399,
      "step": 84
    },
    {
      "epoch": 0.41349954393432653,
      "grad_norm": 0.37447768449783325,
      "learning_rate": 9.99995506314361e-06,
      "loss": 0.633,
      "step": 85
    },
    {
      "epoch": 0.41836424445120096,
      "grad_norm": 0.40050914883613586,
      "learning_rate": 9.99982025338217e-06,
      "loss": 0.6684,
      "step": 86
    },
    {
      "epoch": 0.4232289449680754,
      "grad_norm": 0.3781862258911133,
      "learning_rate": 9.999595573138845e-06,
      "loss": 0.6088,
      "step": 87
    },
    {
      "epoch": 0.4280936454849498,
      "grad_norm": 0.3892683982849121,
      "learning_rate": 9.99928102645221e-06,
      "loss": 0.6381,
      "step": 88
    },
    {
      "epoch": 0.43295834600182426,
      "grad_norm": 0.37661153078079224,
      "learning_rate": 9.99887661897616e-06,
      "loss": 0.618,
      "step": 89
    },
    {
      "epoch": 0.4378230465186987,
      "grad_norm": 0.3976646661758423,
      "learning_rate": 9.99838235797981e-06,
      "loss": 0.6464,
      "step": 90
    },
    {
      "epoch": 0.4426877470355731,
      "grad_norm": 0.38253095746040344,
      "learning_rate": 9.997798252347382e-06,
      "loss": 0.5829,
      "step": 91
    },
    {
      "epoch": 0.44755244755244755,
      "grad_norm": 0.4197298586368561,
      "learning_rate": 9.99712431257802e-06,
      "loss": 0.6105,
      "step": 92
    },
    {
      "epoch": 0.452417148069322,
      "grad_norm": 0.4068802297115326,
      "learning_rate": 9.996360550785619e-06,
      "loss": 0.6505,
      "step": 93
    },
    {
      "epoch": 0.4572818485861964,
      "grad_norm": 0.39049994945526123,
      "learning_rate": 9.9955069806986e-06,
      "loss": 0.6292,
      "step": 94
    },
    {
      "epoch": 0.46214654910307085,
      "grad_norm": 0.41957932710647583,
      "learning_rate": 9.994563617659665e-06,
      "loss": 0.6304,
      "step": 95
    },
    {
      "epoch": 0.4670112496199453,
      "grad_norm": 0.36546021699905396,
      "learning_rate": 9.993530478625524e-06,
      "loss": 0.6199,
      "step": 96
    },
    {
      "epoch": 0.4718759501368197,
      "grad_norm": 0.359742134809494,
      "learning_rate": 9.992407582166582e-06,
      "loss": 0.594,
      "step": 97
    },
    {
      "epoch": 0.47674065065369414,
      "grad_norm": 0.4413560628890991,
      "learning_rate": 9.991194948466615e-06,
      "loss": 0.6367,
      "step": 98
    },
    {
      "epoch": 0.4816053511705686,
      "grad_norm": 0.3888995349407196,
      "learning_rate": 9.989892599322404e-06,
      "loss": 0.6168,
      "step": 99
    },
    {
      "epoch": 0.486470051687443,
      "grad_norm": 0.41815799474716187,
      "learning_rate": 9.988500558143337e-06,
      "loss": 0.6445,
      "step": 100
    },
    {
      "epoch": 0.49133475220431744,
      "grad_norm": 0.38159245252609253,
      "learning_rate": 9.987018849950996e-06,
      "loss": 0.6343,
      "step": 101
    },
    {
      "epoch": 0.49619945272119187,
      "grad_norm": 0.4042263627052307,
      "learning_rate": 9.985447501378706e-06,
      "loss": 0.6318,
      "step": 102
    },
    {
      "epoch": 0.5010641532380663,
      "grad_norm": 0.41288211941719055,
      "learning_rate": 9.983786540671052e-06,
      "loss": 0.6255,
      "step": 103
    },
    {
      "epoch": 0.5059288537549407,
      "grad_norm": 0.40072107315063477,
      "learning_rate": 9.982035997683372e-06,
      "loss": 0.6213,
      "step": 104
    },
    {
      "epoch": 0.5107935542718152,
      "grad_norm": 0.3677405118942261,
      "learning_rate": 9.980195903881231e-06,
      "loss": 0.6225,
      "step": 105
    },
    {
      "epoch": 0.5156582547886895,
      "grad_norm": 0.4360586106777191,
      "learning_rate": 9.978266292339838e-06,
      "loss": 0.638,
      "step": 106
    },
    {
      "epoch": 0.520522955305564,
      "grad_norm": 0.3555741310119629,
      "learning_rate": 9.976247197743465e-06,
      "loss": 0.6114,
      "step": 107
    },
    {
      "epoch": 0.5253876558224384,
      "grad_norm": 0.39081236720085144,
      "learning_rate": 9.974138656384815e-06,
      "loss": 0.6144,
      "step": 108
    },
    {
      "epoch": 0.5302523563393129,
      "grad_norm": 0.4209583103656769,
      "learning_rate": 9.97194070616438e-06,
      "loss": 0.6215,
      "step": 109
    },
    {
      "epoch": 0.5351170568561873,
      "grad_norm": 0.3668820559978485,
      "learning_rate": 9.969653386589749e-06,
      "loss": 0.6264,
      "step": 110
    },
    {
      "epoch": 0.5399817573730618,
      "grad_norm": 0.3862663805484772,
      "learning_rate": 9.967276738774897e-06,
      "loss": 0.6149,
      "step": 111
    },
    {
      "epoch": 0.5448464578899361,
      "grad_norm": 0.3995136320590973,
      "learning_rate": 9.964810805439464e-06,
      "loss": 0.6258,
      "step": 112
    },
    {
      "epoch": 0.5497111584068106,
      "grad_norm": 0.3889177143573761,
      "learning_rate": 9.962255630907964e-06,
      "loss": 0.6377,
      "step": 113
    },
    {
      "epoch": 0.554575858923685,
      "grad_norm": 0.389662504196167,
      "learning_rate": 9.959611261108999e-06,
      "loss": 0.6047,
      "step": 114
    },
    {
      "epoch": 0.5594405594405595,
      "grad_norm": 0.4620538651943207,
      "learning_rate": 9.956877743574437e-06,
      "loss": 0.644,
      "step": 115
    },
    {
      "epoch": 0.5643052599574339,
      "grad_norm": 0.3749834895133972,
      "learning_rate": 9.954055127438554e-06,
      "loss": 0.6107,
      "step": 116
    },
    {
      "epoch": 0.5691699604743083,
      "grad_norm": 0.37528854608535767,
      "learning_rate": 9.951143463437145e-06,
      "loss": 0.5933,
      "step": 117
    },
    {
      "epoch": 0.5740346609911827,
      "grad_norm": 0.38073307275772095,
      "learning_rate": 9.948142803906623e-06,
      "loss": 0.6252,
      "step": 118
    },
    {
      "epoch": 0.5788993615080572,
      "grad_norm": 0.4140167534351349,
      "learning_rate": 9.94505320278307e-06,
      "loss": 0.6329,
      "step": 119
    },
    {
      "epoch": 0.5837640620249316,
      "grad_norm": 0.39784958958625793,
      "learning_rate": 9.94187471560127e-06,
      "loss": 0.6226,
      "step": 120
    },
    {
      "epoch": 0.5886287625418061,
      "grad_norm": 0.37837842106819153,
      "learning_rate": 9.938607399493714e-06,
      "loss": 0.6266,
      "step": 121
    },
    {
      "epoch": 0.5934934630586804,
      "grad_norm": 0.39705371856689453,
      "learning_rate": 9.935251313189564e-06,
      "loss": 0.6535,
      "step": 122
    },
    {
      "epoch": 0.5983581635755548,
      "grad_norm": 0.39558154344558716,
      "learning_rate": 9.931806517013612e-06,
      "loss": 0.6261,
      "step": 123
    },
    {
      "epoch": 0.6032228640924293,
      "grad_norm": 0.40359461307525635,
      "learning_rate": 9.92827307288518e-06,
      "loss": 0.6414,
      "step": 124
    },
    {
      "epoch": 0.6080875646093037,
      "grad_norm": 0.37531161308288574,
      "learning_rate": 9.924651044317017e-06,
      "loss": 0.6108,
      "step": 125
    },
    {
      "epoch": 0.6129522651261782,
      "grad_norm": 0.37722480297088623,
      "learning_rate": 9.920940496414153e-06,
      "loss": 0.6065,
      "step": 126
    },
    {
      "epoch": 0.6178169656430526,
      "grad_norm": 0.3826655149459839,
      "learning_rate": 9.917141495872733e-06,
      "loss": 0.6189,
      "step": 127
    },
    {
      "epoch": 0.622681666159927,
      "grad_norm": 0.3929085433483124,
      "learning_rate": 9.913254110978812e-06,
      "loss": 0.631,
      "step": 128
    },
    {
      "epoch": 0.6275463666768014,
      "grad_norm": 0.3875380754470825,
      "learning_rate": 9.909278411607134e-06,
      "loss": 0.6211,
      "step": 129
    },
    {
      "epoch": 0.6324110671936759,
      "grad_norm": 0.39089295268058777,
      "learning_rate": 9.90521446921987e-06,
      "loss": 0.5943,
      "step": 130
    },
    {
      "epoch": 0.6372757677105503,
      "grad_norm": 0.3719761371612549,
      "learning_rate": 9.90106235686534e-06,
      "loss": 0.6327,
      "step": 131
    },
    {
      "epoch": 0.6421404682274248,
      "grad_norm": 0.39393913745880127,
      "learning_rate": 9.896822149176695e-06,
      "loss": 0.636,
      "step": 132
    },
    {
      "epoch": 0.6470051687442991,
      "grad_norm": 0.4049062728881836,
      "learning_rate": 9.892493922370575e-06,
      "loss": 0.6225,
      "step": 133
    },
    {
      "epoch": 0.6518698692611736,
      "grad_norm": 0.4028378427028656,
      "learning_rate": 9.888077754245741e-06,
      "loss": 0.6273,
      "step": 134
    },
    {
      "epoch": 0.656734569778048,
      "grad_norm": 0.41148582100868225,
      "learning_rate": 9.883573724181683e-06,
      "loss": 0.6459,
      "step": 135
    },
    {
      "epoch": 0.6615992702949225,
      "grad_norm": 0.3935914933681488,
      "learning_rate": 9.878981913137178e-06,
      "loss": 0.6195,
      "step": 136
    },
    {
      "epoch": 0.6664639708117969,
      "grad_norm": 0.3569656014442444,
      "learning_rate": 9.87430240364885e-06,
      "loss": 0.6225,
      "step": 137
    },
    {
      "epoch": 0.6713286713286714,
      "grad_norm": 0.38845062255859375,
      "learning_rate": 9.869535279829674e-06,
      "loss": 0.62,
      "step": 138
    },
    {
      "epoch": 0.6761933718455457,
      "grad_norm": 0.3890616297721863,
      "learning_rate": 9.864680627367476e-06,
      "loss": 0.6271,
      "step": 139
    },
    {
      "epoch": 0.6810580723624202,
      "grad_norm": 0.46930286288261414,
      "learning_rate": 9.859738533523384e-06,
      "loss": 0.6151,
      "step": 140
    },
    {
      "epoch": 0.6859227728792946,
      "grad_norm": 0.37581589818000793,
      "learning_rate": 9.854709087130261e-06,
      "loss": 0.6123,
      "step": 141
    },
    {
      "epoch": 0.6907874733961691,
      "grad_norm": 0.4044643044471741,
      "learning_rate": 9.849592378591113e-06,
      "loss": 0.6426,
      "step": 142
    },
    {
      "epoch": 0.6956521739130435,
      "grad_norm": 0.3923414945602417,
      "learning_rate": 9.844388499877457e-06,
      "loss": 0.6212,
      "step": 143
    },
    {
      "epoch": 0.700516874429918,
      "grad_norm": 0.4025014042854309,
      "learning_rate": 9.839097544527674e-06,
      "loss": 0.6044,
      "step": 144
    },
    {
      "epoch": 0.7053815749467923,
      "grad_norm": 0.3886919319629669,
      "learning_rate": 9.833719607645325e-06,
      "loss": 0.6019,
      "step": 145
    },
    {
      "epoch": 0.7102462754636668,
      "grad_norm": 0.376140832901001,
      "learning_rate": 9.82825478589744e-06,
      "loss": 0.6233,
      "step": 146
    },
    {
      "epoch": 0.7151109759805412,
      "grad_norm": 0.3581697642803192,
      "learning_rate": 9.822703177512783e-06,
      "loss": 0.6315,
      "step": 147
    },
    {
      "epoch": 0.7199756764974157,
      "grad_norm": 0.34552642703056335,
      "learning_rate": 9.817064882280085e-06,
      "loss": 0.6063,
      "step": 148
    },
    {
      "epoch": 0.72484037701429,
      "grad_norm": 0.38428688049316406,
      "learning_rate": 9.811340001546252e-06,
      "loss": 0.6089,
      "step": 149
    },
    {
      "epoch": 0.7297050775311645,
      "grad_norm": 0.3815344274044037,
      "learning_rate": 9.805528638214543e-06,
      "loss": 0.6158,
      "step": 150
    },
    {
      "epoch": 0.7345697780480389,
      "grad_norm": 0.37385204434394836,
      "learning_rate": 9.799630896742716e-06,
      "loss": 0.6148,
      "step": 151
    },
    {
      "epoch": 0.7394344785649134,
      "grad_norm": 0.35990026593208313,
      "learning_rate": 9.793646883141155e-06,
      "loss": 0.6007,
      "step": 152
    },
    {
      "epoch": 0.7442991790817878,
      "grad_norm": 0.38917872309684753,
      "learning_rate": 9.787576704970965e-06,
      "loss": 0.608,
      "step": 153
    },
    {
      "epoch": 0.7491638795986622,
      "grad_norm": 0.36917781829833984,
      "learning_rate": 9.781420471342035e-06,
      "loss": 0.6177,
      "step": 154
    },
    {
      "epoch": 0.7540285801155366,
      "grad_norm": 0.396499365568161,
      "learning_rate": 9.77517829291108e-06,
      "loss": 0.6141,
      "step": 155
    },
    {
      "epoch": 0.758893280632411,
      "grad_norm": 0.39200127124786377,
      "learning_rate": 9.768850281879651e-06,
      "loss": 0.63,
      "step": 156
    },
    {
      "epoch": 0.7637579811492855,
      "grad_norm": 0.39482221007347107,
      "learning_rate": 9.762436551992117e-06,
      "loss": 0.6202,
      "step": 157
    },
    {
      "epoch": 0.7686226816661599,
      "grad_norm": 0.368528813123703,
      "learning_rate": 9.755937218533622e-06,
      "loss": 0.6111,
      "step": 158
    },
    {
      "epoch": 0.7734873821830344,
      "grad_norm": 0.3803812861442566,
      "learning_rate": 9.74935239832801e-06,
      "loss": 0.6095,
      "step": 159
    },
    {
      "epoch": 0.7783520826999087,
      "grad_norm": 0.38212645053863525,
      "learning_rate": 9.742682209735727e-06,
      "loss": 0.6199,
      "step": 160
    },
    {
      "epoch": 0.7832167832167832,
      "grad_norm": 0.38313084840774536,
      "learning_rate": 9.735926772651703e-06,
      "loss": 0.6153,
      "step": 161
    },
    {
      "epoch": 0.7880814837336576,
      "grad_norm": 0.3594917953014374,
      "learning_rate": 9.729086208503174e-06,
      "loss": 0.6264,
      "step": 162
    },
    {
      "epoch": 0.7929461842505321,
      "grad_norm": 0.3762817978858948,
      "learning_rate": 9.722160640247523e-06,
      "loss": 0.58,
      "step": 163
    },
    {
      "epoch": 0.7978108847674065,
      "grad_norm": 0.44009992480278015,
      "learning_rate": 9.715150192370054e-06,
      "loss": 0.6294,
      "step": 164
    },
    {
      "epoch": 0.802675585284281,
      "grad_norm": 0.3405672609806061,
      "learning_rate": 9.708054990881763e-06,
      "loss": 0.6057,
      "step": 165
    },
    {
      "epoch": 0.8075402858011553,
      "grad_norm": 0.340965211391449,
      "learning_rate": 9.700875163317072e-06,
      "loss": 0.6091,
      "step": 166
    },
    {
      "epoch": 0.8124049863180298,
      "grad_norm": 0.375713586807251,
      "learning_rate": 9.693610838731532e-06,
      "loss": 0.5913,
      "step": 167
    },
    {
      "epoch": 0.8172696868349042,
      "grad_norm": 0.3714539706707001,
      "learning_rate": 9.686262147699507e-06,
      "loss": 0.6115,
      "step": 168
    },
    {
      "epoch": 0.8221343873517787,
      "grad_norm": 0.3749929666519165,
      "learning_rate": 9.678829222311827e-06,
      "loss": 0.6075,
      "step": 169
    },
    {
      "epoch": 0.8269990878686531,
      "grad_norm": 0.3718150556087494,
      "learning_rate": 9.671312196173413e-06,
      "loss": 0.6178,
      "step": 170
    },
    {
      "epoch": 0.8318637883855275,
      "grad_norm": 0.4176604449748993,
      "learning_rate": 9.663711204400872e-06,
      "loss": 0.6085,
      "step": 171
    },
    {
      "epoch": 0.8367284889024019,
      "grad_norm": 0.422677218914032,
      "learning_rate": 9.656026383620076e-06,
      "loss": 0.6242,
      "step": 172
    },
    {
      "epoch": 0.8415931894192764,
      "grad_norm": 0.372397780418396,
      "learning_rate": 9.6482578719637e-06,
      "loss": 0.6259,
      "step": 173
    },
    {
      "epoch": 0.8464578899361508,
      "grad_norm": 0.42137330770492554,
      "learning_rate": 9.640405809068743e-06,
      "loss": 0.6223,
      "step": 174
    },
    {
      "epoch": 0.8513225904530253,
      "grad_norm": 0.39700597524642944,
      "learning_rate": 9.632470336074009e-06,
      "loss": 0.6146,
      "step": 175
    },
    {
      "epoch": 0.8561872909698997,
      "grad_norm": 0.3760301172733307,
      "learning_rate": 9.624451595617588e-06,
      "loss": 0.6095,
      "step": 176
    },
    {
      "epoch": 0.8610519914867741,
      "grad_norm": 0.4247523546218872,
      "learning_rate": 9.616349731834271e-06,
      "loss": 0.6215,
      "step": 177
    },
    {
      "epoch": 0.8659166920036485,
      "grad_norm": 0.39961710572242737,
      "learning_rate": 9.608164890352977e-06,
      "loss": 0.641,
      "step": 178
    },
    {
      "epoch": 0.870781392520523,
      "grad_norm": 0.3871230185031891,
      "learning_rate": 9.599897218294122e-06,
      "loss": 0.594,
      "step": 179
    },
    {
      "epoch": 0.8756460930373974,
      "grad_norm": 0.3941272795200348,
      "learning_rate": 9.591546864266983e-06,
      "loss": 0.5826,
      "step": 180
    },
    {
      "epoch": 0.8805107935542719,
      "grad_norm": 0.3947692811489105,
      "learning_rate": 9.583113978367026e-06,
      "loss": 0.6061,
      "step": 181
    },
    {
      "epoch": 0.8853754940711462,
      "grad_norm": 0.39284199476242065,
      "learning_rate": 9.574598712173202e-06,
      "loss": 0.6175,
      "step": 182
    },
    {
      "epoch": 0.8902401945880207,
      "grad_norm": 0.41883713006973267,
      "learning_rate": 9.56600121874523e-06,
      "loss": 0.6124,
      "step": 183
    },
    {
      "epoch": 0.8951048951048951,
      "grad_norm": 0.38454899191856384,
      "learning_rate": 9.557321652620839e-06,
      "loss": 0.6213,
      "step": 184
    },
    {
      "epoch": 0.8999695956217695,
      "grad_norm": 0.38847121596336365,
      "learning_rate": 9.548560169812997e-06,
      "loss": 0.6178,
      "step": 185
    },
    {
      "epoch": 0.904834296138644,
      "grad_norm": 0.4160056412220001,
      "learning_rate": 9.539716927807102e-06,
      "loss": 0.6176,
      "step": 186
    },
    {
      "epoch": 0.9096989966555183,
      "grad_norm": 0.36343953013420105,
      "learning_rate": 9.530792085558151e-06,
      "loss": 0.604,
      "step": 187
    },
    {
      "epoch": 0.9145636971723928,
      "grad_norm": 0.40518003702163696,
      "learning_rate": 9.521785803487888e-06,
      "loss": 0.6212,
      "step": 188
    },
    {
      "epoch": 0.9194283976892672,
      "grad_norm": 0.39145195484161377,
      "learning_rate": 9.512698243481914e-06,
      "loss": 0.6281,
      "step": 189
    },
    {
      "epoch": 0.9242930982061417,
      "grad_norm": 0.39723438024520874,
      "learning_rate": 9.50352956888678e-06,
      "loss": 0.6128,
      "step": 190
    },
    {
      "epoch": 0.9291577987230161,
      "grad_norm": 0.3605063855648041,
      "learning_rate": 9.49427994450705e-06,
      "loss": 0.5888,
      "step": 191
    },
    {
      "epoch": 0.9340224992398906,
      "grad_norm": 0.3381179869174957,
      "learning_rate": 9.484949536602343e-06,
      "loss": 0.6191,
      "step": 192
    },
    {
      "epoch": 0.9388871997567649,
      "grad_norm": 0.3913276195526123,
      "learning_rate": 9.47553851288434e-06,
      "loss": 0.612,
      "step": 193
    },
    {
      "epoch": 0.9437519002736394,
      "grad_norm": 0.3754216432571411,
      "learning_rate": 9.466047042513767e-06,
      "loss": 0.6239,
      "step": 194
    },
    {
      "epoch": 0.9486166007905138,
      "grad_norm": 0.35542696714401245,
      "learning_rate": 9.45647529609736e-06,
      "loss": 0.6173,
      "step": 195
    },
    {
      "epoch": 0.9534813013073883,
      "grad_norm": 0.34806758165359497,
      "learning_rate": 9.4468234456848e-06,
      "loss": 0.6279,
      "step": 196
    },
    {
      "epoch": 0.9583460018242627,
      "grad_norm": 0.34163591265678406,
      "learning_rate": 9.437091664765611e-06,
      "loss": 0.5814,
      "step": 197
    },
    {
      "epoch": 0.9632107023411371,
      "grad_norm": 0.3506777882575989,
      "learning_rate": 9.427280128266049e-06,
      "loss": 0.608,
      "step": 198
    },
    {
      "epoch": 0.9680754028580115,
      "grad_norm": 0.39640653133392334,
      "learning_rate": 9.41738901254596e-06,
      "loss": 0.6242,
      "step": 199
    },
    {
      "epoch": 0.972940103374886,
      "grad_norm": 0.38849350810050964,
      "learning_rate": 9.4074184953956e-06,
      "loss": 0.6001,
      "step": 200
    },
    {
      "epoch": 0.9778048038917604,
      "grad_norm": 0.34266453981399536,
      "learning_rate": 9.397368756032445e-06,
      "loss": 0.6072,
      "step": 201
    },
    {
      "epoch": 0.9826695044086349,
      "grad_norm": 0.3617665767669678,
      "learning_rate": 9.38723997509798e-06,
      "loss": 0.6072,
      "step": 202
    },
    {
      "epoch": 0.9875342049255093,
      "grad_norm": 0.37782296538352966,
      "learning_rate": 9.37703233465443e-06,
      "loss": 0.6123,
      "step": 203
    },
    {
      "epoch": 0.9923989054423837,
      "grad_norm": 0.392240047454834,
      "learning_rate": 9.366746018181503e-06,
      "loss": 0.6202,
      "step": 204
    },
    {
      "epoch": 0.9972636059592581,
      "grad_norm": 0.3623761832714081,
      "learning_rate": 9.356381210573092e-06,
      "loss": 0.5883,
      "step": 205
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.5044242739677429,
      "learning_rate": 9.345938098133946e-06,
      "loss": 0.5917,
      "step": 206
    },
    {
      "epoch": 1.0048647005168745,
      "grad_norm": 0.3975219428539276,
      "learning_rate": 9.33541686857632e-06,
      "loss": 0.5713,
      "step": 207
    },
    {
      "epoch": 1.0097294010337488,
      "grad_norm": 0.43212786316871643,
      "learning_rate": 9.324817711016609e-06,
      "loss": 0.5864,
      "step": 208
    },
    {
      "epoch": 1.0145941015506232,
      "grad_norm": 0.36350852251052856,
      "learning_rate": 9.31414081597194e-06,
      "loss": 0.5826,
      "step": 209
    },
    {
      "epoch": 1.0194588020674977,
      "grad_norm": 0.38387811183929443,
      "learning_rate": 9.303386375356752e-06,
      "loss": 0.5715,
      "step": 210
    },
    {
      "epoch": 1.0243235025843722,
      "grad_norm": 0.39839062094688416,
      "learning_rate": 9.292554582479349e-06,
      "loss": 0.5839,
      "step": 211
    },
    {
      "epoch": 1.0291882031012465,
      "grad_norm": 0.6260845065116882,
      "learning_rate": 9.281645632038417e-06,
      "loss": 0.6068,
      "step": 212
    },
    {
      "epoch": 1.034052903618121,
      "grad_norm": 0.3589637577533722,
      "learning_rate": 9.270659720119533e-06,
      "loss": 0.577,
      "step": 213
    },
    {
      "epoch": 1.0389176041349955,
      "grad_norm": 0.38663890957832336,
      "learning_rate": 9.259597044191635e-06,
      "loss": 0.5815,
      "step": 214
    },
    {
      "epoch": 1.04378230465187,
      "grad_norm": 0.4027801752090454,
      "learning_rate": 9.248457803103476e-06,
      "loss": 0.5445,
      "step": 215
    },
    {
      "epoch": 1.0486470051687442,
      "grad_norm": 0.4009842574596405,
      "learning_rate": 9.237242197080045e-06,
      "loss": 0.5799,
      "step": 216
    },
    {
      "epoch": 1.0535117056856187,
      "grad_norm": 0.40365034341812134,
      "learning_rate": 9.225950427718974e-06,
      "loss": 0.6012,
      "step": 217
    },
    {
      "epoch": 1.0583764062024932,
      "grad_norm": 0.3974784016609192,
      "learning_rate": 9.21458269798691e-06,
      "loss": 0.5915,
      "step": 218
    },
    {
      "epoch": 1.0632411067193677,
      "grad_norm": 0.45469483733177185,
      "learning_rate": 9.203139212215868e-06,
      "loss": 0.6232,
      "step": 219
    },
    {
      "epoch": 1.068105807236242,
      "grad_norm": 0.4087798297405243,
      "learning_rate": 9.191620176099559e-06,
      "loss": 0.6025,
      "step": 220
    },
    {
      "epoch": 1.0729705077531164,
      "grad_norm": 0.37921905517578125,
      "learning_rate": 9.180025796689692e-06,
      "loss": 0.5898,
      "step": 221
    },
    {
      "epoch": 1.077835208269991,
      "grad_norm": 0.41409194469451904,
      "learning_rate": 9.168356282392253e-06,
      "loss": 0.5812,
      "step": 222
    },
    {
      "epoch": 1.0826999087868654,
      "grad_norm": 1.3059632778167725,
      "learning_rate": 9.156611842963753e-06,
      "loss": 0.58,
      "step": 223
    },
    {
      "epoch": 1.0875646093037397,
      "grad_norm": 0.42920663952827454,
      "learning_rate": 9.144792689507471e-06,
      "loss": 0.5705,
      "step": 224
    },
    {
      "epoch": 1.0924293098206141,
      "grad_norm": 0.38777294754981995,
      "learning_rate": 9.132899034469648e-06,
      "loss": 0.5853,
      "step": 225
    },
    {
      "epoch": 1.0972940103374886,
      "grad_norm": 0.41427531838417053,
      "learning_rate": 9.120931091635669e-06,
      "loss": 0.6141,
      "step": 226
    },
    {
      "epoch": 1.1021587108543631,
      "grad_norm": 0.3924216330051422,
      "learning_rate": 9.108889076126226e-06,
      "loss": 0.5783,
      "step": 227
    },
    {
      "epoch": 1.1070234113712374,
      "grad_norm": 0.3683719038963318,
      "learning_rate": 9.09677320439345e-06,
      "loss": 0.5957,
      "step": 228
    },
    {
      "epoch": 1.1118881118881119,
      "grad_norm": 0.3637790381908417,
      "learning_rate": 9.084583694217012e-06,
      "loss": 0.558,
      "step": 229
    },
    {
      "epoch": 1.1167528124049864,
      "grad_norm": 0.36177799105644226,
      "learning_rate": 9.072320764700223e-06,
      "loss": 0.5802,
      "step": 230
    },
    {
      "epoch": 1.1216175129218608,
      "grad_norm": 0.3491053879261017,
      "learning_rate": 9.059984636266082e-06,
      "loss": 0.5684,
      "step": 231
    },
    {
      "epoch": 1.1264822134387351,
      "grad_norm": 0.3962339162826538,
      "learning_rate": 9.047575530653324e-06,
      "loss": 0.6006,
      "step": 232
    },
    {
      "epoch": 1.1313469139556096,
      "grad_norm": 0.3437581956386566,
      "learning_rate": 9.035093670912424e-06,
      "loss": 0.5806,
      "step": 233
    },
    {
      "epoch": 1.136211614472484,
      "grad_norm": 0.36129409074783325,
      "learning_rate": 9.022539281401601e-06,
      "loss": 0.5935,
      "step": 234
    },
    {
      "epoch": 1.1410763149893586,
      "grad_norm": 0.3915378749370575,
      "learning_rate": 9.009912587782772e-06,
      "loss": 0.5917,
      "step": 235
    },
    {
      "epoch": 1.1459410155062328,
      "grad_norm": 0.35055333375930786,
      "learning_rate": 8.997213817017508e-06,
      "loss": 0.6044,
      "step": 236
    },
    {
      "epoch": 1.1508057160231073,
      "grad_norm": 0.32850873470306396,
      "learning_rate": 8.984443197362938e-06,
      "loss": 0.5585,
      "step": 237
    },
    {
      "epoch": 1.1556704165399818,
      "grad_norm": 0.3512062132358551,
      "learning_rate": 8.971600958367668e-06,
      "loss": 0.5739,
      "step": 238
    },
    {
      "epoch": 1.160535117056856,
      "grad_norm": 0.3887694776058197,
      "learning_rate": 8.958687330867634e-06,
      "loss": 0.583,
      "step": 239
    },
    {
      "epoch": 1.1653998175737306,
      "grad_norm": 0.31317535042762756,
      "learning_rate": 8.94570254698197e-06,
      "loss": 0.5753,
      "step": 240
    },
    {
      "epoch": 1.170264518090605,
      "grad_norm": 0.36693888902664185,
      "learning_rate": 8.932646840108818e-06,
      "loss": 0.589,
      "step": 241
    },
    {
      "epoch": 1.1751292186074795,
      "grad_norm": 0.35755452513694763,
      "learning_rate": 8.919520444921153e-06,
      "loss": 0.5888,
      "step": 242
    },
    {
      "epoch": 1.179993919124354,
      "grad_norm": 0.3393310010433197,
      "learning_rate": 8.906323597362547e-06,
      "loss": 0.5586,
      "step": 243
    },
    {
      "epoch": 1.1848586196412283,
      "grad_norm": 0.33648696541786194,
      "learning_rate": 8.893056534642938e-06,
      "loss": 0.5388,
      "step": 244
    },
    {
      "epoch": 1.1897233201581028,
      "grad_norm": 0.636298656463623,
      "learning_rate": 8.879719495234363e-06,
      "loss": 0.5905,
      "step": 245
    },
    {
      "epoch": 1.1945880206749773,
      "grad_norm": 0.3570788502693176,
      "learning_rate": 8.866312718866669e-06,
      "loss": 0.5756,
      "step": 246
    },
    {
      "epoch": 1.1994527211918515,
      "grad_norm": 0.36703434586524963,
      "learning_rate": 8.852836446523213e-06,
      "loss": 0.5713,
      "step": 247
    },
    {
      "epoch": 1.204317421708726,
      "grad_norm": 0.37416139245033264,
      "learning_rate": 8.83929092043652e-06,
      "loss": 0.5755,
      "step": 248
    },
    {
      "epoch": 1.2091821222256005,
      "grad_norm": 0.356198787689209,
      "learning_rate": 8.825676384083936e-06,
      "loss": 0.5679,
      "step": 249
    },
    {
      "epoch": 1.214046822742475,
      "grad_norm": 0.3884102404117584,
      "learning_rate": 8.811993082183243e-06,
      "loss": 0.5661,
      "step": 250
    },
    {
      "epoch": 1.2189115232593493,
      "grad_norm": 0.3469521701335907,
      "learning_rate": 8.798241260688273e-06,
      "loss": 0.5944,
      "step": 251
    },
    {
      "epoch": 1.2237762237762237,
      "grad_norm": 0.3841468095779419,
      "learning_rate": 8.784421166784476e-06,
      "loss": 0.5955,
      "step": 252
    },
    {
      "epoch": 1.2286409242930982,
      "grad_norm": 0.336848646402359,
      "learning_rate": 8.770533048884483e-06,
      "loss": 0.5749,
      "step": 253
    },
    {
      "epoch": 1.2335056248099727,
      "grad_norm": 0.38999801874160767,
      "learning_rate": 8.756577156623636e-06,
      "loss": 0.5947,
      "step": 254
    },
    {
      "epoch": 1.238370325326847,
      "grad_norm": 0.366953581571579,
      "learning_rate": 8.742553740855507e-06,
      "loss": 0.561,
      "step": 255
    },
    {
      "epoch": 1.2432350258437215,
      "grad_norm": 0.4165610671043396,
      "learning_rate": 8.728463053647382e-06,
      "loss": 0.5822,
      "step": 256
    },
    {
      "epoch": 1.248099726360596,
      "grad_norm": 0.3741051256656647,
      "learning_rate": 8.71430534827574e-06,
      "loss": 0.5916,
      "step": 257
    },
    {
      "epoch": 1.2529644268774702,
      "grad_norm": 0.3687206208705902,
      "learning_rate": 8.700080879221689e-06,
      "loss": 0.573,
      "step": 258
    },
    {
      "epoch": 1.2578291273943447,
      "grad_norm": 0.39223089814186096,
      "learning_rate": 8.685789902166395e-06,
      "loss": 0.6035,
      "step": 259
    },
    {
      "epoch": 1.2626938279112192,
      "grad_norm": 0.3949979841709137,
      "learning_rate": 8.671432673986493e-06,
      "loss": 0.5726,
      "step": 260
    },
    {
      "epoch": 1.2675585284280937,
      "grad_norm": 0.36847877502441406,
      "learning_rate": 8.657009452749466e-06,
      "loss": 0.5909,
      "step": 261
    },
    {
      "epoch": 1.2724232289449682,
      "grad_norm": 0.35309484601020813,
      "learning_rate": 8.642520497709001e-06,
      "loss": 0.5796,
      "step": 262
    },
    {
      "epoch": 1.2772879294618424,
      "grad_norm": 0.37753936648368835,
      "learning_rate": 8.627966069300332e-06,
      "loss": 0.5959,
      "step": 263
    },
    {
      "epoch": 1.282152629978717,
      "grad_norm": 0.3944050371646881,
      "learning_rate": 8.613346429135567e-06,
      "loss": 0.5806,
      "step": 264
    },
    {
      "epoch": 1.2870173304955914,
      "grad_norm": 0.3692607581615448,
      "learning_rate": 8.598661839998972e-06,
      "loss": 0.5724,
      "step": 265
    },
    {
      "epoch": 1.2918820310124657,
      "grad_norm": 0.39939919114112854,
      "learning_rate": 8.583912565842258e-06,
      "loss": 0.6082,
      "step": 266
    },
    {
      "epoch": 1.2967467315293402,
      "grad_norm": 0.3562261164188385,
      "learning_rate": 8.569098871779828e-06,
      "loss": 0.566,
      "step": 267
    },
    {
      "epoch": 1.3016114320462147,
      "grad_norm": 0.3693968951702118,
      "learning_rate": 8.554221024084019e-06,
      "loss": 0.5681,
      "step": 268
    },
    {
      "epoch": 1.3064761325630891,
      "grad_norm": 0.4063265919685364,
      "learning_rate": 8.539279290180315e-06,
      "loss": 0.5987,
      "step": 269
    },
    {
      "epoch": 1.3113408330799636,
      "grad_norm": 0.3675994277000427,
      "learning_rate": 8.524273938642539e-06,
      "loss": 0.5833,
      "step": 270
    },
    {
      "epoch": 1.316205533596838,
      "grad_norm": 0.35409554839134216,
      "learning_rate": 8.509205239188017e-06,
      "loss": 0.5908,
      "step": 271
    },
    {
      "epoch": 1.3210702341137124,
      "grad_norm": 0.3764541447162628,
      "learning_rate": 8.494073462672743e-06,
      "loss": 0.5922,
      "step": 272
    },
    {
      "epoch": 1.3259349346305869,
      "grad_norm": 0.37606513500213623,
      "learning_rate": 8.478878881086505e-06,
      "loss": 0.6006,
      "step": 273
    },
    {
      "epoch": 1.3307996351474611,
      "grad_norm": 0.3864189088344574,
      "learning_rate": 8.463621767547998e-06,
      "loss": 0.5959,
      "step": 274
    },
    {
      "epoch": 1.3356643356643356,
      "grad_norm": 0.3626885712146759,
      "learning_rate": 8.448302396299906e-06,
      "loss": 0.5952,
      "step": 275
    },
    {
      "epoch": 1.34052903618121,
      "grad_norm": 0.3946470022201538,
      "learning_rate": 8.432921042703985e-06,
      "loss": 0.5691,
      "step": 276
    },
    {
      "epoch": 1.3453937366980846,
      "grad_norm": 0.3896423876285553,
      "learning_rate": 8.417477983236107e-06,
      "loss": 0.5899,
      "step": 277
    },
    {
      "epoch": 1.350258437214959,
      "grad_norm": 0.3613225221633911,
      "learning_rate": 8.401973495481289e-06,
      "loss": 0.6184,
      "step": 278
    },
    {
      "epoch": 1.3551231377318333,
      "grad_norm": 0.3720517158508301,
      "learning_rate": 8.386407858128707e-06,
      "loss": 0.5954,
      "step": 279
    },
    {
      "epoch": 1.3599878382487078,
      "grad_norm": 0.3605566918849945,
      "learning_rate": 8.370781350966683e-06,
      "loss": 0.5659,
      "step": 280
    },
    {
      "epoch": 1.3648525387655823,
      "grad_norm": 0.3908631205558777,
      "learning_rate": 8.355094254877665e-06,
      "loss": 0.5848,
      "step": 281
    },
    {
      "epoch": 1.3697172392824566,
      "grad_norm": 0.3583967089653015,
      "learning_rate": 8.339346851833163e-06,
      "loss": 0.6031,
      "step": 282
    },
    {
      "epoch": 1.374581939799331,
      "grad_norm": 0.3706776201725006,
      "learning_rate": 8.323539424888695e-06,
      "loss": 0.5906,
      "step": 283
    },
    {
      "epoch": 1.3794466403162056,
      "grad_norm": 0.4411206841468811,
      "learning_rate": 8.30767225817869e-06,
      "loss": 0.6058,
      "step": 284
    },
    {
      "epoch": 1.3843113408330798,
      "grad_norm": 0.3731936812400818,
      "learning_rate": 8.291745636911382e-06,
      "loss": 0.6014,
      "step": 285
    },
    {
      "epoch": 1.3891760413499543,
      "grad_norm": 0.3520592153072357,
      "learning_rate": 8.27575984736369e-06,
      "loss": 0.5757,
      "step": 286
    },
    {
      "epoch": 1.3940407418668288,
      "grad_norm": 0.3719932734966278,
      "learning_rate": 8.259715176876069e-06,
      "loss": 0.5834,
      "step": 287
    },
    {
      "epoch": 1.3989054423837033,
      "grad_norm": 0.3510180413722992,
      "learning_rate": 8.243611913847337e-06,
      "loss": 0.5846,
      "step": 288
    },
    {
      "epoch": 1.4037701429005778,
      "grad_norm": 0.3617526590824127,
      "learning_rate": 8.2274503477295e-06,
      "loss": 0.5578,
      "step": 289
    },
    {
      "epoch": 1.408634843417452,
      "grad_norm": 0.36835089325904846,
      "learning_rate": 8.211230769022552e-06,
      "loss": 0.5726,
      "step": 290
    },
    {
      "epoch": 1.4134995439343265,
      "grad_norm": 0.40028098225593567,
      "learning_rate": 8.19495346926924e-06,
      "loss": 0.6066,
      "step": 291
    },
    {
      "epoch": 1.418364244451201,
      "grad_norm": 0.39484137296676636,
      "learning_rate": 8.178618741049841e-06,
      "loss": 0.5958,
      "step": 292
    },
    {
      "epoch": 1.4232289449680753,
      "grad_norm": 0.32314619421958923,
      "learning_rate": 8.162226877976886e-06,
      "loss": 0.5486,
      "step": 293
    },
    {
      "epoch": 1.4280936454849498,
      "grad_norm": 0.3897193372249603,
      "learning_rate": 8.145778174689897e-06,
      "loss": 0.604,
      "step": 294
    },
    {
      "epoch": 1.4329583460018243,
      "grad_norm": 0.3503423035144806,
      "learning_rate": 8.129272926850079e-06,
      "loss": 0.5767,
      "step": 295
    },
    {
      "epoch": 1.4378230465186987,
      "grad_norm": 0.39865437150001526,
      "learning_rate": 8.112711431135014e-06,
      "loss": 0.5996,
      "step": 296
    },
    {
      "epoch": 1.4426877470355732,
      "grad_norm": 0.34130704402923584,
      "learning_rate": 8.096093985233323e-06,
      "loss": 0.5751,
      "step": 297
    },
    {
      "epoch": 1.4475524475524475,
      "grad_norm": 0.37699124217033386,
      "learning_rate": 8.079420887839316e-06,
      "loss": 0.565,
      "step": 298
    },
    {
      "epoch": 1.452417148069322,
      "grad_norm": 0.37764230370521545,
      "learning_rate": 8.062692438647628e-06,
      "loss": 0.599,
      "step": 299
    },
    {
      "epoch": 1.4572818485861965,
      "grad_norm": 0.3869394361972809,
      "learning_rate": 8.045908938347828e-06,
      "loss": 0.5533,
      "step": 300
    },
    {
      "epoch": 1.4621465491030707,
      "grad_norm": 0.33982014656066895,
      "learning_rate": 8.029070688619013e-06,
      "loss": 0.5482,
      "step": 301
    },
    {
      "epoch": 1.4670112496199452,
      "grad_norm": 0.38899099826812744,
      "learning_rate": 8.012177992124385e-06,
      "loss": 0.5688,
      "step": 302
    },
    {
      "epoch": 1.4718759501368197,
      "grad_norm": 0.3462952971458435,
      "learning_rate": 7.995231152505815e-06,
      "loss": 0.5847,
      "step": 303
    },
    {
      "epoch": 1.4767406506536942,
      "grad_norm": 0.4081119894981384,
      "learning_rate": 7.978230474378383e-06,
      "loss": 0.5869,
      "step": 304
    },
    {
      "epoch": 1.4816053511705687,
      "grad_norm": 0.39347121119499207,
      "learning_rate": 7.961176263324902e-06,
      "loss": 0.6087,
      "step": 305
    },
    {
      "epoch": 1.486470051687443,
      "grad_norm": 0.4140094518661499,
      "learning_rate": 7.944068825890424e-06,
      "loss": 0.6283,
      "step": 306
    },
    {
      "epoch": 1.4913347522043174,
      "grad_norm": 0.3770853877067566,
      "learning_rate": 7.92690846957673e-06,
      "loss": 0.5891,
      "step": 307
    },
    {
      "epoch": 1.496199452721192,
      "grad_norm": 0.37083595991134644,
      "learning_rate": 7.909695502836814e-06,
      "loss": 0.5913,
      "step": 308
    },
    {
      "epoch": 1.5010641532380662,
      "grad_norm": 0.3645496666431427,
      "learning_rate": 7.892430235069317e-06,
      "loss": 0.5855,
      "step": 309
    },
    {
      "epoch": 1.5059288537549407,
      "grad_norm": 0.38950780034065247,
      "learning_rate": 7.875112976612984e-06,
      "loss": 0.5966,
      "step": 310
    },
    {
      "epoch": 1.5107935542718152,
      "grad_norm": 0.34090083837509155,
      "learning_rate": 7.857744038741076e-06,
      "loss": 0.5893,
      "step": 311
    },
    {
      "epoch": 1.5156582547886894,
      "grad_norm": 0.39991140365600586,
      "learning_rate": 7.84032373365578e-06,
      "loss": 0.6067,
      "step": 312
    },
    {
      "epoch": 1.5205229553055641,
      "grad_norm": 0.34889593720436096,
      "learning_rate": 7.822852374482597e-06,
      "loss": 0.5726,
      "step": 313
    },
    {
      "epoch": 1.5253876558224384,
      "grad_norm": 0.37084507942199707,
      "learning_rate": 7.805330275264707e-06,
      "loss": 0.6003,
      "step": 314
    },
    {
      "epoch": 1.530252356339313,
      "grad_norm": 0.3561820387840271,
      "learning_rate": 7.787757750957335e-06,
      "loss": 0.5622,
      "step": 315
    },
    {
      "epoch": 1.5351170568561874,
      "grad_norm": 0.3784889876842499,
      "learning_rate": 7.77013511742208e-06,
      "loss": 0.5807,
      "step": 316
    },
    {
      "epoch": 1.5399817573730616,
      "grad_norm": 0.3501896858215332,
      "learning_rate": 7.752462691421245e-06,
      "loss": 0.589,
      "step": 317
    },
    {
      "epoch": 1.5448464578899361,
      "grad_norm": 0.39493295550346375,
      "learning_rate": 7.734740790612137e-06,
      "loss": 0.5787,
      "step": 318
    },
    {
      "epoch": 1.5497111584068106,
      "grad_norm": 0.3801139295101166,
      "learning_rate": 7.716969733541357e-06,
      "loss": 0.5951,
      "step": 319
    },
    {
      "epoch": 1.5545758589236849,
      "grad_norm": 0.3728678524494171,
      "learning_rate": 7.699149839639086e-06,
      "loss": 0.5844,
      "step": 320
    },
    {
      "epoch": 1.5594405594405596,
      "grad_norm": 0.4056283235549927,
      "learning_rate": 7.681281429213328e-06,
      "loss": 0.5865,
      "step": 321
    },
    {
      "epoch": 1.5643052599574339,
      "grad_norm": 0.3417642414569855,
      "learning_rate": 7.663364823444157e-06,
      "loss": 0.5671,
      "step": 322
    },
    {
      "epoch": 1.5691699604743083,
      "grad_norm": 0.3736799359321594,
      "learning_rate": 7.645400344377953e-06,
      "loss": 0.5868,
      "step": 323
    },
    {
      "epoch": 1.5740346609911828,
      "grad_norm": 0.36077746748924255,
      "learning_rate": 7.627388314921602e-06,
      "loss": 0.5914,
      "step": 324
    },
    {
      "epoch": 1.578899361508057,
      "grad_norm": 0.419326514005661,
      "learning_rate": 7.609329058836694e-06,
      "loss": 0.6124,
      "step": 325
    },
    {
      "epoch": 1.5837640620249316,
      "grad_norm": 0.36732929944992065,
      "learning_rate": 7.59122290073371e-06,
      "loss": 0.5705,
      "step": 326
    },
    {
      "epoch": 1.588628762541806,
      "grad_norm": 0.3390752673149109,
      "learning_rate": 7.5730701660661795e-06,
      "loss": 0.5678,
      "step": 327
    },
    {
      "epoch": 1.5934934630586803,
      "grad_norm": 0.36172622442245483,
      "learning_rate": 7.554871181124836e-06,
      "loss": 0.5489,
      "step": 328
    },
    {
      "epoch": 1.5983581635755548,
      "grad_norm": 0.37669700384140015,
      "learning_rate": 7.536626273031747e-06,
      "loss": 0.5952,
      "step": 329
    },
    {
      "epoch": 1.6032228640924293,
      "grad_norm": 0.37252306938171387,
      "learning_rate": 7.5183357697344395e-06,
      "loss": 0.5841,
      "step": 330
    },
    {
      "epoch": 1.6080875646093036,
      "grad_norm": 0.365755170583725,
      "learning_rate": 7.500000000000001e-06,
      "loss": 0.5985,
      "step": 331
    },
    {
      "epoch": 1.6129522651261783,
      "grad_norm": 0.42082270979881287,
      "learning_rate": 7.481619293409173e-06,
      "loss": 0.583,
      "step": 332
    },
    {
      "epoch": 1.6178169656430526,
      "grad_norm": 0.3403206765651703,
      "learning_rate": 7.4631939803504215e-06,
      "loss": 0.5448,
      "step": 333
    },
    {
      "epoch": 1.622681666159927,
      "grad_norm": 0.39089831709861755,
      "learning_rate": 7.44472439201401e-06,
      "loss": 0.5815,
      "step": 334
    },
    {
      "epoch": 1.6275463666768015,
      "grad_norm": 0.354023277759552,
      "learning_rate": 7.426210860386032e-06,
      "loss": 0.5777,
      "step": 335
    },
    {
      "epoch": 1.6324110671936758,
      "grad_norm": 0.33848828077316284,
      "learning_rate": 7.407653718242449e-06,
      "loss": 0.5328,
      "step": 336
    },
    {
      "epoch": 1.6372757677105503,
      "grad_norm": 0.35336801409721375,
      "learning_rate": 7.3890532991431174e-06,
      "loss": 0.5729,
      "step": 337
    },
    {
      "epoch": 1.6421404682274248,
      "grad_norm": 0.359391450881958,
      "learning_rate": 7.370409937425781e-06,
      "loss": 0.5598,
      "step": 338
    },
    {
      "epoch": 1.647005168744299,
      "grad_norm": 0.365854412317276,
      "learning_rate": 7.3517239682000675e-06,
      "loss": 0.573,
      "step": 339
    },
    {
      "epoch": 1.6518698692611737,
      "grad_norm": 0.3494594693183899,
      "learning_rate": 7.332995727341462e-06,
      "loss": 0.5983,
      "step": 340
    },
    {
      "epoch": 1.656734569778048,
      "grad_norm": 0.3526364266872406,
      "learning_rate": 7.314225551485273e-06,
      "loss": 0.5843,
      "step": 341
    },
    {
      "epoch": 1.6615992702949225,
      "grad_norm": 0.35377034544944763,
      "learning_rate": 7.295413778020579e-06,
      "loss": 0.5607,
      "step": 342
    },
    {
      "epoch": 1.666463970811797,
      "grad_norm": 0.3913540542125702,
      "learning_rate": 7.276560745084167e-06,
      "loss": 0.5937,
      "step": 343
    },
    {
      "epoch": 1.6713286713286712,
      "grad_norm": 0.40563780069351196,
      "learning_rate": 7.257666791554448e-06,
      "loss": 0.6006,
      "step": 344
    },
    {
      "epoch": 1.6761933718455457,
      "grad_norm": 0.3545846939086914,
      "learning_rate": 7.2387322570453724e-06,
      "loss": 0.5669,
      "step": 345
    },
    {
      "epoch": 1.6810580723624202,
      "grad_norm": 0.34502899646759033,
      "learning_rate": 7.219757481900325e-06,
      "loss": 0.568,
      "step": 346
    },
    {
      "epoch": 1.6859227728792945,
      "grad_norm": 0.39381837844848633,
      "learning_rate": 7.2007428071860045e-06,
      "loss": 0.588,
      "step": 347
    },
    {
      "epoch": 1.6907874733961692,
      "grad_norm": 0.3615321218967438,
      "learning_rate": 7.181688574686292e-06,
      "loss": 0.5558,
      "step": 348
    },
    {
      "epoch": 1.6956521739130435,
      "grad_norm": 0.39073994755744934,
      "learning_rate": 7.162595126896111e-06,
      "loss": 0.5913,
      "step": 349
    },
    {
      "epoch": 1.700516874429918,
      "grad_norm": 0.38636699318885803,
      "learning_rate": 7.143462807015271e-06,
      "loss": 0.5892,
      "step": 350
    },
    {
      "epoch": 1.7053815749467924,
      "grad_norm": 0.412045955657959,
      "learning_rate": 7.1242919589422974e-06,
      "loss": 0.5836,
      "step": 351
    },
    {
      "epoch": 1.7102462754636667,
      "grad_norm": 0.3851414620876312,
      "learning_rate": 7.105082927268247e-06,
      "loss": 0.5747,
      "step": 352
    },
    {
      "epoch": 1.7151109759805412,
      "grad_norm": 0.4149802625179291,
      "learning_rate": 7.085836057270521e-06,
      "loss": 0.5844,
      "step": 353
    },
    {
      "epoch": 1.7199756764974157,
      "grad_norm": 0.37356290221214294,
      "learning_rate": 7.066551694906651e-06,
      "loss": 0.5703,
      "step": 354
    },
    {
      "epoch": 1.72484037701429,
      "grad_norm": 0.3996489346027374,
      "learning_rate": 7.047230186808085e-06,
      "loss": 0.5882,
      "step": 355
    },
    {
      "epoch": 1.7297050775311646,
      "grad_norm": 0.3939168453216553,
      "learning_rate": 7.027871880273959e-06,
      "loss": 0.5767,
      "step": 356
    },
    {
      "epoch": 1.734569778048039,
      "grad_norm": 0.36278340220451355,
      "learning_rate": 7.008477123264849e-06,
      "loss": 0.5744,
      "step": 357
    },
    {
      "epoch": 1.7394344785649134,
      "grad_norm": 0.36954575777053833,
      "learning_rate": 6.989046264396516e-06,
      "loss": 0.5803,
      "step": 358
    },
    {
      "epoch": 1.7442991790817879,
      "grad_norm": 0.36300379037857056,
      "learning_rate": 6.96957965293365e-06,
      "loss": 0.5768,
      "step": 359
    },
    {
      "epoch": 1.7491638795986622,
      "grad_norm": 0.3576260209083557,
      "learning_rate": 6.9500776387835785e-06,
      "loss": 0.5518,
      "step": 360
    },
    {
      "epoch": 1.7540285801155366,
      "grad_norm": 0.36793169379234314,
      "learning_rate": 6.9305405724899876e-06,
      "loss": 0.585,
      "step": 361
    },
    {
      "epoch": 1.7588932806324111,
      "grad_norm": 0.3626561164855957,
      "learning_rate": 6.91096880522661e-06,
      "loss": 0.6082,
      "step": 362
    },
    {
      "epoch": 1.7637579811492854,
      "grad_norm": 0.3631689250469208,
      "learning_rate": 6.891362688790925e-06,
      "loss": 0.5907,
      "step": 363
    },
    {
      "epoch": 1.7686226816661599,
      "grad_norm": 0.36881235241889954,
      "learning_rate": 6.871722575597829e-06,
      "loss": 0.5592,
      "step": 364
    },
    {
      "epoch": 1.7734873821830344,
      "grad_norm": 0.31317824125289917,
      "learning_rate": 6.8520488186733e-06,
      "loss": 0.5631,
      "step": 365
    },
    {
      "epoch": 1.7783520826999086,
      "grad_norm": 0.3747887909412384,
      "learning_rate": 6.832341771648057e-06,
      "loss": 0.6121,
      "step": 366
    },
    {
      "epoch": 1.7832167832167833,
      "grad_norm": 0.3274476230144501,
      "learning_rate": 6.812601788751192e-06,
      "loss": 0.5809,
      "step": 367
    },
    {
      "epoch": 1.7880814837336576,
      "grad_norm": 0.31376752257347107,
      "learning_rate": 6.792829224803816e-06,
      "loss": 0.576,
      "step": 368
    },
    {
      "epoch": 1.792946184250532,
      "grad_norm": 0.34662845730781555,
      "learning_rate": 6.773024435212678e-06,
      "loss": 0.5831,
      "step": 369
    },
    {
      "epoch": 1.7978108847674066,
      "grad_norm": 0.39459121227264404,
      "learning_rate": 6.753187775963773e-06,
      "loss": 0.6016,
      "step": 370
    },
    {
      "epoch": 1.8026755852842808,
      "grad_norm": 0.34671536087989807,
      "learning_rate": 6.733319603615941e-06,
      "loss": 0.5568,
      "step": 371
    },
    {
      "epoch": 1.8075402858011553,
      "grad_norm": 0.3303484618663788,
      "learning_rate": 6.713420275294467e-06,
      "loss": 0.6024,
      "step": 372
    },
    {
      "epoch": 1.8124049863180298,
      "grad_norm": 0.36843356490135193,
      "learning_rate": 6.693490148684654e-06,
      "loss": 0.572,
      "step": 373
    },
    {
      "epoch": 1.817269686834904,
      "grad_norm": 0.37639811635017395,
      "learning_rate": 6.673529582025398e-06,
      "loss": 0.569,
      "step": 374
    },
    {
      "epoch": 1.8221343873517788,
      "grad_norm": 0.34654489159584045,
      "learning_rate": 6.653538934102743e-06,
      "loss": 0.6099,
      "step": 375
    },
    {
      "epoch": 1.826999087868653,
      "grad_norm": 0.3429660499095917,
      "learning_rate": 6.633518564243442e-06,
      "loss": 0.5892,
      "step": 376
    },
    {
      "epoch": 1.8318637883855275,
      "grad_norm": 0.3472631275653839,
      "learning_rate": 6.6134688323084884e-06,
      "loss": 0.5861,
      "step": 377
    },
    {
      "epoch": 1.836728488902402,
      "grad_norm": 0.40335071086883545,
      "learning_rate": 6.593390098686653e-06,
      "loss": 0.6067,
      "step": 378
    },
    {
      "epoch": 1.8415931894192763,
      "grad_norm": 0.37849733233451843,
      "learning_rate": 6.573282724288001e-06,
      "loss": 0.5956,
      "step": 379
    },
    {
      "epoch": 1.8464578899361508,
      "grad_norm": 0.360460102558136,
      "learning_rate": 6.553147070537413e-06,
      "loss": 0.6015,
      "step": 380
    },
    {
      "epoch": 1.8513225904530253,
      "grad_norm": 0.3695388734340668,
      "learning_rate": 6.532983499368078e-06,
      "loss": 0.5781,
      "step": 381
    },
    {
      "epoch": 1.8561872909698995,
      "grad_norm": 0.3779650926589966,
      "learning_rate": 6.512792373215e-06,
      "loss": 0.5692,
      "step": 382
    },
    {
      "epoch": 1.8610519914867742,
      "grad_norm": 0.33054274320602417,
      "learning_rate": 6.492574055008474e-06,
      "loss": 0.5744,
      "step": 383
    },
    {
      "epoch": 1.8659166920036485,
      "grad_norm": 0.36378973722457886,
      "learning_rate": 6.472328908167562e-06,
      "loss": 0.586,
      "step": 384
    },
    {
      "epoch": 1.870781392520523,
      "grad_norm": 0.3403121531009674,
      "learning_rate": 6.452057296593568e-06,
      "loss": 0.5835,
      "step": 385
    },
    {
      "epoch": 1.8756460930373975,
      "grad_norm": 0.3431931138038635,
      "learning_rate": 6.431759584663492e-06,
      "loss": 0.5817,
      "step": 386
    },
    {
      "epoch": 1.8805107935542718,
      "grad_norm": 0.33876556158065796,
      "learning_rate": 6.411436137223479e-06,
      "loss": 0.5525,
      "step": 387
    },
    {
      "epoch": 1.8853754940711462,
      "grad_norm": 0.363239586353302,
      "learning_rate": 6.391087319582264e-06,
      "loss": 0.5631,
      "step": 388
    },
    {
      "epoch": 1.8902401945880207,
      "grad_norm": 0.36009472608566284,
      "learning_rate": 6.370713497504607e-06,
      "loss": 0.5779,
      "step": 389
    },
    {
      "epoch": 1.895104895104895,
      "grad_norm": 0.357757568359375,
      "learning_rate": 6.350315037204714e-06,
      "loss": 0.5777,
      "step": 390
    },
    {
      "epoch": 1.8999695956217695,
      "grad_norm": 0.36344608664512634,
      "learning_rate": 6.329892305339659e-06,
      "loss": 0.5849,
      "step": 391
    },
    {
      "epoch": 1.904834296138644,
      "grad_norm": 0.34636056423187256,
      "learning_rate": 6.309445669002787e-06,
      "loss": 0.5665,
      "step": 392
    },
    {
      "epoch": 1.9096989966555182,
      "grad_norm": 0.36188262701034546,
      "learning_rate": 6.288975495717124e-06,
      "loss": 0.5828,
      "step": 393
    },
    {
      "epoch": 1.914563697172393,
      "grad_norm": 0.34284311532974243,
      "learning_rate": 6.268482153428763e-06,
      "loss": 0.5872,
      "step": 394
    },
    {
      "epoch": 1.9194283976892672,
      "grad_norm": 0.37720975279808044,
      "learning_rate": 6.247966010500258e-06,
      "loss": 0.6029,
      "step": 395
    },
    {
      "epoch": 1.9242930982061417,
      "grad_norm": 0.35886484384536743,
      "learning_rate": 6.227427435703997e-06,
      "loss": 0.5892,
      "step": 396
    },
    {
      "epoch": 1.9291577987230162,
      "grad_norm": 0.3546023666858673,
      "learning_rate": 6.206866798215571e-06,
      "loss": 0.5784,
      "step": 397
    },
    {
      "epoch": 1.9340224992398904,
      "grad_norm": 0.3826463520526886,
      "learning_rate": 6.186284467607149e-06,
      "loss": 0.5936,
      "step": 398
    },
    {
      "epoch": 1.938887199756765,
      "grad_norm": 0.3731802701950073,
      "learning_rate": 6.165680813840822e-06,
      "loss": 0.5813,
      "step": 399
    },
    {
      "epoch": 1.9437519002736394,
      "grad_norm": 0.38415512442588806,
      "learning_rate": 6.1450562072619635e-06,
      "loss": 0.6,
      "step": 400
    },
    {
      "epoch": 1.9486166007905137,
      "grad_norm": 0.33490461111068726,
      "learning_rate": 6.124411018592568e-06,
      "loss": 0.5872,
      "step": 401
    },
    {
      "epoch": 1.9534813013073884,
      "grad_norm": 0.35179373621940613,
      "learning_rate": 6.103745618924587e-06,
      "loss": 0.5699,
      "step": 402
    },
    {
      "epoch": 1.9583460018242627,
      "grad_norm": 0.356187105178833,
      "learning_rate": 6.0830603797132574e-06,
      "loss": 0.5804,
      "step": 403
    },
    {
      "epoch": 1.9632107023411371,
      "grad_norm": 0.3447719216346741,
      "learning_rate": 6.0623556727704306e-06,
      "loss": 0.5828,
      "step": 404
    },
    {
      "epoch": 1.9680754028580116,
      "grad_norm": 0.3698787987232208,
      "learning_rate": 6.041631870257882e-06,
      "loss": 0.5897,
      "step": 405
    },
    {
      "epoch": 1.972940103374886,
      "grad_norm": 0.3562972843647003,
      "learning_rate": 6.020889344680627e-06,
      "loss": 0.582,
      "step": 406
    },
    {
      "epoch": 1.9778048038917604,
      "grad_norm": 0.36807456612586975,
      "learning_rate": 6.000128468880223e-06,
      "loss": 0.5953,
      "step": 407
    },
    {
      "epoch": 1.9826695044086349,
      "grad_norm": 0.38561809062957764,
      "learning_rate": 5.979349616028067e-06,
      "loss": 0.58,
      "step": 408
    },
    {
      "epoch": 1.9875342049255091,
      "grad_norm": 0.3650089204311371,
      "learning_rate": 5.958553159618693e-06,
      "loss": 0.5925,
      "step": 409
    },
    {
      "epoch": 1.9923989054423838,
      "grad_norm": 0.35033372044563293,
      "learning_rate": 5.937739473463047e-06,
      "loss": 0.6011,
      "step": 410
    },
    {
      "epoch": 1.9972636059592581,
      "grad_norm": 0.3724525570869446,
      "learning_rate": 5.916908931681781e-06,
      "loss": 0.5716,
      "step": 411
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.4660073220729828,
      "learning_rate": 5.896061908698521e-06,
      "loss": 0.5779,
      "step": 412
    },
    {
      "epoch": 2.0048647005168743,
      "grad_norm": 0.4630298912525177,
      "learning_rate": 5.8751987792331365e-06,
      "loss": 0.546,
      "step": 413
    },
    {
      "epoch": 2.009729401033749,
      "grad_norm": 0.4151447117328644,
      "learning_rate": 5.854319918295012e-06,
      "loss": 0.5555,
      "step": 414
    },
    {
      "epoch": 2.0145941015506232,
      "grad_norm": 0.4100342094898224,
      "learning_rate": 5.833425701176294e-06,
      "loss": 0.5728,
      "step": 415
    },
    {
      "epoch": 2.0194588020674975,
      "grad_norm": 0.4262101352214813,
      "learning_rate": 5.812516503445158e-06,
      "loss": 0.5753,
      "step": 416
    },
    {
      "epoch": 2.024323502584372,
      "grad_norm": 0.436073899269104,
      "learning_rate": 5.79159270093905e-06,
      "loss": 0.5743,
      "step": 417
    },
    {
      "epoch": 2.0291882031012465,
      "grad_norm": 0.34796959161758423,
      "learning_rate": 5.770654669757935e-06,
      "loss": 0.5442,
      "step": 418
    },
    {
      "epoch": 2.034052903618121,
      "grad_norm": 0.38504719734191895,
      "learning_rate": 5.749702786257529e-06,
      "loss": 0.5322,
      "step": 419
    },
    {
      "epoch": 2.0389176041349955,
      "grad_norm": 0.3461185693740845,
      "learning_rate": 5.7287374270425475e-06,
      "loss": 0.5325,
      "step": 420
    },
    {
      "epoch": 2.0437823046518697,
      "grad_norm": 0.35231730341911316,
      "learning_rate": 5.707758968959923e-06,
      "loss": 0.5408,
      "step": 421
    },
    {
      "epoch": 2.0486470051687444,
      "grad_norm": 0.3527251183986664,
      "learning_rate": 5.686767789092041e-06,
      "loss": 0.5553,
      "step": 422
    },
    {
      "epoch": 2.0535117056856187,
      "grad_norm": 0.37650537490844727,
      "learning_rate": 5.6657642647499545e-06,
      "loss": 0.5758,
      "step": 423
    },
    {
      "epoch": 2.058376406202493,
      "grad_norm": 0.34170427918434143,
      "learning_rate": 5.644748773466606e-06,
      "loss": 0.5278,
      "step": 424
    },
    {
      "epoch": 2.0632411067193677,
      "grad_norm": 0.3250020146369934,
      "learning_rate": 5.62372169299004e-06,
      "loss": 0.5496,
      "step": 425
    },
    {
      "epoch": 2.068105807236242,
      "grad_norm": 0.36646807193756104,
      "learning_rate": 5.6026834012766155e-06,
      "loss": 0.5431,
      "step": 426
    },
    {
      "epoch": 2.0729705077531166,
      "grad_norm": 0.38466954231262207,
      "learning_rate": 5.581634276484211e-06,
      "loss": 0.5646,
      "step": 427
    },
    {
      "epoch": 2.077835208269991,
      "grad_norm": 0.3858664929866791,
      "learning_rate": 5.560574696965425e-06,
      "loss": 0.5789,
      "step": 428
    },
    {
      "epoch": 2.082699908786865,
      "grad_norm": 0.36406323313713074,
      "learning_rate": 5.539505041260779e-06,
      "loss": 0.5464,
      "step": 429
    },
    {
      "epoch": 2.08756460930374,
      "grad_norm": 0.3602047264575958,
      "learning_rate": 5.518425688091906e-06,
      "loss": 0.5615,
      "step": 430
    },
    {
      "epoch": 2.092429309820614,
      "grad_norm": 0.3504374623298645,
      "learning_rate": 5.497337016354757e-06,
      "loss": 0.5608,
      "step": 431
    },
    {
      "epoch": 2.0972940103374884,
      "grad_norm": 0.3517240285873413,
      "learning_rate": 5.476239405112775e-06,
      "loss": 0.5437,
      "step": 432
    },
    {
      "epoch": 2.102158710854363,
      "grad_norm": 0.3447907865047455,
      "learning_rate": 5.45513323359009e-06,
      "loss": 0.5514,
      "step": 433
    },
    {
      "epoch": 2.1070234113712374,
      "grad_norm": 0.34815070033073425,
      "learning_rate": 5.434018881164702e-06,
      "loss": 0.5374,
      "step": 434
    },
    {
      "epoch": 2.111888111888112,
      "grad_norm": 0.37003400921821594,
      "learning_rate": 5.412896727361663e-06,
      "loss": 0.5301,
      "step": 435
    },
    {
      "epoch": 2.1167528124049864,
      "grad_norm": 0.32090049982070923,
      "learning_rate": 5.391767151846247e-06,
      "loss": 0.5157,
      "step": 436
    },
    {
      "epoch": 2.1216175129218606,
      "grad_norm": 0.3075619339942932,
      "learning_rate": 5.370630534417133e-06,
      "loss": 0.5393,
      "step": 437
    },
    {
      "epoch": 2.1264822134387353,
      "grad_norm": 0.35239556431770325,
      "learning_rate": 5.349487254999579e-06,
      "loss": 0.5588,
      "step": 438
    },
    {
      "epoch": 2.1313469139556096,
      "grad_norm": 0.37438079714775085,
      "learning_rate": 5.328337693638591e-06,
      "loss": 0.5507,
      "step": 439
    },
    {
      "epoch": 2.136211614472484,
      "grad_norm": 0.3725924789905548,
      "learning_rate": 5.307182230492089e-06,
      "loss": 0.5674,
      "step": 440
    },
    {
      "epoch": 2.1410763149893586,
      "grad_norm": 0.34325110912323,
      "learning_rate": 5.286021245824075e-06,
      "loss": 0.5463,
      "step": 441
    },
    {
      "epoch": 2.145941015506233,
      "grad_norm": 0.3551580011844635,
      "learning_rate": 5.264855119997803e-06,
      "loss": 0.555,
      "step": 442
    },
    {
      "epoch": 2.1508057160231075,
      "grad_norm": 0.3694038987159729,
      "learning_rate": 5.243684233468933e-06,
      "loss": 0.5526,
      "step": 443
    },
    {
      "epoch": 2.155670416539982,
      "grad_norm": 0.3545861542224884,
      "learning_rate": 5.222508966778702e-06,
      "loss": 0.5688,
      "step": 444
    },
    {
      "epoch": 2.160535117056856,
      "grad_norm": 0.39304155111312866,
      "learning_rate": 5.201329700547077e-06,
      "loss": 0.5612,
      "step": 445
    },
    {
      "epoch": 2.165399817573731,
      "grad_norm": 0.3505667448043823,
      "learning_rate": 5.180146815465915e-06,
      "loss": 0.5468,
      "step": 446
    },
    {
      "epoch": 2.170264518090605,
      "grad_norm": 0.3596620559692383,
      "learning_rate": 5.158960692292122e-06,
      "loss": 0.5471,
      "step": 447
    },
    {
      "epoch": 2.1751292186074793,
      "grad_norm": 0.33798959851264954,
      "learning_rate": 5.137771711840811e-06,
      "loss": 0.5528,
      "step": 448
    },
    {
      "epoch": 2.179993919124354,
      "grad_norm": 0.37839508056640625,
      "learning_rate": 5.116580254978447e-06,
      "loss": 0.5476,
      "step": 449
    },
    {
      "epoch": 2.1848586196412283,
      "grad_norm": 0.35490870475769043,
      "learning_rate": 5.095386702616012e-06,
      "loss": 0.5551,
      "step": 450
    },
    {
      "epoch": 2.1897233201581026,
      "grad_norm": 0.3636198937892914,
      "learning_rate": 5.074191435702155e-06,
      "loss": 0.5547,
      "step": 451
    },
    {
      "epoch": 2.1945880206749773,
      "grad_norm": 0.36096078157424927,
      "learning_rate": 5.05299483521634e-06,
      "loss": 0.5694,
      "step": 452
    },
    {
      "epoch": 2.1994527211918515,
      "grad_norm": 0.3548087179660797,
      "learning_rate": 5.031797282162007e-06,
      "loss": 0.5591,
      "step": 453
    },
    {
      "epoch": 2.2043174217087262,
      "grad_norm": 0.38166943192481995,
      "learning_rate": 5.010599157559713e-06,
      "loss": 0.5406,
      "step": 454
    },
    {
      "epoch": 2.2091821222256005,
      "grad_norm": 0.3304060399532318,
      "learning_rate": 4.98940084244029e-06,
      "loss": 0.5525,
      "step": 455
    },
    {
      "epoch": 2.2140468227424748,
      "grad_norm": 0.35069623589515686,
      "learning_rate": 4.968202717837996e-06,
      "loss": 0.5418,
      "step": 456
    },
    {
      "epoch": 2.2189115232593495,
      "grad_norm": 0.3588007092475891,
      "learning_rate": 4.947005164783661e-06,
      "loss": 0.5337,
      "step": 457
    },
    {
      "epoch": 2.2237762237762237,
      "grad_norm": 0.36242586374282837,
      "learning_rate": 4.925808564297847e-06,
      "loss": 0.5535,
      "step": 458
    },
    {
      "epoch": 2.228640924293098,
      "grad_norm": 0.33744388818740845,
      "learning_rate": 4.9046132973839895e-06,
      "loss": 0.546,
      "step": 459
    },
    {
      "epoch": 2.2335056248099727,
      "grad_norm": 0.3615228831768036,
      "learning_rate": 4.883419745021554e-06,
      "loss": 0.5483,
      "step": 460
    },
    {
      "epoch": 2.238370325326847,
      "grad_norm": 0.3409022390842438,
      "learning_rate": 4.862228288159191e-06,
      "loss": 0.5428,
      "step": 461
    },
    {
      "epoch": 2.2432350258437217,
      "grad_norm": 0.35754162073135376,
      "learning_rate": 4.841039307707878e-06,
      "loss": 0.5471,
      "step": 462
    },
    {
      "epoch": 2.248099726360596,
      "grad_norm": 0.3479742109775543,
      "learning_rate": 4.819853184534085e-06,
      "loss": 0.5432,
      "step": 463
    },
    {
      "epoch": 2.2529644268774702,
      "grad_norm": 0.3466337323188782,
      "learning_rate": 4.798670299452926e-06,
      "loss": 0.5302,
      "step": 464
    },
    {
      "epoch": 2.257829127394345,
      "grad_norm": 0.37863853573799133,
      "learning_rate": 4.7774910332213005e-06,
      "loss": 0.53,
      "step": 465
    },
    {
      "epoch": 2.262693827911219,
      "grad_norm": 0.4052421748638153,
      "learning_rate": 4.756315766531069e-06,
      "loss": 0.5983,
      "step": 466
    },
    {
      "epoch": 2.2675585284280935,
      "grad_norm": 0.3390233814716339,
      "learning_rate": 4.735144880002199e-06,
      "loss": 0.547,
      "step": 467
    },
    {
      "epoch": 2.272423228944968,
      "grad_norm": 0.3182123601436615,
      "learning_rate": 4.713978754175926e-06,
      "loss": 0.5284,
      "step": 468
    },
    {
      "epoch": 2.2772879294618424,
      "grad_norm": 0.3559403419494629,
      "learning_rate": 4.692817769507912e-06,
      "loss": 0.564,
      "step": 469
    },
    {
      "epoch": 2.282152629978717,
      "grad_norm": 0.3409214913845062,
      "learning_rate": 4.671662306361409e-06,
      "loss": 0.5582,
      "step": 470
    },
    {
      "epoch": 2.2870173304955914,
      "grad_norm": 0.3738288879394531,
      "learning_rate": 4.6505127450004216e-06,
      "loss": 0.5723,
      "step": 471
    },
    {
      "epoch": 2.2918820310124657,
      "grad_norm": 0.34341713786125183,
      "learning_rate": 4.62936946558287e-06,
      "loss": 0.5477,
      "step": 472
    },
    {
      "epoch": 2.2967467315293404,
      "grad_norm": 0.34464555978775024,
      "learning_rate": 4.608232848153757e-06,
      "loss": 0.5692,
      "step": 473
    },
    {
      "epoch": 2.3016114320462147,
      "grad_norm": 0.3629922568798065,
      "learning_rate": 4.587103272638339e-06,
      "loss": 0.5479,
      "step": 474
    },
    {
      "epoch": 2.306476132563089,
      "grad_norm": 0.32645168900489807,
      "learning_rate": 4.565981118835299e-06,
      "loss": 0.5783,
      "step": 475
    },
    {
      "epoch": 2.3113408330799636,
      "grad_norm": 0.3384042978286743,
      "learning_rate": 4.5448667664099125e-06,
      "loss": 0.5463,
      "step": 476
    },
    {
      "epoch": 2.316205533596838,
      "grad_norm": 0.36268654465675354,
      "learning_rate": 4.523760594887228e-06,
      "loss": 0.5696,
      "step": 477
    },
    {
      "epoch": 2.321070234113712,
      "grad_norm": 0.33541953563690186,
      "learning_rate": 4.5026629836452445e-06,
      "loss": 0.5544,
      "step": 478
    },
    {
      "epoch": 2.325934934630587,
      "grad_norm": 0.3592680096626282,
      "learning_rate": 4.481574311908096e-06,
      "loss": 0.5411,
      "step": 479
    },
    {
      "epoch": 2.330799635147461,
      "grad_norm": 0.3406287431716919,
      "learning_rate": 4.460494958739223e-06,
      "loss": 0.5415,
      "step": 480
    },
    {
      "epoch": 2.335664335664336,
      "grad_norm": 0.34424182772636414,
      "learning_rate": 4.439425303034576e-06,
      "loss": 0.5498,
      "step": 481
    },
    {
      "epoch": 2.34052903618121,
      "grad_norm": 0.38854897022247314,
      "learning_rate": 4.418365723515791e-06,
      "loss": 0.5604,
      "step": 482
    },
    {
      "epoch": 2.3453937366980844,
      "grad_norm": 0.3248487412929535,
      "learning_rate": 4.397316598723385e-06,
      "loss": 0.5667,
      "step": 483
    },
    {
      "epoch": 2.350258437214959,
      "grad_norm": 0.38373878598213196,
      "learning_rate": 4.376278307009962e-06,
      "loss": 0.5714,
      "step": 484
    },
    {
      "epoch": 2.3551231377318333,
      "grad_norm": 0.35804232954978943,
      "learning_rate": 4.355251226533396e-06,
      "loss": 0.5583,
      "step": 485
    },
    {
      "epoch": 2.359987838248708,
      "grad_norm": 0.3704029619693756,
      "learning_rate": 4.334235735250047e-06,
      "loss": 0.5389,
      "step": 486
    },
    {
      "epoch": 2.3648525387655823,
      "grad_norm": 0.3661844730377197,
      "learning_rate": 4.313232210907959e-06,
      "loss": 0.5484,
      "step": 487
    },
    {
      "epoch": 2.3697172392824566,
      "grad_norm": 0.3929769992828369,
      "learning_rate": 4.292241031040077e-06,
      "loss": 0.5455,
      "step": 488
    },
    {
      "epoch": 2.374581939799331,
      "grad_norm": 0.36609140038490295,
      "learning_rate": 4.271262572957453e-06,
      "loss": 0.5462,
      "step": 489
    },
    {
      "epoch": 2.3794466403162056,
      "grad_norm": 0.36633870005607605,
      "learning_rate": 4.250297213742473e-06,
      "loss": 0.5531,
      "step": 490
    },
    {
      "epoch": 2.38431134083308,
      "grad_norm": 0.3468073308467865,
      "learning_rate": 4.229345330242067e-06,
      "loss": 0.5392,
      "step": 491
    },
    {
      "epoch": 2.3891760413499545,
      "grad_norm": 0.36657583713531494,
      "learning_rate": 4.2084072990609505e-06,
      "loss": 0.5818,
      "step": 492
    },
    {
      "epoch": 2.394040741866829,
      "grad_norm": 0.35404083132743835,
      "learning_rate": 4.187483496554844e-06,
      "loss": 0.5466,
      "step": 493
    },
    {
      "epoch": 2.398905442383703,
      "grad_norm": 0.3507364094257355,
      "learning_rate": 4.166574298823707e-06,
      "loss": 0.556,
      "step": 494
    },
    {
      "epoch": 2.4037701429005778,
      "grad_norm": 0.3688286244869232,
      "learning_rate": 4.145680081704989e-06,
      "loss": 0.5722,
      "step": 495
    },
    {
      "epoch": 2.408634843417452,
      "grad_norm": 0.4607541561126709,
      "learning_rate": 4.1248012207668635e-06,
      "loss": 0.5614,
      "step": 496
    },
    {
      "epoch": 2.4134995439343268,
      "grad_norm": 0.34164538979530334,
      "learning_rate": 4.103938091301479e-06,
      "loss": 0.5411,
      "step": 497
    },
    {
      "epoch": 2.418364244451201,
      "grad_norm": 0.37179362773895264,
      "learning_rate": 4.08309106831822e-06,
      "loss": 0.5697,
      "step": 498
    },
    {
      "epoch": 2.4232289449680753,
      "grad_norm": 0.3777942359447479,
      "learning_rate": 4.062260526536955e-06,
      "loss": 0.5479,
      "step": 499
    },
    {
      "epoch": 2.42809364548495,
      "grad_norm": 0.3554550111293793,
      "learning_rate": 4.041446840381309e-06,
      "loss": 0.5559,
      "step": 500
    },
    {
      "epoch": 2.4329583460018243,
      "grad_norm": 0.3182331919670105,
      "learning_rate": 4.0206503839719335e-06,
      "loss": 0.5224,
      "step": 501
    },
    {
      "epoch": 2.4378230465186985,
      "grad_norm": 0.3521728515625,
      "learning_rate": 3.999871531119779e-06,
      "loss": 0.5684,
      "step": 502
    },
    {
      "epoch": 2.4426877470355732,
      "grad_norm": 0.35995247960090637,
      "learning_rate": 3.9791106553193746e-06,
      "loss": 0.532,
      "step": 503
    },
    {
      "epoch": 2.4475524475524475,
      "grad_norm": 0.40925824642181396,
      "learning_rate": 3.9583681297421194e-06,
      "loss": 0.5771,
      "step": 504
    },
    {
      "epoch": 2.4524171480693218,
      "grad_norm": 0.37918710708618164,
      "learning_rate": 3.937644327229572e-06,
      "loss": 0.5447,
      "step": 505
    },
    {
      "epoch": 2.4572818485861965,
      "grad_norm": 0.33770713210105896,
      "learning_rate": 3.916939620286743e-06,
      "loss": 0.573,
      "step": 506
    },
    {
      "epoch": 2.4621465491030707,
      "grad_norm": 0.334839403629303,
      "learning_rate": 3.896254381075416e-06,
      "loss": 0.5683,
      "step": 507
    },
    {
      "epoch": 2.4670112496199454,
      "grad_norm": 0.3860621154308319,
      "learning_rate": 3.875588981407433e-06,
      "loss": 0.5359,
      "step": 508
    },
    {
      "epoch": 2.4718759501368197,
      "grad_norm": 0.3286064565181732,
      "learning_rate": 3.854943792738037e-06,
      "loss": 0.5502,
      "step": 509
    },
    {
      "epoch": 2.476740650653694,
      "grad_norm": 0.38320592045783997,
      "learning_rate": 3.834319186159179e-06,
      "loss": 0.5624,
      "step": 510
    },
    {
      "epoch": 2.4816053511705687,
      "grad_norm": 0.3666168749332428,
      "learning_rate": 3.8137155323928526e-06,
      "loss": 0.5628,
      "step": 511
    },
    {
      "epoch": 2.486470051687443,
      "grad_norm": 0.35792431235313416,
      "learning_rate": 3.7931332017844302e-06,
      "loss": 0.5677,
      "step": 512
    },
    {
      "epoch": 2.4913347522043177,
      "grad_norm": 0.3512524962425232,
      "learning_rate": 3.7725725642960047e-06,
      "loss": 0.5564,
      "step": 513
    },
    {
      "epoch": 2.496199452721192,
      "grad_norm": 0.3470909595489502,
      "learning_rate": 3.752033989499742e-06,
      "loss": 0.5456,
      "step": 514
    },
    {
      "epoch": 2.501064153238066,
      "grad_norm": 0.350885808467865,
      "learning_rate": 3.7315178465712364e-06,
      "loss": 0.5485,
      "step": 515
    },
    {
      "epoch": 2.5059288537549405,
      "grad_norm": 0.34219297766685486,
      "learning_rate": 3.7110245042828786e-06,
      "loss": 0.5693,
      "step": 516
    },
    {
      "epoch": 2.510793554271815,
      "grad_norm": 0.38096287846565247,
      "learning_rate": 3.690554330997215e-06,
      "loss": 0.5416,
      "step": 517
    },
    {
      "epoch": 2.5156582547886894,
      "grad_norm": 0.3562045693397522,
      "learning_rate": 3.670107694660343e-06,
      "loss": 0.5566,
      "step": 518
    },
    {
      "epoch": 2.520522955305564,
      "grad_norm": 0.3100724220275879,
      "learning_rate": 3.6496849627952875e-06,
      "loss": 0.5407,
      "step": 519
    },
    {
      "epoch": 2.5253876558224384,
      "grad_norm": 0.360066294670105,
      "learning_rate": 3.6292865024953945e-06,
      "loss": 0.5829,
      "step": 520
    },
    {
      "epoch": 2.5302523563393127,
      "grad_norm": 0.34163594245910645,
      "learning_rate": 3.6089126804177373e-06,
      "loss": 0.5498,
      "step": 521
    },
    {
      "epoch": 2.5351170568561874,
      "grad_norm": 0.3224615752696991,
      "learning_rate": 3.5885638627765228e-06,
      "loss": 0.5584,
      "step": 522
    },
    {
      "epoch": 2.5399817573730616,
      "grad_norm": 0.31611204147338867,
      "learning_rate": 3.568240415336509e-06,
      "loss": 0.5496,
      "step": 523
    },
    {
      "epoch": 2.5448464578899364,
      "grad_norm": 0.35780468583106995,
      "learning_rate": 3.547942703406433e-06,
      "loss": 0.5533,
      "step": 524
    },
    {
      "epoch": 2.5497111584068106,
      "grad_norm": 0.3295901119709015,
      "learning_rate": 3.52767109183244e-06,
      "loss": 0.5207,
      "step": 525
    },
    {
      "epoch": 2.554575858923685,
      "grad_norm": 0.6567420959472656,
      "learning_rate": 3.507425944991529e-06,
      "loss": 0.5502,
      "step": 526
    },
    {
      "epoch": 2.5594405594405596,
      "grad_norm": 0.33516809344291687,
      "learning_rate": 3.4872076267850015e-06,
      "loss": 0.5243,
      "step": 527
    },
    {
      "epoch": 2.564305259957434,
      "grad_norm": 0.34328529238700867,
      "learning_rate": 3.4670165006319236e-06,
      "loss": 0.5442,
      "step": 528
    },
    {
      "epoch": 2.5691699604743086,
      "grad_norm": 0.3590414524078369,
      "learning_rate": 3.4468529294625895e-06,
      "loss": 0.5503,
      "step": 529
    },
    {
      "epoch": 2.574034660991183,
      "grad_norm": 0.3209679424762726,
      "learning_rate": 3.4267172757120005e-06,
      "loss": 0.565,
      "step": 530
    },
    {
      "epoch": 2.578899361508057,
      "grad_norm": 0.34146201610565186,
      "learning_rate": 3.406609901313349e-06,
      "loss": 0.5542,
      "step": 531
    },
    {
      "epoch": 2.5837640620249314,
      "grad_norm": 0.39411503076553345,
      "learning_rate": 3.386531167691512e-06,
      "loss": 0.5551,
      "step": 532
    },
    {
      "epoch": 2.588628762541806,
      "grad_norm": 0.3769046664237976,
      "learning_rate": 3.36648143575656e-06,
      "loss": 0.5556,
      "step": 533
    },
    {
      "epoch": 2.5934934630586803,
      "grad_norm": 0.3681861460208893,
      "learning_rate": 3.3464610658972584e-06,
      "loss": 0.5491,
      "step": 534
    },
    {
      "epoch": 2.598358163575555,
      "grad_norm": 0.3568417429924011,
      "learning_rate": 3.326470417974604e-06,
      "loss": 0.5363,
      "step": 535
    },
    {
      "epoch": 2.6032228640924293,
      "grad_norm": 0.3567221760749817,
      "learning_rate": 3.3065098513153473e-06,
      "loss": 0.5241,
      "step": 536
    },
    {
      "epoch": 2.6080875646093036,
      "grad_norm": 0.37171709537506104,
      "learning_rate": 3.2865797247055354e-06,
      "loss": 0.5781,
      "step": 537
    },
    {
      "epoch": 2.6129522651261783,
      "grad_norm": 0.3496547043323517,
      "learning_rate": 3.266680396384061e-06,
      "loss": 0.5441,
      "step": 538
    },
    {
      "epoch": 2.6178169656430526,
      "grad_norm": 0.3279050290584564,
      "learning_rate": 3.2468122240362287e-06,
      "loss": 0.5576,
      "step": 539
    },
    {
      "epoch": 2.6226816661599273,
      "grad_norm": 0.33857056498527527,
      "learning_rate": 3.226975564787322e-06,
      "loss": 0.5564,
      "step": 540
    },
    {
      "epoch": 2.6275463666768015,
      "grad_norm": 0.3338910937309265,
      "learning_rate": 3.2071707751961838e-06,
      "loss": 0.5534,
      "step": 541
    },
    {
      "epoch": 2.632411067193676,
      "grad_norm": 0.35142219066619873,
      "learning_rate": 3.187398211248811e-06,
      "loss": 0.5426,
      "step": 542
    },
    {
      "epoch": 2.63727576771055,
      "grad_norm": 0.3173449635505676,
      "learning_rate": 3.1676582283519454e-06,
      "loss": 0.5452,
      "step": 543
    },
    {
      "epoch": 2.6421404682274248,
      "grad_norm": 0.37744569778442383,
      "learning_rate": 3.1479511813267006e-06,
      "loss": 0.5448,
      "step": 544
    },
    {
      "epoch": 2.647005168744299,
      "grad_norm": 0.3497507870197296,
      "learning_rate": 3.1282774244021717e-06,
      "loss": 0.5357,
      "step": 545
    },
    {
      "epoch": 2.6518698692611737,
      "grad_norm": 0.33956778049468994,
      "learning_rate": 3.1086373112090762e-06,
      "loss": 0.5683,
      "step": 546
    },
    {
      "epoch": 2.656734569778048,
      "grad_norm": 0.30914613604545593,
      "learning_rate": 3.089031194773392e-06,
      "loss": 0.5614,
      "step": 547
    },
    {
      "epoch": 2.6615992702949223,
      "grad_norm": 0.34617817401885986,
      "learning_rate": 3.069459427510014e-06,
      "loss": 0.566,
      "step": 548
    },
    {
      "epoch": 2.666463970811797,
      "grad_norm": 0.3441532850265503,
      "learning_rate": 3.049922361216422e-06,
      "loss": 0.5493,
      "step": 549
    },
    {
      "epoch": 2.6713286713286712,
      "grad_norm": 0.34598854184150696,
      "learning_rate": 3.0304203470663507e-06,
      "loss": 0.5466,
      "step": 550
    },
    {
      "epoch": 2.676193371845546,
      "grad_norm": 0.3242530822753906,
      "learning_rate": 3.0109537356034856e-06,
      "loss": 0.5501,
      "step": 551
    },
    {
      "epoch": 2.68105807236242,
      "grad_norm": 0.3374408781528473,
      "learning_rate": 2.991522876735154e-06,
      "loss": 0.5386,
      "step": 552
    },
    {
      "epoch": 2.6859227728792945,
      "grad_norm": 0.33738142251968384,
      "learning_rate": 2.9721281197260427e-06,
      "loss": 0.5648,
      "step": 553
    },
    {
      "epoch": 2.690787473396169,
      "grad_norm": 0.3745483458042145,
      "learning_rate": 2.9527698131919156e-06,
      "loss": 0.5637,
      "step": 554
    },
    {
      "epoch": 2.6956521739130435,
      "grad_norm": 0.36665889620780945,
      "learning_rate": 2.9334483050933506e-06,
      "loss": 0.5443,
      "step": 555
    },
    {
      "epoch": 2.700516874429918,
      "grad_norm": 0.3387942314147949,
      "learning_rate": 2.91416394272948e-06,
      "loss": 0.558,
      "step": 556
    },
    {
      "epoch": 2.7053815749467924,
      "grad_norm": 0.3336210548877716,
      "learning_rate": 2.894917072731753e-06,
      "loss": 0.5441,
      "step": 557
    },
    {
      "epoch": 2.7102462754636667,
      "grad_norm": 0.3553939759731293,
      "learning_rate": 2.8757080410577042e-06,
      "loss": 0.5706,
      "step": 558
    },
    {
      "epoch": 2.715110975980541,
      "grad_norm": 0.328545480966568,
      "learning_rate": 2.8565371929847286e-06,
      "loss": 0.5297,
      "step": 559
    },
    {
      "epoch": 2.7199756764974157,
      "grad_norm": 0.35486361384391785,
      "learning_rate": 2.83740487310389e-06,
      "loss": 0.5432,
      "step": 560
    },
    {
      "epoch": 2.72484037701429,
      "grad_norm": 0.34170064330101013,
      "learning_rate": 2.81831142531371e-06,
      "loss": 0.55,
      "step": 561
    },
    {
      "epoch": 2.7297050775311646,
      "grad_norm": 0.3448440432548523,
      "learning_rate": 2.7992571928139984e-06,
      "loss": 0.5778,
      "step": 562
    },
    {
      "epoch": 2.734569778048039,
      "grad_norm": 0.347851037979126,
      "learning_rate": 2.780242518099675e-06,
      "loss": 0.5749,
      "step": 563
    },
    {
      "epoch": 2.739434478564913,
      "grad_norm": 0.3358885645866394,
      "learning_rate": 2.761267742954629e-06,
      "loss": 0.5406,
      "step": 564
    },
    {
      "epoch": 2.744299179081788,
      "grad_norm": 0.3412470817565918,
      "learning_rate": 2.7423332084455543e-06,
      "loss": 0.5644,
      "step": 565
    },
    {
      "epoch": 2.749163879598662,
      "grad_norm": 0.35414665937423706,
      "learning_rate": 2.723439254915834e-06,
      "loss": 0.571,
      "step": 566
    },
    {
      "epoch": 2.754028580115537,
      "grad_norm": 0.33787044882774353,
      "learning_rate": 2.704586221979422e-06,
      "loss": 0.5707,
      "step": 567
    },
    {
      "epoch": 2.758893280632411,
      "grad_norm": 0.3428189158439636,
      "learning_rate": 2.6857744485147286e-06,
      "loss": 0.5348,
      "step": 568
    },
    {
      "epoch": 2.7637579811492854,
      "grad_norm": 0.33465680480003357,
      "learning_rate": 2.667004272658541e-06,
      "loss": 0.5413,
      "step": 569
    },
    {
      "epoch": 2.7686226816661597,
      "grad_norm": 0.3357372581958771,
      "learning_rate": 2.6482760317999338e-06,
      "loss": 0.5649,
      "step": 570
    },
    {
      "epoch": 2.7734873821830344,
      "grad_norm": 0.3477322459220886,
      "learning_rate": 2.629590062574221e-06,
      "loss": 0.5629,
      "step": 571
    },
    {
      "epoch": 2.7783520826999086,
      "grad_norm": 0.3558913469314575,
      "learning_rate": 2.610946700856885e-06,
      "loss": 0.5673,
      "step": 572
    },
    {
      "epoch": 2.7832167832167833,
      "grad_norm": 0.30213209986686707,
      "learning_rate": 2.592346281757552e-06,
      "loss": 0.5606,
      "step": 573
    },
    {
      "epoch": 2.7880814837336576,
      "grad_norm": 0.3280998766422272,
      "learning_rate": 2.5737891396139713e-06,
      "loss": 0.5407,
      "step": 574
    },
    {
      "epoch": 2.792946184250532,
      "grad_norm": 0.32864999771118164,
      "learning_rate": 2.5552756079859904e-06,
      "loss": 0.545,
      "step": 575
    },
    {
      "epoch": 2.7978108847674066,
      "grad_norm": 0.3435007631778717,
      "learning_rate": 2.5368060196495785e-06,
      "loss": 0.5334,
      "step": 576
    },
    {
      "epoch": 2.802675585284281,
      "grad_norm": 0.35111281275749207,
      "learning_rate": 2.5183807065908296e-06,
      "loss": 0.5587,
      "step": 577
    },
    {
      "epoch": 2.8075402858011556,
      "grad_norm": 0.3694814443588257,
      "learning_rate": 2.5000000000000015e-06,
      "loss": 0.5478,
      "step": 578
    },
    {
      "epoch": 2.81240498631803,
      "grad_norm": 0.32266682386398315,
      "learning_rate": 2.4816642302655634e-06,
      "loss": 0.5337,
      "step": 579
    },
    {
      "epoch": 2.817269686834904,
      "grad_norm": 0.3546319007873535,
      "learning_rate": 2.4633737269682546e-06,
      "loss": 0.5694,
      "step": 580
    },
    {
      "epoch": 2.822134387351779,
      "grad_norm": 0.3136415481567383,
      "learning_rate": 2.445128818875166e-06,
      "loss": 0.551,
      "step": 581
    },
    {
      "epoch": 2.826999087868653,
      "grad_norm": 0.3577171564102173,
      "learning_rate": 2.4269298339338205e-06,
      "loss": 0.5558,
      "step": 582
    },
    {
      "epoch": 2.8318637883855278,
      "grad_norm": 0.3270150423049927,
      "learning_rate": 2.408777099266291e-06,
      "loss": 0.5357,
      "step": 583
    },
    {
      "epoch": 2.836728488902402,
      "grad_norm": 0.3563329875469208,
      "learning_rate": 2.3906709411633073e-06,
      "loss": 0.5487,
      "step": 584
    },
    {
      "epoch": 2.8415931894192763,
      "grad_norm": 0.347988486289978,
      "learning_rate": 2.3726116850783987e-06,
      "loss": 0.533,
      "step": 585
    },
    {
      "epoch": 2.8464578899361506,
      "grad_norm": 0.3296806812286377,
      "learning_rate": 2.354599655622049e-06,
      "loss": 0.5708,
      "step": 586
    },
    {
      "epoch": 2.8513225904530253,
      "grad_norm": 0.32138484716415405,
      "learning_rate": 2.3366351765558437e-06,
      "loss": 0.5431,
      "step": 587
    },
    {
      "epoch": 2.8561872909698995,
      "grad_norm": 0.33454257249832153,
      "learning_rate": 2.318718570786675e-06,
      "loss": 0.5216,
      "step": 588
    },
    {
      "epoch": 2.8610519914867742,
      "grad_norm": 0.34356728196144104,
      "learning_rate": 2.3008501603609147e-06,
      "loss": 0.541,
      "step": 589
    },
    {
      "epoch": 2.8659166920036485,
      "grad_norm": 0.3413681089878082,
      "learning_rate": 2.283030266458644e-06,
      "loss": 0.5065,
      "step": 590
    },
    {
      "epoch": 2.870781392520523,
      "grad_norm": 0.31537744402885437,
      "learning_rate": 2.265259209387867e-06,
      "loss": 0.5633,
      "step": 591
    },
    {
      "epoch": 2.8756460930373975,
      "grad_norm": 0.3271123468875885,
      "learning_rate": 2.2475373085787568e-06,
      "loss": 0.5442,
      "step": 592
    },
    {
      "epoch": 2.8805107935542718,
      "grad_norm": 0.3457365930080414,
      "learning_rate": 2.229864882577921e-06,
      "loss": 0.5706,
      "step": 593
    },
    {
      "epoch": 2.8853754940711465,
      "grad_norm": 0.3140386939048767,
      "learning_rate": 2.2122422490426676e-06,
      "loss": 0.5467,
      "step": 594
    },
    {
      "epoch": 2.8902401945880207,
      "grad_norm": 0.32702910900115967,
      "learning_rate": 2.194669724735296e-06,
      "loss": 0.5515,
      "step": 595
    },
    {
      "epoch": 2.895104895104895,
      "grad_norm": 0.3251449465751648,
      "learning_rate": 2.1771476255174056e-06,
      "loss": 0.5365,
      "step": 596
    },
    {
      "epoch": 2.8999695956217693,
      "grad_norm": 0.33286523818969727,
      "learning_rate": 2.159676266344222e-06,
      "loss": 0.5383,
      "step": 597
    },
    {
      "epoch": 2.904834296138644,
      "grad_norm": 0.33338719606399536,
      "learning_rate": 2.1422559612589266e-06,
      "loss": 0.5532,
      "step": 598
    },
    {
      "epoch": 2.9096989966555182,
      "grad_norm": 0.33476975560188293,
      "learning_rate": 2.124887023387017e-06,
      "loss": 0.5638,
      "step": 599
    },
    {
      "epoch": 2.914563697172393,
      "grad_norm": 0.3562331199645996,
      "learning_rate": 2.1075697649306838e-06,
      "loss": 0.5463,
      "step": 600
    },
    {
      "epoch": 2.919428397689267,
      "grad_norm": 0.3595515191555023,
      "learning_rate": 2.0903044971631854e-06,
      "loss": 0.5608,
      "step": 601
    },
    {
      "epoch": 2.9242930982061415,
      "grad_norm": 0.34842994809150696,
      "learning_rate": 2.0730915304232692e-06,
      "loss": 0.5482,
      "step": 602
    },
    {
      "epoch": 2.929157798723016,
      "grad_norm": 0.31734150648117065,
      "learning_rate": 2.055931174109579e-06,
      "loss": 0.5313,
      "step": 603
    },
    {
      "epoch": 2.9340224992398904,
      "grad_norm": 0.3557087481021881,
      "learning_rate": 2.0388237366751005e-06,
      "loss": 0.54,
      "step": 604
    },
    {
      "epoch": 2.938887199756765,
      "grad_norm": 0.3495935797691345,
      "learning_rate": 2.02176952562162e-06,
      "loss": 0.5434,
      "step": 605
    },
    {
      "epoch": 2.9437519002736394,
      "grad_norm": 0.3390326499938965,
      "learning_rate": 2.004768847494186e-06,
      "loss": 0.5492,
      "step": 606
    },
    {
      "epoch": 2.9486166007905137,
      "grad_norm": 0.33091801404953003,
      "learning_rate": 1.987822007875617e-06,
      "loss": 0.5631,
      "step": 607
    },
    {
      "epoch": 2.9534813013073884,
      "grad_norm": 0.3437463045120239,
      "learning_rate": 1.9709293113809876e-06,
      "loss": 0.5654,
      "step": 608
    },
    {
      "epoch": 2.9583460018242627,
      "grad_norm": 0.3187878727912903,
      "learning_rate": 1.954091061652172e-06,
      "loss": 0.5606,
      "step": 609
    },
    {
      "epoch": 2.9632107023411374,
      "grad_norm": 0.3530491590499878,
      "learning_rate": 1.9373075613523728e-06,
      "loss": 0.559,
      "step": 610
    },
    {
      "epoch": 2.9680754028580116,
      "grad_norm": 0.3447261154651642,
      "learning_rate": 1.920579112160685e-06,
      "loss": 0.5541,
      "step": 611
    },
    {
      "epoch": 2.972940103374886,
      "grad_norm": 0.315826952457428,
      "learning_rate": 1.903906014766681e-06,
      "loss": 0.5472,
      "step": 612
    },
    {
      "epoch": 2.97780480389176,
      "grad_norm": 0.3575029969215393,
      "learning_rate": 1.8872885688649879e-06,
      "loss": 0.5399,
      "step": 613
    },
    {
      "epoch": 2.982669504408635,
      "grad_norm": 0.338563472032547,
      "learning_rate": 1.8707270731499223e-06,
      "loss": 0.5509,
      "step": 614
    },
    {
      "epoch": 2.987534204925509,
      "grad_norm": 0.31489479541778564,
      "learning_rate": 1.854221825310103e-06,
      "loss": 0.5498,
      "step": 615
    },
    {
      "epoch": 2.992398905442384,
      "grad_norm": 0.3175964951515198,
      "learning_rate": 1.8377731220231144e-06,
      "loss": 0.5532,
      "step": 616
    },
    {
      "epoch": 2.997263605959258,
      "grad_norm": 0.3167542517185211,
      "learning_rate": 1.8213812589501611e-06,
      "loss": 0.5598,
      "step": 617
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.45881038904190063,
      "learning_rate": 1.8050465307307602e-06,
      "loss": 0.5569,
      "step": 618
    },
    {
      "epoch": 3.0048647005168743,
      "grad_norm": 0.39067137241363525,
      "learning_rate": 1.78876923097745e-06,
      "loss": 0.5258,
      "step": 619
    },
    {
      "epoch": 3.009729401033749,
      "grad_norm": 0.40629592537879944,
      "learning_rate": 1.7725496522704998e-06,
      "loss": 0.549,
      "step": 620
    },
    {
      "epoch": 3.0145941015506232,
      "grad_norm": 0.3575362265110016,
      "learning_rate": 1.7563880861526656e-06,
      "loss": 0.5368,
      "step": 621
    },
    {
      "epoch": 3.0194588020674975,
      "grad_norm": 0.3887767493724823,
      "learning_rate": 1.7402848231239317e-06,
      "loss": 0.5526,
      "step": 622
    },
    {
      "epoch": 3.024323502584372,
      "grad_norm": 0.33983156085014343,
      "learning_rate": 1.7242401526363095e-06,
      "loss": 0.5423,
      "step": 623
    },
    {
      "epoch": 3.0291882031012465,
      "grad_norm": 0.3710326552391052,
      "learning_rate": 1.70825436308862e-06,
      "loss": 0.5402,
      "step": 624
    },
    {
      "epoch": 3.034052903618121,
      "grad_norm": 0.3933396339416504,
      "learning_rate": 1.692327741821312e-06,
      "loss": 0.535,
      "step": 625
    },
    {
      "epoch": 3.0389176041349955,
      "grad_norm": 0.358233779668808,
      "learning_rate": 1.676460575111306e-06,
      "loss": 0.5327,
      "step": 626
    },
    {
      "epoch": 3.0437823046518697,
      "grad_norm": 0.3487701714038849,
      "learning_rate": 1.6606531481668364e-06,
      "loss": 0.5441,
      "step": 627
    },
    {
      "epoch": 3.0486470051687444,
      "grad_norm": 0.32701754570007324,
      "learning_rate": 1.6449057451223354e-06,
      "loss": 0.5171,
      "step": 628
    },
    {
      "epoch": 3.0535117056856187,
      "grad_norm": 0.31877729296684265,
      "learning_rate": 1.6292186490333172e-06,
      "loss": 0.5332,
      "step": 629
    },
    {
      "epoch": 3.058376406202493,
      "grad_norm": 0.3283981680870056,
      "learning_rate": 1.6135921418712959e-06,
      "loss": 0.5429,
      "step": 630
    },
    {
      "epoch": 3.0632411067193677,
      "grad_norm": 0.3563496172428131,
      "learning_rate": 1.5980265045187139e-06,
      "loss": 0.5424,
      "step": 631
    },
    {
      "epoch": 3.068105807236242,
      "grad_norm": 0.3167465031147003,
      "learning_rate": 1.5825220167638945e-06,
      "loss": 0.5179,
      "step": 632
    },
    {
      "epoch": 3.0729705077531166,
      "grad_norm": 0.37663573026657104,
      "learning_rate": 1.567078957296016e-06,
      "loss": 0.552,
      "step": 633
    },
    {
      "epoch": 3.077835208269991,
      "grad_norm": 0.30548402667045593,
      "learning_rate": 1.5516976037000941e-06,
      "loss": 0.5175,
      "step": 634
    },
    {
      "epoch": 3.082699908786865,
      "grad_norm": 0.3132799565792084,
      "learning_rate": 1.5363782324520033e-06,
      "loss": 0.5207,
      "step": 635
    },
    {
      "epoch": 3.08756460930374,
      "grad_norm": 0.3199690580368042,
      "learning_rate": 1.5211211189134955e-06,
      "loss": 0.5041,
      "step": 636
    },
    {
      "epoch": 3.092429309820614,
      "grad_norm": 0.3378254473209381,
      "learning_rate": 1.5059265373272574e-06,
      "loss": 0.5122,
      "step": 637
    },
    {
      "epoch": 3.0972940103374884,
      "grad_norm": 0.33055004477500916,
      "learning_rate": 1.4907947608119866e-06,
      "loss": 0.554,
      "step": 638
    },
    {
      "epoch": 3.102158710854363,
      "grad_norm": 0.3463766574859619,
      "learning_rate": 1.475726061357463e-06,
      "loss": 0.5452,
      "step": 639
    },
    {
      "epoch": 3.1070234113712374,
      "grad_norm": 0.3232378661632538,
      "learning_rate": 1.4607207098196851e-06,
      "loss": 0.5189,
      "step": 640
    },
    {
      "epoch": 3.111888111888112,
      "grad_norm": 0.3677986264228821,
      "learning_rate": 1.4457789759159813e-06,
      "loss": 0.534,
      "step": 641
    },
    {
      "epoch": 3.1167528124049864,
      "grad_norm": 0.31549063324928284,
      "learning_rate": 1.430901128220174e-06,
      "loss": 0.5109,
      "step": 642
    },
    {
      "epoch": 3.1216175129218606,
      "grad_norm": 0.3554557263851166,
      "learning_rate": 1.4160874341577447e-06,
      "loss": 0.5379,
      "step": 643
    },
    {
      "epoch": 3.1264822134387353,
      "grad_norm": 0.353786438703537,
      "learning_rate": 1.4013381600010278e-06,
      "loss": 0.5343,
      "step": 644
    },
    {
      "epoch": 3.1313469139556096,
      "grad_norm": 0.35455793142318726,
      "learning_rate": 1.3866535708644335e-06,
      "loss": 0.5174,
      "step": 645
    },
    {
      "epoch": 3.136211614472484,
      "grad_norm": 0.3173479735851288,
      "learning_rate": 1.3720339306996666e-06,
      "loss": 0.5396,
      "step": 646
    },
    {
      "epoch": 3.1410763149893586,
      "grad_norm": 0.32542359828948975,
      "learning_rate": 1.3574795022910014e-06,
      "loss": 0.536,
      "step": 647
    },
    {
      "epoch": 3.145941015506233,
      "grad_norm": 0.3286789655685425,
      "learning_rate": 1.3429905472505344e-06,
      "loss": 0.5357,
      "step": 648
    },
    {
      "epoch": 3.1508057160231075,
      "grad_norm": 0.3170234262943268,
      "learning_rate": 1.3285673260135073e-06,
      "loss": 0.5213,
      "step": 649
    },
    {
      "epoch": 3.155670416539982,
      "grad_norm": 0.3175816237926483,
      "learning_rate": 1.314210097833607e-06,
      "loss": 0.5085,
      "step": 650
    },
    {
      "epoch": 3.160535117056856,
      "grad_norm": 0.3415636122226715,
      "learning_rate": 1.2999191207783129e-06,
      "loss": 0.5456,
      "step": 651
    },
    {
      "epoch": 3.165399817573731,
      "grad_norm": 0.34509846568107605,
      "learning_rate": 1.2856946517242608e-06,
      "loss": 0.542,
      "step": 652
    },
    {
      "epoch": 3.170264518090605,
      "grad_norm": 0.3505297899246216,
      "learning_rate": 1.2715369463526173e-06,
      "loss": 0.5385,
      "step": 653
    },
    {
      "epoch": 3.1751292186074793,
      "grad_norm": 0.34468066692352295,
      "learning_rate": 1.257446259144494e-06,
      "loss": 0.518,
      "step": 654
    },
    {
      "epoch": 3.179993919124354,
      "grad_norm": 0.3337211012840271,
      "learning_rate": 1.2434228433763657e-06,
      "loss": 0.5299,
      "step": 655
    },
    {
      "epoch": 3.1848586196412283,
      "grad_norm": 0.35590267181396484,
      "learning_rate": 1.2294669511155193e-06,
      "loss": 0.5601,
      "step": 656
    },
    {
      "epoch": 3.1897233201581026,
      "grad_norm": 0.336508572101593,
      "learning_rate": 1.215578833215526e-06,
      "loss": 0.5348,
      "step": 657
    },
    {
      "epoch": 3.1945880206749773,
      "grad_norm": 0.33203017711639404,
      "learning_rate": 1.201758739311728e-06,
      "loss": 0.5286,
      "step": 658
    },
    {
      "epoch": 3.1994527211918515,
      "grad_norm": 0.32940563559532166,
      "learning_rate": 1.1880069178167586e-06,
      "loss": 0.5244,
      "step": 659
    },
    {
      "epoch": 3.2043174217087262,
      "grad_norm": 0.30095043778419495,
      "learning_rate": 1.1743236159160654e-06,
      "loss": 0.5285,
      "step": 660
    },
    {
      "epoch": 3.2091821222256005,
      "grad_norm": 0.33882370591163635,
      "learning_rate": 1.1607090795634802e-06,
      "loss": 0.5495,
      "step": 661
    },
    {
      "epoch": 3.2140468227424748,
      "grad_norm": 0.32042574882507324,
      "learning_rate": 1.1471635534767877e-06,
      "loss": 0.5394,
      "step": 662
    },
    {
      "epoch": 3.2189115232593495,
      "grad_norm": 0.3295673727989197,
      "learning_rate": 1.133687281133331e-06,
      "loss": 0.5289,
      "step": 663
    },
    {
      "epoch": 3.2237762237762237,
      "grad_norm": 0.3398403227329254,
      "learning_rate": 1.1202805047656406e-06,
      "loss": 0.5379,
      "step": 664
    },
    {
      "epoch": 3.228640924293098,
      "grad_norm": 0.34369248151779175,
      "learning_rate": 1.1069434653570633e-06,
      "loss": 0.5185,
      "step": 665
    },
    {
      "epoch": 3.2335056248099727,
      "grad_norm": 0.32993361353874207,
      "learning_rate": 1.0936764026374547e-06,
      "loss": 0.5359,
      "step": 666
    },
    {
      "epoch": 3.238370325326847,
      "grad_norm": 0.32760289311408997,
      "learning_rate": 1.0804795550788473e-06,
      "loss": 0.5256,
      "step": 667
    },
    {
      "epoch": 3.2432350258437217,
      "grad_norm": 0.3815072774887085,
      "learning_rate": 1.0673531598911824e-06,
      "loss": 0.5224,
      "step": 668
    },
    {
      "epoch": 3.248099726360596,
      "grad_norm": 0.3164839744567871,
      "learning_rate": 1.0542974530180327e-06,
      "loss": 0.541,
      "step": 669
    },
    {
      "epoch": 3.2529644268774702,
      "grad_norm": 0.34408512711524963,
      "learning_rate": 1.0413126691323667e-06,
      "loss": 0.5314,
      "step": 670
    },
    {
      "epoch": 3.257829127394345,
      "grad_norm": 0.3566529154777527,
      "learning_rate": 1.0283990416323336e-06,
      "loss": 0.5287,
      "step": 671
    },
    {
      "epoch": 3.262693827911219,
      "grad_norm": 0.34521618485450745,
      "learning_rate": 1.0155568026370637e-06,
      "loss": 0.5448,
      "step": 672
    },
    {
      "epoch": 3.2675585284280935,
      "grad_norm": 0.33440014719963074,
      "learning_rate": 1.0027861829824953e-06,
      "loss": 0.5456,
      "step": 673
    },
    {
      "epoch": 3.272423228944968,
      "grad_norm": 0.328668475151062,
      "learning_rate": 9.900874122172294e-07,
      "loss": 0.5244,
      "step": 674
    },
    {
      "epoch": 3.2772879294618424,
      "grad_norm": 0.34540122747421265,
      "learning_rate": 9.774607185984004e-07,
      "loss": 0.5326,
      "step": 675
    },
    {
      "epoch": 3.282152629978717,
      "grad_norm": 0.3642292022705078,
      "learning_rate": 9.649063290875771e-07,
      "loss": 0.5557,
      "step": 676
    },
    {
      "epoch": 3.2870173304955914,
      "grad_norm": 0.3366372585296631,
      "learning_rate": 9.524244693466773e-07,
      "loss": 0.5378,
      "step": 677
    },
    {
      "epoch": 3.2918820310124657,
      "grad_norm": 0.3133717477321625,
      "learning_rate": 9.400153637339182e-07,
      "loss": 0.5317,
      "step": 678
    },
    {
      "epoch": 3.2967467315293404,
      "grad_norm": 0.3667609691619873,
      "learning_rate": 9.276792352997782e-07,
      "loss": 0.5653,
      "step": 679
    },
    {
      "epoch": 3.3016114320462147,
      "grad_norm": 0.3069620728492737,
      "learning_rate": 9.154163057829879e-07,
      "loss": 0.5095,
      "step": 680
    },
    {
      "epoch": 3.306476132563089,
      "grad_norm": 0.3310723900794983,
      "learning_rate": 9.032267956065516e-07,
      "loss": 0.5536,
      "step": 681
    },
    {
      "epoch": 3.3113408330799636,
      "grad_norm": 0.33996835350990295,
      "learning_rate": 8.911109238737748e-07,
      "loss": 0.5116,
      "step": 682
    },
    {
      "epoch": 3.316205533596838,
      "grad_norm": 0.36909931898117065,
      "learning_rate": 8.790689083643328e-07,
      "loss": 0.5683,
      "step": 683
    },
    {
      "epoch": 3.321070234113712,
      "grad_norm": 0.33803001046180725,
      "learning_rate": 8.671009655303531e-07,
      "loss": 0.5487,
      "step": 684
    },
    {
      "epoch": 3.325934934630587,
      "grad_norm": 0.27806195616722107,
      "learning_rate": 8.552073104925296e-07,
      "loss": 0.5182,
      "step": 685
    },
    {
      "epoch": 3.330799635147461,
      "grad_norm": 0.3142351806163788,
      "learning_rate": 8.433881570362484e-07,
      "loss": 0.5225,
      "step": 686
    },
    {
      "epoch": 3.335664335664336,
      "grad_norm": 0.32534122467041016,
      "learning_rate": 8.316437176077491e-07,
      "loss": 0.5458,
      "step": 687
    },
    {
      "epoch": 3.34052903618121,
      "grad_norm": 0.3418058753013611,
      "learning_rate": 8.199742033103091e-07,
      "loss": 0.5264,
      "step": 688
    },
    {
      "epoch": 3.3453937366980844,
      "grad_norm": 0.3124678134918213,
      "learning_rate": 8.083798239004408e-07,
      "loss": 0.5368,
      "step": 689
    },
    {
      "epoch": 3.350258437214959,
      "grad_norm": 0.3275570273399353,
      "learning_rate": 7.968607877841333e-07,
      "loss": 0.5502,
      "step": 690
    },
    {
      "epoch": 3.3551231377318333,
      "grad_norm": 0.30115506052970886,
      "learning_rate": 7.854173020130906e-07,
      "loss": 0.5256,
      "step": 691
    },
    {
      "epoch": 3.359987838248708,
      "grad_norm": 0.3279692828655243,
      "learning_rate": 7.740495722810271e-07,
      "loss": 0.5302,
      "step": 692
    },
    {
      "epoch": 3.3648525387655823,
      "grad_norm": 0.3461444079875946,
      "learning_rate": 7.627578029199562e-07,
      "loss": 0.5516,
      "step": 693
    },
    {
      "epoch": 3.3697172392824566,
      "grad_norm": 0.317022442817688,
      "learning_rate": 7.515421968965242e-07,
      "loss": 0.53,
      "step": 694
    },
    {
      "epoch": 3.374581939799331,
      "grad_norm": 0.33896568417549133,
      "learning_rate": 7.404029558083653e-07,
      "loss": 0.5272,
      "step": 695
    },
    {
      "epoch": 3.3794466403162056,
      "grad_norm": 0.32342201471328735,
      "learning_rate": 7.293402798804667e-07,
      "loss": 0.5339,
      "step": 696
    },
    {
      "epoch": 3.38431134083308,
      "grad_norm": 0.3396725356578827,
      "learning_rate": 7.183543679615834e-07,
      "loss": 0.5397,
      "step": 697
    },
    {
      "epoch": 3.3891760413499545,
      "grad_norm": 0.33358529210090637,
      "learning_rate": 7.074454175206524e-07,
      "loss": 0.5598,
      "step": 698
    },
    {
      "epoch": 3.394040741866829,
      "grad_norm": 0.3364230990409851,
      "learning_rate": 6.966136246432492e-07,
      "loss": 0.523,
      "step": 699
    },
    {
      "epoch": 3.398905442383703,
      "grad_norm": 0.2987503111362457,
      "learning_rate": 6.858591840280627e-07,
      "loss": 0.5273,
      "step": 700
    },
    {
      "epoch": 3.4037701429005778,
      "grad_norm": 0.32737722992897034,
      "learning_rate": 6.751822889833926e-07,
      "loss": 0.5442,
      "step": 701
    },
    {
      "epoch": 3.408634843417452,
      "grad_norm": 0.32116642594337463,
      "learning_rate": 6.645831314236817e-07,
      "loss": 0.5339,
      "step": 702
    },
    {
      "epoch": 3.4134995439343268,
      "grad_norm": 0.3150164484977722,
      "learning_rate": 6.540619018660555e-07,
      "loss": 0.5271,
      "step": 703
    },
    {
      "epoch": 3.418364244451201,
      "grad_norm": 0.357954740524292,
      "learning_rate": 6.436187894269086e-07,
      "loss": 0.5434,
      "step": 704
    },
    {
      "epoch": 3.4232289449680753,
      "grad_norm": 0.32282474637031555,
      "learning_rate": 6.332539818184985e-07,
      "loss": 0.5171,
      "step": 705
    },
    {
      "epoch": 3.42809364548495,
      "grad_norm": 0.3020450174808502,
      "learning_rate": 6.229676653455719e-07,
      "loss": 0.5365,
      "step": 706
    },
    {
      "epoch": 3.4329583460018243,
      "grad_norm": 0.32217666506767273,
      "learning_rate": 6.127600249020216e-07,
      "loss": 0.5423,
      "step": 707
    },
    {
      "epoch": 3.4378230465186985,
      "grad_norm": 0.33344945311546326,
      "learning_rate": 6.026312439675553e-07,
      "loss": 0.5263,
      "step": 708
    },
    {
      "epoch": 3.4426877470355732,
      "grad_norm": 0.3465080261230469,
      "learning_rate": 5.925815046044026e-07,
      "loss": 0.5298,
      "step": 709
    },
    {
      "epoch": 3.4475524475524475,
      "grad_norm": 0.3112027049064636,
      "learning_rate": 5.826109874540409e-07,
      "loss": 0.5299,
      "step": 710
    },
    {
      "epoch": 3.4524171480693218,
      "grad_norm": 0.3448041081428528,
      "learning_rate": 5.727198717339511e-07,
      "loss": 0.5635,
      "step": 711
    },
    {
      "epoch": 3.4572818485861965,
      "grad_norm": 0.35311010479927063,
      "learning_rate": 5.6290833523439e-07,
      "loss": 0.542,
      "step": 712
    },
    {
      "epoch": 3.4621465491030707,
      "grad_norm": 0.30904555320739746,
      "learning_rate": 5.531765543152002e-07,
      "loss": 0.5429,
      "step": 713
    },
    {
      "epoch": 3.4670112496199454,
      "grad_norm": 0.31063464283943176,
      "learning_rate": 5.435247039026398e-07,
      "loss": 0.5208,
      "step": 714
    },
    {
      "epoch": 3.4718759501368197,
      "grad_norm": 0.32749229669570923,
      "learning_rate": 5.33952957486234e-07,
      "loss": 0.5325,
      "step": 715
    },
    {
      "epoch": 3.476740650653694,
      "grad_norm": 0.33042624592781067,
      "learning_rate": 5.244614871156612e-07,
      "loss": 0.5527,
      "step": 716
    },
    {
      "epoch": 3.4816053511705687,
      "grad_norm": 0.32299965620040894,
      "learning_rate": 5.150504633976572e-07,
      "loss": 0.5216,
      "step": 717
    },
    {
      "epoch": 3.486470051687443,
      "grad_norm": 0.32291823625564575,
      "learning_rate": 5.057200554929509e-07,
      "loss": 0.5541,
      "step": 718
    },
    {
      "epoch": 3.4913347522043177,
      "grad_norm": 0.309826523065567,
      "learning_rate": 4.964704311132224e-07,
      "loss": 0.5231,
      "step": 719
    },
    {
      "epoch": 3.496199452721192,
      "grad_norm": 0.31125494837760925,
      "learning_rate": 4.873017565180871e-07,
      "loss": 0.5276,
      "step": 720
    },
    {
      "epoch": 3.501064153238066,
      "grad_norm": 0.316703736782074,
      "learning_rate": 4.782141965121129e-07,
      "loss": 0.5423,
      "step": 721
    },
    {
      "epoch": 3.5059288537549405,
      "grad_norm": 0.32176005840301514,
      "learning_rate": 4.6920791444184934e-07,
      "loss": 0.5297,
      "step": 722
    },
    {
      "epoch": 3.510793554271815,
      "grad_norm": 0.3091294765472412,
      "learning_rate": 4.602830721928997e-07,
      "loss": 0.5283,
      "step": 723
    },
    {
      "epoch": 3.5156582547886894,
      "grad_norm": 0.322344034910202,
      "learning_rate": 4.5143983018700485e-07,
      "loss": 0.5421,
      "step": 724
    },
    {
      "epoch": 3.520522955305564,
      "grad_norm": 0.35230642557144165,
      "learning_rate": 4.4267834737916295e-07,
      "loss": 0.5531,
      "step": 725
    },
    {
      "epoch": 3.5253876558224384,
      "grad_norm": 0.3391262888908386,
      "learning_rate": 4.33998781254773e-07,
      "loss": 0.5604,
      "step": 726
    },
    {
      "epoch": 3.5302523563393127,
      "grad_norm": 0.31481173634529114,
      "learning_rate": 4.2540128782679934e-07,
      "loss": 0.5289,
      "step": 727
    },
    {
      "epoch": 3.5351170568561874,
      "grad_norm": 0.32447385787963867,
      "learning_rate": 4.1688602163297564e-07,
      "loss": 0.5299,
      "step": 728
    },
    {
      "epoch": 3.5399817573730616,
      "grad_norm": 0.3530765771865845,
      "learning_rate": 4.0845313573301736e-07,
      "loss": 0.5464,
      "step": 729
    },
    {
      "epoch": 3.5448464578899364,
      "grad_norm": 0.30712568759918213,
      "learning_rate": 4.001027817058789e-07,
      "loss": 0.5242,
      "step": 730
    },
    {
      "epoch": 3.5497111584068106,
      "grad_norm": 0.3143819272518158,
      "learning_rate": 3.9183510964702463e-07,
      "loss": 0.5273,
      "step": 731
    },
    {
      "epoch": 3.554575858923685,
      "grad_norm": 0.3388993740081787,
      "learning_rate": 3.836502681657289e-07,
      "loss": 0.5335,
      "step": 732
    },
    {
      "epoch": 3.5594405594405596,
      "grad_norm": 0.3553450405597687,
      "learning_rate": 3.755484043824131e-07,
      "loss": 0.5516,
      "step": 733
    },
    {
      "epoch": 3.564305259957434,
      "grad_norm": 0.3086324632167816,
      "learning_rate": 3.675296639259912e-07,
      "loss": 0.5445,
      "step": 734
    },
    {
      "epoch": 3.5691699604743086,
      "grad_norm": 0.3342626392841339,
      "learning_rate": 3.595941909312595e-07,
      "loss": 0.5162,
      "step": 735
    },
    {
      "epoch": 3.574034660991183,
      "grad_norm": 0.32068684697151184,
      "learning_rate": 3.517421280363004e-07,
      "loss": 0.5401,
      "step": 736
    },
    {
      "epoch": 3.578899361508057,
      "grad_norm": 0.33277034759521484,
      "learning_rate": 3.439736163799251e-07,
      "loss": 0.5149,
      "step": 737
    },
    {
      "epoch": 3.5837640620249314,
      "grad_norm": 0.3014756143093109,
      "learning_rate": 3.362887955991301e-07,
      "loss": 0.512,
      "step": 738
    },
    {
      "epoch": 3.588628762541806,
      "grad_norm": 0.3068234324455261,
      "learning_rate": 3.2868780382658895e-07,
      "loss": 0.5209,
      "step": 739
    },
    {
      "epoch": 3.5934934630586803,
      "grad_norm": 0.3191012740135193,
      "learning_rate": 3.2117077768817395e-07,
      "loss": 0.5597,
      "step": 740
    },
    {
      "epoch": 3.598358163575555,
      "grad_norm": 0.32741162180900574,
      "learning_rate": 3.1373785230049356e-07,
      "loss": 0.5515,
      "step": 741
    },
    {
      "epoch": 3.6032228640924293,
      "grad_norm": 0.342742919921875,
      "learning_rate": 3.0638916126846885e-07,
      "loss": 0.5446,
      "step": 742
    },
    {
      "epoch": 3.6080875646093036,
      "grad_norm": 0.31945279240608215,
      "learning_rate": 2.991248366829291e-07,
      "loss": 0.5426,
      "step": 743
    },
    {
      "epoch": 3.6129522651261783,
      "grad_norm": 0.3091720640659332,
      "learning_rate": 2.91945009118238e-07,
      "loss": 0.5357,
      "step": 744
    },
    {
      "epoch": 3.6178169656430526,
      "grad_norm": 0.32953116297721863,
      "learning_rate": 2.848498076299483e-07,
      "loss": 0.5392,
      "step": 745
    },
    {
      "epoch": 3.6226816661599273,
      "grad_norm": 0.3301558494567871,
      "learning_rate": 2.7783935975247867e-07,
      "loss": 0.5266,
      "step": 746
    },
    {
      "epoch": 3.6275463666768015,
      "grad_norm": 0.31618431210517883,
      "learning_rate": 2.7091379149682683e-07,
      "loss": 0.5208,
      "step": 747
    },
    {
      "epoch": 3.632411067193676,
      "grad_norm": 0.3258410394191742,
      "learning_rate": 2.6407322734829763e-07,
      "loss": 0.5262,
      "step": 748
    },
    {
      "epoch": 3.63727576771055,
      "grad_norm": 0.2992360293865204,
      "learning_rate": 2.573177902642726e-07,
      "loss": 0.5272,
      "step": 749
    },
    {
      "epoch": 3.6421404682274248,
      "grad_norm": 0.3194170892238617,
      "learning_rate": 2.506476016719922e-07,
      "loss": 0.5227,
      "step": 750
    },
    {
      "epoch": 3.647005168744299,
      "grad_norm": 0.3228798806667328,
      "learning_rate": 2.440627814663804e-07,
      "loss": 0.5387,
      "step": 751
    },
    {
      "epoch": 3.6518698692611737,
      "grad_norm": 0.3276216685771942,
      "learning_rate": 2.3756344800788421e-07,
      "loss": 0.535,
      "step": 752
    },
    {
      "epoch": 3.656734569778048,
      "grad_norm": 0.31080737709999084,
      "learning_rate": 2.3114971812034981e-07,
      "loss": 0.5402,
      "step": 753
    },
    {
      "epoch": 3.6615992702949223,
      "grad_norm": 0.3608711361885071,
      "learning_rate": 2.2482170708892083e-07,
      "loss": 0.5636,
      "step": 754
    },
    {
      "epoch": 3.666463970811797,
      "grad_norm": 0.31172358989715576,
      "learning_rate": 2.1857952865796616e-07,
      "loss": 0.5526,
      "step": 755
    },
    {
      "epoch": 3.6713286713286712,
      "grad_norm": 0.3504408299922943,
      "learning_rate": 2.124232950290367e-07,
      "loss": 0.541,
      "step": 756
    },
    {
      "epoch": 3.676193371845546,
      "grad_norm": 0.3059706687927246,
      "learning_rate": 2.0635311685884675e-07,
      "loss": 0.5225,
      "step": 757
    },
    {
      "epoch": 3.68105807236242,
      "grad_norm": 0.30679747462272644,
      "learning_rate": 2.0036910325728521e-07,
      "loss": 0.5287,
      "step": 758
    },
    {
      "epoch": 3.6859227728792945,
      "grad_norm": 0.3577539920806885,
      "learning_rate": 1.9447136178545766e-07,
      "loss": 0.5645,
      "step": 759
    },
    {
      "epoch": 3.690787473396169,
      "grad_norm": 0.3062092661857605,
      "learning_rate": 1.8865999845374794e-07,
      "loss": 0.5346,
      "step": 760
    },
    {
      "epoch": 3.6956521739130435,
      "grad_norm": 0.31235286593437195,
      "learning_rate": 1.8293511771991624e-07,
      "loss": 0.5485,
      "step": 761
    },
    {
      "epoch": 3.700516874429918,
      "grad_norm": 0.3473973274230957,
      "learning_rate": 1.7729682248721848e-07,
      "loss": 0.5169,
      "step": 762
    },
    {
      "epoch": 3.7053815749467924,
      "grad_norm": 0.31875768303871155,
      "learning_rate": 1.7174521410256162e-07,
      "loss": 0.5264,
      "step": 763
    },
    {
      "epoch": 3.7102462754636667,
      "grad_norm": 0.345159649848938,
      "learning_rate": 1.6628039235467686e-07,
      "loss": 0.5253,
      "step": 764
    },
    {
      "epoch": 3.715110975980541,
      "grad_norm": 0.31550589203834534,
      "learning_rate": 1.6090245547232707e-07,
      "loss": 0.5347,
      "step": 765
    },
    {
      "epoch": 3.7199756764974157,
      "grad_norm": 0.31688812375068665,
      "learning_rate": 1.5561150012254446e-07,
      "loss": 0.5437,
      "step": 766
    },
    {
      "epoch": 3.72484037701429,
      "grad_norm": 0.33005401492118835,
      "learning_rate": 1.5040762140888843e-07,
      "loss": 0.5182,
      "step": 767
    },
    {
      "epoch": 3.7297050775311646,
      "grad_norm": 0.32252198457717896,
      "learning_rate": 1.4529091286973994e-07,
      "loss": 0.5343,
      "step": 768
    },
    {
      "epoch": 3.734569778048039,
      "grad_norm": 0.34058618545532227,
      "learning_rate": 1.402614664766172e-07,
      "loss": 0.5682,
      "step": 769
    },
    {
      "epoch": 3.739434478564913,
      "grad_norm": 0.3218619227409363,
      "learning_rate": 1.353193726325247e-07,
      "loss": 0.5523,
      "step": 770
    },
    {
      "epoch": 3.744299179081788,
      "grad_norm": 0.338169127702713,
      "learning_rate": 1.3046472017032685e-07,
      "loss": 0.5426,
      "step": 771
    },
    {
      "epoch": 3.749163879598662,
      "grad_norm": 0.3439265191555023,
      "learning_rate": 1.2569759635115086e-07,
      "loss": 0.5586,
      "step": 772
    },
    {
      "epoch": 3.754028580115537,
      "grad_norm": 0.3248153626918793,
      "learning_rate": 1.210180868628219e-07,
      "loss": 0.5317,
      "step": 773
    },
    {
      "epoch": 3.758893280632411,
      "grad_norm": 0.31938469409942627,
      "learning_rate": 1.1642627581831767e-07,
      "loss": 0.5214,
      "step": 774
    },
    {
      "epoch": 3.7637579811492854,
      "grad_norm": 0.30051711201667786,
      "learning_rate": 1.1192224575425848e-07,
      "loss": 0.5465,
      "step": 775
    },
    {
      "epoch": 3.7686226816661597,
      "grad_norm": 0.2911449372768402,
      "learning_rate": 1.0750607762942622e-07,
      "loss": 0.537,
      "step": 776
    },
    {
      "epoch": 3.7734873821830344,
      "grad_norm": 0.2878769338130951,
      "learning_rate": 1.0317785082330555e-07,
      "loss": 0.5352,
      "step": 777
    },
    {
      "epoch": 3.7783520826999086,
      "grad_norm": 0.3339023292064667,
      "learning_rate": 9.89376431346606e-08,
      "loss": 0.5606,
      "step": 778
    },
    {
      "epoch": 3.7832167832167833,
      "grad_norm": 0.31095194816589355,
      "learning_rate": 9.478553078013042e-08,
      "loss": 0.5248,
      "step": 779
    },
    {
      "epoch": 3.7880814837336576,
      "grad_norm": 0.31098252534866333,
      "learning_rate": 9.072158839286748e-08,
      "loss": 0.532,
      "step": 780
    },
    {
      "epoch": 3.792946184250532,
      "grad_norm": 0.31499919295310974,
      "learning_rate": 8.674588902118919e-08,
      "loss": 0.5193,
      "step": 781
    },
    {
      "epoch": 3.7978108847674066,
      "grad_norm": 0.3318183422088623,
      "learning_rate": 8.285850412726837e-08,
      "loss": 0.5308,
      "step": 782
    },
    {
      "epoch": 3.802675585284281,
      "grad_norm": 0.35332199931144714,
      "learning_rate": 7.905950358584768e-08,
      "loss": 0.5495,
      "step": 783
    },
    {
      "epoch": 3.8075402858011556,
      "grad_norm": 0.34943094849586487,
      "learning_rate": 7.534895568298395e-08,
      "loss": 0.5416,
      "step": 784
    },
    {
      "epoch": 3.81240498631803,
      "grad_norm": 0.31405407190322876,
      "learning_rate": 7.172692711482022e-08,
      "loss": 0.5565,
      "step": 785
    },
    {
      "epoch": 3.817269686834904,
      "grad_norm": 0.35813677310943604,
      "learning_rate": 6.819348298638839e-08,
      "loss": 0.5618,
      "step": 786
    },
    {
      "epoch": 3.822134387351779,
      "grad_norm": 0.30600205063819885,
      "learning_rate": 6.474868681043578e-08,
      "loss": 0.5264,
      "step": 787
    },
    {
      "epoch": 3.826999087868653,
      "grad_norm": 0.3123580813407898,
      "learning_rate": 6.13926005062876e-08,
      "loss": 0.5209,
      "step": 788
    },
    {
      "epoch": 3.8318637883855278,
      "grad_norm": 0.32482513785362244,
      "learning_rate": 5.8125284398730666e-08,
      "loss": 0.5192,
      "step": 789
    },
    {
      "epoch": 3.836728488902402,
      "grad_norm": 0.34198108315467834,
      "learning_rate": 5.4946797216931524e-08,
      "loss": 0.5449,
      "step": 790
    },
    {
      "epoch": 3.8415931894192763,
      "grad_norm": 0.31200042366981506,
      "learning_rate": 5.185719609337836e-08,
      "loss": 0.5111,
      "step": 791
    },
    {
      "epoch": 3.8464578899361506,
      "grad_norm": 0.3532400131225586,
      "learning_rate": 4.885653656285627e-08,
      "loss": 0.5233,
      "step": 792
    },
    {
      "epoch": 3.8513225904530253,
      "grad_norm": 0.32765015959739685,
      "learning_rate": 4.5944872561448084e-08,
      "loss": 0.5606,
      "step": 793
    },
    {
      "epoch": 3.8561872909698995,
      "grad_norm": 0.3308298885822296,
      "learning_rate": 4.3122256425563444e-08,
      "loss": 0.5384,
      "step": 794
    },
    {
      "epoch": 3.8610519914867742,
      "grad_norm": 0.33672013878822327,
      "learning_rate": 4.038873889100237e-08,
      "loss": 0.5516,
      "step": 795
    },
    {
      "epoch": 3.8659166920036485,
      "grad_norm": 0.33695557713508606,
      "learning_rate": 3.77443690920376e-08,
      "loss": 0.5689,
      "step": 796
    },
    {
      "epoch": 3.870781392520523,
      "grad_norm": 0.2859351336956024,
      "learning_rate": 3.518919456053649e-08,
      "loss": 0.5302,
      "step": 797
    },
    {
      "epoch": 3.8756460930373975,
      "grad_norm": 0.3394811749458313,
      "learning_rate": 3.2723261225102164e-08,
      "loss": 0.5432,
      "step": 798
    },
    {
      "epoch": 3.8805107935542718,
      "grad_norm": 0.3551604449748993,
      "learning_rate": 3.034661341025258e-08,
      "loss": 0.5324,
      "step": 799
    },
    {
      "epoch": 3.8853754940711465,
      "grad_norm": 0.31553763151168823,
      "learning_rate": 2.8059293835620006e-08,
      "loss": 0.5305,
      "step": 800
    },
    {
      "epoch": 3.8902401945880207,
      "grad_norm": 0.32441508769989014,
      "learning_rate": 2.5861343615184997e-08,
      "loss": 0.5415,
      "step": 801
    },
    {
      "epoch": 3.895104895104895,
      "grad_norm": 0.31447526812553406,
      "learning_rate": 2.3752802256536423e-08,
      "loss": 0.5411,
      "step": 802
    },
    {
      "epoch": 3.8999695956217693,
      "grad_norm": 0.3224940299987793,
      "learning_rate": 2.173370766016314e-08,
      "loss": 0.5197,
      "step": 803
    },
    {
      "epoch": 3.904834296138644,
      "grad_norm": 0.29226142168045044,
      "learning_rate": 1.98040961187701e-08,
      "loss": 0.5182,
      "step": 804
    },
    {
      "epoch": 3.9096989966555182,
      "grad_norm": 0.32759496569633484,
      "learning_rate": 1.7964002316628316e-08,
      "loss": 0.5395,
      "step": 805
    },
    {
      "epoch": 3.914563697172393,
      "grad_norm": 0.34152671694755554,
      "learning_rate": 1.6213459328950355e-08,
      "loss": 0.5614,
      "step": 806
    },
    {
      "epoch": 3.919428397689267,
      "grad_norm": 0.30443131923675537,
      "learning_rate": 1.4552498621295264e-08,
      "loss": 0.5167,
      "step": 807
    },
    {
      "epoch": 3.9242930982061415,
      "grad_norm": 0.2858695089817047,
      "learning_rate": 1.2981150049004021e-08,
      "loss": 0.5277,
      "step": 808
    },
    {
      "epoch": 3.929157798723016,
      "grad_norm": 0.3150896728038788,
      "learning_rate": 1.1499441856663296e-08,
      "loss": 0.5496,
      "step": 809
    },
    {
      "epoch": 3.9340224992398904,
      "grad_norm": 0.3497582972049713,
      "learning_rate": 1.0107400677596413e-08,
      "loss": 0.5611,
      "step": 810
    },
    {
      "epoch": 3.938887199756765,
      "grad_norm": 0.3036641776561737,
      "learning_rate": 8.805051533384846e-09,
      "loss": 0.5345,
      "step": 811
    },
    {
      "epoch": 3.9437519002736394,
      "grad_norm": 0.31381335854530334,
      "learning_rate": 7.59241783341913e-09,
      "loss": 0.527,
      "step": 812
    },
    {
      "epoch": 3.9486166007905137,
      "grad_norm": 0.31904760003089905,
      "learning_rate": 6.469521374477539e-09,
      "loss": 0.53,
      "step": 813
    },
    {
      "epoch": 3.9534813013073884,
      "grad_norm": 0.3499225378036499,
      "learning_rate": 5.436382340335833e-09,
      "loss": 0.5377,
      "step": 814
    },
    {
      "epoch": 3.9583460018242627,
      "grad_norm": 0.2925429344177246,
      "learning_rate": 4.493019301401447e-09,
      "loss": 0.5185,
      "step": 815
    },
    {
      "epoch": 3.9632107023411374,
      "grad_norm": 0.335538774728775,
      "learning_rate": 3.6394492143820847e-09,
      "loss": 0.5387,
      "step": 816
    },
    {
      "epoch": 3.9680754028580116,
      "grad_norm": 0.2967749834060669,
      "learning_rate": 2.875687421980966e-09,
      "loss": 0.5394,
      "step": 817
    },
    {
      "epoch": 3.972940103374886,
      "grad_norm": 0.3312070369720459,
      "learning_rate": 2.201747652618713e-09,
      "loss": 0.5375,
      "step": 818
    },
    {
      "epoch": 3.97780480389176,
      "grad_norm": 0.3883361518383026,
      "learning_rate": 1.6176420201902132e-09,
      "loss": 0.5434,
      "step": 819
    },
    {
      "epoch": 3.982669504408635,
      "grad_norm": 0.33711862564086914,
      "learning_rate": 1.1233810238425735e-09,
      "loss": 0.5432,
      "step": 820
    },
    {
      "epoch": 3.987534204925509,
      "grad_norm": 0.3115112781524658,
      "learning_rate": 7.189735477913795e-10,
      "loss": 0.5247,
      "step": 821
    },
    {
      "epoch": 3.992398905442384,
      "grad_norm": 0.307807981967926,
      "learning_rate": 4.0442686115582665e-10,
      "loss": 0.5227,
      "step": 822
    },
    {
      "epoch": 3.997263605959258,
      "grad_norm": 0.3572421967983246,
      "learning_rate": 1.797466178327101e-10,
      "loss": 0.538,
      "step": 823
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.43410807847976685,
      "learning_rate": 4.4936856390398465e-11,
      "loss": 0.5144,
      "step": 824
    },
    {
      "epoch": 4.0,
      "step": 824,
      "total_flos": 2.006101437057283e+19,
      "train_loss": 0.5864963867131946,
      "train_runtime": 153073.7159,
      "train_samples_per_second": 0.687,
      "train_steps_per_second": 0.005
    }
  ],
  "logging_steps": 1,
  "max_steps": 824,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.006101437057283e+19,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}