{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 15444,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.006475006475006475,
      "grad_norm": 1.1328125,
      "learning_rate": 4.9841362341362344e-05,
      "loss": 0.4244,
      "step": 50
    },
    {
      "epoch": 0.01295001295001295,
      "grad_norm": 1.0078125,
      "learning_rate": 4.9679487179487185e-05,
      "loss": 0.3459,
      "step": 100
    },
    {
      "epoch": 0.019425019425019424,
      "grad_norm": 0.98828125,
      "learning_rate": 4.951761201761202e-05,
      "loss": 0.3259,
      "step": 150
    },
    {
      "epoch": 0.0259000259000259,
      "grad_norm": 0.9453125,
      "learning_rate": 4.935573685573686e-05,
      "loss": 0.3187,
      "step": 200
    },
    {
      "epoch": 0.03237503237503238,
      "grad_norm": 0.953125,
      "learning_rate": 4.91938616938617e-05,
      "loss": 0.3079,
      "step": 250
    },
    {
      "epoch": 0.03885003885003885,
      "grad_norm": 0.875,
      "learning_rate": 4.903198653198653e-05,
      "loss": 0.3066,
      "step": 300
    },
    {
      "epoch": 0.045325045325045325,
      "grad_norm": 0.9921875,
      "learning_rate": 4.887011137011137e-05,
      "loss": 0.3011,
      "step": 350
    },
    {
      "epoch": 0.0518000518000518,
      "grad_norm": 0.86328125,
      "learning_rate": 4.8708236208236214e-05,
      "loss": 0.2987,
      "step": 400
    },
    {
      "epoch": 0.05827505827505827,
      "grad_norm": 0.87890625,
      "learning_rate": 4.854636104636105e-05,
      "loss": 0.2966,
      "step": 450
    },
    {
      "epoch": 0.06475006475006476,
      "grad_norm": 0.87109375,
      "learning_rate": 4.838448588448589e-05,
      "loss": 0.2951,
      "step": 500
    },
    {
      "epoch": 0.07122507122507123,
      "grad_norm": 0.83984375,
      "learning_rate": 4.822261072261072e-05,
      "loss": 0.2915,
      "step": 550
    },
    {
      "epoch": 0.0777000777000777,
      "grad_norm": 0.8515625,
      "learning_rate": 4.806073556073556e-05,
      "loss": 0.2889,
      "step": 600
    },
    {
      "epoch": 0.08417508417508418,
      "grad_norm": 0.8125,
      "learning_rate": 4.78988603988604e-05,
      "loss": 0.295,
      "step": 650
    },
    {
      "epoch": 0.09065009065009065,
      "grad_norm": 0.79296875,
      "learning_rate": 4.7736985236985236e-05,
      "loss": 0.2869,
      "step": 700
    },
    {
      "epoch": 0.09712509712509712,
      "grad_norm": 0.859375,
      "learning_rate": 4.757511007511008e-05,
      "loss": 0.2888,
      "step": 750
    },
    {
      "epoch": 0.1036001036001036,
      "grad_norm": 0.75390625,
      "learning_rate": 4.7413234913234916e-05,
      "loss": 0.2847,
      "step": 800
    },
    {
      "epoch": 0.11007511007511007,
      "grad_norm": 0.9140625,
      "learning_rate": 4.725135975135975e-05,
      "loss": 0.2793,
      "step": 850
    },
    {
      "epoch": 0.11655011655011654,
      "grad_norm": 1.0,
      "learning_rate": 4.708948458948459e-05,
      "loss": 0.2858,
      "step": 900
    },
    {
      "epoch": 0.12302512302512303,
      "grad_norm": 0.8984375,
      "learning_rate": 4.692760942760943e-05,
      "loss": 0.2831,
      "step": 950
    },
    {
      "epoch": 0.1295001295001295,
      "grad_norm": 0.77734375,
      "learning_rate": 4.676573426573427e-05,
      "loss": 0.2789,
      "step": 1000
    },
    {
      "epoch": 0.13597513597513597,
      "grad_norm": 0.74609375,
      "learning_rate": 4.6603859103859105e-05,
      "loss": 0.2719,
      "step": 1050
    },
    {
      "epoch": 0.14245014245014245,
      "grad_norm": 0.76953125,
      "learning_rate": 4.6441983941983945e-05,
      "loss": 0.2765,
      "step": 1100
    },
    {
      "epoch": 0.14892514892514894,
      "grad_norm": 0.8203125,
      "learning_rate": 4.6280108780108785e-05,
      "loss": 0.2706,
      "step": 1150
    },
    {
      "epoch": 0.1554001554001554,
      "grad_norm": 0.8046875,
      "learning_rate": 4.611823361823362e-05,
      "loss": 0.2743,
      "step": 1200
    },
    {
      "epoch": 0.16187516187516188,
      "grad_norm": 0.80859375,
      "learning_rate": 4.595635845635845e-05,
      "loss": 0.2737,
      "step": 1250
    },
    {
      "epoch": 0.16835016835016836,
      "grad_norm": 0.73828125,
      "learning_rate": 4.57944832944833e-05,
      "loss": 0.2713,
      "step": 1300
    },
    {
      "epoch": 0.17482517482517482,
      "grad_norm": 0.75,
      "learning_rate": 4.5632608132608133e-05,
      "loss": 0.271,
      "step": 1350
    },
    {
      "epoch": 0.1813001813001813,
      "grad_norm": 0.7578125,
      "learning_rate": 4.5470732970732974e-05,
      "loss": 0.2722,
      "step": 1400
    },
    {
      "epoch": 0.18777518777518779,
      "grad_norm": 0.73046875,
      "learning_rate": 4.5308857808857814e-05,
      "loss": 0.2702,
      "step": 1450
    },
    {
      "epoch": 0.19425019425019424,
      "grad_norm": 0.80078125,
      "learning_rate": 4.514698264698265e-05,
      "loss": 0.2682,
      "step": 1500
    },
    {
      "epoch": 0.20072520072520073,
      "grad_norm": 0.75390625,
      "learning_rate": 4.498510748510749e-05,
      "loss": 0.2676,
      "step": 1550
    },
    {
      "epoch": 0.2072002072002072,
      "grad_norm": 0.70703125,
      "learning_rate": 4.482323232323233e-05,
      "loss": 0.2723,
      "step": 1600
    },
    {
      "epoch": 0.21367521367521367,
      "grad_norm": 0.66796875,
      "learning_rate": 4.466135716135716e-05,
      "loss": 0.2644,
      "step": 1650
    },
    {
      "epoch": 0.22015022015022015,
      "grad_norm": 0.7109375,
      "learning_rate": 4.4499481999482e-05,
      "loss": 0.2614,
      "step": 1700
    },
    {
      "epoch": 0.22662522662522663,
      "grad_norm": 0.7421875,
      "learning_rate": 4.4337606837606836e-05,
      "loss": 0.2678,
      "step": 1750
    },
    {
      "epoch": 0.2331002331002331,
      "grad_norm": 0.71875,
      "learning_rate": 4.4175731675731677e-05,
      "loss": 0.2697,
      "step": 1800
    },
    {
      "epoch": 0.23957523957523957,
      "grad_norm": 0.65234375,
      "learning_rate": 4.401385651385652e-05,
      "loss": 0.264,
      "step": 1850
    },
    {
      "epoch": 0.24605024605024606,
      "grad_norm": 0.75390625,
      "learning_rate": 4.385198135198135e-05,
      "loss": 0.2612,
      "step": 1900
    },
    {
      "epoch": 0.25252525252525254,
      "grad_norm": 0.70703125,
      "learning_rate": 4.36901061901062e-05,
      "loss": 0.2661,
      "step": 1950
    },
    {
      "epoch": 0.259000259000259,
      "grad_norm": 0.765625,
      "learning_rate": 4.352823102823103e-05,
      "loss": 0.2685,
      "step": 2000
    },
    {
      "epoch": 0.26547526547526545,
      "grad_norm": 0.8203125,
      "learning_rate": 4.3366355866355865e-05,
      "loss": 0.2684,
      "step": 2050
    },
    {
      "epoch": 0.27195027195027194,
      "grad_norm": 0.76953125,
      "learning_rate": 4.3204480704480705e-05,
      "loss": 0.2603,
      "step": 2100
    },
    {
      "epoch": 0.2784252784252784,
      "grad_norm": 0.75390625,
      "learning_rate": 4.3042605542605546e-05,
      "loss": 0.2554,
      "step": 2150
    },
    {
      "epoch": 0.2849002849002849,
      "grad_norm": 0.796875,
      "learning_rate": 4.2880730380730386e-05,
      "loss": 0.2621,
      "step": 2200
    },
    {
      "epoch": 0.2913752913752914,
      "grad_norm": 0.78125,
      "learning_rate": 4.271885521885522e-05,
      "loss": 0.2634,
      "step": 2250
    },
    {
      "epoch": 0.2978502978502979,
      "grad_norm": 0.71484375,
      "learning_rate": 4.255698005698006e-05,
      "loss": 0.2636,
      "step": 2300
    },
    {
      "epoch": 0.3043253043253043,
      "grad_norm": 0.80859375,
      "learning_rate": 4.23951048951049e-05,
      "loss": 0.2654,
      "step": 2350
    },
    {
      "epoch": 0.3108003108003108,
      "grad_norm": 0.7578125,
      "learning_rate": 4.2233229733229734e-05,
      "loss": 0.258,
      "step": 2400
    },
    {
      "epoch": 0.31727531727531727,
      "grad_norm": 0.73046875,
      "learning_rate": 4.207135457135457e-05,
      "loss": 0.2606,
      "step": 2450
    },
    {
      "epoch": 0.32375032375032375,
      "grad_norm": 0.82421875,
      "learning_rate": 4.1909479409479415e-05,
      "loss": 0.2624,
      "step": 2500
    },
    {
      "epoch": 0.33022533022533024,
      "grad_norm": 0.703125,
      "learning_rate": 4.174760424760425e-05,
      "loss": 0.2557,
      "step": 2550
    },
    {
      "epoch": 0.3367003367003367,
      "grad_norm": 0.7421875,
      "learning_rate": 4.158572908572909e-05,
      "loss": 0.2563,
      "step": 2600
    },
    {
      "epoch": 0.34317534317534315,
      "grad_norm": 0.69140625,
      "learning_rate": 4.142385392385393e-05,
      "loss": 0.252,
      "step": 2650
    },
    {
      "epoch": 0.34965034965034963,
      "grad_norm": 0.7734375,
      "learning_rate": 4.126197876197876e-05,
      "loss": 0.257,
      "step": 2700
    },
    {
      "epoch": 0.3561253561253561,
      "grad_norm": 0.796875,
      "learning_rate": 4.11001036001036e-05,
      "loss": 0.2571,
      "step": 2750
    },
    {
      "epoch": 0.3626003626003626,
      "grad_norm": 0.82421875,
      "learning_rate": 4.093822843822844e-05,
      "loss": 0.2583,
      "step": 2800
    },
    {
      "epoch": 0.3690753690753691,
      "grad_norm": 0.69140625,
      "learning_rate": 4.077635327635328e-05,
      "loss": 0.2557,
      "step": 2850
    },
    {
      "epoch": 0.37555037555037557,
      "grad_norm": 0.80859375,
      "learning_rate": 4.061447811447812e-05,
      "loss": 0.2486,
      "step": 2900
    },
    {
      "epoch": 0.382025382025382,
      "grad_norm": 0.71484375,
      "learning_rate": 4.045260295260295e-05,
      "loss": 0.2514,
      "step": 2950
    },
    {
      "epoch": 0.3885003885003885,
      "grad_norm": 0.8046875,
      "learning_rate": 4.029072779072779e-05,
      "loss": 0.2548,
      "step": 3000
    },
    {
      "epoch": 0.39497539497539497,
      "grad_norm": 0.796875,
      "learning_rate": 4.012885262885263e-05,
      "loss": 0.2548,
      "step": 3050
    },
    {
      "epoch": 0.40145040145040145,
      "grad_norm": 0.71875,
      "learning_rate": 3.9966977466977466e-05,
      "loss": 0.2565,
      "step": 3100
    },
    {
      "epoch": 0.40792540792540793,
      "grad_norm": 0.8046875,
      "learning_rate": 3.980510230510231e-05,
      "loss": 0.2546,
      "step": 3150
    },
    {
      "epoch": 0.4144004144004144,
      "grad_norm": 0.8515625,
      "learning_rate": 3.9643227143227146e-05,
      "loss": 0.2565,
      "step": 3200
    },
    {
      "epoch": 0.4208754208754209,
      "grad_norm": 0.7265625,
      "learning_rate": 3.948135198135198e-05,
      "loss": 0.2539,
      "step": 3250
    },
    {
      "epoch": 0.42735042735042733,
      "grad_norm": 0.7265625,
      "learning_rate": 3.931947681947682e-05,
      "loss": 0.2457,
      "step": 3300
    },
    {
      "epoch": 0.4338254338254338,
      "grad_norm": 0.71875,
      "learning_rate": 3.915760165760166e-05,
      "loss": 0.2507,
      "step": 3350
    },
    {
      "epoch": 0.4403004403004403,
      "grad_norm": 0.69140625,
      "learning_rate": 3.89957264957265e-05,
      "loss": 0.2534,
      "step": 3400
    },
    {
      "epoch": 0.4467754467754468,
      "grad_norm": 0.8046875,
      "learning_rate": 3.8833851333851335e-05,
      "loss": 0.2546,
      "step": 3450
    },
    {
      "epoch": 0.45325045325045327,
      "grad_norm": 0.734375,
      "learning_rate": 3.8671976171976175e-05,
      "loss": 0.2512,
      "step": 3500
    },
    {
      "epoch": 0.45972545972545975,
      "grad_norm": 0.7109375,
      "learning_rate": 3.8510101010101015e-05,
      "loss": 0.2514,
      "step": 3550
    },
    {
      "epoch": 0.4662004662004662,
      "grad_norm": 0.8046875,
      "learning_rate": 3.834822584822585e-05,
      "loss": 0.2488,
      "step": 3600
    },
    {
      "epoch": 0.47267547267547266,
      "grad_norm": 0.80078125,
      "learning_rate": 3.818635068635068e-05,
      "loss": 0.2541,
      "step": 3650
    },
    {
      "epoch": 0.47915047915047915,
      "grad_norm": 0.68359375,
      "learning_rate": 3.802447552447553e-05,
      "loss": 0.2567,
      "step": 3700
    },
    {
      "epoch": 0.48562548562548563,
      "grad_norm": 0.7265625,
      "learning_rate": 3.7862600362600363e-05,
      "loss": 0.2525,
      "step": 3750
    },
    {
      "epoch": 0.4921004921004921,
      "grad_norm": 0.8203125,
      "learning_rate": 3.7700725200725204e-05,
      "loss": 0.2499,
      "step": 3800
    },
    {
      "epoch": 0.4985754985754986,
      "grad_norm": 0.74609375,
      "learning_rate": 3.7538850038850044e-05,
      "loss": 0.2557,
      "step": 3850
    },
    {
      "epoch": 0.5050505050505051,
      "grad_norm": 0.79296875,
      "learning_rate": 3.737697487697488e-05,
      "loss": 0.2568,
      "step": 3900
    },
    {
      "epoch": 0.5115255115255115,
      "grad_norm": 0.8125,
      "learning_rate": 3.721509971509972e-05,
      "loss": 0.2543,
      "step": 3950
    },
    {
      "epoch": 0.518000518000518,
      "grad_norm": 0.765625,
      "learning_rate": 3.705322455322455e-05,
      "loss": 0.2546,
      "step": 4000
    },
    {
      "epoch": 0.5244755244755245,
      "grad_norm": 0.84765625,
      "learning_rate": 3.689134939134939e-05,
      "loss": 0.258,
      "step": 4050
    },
    {
      "epoch": 0.5309505309505309,
      "grad_norm": 0.7734375,
      "learning_rate": 3.672947422947423e-05,
      "loss": 0.2519,
      "step": 4100
    },
    {
      "epoch": 0.5374255374255374,
      "grad_norm": 0.74609375,
      "learning_rate": 3.6567599067599066e-05,
      "loss": 0.2507,
      "step": 4150
    },
    {
      "epoch": 0.5439005439005439,
      "grad_norm": 0.6640625,
      "learning_rate": 3.6405723905723907e-05,
      "loss": 0.2526,
      "step": 4200
    },
    {
      "epoch": 0.5503755503755504,
      "grad_norm": 0.640625,
      "learning_rate": 3.624384874384875e-05,
      "loss": 0.2556,
      "step": 4250
    },
    {
      "epoch": 0.5568505568505568,
      "grad_norm": 0.73828125,
      "learning_rate": 3.608197358197358e-05,
      "loss": 0.2516,
      "step": 4300
    },
    {
      "epoch": 0.5633255633255633,
      "grad_norm": 0.78515625,
      "learning_rate": 3.592009842009842e-05,
      "loss": 0.2476,
      "step": 4350
    },
    {
      "epoch": 0.5698005698005698,
      "grad_norm": 0.80078125,
      "learning_rate": 3.575822325822326e-05,
      "loss": 0.2449,
      "step": 4400
    },
    {
      "epoch": 0.5762755762755762,
      "grad_norm": 0.67578125,
      "learning_rate": 3.5596348096348095e-05,
      "loss": 0.251,
      "step": 4450
    },
    {
      "epoch": 0.5827505827505828,
      "grad_norm": 0.80859375,
      "learning_rate": 3.5434472934472935e-05,
      "loss": 0.2463,
      "step": 4500
    },
    {
      "epoch": 0.5892255892255892,
      "grad_norm": 0.8359375,
      "learning_rate": 3.5272597772597776e-05,
      "loss": 0.2515,
      "step": 4550
    },
    {
      "epoch": 0.5957005957005957,
      "grad_norm": 0.8359375,
      "learning_rate": 3.5110722610722616e-05,
      "loss": 0.249,
      "step": 4600
    },
    {
      "epoch": 0.6021756021756022,
      "grad_norm": 0.85546875,
      "learning_rate": 3.494884744884745e-05,
      "loss": 0.2486,
      "step": 4650
    },
    {
      "epoch": 0.6086506086506086,
      "grad_norm": 0.859375,
      "learning_rate": 3.478697228697229e-05,
      "loss": 0.2497,
      "step": 4700
    },
    {
      "epoch": 0.6151256151256151,
      "grad_norm": 0.8828125,
      "learning_rate": 3.462509712509713e-05,
      "loss": 0.2469,
      "step": 4750
    },
    {
      "epoch": 0.6216006216006216,
      "grad_norm": 0.7578125,
      "learning_rate": 3.4463221963221964e-05,
      "loss": 0.2538,
      "step": 4800
    },
    {
      "epoch": 0.6280756280756281,
      "grad_norm": 0.78515625,
      "learning_rate": 3.43013468013468e-05,
      "loss": 0.2455,
      "step": 4850
    },
    {
      "epoch": 0.6345506345506345,
      "grad_norm": 0.74609375,
      "learning_rate": 3.4139471639471645e-05,
      "loss": 0.2412,
      "step": 4900
    },
    {
      "epoch": 0.6410256410256411,
      "grad_norm": 0.79296875,
      "learning_rate": 3.397759647759648e-05,
      "loss": 0.2451,
      "step": 4950
    },
    {
      "epoch": 0.6475006475006475,
      "grad_norm": 0.6640625,
      "learning_rate": 3.381572131572132e-05,
      "loss": 0.2487,
      "step": 5000
    },
    {
      "epoch": 0.6539756539756539,
      "grad_norm": 0.8203125,
      "learning_rate": 3.365384615384616e-05,
      "loss": 0.2457,
      "step": 5050
    },
    {
      "epoch": 0.6604506604506605,
      "grad_norm": 0.8203125,
      "learning_rate": 3.349197099197099e-05,
      "loss": 0.2468,
      "step": 5100
    },
    {
      "epoch": 0.6669256669256669,
      "grad_norm": 0.7578125,
      "learning_rate": 3.333009583009583e-05,
      "loss": 0.2477,
      "step": 5150
    },
    {
      "epoch": 0.6734006734006734,
      "grad_norm": 0.7578125,
      "learning_rate": 3.316822066822067e-05,
      "loss": 0.247,
      "step": 5200
    },
    {
      "epoch": 0.6798756798756799,
      "grad_norm": 0.76171875,
      "learning_rate": 3.300634550634551e-05,
      "loss": 0.241,
      "step": 5250
    },
    {
      "epoch": 0.6863506863506863,
      "grad_norm": 0.7265625,
      "learning_rate": 3.284447034447035e-05,
      "loss": 0.2451,
      "step": 5300
    },
    {
      "epoch": 0.6928256928256928,
      "grad_norm": 0.80859375,
      "learning_rate": 3.268259518259518e-05,
      "loss": 0.2431,
      "step": 5350
    },
    {
      "epoch": 0.6993006993006993,
      "grad_norm": 0.76171875,
      "learning_rate": 3.252072002072002e-05,
      "loss": 0.2403,
      "step": 5400
    },
    {
      "epoch": 0.7057757057757058,
      "grad_norm": 0.83203125,
      "learning_rate": 3.235884485884486e-05,
      "loss": 0.2511,
      "step": 5450
    },
    {
      "epoch": 0.7122507122507122,
      "grad_norm": 0.66796875,
      "learning_rate": 3.2196969696969696e-05,
      "loss": 0.2412,
      "step": 5500
    },
    {
      "epoch": 0.7187257187257188,
      "grad_norm": 0.78515625,
      "learning_rate": 3.2035094535094536e-05,
      "loss": 0.2453,
      "step": 5550
    },
    {
      "epoch": 0.7252007252007252,
      "grad_norm": 0.76953125,
      "learning_rate": 3.1873219373219376e-05,
      "loss": 0.2473,
      "step": 5600
    },
    {
      "epoch": 0.7316757316757316,
      "grad_norm": 0.703125,
      "learning_rate": 3.171134421134421e-05,
      "loss": 0.2455,
      "step": 5650
    },
    {
      "epoch": 0.7381507381507382,
      "grad_norm": 0.94921875,
      "learning_rate": 3.154946904946905e-05,
      "loss": 0.2485,
      "step": 5700
    },
    {
      "epoch": 0.7446257446257446,
      "grad_norm": 0.7734375,
      "learning_rate": 3.138759388759389e-05,
      "loss": 0.2469,
      "step": 5750
    },
    {
      "epoch": 0.7511007511007511,
      "grad_norm": 0.76171875,
      "learning_rate": 3.122571872571873e-05,
      "loss": 0.2452,
      "step": 5800
    },
    {
      "epoch": 0.7575757575757576,
      "grad_norm": 0.77734375,
      "learning_rate": 3.1063843563843565e-05,
      "loss": 0.2466,
      "step": 5850
    },
    {
      "epoch": 0.764050764050764,
      "grad_norm": 0.78515625,
      "learning_rate": 3.09019684019684e-05,
      "loss": 0.2458,
      "step": 5900
    },
    {
      "epoch": 0.7705257705257705,
      "grad_norm": 0.734375,
      "learning_rate": 3.0740093240093245e-05,
      "loss": 0.2429,
      "step": 5950
    },
    {
      "epoch": 0.777000777000777,
      "grad_norm": 0.7578125,
      "learning_rate": 3.057821807821808e-05,
      "loss": 0.2476,
      "step": 6000
    },
    {
      "epoch": 0.7834757834757835,
      "grad_norm": 0.7734375,
      "learning_rate": 3.0416342916342916e-05,
      "loss": 0.2442,
      "step": 6050
    },
    {
      "epoch": 0.7899507899507899,
      "grad_norm": 0.75390625,
      "learning_rate": 3.0254467754467756e-05,
      "loss": 0.2423,
      "step": 6100
    },
    {
      "epoch": 0.7964257964257965,
      "grad_norm": 0.73828125,
      "learning_rate": 3.0092592592592593e-05,
      "loss": 0.2443,
      "step": 6150
    },
    {
      "epoch": 0.8029008029008029,
      "grad_norm": 0.734375,
      "learning_rate": 2.993071743071743e-05,
      "loss": 0.2415,
      "step": 6200
    },
    {
      "epoch": 0.8093758093758093,
      "grad_norm": 0.734375,
      "learning_rate": 2.9768842268842274e-05,
      "loss": 0.2411,
      "step": 6250
    },
    {
      "epoch": 0.8158508158508159,
      "grad_norm": 0.765625,
      "learning_rate": 2.9606967106967108e-05,
      "loss": 0.2429,
      "step": 6300
    },
    {
      "epoch": 0.8223258223258223,
      "grad_norm": 0.7890625,
      "learning_rate": 2.9445091945091945e-05,
      "loss": 0.2425,
      "step": 6350
    },
    {
      "epoch": 0.8288008288008288,
      "grad_norm": 0.7578125,
      "learning_rate": 2.9283216783216782e-05,
      "loss": 0.2456,
      "step": 6400
    },
    {
      "epoch": 0.8352758352758353,
      "grad_norm": 0.73046875,
      "learning_rate": 2.9121341621341626e-05,
      "loss": 0.2404,
      "step": 6450
    },
    {
      "epoch": 0.8417508417508418,
      "grad_norm": 0.8125,
      "learning_rate": 2.8959466459466463e-05,
      "loss": 0.2412,
      "step": 6500
    },
    {
      "epoch": 0.8482258482258482,
      "grad_norm": 0.8359375,
      "learning_rate": 2.8797591297591296e-05,
      "loss": 0.2402,
      "step": 6550
    },
    {
      "epoch": 0.8547008547008547,
      "grad_norm": 0.703125,
      "learning_rate": 2.863571613571614e-05,
      "loss": 0.2366,
      "step": 6600
    },
    {
      "epoch": 0.8611758611758612,
      "grad_norm": 0.85546875,
      "learning_rate": 2.8473840973840977e-05,
      "loss": 0.2428,
      "step": 6650
    },
    {
      "epoch": 0.8676508676508676,
      "grad_norm": 0.6875,
      "learning_rate": 2.8311965811965814e-05,
      "loss": 0.238,
      "step": 6700
    },
    {
      "epoch": 0.8741258741258742,
      "grad_norm": 0.75,
      "learning_rate": 2.8150090650090648e-05,
      "loss": 0.2381,
      "step": 6750
    },
    {
      "epoch": 0.8806008806008806,
      "grad_norm": 0.65625,
      "learning_rate": 2.798821548821549e-05,
      "loss": 0.2468,
      "step": 6800
    },
    {
      "epoch": 0.887075887075887,
      "grad_norm": 0.75390625,
      "learning_rate": 2.782634032634033e-05,
      "loss": 0.2419,
      "step": 6850
    },
    {
      "epoch": 0.8935508935508936,
      "grad_norm": 0.70703125,
      "learning_rate": 2.7664465164465165e-05,
      "loss": 0.2445,
      "step": 6900
    },
    {
      "epoch": 0.9000259000259,
      "grad_norm": 0.80859375,
      "learning_rate": 2.7502590002590006e-05,
      "loss": 0.2457,
      "step": 6950
    },
    {
      "epoch": 0.9065009065009065,
      "grad_norm": 0.76953125,
      "learning_rate": 2.7340714840714843e-05,
      "loss": 0.2376,
      "step": 7000
    },
    {
      "epoch": 0.912975912975913,
      "grad_norm": 0.71484375,
      "learning_rate": 2.717883967883968e-05,
      "loss": 0.2447,
      "step": 7050
    },
    {
      "epoch": 0.9194509194509195,
      "grad_norm": 0.8046875,
      "learning_rate": 2.7016964516964517e-05,
      "loss": 0.2364,
      "step": 7100
    },
    {
      "epoch": 0.9259259259259259,
      "grad_norm": 0.73828125,
      "learning_rate": 2.6855089355089357e-05,
      "loss": 0.2372,
      "step": 7150
    },
    {
      "epoch": 0.9324009324009324,
      "grad_norm": 0.734375,
      "learning_rate": 2.6693214193214194e-05,
      "loss": 0.2367,
      "step": 7200
    },
    {
      "epoch": 0.9388759388759389,
      "grad_norm": 0.79296875,
      "learning_rate": 2.653133903133903e-05,
      "loss": 0.2438,
      "step": 7250
    },
    {
      "epoch": 0.9453509453509453,
      "grad_norm": 0.8984375,
      "learning_rate": 2.636946386946387e-05,
      "loss": 0.2383,
      "step": 7300
    },
    {
      "epoch": 0.9518259518259519,
      "grad_norm": 0.859375,
      "learning_rate": 2.620758870758871e-05,
      "loss": 0.239,
      "step": 7350
    },
    {
      "epoch": 0.9583009583009583,
      "grad_norm": 0.84375,
      "learning_rate": 2.6045713545713545e-05,
      "loss": 0.2353,
      "step": 7400
    },
    {
      "epoch": 0.9647759647759647,
      "grad_norm": 0.8046875,
      "learning_rate": 2.5883838383838382e-05,
      "loss": 0.2405,
      "step": 7450
    },
    {
      "epoch": 0.9712509712509713,
      "grad_norm": 0.82421875,
      "learning_rate": 2.5721963221963223e-05,
      "loss": 0.241,
      "step": 7500
    },
    {
      "epoch": 0.9777259777259777,
      "grad_norm": 0.75390625,
      "learning_rate": 2.556008806008806e-05,
      "loss": 0.2367,
      "step": 7550
    },
    {
      "epoch": 0.9842009842009842,
      "grad_norm": 0.81640625,
      "learning_rate": 2.5398212898212897e-05,
      "loss": 0.2418,
      "step": 7600
    },
    {
      "epoch": 0.9906759906759907,
      "grad_norm": 0.7265625,
      "learning_rate": 2.523633773633774e-05,
      "loss": 0.2425,
      "step": 7650
    },
    {
      "epoch": 0.9971509971509972,
      "grad_norm": 0.79296875,
      "learning_rate": 2.5074462574462578e-05,
      "loss": 0.2385,
      "step": 7700
    },
    {
      "epoch": 1.0036260036260036,
      "grad_norm": 0.8203125,
      "learning_rate": 2.491258741258741e-05,
      "loss": 0.2282,
      "step": 7750
    },
    {
      "epoch": 1.0101010101010102,
      "grad_norm": 0.734375,
      "learning_rate": 2.475071225071225e-05,
      "loss": 0.2236,
      "step": 7800
    },
    {
      "epoch": 1.0165760165760165,
      "grad_norm": 0.83984375,
      "learning_rate": 2.4588837088837092e-05,
      "loss": 0.2202,
      "step": 7850
    },
    {
      "epoch": 1.023051023051023,
      "grad_norm": 0.8125,
      "learning_rate": 2.442696192696193e-05,
      "loss": 0.2222,
      "step": 7900
    },
    {
      "epoch": 1.0295260295260296,
      "grad_norm": 0.78125,
      "learning_rate": 2.4265086765086766e-05,
      "loss": 0.2213,
      "step": 7950
    },
    {
      "epoch": 1.036001036001036,
      "grad_norm": 0.7265625,
      "learning_rate": 2.4103211603211603e-05,
      "loss": 0.2283,
      "step": 8000
    },
    {
      "epoch": 1.0424760424760424,
      "grad_norm": 0.8203125,
      "learning_rate": 2.3941336441336443e-05,
      "loss": 0.2232,
      "step": 8050
    },
    {
      "epoch": 1.048951048951049,
      "grad_norm": 0.81640625,
      "learning_rate": 2.377946127946128e-05,
      "loss": 0.2287,
      "step": 8100
    },
    {
      "epoch": 1.0554260554260555,
      "grad_norm": 0.78515625,
      "learning_rate": 2.3617586117586117e-05,
      "loss": 0.2265,
      "step": 8150
    },
    {
      "epoch": 1.0619010619010618,
      "grad_norm": 0.828125,
      "learning_rate": 2.3455710955710958e-05,
      "loss": 0.2258,
      "step": 8200
    },
    {
      "epoch": 1.0683760683760684,
      "grad_norm": 0.8203125,
      "learning_rate": 2.3293835793835795e-05,
      "loss": 0.2273,
      "step": 8250
    },
    {
      "epoch": 1.074851074851075,
      "grad_norm": 0.8125,
      "learning_rate": 2.3131960631960635e-05,
      "loss": 0.225,
      "step": 8300
    },
    {
      "epoch": 1.0813260813260812,
      "grad_norm": 0.74609375,
      "learning_rate": 2.297008547008547e-05,
      "loss": 0.2213,
      "step": 8350
    },
    {
      "epoch": 1.0878010878010878,
      "grad_norm": 0.796875,
      "learning_rate": 2.280821030821031e-05,
      "loss": 0.2229,
      "step": 8400
    },
    {
      "epoch": 1.0942760942760943,
      "grad_norm": 0.96484375,
      "learning_rate": 2.264633514633515e-05,
      "loss": 0.2261,
      "step": 8450
    },
    {
      "epoch": 1.1007511007511008,
      "grad_norm": 0.86328125,
      "learning_rate": 2.2484459984459986e-05,
      "loss": 0.2246,
      "step": 8500
    },
    {
      "epoch": 1.1072261072261071,
      "grad_norm": 0.7734375,
      "learning_rate": 2.2322584822584823e-05,
      "loss": 0.2216,
      "step": 8550
    },
    {
      "epoch": 1.1137011137011137,
      "grad_norm": 0.828125,
      "learning_rate": 2.216070966070966e-05,
      "loss": 0.2276,
      "step": 8600
    },
    {
      "epoch": 1.1201761201761202,
      "grad_norm": 0.9765625,
      "learning_rate": 2.19988344988345e-05,
      "loss": 0.226,
      "step": 8650
    },
    {
      "epoch": 1.1266511266511268,
      "grad_norm": 0.8515625,
      "learning_rate": 2.1836959336959338e-05,
      "loss": 0.2275,
      "step": 8700
    },
    {
      "epoch": 1.133126133126133,
      "grad_norm": 0.82421875,
      "learning_rate": 2.1675084175084175e-05,
      "loss": 0.2203,
      "step": 8750
    },
    {
      "epoch": 1.1396011396011396,
      "grad_norm": 0.86328125,
      "learning_rate": 2.1513209013209015e-05,
      "loss": 0.2193,
      "step": 8800
    },
    {
      "epoch": 1.1460761460761462,
      "grad_norm": 0.78515625,
      "learning_rate": 2.1351333851333852e-05,
      "loss": 0.2255,
      "step": 8850
    },
    {
      "epoch": 1.1525511525511525,
      "grad_norm": 0.80078125,
      "learning_rate": 2.1189458689458693e-05,
      "loss": 0.2191,
      "step": 8900
    },
    {
      "epoch": 1.159026159026159,
      "grad_norm": 0.8125,
      "learning_rate": 2.1027583527583526e-05,
      "loss": 0.2238,
      "step": 8950
    },
    {
      "epoch": 1.1655011655011656,
      "grad_norm": 0.90625,
      "learning_rate": 2.0865708365708367e-05,
      "loss": 0.2201,
      "step": 9000
    },
    {
      "epoch": 1.1719761719761719,
      "grad_norm": 0.78515625,
      "learning_rate": 2.0703833203833207e-05,
      "loss": 0.2249,
      "step": 9050
    },
    {
      "epoch": 1.1784511784511784,
      "grad_norm": 0.87890625,
      "learning_rate": 2.0541958041958044e-05,
      "loss": 0.2226,
      "step": 9100
    },
    {
      "epoch": 1.184926184926185,
      "grad_norm": 0.90234375,
      "learning_rate": 2.038008288008288e-05,
      "loss": 0.2211,
      "step": 9150
    },
    {
      "epoch": 1.1914011914011915,
      "grad_norm": 0.80859375,
      "learning_rate": 2.0218207718207718e-05,
      "loss": 0.2233,
      "step": 9200
    },
    {
      "epoch": 1.1978761978761978,
      "grad_norm": 0.84765625,
      "learning_rate": 2.005633255633256e-05,
      "loss": 0.2246,
      "step": 9250
    },
    {
      "epoch": 1.2043512043512044,
      "grad_norm": 0.890625,
      "learning_rate": 1.9894457394457395e-05,
      "loss": 0.2266,
      "step": 9300
    },
    {
      "epoch": 1.210826210826211,
      "grad_norm": 0.79296875,
      "learning_rate": 1.9732582232582232e-05,
      "loss": 0.2194,
      "step": 9350
    },
    {
      "epoch": 1.2173012173012172,
      "grad_norm": 1.0234375,
      "learning_rate": 1.9570707070707073e-05,
      "loss": 0.2216,
      "step": 9400
    },
    {
      "epoch": 1.2237762237762237,
      "grad_norm": 0.76953125,
      "learning_rate": 1.940883190883191e-05,
      "loss": 0.2269,
      "step": 9450
    },
    {
      "epoch": 1.2302512302512303,
      "grad_norm": 0.91796875,
      "learning_rate": 1.924695674695675e-05,
      "loss": 0.2245,
      "step": 9500
    },
    {
      "epoch": 1.2367262367262368,
      "grad_norm": 0.8125,
      "learning_rate": 1.9085081585081584e-05,
      "loss": 0.2257,
      "step": 9550
    },
    {
      "epoch": 1.2432012432012431,
      "grad_norm": 0.78125,
      "learning_rate": 1.8923206423206424e-05,
      "loss": 0.2204,
      "step": 9600
    },
    {
      "epoch": 1.2496762496762497,
      "grad_norm": 0.890625,
      "learning_rate": 1.876133126133126e-05,
      "loss": 0.2257,
      "step": 9650
    },
    {
      "epoch": 1.2561512561512562,
      "grad_norm": 0.859375,
      "learning_rate": 1.85994560994561e-05,
      "loss": 0.2238,
      "step": 9700
    },
    {
      "epoch": 1.2626262626262625,
      "grad_norm": 0.76171875,
      "learning_rate": 1.843758093758094e-05,
      "loss": 0.2218,
      "step": 9750
    },
    {
      "epoch": 1.269101269101269,
      "grad_norm": 0.8984375,
      "learning_rate": 1.8275705775705775e-05,
      "loss": 0.2234,
      "step": 9800
    },
    {
      "epoch": 1.2755762755762756,
      "grad_norm": 0.7578125,
      "learning_rate": 1.8113830613830616e-05,
      "loss": 0.2253,
      "step": 9850
    },
    {
      "epoch": 1.282051282051282,
      "grad_norm": 0.85546875,
      "learning_rate": 1.7951955451955453e-05,
      "loss": 0.2197,
      "step": 9900
    },
    {
      "epoch": 1.2885262885262885,
      "grad_norm": 0.8671875,
      "learning_rate": 1.779008029008029e-05,
      "loss": 0.2237,
      "step": 9950
    },
    {
      "epoch": 1.295001295001295,
      "grad_norm": 0.82421875,
      "learning_rate": 1.762820512820513e-05,
      "loss": 0.2199,
      "step": 10000
    },
    {
      "epoch": 1.3014763014763016,
      "grad_norm": 0.78515625,
      "learning_rate": 1.7466329966329967e-05,
      "loss": 0.2221,
      "step": 10050
    },
    {
      "epoch": 1.3079513079513079,
      "grad_norm": 0.81640625,
      "learning_rate": 1.7304454804454808e-05,
      "loss": 0.2222,
      "step": 10100
    },
    {
      "epoch": 1.3144263144263144,
      "grad_norm": 0.84375,
      "learning_rate": 1.714257964257964e-05,
      "loss": 0.2224,
      "step": 10150
    },
    {
      "epoch": 1.320901320901321,
      "grad_norm": 0.77734375,
      "learning_rate": 1.698070448070448e-05,
      "loss": 0.2238,
      "step": 10200
    },
    {
      "epoch": 1.3273763273763275,
      "grad_norm": 0.89453125,
      "learning_rate": 1.681882931882932e-05,
      "loss": 0.2262,
      "step": 10250
    },
    {
      "epoch": 1.3338513338513338,
      "grad_norm": 0.8359375,
      "learning_rate": 1.665695415695416e-05,
      "loss": 0.2232,
      "step": 10300
    },
    {
      "epoch": 1.3403263403263403,
      "grad_norm": 0.7890625,
      "learning_rate": 1.6495078995078996e-05,
      "loss": 0.2252,
      "step": 10350
    },
    {
      "epoch": 1.3468013468013469,
      "grad_norm": 0.8671875,
      "learning_rate": 1.6333203833203833e-05,
      "loss": 0.2177,
      "step": 10400
    },
    {
      "epoch": 1.3532763532763532,
      "grad_norm": 0.79296875,
      "learning_rate": 1.6171328671328673e-05,
      "loss": 0.2188,
      "step": 10450
    },
    {
      "epoch": 1.3597513597513597,
      "grad_norm": 0.86328125,
      "learning_rate": 1.600945350945351e-05,
      "loss": 0.2233,
      "step": 10500
    },
    {
      "epoch": 1.3662263662263663,
      "grad_norm": 0.7890625,
      "learning_rate": 1.5847578347578347e-05,
      "loss": 0.2225,
      "step": 10550
    },
    {
      "epoch": 1.3727013727013726,
      "grad_norm": 0.85546875,
      "learning_rate": 1.5685703185703188e-05,
      "loss": 0.2193,
      "step": 10600
    },
    {
      "epoch": 1.3791763791763791,
      "grad_norm": 0.8359375,
      "learning_rate": 1.5523828023828025e-05,
      "loss": 0.2185,
      "step": 10650
    },
    {
      "epoch": 1.3856513856513857,
      "grad_norm": 0.8125,
      "learning_rate": 1.5361952861952865e-05,
      "loss": 0.2238,
      "step": 10700
    },
    {
      "epoch": 1.392126392126392,
      "grad_norm": 0.80859375,
      "learning_rate": 1.52000777000777e-05,
      "loss": 0.2209,
      "step": 10750
    },
    {
      "epoch": 1.3986013986013985,
      "grad_norm": 0.91796875,
      "learning_rate": 1.5038202538202539e-05,
      "loss": 0.2238,
      "step": 10800
    },
    {
      "epoch": 1.405076405076405,
      "grad_norm": 0.83203125,
      "learning_rate": 1.4876327376327376e-05,
      "loss": 0.2238,
      "step": 10850
    },
    {
      "epoch": 1.4115514115514116,
      "grad_norm": 0.75390625,
      "learning_rate": 1.4714452214452215e-05,
      "loss": 0.2189,
      "step": 10900
    },
    {
      "epoch": 1.4180264180264182,
      "grad_norm": 0.76171875,
      "learning_rate": 1.4552577052577055e-05,
      "loss": 0.2196,
      "step": 10950
    },
    {
      "epoch": 1.4245014245014245,
      "grad_norm": 0.78515625,
      "learning_rate": 1.439070189070189e-05,
      "loss": 0.2237,
      "step": 11000
    },
    {
      "epoch": 1.430976430976431,
      "grad_norm": 0.8359375,
      "learning_rate": 1.4228826728826731e-05,
      "loss": 0.2253,
      "step": 11050
    },
    {
      "epoch": 1.4374514374514376,
      "grad_norm": 0.85546875,
      "learning_rate": 1.4066951566951566e-05,
      "loss": 0.2232,
      "step": 11100
    },
    {
      "epoch": 1.4439264439264439,
      "grad_norm": 0.89453125,
      "learning_rate": 1.3905076405076407e-05,
      "loss": 0.2191,
      "step": 11150
    },
    {
      "epoch": 1.4504014504014504,
      "grad_norm": 0.875,
      "learning_rate": 1.3743201243201245e-05,
      "loss": 0.219,
      "step": 11200
    },
    {
      "epoch": 1.456876456876457,
      "grad_norm": 0.796875,
      "learning_rate": 1.3581326081326082e-05,
      "loss": 0.2251,
      "step": 11250
    },
    {
      "epoch": 1.4633514633514633,
      "grad_norm": 0.8203125,
      "learning_rate": 1.3419450919450921e-05,
      "loss": 0.2182,
      "step": 11300
    },
    {
      "epoch": 1.4698264698264698,
      "grad_norm": 0.890625,
      "learning_rate": 1.3257575757575758e-05,
      "loss": 0.226,
      "step": 11350
    },
    {
      "epoch": 1.4763014763014763,
      "grad_norm": 0.83984375,
      "learning_rate": 1.3095700595700597e-05,
      "loss": 0.2171,
      "step": 11400
    },
    {
      "epoch": 1.4827764827764827,
      "grad_norm": 0.875,
      "learning_rate": 1.2933825433825434e-05,
      "loss": 0.2199,
      "step": 11450
    },
    {
      "epoch": 1.4892514892514892,
      "grad_norm": 0.7890625,
      "learning_rate": 1.2771950271950272e-05,
      "loss": 0.2198,
      "step": 11500
    },
    {
      "epoch": 1.4957264957264957,
      "grad_norm": 0.79296875,
      "learning_rate": 1.2610075110075113e-05,
      "loss": 0.2196,
      "step": 11550
    },
    {
      "epoch": 1.502201502201502,
      "grad_norm": 0.9921875,
      "learning_rate": 1.2448199948199948e-05,
      "loss": 0.2231,
      "step": 11600
    },
    {
      "epoch": 1.5086765086765088,
      "grad_norm": 0.95703125,
      "learning_rate": 1.2286324786324787e-05,
      "loss": 0.2187,
      "step": 11650
    },
    {
      "epoch": 1.5151515151515151,
      "grad_norm": 0.83203125,
      "learning_rate": 1.2124449624449625e-05,
      "loss": 0.2216,
      "step": 11700
    },
    {
      "epoch": 1.5216265216265217,
      "grad_norm": 0.79296875,
      "learning_rate": 1.1962574462574464e-05,
      "loss": 0.2198,
      "step": 11750
    },
    {
      "epoch": 1.5281015281015282,
      "grad_norm": 0.88671875,
      "learning_rate": 1.1800699300699301e-05,
      "loss": 0.2218,
      "step": 11800
    },
    {
      "epoch": 1.5345765345765345,
      "grad_norm": 0.84375,
      "learning_rate": 1.163882413882414e-05,
      "loss": 0.2196,
      "step": 11850
    },
    {
      "epoch": 1.541051541051541,
      "grad_norm": 0.91015625,
      "learning_rate": 1.1476948976948977e-05,
      "loss": 0.2204,
      "step": 11900
    },
    {
      "epoch": 1.5475265475265476,
      "grad_norm": 0.92578125,
      "learning_rate": 1.1315073815073815e-05,
      "loss": 0.2264,
      "step": 11950
    },
    {
      "epoch": 1.554001554001554,
      "grad_norm": 0.7890625,
      "learning_rate": 1.1153198653198654e-05,
      "loss": 0.2282,
      "step": 12000
    },
    {
      "epoch": 1.5604765604765605,
      "grad_norm": 0.88671875,
      "learning_rate": 1.0991323491323493e-05,
      "loss": 0.2203,
      "step": 12050
    },
    {
      "epoch": 1.566951566951567,
      "grad_norm": 0.81640625,
      "learning_rate": 1.082944832944833e-05,
      "loss": 0.2225,
      "step": 12100
    },
    {
      "epoch": 1.5734265734265733,
      "grad_norm": 0.77734375,
      "learning_rate": 1.0667573167573168e-05,
      "loss": 0.2233,
      "step": 12150
    },
    {
      "epoch": 1.5799015799015799,
      "grad_norm": 0.93359375,
      "learning_rate": 1.0505698005698005e-05,
      "loss": 0.2243,
      "step": 12200
    },
    {
      "epoch": 1.5863765863765864,
      "grad_norm": 0.875,
      "learning_rate": 1.0343822843822844e-05,
      "loss": 0.2177,
      "step": 12250
    },
    {
      "epoch": 1.5928515928515927,
      "grad_norm": 0.91015625,
      "learning_rate": 1.0181947681947683e-05,
      "loss": 0.2228,
      "step": 12300
    },
    {
      "epoch": 1.5993265993265995,
      "grad_norm": 0.82421875,
      "learning_rate": 1.0020072520072522e-05,
      "loss": 0.2229,
      "step": 12350
    },
    {
      "epoch": 1.6058016058016058,
      "grad_norm": 0.93359375,
      "learning_rate": 9.858197358197359e-06,
      "loss": 0.2233,
      "step": 12400
    },
    {
      "epoch": 1.6122766122766121,
      "grad_norm": 0.875,
      "learning_rate": 9.696322196322197e-06,
      "loss": 0.2204,
      "step": 12450
    },
    {
      "epoch": 1.6187516187516189,
      "grad_norm": 0.796875,
      "learning_rate": 9.534447034447034e-06,
      "loss": 0.2219,
      "step": 12500
    },
    {
      "epoch": 1.6252266252266252,
      "grad_norm": 0.98046875,
      "learning_rate": 9.372571872571873e-06,
      "loss": 0.218,
      "step": 12550
    },
    {
      "epoch": 1.6317016317016317,
      "grad_norm": 0.86328125,
      "learning_rate": 9.210696710696712e-06,
      "loss": 0.2258,
      "step": 12600
    },
    {
      "epoch": 1.6381766381766383,
      "grad_norm": 0.765625,
      "learning_rate": 9.04882154882155e-06,
      "loss": 0.2244,
      "step": 12650
    },
    {
      "epoch": 1.6446516446516446,
      "grad_norm": 0.88671875,
      "learning_rate": 8.886946386946387e-06,
      "loss": 0.2187,
      "step": 12700
    },
    {
      "epoch": 1.6511266511266511,
      "grad_norm": 0.91796875,
      "learning_rate": 8.725071225071226e-06,
      "loss": 0.2189,
      "step": 12750
    },
    {
      "epoch": 1.6576016576016577,
      "grad_norm": 0.890625,
      "learning_rate": 8.563196063196063e-06,
      "loss": 0.2191,
      "step": 12800
    },
    {
      "epoch": 1.664076664076664,
      "grad_norm": 0.91796875,
      "learning_rate": 8.401320901320902e-06,
      "loss": 0.2209,
      "step": 12850
    },
    {
      "epoch": 1.6705516705516705,
      "grad_norm": 0.81640625,
      "learning_rate": 8.239445739445739e-06,
      "loss": 0.217,
      "step": 12900
    },
    {
      "epoch": 1.677026677026677,
      "grad_norm": 0.84375,
      "learning_rate": 8.077570577570579e-06,
      "loss": 0.2233,
      "step": 12950
    },
    {
      "epoch": 1.6835016835016834,
      "grad_norm": 0.87890625,
      "learning_rate": 7.915695415695416e-06,
      "loss": 0.2176,
      "step": 13000
    },
    {
      "epoch": 1.68997668997669,
      "grad_norm": 0.80859375,
      "learning_rate": 7.753820253820255e-06,
      "loss": 0.2248,
      "step": 13050
    },
    {
      "epoch": 1.6964516964516965,
      "grad_norm": 1.0703125,
      "learning_rate": 7.591945091945092e-06,
      "loss": 0.231,
      "step": 13100
    },
    {
      "epoch": 1.7029267029267028,
      "grad_norm": 0.8359375,
      "learning_rate": 7.43006993006993e-06,
      "loss": 0.2181,
      "step": 13150
    },
    {
      "epoch": 1.7094017094017095,
      "grad_norm": 0.78515625,
      "learning_rate": 7.268194768194768e-06,
      "loss": 0.2194,
      "step": 13200
    },
    {
      "epoch": 1.7158767158767159,
      "grad_norm": 0.83984375,
      "learning_rate": 7.106319606319607e-06,
      "loss": 0.2188,
      "step": 13250
    },
    {
      "epoch": 1.7223517223517224,
      "grad_norm": 0.890625,
      "learning_rate": 6.944444444444445e-06,
      "loss": 0.2232,
      "step": 13300
    },
    {
      "epoch": 1.728826728826729,
      "grad_norm": 0.87109375,
      "learning_rate": 6.782569282569283e-06,
      "loss": 0.2192,
      "step": 13350
    },
    {
      "epoch": 1.7353017353017353,
      "grad_norm": 0.87890625,
      "learning_rate": 6.6206941206941205e-06,
      "loss": 0.2208,
      "step": 13400
    },
    {
      "epoch": 1.7417767417767418,
      "grad_norm": 0.921875,
      "learning_rate": 6.458818958818959e-06,
      "loss": 0.2206,
      "step": 13450
    },
    {
      "epoch": 1.7482517482517483,
      "grad_norm": 0.76171875,
      "learning_rate": 6.296943796943797e-06,
      "loss": 0.2193,
      "step": 13500
    },
    {
      "epoch": 1.7547267547267547,
      "grad_norm": 0.9140625,
      "learning_rate": 6.135068635068635e-06,
      "loss": 0.2212,
      "step": 13550
    },
    {
      "epoch": 1.7612017612017612,
      "grad_norm": 0.859375,
      "learning_rate": 5.9731934731934735e-06,
      "loss": 0.222,
      "step": 13600
    },
    {
      "epoch": 1.7676767676767677,
      "grad_norm": 0.8515625,
      "learning_rate": 5.811318311318311e-06,
      "loss": 0.2204,
      "step": 13650
    },
    {
      "epoch": 1.774151774151774,
      "grad_norm": 0.85546875,
      "learning_rate": 5.649443149443149e-06,
      "loss": 0.2215,
      "step": 13700
    },
    {
      "epoch": 1.7806267806267806,
      "grad_norm": 0.91015625,
      "learning_rate": 5.487567987567988e-06,
      "loss": 0.2262,
      "step": 13750
    },
    {
      "epoch": 1.7871017871017871,
      "grad_norm": 0.8125,
      "learning_rate": 5.325692825692826e-06,
      "loss": 0.2216,
      "step": 13800
    },
    {
      "epoch": 1.7935767935767934,
      "grad_norm": 0.984375,
      "learning_rate": 5.163817663817664e-06,
      "loss": 0.2181,
      "step": 13850
    },
    {
      "epoch": 1.8000518000518002,
      "grad_norm": 0.75,
      "learning_rate": 5.001942501942502e-06,
      "loss": 0.2239,
      "step": 13900
    },
    {
      "epoch": 1.8065268065268065,
      "grad_norm": 0.8046875,
      "learning_rate": 4.84006734006734e-06,
      "loss": 0.2211,
      "step": 13950
    },
    {
      "epoch": 1.8130018130018128,
      "grad_norm": 0.88671875,
      "learning_rate": 4.678192178192178e-06,
      "loss": 0.2249,
      "step": 14000
    },
    {
      "epoch": 1.8194768194768196,
      "grad_norm": 0.8125,
      "learning_rate": 4.516317016317017e-06,
      "loss": 0.2218,
      "step": 14050
    },
    {
      "epoch": 1.825951825951826,
      "grad_norm": 0.765625,
      "learning_rate": 4.3544418544418545e-06,
      "loss": 0.2206,
      "step": 14100
    },
    {
      "epoch": 1.8324268324268325,
      "grad_norm": 0.84375,
      "learning_rate": 4.192566692566692e-06,
      "loss": 0.2211,
      "step": 14150
    },
    {
      "epoch": 1.838901838901839,
      "grad_norm": 0.83984375,
      "learning_rate": 4.030691530691531e-06,
      "loss": 0.224,
      "step": 14200
    },
    {
      "epoch": 1.8453768453768453,
      "grad_norm": 0.8671875,
      "learning_rate": 3.868816368816369e-06,
      "loss": 0.2181,
      "step": 14250
    },
    {
      "epoch": 1.8518518518518519,
      "grad_norm": 0.88671875,
      "learning_rate": 3.706941206941207e-06,
      "loss": 0.2262,
      "step": 14300
    },
    {
      "epoch": 1.8583268583268584,
      "grad_norm": 0.890625,
      "learning_rate": 3.545066045066045e-06,
      "loss": 0.2195,
      "step": 14350
    },
    {
      "epoch": 1.8648018648018647,
      "grad_norm": 0.86328125,
      "learning_rate": 3.3831908831908837e-06,
      "loss": 0.224,
      "step": 14400
    },
    {
      "epoch": 1.8712768712768713,
      "grad_norm": 0.8828125,
      "learning_rate": 3.2213157213157215e-06,
      "loss": 0.2219,
      "step": 14450
    },
    {
      "epoch": 1.8777518777518778,
      "grad_norm": 0.8046875,
      "learning_rate": 3.0594405594405598e-06,
      "loss": 0.2206,
      "step": 14500
    },
    {
      "epoch": 1.8842268842268841,
      "grad_norm": 0.78515625,
      "learning_rate": 2.8975653975653976e-06,
      "loss": 0.216,
      "step": 14550
    },
    {
      "epoch": 1.8907018907018907,
      "grad_norm": 0.87109375,
      "learning_rate": 2.735690235690236e-06,
      "loss": 0.222,
      "step": 14600
    },
    {
      "epoch": 1.8971768971768972,
      "grad_norm": 0.8359375,
      "learning_rate": 2.573815073815074e-06,
      "loss": 0.2239,
      "step": 14650
    },
    {
      "epoch": 1.9036519036519035,
      "grad_norm": 0.875,
      "learning_rate": 2.411939911939912e-06,
      "loss": 0.222,
      "step": 14700
    },
    {
      "epoch": 1.9101269101269103,
      "grad_norm": 0.87890625,
      "learning_rate": 2.2500647500647503e-06,
      "loss": 0.2217,
      "step": 14750
    },
    {
      "epoch": 1.9166019166019166,
      "grad_norm": 0.87109375,
      "learning_rate": 2.088189588189588e-06,
      "loss": 0.2244,
      "step": 14800
    },
    {
      "epoch": 1.9230769230769231,
      "grad_norm": 0.87890625,
      "learning_rate": 1.9263144263144264e-06,
      "loss": 0.2193,
      "step": 14850
    },
    {
      "epoch": 1.9295519295519297,
      "grad_norm": 0.859375,
      "learning_rate": 1.7644392644392646e-06,
      "loss": 0.2214,
      "step": 14900
    },
    {
      "epoch": 1.936026936026936,
      "grad_norm": 0.86328125,
      "learning_rate": 1.6025641025641025e-06,
      "loss": 0.2191,
      "step": 14950
    },
    {
      "epoch": 1.9425019425019425,
      "grad_norm": 0.78515625,
      "learning_rate": 1.4406889406889407e-06,
      "loss": 0.2192,
      "step": 15000
    },
    {
      "epoch": 1.948976948976949,
      "grad_norm": 0.87109375,
      "learning_rate": 1.2788137788137788e-06,
      "loss": 0.2209,
      "step": 15050
    },
    {
      "epoch": 1.9554519554519554,
      "grad_norm": 0.87890625,
      "learning_rate": 1.116938616938617e-06,
      "loss": 0.2233,
      "step": 15100
    },
    {
      "epoch": 1.961926961926962,
      "grad_norm": 0.90234375,
      "learning_rate": 9.550634550634551e-07,
      "loss": 0.2192,
      "step": 15150
    },
    {
      "epoch": 1.9684019684019685,
      "grad_norm": 0.91796875,
      "learning_rate": 7.931882931882932e-07,
      "loss": 0.2223,
      "step": 15200
    },
    {
      "epoch": 1.9748769748769748,
      "grad_norm": 0.89453125,
      "learning_rate": 6.313131313131313e-07,
      "loss": 0.2202,
      "step": 15250
    },
    {
      "epoch": 1.9813519813519813,
      "grad_norm": 0.796875,
      "learning_rate": 4.694379694379695e-07,
      "loss": 0.2197,
      "step": 15300
    },
    {
      "epoch": 1.9878269878269879,
      "grad_norm": 0.859375,
      "learning_rate": 3.075628075628076e-07,
      "loss": 0.2177,
      "step": 15350
    },
    {
      "epoch": 1.9943019943019942,
      "grad_norm": 0.94140625,
      "learning_rate": 1.456876456876457e-07,
      "loss": 0.2211,
      "step": 15400
    }
  ],
  "logging_steps": 50,
  "max_steps": 15444,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.159340177340498e+18,
  "train_batch_size": 6,
  "trial_name": null,
  "trial_params": null
}