7035 lines
203 KiB
JSON
7035 lines
203 KiB
JSON
|
{
|
||
|
|
"best_global_step": null,
|
||
|
|
"best_metric": null,
|
||
|
|
"best_model_checkpoint": null,
|
||
|
|
"epoch": 0.6600582265649863,
|
||
|
|
"eval_steps": 500,
|
||
|
|
"global_step": 7000,
|
||
|
|
"is_hyper_param_search": false,
|
||
|
|
"is_local_process_zero": true,
|
||
|
|
"is_world_process_zero": true,
|
||
|
|
"log_history": [
|
||
|
|
{
|
||
|
|
"entropy": 0.9377105624414981,
|
||
|
|
"epoch": 0.0009429403236642661,
|
||
|
|
"grad_norm": 1.2421875,
|
||
|
|
"learning_rate": 1.5000000000000002e-07,
|
||
|
|
"loss": 0.84810791015625,
|
||
|
|
"mean_token_accuracy": 0.6954030711203814,
|
||
|
|
"num_tokens": 41672.0,
|
||
|
|
"step": 10
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.9366529762744904,
|
||
|
|
"epoch": 0.0018858806473285323,
|
||
|
|
"grad_norm": 0.98046875,
|
||
|
|
"learning_rate": 3.166666666666667e-07,
|
||
|
|
"loss": 0.7408034801483154,
|
||
|
|
"mean_token_accuracy": 0.6973626937717199,
|
||
|
|
"num_tokens": 86016.0,
|
||
|
|
"step": 20
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.9000760725699365,
|
||
|
|
"epoch": 0.0028288209709927984,
|
||
|
|
"grad_norm": 0.66015625,
|
||
|
|
"learning_rate": 4.833333333333334e-07,
|
||
|
|
"loss": 0.677955436706543,
|
||
|
|
"mean_token_accuracy": 0.7110291102901101,
|
||
|
|
"num_tokens": 123791.0,
|
||
|
|
"step": 30
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 1.0092571526765823,
|
||
|
|
"epoch": 0.0037717612946570646,
|
||
|
|
"grad_norm": 1.015625,
|
||
|
|
"learning_rate": 6.5e-07,
|
||
|
|
"loss": 0.7101857662200928,
|
||
|
|
"mean_token_accuracy": 0.699547297693789,
|
||
|
|
"num_tokens": 166292.0,
|
||
|
|
"step": 40
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8959570353850722,
|
||
|
|
"epoch": 0.004714701618321331,
|
||
|
|
"grad_norm": 0.6953125,
|
||
|
|
"learning_rate": 8.166666666666668e-07,
|
||
|
|
"loss": 0.6740357875823975,
|
||
|
|
"mean_token_accuracy": 0.7126540616154671,
|
||
|
|
"num_tokens": 207843.0,
|
||
|
|
"step": 50
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8416860729455948,
|
||
|
|
"epoch": 0.005657641941985597,
|
||
|
|
"grad_norm": 0.48828125,
|
||
|
|
"learning_rate": 9.833333333333334e-07,
|
||
|
|
"loss": 0.7373227596282959,
|
||
|
|
"mean_token_accuracy": 0.7413243912160397,
|
||
|
|
"num_tokens": 250846.0,
|
||
|
|
"step": 60
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7951943324878812,
|
||
|
|
"epoch": 0.006600582265649863,
|
||
|
|
"grad_norm": 1.1328125,
|
||
|
|
"learning_rate": 1.1500000000000002e-06,
|
||
|
|
"loss": 0.6532743453979493,
|
||
|
|
"mean_token_accuracy": 0.7555031452327967,
|
||
|
|
"num_tokens": 296289.0,
|
||
|
|
"step": 70
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.9203432088717818,
|
||
|
|
"epoch": 0.007543522589314129,
|
||
|
|
"grad_norm": 0.78125,
|
||
|
|
"learning_rate": 1.3166666666666666e-06,
|
||
|
|
"loss": 0.7728577136993409,
|
||
|
|
"mean_token_accuracy": 0.717721626535058,
|
||
|
|
"num_tokens": 342924.0,
|
||
|
|
"step": 80
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.9101250190287828,
|
||
|
|
"epoch": 0.008486462912978394,
|
||
|
|
"grad_norm": 0.48046875,
|
||
|
|
"learning_rate": 1.4833333333333337e-06,
|
||
|
|
"loss": 0.736940574645996,
|
||
|
|
"mean_token_accuracy": 0.7175416748970747,
|
||
|
|
"num_tokens": 389818.0,
|
||
|
|
"step": 90
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.9771212268620729,
|
||
|
|
"epoch": 0.009429403236642661,
|
||
|
|
"grad_norm": 0.6875,
|
||
|
|
"learning_rate": 1.6500000000000003e-06,
|
||
|
|
"loss": 0.8331009864807128,
|
||
|
|
"mean_token_accuracy": 0.7274765845388174,
|
||
|
|
"num_tokens": 431465.0,
|
||
|
|
"step": 100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.9352089989930391,
|
||
|
|
"epoch": 0.010372343560306927,
|
||
|
|
"grad_norm": 0.478515625,
|
||
|
|
"learning_rate": 1.816666666666667e-06,
|
||
|
|
"loss": 0.8612667083740234,
|
||
|
|
"mean_token_accuracy": 0.7201700910925866,
|
||
|
|
"num_tokens": 467267.0,
|
||
|
|
"step": 110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7851263372227549,
|
||
|
|
"epoch": 0.011315283883971194,
|
||
|
|
"grad_norm": 0.400390625,
|
||
|
|
"learning_rate": 1.9833333333333335e-06,
|
||
|
|
"loss": 0.6035785675048828,
|
||
|
|
"mean_token_accuracy": 0.7742446877062321,
|
||
|
|
"num_tokens": 510439.0,
|
||
|
|
"step": 120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8613772111944854,
|
||
|
|
"epoch": 0.012258224207635459,
|
||
|
|
"grad_norm": 0.59375,
|
||
|
|
"learning_rate": 2.15e-06,
|
||
|
|
"loss": 0.6771652221679687,
|
||
|
|
"mean_token_accuracy": 0.7419699221849442,
|
||
|
|
"num_tokens": 560257.0,
|
||
|
|
"step": 130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6902340137399733,
|
||
|
|
"epoch": 0.013201164531299726,
|
||
|
|
"grad_norm": 0.423828125,
|
||
|
|
"learning_rate": 2.316666666666667e-06,
|
||
|
|
"loss": 0.5627652168273926,
|
||
|
|
"mean_token_accuracy": 0.7800763368606567,
|
||
|
|
"num_tokens": 611089.0,
|
||
|
|
"step": 140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8741010932251811,
|
||
|
|
"epoch": 0.014144104854963991,
|
||
|
|
"grad_norm": 0.734375,
|
||
|
|
"learning_rate": 2.4833333333333334e-06,
|
||
|
|
"loss": 0.7286121368408203,
|
||
|
|
"mean_token_accuracy": 0.7611308570951223,
|
||
|
|
"num_tokens": 653242.0,
|
||
|
|
"step": 150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.9950330995023251,
|
||
|
|
"epoch": 0.015087045178628258,
|
||
|
|
"grad_norm": 0.42578125,
|
||
|
|
"learning_rate": 2.6500000000000005e-06,
|
||
|
|
"loss": 0.6086991310119629,
|
||
|
|
"mean_token_accuracy": 0.7128357637673617,
|
||
|
|
"num_tokens": 699335.0,
|
||
|
|
"step": 160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 1.0139703455381095,
|
||
|
|
"epoch": 0.016029985502292524,
|
||
|
|
"grad_norm": 0.71875,
|
||
|
|
"learning_rate": 2.816666666666667e-06,
|
||
|
|
"loss": 0.716233777999878,
|
||
|
|
"mean_token_accuracy": 0.7203566078096628,
|
||
|
|
"num_tokens": 745545.0,
|
||
|
|
"step": 170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8151160830631852,
|
||
|
|
"epoch": 0.01697292582595679,
|
||
|
|
"grad_norm": 0.7421875,
|
||
|
|
"learning_rate": 2.9833333333333337e-06,
|
||
|
|
"loss": 0.7127080917358398,
|
||
|
|
"mean_token_accuracy": 0.7654837179929018,
|
||
|
|
"num_tokens": 788484.0,
|
||
|
|
"step": 180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.9775107364170253,
|
||
|
|
"epoch": 0.017915866149621054,
|
||
|
|
"grad_norm": 0.3515625,
|
||
|
|
"learning_rate": 3.1500000000000003e-06,
|
||
|
|
"loss": 0.6497589588165283,
|
||
|
|
"mean_token_accuracy": 0.723390669375658,
|
||
|
|
"num_tokens": 829584.0,
|
||
|
|
"step": 190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.939525655657053,
|
||
|
|
"epoch": 0.018858806473285323,
|
||
|
|
"grad_norm": 0.5390625,
|
||
|
|
"learning_rate": 3.316666666666667e-06,
|
||
|
|
"loss": 0.8930251121520996,
|
||
|
|
"mean_token_accuracy": 0.7298649605363607,
|
||
|
|
"num_tokens": 880250.0,
|
||
|
|
"step": 200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8969364328309893,
|
||
|
|
"epoch": 0.019801746796949588,
|
||
|
|
"grad_norm": 0.4453125,
|
||
|
|
"learning_rate": 3.4833333333333336e-06,
|
||
|
|
"loss": 0.5880197048187256,
|
||
|
|
"mean_token_accuracy": 0.7570957642048597,
|
||
|
|
"num_tokens": 923548.0,
|
||
|
|
"step": 210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8533092273399234,
|
||
|
|
"epoch": 0.020744687120613853,
|
||
|
|
"grad_norm": 0.546875,
|
||
|
|
"learning_rate": 3.65e-06,
|
||
|
|
"loss": 0.588037633895874,
|
||
|
|
"mean_token_accuracy": 0.7782193420454859,
|
||
|
|
"num_tokens": 971736.0,
|
||
|
|
"step": 220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.9134741343557835,
|
||
|
|
"epoch": 0.02168762744427812,
|
||
|
|
"grad_norm": 0.6640625,
|
||
|
|
"learning_rate": 3.816666666666667e-06,
|
||
|
|
"loss": 0.7983614444732666,
|
||
|
|
"mean_token_accuracy": 0.7581239463761449,
|
||
|
|
"num_tokens": 1017995.0,
|
||
|
|
"step": 230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.9609160049818456,
|
||
|
|
"epoch": 0.022630567767942388,
|
||
|
|
"grad_norm": 0.4140625,
|
||
|
|
"learning_rate": 3.983333333333334e-06,
|
||
|
|
"loss": 0.8104394912719727,
|
||
|
|
"mean_token_accuracy": 0.7391819234937429,
|
||
|
|
"num_tokens": 1067131.0,
|
||
|
|
"step": 240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7141571814659983,
|
||
|
|
"epoch": 0.023573508091606653,
|
||
|
|
"grad_norm": 0.47265625,
|
||
|
|
"learning_rate": 4.15e-06,
|
||
|
|
"loss": 0.5877416133880615,
|
||
|
|
"mean_token_accuracy": 0.794341066479683,
|
||
|
|
"num_tokens": 1115898.0,
|
||
|
|
"step": 250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8112523064017296,
|
||
|
|
"epoch": 0.024516448415270918,
|
||
|
|
"grad_norm": 0.328125,
|
||
|
|
"learning_rate": 4.316666666666667e-06,
|
||
|
|
"loss": 0.6444027900695801,
|
||
|
|
"mean_token_accuracy": 0.7691240157932043,
|
||
|
|
"num_tokens": 1167517.0,
|
||
|
|
"step": 260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7751363357529044,
|
||
|
|
"epoch": 0.025459388738935183,
|
||
|
|
"grad_norm": 0.55859375,
|
||
|
|
"learning_rate": 4.483333333333333e-06,
|
||
|
|
"loss": 0.757953405380249,
|
||
|
|
"mean_token_accuracy": 0.7687718976289034,
|
||
|
|
"num_tokens": 1210826.0,
|
||
|
|
"step": 270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.82865877635777,
|
||
|
|
"epoch": 0.026402329062599452,
|
||
|
|
"grad_norm": 1.0,
|
||
|
|
"learning_rate": 4.65e-06,
|
||
|
|
"loss": 0.5851547241210937,
|
||
|
|
"mean_token_accuracy": 0.7553599935024977,
|
||
|
|
"num_tokens": 1262440.0,
|
||
|
|
"step": 280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8141519343480468,
|
||
|
|
"epoch": 0.027345269386263717,
|
||
|
|
"grad_norm": 0.3671875,
|
||
|
|
"learning_rate": 4.816666666666667e-06,
|
||
|
|
"loss": 0.5882571697235107,
|
||
|
|
"mean_token_accuracy": 0.7627896059304475,
|
||
|
|
"num_tokens": 1303017.0,
|
||
|
|
"step": 290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8711584686301649,
|
||
|
|
"epoch": 0.028288209709927983,
|
||
|
|
"grad_norm": 0.34375,
|
||
|
|
"learning_rate": 4.983333333333334e-06,
|
||
|
|
"loss": 0.764805269241333,
|
||
|
|
"mean_token_accuracy": 0.7534263415262104,
|
||
|
|
"num_tokens": 1350030.0,
|
||
|
|
"step": 300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.837328751757741,
|
||
|
|
"epoch": 0.029231150033592248,
|
||
|
|
"grad_norm": 0.330078125,
|
||
|
|
"learning_rate": 4.999989379352344e-06,
|
||
|
|
"loss": 0.5841926574707031,
|
||
|
|
"mean_token_accuracy": 0.77335274964571,
|
||
|
|
"num_tokens": 1397632.0,
|
||
|
|
"step": 310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.9319362798705697,
|
||
|
|
"epoch": 0.030174090357256517,
|
||
|
|
"grad_norm": 1.1171875,
|
||
|
|
"learning_rate": 4.99995266611827e-06,
|
||
|
|
"loss": 0.835329818725586,
|
||
|
|
"mean_token_accuracy": 0.747077708505094,
|
||
|
|
"num_tokens": 1437635.0,
|
||
|
|
"step": 320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8836544909514487,
|
||
|
|
"epoch": 0.031117030680920782,
|
||
|
|
"grad_norm": 0.396484375,
|
||
|
|
"learning_rate": 4.9998897295636865e-06,
|
||
|
|
"loss": 0.6881571292877198,
|
||
|
|
"mean_token_accuracy": 0.7660582908429205,
|
||
|
|
"num_tokens": 1490028.0,
|
||
|
|
"step": 330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.9423393627628684,
|
||
|
|
"epoch": 0.03205997100458505,
|
||
|
|
"grad_norm": 0.470703125,
|
||
|
|
"learning_rate": 4.999800570348766e-06,
|
||
|
|
"loss": 0.8963788986206055,
|
||
|
|
"mean_token_accuracy": 0.7583182919770479,
|
||
|
|
"num_tokens": 1536533.0,
|
||
|
|
"step": 340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7955392638221384,
|
||
|
|
"epoch": 0.03300291132824931,
|
||
|
|
"grad_norm": 0.48046875,
|
||
|
|
"learning_rate": 4.9996851894087494e-06,
|
||
|
|
"loss": 0.6439263820648193,
|
||
|
|
"mean_token_accuracy": 0.7917482912540436,
|
||
|
|
"num_tokens": 1588387.0,
|
||
|
|
"step": 350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.9244774136692285,
|
||
|
|
"epoch": 0.03394585165191358,
|
||
|
|
"grad_norm": 0.55859375,
|
||
|
|
"learning_rate": 4.999543587953926e-06,
|
||
|
|
"loss": 0.745479154586792,
|
||
|
|
"mean_token_accuracy": 0.7643994279205799,
|
||
|
|
"num_tokens": 1628362.0,
|
||
|
|
"step": 360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7448134837672115,
|
||
|
|
"epoch": 0.03488879197557784,
|
||
|
|
"grad_norm": 0.302734375,
|
||
|
|
"learning_rate": 4.999375767469629e-06,
|
||
|
|
"loss": 0.5240091800689697,
|
||
|
|
"mean_token_accuracy": 0.8123030034825206,
|
||
|
|
"num_tokens": 1674278.0,
|
||
|
|
"step": 370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8121415632776916,
|
||
|
|
"epoch": 0.03583173229924211,
|
||
|
|
"grad_norm": 0.34375,
|
||
|
|
"learning_rate": 4.999181729716214e-06,
|
||
|
|
"loss": 0.5245255470275879,
|
||
|
|
"mean_token_accuracy": 0.7992570735514164,
|
||
|
|
"num_tokens": 1718938.0,
|
||
|
|
"step": 380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7439056454226375,
|
||
|
|
"epoch": 0.03677467262290638,
|
||
|
|
"grad_norm": 0.498046875,
|
||
|
|
"learning_rate": 4.9989614767290475e-06,
|
||
|
|
"loss": 0.5786451816558837,
|
||
|
|
"mean_token_accuracy": 0.7991266250610352,
|
||
|
|
"num_tokens": 1761197.0,
|
||
|
|
"step": 390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8094423169270157,
|
||
|
|
"epoch": 0.037717612946570646,
|
||
|
|
"grad_norm": 0.5234375,
|
||
|
|
"learning_rate": 4.998715010818479e-06,
|
||
|
|
"loss": 0.7232402324676513,
|
||
|
|
"mean_token_accuracy": 0.7819511042907834,
|
||
|
|
"num_tokens": 1802910.0,
|
||
|
|
"step": 400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8084097126498818,
|
||
|
|
"epoch": 0.03866055327023491,
|
||
|
|
"grad_norm": 0.392578125,
|
||
|
|
"learning_rate": 4.998442334569818e-06,
|
||
|
|
"loss": 0.6168120384216309,
|
||
|
|
"mean_token_accuracy": 0.7858469415456056,
|
||
|
|
"num_tokens": 1847975.0,
|
||
|
|
"step": 410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8122809613589197,
|
||
|
|
"epoch": 0.039603493593899176,
|
||
|
|
"grad_norm": 0.423828125,
|
||
|
|
"learning_rate": 4.9981434508433106e-06,
|
||
|
|
"loss": 0.5653482913970947,
|
||
|
|
"mean_token_accuracy": 0.7861449956893921,
|
||
|
|
"num_tokens": 1898331.0,
|
||
|
|
"step": 420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8453013042919337,
|
||
|
|
"epoch": 0.04054643391756344,
|
||
|
|
"grad_norm": 0.53515625,
|
||
|
|
"learning_rate": 4.9978183627741036e-06,
|
||
|
|
"loss": 0.6866735458374024,
|
||
|
|
"mean_token_accuracy": 0.769303709641099,
|
||
|
|
"num_tokens": 1943346.0,
|
||
|
|
"step": 430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7795825297012925,
|
||
|
|
"epoch": 0.04148937424122771,
|
||
|
|
"grad_norm": 0.396484375,
|
||
|
|
"learning_rate": 4.997467073772219e-06,
|
||
|
|
"loss": 0.5773806095123291,
|
||
|
|
"mean_token_accuracy": 0.790226286277175,
|
||
|
|
"num_tokens": 1986104.0,
|
||
|
|
"step": 440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7945893675088882,
|
||
|
|
"epoch": 0.04243231456489197,
|
||
|
|
"grad_norm": 0.5546875,
|
||
|
|
"learning_rate": 4.997089587522511e-06,
|
||
|
|
"loss": 0.6738276958465577,
|
||
|
|
"mean_token_accuracy": 0.7983880737796426,
|
||
|
|
"num_tokens": 2034829.0,
|
||
|
|
"step": 450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7780243606306613,
|
||
|
|
"epoch": 0.04337525488855624,
|
||
|
|
"grad_norm": 0.546875,
|
||
|
|
"learning_rate": 4.996685907984634e-06,
|
||
|
|
"loss": 0.6213938236236572,
|
||
|
|
"mean_token_accuracy": 0.778583624586463,
|
||
|
|
"num_tokens": 2080729.0,
|
||
|
|
"step": 460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8474339607171715,
|
||
|
|
"epoch": 0.04431819521222051,
|
||
|
|
"grad_norm": 0.45703125,
|
||
|
|
"learning_rate": 4.996256039392993e-06,
|
||
|
|
"loss": 0.7563930511474609,
|
||
|
|
"mean_token_accuracy": 0.7770253024995327,
|
||
|
|
"num_tokens": 2127423.0,
|
||
|
|
"step": 470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7664846159517765,
|
||
|
|
"epoch": 0.045261135535884775,
|
||
|
|
"grad_norm": 0.8515625,
|
||
|
|
"learning_rate": 4.9957999862567054e-06,
|
||
|
|
"loss": 0.6358477592468261,
|
||
|
|
"mean_token_accuracy": 0.7809185341000557,
|
||
|
|
"num_tokens": 2176434.0,
|
||
|
|
"step": 480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8652129575610161,
|
||
|
|
"epoch": 0.04620407585954904,
|
||
|
|
"grad_norm": 0.47265625,
|
||
|
|
"learning_rate": 4.995317753359555e-06,
|
||
|
|
"loss": 0.7163708209991455,
|
||
|
|
"mean_token_accuracy": 0.7767861977219581,
|
||
|
|
"num_tokens": 2227826.0,
|
||
|
|
"step": 490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.749835775885731,
|
||
|
|
"epoch": 0.047147016183213306,
|
||
|
|
"grad_norm": 0.57421875,
|
||
|
|
"learning_rate": 4.994809345759936e-06,
|
||
|
|
"loss": 0.6652904033660889,
|
||
|
|
"mean_token_accuracy": 0.799538579583168,
|
||
|
|
"num_tokens": 2268858.0,
|
||
|
|
"step": 500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7915277570486069,
|
||
|
|
"epoch": 0.04808995650687757,
|
||
|
|
"grad_norm": 0.65625,
|
||
|
|
"learning_rate": 4.994274768790804e-06,
|
||
|
|
"loss": 0.7498304843902588,
|
||
|
|
"mean_token_accuracy": 0.7831572480499744,
|
||
|
|
"num_tokens": 2310420.0,
|
||
|
|
"step": 510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8275801884941757,
|
||
|
|
"epoch": 0.049032896830541836,
|
||
|
|
"grad_norm": 0.5390625,
|
||
|
|
"learning_rate": 4.993714028059617e-06,
|
||
|
|
"loss": 0.6858491420745849,
|
||
|
|
"mean_token_accuracy": 0.7689583929255605,
|
||
|
|
"num_tokens": 2351284.0,
|
||
|
|
"step": 520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8296442488208413,
|
||
|
|
"epoch": 0.0499758371542061,
|
||
|
|
"grad_norm": 0.7265625,
|
||
|
|
"learning_rate": 4.993127129448281e-06,
|
||
|
|
"loss": 0.783640718460083,
|
||
|
|
"mean_token_accuracy": 0.7797811217606068,
|
||
|
|
"num_tokens": 2399931.0,
|
||
|
|
"step": 530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7026577349752188,
|
||
|
|
"epoch": 0.05091877747787037,
|
||
|
|
"grad_norm": 0.341796875,
|
||
|
|
"learning_rate": 4.992514079113085e-06,
|
||
|
|
"loss": 0.5345718383789062,
|
||
|
|
"mean_token_accuracy": 0.8149769268929958,
|
||
|
|
"num_tokens": 2443358.0,
|
||
|
|
"step": 540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8745481946505607,
|
||
|
|
"epoch": 0.05186171780153463,
|
||
|
|
"grad_norm": 1.1171875,
|
||
|
|
"learning_rate": 4.991874883484636e-06,
|
||
|
|
"loss": 0.7263978004455567,
|
||
|
|
"mean_token_accuracy": 0.7751286920160055,
|
||
|
|
"num_tokens": 2485947.0,
|
||
|
|
"step": 550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7575348360463977,
|
||
|
|
"epoch": 0.052804658125198904,
|
||
|
|
"grad_norm": 0.380859375,
|
||
|
|
"learning_rate": 4.991209549267793e-06,
|
||
|
|
"loss": 0.6377761363983154,
|
||
|
|
"mean_token_accuracy": 0.8040944354608655,
|
||
|
|
"num_tokens": 2530402.0,
|
||
|
|
"step": 560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.9096321894787252,
|
||
|
|
"epoch": 0.05374759844886317,
|
||
|
|
"grad_norm": 0.7109375,
|
||
|
|
"learning_rate": 4.9905180834416e-06,
|
||
|
|
"loss": 1.0087954521179199,
|
||
|
|
"mean_token_accuracy": 0.7766659688204527,
|
||
|
|
"num_tokens": 2571237.0,
|
||
|
|
"step": 570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8211571240797639,
|
||
|
|
"epoch": 0.054690538772527435,
|
||
|
|
"grad_norm": 0.34765625,
|
||
|
|
"learning_rate": 4.989800493259204e-06,
|
||
|
|
"loss": 0.6053966522216797,
|
||
|
|
"mean_token_accuracy": 0.783365786075592,
|
||
|
|
"num_tokens": 2619202.0,
|
||
|
|
"step": 580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8075054436922073,
|
||
|
|
"epoch": 0.0556334790961917,
|
||
|
|
"grad_norm": 0.439453125,
|
||
|
|
"learning_rate": 4.989056786247788e-06,
|
||
|
|
"loss": 0.7344274520874023,
|
||
|
|
"mean_token_accuracy": 0.7819651760160923,
|
||
|
|
"num_tokens": 2668876.0,
|
||
|
|
"step": 590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8033788122236729,
|
||
|
|
"epoch": 0.056576419419855965,
|
||
|
|
"grad_norm": 0.2314453125,
|
||
|
|
"learning_rate": 4.988286970208484e-06,
|
||
|
|
"loss": 0.5867619991302491,
|
||
|
|
"mean_token_accuracy": 0.7901865538209677,
|
||
|
|
"num_tokens": 2720273.0,
|
||
|
|
"step": 600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8459454836323858,
|
||
|
|
"epoch": 0.05751935974352023,
|
||
|
|
"grad_norm": 0.462890625,
|
||
|
|
"learning_rate": 4.9874910532163e-06,
|
||
|
|
"loss": 0.6807960987091064,
|
||
|
|
"mean_token_accuracy": 0.7898602165281773,
|
||
|
|
"num_tokens": 2767675.0,
|
||
|
|
"step": 610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7156997710466385,
|
||
|
|
"epoch": 0.058462300067184496,
|
||
|
|
"grad_norm": 0.76171875,
|
||
|
|
"learning_rate": 4.986669043620029e-06,
|
||
|
|
"loss": 0.6528503894805908,
|
||
|
|
"mean_token_accuracy": 0.8035624513402582,
|
||
|
|
"num_tokens": 2809140.0,
|
||
|
|
"step": 620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7602013352327048,
|
||
|
|
"epoch": 0.05940524039084876,
|
||
|
|
"grad_norm": 0.6328125,
|
||
|
|
"learning_rate": 4.985820950042161e-06,
|
||
|
|
"loss": 0.613498592376709,
|
||
|
|
"mean_token_accuracy": 0.797001127153635,
|
||
|
|
"num_tokens": 2849972.0,
|
||
|
|
"step": 630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.819284772220999,
|
||
|
|
"epoch": 0.06034818071451303,
|
||
|
|
"grad_norm": 0.361328125,
|
||
|
|
"learning_rate": 4.984946781378797e-06,
|
||
|
|
"loss": 0.7385236740112304,
|
||
|
|
"mean_token_accuracy": 0.7713361542671919,
|
||
|
|
"num_tokens": 2892749.0,
|
||
|
|
"step": 640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.694091964699328,
|
||
|
|
"epoch": 0.0612911210381773,
|
||
|
|
"grad_norm": 0.408203125,
|
||
|
|
"learning_rate": 4.9840465467995535e-06,
|
||
|
|
"loss": 0.6021022796630859,
|
||
|
|
"mean_token_accuracy": 0.8121187005192041,
|
||
|
|
"num_tokens": 2940704.0,
|
||
|
|
"step": 650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6857697816565633,
|
||
|
|
"epoch": 0.062234061361841564,
|
||
|
|
"grad_norm": 0.7109375,
|
||
|
|
"learning_rate": 4.983120255747464e-06,
|
||
|
|
"loss": 0.5373991966247559,
|
||
|
|
"mean_token_accuracy": 0.81699233725667,
|
||
|
|
"num_tokens": 2986358.0,
|
||
|
|
"step": 660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8100536063313484,
|
||
|
|
"epoch": 0.06317700168550583,
|
||
|
|
"grad_norm": 0.69140625,
|
||
|
|
"learning_rate": 4.982167917938885e-06,
|
||
|
|
"loss": 0.6947032451629639,
|
||
|
|
"mean_token_accuracy": 0.7735116362571717,
|
||
|
|
"num_tokens": 3019506.0,
|
||
|
|
"step": 670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8745680207386612,
|
||
|
|
"epoch": 0.0641199420091701,
|
||
|
|
"grad_norm": 0.392578125,
|
||
|
|
"learning_rate": 4.981189543363389e-06,
|
||
|
|
"loss": 0.6408730030059815,
|
||
|
|
"mean_token_accuracy": 0.7711815811693669,
|
||
|
|
"num_tokens": 3062042.0,
|
||
|
|
"step": 680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8105671038851142,
|
||
|
|
"epoch": 0.06506288233283436,
|
||
|
|
"grad_norm": 0.5546875,
|
||
|
|
"learning_rate": 4.98018514228366e-06,
|
||
|
|
"loss": 0.6767678260803223,
|
||
|
|
"mean_token_accuracy": 0.774928280338645,
|
||
|
|
"num_tokens": 3113758.0,
|
||
|
|
"step": 690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7323714484460652,
|
||
|
|
"epoch": 0.06600582265649863,
|
||
|
|
"grad_norm": 0.287109375,
|
||
|
|
"learning_rate": 4.979154725235392e-06,
|
||
|
|
"loss": 0.5733721733093262,
|
||
|
|
"mean_token_accuracy": 0.808050155825913,
|
||
|
|
"num_tokens": 3163234.0,
|
||
|
|
"step": 700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8353265615180134,
|
||
|
|
"epoch": 0.06694876298016289,
|
||
|
|
"grad_norm": 0.392578125,
|
||
|
|
"learning_rate": 4.978098303027173e-06,
|
||
|
|
"loss": 0.6160747528076171,
|
||
|
|
"mean_token_accuracy": 0.7780146349221468,
|
||
|
|
"num_tokens": 3207175.0,
|
||
|
|
"step": 710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7545118189416826,
|
||
|
|
"epoch": 0.06789170330382716,
|
||
|
|
"grad_norm": 0.275390625,
|
||
|
|
"learning_rate": 4.9770158867403705e-06,
|
||
|
|
"loss": 0.5270243644714355,
|
||
|
|
"mean_token_accuracy": 0.7902896221727133,
|
||
|
|
"num_tokens": 3253721.0,
|
||
|
|
"step": 720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7230144888162613,
|
||
|
|
"epoch": 0.06883464362749142,
|
||
|
|
"grad_norm": 0.6640625,
|
||
|
|
"learning_rate": 4.975907487729021e-06,
|
||
|
|
"loss": 0.6117719173431396,
|
||
|
|
"mean_token_accuracy": 0.8142276495695114,
|
||
|
|
"num_tokens": 3298677.0,
|
||
|
|
"step": 730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6818190900608897,
|
||
|
|
"epoch": 0.06977758395115569,
|
||
|
|
"grad_norm": 0.64453125,
|
||
|
|
"learning_rate": 4.974773117619703e-06,
|
||
|
|
"loss": 0.6048723220825195,
|
||
|
|
"mean_token_accuracy": 0.8080967217683792,
|
||
|
|
"num_tokens": 3341867.0,
|
||
|
|
"step": 740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7368672281503678,
|
||
|
|
"epoch": 0.07072052427481995,
|
||
|
|
"grad_norm": 0.54296875,
|
||
|
|
"learning_rate": 4.973612788311424e-06,
|
||
|
|
"loss": 0.6020387649536133,
|
||
|
|
"mean_token_accuracy": 0.7991985162720084,
|
||
|
|
"num_tokens": 3382805.0,
|
||
|
|
"step": 750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8011913444846869,
|
||
|
|
"epoch": 0.07166346459848422,
|
||
|
|
"grad_norm": 0.71875,
|
||
|
|
"learning_rate": 4.972426511975489e-06,
|
||
|
|
"loss": 0.741117525100708,
|
||
|
|
"mean_token_accuracy": 0.7860968332737684,
|
||
|
|
"num_tokens": 3425539.0,
|
||
|
|
"step": 760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7815477557480335,
|
||
|
|
"epoch": 0.0726064049221485,
|
||
|
|
"grad_norm": 0.6953125,
|
||
|
|
"learning_rate": 4.971214301055376e-06,
|
||
|
|
"loss": 0.6468725204467773,
|
||
|
|
"mean_token_accuracy": 0.7957555901259183,
|
||
|
|
"num_tokens": 3468481.0,
|
||
|
|
"step": 770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7002213094383478,
|
||
|
|
"epoch": 0.07354934524581276,
|
||
|
|
"grad_norm": 0.318359375,
|
||
|
|
"learning_rate": 4.9699761682666026e-06,
|
||
|
|
"loss": 0.4705470085144043,
|
||
|
|
"mean_token_accuracy": 0.7878050077706575,
|
||
|
|
"num_tokens": 3513800.0,
|
||
|
|
"step": 780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7421004495583474,
|
||
|
|
"epoch": 0.07449228556947703,
|
||
|
|
"grad_norm": 0.33203125,
|
||
|
|
"learning_rate": 4.968712126596598e-06,
|
||
|
|
"loss": 0.6162665843963623,
|
||
|
|
"mean_token_accuracy": 0.8012846134603023,
|
||
|
|
"num_tokens": 3554346.0,
|
||
|
|
"step": 790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7171782004646957,
|
||
|
|
"epoch": 0.07543522589314129,
|
||
|
|
"grad_norm": 0.330078125,
|
||
|
|
"learning_rate": 4.967422189304558e-06,
|
||
|
|
"loss": 0.5965607643127442,
|
||
|
|
"mean_token_accuracy": 0.7875219449400902,
|
||
|
|
"num_tokens": 3606796.0,
|
||
|
|
"step": 800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7832795661874116,
|
||
|
|
"epoch": 0.07637816621680556,
|
||
|
|
"grad_norm": 0.369140625,
|
||
|
|
"learning_rate": 4.966106369921317e-06,
|
||
|
|
"loss": 0.602449369430542,
|
||
|
|
"mean_token_accuracy": 0.7922013100236655,
|
||
|
|
"num_tokens": 3647649.0,
|
||
|
|
"step": 810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8182275678031147,
|
||
|
|
"epoch": 0.07732110654046982,
|
||
|
|
"grad_norm": 1.046875,
|
||
|
|
"learning_rate": 4.964764682249197e-06,
|
||
|
|
"loss": 0.7580663681030273,
|
||
|
|
"mean_token_accuracy": 0.7738244906067848,
|
||
|
|
"num_tokens": 3695788.0,
|
||
|
|
"step": 820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8186208296567201,
|
||
|
|
"epoch": 0.07826404686413409,
|
||
|
|
"grad_norm": 0.77734375,
|
||
|
|
"learning_rate": 4.963397140361868e-06,
|
||
|
|
"loss": 0.6980972766876221,
|
||
|
|
"mean_token_accuracy": 0.792484282515943,
|
||
|
|
"num_tokens": 3736836.0,
|
||
|
|
"step": 830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.766120829153806,
|
||
|
|
"epoch": 0.07920698718779835,
|
||
|
|
"grad_norm": 0.44140625,
|
||
|
|
"learning_rate": 4.962003758604194e-06,
|
||
|
|
"loss": 0.7221168994903564,
|
||
|
|
"mean_token_accuracy": 0.796668940410018,
|
||
|
|
"num_tokens": 3778465.0,
|
||
|
|
"step": 840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8256865127943456,
|
||
|
|
"epoch": 0.08014992751146262,
|
||
|
|
"grad_norm": 0.47265625,
|
||
|
|
"learning_rate": 4.960584551592094e-06,
|
||
|
|
"loss": 0.6105232238769531,
|
||
|
|
"mean_token_accuracy": 0.7867782566696405,
|
||
|
|
"num_tokens": 3828031.0,
|
||
|
|
"step": 850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6507625746540725,
|
||
|
|
"epoch": 0.08109286783512688,
|
||
|
|
"grad_norm": 0.466796875,
|
||
|
|
"learning_rate": 4.959139534212375e-06,
|
||
|
|
"loss": 0.5035228252410888,
|
||
|
|
"mean_token_accuracy": 0.8218056863173843,
|
||
|
|
"num_tokens": 3880085.0,
|
||
|
|
"step": 860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7207641104236245,
|
||
|
|
"epoch": 0.08203580815879115,
|
||
|
|
"grad_norm": 0.5703125,
|
||
|
|
"learning_rate": 4.957668721622587e-06,
|
||
|
|
"loss": 0.5374783515930176,
|
||
|
|
"mean_token_accuracy": 0.8109163239598274,
|
||
|
|
"num_tokens": 3918528.0,
|
||
|
|
"step": 870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8274590659886598,
|
||
|
|
"epoch": 0.08297874848245541,
|
||
|
|
"grad_norm": 0.482421875,
|
||
|
|
"learning_rate": 4.956172129250858e-06,
|
||
|
|
"loss": 0.711448335647583,
|
||
|
|
"mean_token_accuracy": 0.785671678930521,
|
||
|
|
"num_tokens": 3961043.0,
|
||
|
|
"step": 880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7421449825167656,
|
||
|
|
"epoch": 0.08392168880611968,
|
||
|
|
"grad_norm": 0.47265625,
|
||
|
|
"learning_rate": 4.954649772795735e-06,
|
||
|
|
"loss": 0.6577060699462891,
|
||
|
|
"mean_token_accuracy": 0.7982315208762885,
|
||
|
|
"num_tokens": 4007062.0,
|
||
|
|
"step": 890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6785881833173335,
|
||
|
|
"epoch": 0.08486462912978394,
|
||
|
|
"grad_norm": 0.64453125,
|
||
|
|
"learning_rate": 4.953101668226014e-06,
|
||
|
|
"loss": 0.5841499328613281,
|
||
|
|
"mean_token_accuracy": 0.8102574732154608,
|
||
|
|
"num_tokens": 4062219.0,
|
||
|
|
"step": 900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.732798031810671,
|
||
|
|
"epoch": 0.08580756945344821,
|
||
|
|
"grad_norm": 1.046875,
|
||
|
|
"learning_rate": 4.951527831780583e-06,
|
||
|
|
"loss": 0.6197251319885254,
|
||
|
|
"mean_token_accuracy": 0.796886844933033,
|
||
|
|
"num_tokens": 4111022.0,
|
||
|
|
"step": 910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.80500507671386,
|
||
|
|
"epoch": 0.08675050977711248,
|
||
|
|
"grad_norm": 0.51953125,
|
||
|
|
"learning_rate": 4.949928279968238e-06,
|
||
|
|
"loss": 0.6231956005096435,
|
||
|
|
"mean_token_accuracy": 0.7846117116510868,
|
||
|
|
"num_tokens": 4151597.0,
|
||
|
|
"step": 920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7407358650118112,
|
||
|
|
"epoch": 0.08769345010077674,
|
||
|
|
"grad_norm": 0.357421875,
|
||
|
|
"learning_rate": 4.948303029567523e-06,
|
||
|
|
"loss": 0.5905776023864746,
|
||
|
|
"mean_token_accuracy": 0.7902860388159751,
|
||
|
|
"num_tokens": 4205660.0,
|
||
|
|
"step": 930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8730802398175002,
|
||
|
|
"epoch": 0.08863639042444102,
|
||
|
|
"grad_norm": 0.40234375,
|
||
|
|
"learning_rate": 4.946652097626544e-06,
|
||
|
|
"loss": 0.6360596656799317,
|
||
|
|
"mean_token_accuracy": 0.7667682899162174,
|
||
|
|
"num_tokens": 4252923.0,
|
||
|
|
"step": 940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7542075706645847,
|
||
|
|
"epoch": 0.08957933074810528,
|
||
|
|
"grad_norm": 0.28125,
|
||
|
|
"learning_rate": 4.944975501462797e-06,
|
||
|
|
"loss": 0.6091949462890625,
|
||
|
|
"mean_token_accuracy": 0.8042812138795853,
|
||
|
|
"num_tokens": 4305703.0,
|
||
|
|
"step": 950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6663548903539777,
|
||
|
|
"epoch": 0.09052227107176955,
|
||
|
|
"grad_norm": 0.5625,
|
||
|
|
"learning_rate": 4.943273258662982e-06,
|
||
|
|
"loss": 0.5946632385253906,
|
||
|
|
"mean_token_accuracy": 0.8140654802322388,
|
||
|
|
"num_tokens": 4351819.0,
|
||
|
|
"step": 960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8968982026912272,
|
||
|
|
"epoch": 0.09146521139543382,
|
||
|
|
"grad_norm": 0.7421875,
|
||
|
|
"learning_rate": 4.941545387082821e-06,
|
||
|
|
"loss": 0.7777196884155273,
|
||
|
|
"mean_token_accuracy": 0.7636161763221025,
|
||
|
|
"num_tokens": 4402994.0,
|
||
|
|
"step": 970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7275657393038273,
|
||
|
|
"epoch": 0.09240815171909808,
|
||
|
|
"grad_norm": 0.7734375,
|
||
|
|
"learning_rate": 4.939791904846869e-06,
|
||
|
|
"loss": 0.692138671875,
|
||
|
|
"mean_token_accuracy": 0.796290036663413,
|
||
|
|
"num_tokens": 4443896.0,
|
||
|
|
"step": 980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8022994266822934,
|
||
|
|
"epoch": 0.09335109204276235,
|
||
|
|
"grad_norm": 1.15625,
|
||
|
|
"learning_rate": 4.938012830348325e-06,
|
||
|
|
"loss": 0.7263329029083252,
|
||
|
|
"mean_token_accuracy": 0.7886364821344614,
|
||
|
|
"num_tokens": 4489361.0,
|
||
|
|
"step": 990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7677907293662429,
|
||
|
|
"epoch": 0.09429403236642661,
|
||
|
|
"grad_norm": 0.30078125,
|
||
|
|
"learning_rate": 4.936208182248838e-06,
|
||
|
|
"loss": 0.7098466396331787,
|
||
|
|
"mean_token_accuracy": 0.7836588025093079,
|
||
|
|
"num_tokens": 4538560.0,
|
||
|
|
"step": 1000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7540503291413188,
|
||
|
|
"epoch": 0.09523697269009088,
|
||
|
|
"grad_norm": 0.306640625,
|
||
|
|
"learning_rate": 4.934377979478312e-06,
|
||
|
|
"loss": 0.6721164226531983,
|
||
|
|
"mean_token_accuracy": 0.774369165673852,
|
||
|
|
"num_tokens": 4582185.0,
|
||
|
|
"step": 1010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7057674110867083,
|
||
|
|
"epoch": 0.09617991301375514,
|
||
|
|
"grad_norm": 0.5625,
|
||
|
|
"learning_rate": 4.932522241234711e-06,
|
||
|
|
"loss": 0.5665208339691162,
|
||
|
|
"mean_token_accuracy": 0.8124939866364003,
|
||
|
|
"num_tokens": 4624388.0,
|
||
|
|
"step": 1020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7860274084843695,
|
||
|
|
"epoch": 0.09712285333741941,
|
||
|
|
"grad_norm": 0.87109375,
|
||
|
|
"learning_rate": 4.9306409869838475e-06,
|
||
|
|
"loss": 0.627524471282959,
|
||
|
|
"mean_token_accuracy": 0.7900194443762303,
|
||
|
|
"num_tokens": 4664734.0,
|
||
|
|
"step": 1030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6265595956705511,
|
||
|
|
"epoch": 0.09806579366108367,
|
||
|
|
"grad_norm": 0.255859375,
|
||
|
|
"learning_rate": 4.928734236459191e-06,
|
||
|
|
"loss": 0.47365193367004393,
|
||
|
|
"mean_token_accuracy": 0.8303351975977421,
|
||
|
|
"num_tokens": 4718449.0,
|
||
|
|
"step": 1040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8842747121118009,
|
||
|
|
"epoch": 0.09900873398474794,
|
||
|
|
"grad_norm": 0.478515625,
|
||
|
|
"learning_rate": 4.926802009661651e-06,
|
||
|
|
"loss": 0.9802035331726074,
|
||
|
|
"mean_token_accuracy": 0.7524257987737656,
|
||
|
|
"num_tokens": 4763508.0,
|
||
|
|
"step": 1050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8015215817838908,
|
||
|
|
"epoch": 0.0999516743084122,
|
||
|
|
"grad_norm": 0.47265625,
|
||
|
|
"learning_rate": 4.9248443268593724e-06,
|
||
|
|
"loss": 0.683444595336914,
|
||
|
|
"mean_token_accuracy": 0.7799651555716991,
|
||
|
|
"num_tokens": 4808857.0,
|
||
|
|
"step": 1060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7447168783284723,
|
||
|
|
"epoch": 0.10089461463207647,
|
||
|
|
"grad_norm": 0.83984375,
|
||
|
|
"learning_rate": 4.922861208587522e-06,
|
||
|
|
"loss": 0.6439436435699463,
|
||
|
|
"mean_token_accuracy": 0.8069465953856707,
|
||
|
|
"num_tokens": 4849125.0,
|
||
|
|
"step": 1070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7262563842348755,
|
||
|
|
"epoch": 0.10183755495574073,
|
||
|
|
"grad_norm": 0.3359375,
|
||
|
|
"learning_rate": 4.920852675648071e-06,
|
||
|
|
"loss": 0.5818546772003174,
|
||
|
|
"mean_token_accuracy": 0.8100180253386497,
|
||
|
|
"num_tokens": 4895597.0,
|
||
|
|
"step": 1080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7206171770580113,
|
||
|
|
"epoch": 0.102780495279405,
|
||
|
|
"grad_norm": 0.5546875,
|
||
|
|
"learning_rate": 4.918818749109581e-06,
|
||
|
|
"loss": 0.6229705333709716,
|
||
|
|
"mean_token_accuracy": 0.8035074207931757,
|
||
|
|
"num_tokens": 4938109.0,
|
||
|
|
"step": 1090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8021614892408252,
|
||
|
|
"epoch": 0.10372343560306926,
|
||
|
|
"grad_norm": 0.5703125,
|
||
|
|
"learning_rate": 4.9167594503069785e-06,
|
||
|
|
"loss": 0.6964336395263672,
|
||
|
|
"mean_token_accuracy": 0.7762649796903134,
|
||
|
|
"num_tokens": 4981562.0,
|
||
|
|
"step": 1100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7161757604219019,
|
||
|
|
"epoch": 0.10466637592673354,
|
||
|
|
"grad_norm": 0.263671875,
|
||
|
|
"learning_rate": 4.914674800841332e-06,
|
||
|
|
"loss": 0.747713851928711,
|
||
|
|
"mean_token_accuracy": 0.8009138405323029,
|
||
|
|
"num_tokens": 5028887.0,
|
||
|
|
"step": 1110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7790245489217341,
|
||
|
|
"epoch": 0.10560931625039781,
|
||
|
|
"grad_norm": 0.5234375,
|
||
|
|
"learning_rate": 4.91256482257963e-06,
|
||
|
|
"loss": 0.6210433006286621,
|
||
|
|
"mean_token_accuracy": 0.7918234229087829,
|
||
|
|
"num_tokens": 5068901.0,
|
||
|
|
"step": 1120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7243750081397593,
|
||
|
|
"epoch": 0.10655225657406207,
|
||
|
|
"grad_norm": 0.455078125,
|
||
|
|
"learning_rate": 4.910429537654544e-06,
|
||
|
|
"loss": 0.6189009666442871,
|
||
|
|
"mean_token_accuracy": 0.7888242486864329,
|
||
|
|
"num_tokens": 5122274.0,
|
||
|
|
"step": 1130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7725613342598081,
|
||
|
|
"epoch": 0.10749519689772634,
|
||
|
|
"grad_norm": 0.57421875,
|
||
|
|
"learning_rate": 4.908268968464205e-06,
|
||
|
|
"loss": 0.6020617485046387,
|
||
|
|
"mean_token_accuracy": 0.7757980896160006,
|
||
|
|
"num_tokens": 5171661.0,
|
||
|
|
"step": 1140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7940086780115962,
|
||
|
|
"epoch": 0.1084381372213906,
|
||
|
|
"grad_norm": 0.73046875,
|
||
|
|
"learning_rate": 4.9060831376719585e-06,
|
||
|
|
"loss": 0.6493505001068115,
|
||
|
|
"mean_token_accuracy": 0.7813464991748333,
|
||
|
|
"num_tokens": 5218273.0,
|
||
|
|
"step": 1150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6979408304207027,
|
||
|
|
"epoch": 0.10938107754505487,
|
||
|
|
"grad_norm": 0.8671875,
|
||
|
|
"learning_rate": 4.903872068206138e-06,
|
||
|
|
"loss": 0.6040244102478027,
|
||
|
|
"mean_token_accuracy": 0.8104764647781849,
|
||
|
|
"num_tokens": 5259478.0,
|
||
|
|
"step": 1160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7056857038289308,
|
||
|
|
"epoch": 0.11032401786871913,
|
||
|
|
"grad_norm": 0.353515625,
|
||
|
|
"learning_rate": 4.9016357832598135e-06,
|
||
|
|
"loss": 0.5862742900848389,
|
||
|
|
"mean_token_accuracy": 0.8063552943989635,
|
||
|
|
"num_tokens": 5302993.0,
|
||
|
|
"step": 1170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7344408438540995,
|
||
|
|
"epoch": 0.1112669581923834,
|
||
|
|
"grad_norm": 0.279296875,
|
||
|
|
"learning_rate": 4.899374306290558e-06,
|
||
|
|
"loss": 0.7177176952362061,
|
||
|
|
"mean_token_accuracy": 0.805981208384037,
|
||
|
|
"num_tokens": 5351565.0,
|
||
|
|
"step": 1180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6840172544121742,
|
||
|
|
"epoch": 0.11220989851604767,
|
||
|
|
"grad_norm": 0.416015625,
|
||
|
|
"learning_rate": 4.897087661020194e-06,
|
||
|
|
"loss": 0.5912201881408692,
|
||
|
|
"mean_token_accuracy": 0.8121493086218834,
|
||
|
|
"num_tokens": 5391537.0,
|
||
|
|
"step": 1190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7785421489737928,
|
||
|
|
"epoch": 0.11315283883971193,
|
||
|
|
"grad_norm": 0.359375,
|
||
|
|
"learning_rate": 4.894775871434548e-06,
|
||
|
|
"loss": 0.6811850547790528,
|
||
|
|
"mean_token_accuracy": 0.7836464313790202,
|
||
|
|
"num_tokens": 5428823.0,
|
||
|
|
"step": 1200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6350860029459,
|
||
|
|
"epoch": 0.1140957791633762,
|
||
|
|
"grad_norm": 0.275390625,
|
||
|
|
"learning_rate": 4.892438961783199e-06,
|
||
|
|
"loss": 0.49747395515441895,
|
||
|
|
"mean_token_accuracy": 0.8172833763062954,
|
||
|
|
"num_tokens": 5474692.0,
|
||
|
|
"step": 1210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7340997345745564,
|
||
|
|
"epoch": 0.11503871948704046,
|
||
|
|
"grad_norm": 0.330078125,
|
||
|
|
"learning_rate": 4.890076956579223e-06,
|
||
|
|
"loss": 0.5803222179412841,
|
||
|
|
"mean_token_accuracy": 0.811799717694521,
|
||
|
|
"num_tokens": 5522965.0,
|
||
|
|
"step": 1220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6614907255396247,
|
||
|
|
"epoch": 0.11598165981070473,
|
||
|
|
"grad_norm": 0.51953125,
|
||
|
|
"learning_rate": 4.887689880598938e-06,
|
||
|
|
"loss": 0.5860563755035401,
|
||
|
|
"mean_token_accuracy": 0.8119680780917407,
|
||
|
|
"num_tokens": 5572615.0,
|
||
|
|
"step": 1230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8880835673771799,
|
||
|
|
"epoch": 0.11692460013436899,
|
||
|
|
"grad_norm": 0.54296875,
|
||
|
|
"learning_rate": 4.885277758881641e-06,
|
||
|
|
"loss": 0.7023919105529786,
|
||
|
|
"mean_token_accuracy": 0.7654352005571127,
|
||
|
|
"num_tokens": 5615891.0,
|
||
|
|
"step": 1240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7018857408314944,
|
||
|
|
"epoch": 0.11786754045803326,
|
||
|
|
"grad_norm": 0.6640625,
|
||
|
|
"learning_rate": 4.882840616729347e-06,
|
||
|
|
"loss": 0.615167760848999,
|
||
|
|
"mean_token_accuracy": 0.7958494182676077,
|
||
|
|
"num_tokens": 5666242.0,
|
||
|
|
"step": 1250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8410587665624917,
|
||
|
|
"epoch": 0.11881048078169752,
|
||
|
|
"grad_norm": 0.330078125,
|
||
|
|
"learning_rate": 4.880378479706525e-06,
|
||
|
|
"loss": 0.6831368446350098,
|
||
|
|
"mean_token_accuracy": 0.7757596135139465,
|
||
|
|
"num_tokens": 5714622.0,
|
||
|
|
"step": 1260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7477244296111166,
|
||
|
|
"epoch": 0.11975342110536179,
|
||
|
|
"grad_norm": 0.515625,
|
||
|
|
"learning_rate": 4.877891373639824e-06,
|
||
|
|
"loss": 0.5684638977050781,
|
||
|
|
"mean_token_accuracy": 0.8081520074978471,
|
||
|
|
"num_tokens": 5762489.0,
|
||
|
|
"step": 1270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8104454580694437,
|
||
|
|
"epoch": 0.12069636142902607,
|
||
|
|
"grad_norm": 0.51953125,
|
||
|
|
"learning_rate": 4.875379324617815e-06,
|
||
|
|
"loss": 0.5815711975097656,
|
||
|
|
"mean_token_accuracy": 0.781415050663054,
|
||
|
|
"num_tokens": 5799123.0,
|
||
|
|
"step": 1280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6935905188322067,
|
||
|
|
"epoch": 0.12163930175269033,
|
||
|
|
"grad_norm": 0.435546875,
|
||
|
|
"learning_rate": 4.872842358990701e-06,
|
||
|
|
"loss": 0.6138697147369385,
|
||
|
|
"mean_token_accuracy": 0.797416203096509,
|
||
|
|
"num_tokens": 5849061.0,
|
||
|
|
"step": 1290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7854719746857881,
|
||
|
|
"epoch": 0.1225822420763546,
|
||
|
|
"grad_norm": 0.349609375,
|
||
|
|
"learning_rate": 4.87028050337005e-06,
|
||
|
|
"loss": 0.5638726711273193,
|
||
|
|
"mean_token_accuracy": 0.7877143463119864,
|
||
|
|
"num_tokens": 5890604.0,
|
||
|
|
"step": 1300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8234432382509113,
|
||
|
|
"epoch": 0.12352518240001886,
|
||
|
|
"grad_norm": 0.3984375,
|
||
|
|
"learning_rate": 4.867693784628516e-06,
|
||
|
|
"loss": 0.6471819877624512,
|
||
|
|
"mean_token_accuracy": 0.7767364744096994,
|
||
|
|
"num_tokens": 5932967.0,
|
||
|
|
"step": 1310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7679943142458796,
|
||
|
|
"epoch": 0.12446812272368313,
|
||
|
|
"grad_norm": 0.50390625,
|
||
|
|
"learning_rate": 4.865082229899554e-06,
|
||
|
|
"loss": 0.6443884372711182,
|
||
|
|
"mean_token_accuracy": 0.7849613726139069,
|
||
|
|
"num_tokens": 5973382.0,
|
||
|
|
"step": 1320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6430552182719111,
|
||
|
|
"epoch": 0.1254110630473474,
|
||
|
|
"grad_norm": 0.63671875,
|
||
|
|
"learning_rate": 4.862445866577138e-06,
|
||
|
|
"loss": 0.58107008934021,
|
||
|
|
"mean_token_accuracy": 0.8114496625959873,
|
||
|
|
"num_tokens": 6021337.0,
|
||
|
|
"step": 1330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7372513002716005,
|
||
|
|
"epoch": 0.12635400337101166,
|
||
|
|
"grad_norm": 0.447265625,
|
||
|
|
"learning_rate": 4.859784722315472e-06,
|
||
|
|
"loss": 0.6992315769195556,
|
||
|
|
"mean_token_accuracy": 0.7826294297352433,
|
||
|
|
"num_tokens": 6077344.0,
|
||
|
|
"step": 1340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8189116214867681,
|
||
|
|
"epoch": 0.12729694369467592,
|
||
|
|
"grad_norm": 0.53515625,
|
||
|
|
"learning_rate": 4.857098825028701e-06,
|
||
|
|
"loss": 0.7671550750732422,
|
||
|
|
"mean_token_accuracy": 0.7946853101253509,
|
||
|
|
"num_tokens": 6119359.0,
|
||
|
|
"step": 1350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7827853210270405,
|
||
|
|
"epoch": 0.1282398840183402,
|
||
|
|
"grad_norm": 0.376953125,
|
||
|
|
"learning_rate": 4.854388202890614e-06,
|
||
|
|
"loss": 0.7045656681060791,
|
||
|
|
"mean_token_accuracy": 0.7913773000240326,
|
||
|
|
"num_tokens": 6160311.0,
|
||
|
|
"step": 1360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7482062807306648,
|
||
|
|
"epoch": 0.12918282434200445,
|
||
|
|
"grad_norm": 0.3984375,
|
||
|
|
"learning_rate": 4.851652884334356e-06,
|
||
|
|
"loss": 0.7099195957183838,
|
||
|
|
"mean_token_accuracy": 0.7907620433717966,
|
||
|
|
"num_tokens": 6201115.0,
|
||
|
|
"step": 1370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.73036635722965,
|
||
|
|
"epoch": 0.13012576466566872,
|
||
|
|
"grad_norm": 0.265625,
|
||
|
|
"learning_rate": 4.848892898052125e-06,
|
||
|
|
"loss": 0.5717474937438964,
|
||
|
|
"mean_token_accuracy": 0.8052898969501256,
|
||
|
|
"num_tokens": 6248167.0,
|
||
|
|
"step": 1380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6847926998510957,
|
||
|
|
"epoch": 0.13106870498933298,
|
||
|
|
"grad_norm": 0.5859375,
|
||
|
|
"learning_rate": 4.84610827299487e-06,
|
||
|
|
"loss": 0.6278266906738281,
|
||
|
|
"mean_token_accuracy": 0.8036519877612591,
|
||
|
|
"num_tokens": 6290393.0,
|
||
|
|
"step": 1390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6735235895961523,
|
||
|
|
"epoch": 0.13201164531299725,
|
||
|
|
"grad_norm": 0.33203125,
|
||
|
|
"learning_rate": 4.843299038371991e-06,
|
||
|
|
"loss": 0.6215836048126221,
|
||
|
|
"mean_token_accuracy": 0.8117277476936579,
|
||
|
|
"num_tokens": 6342860.0,
|
||
|
|
"step": 1400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7760428190231323,
|
||
|
|
"epoch": 0.13295458563666152,
|
||
|
|
"grad_norm": 0.60546875,
|
||
|
|
"learning_rate": 4.840465223651029e-06,
|
||
|
|
"loss": 0.5304702281951904,
|
||
|
|
"mean_token_accuracy": 0.7894374314695597,
|
||
|
|
"num_tokens": 6389987.0,
|
||
|
|
"step": 1410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.751918163895607,
|
||
|
|
"epoch": 0.13389752596032578,
|
||
|
|
"grad_norm": 0.52734375,
|
||
|
|
"learning_rate": 4.83760685855736e-06,
|
||
|
|
"loss": 0.6945547580718994,
|
||
|
|
"mean_token_accuracy": 0.8058279521763325,
|
||
|
|
"num_tokens": 6435158.0,
|
||
|
|
"step": 1420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6316566719673574,
|
||
|
|
"epoch": 0.13484046628399005,
|
||
|
|
"grad_norm": 0.8515625,
|
||
|
|
"learning_rate": 4.834723973073882e-06,
|
||
|
|
"loss": 0.5147292613983154,
|
||
|
|
"mean_token_accuracy": 0.8109463810920715,
|
||
|
|
"num_tokens": 6483159.0,
|
||
|
|
"step": 1430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8705680920742452,
|
||
|
|
"epoch": 0.1357834066076543,
|
||
|
|
"grad_norm": 0.68359375,
|
||
|
|
"learning_rate": 4.831816597440697e-06,
|
||
|
|
"loss": 0.7946212291717529,
|
||
|
|
"mean_token_accuracy": 0.7745383739471435,
|
||
|
|
"num_tokens": 6531589.0,
|
||
|
|
"step": 1440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6937490504235029,
|
||
|
|
"epoch": 0.13672634693131858,
|
||
|
|
"grad_norm": 0.41796875,
|
||
|
|
"learning_rate": 4.828884762154803e-06,
|
||
|
|
"loss": 0.5019688606262207,
|
||
|
|
"mean_token_accuracy": 0.8086294280365109,
|
||
|
|
"num_tokens": 6582550.0,
|
||
|
|
"step": 1450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6883674585260451,
|
||
|
|
"epoch": 0.13766928725498284,
|
||
|
|
"grad_norm": 0.318359375,
|
||
|
|
"learning_rate": 4.825928497969763e-06,
|
||
|
|
"loss": 0.5822939395904541,
|
||
|
|
"mean_token_accuracy": 0.8153205912560224,
|
||
|
|
"num_tokens": 6623531.0,
|
||
|
|
"step": 1460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7426637164317071,
|
||
|
|
"epoch": 0.1386122275786471,
|
||
|
|
"grad_norm": 0.48046875,
|
||
|
|
"learning_rate": 4.822947835895389e-06,
|
||
|
|
"loss": 0.6456994533538818,
|
||
|
|
"mean_token_accuracy": 0.7916014738380909,
|
||
|
|
"num_tokens": 6670087.0,
|
||
|
|
"step": 1470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7368132835254073,
|
||
|
|
"epoch": 0.13955516790231137,
|
||
|
|
"grad_norm": 0.34375,
|
||
|
|
"learning_rate": 4.819942807197417e-06,
|
||
|
|
"loss": 0.6506009578704834,
|
||
|
|
"mean_token_accuracy": 0.8058517042547464,
|
||
|
|
"num_tokens": 6719389.0,
|
||
|
|
"step": 1480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8392926104366779,
|
||
|
|
"epoch": 0.14049810822597564,
|
||
|
|
"grad_norm": 0.5234375,
|
||
|
|
"learning_rate": 4.816913443397176e-06,
|
||
|
|
"loss": 0.6899060726165771,
|
||
|
|
"mean_token_accuracy": 0.7871105581521988,
|
||
|
|
"num_tokens": 6761161.0,
|
||
|
|
"step": 1490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7088076891377568,
|
||
|
|
"epoch": 0.1414410485496399,
|
||
|
|
"grad_norm": 0.330078125,
|
||
|
|
"learning_rate": 4.813859776271258e-06,
|
||
|
|
"loss": 0.510068130493164,
|
||
|
|
"mean_token_accuracy": 0.8044612921774388,
|
||
|
|
"num_tokens": 6805745.0,
|
||
|
|
"step": 1500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6664590669795871,
|
||
|
|
"epoch": 0.14238398887330417,
|
||
|
|
"grad_norm": 0.3515625,
|
||
|
|
"learning_rate": 4.810781837851186e-06,
|
||
|
|
"loss": 0.5675896644592285,
|
||
|
|
"mean_token_accuracy": 0.80593893378973,
|
||
|
|
"num_tokens": 6850831.0,
|
||
|
|
"step": 1510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7449090665206313,
|
||
|
|
"epoch": 0.14332692919696843,
|
||
|
|
"grad_norm": 0.6796875,
|
||
|
|
"learning_rate": 4.807679660423078e-06,
|
||
|
|
"loss": 0.7466594696044921,
|
||
|
|
"mean_token_accuracy": 0.7963773109018802,
|
||
|
|
"num_tokens": 6893372.0,
|
||
|
|
"step": 1520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6773676542565227,
|
||
|
|
"epoch": 0.14426986952063273,
|
||
|
|
"grad_norm": 0.267578125,
|
||
|
|
"learning_rate": 4.8045532765273085e-06,
|
||
|
|
"loss": 0.5410051822662354,
|
||
|
|
"mean_token_accuracy": 0.8197047363966703,
|
||
|
|
"num_tokens": 6942690.0,
|
||
|
|
"step": 1530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8294754406437278,
|
||
|
|
"epoch": 0.145212809844297,
|
||
|
|
"grad_norm": 0.474609375,
|
||
|
|
"learning_rate": 4.801402718958162e-06,
|
||
|
|
"loss": 0.5964238166809082,
|
||
|
|
"mean_token_accuracy": 0.7812088407576084,
|
||
|
|
"num_tokens": 6995335.0,
|
||
|
|
"step": 1540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8663926181383431,
|
||
|
|
"epoch": 0.14615575016796126,
|
||
|
|
"grad_norm": 0.369140625,
|
||
|
|
"learning_rate": 4.798228020763501e-06,
|
||
|
|
"loss": 0.5792275905609131,
|
||
|
|
"mean_token_accuracy": 0.7707085549831391,
|
||
|
|
"num_tokens": 7048539.0,
|
||
|
|
"step": 1550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7147080856608227,
|
||
|
|
"epoch": 0.14709869049162552,
|
||
|
|
"grad_norm": 0.36328125,
|
||
|
|
"learning_rate": 4.795029215244403e-06,
|
||
|
|
"loss": 0.5165563583374023,
|
||
|
|
"mean_token_accuracy": 0.7946837220340968,
|
||
|
|
"num_tokens": 7094588.0,
|
||
|
|
"step": 1560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8003142789937556,
|
||
|
|
"epoch": 0.1480416308152898,
|
||
|
|
"grad_norm": 0.3203125,
|
||
|
|
"learning_rate": 4.7918063359548274e-06,
|
||
|
|
"loss": 0.5031931877136231,
|
||
|
|
"mean_token_accuracy": 0.7990253180265426,
|
||
|
|
"num_tokens": 7138857.0,
|
||
|
|
"step": 1570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7444701816886663,
|
||
|
|
"epoch": 0.14898457113895405,
|
||
|
|
"grad_norm": 0.490234375,
|
||
|
|
"learning_rate": 4.788559416701251e-06,
|
||
|
|
"loss": 0.62364182472229,
|
||
|
|
"mean_token_accuracy": 0.800935186818242,
|
||
|
|
"num_tokens": 7181093.0,
|
||
|
|
"step": 1580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.768458298034966,
|
||
|
|
"epoch": 0.14992751146261832,
|
||
|
|
"grad_norm": 0.5234375,
|
||
|
|
"learning_rate": 4.785288491542322e-06,
|
||
|
|
"loss": 0.6315382480621338,
|
||
|
|
"mean_token_accuracy": 0.7936431773006916,
|
||
|
|
"num_tokens": 7225622.0,
|
||
|
|
"step": 1590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6673228033818305,
|
||
|
|
"epoch": 0.15087045178628258,
|
||
|
|
"grad_norm": 0.421875,
|
||
|
|
"learning_rate": 4.781993594788496e-06,
|
||
|
|
"loss": 0.5698256015777587,
|
||
|
|
"mean_token_accuracy": 0.8094664443284273,
|
||
|
|
"num_tokens": 7272191.0,
|
||
|
|
"step": 1600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6132199401967228,
|
||
|
|
"epoch": 0.15181339210994685,
|
||
|
|
"grad_norm": 0.451171875,
|
||
|
|
"learning_rate": 4.778674761001681e-06,
|
||
|
|
"loss": 0.637981653213501,
|
||
|
|
"mean_token_accuracy": 0.8249839577823878,
|
||
|
|
"num_tokens": 7320397.0,
|
||
|
|
"step": 1610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6754366432316601,
|
||
|
|
"epoch": 0.15275633243361111,
|
||
|
|
"grad_norm": 0.203125,
|
||
|
|
"learning_rate": 4.775332024994874e-06,
|
||
|
|
"loss": 0.4907213687896729,
|
||
|
|
"mean_token_accuracy": 0.8176268842071295,
|
||
|
|
"num_tokens": 7369385.0,
|
||
|
|
"step": 1620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6628142113331705,
|
||
|
|
"epoch": 0.15369927275727538,
|
||
|
|
"grad_norm": 0.4375,
|
||
|
|
"learning_rate": 4.771965421831792e-06,
|
||
|
|
"loss": 0.5297084331512452,
|
||
|
|
"mean_token_accuracy": 0.8210704285651446,
|
||
|
|
"num_tokens": 7418922.0,
|
||
|
|
"step": 1630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.743092224188149,
|
||
|
|
"epoch": 0.15464221308093964,
|
||
|
|
"grad_norm": 0.294921875,
|
||
|
|
"learning_rate": 4.768574986826513e-06,
|
||
|
|
"loss": 0.7004957675933838,
|
||
|
|
"mean_token_accuracy": 0.8017095427960157,
|
||
|
|
"num_tokens": 7470971.0,
|
||
|
|
"step": 1640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.839415866136551,
|
||
|
|
"epoch": 0.1555851534046039,
|
||
|
|
"grad_norm": 0.470703125,
|
||
|
|
"learning_rate": 4.765160755543091e-06,
|
||
|
|
"loss": 0.8255781173706055,
|
||
|
|
"mean_token_accuracy": 0.7637870293110609,
|
||
|
|
"num_tokens": 7515243.0,
|
||
|
|
"step": 1650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6935912227258086,
|
||
|
|
"epoch": 0.15652809372826818,
|
||
|
|
"grad_norm": 0.2578125,
|
||
|
|
"learning_rate": 4.7617227637952e-06,
|
||
|
|
"loss": 0.5783330917358398,
|
||
|
|
"mean_token_accuracy": 0.8085279129445553,
|
||
|
|
"num_tokens": 7564417.0,
|
||
|
|
"step": 1660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7936397315002978,
|
||
|
|
"epoch": 0.15747103405193244,
|
||
|
|
"grad_norm": 0.75,
|
||
|
|
"learning_rate": 4.758261047645745e-06,
|
||
|
|
"loss": 0.6287306785583496,
|
||
|
|
"mean_token_accuracy": 0.7835016187280417,
|
||
|
|
"num_tokens": 7612569.0,
|
||
|
|
"step": 1670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6750403906218707,
|
||
|
|
"epoch": 0.1584139743755967,
|
||
|
|
"grad_norm": 0.271484375,
|
||
|
|
"learning_rate": 4.7547756434064916e-06,
|
||
|
|
"loss": 0.5946949005126954,
|
||
|
|
"mean_token_accuracy": 0.8034364454448223,
|
||
|
|
"num_tokens": 7657765.0,
|
||
|
|
"step": 1680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7698115283623338,
|
||
|
|
"epoch": 0.15935691469926097,
|
||
|
|
"grad_norm": 0.875,
|
||
|
|
"learning_rate": 4.751266587637681e-06,
|
||
|
|
"loss": 0.679727029800415,
|
||
|
|
"mean_token_accuracy": 0.7859929338097572,
|
||
|
|
"num_tokens": 7692933.0,
|
||
|
|
"step": 1690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.731985289696604,
|
||
|
|
"epoch": 0.16029985502292524,
|
||
|
|
"grad_norm": 0.51171875,
|
||
|
|
"learning_rate": 4.747733917147646e-06,
|
||
|
|
"loss": 0.6183731079101562,
|
||
|
|
"mean_token_accuracy": 0.8142067354172469,
|
||
|
|
"num_tokens": 7737759.0,
|
||
|
|
"step": 1700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7078736932948232,
|
||
|
|
"epoch": 0.1612427953465895,
|
||
|
|
"grad_norm": 0.28125,
|
||
|
|
"learning_rate": 4.744177668992429e-06,
|
||
|
|
"loss": 0.49601898193359373,
|
||
|
|
"mean_token_accuracy": 0.8192032791674138,
|
||
|
|
"num_tokens": 7782624.0,
|
||
|
|
"step": 1710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7805814618710428,
|
||
|
|
"epoch": 0.16218573567025377,
|
||
|
|
"grad_norm": 0.357421875,
|
||
|
|
"learning_rate": 4.740597880475391e-06,
|
||
|
|
"loss": 0.6345070838928223,
|
||
|
|
"mean_token_accuracy": 0.818518004193902,
|
||
|
|
"num_tokens": 7830123.0,
|
||
|
|
"step": 1720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7078598484396934,
|
||
|
|
"epoch": 0.16312867599391803,
|
||
|
|
"grad_norm": 0.259765625,
|
||
|
|
"learning_rate": 4.736994589146821e-06,
|
||
|
|
"loss": 0.6488445281982422,
|
||
|
|
"mean_token_accuracy": 0.8083903908729553,
|
||
|
|
"num_tokens": 7878591.0,
|
||
|
|
"step": 1730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6218862963840366,
|
||
|
|
"epoch": 0.1640716163175823,
|
||
|
|
"grad_norm": 0.55859375,
|
||
|
|
"learning_rate": 4.7333678328035374e-06,
|
||
|
|
"loss": 0.5586625576019287,
|
||
|
|
"mean_token_accuracy": 0.8203994080424308,
|
||
|
|
"num_tokens": 7928797.0,
|
||
|
|
"step": 1740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6412875755690038,
|
||
|
|
"epoch": 0.16501455664124656,
|
||
|
|
"grad_norm": 0.357421875,
|
||
|
|
"learning_rate": 4.729717649488499e-06,
|
||
|
|
"loss": 0.6166950225830078,
|
||
|
|
"mean_token_accuracy": 0.8231342125684022,
|
||
|
|
"num_tokens": 7972979.0,
|
||
|
|
"step": 1750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7250258160755039,
|
||
|
|
"epoch": 0.16595749696491083,
|
||
|
|
"grad_norm": 0.423828125,
|
||
|
|
"learning_rate": 4.7260440774904014e-06,
|
||
|
|
"loss": 0.5841271877288818,
|
||
|
|
"mean_token_accuracy": 0.8074738964438438,
|
||
|
|
"num_tokens": 8015392.0,
|
||
|
|
"step": 1760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6732541414909065,
|
||
|
|
"epoch": 0.1669004372885751,
|
||
|
|
"grad_norm": 0.58203125,
|
||
|
|
"learning_rate": 4.722347155343277e-06,
|
||
|
|
"loss": 0.6065329551696778,
|
||
|
|
"mean_token_accuracy": 0.8136304952204227,
|
||
|
|
"num_tokens": 8061805.0,
|
||
|
|
"step": 1770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8656071895733476,
|
||
|
|
"epoch": 0.16784337761223936,
|
||
|
|
"grad_norm": 0.337890625,
|
||
|
|
"learning_rate": 4.71862692182609e-06,
|
||
|
|
"loss": 0.8307145118713379,
|
||
|
|
"mean_token_accuracy": 0.7705816131085157,
|
||
|
|
"num_tokens": 8104858.0,
|
||
|
|
"step": 1780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7067621927708387,
|
||
|
|
"epoch": 0.16878631793590362,
|
||
|
|
"grad_norm": 0.419921875,
|
||
|
|
"learning_rate": 4.714883415962329e-06,
|
||
|
|
"loss": 0.6449962615966797,
|
||
|
|
"mean_token_accuracy": 0.8116483464837074,
|
||
|
|
"num_tokens": 8153858.0,
|
||
|
|
"step": 1790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.628216756042093,
|
||
|
|
"epoch": 0.1697292582595679,
|
||
|
|
"grad_norm": 0.34375,
|
||
|
|
"learning_rate": 4.711116677019599e-06,
|
||
|
|
"loss": 0.4528506755828857,
|
||
|
|
"mean_token_accuracy": 0.8308906458318234,
|
||
|
|
"num_tokens": 8202695.0,
|
||
|
|
"step": 1800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.5620249833911657,
|
||
|
|
"epoch": 0.17067219858323215,
|
||
|
|
"grad_norm": 0.27734375,
|
||
|
|
"learning_rate": 4.707326744509209e-06,
|
||
|
|
"loss": 0.6362682342529297,
|
||
|
|
"mean_token_accuracy": 0.8432179998606444,
|
||
|
|
"num_tokens": 8250847.0,
|
||
|
|
"step": 1810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.711518302373588,
|
||
|
|
"epoch": 0.17161513890689642,
|
||
|
|
"grad_norm": 0.3203125,
|
||
|
|
"learning_rate": 4.7035136581857596e-06,
|
||
|
|
"loss": 0.6081731796264649,
|
||
|
|
"mean_token_accuracy": 0.8159873858094215,
|
||
|
|
"num_tokens": 8299509.0,
|
||
|
|
"step": 1820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.833217189554125,
|
||
|
|
"epoch": 0.17255807923056068,
|
||
|
|
"grad_norm": 0.84375,
|
||
|
|
"learning_rate": 4.69967745804672e-06,
|
||
|
|
"loss": 0.928659725189209,
|
||
|
|
"mean_token_accuracy": 0.7771374503150582,
|
||
|
|
"num_tokens": 8335978.0,
|
||
|
|
"step": 1830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8410642127972097,
|
||
|
|
"epoch": 0.17350101955422495,
|
||
|
|
"grad_norm": 0.6171875,
|
||
|
|
"learning_rate": 4.695818184332015e-06,
|
||
|
|
"loss": 0.727938175201416,
|
||
|
|
"mean_token_accuracy": 0.7709955636411905,
|
||
|
|
"num_tokens": 8383600.0,
|
||
|
|
"step": 1840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6231134903617204,
|
||
|
|
"epoch": 0.17444395987788922,
|
||
|
|
"grad_norm": 0.5,
|
||
|
|
"learning_rate": 4.691935877523599e-06,
|
||
|
|
"loss": 0.5813844203948975,
|
||
|
|
"mean_token_accuracy": 0.8313001070171595,
|
||
|
|
"num_tokens": 8432448.0,
|
||
|
|
"step": 1850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.765664404258132,
|
||
|
|
"epoch": 0.17538690020155348,
|
||
|
|
"grad_norm": 0.431640625,
|
||
|
|
"learning_rate": 4.688030578345034e-06,
|
||
|
|
"loss": 0.6016036033630371,
|
||
|
|
"mean_token_accuracy": 0.7821066498756408,
|
||
|
|
"num_tokens": 8471681.0,
|
||
|
|
"step": 1860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6680231470614671,
|
||
|
|
"epoch": 0.17632984052521777,
|
||
|
|
"grad_norm": 0.310546875,
|
||
|
|
"learning_rate": 4.684102327761061e-06,
|
||
|
|
"loss": 0.5228953838348389,
|
||
|
|
"mean_token_accuracy": 0.8138258129358291,
|
||
|
|
"num_tokens": 8520363.0,
|
||
|
|
"step": 1870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6410453176125884,
|
||
|
|
"epoch": 0.17727278084888204,
|
||
|
|
"grad_norm": 0.275390625,
|
||
|
|
"learning_rate": 4.680151166977168e-06,
|
||
|
|
"loss": 0.48765125274658205,
|
||
|
|
"mean_token_accuracy": 0.8131914135068655,
|
||
|
|
"num_tokens": 8576421.0,
|
||
|
|
"step": 1880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7159248681738972,
|
||
|
|
"epoch": 0.1782157211725463,
|
||
|
|
"grad_norm": 0.75390625,
|
||
|
|
"learning_rate": 4.676177137439164e-06,
|
||
|
|
"loss": 0.6111386299133301,
|
||
|
|
"mean_token_accuracy": 0.8026338141411543,
|
||
|
|
"num_tokens": 8617811.0,
|
||
|
|
"step": 1890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6831275760196149,
|
||
|
|
"epoch": 0.17915866149621057,
|
||
|
|
"grad_norm": 0.431640625,
|
||
|
|
"learning_rate": 4.672180280832738e-06,
|
||
|
|
"loss": 0.6701952457427979,
|
||
|
|
"mean_token_accuracy": 0.8077144119888544,
|
||
|
|
"num_tokens": 8660752.0,
|
||
|
|
"step": 1900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7076569891534745,
|
||
|
|
"epoch": 0.18010160181987483,
|
||
|
|
"grad_norm": 0.46484375,
|
||
|
|
"learning_rate": 4.668160639083023e-06,
|
||
|
|
"loss": 0.558572244644165,
|
||
|
|
"mean_token_accuracy": 0.7995935019105673,
|
||
|
|
"num_tokens": 8704690.0,
|
||
|
|
"step": 1910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7884954256005585,
|
||
|
|
"epoch": 0.1810445421435391,
|
||
|
|
"grad_norm": 0.5625,
|
||
|
|
"learning_rate": 4.664118254354161e-06,
|
||
|
|
"loss": 0.8152592658996582,
|
||
|
|
"mean_token_accuracy": 0.7849799519404769,
|
||
|
|
"num_tokens": 8745623.0,
|
||
|
|
"step": 1920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6273317654151469,
|
||
|
|
"epoch": 0.18198748246720337,
|
||
|
|
"grad_norm": 0.439453125,
|
||
|
|
"learning_rate": 4.660053169048854e-06,
|
||
|
|
"loss": 0.6315245628356934,
|
||
|
|
"mean_token_accuracy": 0.8183496780693531,
|
||
|
|
"num_tokens": 8785116.0,
|
||
|
|
"step": 1930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7881477686576546,
|
||
|
|
"epoch": 0.18293042279086763,
|
||
|
|
"grad_norm": 0.8515625,
|
||
|
|
"learning_rate": 4.655965425807922e-06,
|
||
|
|
"loss": 0.5719914436340332,
|
||
|
|
"mean_token_accuracy": 0.8004025777801871,
|
||
|
|
"num_tokens": 8829949.0,
|
||
|
|
"step": 1940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6546398317441344,
|
||
|
|
"epoch": 0.1838733631145319,
|
||
|
|
"grad_norm": 0.71875,
|
||
|
|
"learning_rate": 4.65185506750986e-06,
|
||
|
|
"loss": 0.6368934154510498,
|
||
|
|
"mean_token_accuracy": 0.8093210918828845,
|
||
|
|
"num_tokens": 8886640.0,
|
||
|
|
"step": 1950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7569531903602182,
|
||
|
|
"epoch": 0.18481630343819616,
|
||
|
|
"grad_norm": 0.333984375,
|
||
|
|
"learning_rate": 4.6477221372703786e-06,
|
||
|
|
"loss": 0.6742706298828125,
|
||
|
|
"mean_token_accuracy": 0.779875087365508,
|
||
|
|
"num_tokens": 8940559.0,
|
||
|
|
"step": 1960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7066563277505338,
|
||
|
|
"epoch": 0.18575924376186043,
|
||
|
|
"grad_norm": 0.87109375,
|
||
|
|
"learning_rate": 4.643566678441963e-06,
|
||
|
|
"loss": 0.4545194149017334,
|
||
|
|
"mean_token_accuracy": 0.816070344671607,
|
||
|
|
"num_tokens": 8982660.0,
|
||
|
|
"step": 1970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7758723221253604,
|
||
|
|
"epoch": 0.1867021840855247,
|
||
|
|
"grad_norm": 0.77734375,
|
||
|
|
"learning_rate": 4.639388734613408e-06,
|
||
|
|
"loss": 0.6822866439819336,
|
||
|
|
"mean_token_accuracy": 0.7878825765103101,
|
||
|
|
"num_tokens": 9022533.0,
|
||
|
|
"step": 1980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6788542723283172,
|
||
|
|
"epoch": 0.18764512440918896,
|
||
|
|
"grad_norm": 0.62890625,
|
||
|
|
"learning_rate": 4.635188349609368e-06,
|
||
|
|
"loss": 0.6392297744750977,
|
||
|
|
"mean_token_accuracy": 0.7984015457332134,
|
||
|
|
"num_tokens": 9076424.0,
|
||
|
|
"step": 1990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7143436720129103,
|
||
|
|
"epoch": 0.18858806473285322,
|
||
|
|
"grad_norm": 0.376953125,
|
||
|
|
"learning_rate": 4.630965567489895e-06,
|
||
|
|
"loss": 0.6579510688781738,
|
||
|
|
"mean_token_accuracy": 0.8013661563396454,
|
||
|
|
"num_tokens": 9121745.0,
|
||
|
|
"step": 2000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6926486367359758,
|
||
|
|
"epoch": 0.1895310050565175,
|
||
|
|
"grad_norm": 0.8984375,
|
||
|
|
"learning_rate": 4.626720432549975e-06,
|
||
|
|
"loss": 0.8323287010192871,
|
||
|
|
"mean_token_accuracy": 0.8196912448853254,
|
||
|
|
"num_tokens": 9161355.0,
|
||
|
|
"step": 2010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7443779086694121,
|
||
|
|
"epoch": 0.19047394538018175,
|
||
|
|
"grad_norm": 0.60546875,
|
||
|
|
"learning_rate": 4.622452989319064e-06,
|
||
|
|
"loss": 0.6473805427551269,
|
||
|
|
"mean_token_accuracy": 0.7991336258128285,
|
||
|
|
"num_tokens": 9198309.0,
|
||
|
|
"step": 2020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.666377074457705,
|
||
|
|
"epoch": 0.19141688570384602,
|
||
|
|
"grad_norm": 0.71875,
|
||
|
|
"learning_rate": 4.618163282560621e-06,
|
||
|
|
"loss": 0.5878519535064697,
|
||
|
|
"mean_token_accuracy": 0.8124156523495912,
|
||
|
|
"num_tokens": 9242770.0,
|
||
|
|
"step": 2030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.726883088517934,
|
||
|
|
"epoch": 0.19235982602751028,
|
||
|
|
"grad_norm": 0.376953125,
|
||
|
|
"learning_rate": 4.613851357271644e-06,
|
||
|
|
"loss": 0.6642287731170654,
|
||
|
|
"mean_token_accuracy": 0.8055625781416893,
|
||
|
|
"num_tokens": 9289160.0,
|
||
|
|
"step": 2040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6223044098354876,
|
||
|
|
"epoch": 0.19330276635117455,
|
||
|
|
"grad_norm": 0.28515625,
|
||
|
|
"learning_rate": 4.6095172586821845e-06,
|
||
|
|
"loss": 0.5843603134155273,
|
||
|
|
"mean_token_accuracy": 0.8251405648887158,
|
||
|
|
"num_tokens": 9336075.0,
|
||
|
|
"step": 2050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.5912350189872086,
|
||
|
|
"epoch": 0.19424570667483881,
|
||
|
|
"grad_norm": 0.427734375,
|
||
|
|
"learning_rate": 4.605161032254889e-06,
|
||
|
|
"loss": 0.49378104209899903,
|
||
|
|
"mean_token_accuracy": 0.8227537497878075,
|
||
|
|
"num_tokens": 9380863.0,
|
||
|
|
"step": 2060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8942209580913186,
|
||
|
|
"epoch": 0.19518864699850308,
|
||
|
|
"grad_norm": 0.72265625,
|
||
|
|
"learning_rate": 4.6007827236845095e-06,
|
||
|
|
"loss": 0.7838969230651855,
|
||
|
|
"mean_token_accuracy": 0.7667118087410927,
|
||
|
|
"num_tokens": 9426134.0,
|
||
|
|
"step": 2070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7779933417215943,
|
||
|
|
"epoch": 0.19613158732216734,
|
||
|
|
"grad_norm": 0.380859375,
|
||
|
|
"learning_rate": 4.596382378897431e-06,
|
||
|
|
"loss": 0.6452385902404785,
|
||
|
|
"mean_token_accuracy": 0.8011699549853801,
|
||
|
|
"num_tokens": 9468075.0,
|
||
|
|
"step": 2080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6786517933011055,
|
||
|
|
"epoch": 0.1970745276458316,
|
||
|
|
"grad_norm": 0.7578125,
|
||
|
|
"learning_rate": 4.59196004405119e-06,
|
||
|
|
"loss": 0.46638927459716795,
|
||
|
|
"mean_token_accuracy": 0.7987587995827198,
|
||
|
|
"num_tokens": 9510000.0,
|
||
|
|
"step": 2090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6716505272313953,
|
||
|
|
"epoch": 0.19801746796949588,
|
||
|
|
"grad_norm": 0.57421875,
|
||
|
|
"learning_rate": 4.587515765533985e-06,
|
||
|
|
"loss": 0.5990314960479737,
|
||
|
|
"mean_token_accuracy": 0.8237005785107613,
|
||
|
|
"num_tokens": 9553054.0,
|
||
|
|
"step": 2100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6282524673268199,
|
||
|
|
"epoch": 0.19896040829316014,
|
||
|
|
"grad_norm": 0.3828125,
|
||
|
|
"learning_rate": 4.583049589964196e-06,
|
||
|
|
"loss": 0.6849035263061524,
|
||
|
|
"mean_token_accuracy": 0.8318673394620418,
|
||
|
|
"num_tokens": 9599290.0,
|
||
|
|
"step": 2110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7072675415314734,
|
||
|
|
"epoch": 0.1999033486168244,
|
||
|
|
"grad_norm": 0.298828125,
|
||
|
|
"learning_rate": 4.578561564189889e-06,
|
||
|
|
"loss": 0.5846244335174561,
|
||
|
|
"mean_token_accuracy": 0.8056545812636614,
|
||
|
|
"num_tokens": 9644669.0,
|
||
|
|
"step": 2120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6512570422142744,
|
||
|
|
"epoch": 0.20084628894048867,
|
||
|
|
"grad_norm": 0.369140625,
|
||
|
|
"learning_rate": 4.574051735288333e-06,
|
||
|
|
"loss": 0.624661922454834,
|
||
|
|
"mean_token_accuracy": 0.8112033154815436,
|
||
|
|
"num_tokens": 9685527.0,
|
||
|
|
"step": 2130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7499742574989796,
|
||
|
|
"epoch": 0.20178922926415294,
|
||
|
|
"grad_norm": 0.61328125,
|
||
|
|
"learning_rate": 4.5695201505654975e-06,
|
||
|
|
"loss": 0.7735828876495361,
|
||
|
|
"mean_token_accuracy": 0.7932566996663809,
|
||
|
|
"num_tokens": 9736026.0,
|
||
|
|
"step": 2140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7998500057496131,
|
||
|
|
"epoch": 0.2027321695878172,
|
||
|
|
"grad_norm": 0.375,
|
||
|
|
"learning_rate": 4.564966857555563e-06,
|
||
|
|
"loss": 0.6731950759887695,
|
||
|
|
"mean_token_accuracy": 0.781569967418909,
|
||
|
|
"num_tokens": 9780068.0,
|
||
|
|
"step": 2150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7340394101105631,
|
||
|
|
"epoch": 0.20367510991148147,
|
||
|
|
"grad_norm": 0.37109375,
|
||
|
|
"learning_rate": 4.5603919040204184e-06,
|
||
|
|
"loss": 0.5938757419586181,
|
||
|
|
"mean_token_accuracy": 0.8104211119934916,
|
||
|
|
"num_tokens": 9833844.0,
|
||
|
|
"step": 2160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6916491713374853,
|
||
|
|
"epoch": 0.20461805023514573,
|
||
|
|
"grad_norm": 0.70703125,
|
||
|
|
"learning_rate": 4.5557953379491605e-06,
|
||
|
|
"loss": 0.6073223114013672,
|
||
|
|
"mean_token_accuracy": 0.8175125665962696,
|
||
|
|
"num_tokens": 9876964.0,
|
||
|
|
"step": 2170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7052072752267122,
|
||
|
|
"epoch": 0.20556099055881,
|
||
|
|
"grad_norm": 0.609375,
|
||
|
|
"learning_rate": 4.551177207557593e-06,
|
||
|
|
"loss": 0.5360385417938233,
|
||
|
|
"mean_token_accuracy": 0.8053067337721587,
|
||
|
|
"num_tokens": 9917699.0,
|
||
|
|
"step": 2180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7037679905071854,
|
||
|
|
"epoch": 0.20650393088247426,
|
||
|
|
"grad_norm": 0.423828125,
|
||
|
|
"learning_rate": 4.546537561287719e-06,
|
||
|
|
"loss": 0.629872179031372,
|
||
|
|
"mean_token_accuracy": 0.8012799389660359,
|
||
|
|
"num_tokens": 9964393.0,
|
||
|
|
"step": 2190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6786779332906008,
|
||
|
|
"epoch": 0.20744687120613853,
|
||
|
|
"grad_norm": 0.94921875,
|
||
|
|
"learning_rate": 4.541876447807233e-06,
|
||
|
|
"loss": 0.5202005863189697,
|
||
|
|
"mean_token_accuracy": 0.827208873257041,
|
||
|
|
"num_tokens": 10009889.0,
|
||
|
|
"step": 2200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7257618294097483,
|
||
|
|
"epoch": 0.20838981152980282,
|
||
|
|
"grad_norm": 0.57421875,
|
||
|
|
"learning_rate": 4.537193916009007e-06,
|
||
|
|
"loss": 0.6309995174407959,
|
||
|
|
"mean_token_accuracy": 0.7956688452512026,
|
||
|
|
"num_tokens": 10062058.0,
|
||
|
|
"step": 2210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6472949480637908,
|
||
|
|
"epoch": 0.2093327518534671,
|
||
|
|
"grad_norm": 0.50390625,
|
||
|
|
"learning_rate": 4.532490015010586e-06,
|
||
|
|
"loss": 0.5185285568237304,
|
||
|
|
"mean_token_accuracy": 0.8208729565143585,
|
||
|
|
"num_tokens": 10114150.0,
|
||
|
|
"step": 2220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7547943496145308,
|
||
|
|
"epoch": 0.21027569217713135,
|
||
|
|
"grad_norm": 0.291015625,
|
||
|
|
"learning_rate": 4.527764794153666e-06,
|
||
|
|
"loss": 0.6795809745788575,
|
||
|
|
"mean_token_accuracy": 0.7977238070219755,
|
||
|
|
"num_tokens": 10171445.0,
|
||
|
|
"step": 2230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6034223964437843,
|
||
|
|
"epoch": 0.21121863250079562,
|
||
|
|
"grad_norm": 0.31640625,
|
||
|
|
"learning_rate": 4.523018303003577e-06,
|
||
|
|
"loss": 0.5290133953094482,
|
||
|
|
"mean_token_accuracy": 0.8266872577369213,
|
||
|
|
"num_tokens": 10228018.0,
|
||
|
|
"step": 2240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7052829279564321,
|
||
|
|
"epoch": 0.21216157282445988,
|
||
|
|
"grad_norm": 0.392578125,
|
||
|
|
"learning_rate": 4.518250591348765e-06,
|
||
|
|
"loss": 0.5237616539001465,
|
||
|
|
"mean_token_accuracy": 0.819525421410799,
|
||
|
|
"num_tokens": 10271175.0,
|
||
|
|
"step": 2250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7076565511059016,
|
||
|
|
"epoch": 0.21310451314812415,
|
||
|
|
"grad_norm": 0.52734375,
|
||
|
|
"learning_rate": 4.513461709200269e-06,
|
||
|
|
"loss": 0.6286019802093505,
|
||
|
|
"mean_token_accuracy": 0.8029639679938555,
|
||
|
|
"num_tokens": 10323637.0,
|
||
|
|
"step": 2260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.612759631825611,
|
||
|
|
"epoch": 0.2140474534717884,
|
||
|
|
"grad_norm": 0.322265625,
|
||
|
|
"learning_rate": 4.508651706791199e-06,
|
||
|
|
"loss": 0.6475212097167968,
|
||
|
|
"mean_token_accuracy": 0.8325118262320756,
|
||
|
|
"num_tokens": 10371700.0,
|
||
|
|
"step": 2270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7420009043999016,
|
||
|
|
"epoch": 0.21499039379545268,
|
||
|
|
"grad_norm": 0.640625,
|
||
|
|
"learning_rate": 4.5038206345762e-06,
|
||
|
|
"loss": 0.7298381328582764,
|
||
|
|
"mean_token_accuracy": 0.7833721118047834,
|
||
|
|
"num_tokens": 10417361.0,
|
||
|
|
"step": 2280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6522927849553526,
|
||
|
|
"epoch": 0.21593333411911694,
|
||
|
|
"grad_norm": 0.2578125,
|
||
|
|
"learning_rate": 4.498968543230937e-06,
|
||
|
|
"loss": 0.5515638828277588,
|
||
|
|
"mean_token_accuracy": 0.8166045229882002,
|
||
|
|
"num_tokens": 10467913.0,
|
||
|
|
"step": 2290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6916065049357712,
|
||
|
|
"epoch": 0.2168762744427812,
|
||
|
|
"grad_norm": 0.333984375,
|
||
|
|
"learning_rate": 4.49409548365155e-06,
|
||
|
|
"loss": 0.6021734714508057,
|
||
|
|
"mean_token_accuracy": 0.8119091907516122,
|
||
|
|
"num_tokens": 10518853.0,
|
||
|
|
"step": 2300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6611153034493327,
|
||
|
|
"epoch": 0.21781921476644547,
|
||
|
|
"grad_norm": 0.546875,
|
||
|
|
"learning_rate": 4.48920150695413e-06,
|
||
|
|
"loss": 0.5773680210113525,
|
||
|
|
"mean_token_accuracy": 0.8194341376423836,
|
||
|
|
"num_tokens": 10564495.0,
|
||
|
|
"step": 2310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8297945160302334,
|
||
|
|
"epoch": 0.21876215509010974,
|
||
|
|
"grad_norm": 0.462890625,
|
||
|
|
"learning_rate": 4.484286664474177e-06,
|
||
|
|
"loss": 0.6902072906494141,
|
||
|
|
"mean_token_accuracy": 0.7996103055775166,
|
||
|
|
"num_tokens": 10610647.0,
|
||
|
|
"step": 2320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6553996685659513,
|
||
|
|
"epoch": 0.219705095413774,
|
||
|
|
"grad_norm": 0.3359375,
|
||
|
|
"learning_rate": 4.479351007766061e-06,
|
||
|
|
"loss": 0.5572136402130127,
|
||
|
|
"mean_token_accuracy": 0.7971479788422584,
|
||
|
|
"num_tokens": 10663483.0,
|
||
|
|
"step": 2330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6963181391358375,
|
||
|
|
"epoch": 0.22064803573743827,
|
||
|
|
"grad_norm": 0.59765625,
|
||
|
|
"learning_rate": 4.474394588602486e-06,
|
||
|
|
"loss": 0.5790410995483398,
|
||
|
|
"mean_token_accuracy": 0.8045560229569674,
|
||
|
|
"num_tokens": 10710250.0,
|
||
|
|
"step": 2340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8422877897508443,
|
||
|
|
"epoch": 0.22159097606110253,
|
||
|
|
"grad_norm": 0.419921875,
|
||
|
|
"learning_rate": 4.469417458973945e-06,
|
||
|
|
"loss": 0.627861499786377,
|
||
|
|
"mean_token_accuracy": 0.7863189570605755,
|
||
|
|
"num_tokens": 10753271.0,
|
||
|
|
"step": 2350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6823558527044952,
|
||
|
|
"epoch": 0.2225339163847668,
|
||
|
|
"grad_norm": 0.41796875,
|
||
|
|
"learning_rate": 4.464419671088171e-06,
|
||
|
|
"loss": 0.6231525421142579,
|
||
|
|
"mean_token_accuracy": 0.8063728950917721,
|
||
|
|
"num_tokens": 10803990.0,
|
||
|
|
"step": 2360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7730052729602903,
|
||
|
|
"epoch": 0.22347685670843107,
|
||
|
|
"grad_norm": 0.515625,
|
||
|
|
"learning_rate": 4.459401277369595e-06,
|
||
|
|
"loss": 0.622228479385376,
|
||
|
|
"mean_token_accuracy": 0.7853727921843529,
|
||
|
|
"num_tokens": 10854008.0,
|
||
|
|
"step": 2370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7397545983083547,
|
||
|
|
"epoch": 0.22441979703209533,
|
||
|
|
"grad_norm": 0.5546875,
|
||
|
|
"learning_rate": 4.454362330458792e-06,
|
||
|
|
"loss": 0.7059813022613526,
|
||
|
|
"mean_token_accuracy": 0.8041706055402755,
|
||
|
|
"num_tokens": 10899375.0,
|
||
|
|
"step": 2380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8144816821441054,
|
||
|
|
"epoch": 0.2253627373557596,
|
||
|
|
"grad_norm": 0.427734375,
|
||
|
|
"learning_rate": 4.44930288321193e-06,
|
||
|
|
"loss": 0.5797255992889404,
|
||
|
|
"mean_token_accuracy": 0.7836383230984211,
|
||
|
|
"num_tokens": 10950366.0,
|
||
|
|
"step": 2390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6395042231306434,
|
||
|
|
"epoch": 0.22630567767942386,
|
||
|
|
"grad_norm": 0.66015625,
|
||
|
|
"learning_rate": 4.444222988700217e-06,
|
||
|
|
"loss": 0.526540470123291,
|
||
|
|
"mean_token_accuracy": 0.8213209711015225,
|
||
|
|
"num_tokens": 10997043.0,
|
||
|
|
"step": 2400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7632207646034658,
|
||
|
|
"epoch": 0.22724861800308813,
|
||
|
|
"grad_norm": 0.408203125,
|
||
|
|
"learning_rate": 4.439122700209344e-06,
|
||
|
|
"loss": 0.4208627223968506,
|
||
|
|
"mean_token_accuracy": 0.8001706589013338,
|
||
|
|
"num_tokens": 11040050.0,
|
||
|
|
"step": 2410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7518241555429995,
|
||
|
|
"epoch": 0.2281915583267524,
|
||
|
|
"grad_norm": 0.59765625,
|
||
|
|
"learning_rate": 4.434002071238923e-06,
|
||
|
|
"loss": 0.6388368129730224,
|
||
|
|
"mean_token_accuracy": 0.7935513414442539,
|
||
|
|
"num_tokens": 11085047.0,
|
||
|
|
"step": 2420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6688132929615677,
|
||
|
|
"epoch": 0.22913449865041666,
|
||
|
|
"grad_norm": 0.32421875,
|
||
|
|
"learning_rate": 4.428861155501929e-06,
|
||
|
|
"loss": 0.546387767791748,
|
||
|
|
"mean_token_accuracy": 0.820703661069274,
|
||
|
|
"num_tokens": 11129247.0,
|
||
|
|
"step": 2430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7079487937502563,
|
||
|
|
"epoch": 0.23007743897408092,
|
||
|
|
"grad_norm": 0.4921875,
|
||
|
|
"learning_rate": 4.423700006924134e-06,
|
||
|
|
"loss": 0.6248188495635987,
|
||
|
|
"mean_token_accuracy": 0.8046429224312306,
|
||
|
|
"num_tokens": 11184873.0,
|
||
|
|
"step": 2440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6818896850571037,
|
||
|
|
"epoch": 0.2310203792977452,
|
||
|
|
"grad_norm": 0.57421875,
|
||
|
|
"learning_rate": 4.418518679643547e-06,
|
||
|
|
"loss": 0.5705044746398926,
|
||
|
|
"mean_token_accuracy": 0.8065329402685165,
|
||
|
|
"num_tokens": 11224860.0,
|
||
|
|
"step": 2450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7125477872788906,
|
||
|
|
"epoch": 0.23196331962140945,
|
||
|
|
"grad_norm": 0.4375,
|
||
|
|
"learning_rate": 4.4133172280098366e-06,
|
||
|
|
"loss": 0.6023592472076416,
|
||
|
|
"mean_token_accuracy": 0.7931496508419513,
|
||
|
|
"num_tokens": 11273062.0,
|
||
|
|
"step": 2460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8268242001533508,
|
||
|
|
"epoch": 0.23290625994507372,
|
||
|
|
"grad_norm": 0.65625,
|
||
|
|
"learning_rate": 4.4080957065837705e-06,
|
||
|
|
"loss": 0.5537054061889648,
|
||
|
|
"mean_token_accuracy": 0.7920439690351486,
|
||
|
|
"num_tokens": 11315820.0,
|
||
|
|
"step": 2470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6495694993063807,
|
||
|
|
"epoch": 0.23384920026873798,
|
||
|
|
"grad_norm": 0.4375,
|
||
|
|
"learning_rate": 4.402854170136638e-06,
|
||
|
|
"loss": 0.5979690074920654,
|
||
|
|
"mean_token_accuracy": 0.8214081518352032,
|
||
|
|
"num_tokens": 11365181.0,
|
||
|
|
"step": 2480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6780490770936012,
|
||
|
|
"epoch": 0.23479214059240225,
|
||
|
|
"grad_norm": 0.42578125,
|
||
|
|
"learning_rate": 4.397592673649675e-06,
|
||
|
|
"loss": 0.5484375476837158,
|
||
|
|
"mean_token_accuracy": 0.8182380983605981,
|
||
|
|
"num_tokens": 11411595.0,
|
||
|
|
"step": 2490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6635444098617882,
|
||
|
|
"epoch": 0.23573508091606651,
|
||
|
|
"grad_norm": 0.37890625,
|
||
|
|
"learning_rate": 4.3923112723134925e-06,
|
||
|
|
"loss": 0.5475056171417236,
|
||
|
|
"mean_token_accuracy": 0.8106115475296974,
|
||
|
|
"num_tokens": 11457001.0,
|
||
|
|
"step": 2500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.5945799764245748,
|
||
|
|
"epoch": 0.23667802123973078,
|
||
|
|
"grad_norm": 0.2255859375,
|
||
|
|
"learning_rate": 4.387010021527489e-06,
|
||
|
|
"loss": 0.5004089832305908,
|
||
|
|
"mean_token_accuracy": 0.8270149566233158,
|
||
|
|
"num_tokens": 11507578.0,
|
||
|
|
"step": 2510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7172031537629664,
|
||
|
|
"epoch": 0.23762096156339504,
|
||
|
|
"grad_norm": 0.416015625,
|
||
|
|
"learning_rate": 4.381688976899278e-06,
|
||
|
|
"loss": 0.570509958267212,
|
||
|
|
"mean_token_accuracy": 0.7985255815088749,
|
||
|
|
"num_tokens": 11559582.0,
|
||
|
|
"step": 2520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6814393433742225,
|
||
|
|
"epoch": 0.2385639018870593,
|
||
|
|
"grad_norm": 0.67578125,
|
||
|
|
"learning_rate": 4.376348194244098e-06,
|
||
|
|
"loss": 0.5488054275512695,
|
||
|
|
"mean_token_accuracy": 0.8171292833983899,
|
||
|
|
"num_tokens": 11601800.0,
|
||
|
|
"step": 2530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6187633796595037,
|
||
|
|
"epoch": 0.23950684221072358,
|
||
|
|
"grad_norm": 0.37109375,
|
||
|
|
"learning_rate": 4.370987729584233e-06,
|
||
|
|
"loss": 0.528061056137085,
|
||
|
|
"mean_token_accuracy": 0.8176171716302634,
|
||
|
|
"num_tokens": 11645914.0,
|
||
|
|
"step": 2540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7502338518388569,
|
||
|
|
"epoch": 0.24044978253438787,
|
||
|
|
"grad_norm": 0.75,
|
||
|
|
"learning_rate": 4.365607639148422e-06,
|
||
|
|
"loss": 0.6851604461669922,
|
||
|
|
"mean_token_accuracy": 0.8080096576362849,
|
||
|
|
"num_tokens": 11685949.0,
|
||
|
|
"step": 2550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7071651536040008,
|
||
|
|
"epoch": 0.24139272285805213,
|
||
|
|
"grad_norm": 0.5546875,
|
||
|
|
"learning_rate": 4.360207979371266e-06,
|
||
|
|
"loss": 0.6052841663360595,
|
||
|
|
"mean_token_accuracy": 0.8076611422002316,
|
||
|
|
"num_tokens": 11733467.0,
|
||
|
|
"step": 2560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8098411624319851,
|
||
|
|
"epoch": 0.2423356631817164,
|
||
|
|
"grad_norm": 0.494140625,
|
||
|
|
"learning_rate": 4.354788806892641e-06,
|
||
|
|
"loss": 0.5459568500518799,
|
||
|
|
"mean_token_accuracy": 0.7838873576372862,
|
||
|
|
"num_tokens": 11778901.0,
|
||
|
|
"step": 2570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6692146965302527,
|
||
|
|
"epoch": 0.24327860350538066,
|
||
|
|
"grad_norm": 0.35546875,
|
||
|
|
"learning_rate": 4.3493501785571034e-06,
|
||
|
|
"loss": 0.7700508117675782,
|
||
|
|
"mean_token_accuracy": 0.82504887804389,
|
||
|
|
"num_tokens": 11818887.0,
|
||
|
|
"step": 2580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6426164032891393,
|
||
|
|
"epoch": 0.24422154382904493,
|
||
|
|
"grad_norm": 0.33984375,
|
||
|
|
"learning_rate": 4.34389215141329e-06,
|
||
|
|
"loss": 0.4979496955871582,
|
||
|
|
"mean_token_accuracy": 0.8184706576168537,
|
||
|
|
"num_tokens": 11864058.0,
|
||
|
|
"step": 2590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7097076333360747,
|
||
|
|
"epoch": 0.2451644841527092,
|
||
|
|
"grad_norm": 0.45703125,
|
||
|
|
"learning_rate": 4.338414782713322e-06,
|
||
|
|
"loss": 0.5226698875427246,
|
||
|
|
"mean_token_accuracy": 0.8021728150546551,
|
||
|
|
"num_tokens": 11911890.0,
|
||
|
|
"step": 2600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7304733860772104,
|
||
|
|
"epoch": 0.24610742447637346,
|
||
|
|
"grad_norm": 0.416015625,
|
||
|
|
"learning_rate": 4.332918129912208e-06,
|
||
|
|
"loss": 0.7039321422576904,
|
||
|
|
"mean_token_accuracy": 0.7967918623238802,
|
||
|
|
"num_tokens": 11955745.0,
|
||
|
|
"step": 2610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6977716976776719,
|
||
|
|
"epoch": 0.24705036480003773,
|
||
|
|
"grad_norm": 0.7578125,
|
||
|
|
"learning_rate": 4.327402250667233e-06,
|
||
|
|
"loss": 0.5292267322540283,
|
||
|
|
"mean_token_accuracy": 0.8004238706082105,
|
||
|
|
"num_tokens": 11994942.0,
|
||
|
|
"step": 2620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7422330360859632,
|
||
|
|
"epoch": 0.247993305123702,
|
||
|
|
"grad_norm": 0.5390625,
|
||
|
|
"learning_rate": 4.321867202837359e-06,
|
||
|
|
"loss": 0.6598591327667236,
|
||
|
|
"mean_token_accuracy": 0.793621858395636,
|
||
|
|
"num_tokens": 12040970.0,
|
||
|
|
"step": 2630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6614692817442119,
|
||
|
|
"epoch": 0.24893624544736626,
|
||
|
|
"grad_norm": 0.349609375,
|
||
|
|
"learning_rate": 4.316313044482621e-06,
|
||
|
|
"loss": 0.4676491737365723,
|
||
|
|
"mean_token_accuracy": 0.8118173565715552,
|
||
|
|
"num_tokens": 12095644.0,
|
||
|
|
"step": 2640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7872744291671552,
|
||
|
|
"epoch": 0.24987918577103052,
|
||
|
|
"grad_norm": 0.41015625,
|
||
|
|
"learning_rate": 4.31073983386351e-06,
|
||
|
|
"loss": 0.7802893161773682,
|
||
|
|
"mean_token_accuracy": 0.7734283555299044,
|
||
|
|
"num_tokens": 12147287.0,
|
||
|
|
"step": 2650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6264273500069976,
|
||
|
|
"epoch": 0.2508221260946948,
|
||
|
|
"grad_norm": 0.4375,
|
||
|
|
"learning_rate": 4.30514762944037e-06,
|
||
|
|
"loss": 0.5711867809295654,
|
||
|
|
"mean_token_accuracy": 0.8230541836470365,
|
||
|
|
"num_tokens": 12191134.0,
|
||
|
|
"step": 2660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.642601250205189,
|
||
|
|
"epoch": 0.25176506641835905,
|
||
|
|
"grad_norm": 0.203125,
|
||
|
|
"learning_rate": 4.299536489872778e-06,
|
||
|
|
"loss": 0.41927399635314944,
|
||
|
|
"mean_token_accuracy": 0.8300650017336011,
|
||
|
|
"num_tokens": 12244587.0,
|
||
|
|
"step": 2670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7999465940054507,
|
||
|
|
"epoch": 0.2527080067420233,
|
||
|
|
"grad_norm": 0.53125,
|
||
|
|
"learning_rate": 4.293906474018933e-06,
|
||
|
|
"loss": 0.6219149589538574,
|
||
|
|
"mean_token_accuracy": 0.7740768680348993,
|
||
|
|
"num_tokens": 12292442.0,
|
||
|
|
"step": 2680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6853533301036805,
|
||
|
|
"epoch": 0.2536509470656876,
|
||
|
|
"grad_norm": 0.400390625,
|
||
|
|
"learning_rate": 4.288257640935038e-06,
|
||
|
|
"loss": 0.5230690479278565,
|
||
|
|
"mean_token_accuracy": 0.8064401123672724,
|
||
|
|
"num_tokens": 12332055.0,
|
||
|
|
"step": 2690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6050175254698843,
|
||
|
|
"epoch": 0.25459388738935185,
|
||
|
|
"grad_norm": 0.302734375,
|
||
|
|
"learning_rate": 4.282590049874678e-06,
|
||
|
|
"loss": 0.5386334419250488,
|
||
|
|
"mean_token_accuracy": 0.8066453229635954,
|
||
|
|
"num_tokens": 12377897.0,
|
||
|
|
"step": 2700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6740714994259178,
|
||
|
|
"epoch": 0.2555368277130161,
|
||
|
|
"grad_norm": 0.1845703125,
|
||
|
|
"learning_rate": 4.276903760288202e-06,
|
||
|
|
"loss": 0.4890268325805664,
|
||
|
|
"mean_token_accuracy": 0.8237885976210236,
|
||
|
|
"num_tokens": 12422796.0,
|
||
|
|
"step": 2710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6965341650880873,
|
||
|
|
"epoch": 0.2564797680366804,
|
||
|
|
"grad_norm": 0.62109375,
|
||
|
|
"learning_rate": 4.271198831822097e-06,
|
||
|
|
"loss": 0.7352762699127198,
|
||
|
|
"mean_token_accuracy": 0.7847994826734066,
|
||
|
|
"num_tokens": 12467865.0,
|
||
|
|
"step": 2720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6212398945353925,
|
||
|
|
"epoch": 0.25742270836034464,
|
||
|
|
"grad_norm": 0.45703125,
|
||
|
|
"learning_rate": 4.265475324318362e-06,
|
||
|
|
"loss": 0.5328194618225097,
|
||
|
|
"mean_token_accuracy": 0.8315907616168261,
|
||
|
|
"num_tokens": 12512975.0,
|
||
|
|
"step": 2730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.693923706561327,
|
||
|
|
"epoch": 0.2583656486840089,
|
||
|
|
"grad_norm": 0.59765625,
|
||
|
|
"learning_rate": 4.259733297813885e-06,
|
||
|
|
"loss": 0.5941354274749756,
|
||
|
|
"mean_token_accuracy": 0.8204266559332609,
|
||
|
|
"num_tokens": 12555479.0,
|
||
|
|
"step": 2740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8046634275466203,
|
||
|
|
"epoch": 0.2593085890076732,
|
||
|
|
"grad_norm": 0.5625,
|
||
|
|
"learning_rate": 4.253972812539805e-06,
|
||
|
|
"loss": 0.7706850528717041,
|
||
|
|
"mean_token_accuracy": 0.7917935982346535,
|
||
|
|
"num_tokens": 12601319.0,
|
||
|
|
"step": 2750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7471866227686406,
|
||
|
|
"epoch": 0.26025152933133744,
|
||
|
|
"grad_norm": 0.40625,
|
||
|
|
"learning_rate": 4.248193928920886e-06,
|
||
|
|
"loss": 0.710187292098999,
|
||
|
|
"mean_token_accuracy": 0.7990452691912651,
|
||
|
|
"num_tokens": 12658000.0,
|
||
|
|
"step": 2760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6626139220781624,
|
||
|
|
"epoch": 0.2611944696550017,
|
||
|
|
"grad_norm": 0.25,
|
||
|
|
"learning_rate": 4.242396707574885e-06,
|
||
|
|
"loss": 0.48251981735229493,
|
||
|
|
"mean_token_accuracy": 0.8196328468620777,
|
||
|
|
"num_tokens": 12707975.0,
|
||
|
|
"step": 2770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6553014845587313,
|
||
|
|
"epoch": 0.26213740997866597,
|
||
|
|
"grad_norm": 0.5625,
|
||
|
|
"learning_rate": 4.236581209311909e-06,
|
||
|
|
"loss": 0.5507401466369629,
|
||
|
|
"mean_token_accuracy": 0.8160292755812406,
|
||
|
|
"num_tokens": 12753527.0,
|
||
|
|
"step": 2780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.622153397090733,
|
||
|
|
"epoch": 0.26308035030233023,
|
||
|
|
"grad_norm": 0.412109375,
|
||
|
|
"learning_rate": 4.230747495133784e-06,
|
||
|
|
"loss": 0.5054684162139893,
|
||
|
|
"mean_token_accuracy": 0.8228756669908762,
|
||
|
|
"num_tokens": 12809632.0,
|
||
|
|
"step": 2790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6780139476060867,
|
||
|
|
"epoch": 0.2640232906259945,
|
||
|
|
"grad_norm": 0.52734375,
|
||
|
|
"learning_rate": 4.224895626233409e-06,
|
||
|
|
"loss": 0.8137707710266113,
|
||
|
|
"mean_token_accuracy": 0.8064680024981499,
|
||
|
|
"num_tokens": 12852804.0,
|
||
|
|
"step": 2800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7678300259634853,
|
||
|
|
"epoch": 0.26496623094965877,
|
||
|
|
"grad_norm": 0.408203125,
|
||
|
|
"learning_rate": 4.219025663994123e-06,
|
||
|
|
"loss": 0.7762890815734863,
|
||
|
|
"mean_token_accuracy": 0.7923290681093931,
|
||
|
|
"num_tokens": 12902399.0,
|
||
|
|
"step": 2810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.5841752365231514,
|
||
|
|
"epoch": 0.26590917127332303,
|
||
|
|
"grad_norm": 0.404296875,
|
||
|
|
"learning_rate": 4.21313766998905e-06,
|
||
|
|
"loss": 0.4339454174041748,
|
||
|
|
"mean_token_accuracy": 0.8222315371036529,
|
||
|
|
"num_tokens": 12945895.0,
|
||
|
|
"step": 2820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6883633114397526,
|
||
|
|
"epoch": 0.2668521115969873,
|
||
|
|
"grad_norm": 0.51953125,
|
||
|
|
"learning_rate": 4.207231705980461e-06,
|
||
|
|
"loss": 0.7140939235687256,
|
||
|
|
"mean_token_accuracy": 0.8142529975622892,
|
||
|
|
"num_tokens": 12992305.0,
|
||
|
|
"step": 2830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7407352829352021,
|
||
|
|
"epoch": 0.26779505192065156,
|
||
|
|
"grad_norm": 0.25,
|
||
|
|
"learning_rate": 4.201307833919126e-06,
|
||
|
|
"loss": 0.6346509456634521,
|
||
|
|
"mean_token_accuracy": 0.7989520721137524,
|
||
|
|
"num_tokens": 13041575.0,
|
||
|
|
"step": 2840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.714037418179214,
|
||
|
|
"epoch": 0.2687379922443158,
|
||
|
|
"grad_norm": 0.7890625,
|
||
|
|
"learning_rate": 4.195366115943657e-06,
|
||
|
|
"loss": 0.6052238464355468,
|
||
|
|
"mean_token_accuracy": 0.799788748472929,
|
||
|
|
"num_tokens": 13083778.0,
|
||
|
|
"step": 2850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8210464440286159,
|
||
|
|
"epoch": 0.2696809325679801,
|
||
|
|
"grad_norm": 0.384765625,
|
||
|
|
"learning_rate": 4.189406614379865e-06,
|
||
|
|
"loss": 0.6140337944030761,
|
||
|
|
"mean_token_accuracy": 0.7797987915575504,
|
||
|
|
"num_tokens": 13136468.0,
|
||
|
|
"step": 2860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.715034647192806,
|
||
|
|
"epoch": 0.27062387289164436,
|
||
|
|
"grad_norm": 0.24609375,
|
||
|
|
"learning_rate": 4.183429391740103e-06,
|
||
|
|
"loss": 0.6325907707214355,
|
||
|
|
"mean_token_accuracy": 0.7957759384065867,
|
||
|
|
"num_tokens": 13190907.0,
|
||
|
|
"step": 2870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6897853550501167,
|
||
|
|
"epoch": 0.2715668132153086,
|
||
|
|
"grad_norm": 1.0390625,
|
||
|
|
"learning_rate": 4.177434510722605e-06,
|
||
|
|
"loss": 0.6110557556152344,
|
||
|
|
"mean_token_accuracy": 0.81325623691082,
|
||
|
|
"num_tokens": 13231284.0,
|
||
|
|
"step": 2880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6753826588392258,
|
||
|
|
"epoch": 0.2725097535389729,
|
||
|
|
"grad_norm": 0.38671875,
|
||
|
|
"learning_rate": 4.171422034210839e-06,
|
||
|
|
"loss": 0.4948280334472656,
|
||
|
|
"mean_token_accuracy": 0.8051031611859798,
|
||
|
|
"num_tokens": 13277819.0,
|
||
|
|
"step": 2890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.739368848875165,
|
||
|
|
"epoch": 0.27345269386263715,
|
||
|
|
"grad_norm": 0.48828125,
|
||
|
|
"learning_rate": 4.165392025272836e-06,
|
||
|
|
"loss": 0.641120195388794,
|
||
|
|
"mean_token_accuracy": 0.7944438774138689,
|
||
|
|
"num_tokens": 13319933.0,
|
||
|
|
"step": 2900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7141495368443429,
|
||
|
|
"epoch": 0.2743956341863014,
|
||
|
|
"grad_norm": 0.671875,
|
||
|
|
"learning_rate": 4.159344547160539e-06,
|
||
|
|
"loss": 0.6336250305175781,
|
||
|
|
"mean_token_accuracy": 0.8012420143932104,
|
||
|
|
"num_tokens": 13357614.0,
|
||
|
|
"step": 2910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.5666716417297721,
|
||
|
|
"epoch": 0.2753385745099657,
|
||
|
|
"grad_norm": 0.458984375,
|
||
|
|
"learning_rate": 4.15327966330913e-06,
|
||
|
|
"loss": 0.4592881679534912,
|
||
|
|
"mean_token_accuracy": 0.833888939768076,
|
||
|
|
"num_tokens": 13412982.0,
|
||
|
|
"step": 2920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7603326801676303,
|
||
|
|
"epoch": 0.27628151483362995,
|
||
|
|
"grad_norm": 0.48046875,
|
||
|
|
"learning_rate": 4.147197437336372e-06,
|
||
|
|
"loss": 0.6861026763916016,
|
||
|
|
"mean_token_accuracy": 0.7918042603880167,
|
||
|
|
"num_tokens": 13455286.0,
|
||
|
|
"step": 2930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8255054540932178,
|
||
|
|
"epoch": 0.2772244551572942,
|
||
|
|
"grad_norm": 0.55078125,
|
||
|
|
"learning_rate": 4.141097933041936e-06,
|
||
|
|
"loss": 0.6968491077423096,
|
||
|
|
"mean_token_accuracy": 0.7748916573822499,
|
||
|
|
"num_tokens": 13496973.0,
|
||
|
|
"step": 2940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7764521720819175,
|
||
|
|
"epoch": 0.2781673954809585,
|
||
|
|
"grad_norm": 0.3828125,
|
||
|
|
"learning_rate": 4.134981214406737e-06,
|
||
|
|
"loss": 0.4818326473236084,
|
||
|
|
"mean_token_accuracy": 0.7867025479674339,
|
||
|
|
"num_tokens": 13547249.0,
|
||
|
|
"step": 2950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7108894733712077,
|
||
|
|
"epoch": 0.27911033580462274,
|
||
|
|
"grad_norm": 0.35546875,
|
||
|
|
"learning_rate": 4.1288473455922584e-06,
|
||
|
|
"loss": 0.5785073280334473,
|
||
|
|
"mean_token_accuracy": 0.8074256978929043,
|
||
|
|
"num_tokens": 13592148.0,
|
||
|
|
"step": 2960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7593025027774274,
|
||
|
|
"epoch": 0.280053276128287,
|
||
|
|
"grad_norm": 0.408203125,
|
||
|
|
"learning_rate": 4.122696390939882e-06,
|
||
|
|
"loss": 0.7499773025512695,
|
||
|
|
"mean_token_accuracy": 0.7877199437469244,
|
||
|
|
"num_tokens": 13643977.0,
|
||
|
|
"step": 2970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.763703981693834,
|
||
|
|
"epoch": 0.2809962164519513,
|
||
|
|
"grad_norm": 0.267578125,
|
||
|
|
"learning_rate": 4.116528414970211e-06,
|
||
|
|
"loss": 0.6026920318603516,
|
||
|
|
"mean_token_accuracy": 0.7880954163148999,
|
||
|
|
"num_tokens": 13686759.0,
|
||
|
|
"step": 2980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6860854076221585,
|
||
|
|
"epoch": 0.28193915677561554,
|
||
|
|
"grad_norm": 0.412109375,
|
||
|
|
"learning_rate": 4.110343482382396e-06,
|
||
|
|
"loss": 0.5413653373718261,
|
||
|
|
"mean_token_accuracy": 0.8145212274044752,
|
||
|
|
"num_tokens": 13731883.0,
|
||
|
|
"step": 2990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7460825649090111,
|
||
|
|
"epoch": 0.2828820970992798,
|
||
|
|
"grad_norm": 0.84765625,
|
||
|
|
"learning_rate": 4.104141658053451e-06,
|
||
|
|
"loss": 0.7144715785980225,
|
||
|
|
"mean_token_accuracy": 0.7957971028983593,
|
||
|
|
"num_tokens": 13780640.0,
|
||
|
|
"step": 3000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8326621399261057,
|
||
|
|
"epoch": 0.28382503742294407,
|
||
|
|
"grad_norm": 0.486328125,
|
||
|
|
"learning_rate": 4.097923007037581e-06,
|
||
|
|
"loss": 0.9063180923461914,
|
||
|
|
"mean_token_accuracy": 0.7649697538465261,
|
||
|
|
"num_tokens": 13815992.0,
|
||
|
|
"step": 3010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.9316485294606537,
|
||
|
|
"epoch": 0.28476797774660834,
|
||
|
|
"grad_norm": 0.60546875,
|
||
|
|
"learning_rate": 4.09168759456549e-06,
|
||
|
|
"loss": 0.8332127571105957,
|
||
|
|
"mean_token_accuracy": 0.757191539555788,
|
||
|
|
"num_tokens": 13862295.0,
|
||
|
|
"step": 3020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7256421025842428,
|
||
|
|
"epoch": 0.2857109180702726,
|
||
|
|
"grad_norm": 0.78125,
|
||
|
|
"learning_rate": 4.085435486043706e-06,
|
||
|
|
"loss": 0.7105655193328857,
|
||
|
|
"mean_token_accuracy": 0.80562147423625,
|
||
|
|
"num_tokens": 13911028.0,
|
||
|
|
"step": 3030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7599948160350323,
|
||
|
|
"epoch": 0.28665385839393687,
|
||
|
|
"grad_norm": 0.828125,
|
||
|
|
"learning_rate": 4.0791667470538895e-06,
|
||
|
|
"loss": 0.6686043739318848,
|
||
|
|
"mean_token_accuracy": 0.7909170279279352,
|
||
|
|
"num_tokens": 13964127.0,
|
||
|
|
"step": 3040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8010038698092103,
|
||
|
|
"epoch": 0.2875967987176012,
|
||
|
|
"grad_norm": 0.421875,
|
||
|
|
"learning_rate": 4.072881443352144e-06,
|
||
|
|
"loss": 0.6279882907867431,
|
||
|
|
"mean_token_accuracy": 0.78184520509094,
|
||
|
|
"num_tokens": 14009502.0,
|
||
|
|
"step": 3050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6282306860201061,
|
||
|
|
"epoch": 0.28853973904126545,
|
||
|
|
"grad_norm": 0.50390625,
|
||
|
|
"learning_rate": 4.0665796408683324e-06,
|
||
|
|
"loss": 0.6266475677490234,
|
||
|
|
"mean_token_accuracy": 0.8261493802070617,
|
||
|
|
"num_tokens": 14054200.0,
|
||
|
|
"step": 3060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6563035418046639,
|
||
|
|
"epoch": 0.2894826793649297,
|
||
|
|
"grad_norm": 0.671875,
|
||
|
|
"learning_rate": 4.0602614057053815e-06,
|
||
|
|
"loss": 0.5960610866546631,
|
||
|
|
"mean_token_accuracy": 0.8131377577781678,
|
||
|
|
"num_tokens": 14104808.0,
|
||
|
|
"step": 3070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7352710378356277,
|
||
|
|
"epoch": 0.290425619688594,
|
||
|
|
"grad_norm": 0.42578125,
|
||
|
|
"learning_rate": 4.053926804138588e-06,
|
||
|
|
"loss": 0.6611281394958496,
|
||
|
|
"mean_token_accuracy": 0.8034013140946626,
|
||
|
|
"num_tokens": 14148483.0,
|
||
|
|
"step": 3080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6457099332474172,
|
||
|
|
"epoch": 0.29136856001225825,
|
||
|
|
"grad_norm": 0.2578125,
|
||
|
|
"learning_rate": 4.047575902614924e-06,
|
||
|
|
"loss": 0.6730895042419434,
|
||
|
|
"mean_token_accuracy": 0.8202265679836274,
|
||
|
|
"num_tokens": 14211134.0,
|
||
|
|
"step": 3090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6713374426588417,
|
||
|
|
"epoch": 0.2923115003359225,
|
||
|
|
"grad_norm": 0.291015625,
|
||
|
|
"learning_rate": 4.041208767752341e-06,
|
||
|
|
"loss": 0.5431832790374755,
|
||
|
|
"mean_token_accuracy": 0.815386663377285,
|
||
|
|
"num_tokens": 14255091.0,
|
||
|
|
"step": 3100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.734676618874073,
|
||
|
|
"epoch": 0.2932544406595868,
|
||
|
|
"grad_norm": 0.2353515625,
|
||
|
|
"learning_rate": 4.034825466339073e-06,
|
||
|
|
"loss": 0.5647121906280518,
|
||
|
|
"mean_token_accuracy": 0.8160567294806242,
|
||
|
|
"num_tokens": 14301274.0,
|
||
|
|
"step": 3110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6874036092311144,
|
||
|
|
"epoch": 0.29419738098325104,
|
||
|
|
"grad_norm": 0.5546875,
|
||
|
|
"learning_rate": 4.02842606533293e-06,
|
||
|
|
"loss": 0.5496022701263428,
|
||
|
|
"mean_token_accuracy": 0.8137231681495904,
|
||
|
|
"num_tokens": 14342896.0,
|
||
|
|
"step": 3120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6659715895075351,
|
||
|
|
"epoch": 0.2951403213069153,
|
||
|
|
"grad_norm": 0.291015625,
|
||
|
|
"learning_rate": 4.0220106318606e-06,
|
||
|
|
"loss": 0.5480599880218506,
|
||
|
|
"mean_token_accuracy": 0.8109877597540617,
|
||
|
|
"num_tokens": 14386650.0,
|
||
|
|
"step": 3130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.9152347665280104,
|
||
|
|
"epoch": 0.2960832616305796,
|
||
|
|
"grad_norm": 0.421875,
|
||
|
|
"learning_rate": 4.015579233216944e-06,
|
||
|
|
"loss": 0.6289479732513428,
|
||
|
|
"mean_token_accuracy": 0.7669604491442442,
|
||
|
|
"num_tokens": 14432746.0,
|
||
|
|
"step": 3140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7302544771693646,
|
||
|
|
"epoch": 0.29702620195424384,
|
||
|
|
"grad_norm": 0.5,
|
||
|
|
"learning_rate": 4.009131936864293e-06,
|
||
|
|
"loss": 0.7106366157531738,
|
||
|
|
"mean_token_accuracy": 0.809479969739914,
|
||
|
|
"num_tokens": 14473027.0,
|
||
|
|
"step": 3150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7078684787265956,
|
||
|
|
"epoch": 0.2979691422779081,
|
||
|
|
"grad_norm": 0.318359375,
|
||
|
|
"learning_rate": 4.002668810431733e-06,
|
||
|
|
"loss": 0.4805280685424805,
|
||
|
|
"mean_token_accuracy": 0.8173054194077849,
|
||
|
|
"num_tokens": 14512645.0,
|
||
|
|
"step": 3160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6727185323834419,
|
||
|
|
"epoch": 0.29891208260157237,
|
||
|
|
"grad_norm": 0.34375,
|
||
|
|
"learning_rate": 3.9961899217144004e-06,
|
||
|
|
"loss": 0.5752994060516358,
|
||
|
|
"mean_token_accuracy": 0.8104622792452574,
|
||
|
|
"num_tokens": 14556834.0,
|
||
|
|
"step": 3170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6954042711295187,
|
||
|
|
"epoch": 0.29985502292523664,
|
||
|
|
"grad_norm": 0.412109375,
|
||
|
|
"learning_rate": 3.989695338672775e-06,
|
||
|
|
"loss": 0.5789048671722412,
|
||
|
|
"mean_token_accuracy": 0.8124545980244875,
|
||
|
|
"num_tokens": 14596491.0,
|
||
|
|
"step": 3180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7359610196202994,
|
||
|
|
"epoch": 0.3007979632489009,
|
||
|
|
"grad_norm": 0.5078125,
|
||
|
|
"learning_rate": 3.983185129431959e-06,
|
||
|
|
"loss": 0.5956539630889892,
|
||
|
|
"mean_token_accuracy": 0.7969963911920785,
|
||
|
|
"num_tokens": 14647326.0,
|
||
|
|
"step": 3190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6450121255591512,
|
||
|
|
"epoch": 0.30174090357256517,
|
||
|
|
"grad_norm": 0.390625,
|
||
|
|
"learning_rate": 3.976659362280966e-06,
|
||
|
|
"loss": 0.5854204177856446,
|
||
|
|
"mean_token_accuracy": 0.8218308422714472,
|
||
|
|
"num_tokens": 14692466.0,
|
||
|
|
"step": 3200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6701277974992991,
|
||
|
|
"epoch": 0.30268384389622943,
|
||
|
|
"grad_norm": 0.318359375,
|
||
|
|
"learning_rate": 3.970118105672006e-06,
|
||
|
|
"loss": 0.6377078533172608,
|
||
|
|
"mean_token_accuracy": 0.8047068595886231,
|
||
|
|
"num_tokens": 14742900.0,
|
||
|
|
"step": 3210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7718553693033755,
|
||
|
|
"epoch": 0.3036267842198937,
|
||
|
|
"grad_norm": 1.3125,
|
||
|
|
"learning_rate": 3.963561428219765e-06,
|
||
|
|
"loss": 0.6326769828796387,
|
||
|
|
"mean_token_accuracy": 0.7890255197882652,
|
||
|
|
"num_tokens": 14787852.0,
|
||
|
|
"step": 3220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7489314749836922,
|
||
|
|
"epoch": 0.30456972454355796,
|
||
|
|
"grad_norm": 0.51953125,
|
||
|
|
"learning_rate": 3.956989398700687e-06,
|
||
|
|
"loss": 0.7279271602630615,
|
||
|
|
"mean_token_accuracy": 0.7867590818554163,
|
||
|
|
"num_tokens": 14827219.0,
|
||
|
|
"step": 3230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7688439194113016,
|
||
|
|
"epoch": 0.30551266486722223,
|
||
|
|
"grad_norm": 0.7734375,
|
||
|
|
"learning_rate": 3.950402086052253e-06,
|
||
|
|
"loss": 0.7808563709259033,
|
||
|
|
"mean_token_accuracy": 0.7964679040014744,
|
||
|
|
"num_tokens": 14869813.0,
|
||
|
|
"step": 3240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.5645394513383508,
|
||
|
|
"epoch": 0.3064556051908865,
|
||
|
|
"grad_norm": 0.4375,
|
||
|
|
"learning_rate": 3.943799559372254e-06,
|
||
|
|
"loss": 0.5005753993988037,
|
||
|
|
"mean_token_accuracy": 0.8374217573553324,
|
||
|
|
"num_tokens": 14918596.0,
|
||
|
|
"step": 3250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7563243569806218,
|
||
|
|
"epoch": 0.30739854551455076,
|
||
|
|
"grad_norm": 0.51171875,
|
||
|
|
"learning_rate": 3.937181887918072e-06,
|
||
|
|
"loss": 0.5691118240356445,
|
||
|
|
"mean_token_accuracy": 0.8011289283633232,
|
||
|
|
"num_tokens": 14954915.0,
|
||
|
|
"step": 3260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6726897666230798,
|
||
|
|
"epoch": 0.308341485838215,
|
||
|
|
"grad_norm": 0.62109375,
|
||
|
|
"learning_rate": 3.930549141105948e-06,
|
||
|
|
"loss": 0.5586506366729737,
|
||
|
|
"mean_token_accuracy": 0.8176765486598014,
|
||
|
|
"num_tokens": 15009865.0,
|
||
|
|
"step": 3270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7068807984702289,
|
||
|
|
"epoch": 0.3092844261618793,
|
||
|
|
"grad_norm": 0.640625,
|
||
|
|
"learning_rate": 3.923901388510259e-06,
|
||
|
|
"loss": 0.5407650947570801,
|
||
|
|
"mean_token_accuracy": 0.8079414956271649,
|
||
|
|
"num_tokens": 15056586.0,
|
||
|
|
"step": 3280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6136560516897589,
|
||
|
|
"epoch": 0.31022736648554355,
|
||
|
|
"grad_norm": 0.376953125,
|
||
|
|
"learning_rate": 3.917238699862782e-06,
|
||
|
|
"loss": 0.522227668762207,
|
||
|
|
"mean_token_accuracy": 0.8270126104354858,
|
||
|
|
"num_tokens": 15098316.0,
|
||
|
|
"step": 3290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.693851160723716,
|
||
|
|
"epoch": 0.3111703068092078,
|
||
|
|
"grad_norm": 0.58203125,
|
||
|
|
"learning_rate": 3.910561145051969e-06,
|
||
|
|
"loss": 0.5569193840026856,
|
||
|
|
"mean_token_accuracy": 0.816235949471593,
|
||
|
|
"num_tokens": 15140027.0,
|
||
|
|
"step": 3300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6663465833291411,
|
||
|
|
"epoch": 0.3121132471328721,
|
||
|
|
"grad_norm": 0.63671875,
|
||
|
|
"learning_rate": 3.903868794122211e-06,
|
||
|
|
"loss": 0.6506803035736084,
|
||
|
|
"mean_token_accuracy": 0.8125866772606969,
|
||
|
|
"num_tokens": 15179813.0,
|
||
|
|
"step": 3310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7533382272347808,
|
||
|
|
"epoch": 0.31305618745653635,
|
||
|
|
"grad_norm": 0.51953125,
|
||
|
|
"learning_rate": 3.8971617172731026e-06,
|
||
|
|
"loss": 0.6869213104248046,
|
||
|
|
"mean_token_accuracy": 0.7885122291743756,
|
||
|
|
"num_tokens": 15221550.0,
|
||
|
|
"step": 3320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7408904255833477,
|
||
|
|
"epoch": 0.3139991277802006,
|
||
|
|
"grad_norm": 0.267578125,
|
||
|
|
"learning_rate": 3.8904399848587045e-06,
|
||
|
|
"loss": 0.6417848587036132,
|
||
|
|
"mean_token_accuracy": 0.7870474755764008,
|
||
|
|
"num_tokens": 15271012.0,
|
||
|
|
"step": 3330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7080091743730008,
|
||
|
|
"epoch": 0.3149420681038649,
|
||
|
|
"grad_norm": 0.423828125,
|
||
|
|
"learning_rate": 3.88370366738681e-06,
|
||
|
|
"loss": 0.5353238582611084,
|
||
|
|
"mean_token_accuracy": 0.7993681333959103,
|
||
|
|
"num_tokens": 15317762.0,
|
||
|
|
"step": 3340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7359500544145703,
|
||
|
|
"epoch": 0.31588500842752915,
|
||
|
|
"grad_norm": 0.625,
|
||
|
|
"learning_rate": 3.876952835518202e-06,
|
||
|
|
"loss": 0.7712695121765136,
|
||
|
|
"mean_token_accuracy": 0.7999884054064751,
|
||
|
|
"num_tokens": 15356394.0,
|
||
|
|
"step": 3350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.636717552319169,
|
||
|
|
"epoch": 0.3168279487511934,
|
||
|
|
"grad_norm": 0.369140625,
|
||
|
|
"learning_rate": 3.870187560065913e-06,
|
||
|
|
"loss": 0.5929419994354248,
|
||
|
|
"mean_token_accuracy": 0.8112790875136853,
|
||
|
|
"num_tokens": 15401554.0,
|
||
|
|
"step": 3360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7583870824426413,
|
||
|
|
"epoch": 0.3177708890748577,
|
||
|
|
"grad_norm": 0.3125,
|
||
|
|
"learning_rate": 3.86340791199448e-06,
|
||
|
|
"loss": 0.6758883953094482,
|
||
|
|
"mean_token_accuracy": 0.7855101089924574,
|
||
|
|
"num_tokens": 15449214.0,
|
||
|
|
"step": 3370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.78564184429124,
|
||
|
|
"epoch": 0.31871382939852194,
|
||
|
|
"grad_norm": 0.55859375,
|
||
|
|
"learning_rate": 3.8566139624192035e-06,
|
||
|
|
"loss": 0.5231400012969971,
|
||
|
|
"mean_token_accuracy": 0.7916332878172397,
|
||
|
|
"num_tokens": 15491898.0,
|
||
|
|
"step": 3380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6915111863054335,
|
||
|
|
"epoch": 0.3196567697221862,
|
||
|
|
"grad_norm": 1.8125,
|
||
|
|
"learning_rate": 3.849805782605401e-06,
|
||
|
|
"loss": 0.506642484664917,
|
||
|
|
"mean_token_accuracy": 0.81902342364192,
|
||
|
|
"num_tokens": 15536558.0,
|
||
|
|
"step": 3390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7364246053621173,
|
||
|
|
"epoch": 0.3205997100458505,
|
||
|
|
"grad_norm": 0.408203125,
|
||
|
|
"learning_rate": 3.842983443967654e-06,
|
||
|
|
"loss": 0.6232193946838379,
|
||
|
|
"mean_token_accuracy": 0.793385767377913,
|
||
|
|
"num_tokens": 15584969.0,
|
||
|
|
"step": 3400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6796113492920994,
|
||
|
|
"epoch": 0.32154265036951474,
|
||
|
|
"grad_norm": 0.4296875,
|
||
|
|
"learning_rate": 3.83614701806907e-06,
|
||
|
|
"loss": 0.5323117733001709,
|
||
|
|
"mean_token_accuracy": 0.7944784520193935,
|
||
|
|
"num_tokens": 15628552.0,
|
||
|
|
"step": 3410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.5872353835962713,
|
||
|
|
"epoch": 0.322485590693179,
|
||
|
|
"grad_norm": 0.287109375,
|
||
|
|
"learning_rate": 3.8292965766205204e-06,
|
||
|
|
"loss": 0.5037885189056397,
|
||
|
|
"mean_token_accuracy": 0.8266831699758768,
|
||
|
|
"num_tokens": 15684463.0,
|
||
|
|
"step": 3420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6443200805224478,
|
||
|
|
"epoch": 0.32342853101684327,
|
||
|
|
"grad_norm": 0.478515625,
|
||
|
|
"learning_rate": 3.822432191479894e-06,
|
||
|
|
"loss": 0.6218739509582519,
|
||
|
|
"mean_token_accuracy": 0.8293004889041186,
|
||
|
|
"num_tokens": 15731478.0,
|
||
|
|
"step": 3430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6724415736272931,
|
||
|
|
"epoch": 0.32437147134050753,
|
||
|
|
"grad_norm": 0.482421875,
|
||
|
|
"learning_rate": 3.815553934651342e-06,
|
||
|
|
"loss": 0.49276022911071776,
|
||
|
|
"mean_token_accuracy": 0.8229852892458439,
|
||
|
|
"num_tokens": 15783638.0,
|
||
|
|
"step": 3440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8211766470223665,
|
||
|
|
"epoch": 0.3253144116641718,
|
||
|
|
"grad_norm": 0.40234375,
|
||
|
|
"learning_rate": 3.8086618782845265e-06,
|
||
|
|
"loss": 0.7018588542938232,
|
||
|
|
"mean_token_accuracy": 0.7826432820409537,
|
||
|
|
"num_tokens": 15823126.0,
|
||
|
|
"step": 3450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6938874244689941,
|
||
|
|
"epoch": 0.32625735198783606,
|
||
|
|
"grad_norm": 0.357421875,
|
||
|
|
"learning_rate": 3.8017560946738557e-06,
|
||
|
|
"loss": 0.6181281089782715,
|
||
|
|
"mean_token_accuracy": 0.8122403334826231,
|
||
|
|
"num_tokens": 15871899.0,
|
||
|
|
"step": 3460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7408801101148128,
|
||
|
|
"epoch": 0.32720029231150033,
|
||
|
|
"grad_norm": 0.421875,
|
||
|
|
"learning_rate": 3.7948366562577323e-06,
|
||
|
|
"loss": 0.7769334316253662,
|
||
|
|
"mean_token_accuracy": 0.7820941220968962,
|
||
|
|
"num_tokens": 15917934.0,
|
||
|
|
"step": 3470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7755114403553307,
|
||
|
|
"epoch": 0.3281432326351646,
|
||
|
|
"grad_norm": 0.4375,
|
||
|
|
"learning_rate": 3.78790363561779e-06,
|
||
|
|
"loss": 0.8794495582580566,
|
||
|
|
"mean_token_accuracy": 0.794552437029779,
|
||
|
|
"num_tokens": 15966575.0,
|
||
|
|
"step": 3480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6764940508641303,
|
||
|
|
"epoch": 0.32908617295882886,
|
||
|
|
"grad_norm": 0.5078125,
|
||
|
|
"learning_rate": 3.780957105478136e-06,
|
||
|
|
"loss": 0.5081439971923828,
|
||
|
|
"mean_token_accuracy": 0.8095720581710338,
|
||
|
|
"num_tokens": 16005157.0,
|
||
|
|
"step": 3490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6400508332066238,
|
||
|
|
"epoch": 0.3300291132824931,
|
||
|
|
"grad_norm": 0.451171875,
|
||
|
|
"learning_rate": 3.773997138704584e-06,
|
||
|
|
"loss": 0.6697597503662109,
|
||
|
|
"mean_token_accuracy": 0.8156585179269313,
|
||
|
|
"num_tokens": 16058706.0,
|
||
|
|
"step": 3500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7768798024393618,
|
||
|
|
"epoch": 0.3309720536061574,
|
||
|
|
"grad_norm": 0.47265625,
|
||
|
|
"learning_rate": 3.767023808303892e-06,
|
||
|
|
"loss": 0.6917949199676514,
|
||
|
|
"mean_token_accuracy": 0.7819763291627169,
|
||
|
|
"num_tokens": 16104548.0,
|
||
|
|
"step": 3510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6866999283432961,
|
||
|
|
"epoch": 0.33191499392982166,
|
||
|
|
"grad_norm": 0.375,
|
||
|
|
"learning_rate": 3.760037187422996e-06,
|
||
|
|
"loss": 0.5713237285614013,
|
||
|
|
"mean_token_accuracy": 0.808608740568161,
|
||
|
|
"num_tokens": 16151094.0,
|
||
|
|
"step": 3520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6466354493051767,
|
||
|
|
"epoch": 0.3328579342534859,
|
||
|
|
"grad_norm": 0.5234375,
|
||
|
|
"learning_rate": 3.7530373493482442e-06,
|
||
|
|
"loss": 0.5052223682403565,
|
||
|
|
"mean_token_accuracy": 0.8262160135433078,
|
||
|
|
"num_tokens": 16187244.0,
|
||
|
|
"step": 3530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7813827708363533,
|
||
|
|
"epoch": 0.3338008745771502,
|
||
|
|
"grad_norm": 0.50390625,
|
||
|
|
"learning_rate": 3.746024367504624e-06,
|
||
|
|
"loss": 0.741961669921875,
|
||
|
|
"mean_token_accuracy": 0.7885062169283629,
|
||
|
|
"num_tokens": 16230839.0,
|
||
|
|
"step": 3540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6852214397862554,
|
||
|
|
"epoch": 0.33474381490081445,
|
||
|
|
"grad_norm": 0.296875,
|
||
|
|
"learning_rate": 3.738998315454997e-06,
|
||
|
|
"loss": 0.7102997303009033,
|
||
|
|
"mean_token_accuracy": 0.8053493849933148,
|
||
|
|
"num_tokens": 16272786.0,
|
||
|
|
"step": 3550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7877503798343242,
|
||
|
|
"epoch": 0.3356867552244787,
|
||
|
|
"grad_norm": 0.5390625,
|
||
|
|
"learning_rate": 3.7319592668993252e-06,
|
||
|
|
"loss": 0.6556308746337891,
|
||
|
|
"mean_token_accuracy": 0.7900882601737976,
|
||
|
|
"num_tokens": 16315697.0,
|
||
|
|
"step": 3560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7013790069147945,
|
||
|
|
"epoch": 0.336629695548143,
|
||
|
|
"grad_norm": 1.2890625,
|
||
|
|
"learning_rate": 3.724907295673897e-06,
|
||
|
|
"loss": 0.6879619598388672,
|
||
|
|
"mean_token_accuracy": 0.7857543051242828,
|
||
|
|
"num_tokens": 16355680.0,
|
||
|
|
"step": 3570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.741982850804925,
|
||
|
|
"epoch": 0.33757263587180725,
|
||
|
|
"grad_norm": 0.283203125,
|
||
|
|
"learning_rate": 3.7178424757505527e-06,
|
||
|
|
"loss": 0.4787749767303467,
|
||
|
|
"mean_token_accuracy": 0.7993146969936789,
|
||
|
|
"num_tokens": 16403649.0,
|
||
|
|
"step": 3580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7543878412805498,
|
||
|
|
"epoch": 0.3385155761954715,
|
||
|
|
"grad_norm": 0.265625,
|
||
|
|
"learning_rate": 3.710764881235911e-06,
|
||
|
|
"loss": 0.6166384220123291,
|
||
|
|
"mean_token_accuracy": 0.7903889134526253,
|
||
|
|
"num_tokens": 16450951.0,
|
||
|
|
"step": 3590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7278856437653303,
|
||
|
|
"epoch": 0.3394585165191358,
|
||
|
|
"grad_norm": 0.58984375,
|
||
|
|
"learning_rate": 3.7036745863705898e-06,
|
||
|
|
"loss": 0.5853046894073486,
|
||
|
|
"mean_token_accuracy": 0.8067043915390968,
|
||
|
|
"num_tokens": 16492847.0,
|
||
|
|
"step": 3600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.623352998867631,
|
||
|
|
"epoch": 0.34040145684280004,
|
||
|
|
"grad_norm": 0.859375,
|
||
|
|
"learning_rate": 3.696571665528426e-06,
|
||
|
|
"loss": 0.6010436058044434,
|
||
|
|
"mean_token_accuracy": 0.8135320819914341,
|
||
|
|
"num_tokens": 16539335.0,
|
||
|
|
"step": 3610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.5651233859360218,
|
||
|
|
"epoch": 0.3413443971664643,
|
||
|
|
"grad_norm": 0.34765625,
|
||
|
|
"learning_rate": 3.6894561932156993e-06,
|
||
|
|
"loss": 0.480146598815918,
|
||
|
|
"mean_token_accuracy": 0.8269745983183384,
|
||
|
|
"num_tokens": 16581557.0,
|
||
|
|
"step": 3620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.5513820692896843,
|
||
|
|
"epoch": 0.3422873374901286,
|
||
|
|
"grad_norm": 0.29296875,
|
||
|
|
"learning_rate": 3.6823282440703464e-06,
|
||
|
|
"loss": 0.44032793045043944,
|
||
|
|
"mean_token_accuracy": 0.8351238772273064,
|
||
|
|
"num_tokens": 16630457.0,
|
||
|
|
"step": 3630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6860549350269138,
|
||
|
|
"epoch": 0.34323027781379284,
|
||
|
|
"grad_norm": 0.42578125,
|
||
|
|
"learning_rate": 3.675187892861181e-06,
|
||
|
|
"loss": 0.8258073806762696,
|
||
|
|
"mean_token_accuracy": 0.8066768426448107,
|
||
|
|
"num_tokens": 16672161.0,
|
||
|
|
"step": 3640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7870678843930363,
|
||
|
|
"epoch": 0.3441732181374571,
|
||
|
|
"grad_norm": 0.384765625,
|
||
|
|
"learning_rate": 3.668035214487109e-06,
|
||
|
|
"loss": 0.596193790435791,
|
||
|
|
"mean_token_accuracy": 0.7948238357901574,
|
||
|
|
"num_tokens": 16718702.0,
|
||
|
|
"step": 3650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.643625473883003,
|
||
|
|
"epoch": 0.34511615846112137,
|
||
|
|
"grad_norm": 0.6875,
|
||
|
|
"learning_rate": 3.6608702839763417e-06,
|
||
|
|
"loss": 0.5603129863739014,
|
||
|
|
"mean_token_accuracy": 0.8320864170789719,
|
||
|
|
"num_tokens": 16762137.0,
|
||
|
|
"step": 3660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6784814346581698,
|
||
|
|
"epoch": 0.34605909878478563,
|
||
|
|
"grad_norm": 0.294921875,
|
||
|
|
"learning_rate": 3.653693176485609e-06,
|
||
|
|
"loss": 0.5835480213165283,
|
||
|
|
"mean_token_accuracy": 0.7936832685023546,
|
||
|
|
"num_tokens": 16811007.0,
|
||
|
|
"step": 3670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6954671564511955,
|
||
|
|
"epoch": 0.3470020391084499,
|
||
|
|
"grad_norm": 0.3359375,
|
||
|
|
"learning_rate": 3.6465039672993747e-06,
|
||
|
|
"loss": 0.5739445209503173,
|
||
|
|
"mean_token_accuracy": 0.8101118110120297,
|
||
|
|
"num_tokens": 16859417.0,
|
||
|
|
"step": 3680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.5880941131850704,
|
||
|
|
"epoch": 0.34794497943211417,
|
||
|
|
"grad_norm": 0.41015625,
|
||
|
|
"learning_rate": 3.6393027318290393e-06,
|
||
|
|
"loss": 0.5243205070495606,
|
||
|
|
"mean_token_accuracy": 0.8368364397436381,
|
||
|
|
"num_tokens": 16905942.0,
|
||
|
|
"step": 3690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7491540067829192,
|
||
|
|
"epoch": 0.34888791975577843,
|
||
|
|
"grad_norm": 0.6015625,
|
||
|
|
"learning_rate": 3.6320895456121554e-06,
|
||
|
|
"loss": 0.6963620185852051,
|
||
|
|
"mean_token_accuracy": 0.7984883543103933,
|
||
|
|
"num_tokens": 16952505.0,
|
||
|
|
"step": 3700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6897736290469766,
|
||
|
|
"epoch": 0.3498308600794427,
|
||
|
|
"grad_norm": 0.7421875,
|
||
|
|
"learning_rate": 3.624864484311634e-06,
|
||
|
|
"loss": 0.7436827182769775,
|
||
|
|
"mean_token_accuracy": 0.8021753750741482,
|
||
|
|
"num_tokens": 16988497.0,
|
||
|
|
"step": 3710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7926816479302943,
|
||
|
|
"epoch": 0.35077380040310696,
|
||
|
|
"grad_norm": 0.50390625,
|
||
|
|
"learning_rate": 3.617627623714949e-06,
|
||
|
|
"loss": 0.5878771781921387,
|
||
|
|
"mean_token_accuracy": 0.8056975590065122,
|
||
|
|
"num_tokens": 17034282.0,
|
||
|
|
"step": 3720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7796463750302791,
|
||
|
|
"epoch": 0.3517167407267713,
|
||
|
|
"grad_norm": 0.333984375,
|
||
|
|
"learning_rate": 3.6103790397333434e-06,
|
||
|
|
"loss": 0.6098315238952636,
|
||
|
|
"mean_token_accuracy": 0.7889279814437031,
|
||
|
|
"num_tokens": 17079686.0,
|
||
|
|
"step": 3730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6948955420404672,
|
||
|
|
"epoch": 0.35265968105043555,
|
||
|
|
"grad_norm": 0.443359375,
|
||
|
|
"learning_rate": 3.6031188084010323e-06,
|
||
|
|
"loss": 0.5765831947326661,
|
||
|
|
"mean_token_accuracy": 0.809371105581522,
|
||
|
|
"num_tokens": 17130498.0,
|
||
|
|
"step": 3740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7758785348385573,
|
||
|
|
"epoch": 0.3536026213740998,
|
||
|
|
"grad_norm": 0.83203125,
|
||
|
|
"learning_rate": 3.5958470058744087e-06,
|
||
|
|
"loss": 0.7576163291931153,
|
||
|
|
"mean_token_accuracy": 0.783694538474083,
|
||
|
|
"num_tokens": 17172063.0,
|
||
|
|
"step": 3750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6243882402777672,
|
||
|
|
"epoch": 0.3545455616977641,
|
||
|
|
"grad_norm": 0.58984375,
|
||
|
|
"learning_rate": 3.5885637084312396e-06,
|
||
|
|
"loss": 0.5422124862670898,
|
||
|
|
"mean_token_accuracy": 0.8128781575709582,
|
||
|
|
"num_tokens": 17216580.0,
|
||
|
|
"step": 3760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8334074198268354,
|
||
|
|
"epoch": 0.35548850202142834,
|
||
|
|
"grad_norm": 0.74609375,
|
||
|
|
"learning_rate": 3.5812689924698683e-06,
|
||
|
|
"loss": 0.7805116653442383,
|
||
|
|
"mean_token_accuracy": 0.7612057582475245,
|
||
|
|
"num_tokens": 17259710.0,
|
||
|
|
"step": 3770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7605297128204256,
|
||
|
|
"epoch": 0.3564314423450926,
|
||
|
|
"grad_norm": 0.408203125,
|
||
|
|
"learning_rate": 3.5739629345084138e-06,
|
||
|
|
"loss": 0.6510057926177979,
|
||
|
|
"mean_token_accuracy": 0.7927152115851641,
|
||
|
|
"num_tokens": 17300431.0,
|
||
|
|
"step": 3780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.652113667037338,
|
||
|
|
"epoch": 0.3573743826687569,
|
||
|
|
"grad_norm": 0.33984375,
|
||
|
|
"learning_rate": 3.5666456111839665e-06,
|
||
|
|
"loss": 0.5418231964111329,
|
||
|
|
"mean_token_accuracy": 0.8129661198705435,
|
||
|
|
"num_tokens": 17351269.0,
|
||
|
|
"step": 3790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6586431222967803,
|
||
|
|
"epoch": 0.35831732299242114,
|
||
|
|
"grad_norm": 0.57421875,
|
||
|
|
"learning_rate": 3.5593170992517863e-06,
|
||
|
|
"loss": 0.6081669807434082,
|
||
|
|
"mean_token_accuracy": 0.8147268489003181,
|
||
|
|
"num_tokens": 17391637.0,
|
||
|
|
"step": 3800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6838495754636824,
|
||
|
|
"epoch": 0.3592602633160854,
|
||
|
|
"grad_norm": 0.55859375,
|
||
|
|
"learning_rate": 3.5519774755844944e-06,
|
||
|
|
"loss": 0.6559165000915528,
|
||
|
|
"mean_token_accuracy": 0.8095557514578104,
|
||
|
|
"num_tokens": 17434461.0,
|
||
|
|
"step": 3810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6051603745669126,
|
||
|
|
"epoch": 0.36020320363974967,
|
||
|
|
"grad_norm": 0.50390625,
|
||
|
|
"learning_rate": 3.5446268171712706e-06,
|
||
|
|
"loss": 0.5790258884429932,
|
||
|
|
"mean_token_accuracy": 0.8305861912667751,
|
||
|
|
"num_tokens": 17478194.0,
|
||
|
|
"step": 3820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6348789224401117,
|
||
|
|
"epoch": 0.36114614396341393,
|
||
|
|
"grad_norm": 0.39453125,
|
||
|
|
"learning_rate": 3.5372652011170446e-06,
|
||
|
|
"loss": 0.5092689514160156,
|
||
|
|
"mean_token_accuracy": 0.8051383793354034,
|
||
|
|
"num_tokens": 17534987.0,
|
||
|
|
"step": 3830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6503554282244295,
|
||
|
|
"epoch": 0.3620890842870782,
|
||
|
|
"grad_norm": 0.76171875,
|
||
|
|
"learning_rate": 3.529892704641684e-06,
|
||
|
|
"loss": 0.5429260730743408,
|
||
|
|
"mean_token_accuracy": 0.8092528533190488,
|
||
|
|
"num_tokens": 17579200.0,
|
||
|
|
"step": 3840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7444478679448366,
|
||
|
|
"epoch": 0.36303202461074247,
|
||
|
|
"grad_norm": 0.72265625,
|
||
|
|
"learning_rate": 3.522509405079188e-06,
|
||
|
|
"loss": 0.7835160732269287,
|
||
|
|
"mean_token_accuracy": 0.7970532771199942,
|
||
|
|
"num_tokens": 17620157.0,
|
||
|
|
"step": 3850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6852880992926658,
|
||
|
|
"epoch": 0.36397496493440673,
|
||
|
|
"grad_norm": 0.474609375,
|
||
|
|
"learning_rate": 3.5151153798768765e-06,
|
||
|
|
"loss": 0.5196993827819825,
|
||
|
|
"mean_token_accuracy": 0.818078025430441,
|
||
|
|
"num_tokens": 17672607.0,
|
||
|
|
"step": 3860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6903492113575339,
|
||
|
|
"epoch": 0.364917905258071,
|
||
|
|
"grad_norm": 0.28515625,
|
||
|
|
"learning_rate": 3.5077107065945743e-06,
|
||
|
|
"loss": 0.5674126625061036,
|
||
|
|
"mean_token_accuracy": 0.8169661879539489,
|
||
|
|
"num_tokens": 17718690.0,
|
||
|
|
"step": 3870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7269641313701868,
|
||
|
|
"epoch": 0.36586084558173526,
|
||
|
|
"grad_norm": 0.40234375,
|
||
|
|
"learning_rate": 3.5002954629038007e-06,
|
||
|
|
"loss": 0.5830210208892822,
|
||
|
|
"mean_token_accuracy": 0.8018156543374062,
|
||
|
|
"num_tokens": 17760388.0,
|
||
|
|
"step": 3880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7480830346234143,
|
||
|
|
"epoch": 0.3668037859053995,
|
||
|
|
"grad_norm": 0.392578125,
|
||
|
|
"learning_rate": 3.4928697265869516e-06,
|
||
|
|
"loss": 0.5468933582305908,
|
||
|
|
"mean_token_accuracy": 0.800993998721242,
|
||
|
|
"num_tokens": 17810259.0,
|
||
|
|
"step": 3890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6070564269088209,
|
||
|
|
"epoch": 0.3677467262290638,
|
||
|
|
"grad_norm": 0.38671875,
|
||
|
|
"learning_rate": 3.48543357553649e-06,
|
||
|
|
"loss": 0.5181046009063721,
|
||
|
|
"mean_token_accuracy": 0.8317337445914745,
|
||
|
|
"num_tokens": 17858820.0,
|
||
|
|
"step": 3900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8158755677752196,
|
||
|
|
"epoch": 0.36868966655272806,
|
||
|
|
"grad_norm": 0.3828125,
|
||
|
|
"learning_rate": 3.4779870877541188e-06,
|
||
|
|
"loss": 0.6114593029022217,
|
||
|
|
"mean_token_accuracy": 0.7713057190179825,
|
||
|
|
"num_tokens": 17902522.0,
|
||
|
|
"step": 3910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6110333253629505,
|
||
|
|
"epoch": 0.3696326068763923,
|
||
|
|
"grad_norm": 0.322265625,
|
||
|
|
"learning_rate": 3.4705303413499736e-06,
|
||
|
|
"loss": 0.5357798099517822,
|
||
|
|
"mean_token_accuracy": 0.8168054174631834,
|
||
|
|
"num_tokens": 17949303.0,
|
||
|
|
"step": 3920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6398234066087752,
|
||
|
|
"epoch": 0.3705755472000566,
|
||
|
|
"grad_norm": 0.76171875,
|
||
|
|
"learning_rate": 3.4630634145417944e-06,
|
||
|
|
"loss": 0.6564537048339844,
|
||
|
|
"mean_token_accuracy": 0.8288793444633484,
|
||
|
|
"num_tokens": 17993395.0,
|
||
|
|
"step": 3930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6848932018503546,
|
||
|
|
"epoch": 0.37151848752372085,
|
||
|
|
"grad_norm": 0.5390625,
|
||
|
|
"learning_rate": 3.4555863856541107e-06,
|
||
|
|
"loss": 0.740598487854004,
|
||
|
|
"mean_token_accuracy": 0.7940419346094132,
|
||
|
|
"num_tokens": 18041610.0,
|
||
|
|
"step": 3940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.647498956695199,
|
||
|
|
"epoch": 0.3724614278473851,
|
||
|
|
"grad_norm": 0.484375,
|
||
|
|
"learning_rate": 3.4480993331174166e-06,
|
||
|
|
"loss": 0.6062899112701416,
|
||
|
|
"mean_token_accuracy": 0.8174811258912087,
|
||
|
|
"num_tokens": 18092998.0,
|
||
|
|
"step": 3950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.694026449136436,
|
||
|
|
"epoch": 0.3734043681710494,
|
||
|
|
"grad_norm": 0.26171875,
|
||
|
|
"learning_rate": 3.440602335467351e-06,
|
||
|
|
"loss": 0.5536818504333496,
|
||
|
|
"mean_token_accuracy": 0.7983353350311517,
|
||
|
|
"num_tokens": 18134601.0,
|
||
|
|
"step": 3960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6323764859698713,
|
||
|
|
"epoch": 0.37434730849471365,
|
||
|
|
"grad_norm": 0.419921875,
|
||
|
|
"learning_rate": 3.433095471343872e-06,
|
||
|
|
"loss": 0.658245325088501,
|
||
|
|
"mean_token_accuracy": 0.8151856455951929,
|
||
|
|
"num_tokens": 18178003.0,
|
||
|
|
"step": 3970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8302557891234755,
|
||
|
|
"epoch": 0.3752902488183779,
|
||
|
|
"grad_norm": 0.419921875,
|
||
|
|
"learning_rate": 3.425578819490431e-06,
|
||
|
|
"loss": 0.7398871898651123,
|
||
|
|
"mean_token_accuracy": 0.7722434610128402,
|
||
|
|
"num_tokens": 18221880.0,
|
||
|
|
"step": 3980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.661791059281677,
|
||
|
|
"epoch": 0.3762331891420422,
|
||
|
|
"grad_norm": 0.443359375,
|
||
|
|
"learning_rate": 3.4180524587531504e-06,
|
||
|
|
"loss": 0.48392953872680666,
|
||
|
|
"mean_token_accuracy": 0.8174215763807297,
|
||
|
|
"num_tokens": 18265321.0,
|
||
|
|
"step": 3990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.675689808651805,
|
||
|
|
"epoch": 0.37717612946570644,
|
||
|
|
"grad_norm": 0.48828125,
|
||
|
|
"learning_rate": 3.4105164680799928e-06,
|
||
|
|
"loss": 0.5103531837463379,
|
||
|
|
"mean_token_accuracy": 0.8037473402917386,
|
||
|
|
"num_tokens": 18306707.0,
|
||
|
|
"step": 4000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8221991116646677,
|
||
|
|
"epoch": 0.3781190697893707,
|
||
|
|
"grad_norm": 0.271484375,
|
||
|
|
"learning_rate": 3.402970926519934e-06,
|
||
|
|
"loss": 0.618397331237793,
|
||
|
|
"mean_token_accuracy": 0.7826770418323576,
|
||
|
|
"num_tokens": 18346281.0,
|
||
|
|
"step": 4010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7318005957640707,
|
||
|
|
"epoch": 0.379062010113035,
|
||
|
|
"grad_norm": 0.271484375,
|
||
|
|
"learning_rate": 3.395415913222134e-06,
|
||
|
|
"loss": 0.7626585960388184,
|
||
|
|
"mean_token_accuracy": 0.7984059415757656,
|
||
|
|
"num_tokens": 18389995.0,
|
||
|
|
"step": 4020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8118009151890874,
|
||
|
|
"epoch": 0.38000495043669924,
|
||
|
|
"grad_norm": 0.62109375,
|
||
|
|
"learning_rate": 3.3878515074351087e-06,
|
||
|
|
"loss": 0.7354348182678223,
|
||
|
|
"mean_token_accuracy": 0.7721582528203725,
|
||
|
|
"num_tokens": 18434935.0,
|
||
|
|
"step": 4030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8204971087165177,
|
||
|
|
"epoch": 0.3809478907603635,
|
||
|
|
"grad_norm": 0.57421875,
|
||
|
|
"learning_rate": 3.3802777885058933e-06,
|
||
|
|
"loss": 0.5647460460662842,
|
||
|
|
"mean_token_accuracy": 0.7732091106474399,
|
||
|
|
"num_tokens": 18482777.0,
|
||
|
|
"step": 4040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6955384029075503,
|
||
|
|
"epoch": 0.38189083108402777,
|
||
|
|
"grad_norm": 0.4921875,
|
||
|
|
"learning_rate": 3.3726948358792176e-06,
|
||
|
|
"loss": 0.6320321083068847,
|
||
|
|
"mean_token_accuracy": 0.8126376781612634,
|
||
|
|
"num_tokens": 18530249.0,
|
||
|
|
"step": 4050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7113258785568177,
|
||
|
|
"epoch": 0.38283377140769204,
|
||
|
|
"grad_norm": 0.46484375,
|
||
|
|
"learning_rate": 3.3651027290966653e-06,
|
||
|
|
"loss": 0.5650223731994629,
|
||
|
|
"mean_token_accuracy": 0.8019524831324816,
|
||
|
|
"num_tokens": 18577504.0,
|
||
|
|
"step": 4060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6824137067887932,
|
||
|
|
"epoch": 0.3837767117313563,
|
||
|
|
"grad_norm": 1.2734375,
|
||
|
|
"learning_rate": 3.3575015477958445e-06,
|
||
|
|
"loss": 0.6059187412261963,
|
||
|
|
"mean_token_accuracy": 0.7883812438696622,
|
||
|
|
"num_tokens": 18619468.0,
|
||
|
|
"step": 4070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7901984248310328,
|
||
|
|
"epoch": 0.38471965205502057,
|
||
|
|
"grad_norm": 0.408203125,
|
||
|
|
"learning_rate": 3.34989137170955e-06,
|
||
|
|
"loss": 0.5455976486206054,
|
||
|
|
"mean_token_accuracy": 0.784822690486908,
|
||
|
|
"num_tokens": 18667000.0,
|
||
|
|
"step": 4080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.718475041934289,
|
||
|
|
"epoch": 0.38566259237868483,
|
||
|
|
"grad_norm": 0.31640625,
|
||
|
|
"learning_rate": 3.3422722806649276e-06,
|
||
|
|
"loss": 0.5682651042938233,
|
||
|
|
"mean_token_accuracy": 0.8000302887521684,
|
||
|
|
"num_tokens": 18710396.0,
|
||
|
|
"step": 4090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6617384196259082,
|
||
|
|
"epoch": 0.3866055327023491,
|
||
|
|
"grad_norm": 0.35546875,
|
||
|
|
"learning_rate": 3.334644354582638e-06,
|
||
|
|
"loss": 0.5210241794586181,
|
||
|
|
"mean_token_accuracy": 0.8172427896410227,
|
||
|
|
"num_tokens": 18758405.0,
|
||
|
|
"step": 4100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7391965406015515,
|
||
|
|
"epoch": 0.38754847302601336,
|
||
|
|
"grad_norm": 0.64453125,
|
||
|
|
"learning_rate": 3.327007673476015e-06,
|
||
|
|
"loss": 0.6083121299743652,
|
||
|
|
"mean_token_accuracy": 0.7892594009637832,
|
||
|
|
"num_tokens": 18803120.0,
|
||
|
|
"step": 4110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6573400060646236,
|
||
|
|
"epoch": 0.38849141334967763,
|
||
|
|
"grad_norm": 0.72265625,
|
||
|
|
"learning_rate": 3.319362317450231e-06,
|
||
|
|
"loss": 0.5357893466949463,
|
||
|
|
"mean_token_accuracy": 0.8097851235419512,
|
||
|
|
"num_tokens": 18846147.0,
|
||
|
|
"step": 4120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7643828511238098,
|
||
|
|
"epoch": 0.3894343536733419,
|
||
|
|
"grad_norm": 0.75390625,
|
||
|
|
"learning_rate": 3.3117083667014518e-06,
|
||
|
|
"loss": 0.6513972759246827,
|
||
|
|
"mean_token_accuracy": 0.8002022080123424,
|
||
|
|
"num_tokens": 18888996.0,
|
||
|
|
"step": 4130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6743721715174615,
|
||
|
|
"epoch": 0.39037729399700616,
|
||
|
|
"grad_norm": 0.61328125,
|
||
|
|
"learning_rate": 3.304045901516e-06,
|
||
|
|
"loss": 0.5173910617828369,
|
||
|
|
"mean_token_accuracy": 0.8222727868705988,
|
||
|
|
"num_tokens": 18933492.0,
|
||
|
|
"step": 4140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6496790492208675,
|
||
|
|
"epoch": 0.3913202343206704,
|
||
|
|
"grad_norm": 0.474609375,
|
||
|
|
"learning_rate": 3.2963750022695094e-06,
|
||
|
|
"loss": 0.5311402320861817,
|
||
|
|
"mean_token_accuracy": 0.8124469438567757,
|
||
|
|
"num_tokens": 18980265.0,
|
||
|
|
"step": 4150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7410643206909299,
|
||
|
|
"epoch": 0.3922631746443347,
|
||
|
|
"grad_norm": 0.3671875,
|
||
|
|
"learning_rate": 3.288695749426084e-06,
|
||
|
|
"loss": 0.5552346229553222,
|
||
|
|
"mean_token_accuracy": 0.8150686305016279,
|
||
|
|
"num_tokens": 19034421.0,
|
||
|
|
"step": 4160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7548421092098578,
|
||
|
|
"epoch": 0.39320611496799895,
|
||
|
|
"grad_norm": 0.490234375,
|
||
|
|
"learning_rate": 3.2810082235374508e-06,
|
||
|
|
"loss": 0.7359838485717773,
|
||
|
|
"mean_token_accuracy": 0.8010040692985058,
|
||
|
|
"num_tokens": 19084813.0,
|
||
|
|
"step": 4170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.5428073874674737,
|
||
|
|
"epoch": 0.3941490552916632,
|
||
|
|
"grad_norm": 0.318359375,
|
||
|
|
"learning_rate": 3.2733125052421193e-06,
|
||
|
|
"loss": 0.46096482276916506,
|
||
|
|
"mean_token_accuracy": 0.8404661461710929,
|
||
|
|
"num_tokens": 19131677.0,
|
||
|
|
"step": 4180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6938783401623368,
|
||
|
|
"epoch": 0.3950919956153275,
|
||
|
|
"grad_norm": 0.54296875,
|
||
|
|
"learning_rate": 3.2656086752645334e-06,
|
||
|
|
"loss": 0.6413106441497802,
|
||
|
|
"mean_token_accuracy": 0.804457500204444,
|
||
|
|
"num_tokens": 19175289.0,
|
||
|
|
"step": 4190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7383185734972357,
|
||
|
|
"epoch": 0.39603493593899175,
|
||
|
|
"grad_norm": 0.625,
|
||
|
|
"learning_rate": 3.257896814414223e-06,
|
||
|
|
"loss": 0.599180793762207,
|
||
|
|
"mean_token_accuracy": 0.7934302197769284,
|
||
|
|
"num_tokens": 19226110.0,
|
||
|
|
"step": 4200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6432693097740412,
|
||
|
|
"epoch": 0.396977876262656,
|
||
|
|
"grad_norm": 0.63671875,
|
||
|
|
"learning_rate": 3.2501770035849605e-06,
|
||
|
|
"loss": 0.5177838802337646,
|
||
|
|
"mean_token_accuracy": 0.8194103617221117,
|
||
|
|
"num_tokens": 19273450.0,
|
||
|
|
"step": 4210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6650319148786366,
|
||
|
|
"epoch": 0.3979208165863203,
|
||
|
|
"grad_norm": 0.43359375,
|
||
|
|
"learning_rate": 3.242449323753908e-06,
|
||
|
|
"loss": 0.5644178867340088,
|
||
|
|
"mean_token_accuracy": 0.8194221030920744,
|
||
|
|
"num_tokens": 19313801.0,
|
||
|
|
"step": 4220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7258335336111486,
|
||
|
|
"epoch": 0.39886375690998455,
|
||
|
|
"grad_norm": 0.392578125,
|
||
|
|
"learning_rate": 3.2347138559807702e-06,
|
||
|
|
"loss": 0.7438495635986329,
|
||
|
|
"mean_token_accuracy": 0.8006484184414149,
|
||
|
|
"num_tokens": 19364314.0,
|
||
|
|
"step": 4230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6766277103684842,
|
||
|
|
"epoch": 0.3998066972336488,
|
||
|
|
"grad_norm": 0.50390625,
|
||
|
|
"learning_rate": 3.226970681406944e-06,
|
||
|
|
"loss": 0.6204345703125,
|
||
|
|
"mean_token_accuracy": 0.7923669695854187,
|
||
|
|
"num_tokens": 19408153.0,
|
||
|
|
"step": 4240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7198492975905537,
|
||
|
|
"epoch": 0.4007496375573131,
|
||
|
|
"grad_norm": 0.439453125,
|
||
|
|
"learning_rate": 3.219219881254666e-06,
|
||
|
|
"loss": 0.6644938945770263,
|
||
|
|
"mean_token_accuracy": 0.7969273280352354,
|
||
|
|
"num_tokens": 19451626.0,
|
||
|
|
"step": 4250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.843270109500736,
|
||
|
|
"epoch": 0.40169257788097734,
|
||
|
|
"grad_norm": 0.474609375,
|
||
|
|
"learning_rate": 3.2114615368261624e-06,
|
||
|
|
"loss": 0.7886375427246094,
|
||
|
|
"mean_token_accuracy": 0.7667363656684756,
|
||
|
|
"num_tokens": 19500931.0,
|
||
|
|
"step": 4260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7085121444426477,
|
||
|
|
"epoch": 0.4026355182046416,
|
||
|
|
"grad_norm": 0.90234375,
|
||
|
|
"learning_rate": 3.2036957295027958e-06,
|
||
|
|
"loss": 0.6949386119842529,
|
||
|
|
"mean_token_accuracy": 0.7916569627821446,
|
||
|
|
"num_tokens": 19549938.0,
|
||
|
|
"step": 4270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6853237067349255,
|
||
|
|
"epoch": 0.4035784585283059,
|
||
|
|
"grad_norm": 0.75390625,
|
||
|
|
"learning_rate": 3.1959225407442097e-06,
|
||
|
|
"loss": 0.6178842544555664,
|
||
|
|
"mean_token_accuracy": 0.8125127829611302,
|
||
|
|
"num_tokens": 19599634.0,
|
||
|
|
"step": 4280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6578317375853657,
|
||
|
|
"epoch": 0.40452139885197014,
|
||
|
|
"grad_norm": 0.58984375,
|
||
|
|
"learning_rate": 3.188142052087476e-06,
|
||
|
|
"loss": 0.6399495601654053,
|
||
|
|
"mean_token_accuracy": 0.8123631715774536,
|
||
|
|
"num_tokens": 19645911.0,
|
||
|
|
"step": 4290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.678624777495861,
|
||
|
|
"epoch": 0.4054643391756344,
|
||
|
|
"grad_norm": 0.353515625,
|
||
|
|
"learning_rate": 3.1803543451462393e-06,
|
||
|
|
"loss": 0.6367847919464111,
|
||
|
|
"mean_token_accuracy": 0.8035919483751058,
|
||
|
|
"num_tokens": 19688704.0,
|
||
|
|
"step": 4300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.5864495939575136,
|
||
|
|
"epoch": 0.40640727949929867,
|
||
|
|
"grad_norm": 0.28125,
|
||
|
|
"learning_rate": 3.17255950160986e-06,
|
||
|
|
"loss": 0.506658411026001,
|
||
|
|
"mean_token_accuracy": 0.825262775272131,
|
||
|
|
"num_tokens": 19730777.0,
|
||
|
|
"step": 4310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7443196853622794,
|
||
|
|
"epoch": 0.40735021982296293,
|
||
|
|
"grad_norm": 0.48828125,
|
||
|
|
"learning_rate": 3.164757603242559e-06,
|
||
|
|
"loss": 0.54283447265625,
|
||
|
|
"mean_token_accuracy": 0.7956912875175476,
|
||
|
|
"num_tokens": 19776535.0,
|
||
|
|
"step": 4320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7234893916174769,
|
||
|
|
"epoch": 0.4082931601466272,
|
||
|
|
"grad_norm": 0.458984375,
|
||
|
|
"learning_rate": 3.1569487318825576e-06,
|
||
|
|
"loss": 0.6039177894592285,
|
||
|
|
"mean_token_accuracy": 0.8105068215169012,
|
||
|
|
"num_tokens": 19819712.0,
|
||
|
|
"step": 4330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7695184142328799,
|
||
|
|
"epoch": 0.40923610047029146,
|
||
|
|
"grad_norm": 0.6484375,
|
||
|
|
"learning_rate": 3.1491329694412217e-06,
|
||
|
|
"loss": 0.6124618530273438,
|
||
|
|
"mean_token_accuracy": 0.7952944649383425,
|
||
|
|
"num_tokens": 19870603.0,
|
||
|
|
"step": 4340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.80782908834517,
|
||
|
|
"epoch": 0.41017904079395573,
|
||
|
|
"grad_norm": 0.427734375,
|
||
|
|
"learning_rate": 3.1413103979021996e-06,
|
||
|
|
"loss": 0.7708604812622071,
|
||
|
|
"mean_token_accuracy": 0.7625693265348673,
|
||
|
|
"num_tokens": 19912895.0,
|
||
|
|
"step": 4350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8120630858466029,
|
||
|
|
"epoch": 0.41112198111762,
|
||
|
|
"grad_norm": 0.671875,
|
||
|
|
"learning_rate": 3.133481099320567e-06,
|
||
|
|
"loss": 0.8301298141479492,
|
||
|
|
"mean_token_accuracy": 0.7721738774329424,
|
||
|
|
"num_tokens": 19955841.0,
|
||
|
|
"step": 4360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6812439509667456,
|
||
|
|
"epoch": 0.41206492144128426,
|
||
|
|
"grad_norm": 0.79296875,
|
||
|
|
"learning_rate": 3.1256451558219614e-06,
|
||
|
|
"loss": 0.6116904258728028,
|
||
|
|
"mean_token_accuracy": 0.8017740860581398,
|
||
|
|
"num_tokens": 20005277.0,
|
||
|
|
"step": 4370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.650224775960669,
|
||
|
|
"epoch": 0.4130078617649485,
|
||
|
|
"grad_norm": 0.349609375,
|
||
|
|
"learning_rate": 3.1178026496017206e-06,
|
||
|
|
"loss": 0.591245460510254,
|
||
|
|
"mean_token_accuracy": 0.8192921217530966,
|
||
|
|
"num_tokens": 20052094.0,
|
||
|
|
"step": 4380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6650533619336784,
|
||
|
|
"epoch": 0.4139508020886128,
|
||
|
|
"grad_norm": 0.310546875,
|
||
|
|
"learning_rate": 3.109953662924025e-06,
|
||
|
|
"loss": 0.6183666229248047,
|
||
|
|
"mean_token_accuracy": 0.8229886900633574,
|
||
|
|
"num_tokens": 20096509.0,
|
||
|
|
"step": 4390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7457806673366576,
|
||
|
|
"epoch": 0.41489374241227706,
|
||
|
|
"grad_norm": 0.453125,
|
||
|
|
"learning_rate": 3.1020982781210306e-06,
|
||
|
|
"loss": 0.5394028663635254,
|
||
|
|
"mean_token_accuracy": 0.797967865690589,
|
||
|
|
"num_tokens": 20146777.0,
|
||
|
|
"step": 4400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6870288801379502,
|
||
|
|
"epoch": 0.4158366827359414,
|
||
|
|
"grad_norm": 0.54296875,
|
||
|
|
"learning_rate": 3.0942365775920057e-06,
|
||
|
|
"loss": 0.5307192802429199,
|
||
|
|
"mean_token_accuracy": 0.8131231028586626,
|
||
|
|
"num_tokens": 20187659.0,
|
||
|
|
"step": 4410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7553388600237667,
|
||
|
|
"epoch": 0.41677962305960564,
|
||
|
|
"grad_norm": 0.65234375,
|
||
|
|
"learning_rate": 3.086368643802471e-06,
|
||
|
|
"loss": 0.655640697479248,
|
||
|
|
"mean_token_accuracy": 0.789563775807619,
|
||
|
|
"num_tokens": 20231537.0,
|
||
|
|
"step": 4420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7162960932124406,
|
||
|
|
"epoch": 0.4177225633832699,
|
||
|
|
"grad_norm": 0.390625,
|
||
|
|
"learning_rate": 3.078494559283327e-06,
|
||
|
|
"loss": 0.5714639186859131,
|
||
|
|
"mean_token_accuracy": 0.8139267075806856,
|
||
|
|
"num_tokens": 20275124.0,
|
||
|
|
"step": 4430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.638027570489794,
|
||
|
|
"epoch": 0.4186655037069342,
|
||
|
|
"grad_norm": 0.6796875,
|
||
|
|
"learning_rate": 3.070614406629995e-06,
|
||
|
|
"loss": 0.5676782608032227,
|
||
|
|
"mean_token_accuracy": 0.8156324338167906,
|
||
|
|
"num_tokens": 20321807.0,
|
||
|
|
"step": 4440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7704670215025544,
|
||
|
|
"epoch": 0.41960844403059844,
|
||
|
|
"grad_norm": 0.796875,
|
||
|
|
"learning_rate": 3.0627282685015477e-06,
|
||
|
|
"loss": 0.5788619518280029,
|
||
|
|
"mean_token_accuracy": 0.8035795167088509,
|
||
|
|
"num_tokens": 20364595.0,
|
||
|
|
"step": 4450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8218068578746169,
|
||
|
|
"epoch": 0.4205513843542627,
|
||
|
|
"grad_norm": 0.796875,
|
||
|
|
"learning_rate": 3.054836227619842e-06,
|
||
|
|
"loss": 0.5779088020324707,
|
||
|
|
"mean_token_accuracy": 0.7815472435206174,
|
||
|
|
"num_tokens": 20410612.0,
|
||
|
|
"step": 4460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.5942241735756397,
|
||
|
|
"epoch": 0.42149432467792697,
|
||
|
|
"grad_norm": 0.59765625,
|
||
|
|
"learning_rate": 3.0469383667686532e-06,
|
||
|
|
"loss": 0.47473464012145994,
|
||
|
|
"mean_token_accuracy": 0.8354270774871111,
|
||
|
|
"num_tokens": 20454032.0,
|
||
|
|
"step": 4470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.5301405775360764,
|
||
|
|
"epoch": 0.42243726500159123,
|
||
|
|
"grad_norm": 0.44140625,
|
||
|
|
"learning_rate": 3.039034768792803e-06,
|
||
|
|
"loss": 0.44197745323181153,
|
||
|
|
"mean_token_accuracy": 0.8487105399370194,
|
||
|
|
"num_tokens": 20496123.0,
|
||
|
|
"step": 4480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7075543572660535,
|
||
|
|
"epoch": 0.4233802053252555,
|
||
|
|
"grad_norm": 0.294921875,
|
||
|
|
"learning_rate": 3.0311255165972953e-06,
|
||
|
|
"loss": 0.5451488494873047,
|
||
|
|
"mean_token_accuracy": 0.8073224203661085,
|
||
|
|
"num_tokens": 20539415.0,
|
||
|
|
"step": 4490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6837927075102925,
|
||
|
|
"epoch": 0.42432314564891976,
|
||
|
|
"grad_norm": 0.4375,
|
||
|
|
"learning_rate": 3.0232106931464434e-06,
|
||
|
|
"loss": 0.6114567279815674,
|
||
|
|
"mean_token_accuracy": 0.8121942866593599,
|
||
|
|
"num_tokens": 20584443.0,
|
||
|
|
"step": 4500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6196409862488508,
|
||
|
|
"epoch": 0.42526608597258403,
|
||
|
|
"grad_norm": 0.6015625,
|
||
|
|
"learning_rate": 3.015290381462998e-06,
|
||
|
|
"loss": 0.6821407794952392,
|
||
|
|
"mean_token_accuracy": 0.8301993541419506,
|
||
|
|
"num_tokens": 20630900.0,
|
||
|
|
"step": 4510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7151961518451572,
|
||
|
|
"epoch": 0.4262090262962483,
|
||
|
|
"grad_norm": 0.4921875,
|
||
|
|
"learning_rate": 3.0073646646272837e-06,
|
||
|
|
"loss": 0.614381217956543,
|
||
|
|
"mean_token_accuracy": 0.8130818229168654,
|
||
|
|
"num_tokens": 20673932.0,
|
||
|
|
"step": 4520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6770127274096012,
|
||
|
|
"epoch": 0.42715196661991256,
|
||
|
|
"grad_norm": 0.4375,
|
||
|
|
"learning_rate": 2.9994336257763175e-06,
|
||
|
|
"loss": 0.54631028175354,
|
||
|
|
"mean_token_accuracy": 0.8104281619191169,
|
||
|
|
"num_tokens": 20720772.0,
|
||
|
|
"step": 4530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6979648591019213,
|
||
|
|
"epoch": 0.4280949069435768,
|
||
|
|
"grad_norm": 0.74609375,
|
||
|
|
"learning_rate": 2.991497348102945e-06,
|
||
|
|
"loss": 0.6474967956542969,
|
||
|
|
"mean_token_accuracy": 0.7961675971746445,
|
||
|
|
"num_tokens": 20766481.0,
|
||
|
|
"step": 4540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.623636071383953,
|
||
|
|
"epoch": 0.4290378472672411,
|
||
|
|
"grad_norm": 0.296875,
|
||
|
|
"learning_rate": 2.9835559148549638e-06,
|
||
|
|
"loss": 0.6137451648712158,
|
||
|
|
"mean_token_accuracy": 0.8198790092021226,
|
||
|
|
"num_tokens": 20805502.0,
|
||
|
|
"step": 4550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.5448908562771976,
|
||
|
|
"epoch": 0.42998078759090536,
|
||
|
|
"grad_norm": 0.83203125,
|
||
|
|
"learning_rate": 2.97560940933425e-06,
|
||
|
|
"loss": 0.49565706253051756,
|
||
|
|
"mean_token_accuracy": 0.848630927503109,
|
||
|
|
"num_tokens": 20847160.0,
|
||
|
|
"step": 4560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7783894378691911,
|
||
|
|
"epoch": 0.4309237279145696,
|
||
|
|
"grad_norm": 0.35546875,
|
||
|
|
"learning_rate": 2.967657914895887e-06,
|
||
|
|
"loss": 0.77616868019104,
|
||
|
|
"mean_token_accuracy": 0.7921557927504181,
|
||
|
|
"num_tokens": 20894790.0,
|
||
|
|
"step": 4570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7091885100118815,
|
||
|
|
"epoch": 0.4318666682382339,
|
||
|
|
"grad_norm": 0.3828125,
|
||
|
|
"learning_rate": 2.9597015149472878e-06,
|
||
|
|
"loss": 0.633561372756958,
|
||
|
|
"mean_token_accuracy": 0.8060255534946918,
|
||
|
|
"num_tokens": 20941007.0,
|
||
|
|
"step": 4580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6587966305203736,
|
||
|
|
"epoch": 0.43280960856189815,
|
||
|
|
"grad_norm": 0.2470703125,
|
||
|
|
"learning_rate": 2.9517402929473243e-06,
|
||
|
|
"loss": 0.6381916522979736,
|
||
|
|
"mean_token_accuracy": 0.830630149319768,
|
||
|
|
"num_tokens": 20992763.0,
|
||
|
|
"step": 4590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7116721348837018,
|
||
|
|
"epoch": 0.4337525488855624,
|
||
|
|
"grad_norm": 0.46875,
|
||
|
|
"learning_rate": 2.943774332405448e-06,
|
||
|
|
"loss": 0.6077177047729492,
|
||
|
|
"mean_token_accuracy": 0.7988573126494884,
|
||
|
|
"num_tokens": 21038753.0,
|
||
|
|
"step": 4600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7426122948527336,
|
||
|
|
"epoch": 0.4346954892092267,
|
||
|
|
"grad_norm": 0.376953125,
|
||
|
|
"learning_rate": 2.935803716880815e-06,
|
||
|
|
"loss": 0.6154319763183593,
|
||
|
|
"mean_token_accuracy": 0.8028998583555221,
|
||
|
|
"num_tokens": 21082452.0,
|
||
|
|
"step": 4610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7233793533407151,
|
||
|
|
"epoch": 0.43563842953289095,
|
||
|
|
"grad_norm": 0.5546875,
|
||
|
|
"learning_rate": 2.927828529981411e-06,
|
||
|
|
"loss": 0.584602165222168,
|
||
|
|
"mean_token_accuracy": 0.7928648635745048,
|
||
|
|
"num_tokens": 21128139.0,
|
||
|
|
"step": 4620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7569336066953838,
|
||
|
|
"epoch": 0.4365813698565552,
|
||
|
|
"grad_norm": 0.1953125,
|
||
|
|
"learning_rate": 2.919848855363172e-06,
|
||
|
|
"loss": 0.4981938362121582,
|
||
|
|
"mean_token_accuracy": 0.8080588222481311,
|
||
|
|
"num_tokens": 21175953.0,
|
||
|
|
"step": 4630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6948595408350229,
|
||
|
|
"epoch": 0.4375243101802195,
|
||
|
|
"grad_norm": 1.3359375,
|
||
|
|
"learning_rate": 2.9118647767291096e-06,
|
||
|
|
"loss": 0.7068987846374511,
|
||
|
|
"mean_token_accuracy": 0.8049037493765354,
|
||
|
|
"num_tokens": 21228357.0,
|
||
|
|
"step": 4640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.749409731477499,
|
||
|
|
"epoch": 0.43846725050388374,
|
||
|
|
"grad_norm": 0.5078125,
|
||
|
|
"learning_rate": 2.903876377828431e-06,
|
||
|
|
"loss": 0.5781918525695801,
|
||
|
|
"mean_token_accuracy": 0.7907330963760615,
|
||
|
|
"num_tokens": 21282711.0,
|
||
|
|
"step": 4650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7640089130960405,
|
||
|
|
"epoch": 0.439410190827548,
|
||
|
|
"grad_norm": 0.55859375,
|
||
|
|
"learning_rate": 2.8958837424556586e-06,
|
||
|
|
"loss": 0.6110117435455322,
|
||
|
|
"mean_token_accuracy": 0.8006194703280926,
|
||
|
|
"num_tokens": 21322979.0,
|
||
|
|
"step": 4660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6390418185852468,
|
||
|
|
"epoch": 0.4403531311512123,
|
||
|
|
"grad_norm": 0.458984375,
|
||
|
|
"learning_rate": 2.8878869544497574e-06,
|
||
|
|
"loss": 0.594711446762085,
|
||
|
|
"mean_token_accuracy": 0.8070811614394188,
|
||
|
|
"num_tokens": 21367310.0,
|
||
|
|
"step": 4670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.80012998431921,
|
||
|
|
"epoch": 0.44129607147487654,
|
||
|
|
"grad_norm": 0.62109375,
|
||
|
|
"learning_rate": 2.879886097693249e-06,
|
||
|
|
"loss": 0.7834507465362549,
|
||
|
|
"mean_token_accuracy": 0.77053287550807,
|
||
|
|
"num_tokens": 21409253.0,
|
||
|
|
"step": 4680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7294010010547936,
|
||
|
|
"epoch": 0.4422390117985408,
|
||
|
|
"grad_norm": 0.69921875,
|
||
|
|
"learning_rate": 2.871881256111335e-06,
|
||
|
|
"loss": 0.701657485961914,
|
||
|
|
"mean_token_accuracy": 0.7879527509212494,
|
||
|
|
"num_tokens": 21453671.0,
|
||
|
|
"step": 4690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6360360025428236,
|
||
|
|
"epoch": 0.44318195212220507,
|
||
|
|
"grad_norm": 0.39453125,
|
||
|
|
"learning_rate": 2.8638725136710156e-06,
|
||
|
|
"loss": 0.5755587100982666,
|
||
|
|
"mean_token_accuracy": 0.8209034506231546,
|
||
|
|
"num_tokens": 21507926.0,
|
||
|
|
"step": 4700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7269893609918654,
|
||
|
|
"epoch": 0.44412489244586933,
|
||
|
|
"grad_norm": 0.376953125,
|
||
|
|
"learning_rate": 2.855859954380209e-06,
|
||
|
|
"loss": 0.7129250049591065,
|
||
|
|
"mean_token_accuracy": 0.8010267514735461,
|
||
|
|
"num_tokens": 21551045.0,
|
||
|
|
"step": 4710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6108814541250467,
|
||
|
|
"epoch": 0.4450678327695336,
|
||
|
|
"grad_norm": 0.455078125,
|
||
|
|
"learning_rate": 2.8478436622868704e-06,
|
||
|
|
"loss": 0.5731475353240967,
|
||
|
|
"mean_token_accuracy": 0.8247819773852825,
|
||
|
|
"num_tokens": 21598339.0,
|
||
|
|
"step": 4720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7286485302262008,
|
||
|
|
"epoch": 0.44601077309319787,
|
||
|
|
"grad_norm": 0.578125,
|
||
|
|
"learning_rate": 2.8398237214781123e-06,
|
||
|
|
"loss": 0.5923725128173828,
|
||
|
|
"mean_token_accuracy": 0.7957899816334247,
|
||
|
|
"num_tokens": 21644913.0,
|
||
|
|
"step": 4730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8006156609393656,
|
||
|
|
"epoch": 0.44695371341686213,
|
||
|
|
"grad_norm": 0.5,
|
||
|
|
"learning_rate": 2.8318002160793175e-06,
|
||
|
|
"loss": 0.5867124557495117,
|
||
|
|
"mean_token_accuracy": 0.7782018858939409,
|
||
|
|
"num_tokens": 21691472.0,
|
||
|
|
"step": 4740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.731638565286994,
|
||
|
|
"epoch": 0.4478966537405264,
|
||
|
|
"grad_norm": 0.30859375,
|
||
|
|
"learning_rate": 2.82377323025326e-06,
|
||
|
|
"loss": 0.7104349613189698,
|
||
|
|
"mean_token_accuracy": 0.800374174490571,
|
||
|
|
"num_tokens": 21738146.0,
|
||
|
|
"step": 4750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6022297551855444,
|
||
|
|
"epoch": 0.44883959406419066,
|
||
|
|
"grad_norm": 0.6015625,
|
||
|
|
"learning_rate": 2.815742848199225e-06,
|
||
|
|
"loss": 0.6393797397613525,
|
||
|
|
"mean_token_accuracy": 0.8331300269812345,
|
||
|
|
"num_tokens": 21781574.0,
|
||
|
|
"step": 4760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6964669045060873,
|
||
|
|
"epoch": 0.4497825343878549,
|
||
|
|
"grad_norm": 0.640625,
|
||
|
|
"learning_rate": 2.8077091541521197e-06,
|
||
|
|
"loss": 0.8155632019042969,
|
||
|
|
"mean_token_accuracy": 0.799362026527524,
|
||
|
|
"num_tokens": 21821499.0,
|
||
|
|
"step": 4770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8252560695633292,
|
||
|
|
"epoch": 0.4507254747115192,
|
||
|
|
"grad_norm": 0.53515625,
|
||
|
|
"learning_rate": 2.7996722323815923e-06,
|
||
|
|
"loss": 0.6062126636505127,
|
||
|
|
"mean_token_accuracy": 0.7833932403475046,
|
||
|
|
"num_tokens": 21867325.0,
|
||
|
|
"step": 4780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7341827435418964,
|
||
|
|
"epoch": 0.45166841503518346,
|
||
|
|
"grad_norm": 0.5390625,
|
||
|
|
"learning_rate": 2.79163216719115e-06,
|
||
|
|
"loss": 0.6348656177520752,
|
||
|
|
"mean_token_accuracy": 0.7946558525785804,
|
||
|
|
"num_tokens": 21909555.0,
|
||
|
|
"step": 4790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7667273837141693,
|
||
|
|
"epoch": 0.4526113553588477,
|
||
|
|
"grad_norm": 0.267578125,
|
||
|
|
"learning_rate": 2.7835890429172712e-06,
|
||
|
|
"loss": 0.6177640914916992,
|
||
|
|
"mean_token_accuracy": 0.8011632848531007,
|
||
|
|
"num_tokens": 21958171.0,
|
||
|
|
"step": 4800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6290356336161494,
|
||
|
|
"epoch": 0.453554295682512,
|
||
|
|
"grad_norm": 0.318359375,
|
||
|
|
"learning_rate": 2.7755429439285243e-06,
|
||
|
|
"loss": 0.6255978584289551,
|
||
|
|
"mean_token_accuracy": 0.8260467633605003,
|
||
|
|
"num_tokens": 22008006.0,
|
||
|
|
"step": 4810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7753217613324523,
|
||
|
|
"epoch": 0.45449723600617625,
|
||
|
|
"grad_norm": 0.310546875,
|
||
|
|
"learning_rate": 2.767493954624681e-06,
|
||
|
|
"loss": 0.6561094760894776,
|
||
|
|
"mean_token_accuracy": 0.785815117880702,
|
||
|
|
"num_tokens": 22049411.0,
|
||
|
|
"step": 4820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6085925869643688,
|
||
|
|
"epoch": 0.4554401763298405,
|
||
|
|
"grad_norm": 0.34375,
|
||
|
|
"learning_rate": 2.759442159435829e-06,
|
||
|
|
"loss": 0.555381441116333,
|
||
|
|
"mean_token_accuracy": 0.8140901662409306,
|
||
|
|
"num_tokens": 22095072.0,
|
||
|
|
"step": 4830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7590108618140221,
|
||
|
|
"epoch": 0.4563831166535048,
|
||
|
|
"grad_norm": 0.25,
|
||
|
|
"learning_rate": 2.751387642821491e-06,
|
||
|
|
"loss": 0.6291932582855224,
|
||
|
|
"mean_token_accuracy": 0.7985693622380495,
|
||
|
|
"num_tokens": 22139728.0,
|
||
|
|
"step": 4840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6212056964635849,
|
||
|
|
"epoch": 0.45732605697716905,
|
||
|
|
"grad_norm": 0.33984375,
|
||
|
|
"learning_rate": 2.743330489269734e-06,
|
||
|
|
"loss": 0.5828049182891846,
|
||
|
|
"mean_token_accuracy": 0.817613198235631,
|
||
|
|
"num_tokens": 22185360.0,
|
||
|
|
"step": 4850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6736974530853331,
|
||
|
|
"epoch": 0.4582689973008333,
|
||
|
|
"grad_norm": 0.66015625,
|
||
|
|
"learning_rate": 2.7352707832962865e-06,
|
||
|
|
"loss": 0.5845682144165039,
|
||
|
|
"mean_token_accuracy": 0.8124393951147795,
|
||
|
|
"num_tokens": 22229210.0,
|
||
|
|
"step": 4860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.712392061483115,
|
||
|
|
"epoch": 0.4592119376244976,
|
||
|
|
"grad_norm": 0.703125,
|
||
|
|
"learning_rate": 2.72720860944365e-06,
|
||
|
|
"loss": 0.6037466526031494,
|
||
|
|
"mean_token_accuracy": 0.797969845123589,
|
||
|
|
"num_tokens": 22273412.0,
|
||
|
|
"step": 4870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6442144404165446,
|
||
|
|
"epoch": 0.46015487794816184,
|
||
|
|
"grad_norm": 0.279296875,
|
||
|
|
"learning_rate": 2.7191440522802142e-06,
|
||
|
|
"loss": 0.5164260864257812,
|
||
|
|
"mean_token_accuracy": 0.819934631511569,
|
||
|
|
"num_tokens": 22324588.0,
|
||
|
|
"step": 4880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.5705735078081489,
|
||
|
|
"epoch": 0.4610978182718261,
|
||
|
|
"grad_norm": 0.361328125,
|
||
|
|
"learning_rate": 2.7110771963993676e-06,
|
||
|
|
"loss": 0.5488987922668457,
|
||
|
|
"mean_token_accuracy": 0.8361519493162632,
|
||
|
|
"num_tokens": 22372642.0,
|
||
|
|
"step": 4890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.642943031527102,
|
||
|
|
"epoch": 0.4620407585954904,
|
||
|
|
"grad_norm": 0.52734375,
|
||
|
|
"learning_rate": 2.70300812641861e-06,
|
||
|
|
"loss": 0.6016288280487061,
|
||
|
|
"mean_token_accuracy": 0.8095859756693244,
|
||
|
|
"num_tokens": 22423297.0,
|
||
|
|
"step": 4900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7380821701139212,
|
||
|
|
"epoch": 0.46298369891915464,
|
||
|
|
"grad_norm": 1.3515625,
|
||
|
|
"learning_rate": 2.694936926978668e-06,
|
||
|
|
"loss": 0.6568095207214355,
|
||
|
|
"mean_token_accuracy": 0.7910981852561235,
|
||
|
|
"num_tokens": 22460407.0,
|
||
|
|
"step": 4910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6616219971328974,
|
||
|
|
"epoch": 0.4639266392428189,
|
||
|
|
"grad_norm": 1.25,
|
||
|
|
"learning_rate": 2.6868636827426055e-06,
|
||
|
|
"loss": 0.6499626159667968,
|
||
|
|
"mean_token_accuracy": 0.8095650464296341,
|
||
|
|
"num_tokens": 22507306.0,
|
||
|
|
"step": 4920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6243038043379784,
|
||
|
|
"epoch": 0.46486957956648317,
|
||
|
|
"grad_norm": 0.419921875,
|
||
|
|
"learning_rate": 2.6787884783949325e-06,
|
||
|
|
"loss": 0.4949214458465576,
|
||
|
|
"mean_token_accuracy": 0.812331048771739,
|
||
|
|
"num_tokens": 22550929.0,
|
||
|
|
"step": 4930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7329422317445278,
|
||
|
|
"epoch": 0.46581251989014744,
|
||
|
|
"grad_norm": 0.45703125,
|
||
|
|
"learning_rate": 2.670711398640723e-06,
|
||
|
|
"loss": 0.731619119644165,
|
||
|
|
"mean_token_accuracy": 0.7989665359258652,
|
||
|
|
"num_tokens": 22595301.0,
|
||
|
|
"step": 4940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.5789965157397091,
|
||
|
|
"epoch": 0.4667554602138117,
|
||
|
|
"grad_norm": 0.265625,
|
||
|
|
"learning_rate": 2.662632528204721e-06,
|
||
|
|
"loss": 0.5827124118804932,
|
||
|
|
"mean_token_accuracy": 0.8362434811890125,
|
||
|
|
"num_tokens": 22650881.0,
|
||
|
|
"step": 4950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6578682715538889,
|
||
|
|
"epoch": 0.46769840053747597,
|
||
|
|
"grad_norm": 0.3984375,
|
||
|
|
"learning_rate": 2.6545519518304542e-06,
|
||
|
|
"loss": 0.49361634254455566,
|
||
|
|
"mean_token_accuracy": 0.8121582861989737,
|
||
|
|
"num_tokens": 22702979.0,
|
||
|
|
"step": 4960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.825195993669331,
|
||
|
|
"epoch": 0.46864134086114023,
|
||
|
|
"grad_norm": 0.396484375,
|
||
|
|
"learning_rate": 2.646469754279345e-06,
|
||
|
|
"loss": 0.6855580806732178,
|
||
|
|
"mean_token_accuracy": 0.7875312244519591,
|
||
|
|
"num_tokens": 22739946.0,
|
||
|
|
"step": 4970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7191408189013601,
|
||
|
|
"epoch": 0.4695842811848045,
|
||
|
|
"grad_norm": 0.71875,
|
||
|
|
"learning_rate": 2.6383860203298225e-06,
|
||
|
|
"loss": 0.5945919990539551,
|
||
|
|
"mean_token_accuracy": 0.7952681098133325,
|
||
|
|
"num_tokens": 22786614.0,
|
||
|
|
"step": 4980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7237249138765037,
|
||
|
|
"epoch": 0.47052722150846876,
|
||
|
|
"grad_norm": 0.404296875,
|
||
|
|
"learning_rate": 2.6303008347764297e-06,
|
||
|
|
"loss": 0.5328628063201905,
|
||
|
|
"mean_token_accuracy": 0.8129015320912003,
|
||
|
|
"num_tokens": 22836470.0,
|
||
|
|
"step": 4990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.636794293904677,
|
||
|
|
"epoch": 0.47147016183213303,
|
||
|
|
"grad_norm": 0.328125,
|
||
|
|
"learning_rate": 2.622214282428937e-06,
|
||
|
|
"loss": 0.594303560256958,
|
||
|
|
"mean_token_accuracy": 0.8139680068939924,
|
||
|
|
"num_tokens": 22877578.0,
|
||
|
|
"step": 5000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6889806432649493,
|
||
|
|
"epoch": 0.4724131021557973,
|
||
|
|
"grad_norm": 0.86328125,
|
||
|
|
"learning_rate": 2.614126448111453e-06,
|
||
|
|
"loss": 0.4839592456817627,
|
||
|
|
"mean_token_accuracy": 0.8087041890248656,
|
||
|
|
"num_tokens": 22920003.0,
|
||
|
|
"step": 5010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8315211714245379,
|
||
|
|
"epoch": 0.47335604247946156,
|
||
|
|
"grad_norm": 0.60546875,
|
||
|
|
"learning_rate": 2.606037416661531e-06,
|
||
|
|
"loss": 0.6565670490264892,
|
||
|
|
"mean_token_accuracy": 0.7755562437698245,
|
||
|
|
"num_tokens": 22968717.0,
|
||
|
|
"step": 5020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6515540423803031,
|
||
|
|
"epoch": 0.4742989828031258,
|
||
|
|
"grad_norm": 0.734375,
|
||
|
|
"learning_rate": 2.5979472729292855e-06,
|
||
|
|
"loss": 0.544868278503418,
|
||
|
|
"mean_token_accuracy": 0.819118132814765,
|
||
|
|
"num_tokens": 23010837.0,
|
||
|
|
"step": 5030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6562650393694639,
|
||
|
|
"epoch": 0.4752419231267901,
|
||
|
|
"grad_norm": 0.412109375,
|
||
|
|
"learning_rate": 2.589856101776494e-06,
|
||
|
|
"loss": 0.6573739051818848,
|
||
|
|
"mean_token_accuracy": 0.8055673878639936,
|
||
|
|
"num_tokens": 23056198.0,
|
||
|
|
"step": 5040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6976808074861764,
|
||
|
|
"epoch": 0.47618486345045435,
|
||
|
|
"grad_norm": 0.6328125,
|
||
|
|
"learning_rate": 2.581763988075714e-06,
|
||
|
|
"loss": 0.5908962249755859,
|
||
|
|
"mean_token_accuracy": 0.8016349047422409,
|
||
|
|
"num_tokens": 23105822.0,
|
||
|
|
"step": 5050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6807854567654431,
|
||
|
|
"epoch": 0.4771278037741186,
|
||
|
|
"grad_norm": 0.40625,
|
||
|
|
"learning_rate": 2.573671016709389e-06,
|
||
|
|
"loss": 0.6641458034515381,
|
||
|
|
"mean_token_accuracy": 0.8188594870269299,
|
||
|
|
"num_tokens": 23153269.0,
|
||
|
|
"step": 5060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7438366217538714,
|
||
|
|
"epoch": 0.4780707440977829,
|
||
|
|
"grad_norm": 0.546875,
|
||
|
|
"learning_rate": 2.5655772725689603e-06,
|
||
|
|
"loss": 0.5763253688812255,
|
||
|
|
"mean_token_accuracy": 0.8034364895895123,
|
||
|
|
"num_tokens": 23192625.0,
|
||
|
|
"step": 5070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.670103266928345,
|
||
|
|
"epoch": 0.47901368442144715,
|
||
|
|
"grad_norm": 0.373046875,
|
||
|
|
"learning_rate": 2.5574828405539728e-06,
|
||
|
|
"loss": 0.6656664848327637,
|
||
|
|
"mean_token_accuracy": 0.7948807664215565,
|
||
|
|
"num_tokens": 23232898.0,
|
||
|
|
"step": 5080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6341434024274349,
|
||
|
|
"epoch": 0.47995662474511147,
|
||
|
|
"grad_norm": 0.4375,
|
||
|
|
"learning_rate": 2.549387805571187e-06,
|
||
|
|
"loss": 0.6048046588897705,
|
||
|
|
"mean_token_accuracy": 0.8179752115160227,
|
||
|
|
"num_tokens": 23280386.0,
|
||
|
|
"step": 5090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.5786968288943172,
|
||
|
|
"epoch": 0.48089956506877574,
|
||
|
|
"grad_norm": 0.427734375,
|
||
|
|
"learning_rate": 2.541292252533692e-06,
|
||
|
|
"loss": 0.4855860710144043,
|
||
|
|
"mean_token_accuracy": 0.8366754438728095,
|
||
|
|
"num_tokens": 23337825.0,
|
||
|
|
"step": 5100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6527865190058947,
|
||
|
|
"epoch": 0.48184250539244,
|
||
|
|
"grad_norm": 0.77734375,
|
||
|
|
"learning_rate": 2.5331962663600067e-06,
|
||
|
|
"loss": 0.5803621768951416,
|
||
|
|
"mean_token_accuracy": 0.8150936767458916,
|
||
|
|
"num_tokens": 23384315.0,
|
||
|
|
"step": 5110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.5440753613132984,
|
||
|
|
"epoch": 0.48278544571610427,
|
||
|
|
"grad_norm": 0.48046875,
|
||
|
|
"learning_rate": 2.525099931973195e-06,
|
||
|
|
"loss": 0.4513993263244629,
|
||
|
|
"mean_token_accuracy": 0.8605207178741694,
|
||
|
|
"num_tokens": 23426647.0,
|
||
|
|
"step": 5120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7320382345467806,
|
||
|
|
"epoch": 0.48372838603976853,
|
||
|
|
"grad_norm": 0.455078125,
|
||
|
|
"learning_rate": 2.5170033342999744e-06,
|
||
|
|
"loss": 0.5450259208679199,
|
||
|
|
"mean_token_accuracy": 0.806569528952241,
|
||
|
|
"num_tokens": 23479860.0,
|
||
|
|
"step": 5130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.932574069686234,
|
||
|
|
"epoch": 0.4846713263634328,
|
||
|
|
"grad_norm": 0.43359375,
|
||
|
|
"learning_rate": 2.508906558269823e-06,
|
||
|
|
"loss": 0.6856896877288818,
|
||
|
|
"mean_token_accuracy": 0.7718136046081782,
|
||
|
|
"num_tokens": 23524560.0,
|
||
|
|
"step": 5140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7975945806130766,
|
||
|
|
"epoch": 0.48561426668709706,
|
||
|
|
"grad_norm": 0.62109375,
|
||
|
|
"learning_rate": 2.50080968881409e-06,
|
||
|
|
"loss": 0.6863570213317871,
|
||
|
|
"mean_token_accuracy": 0.7639251388609409,
|
||
|
|
"num_tokens": 23569479.0,
|
||
|
|
"step": 5150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6952396250329912,
|
||
|
|
"epoch": 0.48655720701076133,
|
||
|
|
"grad_norm": 0.44921875,
|
||
|
|
"learning_rate": 2.492712810865104e-06,
|
||
|
|
"loss": 0.650794506072998,
|
||
|
|
"mean_token_accuracy": 0.7981450140476227,
|
||
|
|
"num_tokens": 23613236.0,
|
||
|
|
"step": 5160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.692944074422121,
|
||
|
|
"epoch": 0.4875001473344256,
|
||
|
|
"grad_norm": 0.390625,
|
||
|
|
"learning_rate": 2.4846160093552844e-06,
|
||
|
|
"loss": 0.5776357173919677,
|
||
|
|
"mean_token_accuracy": 0.8085918761789799,
|
||
|
|
"num_tokens": 23664342.0,
|
||
|
|
"step": 5170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6718699016142636,
|
||
|
|
"epoch": 0.48844308765808986,
|
||
|
|
"grad_norm": 0.373046875,
|
||
|
|
"learning_rate": 2.4765193692162464e-06,
|
||
|
|
"loss": 0.5085245132446289,
|
||
|
|
"mean_token_accuracy": 0.8008262846618891,
|
||
|
|
"num_tokens": 23707193.0,
|
||
|
|
"step": 5180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.706077482830733,
|
||
|
|
"epoch": 0.4893860279817541,
|
||
|
|
"grad_norm": 0.404296875,
|
||
|
|
"learning_rate": 2.4684229753779143e-06,
|
||
|
|
"loss": 0.6562648296356202,
|
||
|
|
"mean_token_accuracy": 0.8039237121120095,
|
||
|
|
"num_tokens": 23752334.0,
|
||
|
|
"step": 5190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7011547919362784,
|
||
|
|
"epoch": 0.4903289683054184,
|
||
|
|
"grad_norm": 0.515625,
|
||
|
|
"learning_rate": 2.460326912767629e-06,
|
||
|
|
"loss": 0.531063461303711,
|
||
|
|
"mean_token_accuracy": 0.7961400125175715,
|
||
|
|
"num_tokens": 23798649.0,
|
||
|
|
"step": 5200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6769697558134794,
|
||
|
|
"epoch": 0.49127190862908265,
|
||
|
|
"grad_norm": 0.390625,
|
||
|
|
"learning_rate": 2.4522312663092557e-06,
|
||
|
|
"loss": 0.6853522777557373,
|
||
|
|
"mean_token_accuracy": 0.8073696456849575,
|
||
|
|
"num_tokens": 23848741.0,
|
||
|
|
"step": 5210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7591002416796983,
|
||
|
|
"epoch": 0.4922148489527469,
|
||
|
|
"grad_norm": 0.67578125,
|
||
|
|
"learning_rate": 2.4441361209222954e-06,
|
||
|
|
"loss": 0.7305190563201904,
|
||
|
|
"mean_token_accuracy": 0.797344889678061,
|
||
|
|
"num_tokens": 23893101.0,
|
||
|
|
"step": 5220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6849329901859165,
|
||
|
|
"epoch": 0.4931577892764112,
|
||
|
|
"grad_norm": 0.2314453125,
|
||
|
|
"learning_rate": 2.4360415615209917e-06,
|
||
|
|
"loss": 0.5951381206512452,
|
||
|
|
"mean_token_accuracy": 0.803836777061224,
|
||
|
|
"num_tokens": 23939882.0,
|
||
|
|
"step": 5230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7282287730835378,
|
||
|
|
"epoch": 0.49410072960007545,
|
||
|
|
"grad_norm": 0.8203125,
|
||
|
|
"learning_rate": 2.4279476730134434e-06,
|
||
|
|
"loss": 0.7151484966278077,
|
||
|
|
"mean_token_accuracy": 0.7978202365338802,
|
||
|
|
"num_tokens": 23984588.0,
|
||
|
|
"step": 5240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.5871094174683094,
|
||
|
|
"epoch": 0.4950436699237397,
|
||
|
|
"grad_norm": 0.275390625,
|
||
|
|
"learning_rate": 2.4198545403007096e-06,
|
||
|
|
"loss": 0.43007869720458985,
|
||
|
|
"mean_token_accuracy": 0.8355049606412649,
|
||
|
|
"num_tokens": 24029008.0,
|
||
|
|
"step": 5250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7616613085381687,
|
||
|
|
"epoch": 0.495986610247404,
|
||
|
|
"grad_norm": 0.7421875,
|
||
|
|
"learning_rate": 2.411762248275925e-06,
|
||
|
|
"loss": 0.6963319301605224,
|
||
|
|
"mean_token_accuracy": 0.7859408996999264,
|
||
|
|
"num_tokens": 24075516.0,
|
||
|
|
"step": 5260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6838515439070761,
|
||
|
|
"epoch": 0.49692955057106825,
|
||
|
|
"grad_norm": 0.462890625,
|
||
|
|
"learning_rate": 2.403670881823402e-06,
|
||
|
|
"loss": 0.4955598831176758,
|
||
|
|
"mean_token_accuracy": 0.8118189193308354,
|
||
|
|
"num_tokens": 24117898.0,
|
||
|
|
"step": 5270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7197461973875761,
|
||
|
|
"epoch": 0.4978724908947325,
|
||
|
|
"grad_norm": 0.5625,
|
||
|
|
"learning_rate": 2.395580525817747e-06,
|
||
|
|
"loss": 0.7124035835266114,
|
||
|
|
"mean_token_accuracy": 0.8052475444972516,
|
||
|
|
"num_tokens": 24158791.0,
|
||
|
|
"step": 5280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6253745971247554,
|
||
|
|
"epoch": 0.4988154312183968,
|
||
|
|
"grad_norm": 0.375,
|
||
|
|
"learning_rate": 2.3874912651229654e-06,
|
||
|
|
"loss": 0.6346887588500977,
|
||
|
|
"mean_token_accuracy": 0.8198149241507053,
|
||
|
|
"num_tokens": 24200515.0,
|
||
|
|
"step": 5290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7803498791530729,
|
||
|
|
"epoch": 0.49975837154206104,
|
||
|
|
"grad_norm": 0.7890625,
|
||
|
|
"learning_rate": 2.3794031845915747e-06,
|
||
|
|
"loss": 0.652740478515625,
|
||
|
|
"mean_token_accuracy": 0.7830078467726708,
|
||
|
|
"num_tokens": 24241164.0,
|
||
|
|
"step": 5300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6996277961879969,
|
||
|
|
"epoch": 0.5007013118657253,
|
||
|
|
"grad_norm": 0.53515625,
|
||
|
|
"learning_rate": 2.371316369063712e-06,
|
||
|
|
"loss": 0.48831911087036134,
|
||
|
|
"mean_token_accuracy": 0.8117915650829672,
|
||
|
|
"num_tokens": 24294051.0,
|
||
|
|
"step": 5310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7372800389304757,
|
||
|
|
"epoch": 0.5016442521893896,
|
||
|
|
"grad_norm": 0.326171875,
|
||
|
|
"learning_rate": 2.363230903366246e-06,
|
||
|
|
"loss": 0.669452428817749,
|
||
|
|
"mean_token_accuracy": 0.7989845238626003,
|
||
|
|
"num_tokens": 24336401.0,
|
||
|
|
"step": 5320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7606853501871228,
|
||
|
|
"epoch": 0.5025871925130538,
|
||
|
|
"grad_norm": 0.66015625,
|
||
|
|
"learning_rate": 2.355146872311886e-06,
|
||
|
|
"loss": 0.5572319984436035,
|
||
|
|
"mean_token_accuracy": 0.7974383737891912,
|
||
|
|
"num_tokens": 24386340.0,
|
||
|
|
"step": 5330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.621194904576987,
|
||
|
|
"epoch": 0.5035301328367181,
|
||
|
|
"grad_norm": 0.69140625,
|
||
|
|
"learning_rate": 2.3470643606982917e-06,
|
||
|
|
"loss": 0.5595749378204345,
|
||
|
|
"mean_token_accuracy": 0.8278559125959873,
|
||
|
|
"num_tokens": 24438645.0,
|
||
|
|
"step": 5340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8461435342207551,
|
||
|
|
"epoch": 0.5044730731603824,
|
||
|
|
"grad_norm": 0.52734375,
|
||
|
|
"learning_rate": 2.338983453307186e-06,
|
||
|
|
"loss": 0.749328899383545,
|
||
|
|
"mean_token_accuracy": 0.768775100260973,
|
||
|
|
"num_tokens": 24483263.0,
|
||
|
|
"step": 5350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7757677493616939,
|
||
|
|
"epoch": 0.5054160134840466,
|
||
|
|
"grad_norm": 0.353515625,
|
||
|
|
"learning_rate": 2.3309042349034626e-06,
|
||
|
|
"loss": 0.7084070682525635,
|
||
|
|
"mean_token_accuracy": 0.7868932072073221,
|
||
|
|
"num_tokens": 24529164.0,
|
||
|
|
"step": 5360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.753884001635015,
|
||
|
|
"epoch": 0.5063589538077109,
|
||
|
|
"grad_norm": 0.55859375,
|
||
|
|
"learning_rate": 2.322826790234301e-06,
|
||
|
|
"loss": 0.584246015548706,
|
||
|
|
"mean_token_accuracy": 0.7949038635939359,
|
||
|
|
"num_tokens": 24570830.0,
|
||
|
|
"step": 5370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7765898966928944,
|
||
|
|
"epoch": 0.5073018941313752,
|
||
|
|
"grad_norm": 0.3671875,
|
||
|
|
"learning_rate": 2.314751204028273e-06,
|
||
|
|
"loss": 0.7225810050964355,
|
||
|
|
"mean_token_accuracy": 0.7808141350746155,
|
||
|
|
"num_tokens": 24610942.0,
|
||
|
|
"step": 5380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6957989188842475,
|
||
|
|
"epoch": 0.5082448344550394,
|
||
|
|
"grad_norm": 0.349609375,
|
||
|
|
"learning_rate": 2.3066775609944563e-06,
|
||
|
|
"loss": 0.5243014812469482,
|
||
|
|
"mean_token_accuracy": 0.8077589053660631,
|
||
|
|
"num_tokens": 24652698.0,
|
||
|
|
"step": 5390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6827801558189094,
|
||
|
|
"epoch": 0.5091877747787037,
|
||
|
|
"grad_norm": 0.470703125,
|
||
|
|
"learning_rate": 2.2986059458215463e-06,
|
||
|
|
"loss": 0.5520379066467285,
|
||
|
|
"mean_token_accuracy": 0.8119027376174927,
|
||
|
|
"num_tokens": 24702847.0,
|
||
|
|
"step": 5400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7064282950363122,
|
||
|
|
"epoch": 0.510130715102368,
|
||
|
|
"grad_norm": 0.78515625,
|
||
|
|
"learning_rate": 2.290536443176967e-06,
|
||
|
|
"loss": 0.5469173431396485,
|
||
|
|
"mean_token_accuracy": 0.7847862780094147,
|
||
|
|
"num_tokens": 24750274.0,
|
||
|
|
"step": 5410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7025827980600298,
|
||
|
|
"epoch": 0.5110736554260322,
|
||
|
|
"grad_norm": 0.8046875,
|
||
|
|
"learning_rate": 2.2824691377059815e-06,
|
||
|
|
"loss": 0.6773509979248047,
|
||
|
|
"mean_token_accuracy": 0.811617712303996,
|
||
|
|
"num_tokens": 24793348.0,
|
||
|
|
"step": 5420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6194292335771024,
|
||
|
|
"epoch": 0.5120165957496965,
|
||
|
|
"grad_norm": 0.64453125,
|
||
|
|
"learning_rate": 2.2744041140308075e-06,
|
||
|
|
"loss": 0.43538432121276854,
|
||
|
|
"mean_token_accuracy": 0.83103067278862,
|
||
|
|
"num_tokens": 24851606.0,
|
||
|
|
"step": 5430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6980881096795202,
|
||
|
|
"epoch": 0.5129595360733608,
|
||
|
|
"grad_norm": 0.326171875,
|
||
|
|
"learning_rate": 2.266341456749728e-06,
|
||
|
|
"loss": 0.5463144302368164,
|
||
|
|
"mean_token_accuracy": 0.814735346660018,
|
||
|
|
"num_tokens": 24893529.0,
|
||
|
|
"step": 5440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6669334940612316,
|
||
|
|
"epoch": 0.513902476397025,
|
||
|
|
"grad_norm": 0.66796875,
|
||
|
|
"learning_rate": 2.2582812504362016e-06,
|
||
|
|
"loss": 0.6203276634216308,
|
||
|
|
"mean_token_accuracy": 0.817523836158216,
|
||
|
|
"num_tokens": 24938994.0,
|
||
|
|
"step": 5450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6864639653824269,
|
||
|
|
"epoch": 0.5148454167206893,
|
||
|
|
"grad_norm": 0.400390625,
|
||
|
|
"learning_rate": 2.2502235796379786e-06,
|
||
|
|
"loss": 0.6700600147247314,
|
||
|
|
"mean_token_accuracy": 0.7997597053647041,
|
||
|
|
"num_tokens": 24989371.0,
|
||
|
|
"step": 5460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7375475165434182,
|
||
|
|
"epoch": 0.5157883570443536,
|
||
|
|
"grad_norm": 0.3828125,
|
||
|
|
"learning_rate": 2.2421685288762133e-06,
|
||
|
|
"loss": 0.739337682723999,
|
||
|
|
"mean_token_accuracy": 0.8012431789189577,
|
||
|
|
"num_tokens": 25026248.0,
|
||
|
|
"step": 5470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7337912478949875,
|
||
|
|
"epoch": 0.5167312973680178,
|
||
|
|
"grad_norm": 0.37890625,
|
||
|
|
"learning_rate": 2.2341161826445764e-06,
|
||
|
|
"loss": 0.6376617431640625,
|
||
|
|
"mean_token_accuracy": 0.7975466061383486,
|
||
|
|
"num_tokens": 25070722.0,
|
||
|
|
"step": 5480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6371306877117604,
|
||
|
|
"epoch": 0.5176742376916821,
|
||
|
|
"grad_norm": 0.498046875,
|
||
|
|
"learning_rate": 2.2260666254083695e-06,
|
||
|
|
"loss": 0.46918063163757323,
|
||
|
|
"mean_token_accuracy": 0.8177219878882169,
|
||
|
|
"num_tokens": 25115523.0,
|
||
|
|
"step": 5490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.5692290297709406,
|
||
|
|
"epoch": 0.5186171780153463,
|
||
|
|
"grad_norm": 0.9921875,
|
||
|
|
"learning_rate": 2.2180199416036385e-06,
|
||
|
|
"loss": 0.5440778255462646,
|
||
|
|
"mean_token_accuracy": 0.8257677935063839,
|
||
|
|
"num_tokens": 25172217.0,
|
||
|
|
"step": 5500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6837885739281774,
|
||
|
|
"epoch": 0.5195601183390106,
|
||
|
|
"grad_norm": 0.5546875,
|
||
|
|
"learning_rate": 2.2099762156362897e-06,
|
||
|
|
"loss": 0.7906906604766846,
|
||
|
|
"mean_token_accuracy": 0.814153590425849,
|
||
|
|
"num_tokens": 25209734.0,
|
||
|
|
"step": 5510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8297489018645138,
|
||
|
|
"epoch": 0.5205030586626749,
|
||
|
|
"grad_norm": 0.55078125,
|
||
|
|
"learning_rate": 2.201935531881202e-06,
|
||
|
|
"loss": 0.715370512008667,
|
||
|
|
"mean_token_accuracy": 0.7802321035414934,
|
||
|
|
"num_tokens": 25263278.0,
|
||
|
|
"step": 5520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6839754433371127,
|
||
|
|
"epoch": 0.5214459989863391,
|
||
|
|
"grad_norm": 0.62890625,
|
||
|
|
"learning_rate": 2.1938979746813435e-06,
|
||
|
|
"loss": 0.5679389953613281,
|
||
|
|
"mean_token_accuracy": 0.8094680864363909,
|
||
|
|
"num_tokens": 25312769.0,
|
||
|
|
"step": 5530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7027344678528606,
|
||
|
|
"epoch": 0.5223889393100034,
|
||
|
|
"grad_norm": 0.302734375,
|
||
|
|
"learning_rate": 2.1858636283468853e-06,
|
||
|
|
"loss": 0.6222816467285156,
|
||
|
|
"mean_token_accuracy": 0.8174486592411995,
|
||
|
|
"num_tokens": 25363056.0,
|
||
|
|
"step": 5540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7847942772321403,
|
||
|
|
"epoch": 0.5233318796336677,
|
||
|
|
"grad_norm": 1.0078125,
|
||
|
|
"learning_rate": 2.1778325771543184e-06,
|
||
|
|
"loss": 0.5383003234863282,
|
||
|
|
"mean_token_accuracy": 0.7966303894296288,
|
||
|
|
"num_tokens": 25403541.0,
|
||
|
|
"step": 5550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7017437141388655,
|
||
|
|
"epoch": 0.5242748199573319,
|
||
|
|
"grad_norm": 0.42578125,
|
||
|
|
"learning_rate": 2.1698049053455707e-06,
|
||
|
|
"loss": 0.5788224220275879,
|
||
|
|
"mean_token_accuracy": 0.8125591490417718,
|
||
|
|
"num_tokens": 25455315.0,
|
||
|
|
"step": 5560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7177816702984273,
|
||
|
|
"epoch": 0.5252177602809962,
|
||
|
|
"grad_norm": 0.44140625,
|
||
|
|
"learning_rate": 2.1617806971271205e-06,
|
||
|
|
"loss": 0.5685774326324463,
|
||
|
|
"mean_token_accuracy": 0.785433416813612,
|
||
|
|
"num_tokens": 25508053.0,
|
||
|
|
"step": 5570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6137881996575743,
|
||
|
|
"epoch": 0.5261607006046605,
|
||
|
|
"grad_norm": 0.4296875,
|
||
|
|
"learning_rate": 2.153760036669115e-06,
|
||
|
|
"loss": 0.54885892868042,
|
||
|
|
"mean_token_accuracy": 0.8225920587778092,
|
||
|
|
"num_tokens": 25558186.0,
|
||
|
|
"step": 5580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.646233162516728,
|
||
|
|
"epoch": 0.5271036409283247,
|
||
|
|
"grad_norm": 0.419921875,
|
||
|
|
"learning_rate": 2.1457430081044864e-06,
|
||
|
|
"loss": 0.5985296726226806,
|
||
|
|
"mean_token_accuracy": 0.8277124404907227,
|
||
|
|
"num_tokens": 25608608.0,
|
||
|
|
"step": 5590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7152201779186725,
|
||
|
|
"epoch": 0.528046581251989,
|
||
|
|
"grad_norm": 0.69921875,
|
||
|
|
"learning_rate": 2.137729695528071e-06,
|
||
|
|
"loss": 0.5779585361480712,
|
||
|
|
"mean_token_accuracy": 0.8061476524919271,
|
||
|
|
"num_tokens": 25657647.0,
|
||
|
|
"step": 5600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6737063567154109,
|
||
|
|
"epoch": 0.5289895215756533,
|
||
|
|
"grad_norm": 0.57421875,
|
||
|
|
"learning_rate": 2.129720182995727e-06,
|
||
|
|
"loss": 0.6868101596832276,
|
||
|
|
"mean_token_accuracy": 0.8116919990628958,
|
||
|
|
"num_tokens": 25700172.0,
|
||
|
|
"step": 5610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6977092338725924,
|
||
|
|
"epoch": 0.5299324618993175,
|
||
|
|
"grad_norm": 0.32421875,
|
||
|
|
"learning_rate": 2.1217145545234494e-06,
|
||
|
|
"loss": 0.6692411422729492,
|
||
|
|
"mean_token_accuracy": 0.8033047847449779,
|
||
|
|
"num_tokens": 25752498.0,
|
||
|
|
"step": 5620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7011082604527473,
|
||
|
|
"epoch": 0.5308754022229818,
|
||
|
|
"grad_norm": 0.51171875,
|
||
|
|
"learning_rate": 2.1137128940864937e-06,
|
||
|
|
"loss": 0.6209464550018311,
|
||
|
|
"mean_token_accuracy": 0.7912783624604345,
|
||
|
|
"num_tokens": 25798610.0,
|
||
|
|
"step": 5630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7150249132886529,
|
||
|
|
"epoch": 0.5318183425466461,
|
||
|
|
"grad_norm": 0.435546875,
|
||
|
|
"learning_rate": 2.105715285618491e-06,
|
||
|
|
"loss": 0.6976465702056884,
|
||
|
|
"mean_token_accuracy": 0.797979774326086,
|
||
|
|
"num_tokens": 25848826.0,
|
||
|
|
"step": 5640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6213484527543187,
|
||
|
|
"epoch": 0.5327612828703103,
|
||
|
|
"grad_norm": 0.263671875,
|
||
|
|
"learning_rate": 2.0977218130105698e-06,
|
||
|
|
"loss": 0.5264866828918457,
|
||
|
|
"mean_token_accuracy": 0.8229496419429779,
|
||
|
|
"num_tokens": 25895349.0,
|
||
|
|
"step": 5650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6708037904463708,
|
||
|
|
"epoch": 0.5337042231939746,
|
||
|
|
"grad_norm": 0.447265625,
|
||
|
|
"learning_rate": 2.0897325601104756e-06,
|
||
|
|
"loss": 0.588989543914795,
|
||
|
|
"mean_token_accuracy": 0.7981192912906409,
|
||
|
|
"num_tokens": 25940046.0,
|
||
|
|
"step": 5660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6789191416930407,
|
||
|
|
"epoch": 0.5346471635176389,
|
||
|
|
"grad_norm": 0.265625,
|
||
|
|
"learning_rate": 2.08174761072169e-06,
|
||
|
|
"loss": 0.5451597213745117,
|
||
|
|
"mean_token_accuracy": 0.8029395695775747,
|
||
|
|
"num_tokens": 25983827.0,
|
||
|
|
"step": 5670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.5920437740162015,
|
||
|
|
"epoch": 0.5355901038413031,
|
||
|
|
"grad_norm": 0.78125,
|
||
|
|
"learning_rate": 2.0737670486025545e-06,
|
||
|
|
"loss": 0.4877305507659912,
|
||
|
|
"mean_token_accuracy": 0.8246560201048851,
|
||
|
|
"num_tokens": 26026651.0,
|
||
|
|
"step": 5680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7011357684619725,
|
||
|
|
"epoch": 0.5365330441649674,
|
||
|
|
"grad_norm": 0.458984375,
|
||
|
|
"learning_rate": 2.0657909574653894e-06,
|
||
|
|
"loss": 0.6222146987915039,
|
||
|
|
"mean_token_accuracy": 0.7912551097571849,
|
||
|
|
"num_tokens": 26070473.0,
|
||
|
|
"step": 5690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6917565542273223,
|
||
|
|
"epoch": 0.5374759844886317,
|
||
|
|
"grad_norm": 0.546875,
|
||
|
|
"learning_rate": 2.0578194209756165e-06,
|
||
|
|
"loss": 0.4957622528076172,
|
||
|
|
"mean_token_accuracy": 0.8071240916848182,
|
||
|
|
"num_tokens": 26114544.0,
|
||
|
|
"step": 5700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6250287326984107,
|
||
|
|
"epoch": 0.5384189248122959,
|
||
|
|
"grad_norm": 0.46875,
|
||
|
|
"learning_rate": 2.0498525227508807e-06,
|
||
|
|
"loss": 0.5066961765289306,
|
||
|
|
"mean_token_accuracy": 0.8199310664087534,
|
||
|
|
"num_tokens": 26162592.0,
|
||
|
|
"step": 5710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7448068944737315,
|
||
|
|
"epoch": 0.5393618651359602,
|
||
|
|
"grad_norm": 0.265625,
|
||
|
|
"learning_rate": 2.041890346360176e-06,
|
||
|
|
"loss": 0.5603039741516114,
|
||
|
|
"mean_token_accuracy": 0.8090826883912087,
|
||
|
|
"num_tokens": 26218601.0,
|
||
|
|
"step": 5720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8320084512233734,
|
||
|
|
"epoch": 0.5403048054596244,
|
||
|
|
"grad_norm": 0.640625,
|
||
|
|
"learning_rate": 2.0339329753229635e-06,
|
||
|
|
"loss": 0.6805224895477295,
|
||
|
|
"mean_token_accuracy": 0.7954841999337077,
|
||
|
|
"num_tokens": 26263287.0,
|
||
|
|
"step": 5730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6348516764119267,
|
||
|
|
"epoch": 0.5412477457832887,
|
||
|
|
"grad_norm": 0.71875,
|
||
|
|
"learning_rate": 2.0259804931083012e-06,
|
||
|
|
"loss": 0.5312628269195556,
|
||
|
|
"mean_token_accuracy": 0.8127726577222347,
|
||
|
|
"num_tokens": 26310034.0,
|
||
|
|
"step": 5740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6182076470926404,
|
||
|
|
"epoch": 0.542190686106953,
|
||
|
|
"grad_norm": 0.490234375,
|
||
|
|
"learning_rate": 2.0180329831339637e-06,
|
||
|
|
"loss": 0.529332160949707,
|
||
|
|
"mean_token_accuracy": 0.824046990275383,
|
||
|
|
"num_tokens": 26346391.0,
|
||
|
|
"step": 5750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6656064330600202,
|
||
|
|
"epoch": 0.5431336264306172,
|
||
|
|
"grad_norm": 0.70703125,
|
||
|
|
"learning_rate": 2.0100905287655704e-06,
|
||
|
|
"loss": 0.7039621353149415,
|
||
|
|
"mean_token_accuracy": 0.8080949112772942,
|
||
|
|
"num_tokens": 26388266.0,
|
||
|
|
"step": 5760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7996745721437037,
|
||
|
|
"epoch": 0.5440765667542815,
|
||
|
|
"grad_norm": 0.52734375,
|
||
|
|
"learning_rate": 2.002153213315709e-06,
|
||
|
|
"loss": 0.6947851657867432,
|
||
|
|
"mean_token_accuracy": 0.7908861048519611,
|
||
|
|
"num_tokens": 26439880.0,
|
||
|
|
"step": 5770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.678467130381614,
|
||
|
|
"epoch": 0.5450195070779458,
|
||
|
|
"grad_norm": 0.384765625,
|
||
|
|
"learning_rate": 1.9942211200430634e-06,
|
||
|
|
"loss": 0.5658381938934326,
|
||
|
|
"mean_token_accuracy": 0.818194093927741,
|
||
|
|
"num_tokens": 26483322.0,
|
||
|
|
"step": 5780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6941055947914719,
|
||
|
|
"epoch": 0.54596244740161,
|
||
|
|
"grad_norm": 0.248046875,
|
||
|
|
"learning_rate": 1.986294332151538e-06,
|
||
|
|
"loss": 0.705126428604126,
|
||
|
|
"mean_token_accuracy": 0.8105139836668969,
|
||
|
|
"num_tokens": 26533766.0,
|
||
|
|
"step": 5790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6308328908868134,
|
||
|
|
"epoch": 0.5469053877252743,
|
||
|
|
"grad_norm": 0.5078125,
|
||
|
|
"learning_rate": 1.9783729327893865e-06,
|
||
|
|
"loss": 0.5511210918426513,
|
||
|
|
"mean_token_accuracy": 0.8163013540208339,
|
||
|
|
"num_tokens": 26581428.0,
|
||
|
|
"step": 5800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7102134318090976,
|
||
|
|
"epoch": 0.5478483280489386,
|
||
|
|
"grad_norm": 0.28125,
|
||
|
|
"learning_rate": 1.9704570050483404e-06,
|
||
|
|
"loss": 0.5507728576660156,
|
||
|
|
"mean_token_accuracy": 0.8015400886535644,
|
||
|
|
"num_tokens": 26620358.0,
|
||
|
|
"step": 5810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7275429900735617,
|
||
|
|
"epoch": 0.5487912683726028,
|
||
|
|
"grad_norm": 0.9609375,
|
||
|
|
"learning_rate": 1.962546631962736e-06,
|
||
|
|
"loss": 0.6528871536254883,
|
||
|
|
"mean_token_accuracy": 0.8041394516825676,
|
||
|
|
"num_tokens": 26661174.0,
|
||
|
|
"step": 5820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6613958537112922,
|
||
|
|
"epoch": 0.5497342086962671,
|
||
|
|
"grad_norm": 0.65625,
|
||
|
|
"learning_rate": 1.9546418965086444e-06,
|
||
|
|
"loss": 0.6786399841308594,
|
||
|
|
"mean_token_accuracy": 0.8156840946525336,
|
||
|
|
"num_tokens": 26710819.0,
|
||
|
|
"step": 5830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7236452325247228,
|
||
|
|
"epoch": 0.5506771490199314,
|
||
|
|
"grad_norm": 0.76171875,
|
||
|
|
"learning_rate": 1.946742881602999e-06,
|
||
|
|
"loss": 0.6853342533111573,
|
||
|
|
"mean_token_accuracy": 0.8027016900479793,
|
||
|
|
"num_tokens": 26758188.0,
|
||
|
|
"step": 5840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6812964378856122,
|
||
|
|
"epoch": 0.5516200893435956,
|
||
|
|
"grad_norm": 0.58203125,
|
||
|
|
"learning_rate": 1.9388496701027277e-06,
|
||
|
|
"loss": 0.6243832588195801,
|
||
|
|
"mean_token_accuracy": 0.8085433639585972,
|
||
|
|
"num_tokens": 26804314.0,
|
||
|
|
"step": 5850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7152590912766754,
|
||
|
|
"epoch": 0.5525630296672599,
|
||
|
|
"grad_norm": 0.458984375,
|
||
|
|
"learning_rate": 1.9309623448038864e-06,
|
||
|
|
"loss": 0.7200493335723877,
|
||
|
|
"mean_token_accuracy": 0.7995035350322723,
|
||
|
|
"num_tokens": 26859814.0,
|
||
|
|
"step": 5860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.87381039140746,
|
||
|
|
"epoch": 0.5535059699909242,
|
||
|
|
"grad_norm": 0.7421875,
|
||
|
|
"learning_rate": 1.923080988440784e-06,
|
||
|
|
"loss": 0.6745802402496338,
|
||
|
|
"mean_token_accuracy": 0.769163049198687,
|
||
|
|
"num_tokens": 26898475.0,
|
||
|
|
"step": 5870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8256870447658002,
|
||
|
|
"epoch": 0.5544489103145884,
|
||
|
|
"grad_norm": 0.56640625,
|
||
|
|
"learning_rate": 1.9152056836851195e-06,
|
||
|
|
"loss": 0.650912094116211,
|
||
|
|
"mean_token_accuracy": 0.7772346431389451,
|
||
|
|
"num_tokens": 26943779.0,
|
||
|
|
"step": 5880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7375765237025916,
|
||
|
|
"epoch": 0.5553918506382527,
|
||
|
|
"grad_norm": 0.361328125,
|
||
|
|
"learning_rate": 1.9073365131451138e-06,
|
||
|
|
"loss": 0.5638370990753174,
|
||
|
|
"mean_token_accuracy": 0.7974175462499261,
|
||
|
|
"num_tokens": 26990072.0,
|
||
|
|
"step": 5890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6312047270126641,
|
||
|
|
"epoch": 0.556334790961917,
|
||
|
|
"grad_norm": 0.53125,
|
||
|
|
"learning_rate": 1.899473559364641e-06,
|
||
|
|
"loss": 0.5202350616455078,
|
||
|
|
"mean_token_accuracy": 0.8370380699634552,
|
||
|
|
"num_tokens": 27033233.0,
|
||
|
|
"step": 5900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.660971057927236,
|
||
|
|
"epoch": 0.5572777312855812,
|
||
|
|
"grad_norm": 0.474609375,
|
||
|
|
"learning_rate": 1.891616904822366e-06,
|
||
|
|
"loss": 0.5475841522216797,
|
||
|
|
"mean_token_accuracy": 0.8027979079633951,
|
||
|
|
"num_tokens": 27081850.0,
|
||
|
|
"step": 5910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6727430471219122,
|
||
|
|
"epoch": 0.5582206716092455,
|
||
|
|
"grad_norm": 0.490234375,
|
||
|
|
"learning_rate": 1.883766631930878e-06,
|
||
|
|
"loss": 0.5413420677185059,
|
||
|
|
"mean_token_accuracy": 0.8251585308462381,
|
||
|
|
"num_tokens": 27130545.0,
|
||
|
|
"step": 5920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6418562413193285,
|
||
|
|
"epoch": 0.5591636119329098,
|
||
|
|
"grad_norm": 0.365234375,
|
||
|
|
"learning_rate": 1.8759228230358244e-06,
|
||
|
|
"loss": 0.5960840702056884,
|
||
|
|
"mean_token_accuracy": 0.832189904898405,
|
||
|
|
"num_tokens": 27176239.0,
|
||
|
|
"step": 5930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6648577735759318,
|
||
|
|
"epoch": 0.560106552256574,
|
||
|
|
"grad_norm": 0.404296875,
|
||
|
|
"learning_rate": 1.8680855604150492e-06,
|
||
|
|
"loss": 0.6448702812194824,
|
||
|
|
"mean_token_accuracy": 0.8221142962574959,
|
||
|
|
"num_tokens": 27224848.0,
|
||
|
|
"step": 5940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6807060082443058,
|
||
|
|
"epoch": 0.5610494925802383,
|
||
|
|
"grad_norm": 0.60546875,
|
||
|
|
"learning_rate": 1.860254926277728e-06,
|
||
|
|
"loss": 0.5650904655456543,
|
||
|
|
"mean_token_accuracy": 0.8069817528128624,
|
||
|
|
"num_tokens": 27271544.0,
|
||
|
|
"step": 5950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8060918380506337,
|
||
|
|
"epoch": 0.5619924329039026,
|
||
|
|
"grad_norm": 0.453125,
|
||
|
|
"learning_rate": 1.8524310027635084e-06,
|
||
|
|
"loss": 0.7444260597229004,
|
||
|
|
"mean_token_accuracy": 0.7830769976601004,
|
||
|
|
"num_tokens": 27320762.0,
|
||
|
|
"step": 5960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6863439489156008,
|
||
|
|
"epoch": 0.5629353732275668,
|
||
|
|
"grad_norm": 0.48046875,
|
||
|
|
"learning_rate": 1.8446138719416452e-06,
|
||
|
|
"loss": 0.5965976715087891,
|
||
|
|
"mean_token_accuracy": 0.8035622656345367,
|
||
|
|
"num_tokens": 27368194.0,
|
||
|
|
"step": 5970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6725466954987496,
|
||
|
|
"epoch": 0.5638783135512311,
|
||
|
|
"grad_norm": 0.41015625,
|
||
|
|
"learning_rate": 1.8368036158101415e-06,
|
||
|
|
"loss": 0.6167645454406738,
|
||
|
|
"mean_token_accuracy": 0.8260718215256929,
|
||
|
|
"num_tokens": 27407957.0,
|
||
|
|
"step": 5980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7055775175336748,
|
||
|
|
"epoch": 0.5648212538748953,
|
||
|
|
"grad_norm": 0.60546875,
|
||
|
|
"learning_rate": 1.8290003162948893e-06,
|
||
|
|
"loss": 0.7305053234100342,
|
||
|
|
"mean_token_accuracy": 0.805973731353879,
|
||
|
|
"num_tokens": 27448255.0,
|
||
|
|
"step": 5990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6864317794330418,
|
||
|
|
"epoch": 0.5657641941985596,
|
||
|
|
"grad_norm": 0.47265625,
|
||
|
|
"learning_rate": 1.8212040552488081e-06,
|
||
|
|
"loss": 0.5233036518096924,
|
||
|
|
"mean_token_accuracy": 0.8087876638397574,
|
||
|
|
"num_tokens": 27492568.0,
|
||
|
|
"step": 6000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8008205661550164,
|
||
|
|
"epoch": 0.5667071345222239,
|
||
|
|
"grad_norm": 0.267578125,
|
||
|
|
"learning_rate": 1.8134149144509861e-06,
|
||
|
|
"loss": 0.6945072650909424,
|
||
|
|
"mean_token_accuracy": 0.7832493115216493,
|
||
|
|
"num_tokens": 27535293.0,
|
||
|
|
"step": 6010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7050473445095122,
|
||
|
|
"epoch": 0.5676500748458881,
|
||
|
|
"grad_norm": 0.39453125,
|
||
|
|
"learning_rate": 1.8056329756058249e-06,
|
||
|
|
"loss": 0.6400737762451172,
|
||
|
|
"mean_token_accuracy": 0.8038847412914037,
|
||
|
|
"num_tokens": 27581501.0,
|
||
|
|
"step": 6020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7546293061226607,
|
||
|
|
"epoch": 0.5685930151695524,
|
||
|
|
"grad_norm": 0.40625,
|
||
|
|
"learning_rate": 1.7978583203421812e-06,
|
||
|
|
"loss": 0.6627458572387696,
|
||
|
|
"mean_token_accuracy": 0.7845555316656828,
|
||
|
|
"num_tokens": 27629782.0,
|
||
|
|
"step": 6030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7452189083211124,
|
||
|
|
"epoch": 0.5695359554932167,
|
||
|
|
"grad_norm": 0.5078125,
|
||
|
|
"learning_rate": 1.7900910302125086e-06,
|
||
|
|
"loss": 0.5804001331329346,
|
||
|
|
"mean_token_accuracy": 0.7970978146418929,
|
||
|
|
"num_tokens": 27678902.0,
|
||
|
|
"step": 6040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7050665612798184,
|
||
|
|
"epoch": 0.5704788958168809,
|
||
|
|
"grad_norm": 0.4140625,
|
||
|
|
"learning_rate": 1.7823311866920068e-06,
|
||
|
|
"loss": 0.5286674499511719,
|
||
|
|
"mean_token_accuracy": 0.7994862403720617,
|
||
|
|
"num_tokens": 27717460.0,
|
||
|
|
"step": 6050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6447273494210094,
|
||
|
|
"epoch": 0.5714218361405452,
|
||
|
|
"grad_norm": 1.140625,
|
||
|
|
"learning_rate": 1.7745788711777611e-06,
|
||
|
|
"loss": 0.5664659976959229,
|
||
|
|
"mean_token_accuracy": 0.8183193821460009,
|
||
|
|
"num_tokens": 27763408.0,
|
||
|
|
"step": 6060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7607476971112191,
|
||
|
|
"epoch": 0.5723647764642095,
|
||
|
|
"grad_norm": 0.357421875,
|
||
|
|
"learning_rate": 1.766834164987894e-06,
|
||
|
|
"loss": 0.6255624294281006,
|
||
|
|
"mean_token_accuracy": 0.7873752404004335,
|
||
|
|
"num_tokens": 27808897.0,
|
||
|
|
"step": 6070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6860075819306075,
|
||
|
|
"epoch": 0.5733077167878737,
|
||
|
|
"grad_norm": 0.283203125,
|
||
|
|
"learning_rate": 1.7590971493607072e-06,
|
||
|
|
"loss": 0.6039350509643555,
|
||
|
|
"mean_token_accuracy": 0.8028590308502317,
|
||
|
|
"num_tokens": 27854713.0,
|
||
|
|
"step": 6080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8293744221329689,
|
||
|
|
"epoch": 0.574250657111538,
|
||
|
|
"grad_norm": 0.67578125,
|
||
|
|
"learning_rate": 1.7513679054538352e-06,
|
||
|
|
"loss": 0.7157419681549072,
|
||
|
|
"mean_token_accuracy": 0.7663772650063038,
|
||
|
|
"num_tokens": 27900429.0,
|
||
|
|
"step": 6090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8774604101665318,
|
||
|
|
"epoch": 0.5751935974352024,
|
||
|
|
"grad_norm": 0.412109375,
|
||
|
|
"learning_rate": 1.743646514343388e-06,
|
||
|
|
"loss": 0.5146266937255859,
|
||
|
|
"mean_token_accuracy": 0.7756213560700417,
|
||
|
|
"num_tokens": 27943940.0,
|
||
|
|
"step": 6100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.5941920497454702,
|
||
|
|
"epoch": 0.5761365377588666,
|
||
|
|
"grad_norm": 0.57421875,
|
||
|
|
"learning_rate": 1.7359330570231049e-06,
|
||
|
|
"loss": 0.6486340999603272,
|
||
|
|
"mean_token_accuracy": 0.8262489166110754,
|
||
|
|
"num_tokens": 27989276.0,
|
||
|
|
"step": 6110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6428902736864984,
|
||
|
|
"epoch": 0.5770794780825309,
|
||
|
|
"grad_norm": 0.390625,
|
||
|
|
"learning_rate": 1.7282276144035037e-06,
|
||
|
|
"loss": 0.6077763080596924,
|
||
|
|
"mean_token_accuracy": 0.8120482333004475,
|
||
|
|
"num_tokens": 28026618.0,
|
||
|
|
"step": 6120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7213725323788822,
|
||
|
|
"epoch": 0.5780224184061952,
|
||
|
|
"grad_norm": 2.078125,
|
||
|
|
"learning_rate": 1.7205302673110308e-06,
|
||
|
|
"loss": 0.7364995002746582,
|
||
|
|
"mean_token_accuracy": 0.7888428892940282,
|
||
|
|
"num_tokens": 28081339.0,
|
||
|
|
"step": 6130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7310086984187365,
|
||
|
|
"epoch": 0.5789653587298594,
|
||
|
|
"grad_norm": 0.9609375,
|
||
|
|
"learning_rate": 1.7128410964872152e-06,
|
||
|
|
"loss": 0.5657924175262451,
|
||
|
|
"mean_token_accuracy": 0.7936812553554773,
|
||
|
|
"num_tokens": 28117903.0,
|
||
|
|
"step": 6140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7583439980633557,
|
||
|
|
"epoch": 0.5799082990535237,
|
||
|
|
"grad_norm": 0.5078125,
|
||
|
|
"learning_rate": 1.7051601825878203e-06,
|
||
|
|
"loss": 0.5908254146575928,
|
||
|
|
"mean_token_accuracy": 0.7944333799183368,
|
||
|
|
"num_tokens": 28162769.0,
|
||
|
|
"step": 6150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6405745659023523,
|
||
|
|
"epoch": 0.580851239377188,
|
||
|
|
"grad_norm": 0.58203125,
|
||
|
|
"learning_rate": 1.6974876061819973e-06,
|
||
|
|
"loss": 0.5538061618804931,
|
||
|
|
"mean_token_accuracy": 0.8247173227369785,
|
||
|
|
"num_tokens": 28203429.0,
|
||
|
|
"step": 6160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.766948539763689,
|
||
|
|
"epoch": 0.5817941797008522,
|
||
|
|
"grad_norm": 0.2275390625,
|
||
|
|
"learning_rate": 1.6898234477514442e-06,
|
||
|
|
"loss": 0.6483793735504151,
|
||
|
|
"mean_token_accuracy": 0.7911493647843599,
|
||
|
|
"num_tokens": 28252124.0,
|
||
|
|
"step": 6170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6414849878288805,
|
||
|
|
"epoch": 0.5827371200245165,
|
||
|
|
"grad_norm": 0.447265625,
|
||
|
|
"learning_rate": 1.6821677876895554e-06,
|
||
|
|
"loss": 0.5362122535705567,
|
||
|
|
"mean_token_accuracy": 0.8220501244068146,
|
||
|
|
"num_tokens": 28304670.0,
|
||
|
|
"step": 6180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6628352930769325,
|
||
|
|
"epoch": 0.5836800603481808,
|
||
|
|
"grad_norm": 0.248046875,
|
||
|
|
"learning_rate": 1.6745207063005819e-06,
|
||
|
|
"loss": 0.5948177814483643,
|
||
|
|
"mean_token_accuracy": 0.8272610239684581,
|
||
|
|
"num_tokens": 28342263.0,
|
||
|
|
"step": 6190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7425322285853326,
|
||
|
|
"epoch": 0.584623000671845,
|
||
|
|
"grad_norm": 0.2431640625,
|
||
|
|
"learning_rate": 1.6668822837987894e-06,
|
||
|
|
"loss": 0.646372127532959,
|
||
|
|
"mean_token_accuracy": 0.7970950407907367,
|
||
|
|
"num_tokens": 28394678.0,
|
||
|
|
"step": 6200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6451410392299295,
|
||
|
|
"epoch": 0.5855659409955093,
|
||
|
|
"grad_norm": 0.326171875,
|
||
|
|
"learning_rate": 1.6592526003076148e-06,
|
||
|
|
"loss": 0.6016067028045654,
|
||
|
|
"mean_token_accuracy": 0.8238395698368549,
|
||
|
|
"num_tokens": 28449882.0,
|
||
|
|
"step": 6210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6584913536906243,
|
||
|
|
"epoch": 0.5865088813191736,
|
||
|
|
"grad_norm": 0.369140625,
|
||
|
|
"learning_rate": 1.6516317358588285e-06,
|
||
|
|
"loss": 0.5983861923217774,
|
||
|
|
"mean_token_accuracy": 0.8156170316040516,
|
||
|
|
"num_tokens": 28488572.0,
|
||
|
|
"step": 6220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.5571296599693596,
|
||
|
|
"epoch": 0.5874518216428378,
|
||
|
|
"grad_norm": 0.322265625,
|
||
|
|
"learning_rate": 1.6440197703916928e-06,
|
||
|
|
"loss": 0.4304994583129883,
|
||
|
|
"mean_token_accuracy": 0.8418979216367006,
|
||
|
|
"num_tokens": 28534773.0,
|
||
|
|
"step": 6230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6841351325623691,
|
||
|
|
"epoch": 0.5883947619665021,
|
||
|
|
"grad_norm": 0.376953125,
|
||
|
|
"learning_rate": 1.6364167837521222e-06,
|
||
|
|
"loss": 0.6759282112121582,
|
||
|
|
"mean_token_accuracy": 0.7826384872198104,
|
||
|
|
"num_tokens": 28576209.0,
|
||
|
|
"step": 6240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7507536704652011,
|
||
|
|
"epoch": 0.5893377022901664,
|
||
|
|
"grad_norm": 0.482421875,
|
||
|
|
"learning_rate": 1.6288228556918495e-06,
|
||
|
|
"loss": 0.605400562286377,
|
||
|
|
"mean_token_accuracy": 0.7974974766373635,
|
||
|
|
"num_tokens": 28615687.0,
|
||
|
|
"step": 6250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7499837163835764,
|
||
|
|
"epoch": 0.5902806426138306,
|
||
|
|
"grad_norm": 0.400390625,
|
||
|
|
"learning_rate": 1.621238065867587e-06,
|
||
|
|
"loss": 0.6003370761871338,
|
||
|
|
"mean_token_accuracy": 0.7996041260659694,
|
||
|
|
"num_tokens": 28660419.0,
|
||
|
|
"step": 6260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7148910771124065,
|
||
|
|
"epoch": 0.5912235829374949,
|
||
|
|
"grad_norm": 0.240234375,
|
||
|
|
"learning_rate": 1.61366249384019e-06,
|
||
|
|
"loss": 0.5587523937225342,
|
||
|
|
"mean_token_accuracy": 0.8005239397287369,
|
||
|
|
"num_tokens": 28700915.0,
|
||
|
|
"step": 6270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7900654837023466,
|
||
|
|
"epoch": 0.5921665232611592,
|
||
|
|
"grad_norm": 0.4296875,
|
||
|
|
"learning_rate": 1.606096219073825e-06,
|
||
|
|
"loss": 0.7255774974822998,
|
||
|
|
"mean_token_accuracy": 0.7740635454654694,
|
||
|
|
"num_tokens": 28742016.0,
|
||
|
|
"step": 6280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6664929877966642,
|
||
|
|
"epoch": 0.5931094635848234,
|
||
|
|
"grad_norm": 0.32421875,
|
||
|
|
"learning_rate": 1.598539320935134e-06,
|
||
|
|
"loss": 0.5831618785858155,
|
||
|
|
"mean_token_accuracy": 0.8241768430918455,
|
||
|
|
"num_tokens": 28787025.0,
|
||
|
|
"step": 6290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.841880920343101,
|
||
|
|
"epoch": 0.5940524039084877,
|
||
|
|
"grad_norm": 0.46875,
|
||
|
|
"learning_rate": 1.5909918786924027e-06,
|
||
|
|
"loss": 0.8506629943847657,
|
||
|
|
"mean_token_accuracy": 0.7675380181521178,
|
||
|
|
"num_tokens": 28835489.0,
|
||
|
|
"step": 6300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7314032892696559,
|
||
|
|
"epoch": 0.594995344232152,
|
||
|
|
"grad_norm": 0.703125,
|
||
|
|
"learning_rate": 1.583453971514729e-06,
|
||
|
|
"loss": 0.5955713272094727,
|
||
|
|
"mean_token_accuracy": 0.8092577937990427,
|
||
|
|
"num_tokens": 28878914.0,
|
||
|
|
"step": 6310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6585373728536069,
|
||
|
|
"epoch": 0.5959382845558162,
|
||
|
|
"grad_norm": 0.5546875,
|
||
|
|
"learning_rate": 1.5759256784711917e-06,
|
||
|
|
"loss": 0.6605970382690429,
|
||
|
|
"mean_token_accuracy": 0.8271971605718136,
|
||
|
|
"num_tokens": 28926182.0,
|
||
|
|
"step": 6320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8336781755089759,
|
||
|
|
"epoch": 0.5968812248794805,
|
||
|
|
"grad_norm": 0.53125,
|
||
|
|
"learning_rate": 1.568407078530023e-06,
|
||
|
|
"loss": 0.7155747890472413,
|
||
|
|
"mean_token_accuracy": 0.7782786898314953,
|
||
|
|
"num_tokens": 28972429.0,
|
||
|
|
"step": 6330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6537047138437628,
|
||
|
|
"epoch": 0.5978241652031447,
|
||
|
|
"grad_norm": 0.34765625,
|
||
|
|
"learning_rate": 1.560898250557778e-06,
|
||
|
|
"loss": 0.5683440685272216,
|
||
|
|
"mean_token_accuracy": 0.8080581244081259,
|
||
|
|
"num_tokens": 29020109.0,
|
||
|
|
"step": 6340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6812858050689101,
|
||
|
|
"epoch": 0.598767105526809,
|
||
|
|
"grad_norm": 0.6640625,
|
||
|
|
"learning_rate": 1.5533992733185094e-06,
|
||
|
|
"loss": 0.6385911464691162,
|
||
|
|
"mean_token_accuracy": 0.8044985607266426,
|
||
|
|
"num_tokens": 29063213.0,
|
||
|
|
"step": 6350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.68090706942603,
|
||
|
|
"epoch": 0.5997100458504733,
|
||
|
|
"grad_norm": 0.79296875,
|
||
|
|
"learning_rate": 1.54591022547294e-06,
|
||
|
|
"loss": 0.5990062713623047,
|
||
|
|
"mean_token_accuracy": 0.818465144187212,
|
||
|
|
"num_tokens": 29101529.0,
|
||
|
|
"step": 6360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6892360879923217,
|
||
|
|
"epoch": 0.6006529861741375,
|
||
|
|
"grad_norm": 0.35546875,
|
||
|
|
"learning_rate": 1.5384311855776378e-06,
|
||
|
|
"loss": 0.6381627082824707,
|
||
|
|
"mean_token_accuracy": 0.8170299537479877,
|
||
|
|
"num_tokens": 29151636.0,
|
||
|
|
"step": 6370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7919900326058269,
|
||
|
|
"epoch": 0.6015959264978018,
|
||
|
|
"grad_norm": 0.392578125,
|
||
|
|
"learning_rate": 1.5309622320841928e-06,
|
||
|
|
"loss": 0.6791030406951905,
|
||
|
|
"mean_token_accuracy": 0.7774041363038122,
|
||
|
|
"num_tokens": 29195688.0,
|
||
|
|
"step": 6380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7630477277562022,
|
||
|
|
"epoch": 0.6025388668214661,
|
||
|
|
"grad_norm": 0.22265625,
|
||
|
|
"learning_rate": 1.5235034433383922e-06,
|
||
|
|
"loss": 0.6549117565155029,
|
||
|
|
"mean_token_accuracy": 0.7939501941204071,
|
||
|
|
"num_tokens": 29241182.0,
|
||
|
|
"step": 6390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6038443365134298,
|
||
|
|
"epoch": 0.6034818071451303,
|
||
|
|
"grad_norm": 0.79296875,
|
||
|
|
"learning_rate": 1.516054897579401e-06,
|
||
|
|
"loss": 0.538882064819336,
|
||
|
|
"mean_token_accuracy": 0.827283251285553,
|
||
|
|
"num_tokens": 29288939.0,
|
||
|
|
"step": 6400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6935314170084894,
|
||
|
|
"epoch": 0.6044247474687946,
|
||
|
|
"grad_norm": 0.4921875,
|
||
|
|
"learning_rate": 1.5086166729389392e-06,
|
||
|
|
"loss": 0.7098958969116211,
|
||
|
|
"mean_token_accuracy": 0.8060619793832302,
|
||
|
|
"num_tokens": 29330647.0,
|
||
|
|
"step": 6410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6182787658646702,
|
||
|
|
"epoch": 0.6053676877924589,
|
||
|
|
"grad_norm": 0.7109375,
|
||
|
|
"learning_rate": 1.5011888474404635e-06,
|
||
|
|
"loss": 0.5699858665466309,
|
||
|
|
"mean_token_accuracy": 0.8177945427596569,
|
||
|
|
"num_tokens": 29375563.0,
|
||
|
|
"step": 6420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6610123321413994,
|
||
|
|
"epoch": 0.6063106281161231,
|
||
|
|
"grad_norm": 0.546875,
|
||
|
|
"learning_rate": 1.493771498998349e-06,
|
||
|
|
"loss": 0.5734387397766113,
|
||
|
|
"mean_token_accuracy": 0.8026046641170979,
|
||
|
|
"num_tokens": 29412770.0,
|
||
|
|
"step": 6430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6550191486254334,
|
||
|
|
"epoch": 0.6072535684397874,
|
||
|
|
"grad_norm": 0.48828125,
|
||
|
|
"learning_rate": 1.486364705417071e-06,
|
||
|
|
"loss": 0.575551700592041,
|
||
|
|
"mean_token_accuracy": 0.8128551565110683,
|
||
|
|
"num_tokens": 29457089.0,
|
||
|
|
"step": 6440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6363603160483763,
|
||
|
|
"epoch": 0.6081965087634517,
|
||
|
|
"grad_norm": 0.37890625,
|
||
|
|
"learning_rate": 1.4789685443903894e-06,
|
||
|
|
"loss": 0.585049819946289,
|
||
|
|
"mean_token_accuracy": 0.820637421682477,
|
||
|
|
"num_tokens": 29511977.0,
|
||
|
|
"step": 6450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.5975639001466334,
|
||
|
|
"epoch": 0.6091394490871159,
|
||
|
|
"grad_norm": 0.39453125,
|
||
|
|
"learning_rate": 1.471583093500532e-06,
|
||
|
|
"loss": 0.4691169738769531,
|
||
|
|
"mean_token_accuracy": 0.8282858118414879,
|
||
|
|
"num_tokens": 29560593.0,
|
||
|
|
"step": 6460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6914234139025212,
|
||
|
|
"epoch": 0.6100823894107802,
|
||
|
|
"grad_norm": 0.30859375,
|
||
|
|
"learning_rate": 1.4642084302173867e-06,
|
||
|
|
"loss": 0.5843109607696533,
|
||
|
|
"mean_token_accuracy": 0.8037613401189446,
|
||
|
|
"num_tokens": 29612477.0,
|
||
|
|
"step": 6470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.720405780756846,
|
||
|
|
"epoch": 0.6110253297344445,
|
||
|
|
"grad_norm": 1.3671875,
|
||
|
|
"learning_rate": 1.4568446318976804e-06,
|
||
|
|
"loss": 0.612605094909668,
|
||
|
|
"mean_token_accuracy": 0.7900254150852561,
|
||
|
|
"num_tokens": 29653283.0,
|
||
|
|
"step": 6480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6390435563400387,
|
||
|
|
"epoch": 0.6119682700581087,
|
||
|
|
"grad_norm": 0.47265625,
|
||
|
|
"learning_rate": 1.449491775784172e-06,
|
||
|
|
"loss": 0.5124198436737061,
|
||
|
|
"mean_token_accuracy": 0.8260769449174404,
|
||
|
|
"num_tokens": 29700246.0,
|
||
|
|
"step": 6490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6470420122146606,
|
||
|
|
"epoch": 0.612911210381773,
|
||
|
|
"grad_norm": 0.90625,
|
||
|
|
"learning_rate": 1.442149939004845e-06,
|
||
|
|
"loss": 0.6141894340515137,
|
||
|
|
"mean_token_accuracy": 0.8217171192169189,
|
||
|
|
"num_tokens": 29752904.0,
|
||
|
|
"step": 6500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.5653758386150003,
|
||
|
|
"epoch": 0.6138541507054373,
|
||
|
|
"grad_norm": 0.43359375,
|
||
|
|
"learning_rate": 1.4348191985720905e-06,
|
||
|
|
"loss": 0.5112238883972168,
|
||
|
|
"mean_token_accuracy": 0.8314279425889254,
|
||
|
|
"num_tokens": 29791019.0,
|
||
|
|
"step": 6510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6899514342658222,
|
||
|
|
"epoch": 0.6147970910291015,
|
||
|
|
"grad_norm": 0.44140625,
|
||
|
|
"learning_rate": 1.4274996313819093e-06,
|
||
|
|
"loss": 0.5467896461486816,
|
||
|
|
"mean_token_accuracy": 0.8154542069882155,
|
||
|
|
"num_tokens": 29837978.0,
|
||
|
|
"step": 6520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7366321623325348,
|
||
|
|
"epoch": 0.6157400313527658,
|
||
|
|
"grad_norm": 0.439453125,
|
||
|
|
"learning_rate": 1.4201913142130953e-06,
|
||
|
|
"loss": 0.5235143661499023,
|
||
|
|
"mean_token_accuracy": 0.797525929659605,
|
||
|
|
"num_tokens": 29885619.0,
|
||
|
|
"step": 6530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7723901643417775,
|
||
|
|
"epoch": 0.61668297167643,
|
||
|
|
"grad_norm": 0.5625,
|
||
|
|
"learning_rate": 1.4128943237264397e-06,
|
||
|
|
"loss": 0.6222280502319336,
|
||
|
|
"mean_token_accuracy": 0.7883600037544966,
|
||
|
|
"num_tokens": 29929441.0,
|
||
|
|
"step": 6540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7317868547514081,
|
||
|
|
"epoch": 0.6176259120000943,
|
||
|
|
"grad_norm": 0.28515625,
|
||
|
|
"learning_rate": 1.4056087364639177e-06,
|
||
|
|
"loss": 0.6348618984222412,
|
||
|
|
"mean_token_accuracy": 0.7977587293833495,
|
||
|
|
"num_tokens": 29980994.0,
|
||
|
|
"step": 6550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6215764599852264,
|
||
|
|
"epoch": 0.6185688523237586,
|
||
|
|
"grad_norm": 0.30859375,
|
||
|
|
"learning_rate": 1.3983346288478934e-06,
|
||
|
|
"loss": 0.46146564483642577,
|
||
|
|
"mean_token_accuracy": 0.8226776365190744,
|
||
|
|
"num_tokens": 30036423.0,
|
||
|
|
"step": 6560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7115271213464439,
|
||
|
|
"epoch": 0.6195117926474228,
|
||
|
|
"grad_norm": 0.6171875,
|
||
|
|
"learning_rate": 1.3910720771803138e-06,
|
||
|
|
"loss": 0.5262360572814941,
|
||
|
|
"mean_token_accuracy": 0.815481587126851,
|
||
|
|
"num_tokens": 30083567.0,
|
||
|
|
"step": 6570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6607028277590871,
|
||
|
|
"epoch": 0.6204547329710871,
|
||
|
|
"grad_norm": 0.546875,
|
||
|
|
"learning_rate": 1.3838211576419084e-06,
|
||
|
|
"loss": 0.6297407627105713,
|
||
|
|
"mean_token_accuracy": 0.8033003844320774,
|
||
|
|
"num_tokens": 30123282.0,
|
||
|
|
"step": 6580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8542975519783795,
|
||
|
|
"epoch": 0.6213976732947514,
|
||
|
|
"grad_norm": 0.380859375,
|
||
|
|
"learning_rate": 1.3765819462913935e-06,
|
||
|
|
"loss": 0.6734577655792237,
|
||
|
|
"mean_token_accuracy": 0.7789794001728296,
|
||
|
|
"num_tokens": 30175834.0,
|
||
|
|
"step": 6590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6683274048380554,
|
||
|
|
"epoch": 0.6223406136184156,
|
||
|
|
"grad_norm": 0.2578125,
|
||
|
|
"learning_rate": 1.3693545190646687e-06,
|
||
|
|
"loss": 0.5290188312530517,
|
||
|
|
"mean_token_accuracy": 0.8123727187514305,
|
||
|
|
"num_tokens": 30230839.0,
|
||
|
|
"step": 6600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8296206023544073,
|
||
|
|
"epoch": 0.6232835539420799,
|
||
|
|
"grad_norm": 0.376953125,
|
||
|
|
"learning_rate": 1.3621389517740278e-06,
|
||
|
|
"loss": 0.6783339023590088,
|
||
|
|
"mean_token_accuracy": 0.772437755856663,
|
||
|
|
"num_tokens": 30276477.0,
|
||
|
|
"step": 6610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7358615064062178,
|
||
|
|
"epoch": 0.6242264942657442,
|
||
|
|
"grad_norm": 0.55078125,
|
||
|
|
"learning_rate": 1.354935320107355e-06,
|
||
|
|
"loss": 0.7653596878051758,
|
||
|
|
"mean_token_accuracy": 0.7917595565319061,
|
||
|
|
"num_tokens": 30322719.0,
|
||
|
|
"step": 6620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6063522500917315,
|
||
|
|
"epoch": 0.6251694345894084,
|
||
|
|
"grad_norm": 0.421875,
|
||
|
|
"learning_rate": 1.3477436996273391e-06,
|
||
|
|
"loss": 0.493528938293457,
|
||
|
|
"mean_token_accuracy": 0.8317346017807722,
|
||
|
|
"num_tokens": 30366460.0,
|
||
|
|
"step": 6630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6097435717936606,
|
||
|
|
"epoch": 0.6261123749130727,
|
||
|
|
"grad_norm": 0.265625,
|
||
|
|
"learning_rate": 1.340564165770677e-06,
|
||
|
|
"loss": 0.5172214508056641,
|
||
|
|
"mean_token_accuracy": 0.8287797518074512,
|
||
|
|
"num_tokens": 30413005.0,
|
||
|
|
"step": 6640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7791145509108901,
|
||
|
|
"epoch": 0.627055315236737,
|
||
|
|
"grad_norm": 0.330078125,
|
||
|
|
"learning_rate": 1.3333967938472791e-06,
|
||
|
|
"loss": 0.6306872844696045,
|
||
|
|
"mean_token_accuracy": 0.7808555860072375,
|
||
|
|
"num_tokens": 30452797.0,
|
||
|
|
"step": 6650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7186586172319949,
|
||
|
|
"epoch": 0.6279982555604012,
|
||
|
|
"grad_norm": 0.2060546875,
|
||
|
|
"learning_rate": 1.326241659039488e-06,
|
||
|
|
"loss": 0.7230193614959717,
|
||
|
|
"mean_token_accuracy": 0.8053840888664127,
|
||
|
|
"num_tokens": 30501667.0,
|
||
|
|
"step": 6660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.713790905289352,
|
||
|
|
"epoch": 0.6289411958840655,
|
||
|
|
"grad_norm": 0.36328125,
|
||
|
|
"learning_rate": 1.3190988364012798e-06,
|
||
|
|
"loss": 0.664982271194458,
|
||
|
|
"mean_token_accuracy": 0.8036589544266463,
|
||
|
|
"num_tokens": 30546332.0,
|
||
|
|
"step": 6670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7191013899631798,
|
||
|
|
"epoch": 0.6298841362077298,
|
||
|
|
"grad_norm": 1.1640625,
|
||
|
|
"learning_rate": 1.3119684008574854e-06,
|
||
|
|
"loss": 0.6084727287292481,
|
||
|
|
"mean_token_accuracy": 0.7926711194217205,
|
||
|
|
"num_tokens": 30592915.0,
|
||
|
|
"step": 6680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7162378825247288,
|
||
|
|
"epoch": 0.630827076531394,
|
||
|
|
"grad_norm": 0.51171875,
|
||
|
|
"learning_rate": 1.3048504272029983e-06,
|
||
|
|
"loss": 0.6665098190307617,
|
||
|
|
"mean_token_accuracy": 0.7999292813241482,
|
||
|
|
"num_tokens": 30630783.0,
|
||
|
|
"step": 6690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6918003332801164,
|
||
|
|
"epoch": 0.6317700168550583,
|
||
|
|
"grad_norm": 0.44140625,
|
||
|
|
"learning_rate": 1.297744990101995e-06,
|
||
|
|
"loss": 0.7901312828063964,
|
||
|
|
"mean_token_accuracy": 0.8032176718115807,
|
||
|
|
"num_tokens": 30684178.0,
|
||
|
|
"step": 6700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6030714954715222,
|
||
|
|
"epoch": 0.6327129571787226,
|
||
|
|
"grad_norm": 0.470703125,
|
||
|
|
"learning_rate": 1.2906521640871492e-06,
|
||
|
|
"loss": 0.5561746597290039,
|
||
|
|
"mean_token_accuracy": 0.8341683767735958,
|
||
|
|
"num_tokens": 30729882.0,
|
||
|
|
"step": 6710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.616637565754354,
|
||
|
|
"epoch": 0.6336558975023868,
|
||
|
|
"grad_norm": 0.310546875,
|
||
|
|
"learning_rate": 1.2835720235588475e-06,
|
||
|
|
"loss": 0.572420072555542,
|
||
|
|
"mean_token_accuracy": 0.8205343771725893,
|
||
|
|
"num_tokens": 30779139.0,
|
||
|
|
"step": 6720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6006744123529643,
|
||
|
|
"epoch": 0.6345988378260511,
|
||
|
|
"grad_norm": 0.3984375,
|
||
|
|
"learning_rate": 1.2765046427844157e-06,
|
||
|
|
"loss": 0.521686601638794,
|
||
|
|
"mean_token_accuracy": 0.8351531434804201,
|
||
|
|
"num_tokens": 30826518.0,
|
||
|
|
"step": 6730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7569279128685593,
|
||
|
|
"epoch": 0.6355417781497154,
|
||
|
|
"grad_norm": 0.4609375,
|
||
|
|
"learning_rate": 1.2694500958973327e-06,
|
||
|
|
"loss": 0.6009937286376953,
|
||
|
|
"mean_token_accuracy": 0.789092281088233,
|
||
|
|
"num_tokens": 30881879.0,
|
||
|
|
"step": 6740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.5884561772458256,
|
||
|
|
"epoch": 0.6364847184733796,
|
||
|
|
"grad_norm": 0.412109375,
|
||
|
|
"learning_rate": 1.262408456896458e-06,
|
||
|
|
"loss": 0.520009183883667,
|
||
|
|
"mean_token_accuracy": 0.8386049326509237,
|
||
|
|
"num_tokens": 30927036.0,
|
||
|
|
"step": 6750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.5804953049868345,
|
||
|
|
"epoch": 0.6374276587970439,
|
||
|
|
"grad_norm": 0.65234375,
|
||
|
|
"learning_rate": 1.2553797996452504e-06,
|
||
|
|
"loss": 0.42743620872497556,
|
||
|
|
"mean_token_accuracy": 0.8361934781074524,
|
||
|
|
"num_tokens": 30973950.0,
|
||
|
|
"step": 6760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.651206433866173,
|
||
|
|
"epoch": 0.6383705991207081,
|
||
|
|
"grad_norm": 0.28125,
|
||
|
|
"learning_rate": 1.2483641978710023e-06,
|
||
|
|
"loss": 0.5765644550323487,
|
||
|
|
"mean_token_accuracy": 0.8276426322758198,
|
||
|
|
"num_tokens": 31027156.0,
|
||
|
|
"step": 6770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7943007486872375,
|
||
|
|
"epoch": 0.6393135394443724,
|
||
|
|
"grad_norm": 0.2109375,
|
||
|
|
"learning_rate": 1.2413617251640538e-06,
|
||
|
|
"loss": 0.6862638473510743,
|
||
|
|
"mean_token_accuracy": 0.7906891793012619,
|
||
|
|
"num_tokens": 31081926.0,
|
||
|
|
"step": 6780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7911325155757367,
|
||
|
|
"epoch": 0.6402564797680367,
|
||
|
|
"grad_norm": 0.53125,
|
||
|
|
"learning_rate": 1.2343724549770311e-06,
|
||
|
|
"loss": 0.7334757328033448,
|
||
|
|
"mean_token_accuracy": 0.7799281593412161,
|
||
|
|
"num_tokens": 31123520.0,
|
||
|
|
"step": 6790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6264763680286706,
|
||
|
|
"epoch": 0.641199420091701,
|
||
|
|
"grad_norm": 0.404296875,
|
||
|
|
"learning_rate": 1.2273964606240718e-06,
|
||
|
|
"loss": 0.5062834739685058,
|
||
|
|
"mean_token_accuracy": 0.813581820204854,
|
||
|
|
"num_tokens": 31169681.0,
|
||
|
|
"step": 6800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6135468325577677,
|
||
|
|
"epoch": 0.6421423604153652,
|
||
|
|
"grad_norm": 0.388671875,
|
||
|
|
"learning_rate": 1.220433815280054e-06,
|
||
|
|
"loss": 0.4851649284362793,
|
||
|
|
"mean_token_accuracy": 0.8191511053591967,
|
||
|
|
"num_tokens": 31215610.0,
|
||
|
|
"step": 6810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.8527200820855796,
|
||
|
|
"epoch": 0.6430853007390295,
|
||
|
|
"grad_norm": 0.404296875,
|
||
|
|
"learning_rate": 1.2134845919798346e-06,
|
||
|
|
"loss": 0.9052200317382812,
|
||
|
|
"mean_token_accuracy": 0.7757729774340987,
|
||
|
|
"num_tokens": 31256328.0,
|
||
|
|
"step": 6820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6696253786794841,
|
||
|
|
"epoch": 0.6440282410626937,
|
||
|
|
"grad_norm": 0.330078125,
|
||
|
|
"learning_rate": 1.2065488636174761e-06,
|
||
|
|
"loss": 0.4900521755218506,
|
||
|
|
"mean_token_accuracy": 0.81925327219069,
|
||
|
|
"num_tokens": 31303360.0,
|
||
|
|
"step": 6830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7389580006711185,
|
||
|
|
"epoch": 0.644971181386358,
|
||
|
|
"grad_norm": 0.6171875,
|
||
|
|
"learning_rate": 1.1996267029454882e-06,
|
||
|
|
"loss": 0.6637410640716552,
|
||
|
|
"mean_token_accuracy": 0.7897630255669356,
|
||
|
|
"num_tokens": 31356452.0,
|
||
|
|
"step": 6840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7582534276880324,
|
||
|
|
"epoch": 0.6459141217100223,
|
||
|
|
"grad_norm": 0.314453125,
|
||
|
|
"learning_rate": 1.1927181825740598e-06,
|
||
|
|
"loss": 0.6377841472625733,
|
||
|
|
"mean_token_accuracy": 0.78179000467062,
|
||
|
|
"num_tokens": 31402638.0,
|
||
|
|
"step": 6850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7765328639186919,
|
||
|
|
"epoch": 0.6468570620336865,
|
||
|
|
"grad_norm": 1.4765625,
|
||
|
|
"learning_rate": 1.1858233749703008e-06,
|
||
|
|
"loss": 0.7192119121551513,
|
||
|
|
"mean_token_accuracy": 0.7862007327377796,
|
||
|
|
"num_tokens": 31441999.0,
|
||
|
|
"step": 6860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6889529786072671,
|
||
|
|
"epoch": 0.6478000023573508,
|
||
|
|
"grad_norm": 0.455078125,
|
||
|
|
"learning_rate": 1.1789423524574816e-06,
|
||
|
|
"loss": 0.5516982555389405,
|
||
|
|
"mean_token_accuracy": 0.8100367560982704,
|
||
|
|
"num_tokens": 31496439.0,
|
||
|
|
"step": 6870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.5635810997337103,
|
||
|
|
"epoch": 0.6487429426810151,
|
||
|
|
"grad_norm": 0.333984375,
|
||
|
|
"learning_rate": 1.1720751872142708e-06,
|
||
|
|
"loss": 0.512902307510376,
|
||
|
|
"mean_token_accuracy": 0.8280544430017471,
|
||
|
|
"num_tokens": 31543724.0,
|
||
|
|
"step": 6880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6845852768979966,
|
||
|
|
"epoch": 0.6496858830046793,
|
||
|
|
"grad_norm": 0.361328125,
|
||
|
|
"learning_rate": 1.1652219512739838e-06,
|
||
|
|
"loss": 0.5510530471801758,
|
||
|
|
"mean_token_accuracy": 0.8120139855891466,
|
||
|
|
"num_tokens": 31594284.0,
|
||
|
|
"step": 6890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6481620660051703,
|
||
|
|
"epoch": 0.6506288233283436,
|
||
|
|
"grad_norm": 0.5390625,
|
||
|
|
"learning_rate": 1.1583827165238206e-06,
|
||
|
|
"loss": 0.5910237789154053,
|
||
|
|
"mean_token_accuracy": 0.8181051228195428,
|
||
|
|
"num_tokens": 31635062.0,
|
||
|
|
"step": 6900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6908615042455495,
|
||
|
|
"epoch": 0.6515717636520079,
|
||
|
|
"grad_norm": 0.84375,
|
||
|
|
"learning_rate": 1.15155755470412e-06,
|
||
|
|
"loss": 0.6882299423217774,
|
||
|
|
"mean_token_accuracy": 0.8048533439636231,
|
||
|
|
"num_tokens": 31678473.0,
|
||
|
|
"step": 6910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7044286559335887,
|
||
|
|
"epoch": 0.6525147039756721,
|
||
|
|
"grad_norm": 0.609375,
|
||
|
|
"learning_rate": 1.1447465374075975e-06,
|
||
|
|
"loss": 0.7313314437866211,
|
||
|
|
"mean_token_accuracy": 0.8019507348537445,
|
||
|
|
"num_tokens": 31729255.0,
|
||
|
|
"step": 6920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6504749067127704,
|
||
|
|
"epoch": 0.6534576442993364,
|
||
|
|
"grad_norm": 0.490234375,
|
||
|
|
"learning_rate": 1.137949736078603e-06,
|
||
|
|
"loss": 0.5372074604034424,
|
||
|
|
"mean_token_accuracy": 0.8073802709579467,
|
||
|
|
"num_tokens": 31768907.0,
|
||
|
|
"step": 6930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7473512006923556,
|
||
|
|
"epoch": 0.6544005846230007,
|
||
|
|
"grad_norm": 0.423828125,
|
||
|
|
"learning_rate": 1.1311672220123664e-06,
|
||
|
|
"loss": 0.6788872241973877,
|
||
|
|
"mean_token_accuracy": 0.7935893721878529,
|
||
|
|
"num_tokens": 31812183.0,
|
||
|
|
"step": 6940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.7024919440969825,
|
||
|
|
"epoch": 0.6553435249466649,
|
||
|
|
"grad_norm": 0.40625,
|
||
|
|
"learning_rate": 1.1243990663542497e-06,
|
||
|
|
"loss": 0.6041145324707031,
|
||
|
|
"mean_token_accuracy": 0.8105067923665047,
|
||
|
|
"num_tokens": 31862178.0,
|
||
|
|
"step": 6950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6629848030395806,
|
||
|
|
"epoch": 0.6562864652703292,
|
||
|
|
"grad_norm": 0.828125,
|
||
|
|
"learning_rate": 1.1176453400990049e-06,
|
||
|
|
"loss": 0.676570463180542,
|
||
|
|
"mean_token_accuracy": 0.8191709652543068,
|
||
|
|
"num_tokens": 31907853.0,
|
||
|
|
"step": 6960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6834048548713326,
|
||
|
|
"epoch": 0.6572294055939935,
|
||
|
|
"grad_norm": 0.921875,
|
||
|
|
"learning_rate": 1.1109061140900224e-06,
|
||
|
|
"loss": 0.5216798305511474,
|
||
|
|
"mean_token_accuracy": 0.8132496692240239,
|
||
|
|
"num_tokens": 31952569.0,
|
||
|
|
"step": 6970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6860712924972177,
|
||
|
|
"epoch": 0.6581723459176577,
|
||
|
|
"grad_norm": 0.421875,
|
||
|
|
"learning_rate": 1.104181459018596e-06,
|
||
|
|
"loss": 0.5502390384674072,
|
||
|
|
"mean_token_accuracy": 0.8120945893228054,
|
||
|
|
"num_tokens": 32000914.0,
|
||
|
|
"step": 6980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6751578035764396,
|
||
|
|
"epoch": 0.659115286241322,
|
||
|
|
"grad_norm": 0.6640625,
|
||
|
|
"learning_rate": 1.0974714454231738e-06,
|
||
|
|
"loss": 0.5092285633087158,
|
||
|
|
"mean_token_accuracy": 0.8091344766318798,
|
||
|
|
"num_tokens": 32047882.0,
|
||
|
|
"step": 6990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"entropy": 0.6862224272452295,
|
||
|
|
"epoch": 0.6600582265649863,
|
||
|
|
"grad_norm": 0.265625,
|
||
|
|
"learning_rate": 1.0907761436886238e-06,
|
||
|
|
"loss": 0.4828913688659668,
|
||
|
|
"mean_token_accuracy": 0.8198781322687865,
|
||
|
|
"num_tokens": 32093189.0,
|
||
|
|
"step": 7000
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"logging_steps": 10,
|
||
|
|
"max_steps": 10000,
|
||
|
|
"num_input_tokens_seen": 0,
|
||
|
|
"num_train_epochs": 1,
|
||
|
|
"save_steps": 500,
|
||
|
|
"stateful_callbacks": {
|
||
|
|
"TrainerControl": {
|
||
|
|
"args": {
|
||
|
|
"should_epoch_stop": false,
|
||
|
|
"should_evaluate": false,
|
||
|
|
"should_log": false,
|
||
|
|
"should_save": true,
|
||
|
|
"should_training_stop": false
|
||
|
|
},
|
||
|
|
"attributes": {}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"total_flos": 1.4573656096110735e+18,
|
||
|
|
"train_batch_size": 1,
|
||
|
|
"trial_name": null,
|
||
|
|
"trial_params": null
|
||
|
|
}
|