9324 lines
236 KiB
JSON
9324 lines
236 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 5.0,
|
|
"eval_steps": 500,
|
|
"global_step": 1160,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.004326663061114116,
|
|
"grad_norm": 9.830283616452624,
|
|
"learning_rate": 0.0,
|
|
"loss": 1.3476,
|
|
"num_tokens": 8052727.0,
|
|
"step": 1
|
|
},
|
|
{
|
|
"epoch": 0.008653326122228232,
|
|
"grad_norm": 9.519867321484186,
|
|
"learning_rate": 5.714285714285715e-07,
|
|
"loss": 1.3642,
|
|
"num_tokens": 16316249.0,
|
|
"step": 2
|
|
},
|
|
{
|
|
"epoch": 0.012979989183342347,
|
|
"grad_norm": 9.442336551776892,
|
|
"learning_rate": 1.142857142857143e-06,
|
|
"loss": 1.367,
|
|
"num_tokens": 24414956.0,
|
|
"step": 3
|
|
},
|
|
{
|
|
"epoch": 0.017306652244456464,
|
|
"grad_norm": 9.471009290013246,
|
|
"learning_rate": 1.7142857142857145e-06,
|
|
"loss": 1.3358,
|
|
"num_tokens": 32432061.0,
|
|
"step": 4
|
|
},
|
|
{
|
|
"epoch": 0.02163331530557058,
|
|
"grad_norm": 9.115653849817324,
|
|
"learning_rate": 2.285714285714286e-06,
|
|
"loss": 1.3613,
|
|
"num_tokens": 40560264.0,
|
|
"step": 5
|
|
},
|
|
{
|
|
"epoch": 0.025959978366684695,
|
|
"grad_norm": 6.542355004343838,
|
|
"learning_rate": 2.8571428571428573e-06,
|
|
"loss": 1.3277,
|
|
"num_tokens": 48746761.0,
|
|
"step": 6
|
|
},
|
|
{
|
|
"epoch": 0.03028664142779881,
|
|
"grad_norm": 3.9396532324883506,
|
|
"learning_rate": 3.428571428571429e-06,
|
|
"loss": 1.2881,
|
|
"num_tokens": 56923208.0,
|
|
"step": 7
|
|
},
|
|
{
|
|
"epoch": 0.03461330448891293,
|
|
"grad_norm": 2.877023388671469,
|
|
"learning_rate": 4.000000000000001e-06,
|
|
"loss": 1.2755,
|
|
"num_tokens": 65037147.0,
|
|
"step": 8
|
|
},
|
|
{
|
|
"epoch": 0.038939967550027044,
|
|
"grad_norm": 2.636083130941496,
|
|
"learning_rate": 4.571428571428572e-06,
|
|
"loss": 1.2177,
|
|
"num_tokens": 73157157.0,
|
|
"step": 9
|
|
},
|
|
{
|
|
"epoch": 0.04326663061114116,
|
|
"grad_norm": 2.8265457962852625,
|
|
"learning_rate": 5.142857142857142e-06,
|
|
"loss": 1.2418,
|
|
"num_tokens": 81330425.0,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 0.047593293672255274,
|
|
"grad_norm": 2.4691679478623354,
|
|
"learning_rate": 5.7142857142857145e-06,
|
|
"loss": 1.2406,
|
|
"num_tokens": 89515900.0,
|
|
"step": 11
|
|
},
|
|
{
|
|
"epoch": 0.05191995673336939,
|
|
"grad_norm": 1.3604966781466097,
|
|
"learning_rate": 6.285714285714286e-06,
|
|
"loss": 1.2218,
|
|
"num_tokens": 97822905.0,
|
|
"step": 12
|
|
},
|
|
{
|
|
"epoch": 0.056246619794483504,
|
|
"grad_norm": 1.4377360792946812,
|
|
"learning_rate": 6.857142857142858e-06,
|
|
"loss": 1.2148,
|
|
"num_tokens": 105891211.0,
|
|
"step": 13
|
|
},
|
|
{
|
|
"epoch": 0.06057328285559762,
|
|
"grad_norm": 1.1167760820906318,
|
|
"learning_rate": 7.428571428571429e-06,
|
|
"loss": 1.1911,
|
|
"num_tokens": 114159655.0,
|
|
"step": 14
|
|
},
|
|
{
|
|
"epoch": 0.06489994591671173,
|
|
"grad_norm": 0.8336030501572852,
|
|
"learning_rate": 8.000000000000001e-06,
|
|
"loss": 1.1865,
|
|
"num_tokens": 122302268.0,
|
|
"step": 15
|
|
},
|
|
{
|
|
"epoch": 0.06922660897782586,
|
|
"grad_norm": 0.8902289923264906,
|
|
"learning_rate": 8.571428571428571e-06,
|
|
"loss": 1.1802,
|
|
"num_tokens": 130363765.0,
|
|
"step": 16
|
|
},
|
|
{
|
|
"epoch": 0.07355327203893997,
|
|
"grad_norm": 0.7890837270197739,
|
|
"learning_rate": 9.142857142857144e-06,
|
|
"loss": 1.1546,
|
|
"num_tokens": 138559833.0,
|
|
"step": 17
|
|
},
|
|
{
|
|
"epoch": 0.07787993510005409,
|
|
"grad_norm": 0.6619514307664508,
|
|
"learning_rate": 9.714285714285715e-06,
|
|
"loss": 1.1679,
|
|
"num_tokens": 146796904.0,
|
|
"step": 18
|
|
},
|
|
{
|
|
"epoch": 0.0822065981611682,
|
|
"grad_norm": 0.7437862013859642,
|
|
"learning_rate": 1.0285714285714285e-05,
|
|
"loss": 1.1696,
|
|
"num_tokens": 155019734.0,
|
|
"step": 19
|
|
},
|
|
{
|
|
"epoch": 0.08653326122228232,
|
|
"grad_norm": 0.5923572964078235,
|
|
"learning_rate": 1.0857142857142858e-05,
|
|
"loss": 1.1397,
|
|
"num_tokens": 163012614.0,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.09085992428339643,
|
|
"grad_norm": 0.614737751373971,
|
|
"learning_rate": 1.1428571428571429e-05,
|
|
"loss": 1.1332,
|
|
"num_tokens": 171242469.0,
|
|
"step": 21
|
|
},
|
|
{
|
|
"epoch": 0.09518658734451055,
|
|
"grad_norm": 0.5921550598589083,
|
|
"learning_rate": 1.2e-05,
|
|
"loss": 1.1474,
|
|
"num_tokens": 179418820.0,
|
|
"step": 22
|
|
},
|
|
{
|
|
"epoch": 0.09951325040562466,
|
|
"grad_norm": 0.5628528294416506,
|
|
"learning_rate": 1.2571428571428572e-05,
|
|
"loss": 1.1199,
|
|
"num_tokens": 187617438.0,
|
|
"step": 23
|
|
},
|
|
{
|
|
"epoch": 0.10383991346673878,
|
|
"grad_norm": 0.4637445426933222,
|
|
"learning_rate": 1.3142857142857145e-05,
|
|
"loss": 1.1421,
|
|
"num_tokens": 195684109.0,
|
|
"step": 24
|
|
},
|
|
{
|
|
"epoch": 0.10816657652785289,
|
|
"grad_norm": 0.5454906393782035,
|
|
"learning_rate": 1.3714285714285716e-05,
|
|
"loss": 1.1434,
|
|
"num_tokens": 203827960.0,
|
|
"step": 25
|
|
},
|
|
{
|
|
"epoch": 0.11249323958896701,
|
|
"grad_norm": 0.464326953548454,
|
|
"learning_rate": 1.4285714285714287e-05,
|
|
"loss": 1.0968,
|
|
"num_tokens": 211915123.0,
|
|
"step": 26
|
|
},
|
|
{
|
|
"epoch": 0.11681990265008113,
|
|
"grad_norm": 0.5241833371081568,
|
|
"learning_rate": 1.4857142857142858e-05,
|
|
"loss": 1.1213,
|
|
"num_tokens": 220176060.0,
|
|
"step": 27
|
|
},
|
|
{
|
|
"epoch": 0.12114656571119524,
|
|
"grad_norm": 0.4222502236528627,
|
|
"learning_rate": 1.542857142857143e-05,
|
|
"loss": 1.119,
|
|
"num_tokens": 228562361.0,
|
|
"step": 28
|
|
},
|
|
{
|
|
"epoch": 0.12547322877230935,
|
|
"grad_norm": 0.40197376998712087,
|
|
"learning_rate": 1.6000000000000003e-05,
|
|
"loss": 1.1004,
|
|
"num_tokens": 236738124.0,
|
|
"step": 29
|
|
},
|
|
{
|
|
"epoch": 0.12979989183342347,
|
|
"grad_norm": 0.667263167983757,
|
|
"learning_rate": 1.6571428571428574e-05,
|
|
"loss": 1.1035,
|
|
"num_tokens": 244925231.0,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 0.1341265548945376,
|
|
"grad_norm": 0.5276754605829086,
|
|
"learning_rate": 1.7142857142857142e-05,
|
|
"loss": 1.0955,
|
|
"num_tokens": 253126364.0,
|
|
"step": 31
|
|
},
|
|
{
|
|
"epoch": 0.13845321795565171,
|
|
"grad_norm": 0.508680706529472,
|
|
"learning_rate": 1.7714285714285717e-05,
|
|
"loss": 1.0788,
|
|
"num_tokens": 261432036.0,
|
|
"step": 32
|
|
},
|
|
{
|
|
"epoch": 0.1427798810167658,
|
|
"grad_norm": 0.4736854224697208,
|
|
"learning_rate": 1.8285714285714288e-05,
|
|
"loss": 1.0754,
|
|
"num_tokens": 269412990.0,
|
|
"step": 33
|
|
},
|
|
{
|
|
"epoch": 0.14710654407787993,
|
|
"grad_norm": 0.5644038888965046,
|
|
"learning_rate": 1.885714285714286e-05,
|
|
"loss": 1.0812,
|
|
"num_tokens": 277507256.0,
|
|
"step": 34
|
|
},
|
|
{
|
|
"epoch": 0.15143320713899405,
|
|
"grad_norm": 0.517430144442927,
|
|
"learning_rate": 1.942857142857143e-05,
|
|
"loss": 1.0518,
|
|
"num_tokens": 285825070.0,
|
|
"step": 35
|
|
},
|
|
{
|
|
"epoch": 0.15575987020010817,
|
|
"grad_norm": 0.4767328121960403,
|
|
"learning_rate": 2e-05,
|
|
"loss": 1.0746,
|
|
"num_tokens": 293998939.0,
|
|
"step": 36
|
|
},
|
|
{
|
|
"epoch": 0.16008653326122227,
|
|
"grad_norm": 0.6265822085481365,
|
|
"learning_rate": 1.9999964908096047e-05,
|
|
"loss": 1.0779,
|
|
"num_tokens": 302026611.0,
|
|
"step": 37
|
|
},
|
|
{
|
|
"epoch": 0.1644131963223364,
|
|
"grad_norm": 0.5421794033981302,
|
|
"learning_rate": 1.9999859632657835e-05,
|
|
"loss": 1.0567,
|
|
"num_tokens": 310311612.0,
|
|
"step": 38
|
|
},
|
|
{
|
|
"epoch": 0.1687398593834505,
|
|
"grad_norm": 0.5630990560279432,
|
|
"learning_rate": 1.9999684174506328e-05,
|
|
"loss": 1.079,
|
|
"num_tokens": 318541443.0,
|
|
"step": 39
|
|
},
|
|
{
|
|
"epoch": 0.17306652244456464,
|
|
"grad_norm": 0.48788951615244724,
|
|
"learning_rate": 1.999943853500978e-05,
|
|
"loss": 1.0547,
|
|
"num_tokens": 326739815.0,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.17739318550567876,
|
|
"grad_norm": 0.5340588580376897,
|
|
"learning_rate": 1.9999122716083737e-05,
|
|
"loss": 1.0934,
|
|
"num_tokens": 334937951.0,
|
|
"step": 41
|
|
},
|
|
{
|
|
"epoch": 0.18171984856679285,
|
|
"grad_norm": 0.64525962255221,
|
|
"learning_rate": 1.9998736720191024e-05,
|
|
"loss": 1.0549,
|
|
"num_tokens": 342906928.0,
|
|
"step": 42
|
|
},
|
|
{
|
|
"epoch": 0.18604651162790697,
|
|
"grad_norm": 0.6322467483553018,
|
|
"learning_rate": 1.999828055034171e-05,
|
|
"loss": 1.0708,
|
|
"num_tokens": 351105939.0,
|
|
"step": 43
|
|
},
|
|
{
|
|
"epoch": 0.1903731746890211,
|
|
"grad_norm": 0.5286887426663199,
|
|
"learning_rate": 1.99977542100931e-05,
|
|
"loss": 1.0398,
|
|
"num_tokens": 359264834.0,
|
|
"step": 44
|
|
},
|
|
{
|
|
"epoch": 0.19469983775013522,
|
|
"grad_norm": 0.5550761990980296,
|
|
"learning_rate": 1.99971577035497e-05,
|
|
"loss": 1.0603,
|
|
"num_tokens": 367366715.0,
|
|
"step": 45
|
|
},
|
|
{
|
|
"epoch": 0.1990265008112493,
|
|
"grad_norm": 0.6881955496478498,
|
|
"learning_rate": 1.999649103536319e-05,
|
|
"loss": 1.05,
|
|
"num_tokens": 375621618.0,
|
|
"step": 46
|
|
},
|
|
{
|
|
"epoch": 0.20335316387236343,
|
|
"grad_norm": 0.5029731593462167,
|
|
"learning_rate": 1.9995754210732382e-05,
|
|
"loss": 1.0313,
|
|
"num_tokens": 383988397.0,
|
|
"step": 47
|
|
},
|
|
{
|
|
"epoch": 0.20767982693347756,
|
|
"grad_norm": 0.5868421371084077,
|
|
"learning_rate": 1.999494723540318e-05,
|
|
"loss": 1.0394,
|
|
"num_tokens": 392268195.0,
|
|
"step": 48
|
|
},
|
|
{
|
|
"epoch": 0.21200648999459168,
|
|
"grad_norm": 0.4194973171959154,
|
|
"learning_rate": 1.9994070115668543e-05,
|
|
"loss": 1.0573,
|
|
"num_tokens": 400505785.0,
|
|
"step": 49
|
|
},
|
|
{
|
|
"epoch": 0.21633315305570577,
|
|
"grad_norm": 0.6636892110494055,
|
|
"learning_rate": 1.9993122858368424e-05,
|
|
"loss": 1.0393,
|
|
"num_tokens": 408726600.0,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.2206598161168199,
|
|
"grad_norm": 0.49726970914407065,
|
|
"learning_rate": 1.9992105470889727e-05,
|
|
"loss": 1.0386,
|
|
"num_tokens": 416846182.0,
|
|
"step": 51
|
|
},
|
|
{
|
|
"epoch": 0.22498647917793402,
|
|
"grad_norm": 0.46057751369498073,
|
|
"learning_rate": 1.9991017961166245e-05,
|
|
"loss": 1.0313,
|
|
"num_tokens": 425045657.0,
|
|
"step": 52
|
|
},
|
|
{
|
|
"epoch": 0.22931314223904814,
|
|
"grad_norm": 0.5270662555668391,
|
|
"learning_rate": 1.9989860337678596e-05,
|
|
"loss": 1.0201,
|
|
"num_tokens": 433167472.0,
|
|
"step": 53
|
|
},
|
|
{
|
|
"epoch": 0.23363980530016226,
|
|
"grad_norm": 0.39550370941134155,
|
|
"learning_rate": 1.998863260945416e-05,
|
|
"loss": 1.0342,
|
|
"num_tokens": 441300779.0,
|
|
"step": 54
|
|
},
|
|
{
|
|
"epoch": 0.23796646836127636,
|
|
"grad_norm": 0.4888851069343672,
|
|
"learning_rate": 1.998733478606701e-05,
|
|
"loss": 1.0691,
|
|
"num_tokens": 449442687.0,
|
|
"step": 55
|
|
},
|
|
{
|
|
"epoch": 0.24229313142239048,
|
|
"grad_norm": 0.39030633583317975,
|
|
"learning_rate": 1.998596687763783e-05,
|
|
"loss": 1.0456,
|
|
"num_tokens": 457634060.0,
|
|
"step": 56
|
|
},
|
|
{
|
|
"epoch": 0.2466197944835046,
|
|
"grad_norm": 0.6037448745855647,
|
|
"learning_rate": 1.998452889483385e-05,
|
|
"loss": 1.0366,
|
|
"num_tokens": 465796468.0,
|
|
"step": 57
|
|
},
|
|
{
|
|
"epoch": 0.2509464575446187,
|
|
"grad_norm": 0.6407808858535493,
|
|
"learning_rate": 1.9983020848868745e-05,
|
|
"loss": 1.0206,
|
|
"num_tokens": 473933547.0,
|
|
"step": 58
|
|
},
|
|
{
|
|
"epoch": 0.2552731206057328,
|
|
"grad_norm": 0.46606104818607985,
|
|
"learning_rate": 1.9981442751502562e-05,
|
|
"loss": 1.0496,
|
|
"num_tokens": 482199473.0,
|
|
"step": 59
|
|
},
|
|
{
|
|
"epoch": 0.25959978366684694,
|
|
"grad_norm": 0.6021787006302769,
|
|
"learning_rate": 1.9979794615041623e-05,
|
|
"loss": 1.0166,
|
|
"num_tokens": 490414620.0,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 0.26392644672796106,
|
|
"grad_norm": 0.5266763718081924,
|
|
"learning_rate": 1.997807645233842e-05,
|
|
"loss": 1.0254,
|
|
"num_tokens": 498570024.0,
|
|
"step": 61
|
|
},
|
|
{
|
|
"epoch": 0.2682531097890752,
|
|
"grad_norm": 0.4983776079049174,
|
|
"learning_rate": 1.9976288276791537e-05,
|
|
"loss": 1.0173,
|
|
"num_tokens": 506624102.0,
|
|
"step": 62
|
|
},
|
|
{
|
|
"epoch": 0.2725797728501893,
|
|
"grad_norm": 0.5496598622125858,
|
|
"learning_rate": 1.9974430102345526e-05,
|
|
"loss": 1.0362,
|
|
"num_tokens": 514728880.0,
|
|
"step": 63
|
|
},
|
|
{
|
|
"epoch": 0.27690643591130343,
|
|
"grad_norm": 0.589170138343133,
|
|
"learning_rate": 1.9972501943490805e-05,
|
|
"loss": 1.0625,
|
|
"num_tokens": 522847133.0,
|
|
"step": 64
|
|
},
|
|
{
|
|
"epoch": 0.28123309897241755,
|
|
"grad_norm": 0.4407621194070745,
|
|
"learning_rate": 1.9970503815263543e-05,
|
|
"loss": 1.0225,
|
|
"num_tokens": 531177868.0,
|
|
"step": 65
|
|
},
|
|
{
|
|
"epoch": 0.2855597620335316,
|
|
"grad_norm": 0.6501450077847399,
|
|
"learning_rate": 1.9968435733245542e-05,
|
|
"loss": 1.0239,
|
|
"num_tokens": 539425133.0,
|
|
"step": 66
|
|
},
|
|
{
|
|
"epoch": 0.28988642509464574,
|
|
"grad_norm": 0.43216047155533227,
|
|
"learning_rate": 1.9966297713564123e-05,
|
|
"loss": 1.0144,
|
|
"num_tokens": 547581282.0,
|
|
"step": 67
|
|
},
|
|
{
|
|
"epoch": 0.29421308815575986,
|
|
"grad_norm": 0.5556684552496532,
|
|
"learning_rate": 1.9964089772891998e-05,
|
|
"loss": 1.0173,
|
|
"num_tokens": 555792752.0,
|
|
"step": 68
|
|
},
|
|
{
|
|
"epoch": 0.298539751216874,
|
|
"grad_norm": 0.7190736915743237,
|
|
"learning_rate": 1.9961811928447124e-05,
|
|
"loss": 1.0127,
|
|
"num_tokens": 564088940.0,
|
|
"step": 69
|
|
},
|
|
{
|
|
"epoch": 0.3028664142779881,
|
|
"grad_norm": 0.41044522554276425,
|
|
"learning_rate": 1.9959464197992592e-05,
|
|
"loss": 1.035,
|
|
"num_tokens": 572385295.0,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 0.3071930773391022,
|
|
"grad_norm": 0.6675286198708803,
|
|
"learning_rate": 1.995704659983648e-05,
|
|
"loss": 1.0446,
|
|
"num_tokens": 580633107.0,
|
|
"step": 71
|
|
},
|
|
{
|
|
"epoch": 0.31151974040021635,
|
|
"grad_norm": 0.4328501896592201,
|
|
"learning_rate": 1.9954559152831705e-05,
|
|
"loss": 1.0149,
|
|
"num_tokens": 588798366.0,
|
|
"step": 72
|
|
},
|
|
{
|
|
"epoch": 0.31584640346133047,
|
|
"grad_norm": 0.5482919084513325,
|
|
"learning_rate": 1.995200187637587e-05,
|
|
"loss": 0.9969,
|
|
"num_tokens": 596892276.0,
|
|
"step": 73
|
|
},
|
|
{
|
|
"epoch": 0.32017306652244454,
|
|
"grad_norm": 0.507456750208431,
|
|
"learning_rate": 1.9949374790411134e-05,
|
|
"loss": 0.991,
|
|
"num_tokens": 605149242.0,
|
|
"step": 74
|
|
},
|
|
{
|
|
"epoch": 0.32449972958355866,
|
|
"grad_norm": 0.49632476049381336,
|
|
"learning_rate": 1.9946677915424045e-05,
|
|
"loss": 1.0204,
|
|
"num_tokens": 613362319.0,
|
|
"step": 75
|
|
},
|
|
{
|
|
"epoch": 0.3288263926446728,
|
|
"grad_norm": 0.4301450511003034,
|
|
"learning_rate": 1.994391127244537e-05,
|
|
"loss": 1.0056,
|
|
"num_tokens": 621521100.0,
|
|
"step": 76
|
|
},
|
|
{
|
|
"epoch": 0.3331530557057869,
|
|
"grad_norm": 0.48013026268841275,
|
|
"learning_rate": 1.994107488304995e-05,
|
|
"loss": 0.9868,
|
|
"num_tokens": 629745992.0,
|
|
"step": 77
|
|
},
|
|
{
|
|
"epoch": 0.337479718766901,
|
|
"grad_norm": 0.5983787594346031,
|
|
"learning_rate": 1.993816876935652e-05,
|
|
"loss": 1.0229,
|
|
"num_tokens": 637832836.0,
|
|
"step": 78
|
|
},
|
|
{
|
|
"epoch": 0.34180638182801515,
|
|
"grad_norm": 26.575512954760693,
|
|
"learning_rate": 1.9935192954027537e-05,
|
|
"loss": 1.0564,
|
|
"num_tokens": 645907409.0,
|
|
"step": 79
|
|
},
|
|
{
|
|
"epoch": 0.34613304488912927,
|
|
"grad_norm": 1.4541880315573934,
|
|
"learning_rate": 1.9932147460269007e-05,
|
|
"loss": 1.0222,
|
|
"num_tokens": 654167462.0,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 0.3504597079502434,
|
|
"grad_norm": 0.5841765044403455,
|
|
"learning_rate": 1.9929032311830303e-05,
|
|
"loss": 1.0087,
|
|
"num_tokens": 662204064.0,
|
|
"step": 81
|
|
},
|
|
{
|
|
"epoch": 0.3547863710113575,
|
|
"grad_norm": 1.500712678274268,
|
|
"learning_rate": 1.9925847533003976e-05,
|
|
"loss": 1.0113,
|
|
"num_tokens": 670433365.0,
|
|
"step": 82
|
|
},
|
|
{
|
|
"epoch": 0.3591130340724716,
|
|
"grad_norm": 1.325926976275402,
|
|
"learning_rate": 1.9922593148625573e-05,
|
|
"loss": 1.0311,
|
|
"num_tokens": 678720994.0,
|
|
"step": 83
|
|
},
|
|
{
|
|
"epoch": 0.3634396971335857,
|
|
"grad_norm": 1.0543056547697374,
|
|
"learning_rate": 1.9919269184073435e-05,
|
|
"loss": 0.999,
|
|
"num_tokens": 686714379.0,
|
|
"step": 84
|
|
},
|
|
{
|
|
"epoch": 0.3677663601946998,
|
|
"grad_norm": 1.0529439053182181,
|
|
"learning_rate": 1.9915875665268508e-05,
|
|
"loss": 1.0291,
|
|
"num_tokens": 694695261.0,
|
|
"step": 85
|
|
},
|
|
{
|
|
"epoch": 0.37209302325581395,
|
|
"grad_norm": 0.9231954262268605,
|
|
"learning_rate": 1.9912412618674134e-05,
|
|
"loss": 1.0029,
|
|
"num_tokens": 702823623.0,
|
|
"step": 86
|
|
},
|
|
{
|
|
"epoch": 0.37641968631692807,
|
|
"grad_norm": 0.7975118177707352,
|
|
"learning_rate": 1.9908880071295844e-05,
|
|
"loss": 1.0073,
|
|
"num_tokens": 711011110.0,
|
|
"step": 87
|
|
},
|
|
{
|
|
"epoch": 0.3807463493780422,
|
|
"grad_norm": 0.9230504017826145,
|
|
"learning_rate": 1.990527805068115e-05,
|
|
"loss": 1.008,
|
|
"num_tokens": 719208127.0,
|
|
"step": 88
|
|
},
|
|
{
|
|
"epoch": 0.3850730124391563,
|
|
"grad_norm": 0.660664210099823,
|
|
"learning_rate": 1.9901606584919336e-05,
|
|
"loss": 1.0172,
|
|
"num_tokens": 727411464.0,
|
|
"step": 89
|
|
},
|
|
{
|
|
"epoch": 0.38939967550027044,
|
|
"grad_norm": 1.0875954707517952,
|
|
"learning_rate": 1.989786570264123e-05,
|
|
"loss": 1.0147,
|
|
"num_tokens": 735493608.0,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 0.39372633856138456,
|
|
"grad_norm": 0.7907821011014159,
|
|
"learning_rate": 1.9894055433018977e-05,
|
|
"loss": 0.994,
|
|
"num_tokens": 743732759.0,
|
|
"step": 91
|
|
},
|
|
{
|
|
"epoch": 0.3980530016224986,
|
|
"grad_norm": 0.8910322978516826,
|
|
"learning_rate": 1.9890175805765834e-05,
|
|
"loss": 1.0202,
|
|
"num_tokens": 751865544.0,
|
|
"step": 92
|
|
},
|
|
{
|
|
"epoch": 0.40237966468361275,
|
|
"grad_norm": 0.7695500261748419,
|
|
"learning_rate": 1.9886226851135904e-05,
|
|
"loss": 1.0141,
|
|
"num_tokens": 760139894.0,
|
|
"step": 93
|
|
},
|
|
{
|
|
"epoch": 0.40670632774472687,
|
|
"grad_norm": 0.8994347554488774,
|
|
"learning_rate": 1.988220859992394e-05,
|
|
"loss": 1.0248,
|
|
"num_tokens": 768419002.0,
|
|
"step": 94
|
|
},
|
|
{
|
|
"epoch": 0.411032990805841,
|
|
"grad_norm": 0.6906293884515684,
|
|
"learning_rate": 1.987812108346506e-05,
|
|
"loss": 1.0187,
|
|
"num_tokens": 776591346.0,
|
|
"step": 95
|
|
},
|
|
{
|
|
"epoch": 0.4153596538669551,
|
|
"grad_norm": 0.7446677976909126,
|
|
"learning_rate": 1.9873964333634546e-05,
|
|
"loss": 0.9974,
|
|
"num_tokens": 784634577.0,
|
|
"step": 96
|
|
},
|
|
{
|
|
"epoch": 0.41968631692806924,
|
|
"grad_norm": 0.5955551932390857,
|
|
"learning_rate": 1.9869738382847567e-05,
|
|
"loss": 0.9849,
|
|
"num_tokens": 792742873.0,
|
|
"step": 97
|
|
},
|
|
{
|
|
"epoch": 0.42401297998918336,
|
|
"grad_norm": 0.6859328236547411,
|
|
"learning_rate": 1.9865443264058936e-05,
|
|
"loss": 0.9806,
|
|
"num_tokens": 801014620.0,
|
|
"step": 98
|
|
},
|
|
{
|
|
"epoch": 0.4283396430502975,
|
|
"grad_norm": 0.5248164568656007,
|
|
"learning_rate": 1.9861079010762852e-05,
|
|
"loss": 1.0073,
|
|
"num_tokens": 809152151.0,
|
|
"step": 99
|
|
},
|
|
{
|
|
"epoch": 0.43266630611141155,
|
|
"grad_norm": 0.7243377980961461,
|
|
"learning_rate": 1.9856645656992637e-05,
|
|
"loss": 0.9871,
|
|
"num_tokens": 817301143.0,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.43699296917252567,
|
|
"grad_norm": 0.5059074807233143,
|
|
"learning_rate": 1.9852143237320475e-05,
|
|
"loss": 1.0167,
|
|
"num_tokens": 825647595.0,
|
|
"step": 101
|
|
},
|
|
{
|
|
"epoch": 0.4413196322336398,
|
|
"grad_norm": 0.7665037416386092,
|
|
"learning_rate": 1.9847571786857142e-05,
|
|
"loss": 0.9919,
|
|
"num_tokens": 833758794.0,
|
|
"step": 102
|
|
},
|
|
{
|
|
"epoch": 0.4456462952947539,
|
|
"grad_norm": 0.5081776963476131,
|
|
"learning_rate": 1.984293134125172e-05,
|
|
"loss": 1.0054,
|
|
"num_tokens": 842044960.0,
|
|
"step": 103
|
|
},
|
|
{
|
|
"epoch": 0.44997295835586804,
|
|
"grad_norm": 0.7155152862197922,
|
|
"learning_rate": 1.9838221936691347e-05,
|
|
"loss": 1.0144,
|
|
"num_tokens": 850345972.0,
|
|
"step": 104
|
|
},
|
|
{
|
|
"epoch": 0.45429962141698216,
|
|
"grad_norm": 0.5308617288908505,
|
|
"learning_rate": 1.9833443609900896e-05,
|
|
"loss": 0.9641,
|
|
"num_tokens": 858665135.0,
|
|
"step": 105
|
|
},
|
|
{
|
|
"epoch": 0.4586262844780963,
|
|
"grad_norm": 0.676182296039779,
|
|
"learning_rate": 1.9828596398142725e-05,
|
|
"loss": 0.9764,
|
|
"num_tokens": 866900205.0,
|
|
"step": 106
|
|
},
|
|
{
|
|
"epoch": 0.4629529475392104,
|
|
"grad_norm": 0.6719380880080895,
|
|
"learning_rate": 1.9823680339216363e-05,
|
|
"loss": 1.0044,
|
|
"num_tokens": 875168554.0,
|
|
"step": 107
|
|
},
|
|
{
|
|
"epoch": 0.4672796106003245,
|
|
"grad_norm": 0.6650874505944395,
|
|
"learning_rate": 1.9818695471458224e-05,
|
|
"loss": 0.9973,
|
|
"num_tokens": 883496687.0,
|
|
"step": 108
|
|
},
|
|
{
|
|
"epoch": 0.4716062736614386,
|
|
"grad_norm": 0.6952076536924146,
|
|
"learning_rate": 1.9813641833741308e-05,
|
|
"loss": 1.0065,
|
|
"num_tokens": 891733362.0,
|
|
"step": 109
|
|
},
|
|
{
|
|
"epoch": 0.4759329367225527,
|
|
"grad_norm": 0.5271501068526363,
|
|
"learning_rate": 1.9808519465474898e-05,
|
|
"loss": 1.0226,
|
|
"num_tokens": 899945294.0,
|
|
"step": 110
|
|
},
|
|
{
|
|
"epoch": 0.48025959978366684,
|
|
"grad_norm": 0.5668392230235835,
|
|
"learning_rate": 1.9803328406604252e-05,
|
|
"loss": 1.0086,
|
|
"num_tokens": 908023952.0,
|
|
"step": 111
|
|
},
|
|
{
|
|
"epoch": 0.48458626284478096,
|
|
"grad_norm": 0.5811252624940818,
|
|
"learning_rate": 1.979806869761029e-05,
|
|
"loss": 1.032,
|
|
"num_tokens": 916262845.0,
|
|
"step": 112
|
|
},
|
|
{
|
|
"epoch": 0.4889129259058951,
|
|
"grad_norm": 0.5310269926089376,
|
|
"learning_rate": 1.9792740379509274e-05,
|
|
"loss": 0.9863,
|
|
"num_tokens": 924557446.0,
|
|
"step": 113
|
|
},
|
|
{
|
|
"epoch": 0.4932395889670092,
|
|
"grad_norm": 0.5329155373278363,
|
|
"learning_rate": 1.9787343493852508e-05,
|
|
"loss": 0.9889,
|
|
"num_tokens": 932686279.0,
|
|
"step": 114
|
|
},
|
|
{
|
|
"epoch": 0.4975662520281233,
|
|
"grad_norm": 0.5014405141680862,
|
|
"learning_rate": 1.9781878082725982e-05,
|
|
"loss": 1.001,
|
|
"num_tokens": 940962503.0,
|
|
"step": 115
|
|
},
|
|
{
|
|
"epoch": 0.5018929150892374,
|
|
"grad_norm": 0.5242960997988234,
|
|
"learning_rate": 1.977634418875007e-05,
|
|
"loss": 0.9781,
|
|
"num_tokens": 949185131.0,
|
|
"step": 116
|
|
},
|
|
{
|
|
"epoch": 0.5062195781503516,
|
|
"grad_norm": 0.514927476240931,
|
|
"learning_rate": 1.9770741855079197e-05,
|
|
"loss": 0.992,
|
|
"num_tokens": 957358766.0,
|
|
"step": 117
|
|
},
|
|
{
|
|
"epoch": 0.5105462412114656,
|
|
"grad_norm": 0.5961640262436182,
|
|
"learning_rate": 1.976507112540148e-05,
|
|
"loss": 0.9657,
|
|
"num_tokens": 965609614.0,
|
|
"step": 118
|
|
},
|
|
{
|
|
"epoch": 0.5148729042725798,
|
|
"grad_norm": 0.37671367462811034,
|
|
"learning_rate": 1.9759332043938408e-05,
|
|
"loss": 0.9909,
|
|
"num_tokens": 973732746.0,
|
|
"step": 119
|
|
},
|
|
{
|
|
"epoch": 0.5191995673336939,
|
|
"grad_norm": 0.5709908896565365,
|
|
"learning_rate": 1.9753524655444495e-05,
|
|
"loss": 0.9943,
|
|
"num_tokens": 981895080.0,
|
|
"step": 120
|
|
},
|
|
{
|
|
"epoch": 0.5235262303948081,
|
|
"grad_norm": 0.5393322671236704,
|
|
"learning_rate": 1.974764900520692e-05,
|
|
"loss": 0.9807,
|
|
"num_tokens": 990134999.0,
|
|
"step": 121
|
|
},
|
|
{
|
|
"epoch": 0.5278528934559221,
|
|
"grad_norm": 0.4782617423698582,
|
|
"learning_rate": 1.9741705139045183e-05,
|
|
"loss": 0.9694,
|
|
"num_tokens": 998352958.0,
|
|
"step": 122
|
|
},
|
|
{
|
|
"epoch": 0.5321795565170362,
|
|
"grad_norm": 0.45441671351177826,
|
|
"learning_rate": 1.9735693103310747e-05,
|
|
"loss": 0.9886,
|
|
"num_tokens": 1006510181.0,
|
|
"step": 123
|
|
},
|
|
{
|
|
"epoch": 0.5365062195781504,
|
|
"grad_norm": 0.5465803757865236,
|
|
"learning_rate": 1.9729612944886677e-05,
|
|
"loss": 0.9805,
|
|
"num_tokens": 1014696620.0,
|
|
"step": 124
|
|
},
|
|
{
|
|
"epoch": 0.5408328826392644,
|
|
"grad_norm": 0.5776084742066251,
|
|
"learning_rate": 1.9723464711187267e-05,
|
|
"loss": 0.9961,
|
|
"num_tokens": 1022837328.0,
|
|
"step": 125
|
|
},
|
|
{
|
|
"epoch": 0.5451595457003786,
|
|
"grad_norm": 0.43888568948045675,
|
|
"learning_rate": 1.9717248450157682e-05,
|
|
"loss": 1.0001,
|
|
"num_tokens": 1031063641.0,
|
|
"step": 126
|
|
},
|
|
{
|
|
"epoch": 0.5494862087614927,
|
|
"grad_norm": 0.6288688904629286,
|
|
"learning_rate": 1.9710964210273567e-05,
|
|
"loss": 0.9876,
|
|
"num_tokens": 1039147546.0,
|
|
"step": 127
|
|
},
|
|
{
|
|
"epoch": 0.5538128718226069,
|
|
"grad_norm": 0.5148111749819088,
|
|
"learning_rate": 1.9704612040540698e-05,
|
|
"loss": 0.9863,
|
|
"num_tokens": 1047288118.0,
|
|
"step": 128
|
|
},
|
|
{
|
|
"epoch": 0.5581395348837209,
|
|
"grad_norm": 0.5079798494743828,
|
|
"learning_rate": 1.969819199049456e-05,
|
|
"loss": 0.9965,
|
|
"num_tokens": 1055150222.0,
|
|
"step": 129
|
|
},
|
|
{
|
|
"epoch": 0.5624661979448351,
|
|
"grad_norm": 0.6459772466570576,
|
|
"learning_rate": 1.9691704110199997e-05,
|
|
"loss": 1.0051,
|
|
"num_tokens": 1063527758.0,
|
|
"step": 130
|
|
},
|
|
{
|
|
"epoch": 0.5667928610059492,
|
|
"grad_norm": 0.3616574518249611,
|
|
"learning_rate": 1.9685148450250802e-05,
|
|
"loss": 0.994,
|
|
"num_tokens": 1071865630.0,
|
|
"step": 131
|
|
},
|
|
{
|
|
"epoch": 0.5711195240670632,
|
|
"grad_norm": 0.516177320289666,
|
|
"learning_rate": 1.9678525061769332e-05,
|
|
"loss": 0.995,
|
|
"num_tokens": 1080093780.0,
|
|
"step": 132
|
|
},
|
|
{
|
|
"epoch": 0.5754461871281774,
|
|
"grad_norm": 0.5155532270149339,
|
|
"learning_rate": 1.96718339964061e-05,
|
|
"loss": 0.9524,
|
|
"num_tokens": 1088310915.0,
|
|
"step": 133
|
|
},
|
|
{
|
|
"epoch": 0.5797728501892915,
|
|
"grad_norm": 0.6016781959009333,
|
|
"learning_rate": 1.9665075306339373e-05,
|
|
"loss": 1.0022,
|
|
"num_tokens": 1096512949.0,
|
|
"step": 134
|
|
},
|
|
{
|
|
"epoch": 0.5840995132504057,
|
|
"grad_norm": 0.3830738893089929,
|
|
"learning_rate": 1.9658249044274773e-05,
|
|
"loss": 0.9928,
|
|
"num_tokens": 1104653577.0,
|
|
"step": 135
|
|
},
|
|
{
|
|
"epoch": 0.5884261763115197,
|
|
"grad_norm": 5.211589683449916,
|
|
"learning_rate": 1.965135526344487e-05,
|
|
"loss": 0.9846,
|
|
"num_tokens": 1112704677.0,
|
|
"step": 136
|
|
},
|
|
{
|
|
"epoch": 0.5927528393726339,
|
|
"grad_norm": 1.173818152854464,
|
|
"learning_rate": 1.964439401760875e-05,
|
|
"loss": 0.9863,
|
|
"num_tokens": 1120871489.0,
|
|
"step": 137
|
|
},
|
|
{
|
|
"epoch": 0.597079502433748,
|
|
"grad_norm": 0.5590208361578028,
|
|
"learning_rate": 1.9637365361051602e-05,
|
|
"loss": 0.9908,
|
|
"num_tokens": 1129071346.0,
|
|
"step": 138
|
|
},
|
|
{
|
|
"epoch": 0.601406165494862,
|
|
"grad_norm": 0.8868179793868765,
|
|
"learning_rate": 1.9630269348584303e-05,
|
|
"loss": 1.0092,
|
|
"num_tokens": 1137112125.0,
|
|
"step": 139
|
|
},
|
|
{
|
|
"epoch": 0.6057328285559762,
|
|
"grad_norm": 0.7902134012530393,
|
|
"learning_rate": 1.9623106035542988e-05,
|
|
"loss": 1.0034,
|
|
"num_tokens": 1145154797.0,
|
|
"step": 140
|
|
},
|
|
{
|
|
"epoch": 0.6100594916170903,
|
|
"grad_norm": 0.6298334469626393,
|
|
"learning_rate": 1.9615875477788607e-05,
|
|
"loss": 0.9912,
|
|
"num_tokens": 1153287437.0,
|
|
"step": 141
|
|
},
|
|
{
|
|
"epoch": 0.6143861546782045,
|
|
"grad_norm": 0.6474737648673636,
|
|
"learning_rate": 1.9608577731706502e-05,
|
|
"loss": 0.9627,
|
|
"num_tokens": 1161393271.0,
|
|
"step": 142
|
|
},
|
|
{
|
|
"epoch": 0.6187128177393185,
|
|
"grad_norm": 0.6224814543201583,
|
|
"learning_rate": 1.9601212854205965e-05,
|
|
"loss": 0.9823,
|
|
"num_tokens": 1169669678.0,
|
|
"step": 143
|
|
},
|
|
{
|
|
"epoch": 0.6230394808004327,
|
|
"grad_norm": 0.565179608540916,
|
|
"learning_rate": 1.959378090271979e-05,
|
|
"loss": 0.9714,
|
|
"num_tokens": 1177849833.0,
|
|
"step": 144
|
|
},
|
|
{
|
|
"epoch": 0.6273661438615468,
|
|
"grad_norm": 0.7629800032025918,
|
|
"learning_rate": 1.9586281935203823e-05,
|
|
"loss": 0.99,
|
|
"num_tokens": 1186030845.0,
|
|
"step": 145
|
|
},
|
|
{
|
|
"epoch": 0.6316928069226609,
|
|
"grad_norm": 0.6016888565376319,
|
|
"learning_rate": 1.9578716010136524e-05,
|
|
"loss": 0.9875,
|
|
"num_tokens": 1194180535.0,
|
|
"step": 146
|
|
},
|
|
{
|
|
"epoch": 0.636019469983775,
|
|
"grad_norm": 0.5855131134683734,
|
|
"learning_rate": 1.9571083186518495e-05,
|
|
"loss": 0.9969,
|
|
"num_tokens": 1202349525.0,
|
|
"step": 147
|
|
},
|
|
{
|
|
"epoch": 0.6403461330448891,
|
|
"grad_norm": 0.6110006455597233,
|
|
"learning_rate": 1.956338352387203e-05,
|
|
"loss": 0.9934,
|
|
"num_tokens": 1210452873.0,
|
|
"step": 148
|
|
},
|
|
{
|
|
"epoch": 0.6446727961060033,
|
|
"grad_norm": 0.4623062335027479,
|
|
"learning_rate": 1.955561708224064e-05,
|
|
"loss": 0.9696,
|
|
"num_tokens": 1218704252.0,
|
|
"step": 149
|
|
},
|
|
{
|
|
"epoch": 0.6489994591671173,
|
|
"grad_norm": 0.5626496069977094,
|
|
"learning_rate": 1.9547783922188605e-05,
|
|
"loss": 0.9779,
|
|
"num_tokens": 1226893769.0,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 0.6533261222282315,
|
|
"grad_norm": 0.5345465422920194,
|
|
"learning_rate": 1.953988410480047e-05,
|
|
"loss": 0.9828,
|
|
"num_tokens": 1235209341.0,
|
|
"step": 151
|
|
},
|
|
{
|
|
"epoch": 0.6576527852893456,
|
|
"grad_norm": 8.764088138276044,
|
|
"learning_rate": 1.9531917691680605e-05,
|
|
"loss": 0.9842,
|
|
"num_tokens": 1243563275.0,
|
|
"step": 152
|
|
},
|
|
{
|
|
"epoch": 0.6619794483504597,
|
|
"grad_norm": 0.8366248889512555,
|
|
"learning_rate": 1.95238847449527e-05,
|
|
"loss": 0.9959,
|
|
"num_tokens": 1251780215.0,
|
|
"step": 153
|
|
},
|
|
{
|
|
"epoch": 0.6663061114115738,
|
|
"grad_norm": 0.65022275007566,
|
|
"learning_rate": 1.9515785327259283e-05,
|
|
"loss": 0.9742,
|
|
"num_tokens": 1259817249.0,
|
|
"step": 154
|
|
},
|
|
{
|
|
"epoch": 0.670632774472688,
|
|
"grad_norm": 0.5856608330177381,
|
|
"learning_rate": 1.950761950176125e-05,
|
|
"loss": 0.968,
|
|
"num_tokens": 1268123631.0,
|
|
"step": 155
|
|
},
|
|
{
|
|
"epoch": 0.674959437533802,
|
|
"grad_norm": 0.5815004857711259,
|
|
"learning_rate": 1.949938733213733e-05,
|
|
"loss": 0.9863,
|
|
"num_tokens": 1276298604.0,
|
|
"step": 156
|
|
},
|
|
{
|
|
"epoch": 0.6792861005949161,
|
|
"grad_norm": 0.5173351166894457,
|
|
"learning_rate": 1.9491088882583653e-05,
|
|
"loss": 0.9771,
|
|
"num_tokens": 1284421448.0,
|
|
"step": 157
|
|
},
|
|
{
|
|
"epoch": 0.6836127636560303,
|
|
"grad_norm": 0.6198867246439916,
|
|
"learning_rate": 1.948272421781319e-05,
|
|
"loss": 0.9676,
|
|
"num_tokens": 1292627003.0,
|
|
"step": 158
|
|
},
|
|
{
|
|
"epoch": 0.6879394267171444,
|
|
"grad_norm": 0.5000354785807577,
|
|
"learning_rate": 1.9474293403055273e-05,
|
|
"loss": 0.99,
|
|
"num_tokens": 1300823442.0,
|
|
"step": 159
|
|
},
|
|
{
|
|
"epoch": 0.6922660897782585,
|
|
"grad_norm": 0.5767004692781212,
|
|
"learning_rate": 1.9465796504055095e-05,
|
|
"loss": 0.9866,
|
|
"num_tokens": 1308893801.0,
|
|
"step": 160
|
|
},
|
|
{
|
|
"epoch": 0.6965927528393726,
|
|
"grad_norm": 0.48248590328029517,
|
|
"learning_rate": 1.9457233587073177e-05,
|
|
"loss": 0.9675,
|
|
"num_tokens": 1317094649.0,
|
|
"step": 161
|
|
},
|
|
{
|
|
"epoch": 0.7009194159004868,
|
|
"grad_norm": 0.508005752307088,
|
|
"learning_rate": 1.9448604718884868e-05,
|
|
"loss": 0.9717,
|
|
"num_tokens": 1325279137.0,
|
|
"step": 162
|
|
},
|
|
{
|
|
"epoch": 0.7052460789616009,
|
|
"grad_norm": 0.4648308346506714,
|
|
"learning_rate": 1.9439909966779816e-05,
|
|
"loss": 0.9708,
|
|
"num_tokens": 1333616465.0,
|
|
"step": 163
|
|
},
|
|
{
|
|
"epoch": 0.709572742022715,
|
|
"grad_norm": 0.8715498782209189,
|
|
"learning_rate": 1.943114939856144e-05,
|
|
"loss": 0.9465,
|
|
"num_tokens": 1341875716.0,
|
|
"step": 164
|
|
},
|
|
{
|
|
"epoch": 0.7138994050838291,
|
|
"grad_norm": 0.5235352618915897,
|
|
"learning_rate": 1.942232308254642e-05,
|
|
"loss": 0.982,
|
|
"num_tokens": 1350163497.0,
|
|
"step": 165
|
|
},
|
|
{
|
|
"epoch": 0.7182260681449432,
|
|
"grad_norm": 0.5736863060766292,
|
|
"learning_rate": 1.941343108756413e-05,
|
|
"loss": 0.9668,
|
|
"num_tokens": 1358471450.0,
|
|
"step": 166
|
|
},
|
|
{
|
|
"epoch": 0.7225527312060573,
|
|
"grad_norm": 0.5807069471784715,
|
|
"learning_rate": 1.9404473482956143e-05,
|
|
"loss": 0.9774,
|
|
"num_tokens": 1366767300.0,
|
|
"step": 167
|
|
},
|
|
{
|
|
"epoch": 0.7268793942671714,
|
|
"grad_norm": 0.5350146728521313,
|
|
"learning_rate": 1.9395450338575655e-05,
|
|
"loss": 0.957,
|
|
"num_tokens": 1374860079.0,
|
|
"step": 168
|
|
},
|
|
{
|
|
"epoch": 0.7312060573282856,
|
|
"grad_norm": 0.6298172838153421,
|
|
"learning_rate": 1.938636172478695e-05,
|
|
"loss": 0.9552,
|
|
"num_tokens": 1383032035.0,
|
|
"step": 169
|
|
},
|
|
{
|
|
"epoch": 0.7355327203893997,
|
|
"grad_norm": 0.4724906362910472,
|
|
"learning_rate": 1.937720771246488e-05,
|
|
"loss": 0.9661,
|
|
"num_tokens": 1391382107.0,
|
|
"step": 170
|
|
},
|
|
{
|
|
"epoch": 0.7398593834505138,
|
|
"grad_norm": 0.40655819017325623,
|
|
"learning_rate": 1.9367988372994264e-05,
|
|
"loss": 0.9888,
|
|
"num_tokens": 1399520998.0,
|
|
"step": 171
|
|
},
|
|
{
|
|
"epoch": 0.7441860465116279,
|
|
"grad_norm": 0.5296123044360186,
|
|
"learning_rate": 1.9358703778269362e-05,
|
|
"loss": 0.958,
|
|
"num_tokens": 1407729420.0,
|
|
"step": 172
|
|
},
|
|
{
|
|
"epoch": 0.7485127095727421,
|
|
"grad_norm": 0.5881566511232578,
|
|
"learning_rate": 1.934935400069331e-05,
|
|
"loss": 0.9844,
|
|
"num_tokens": 1415936565.0,
|
|
"step": 173
|
|
},
|
|
{
|
|
"epoch": 0.7528393726338561,
|
|
"grad_norm": 0.3423356730054581,
|
|
"learning_rate": 1.933993911317755e-05,
|
|
"loss": 0.9531,
|
|
"num_tokens": 1424051233.0,
|
|
"step": 174
|
|
},
|
|
{
|
|
"epoch": 0.7571660356949702,
|
|
"grad_norm": 0.6217907701320499,
|
|
"learning_rate": 1.933045918914127e-05,
|
|
"loss": 0.9774,
|
|
"num_tokens": 1432218028.0,
|
|
"step": 175
|
|
},
|
|
{
|
|
"epoch": 0.7614926987560844,
|
|
"grad_norm": 0.439174507769625,
|
|
"learning_rate": 1.932091430251082e-05,
|
|
"loss": 0.9951,
|
|
"num_tokens": 1440529142.0,
|
|
"step": 176
|
|
},
|
|
{
|
|
"epoch": 0.7658193618171985,
|
|
"grad_norm": 5.018307710610472,
|
|
"learning_rate": 1.931130452771914e-05,
|
|
"loss": 0.9831,
|
|
"num_tokens": 1448651650.0,
|
|
"step": 177
|
|
},
|
|
{
|
|
"epoch": 0.7701460248783126,
|
|
"grad_norm": 1.036148648364116,
|
|
"learning_rate": 1.930162993970519e-05,
|
|
"loss": 0.9605,
|
|
"num_tokens": 1456909194.0,
|
|
"step": 178
|
|
},
|
|
{
|
|
"epoch": 0.7744726879394267,
|
|
"grad_norm": 0.5935362801766706,
|
|
"learning_rate": 1.9291890613913353e-05,
|
|
"loss": 0.9707,
|
|
"num_tokens": 1465040408.0,
|
|
"step": 179
|
|
},
|
|
{
|
|
"epoch": 0.7787993510005409,
|
|
"grad_norm": 0.7778583519012636,
|
|
"learning_rate": 1.9282086626292835e-05,
|
|
"loss": 0.9568,
|
|
"num_tokens": 1473270226.0,
|
|
"step": 180
|
|
},
|
|
{
|
|
"epoch": 0.7831260140616549,
|
|
"grad_norm": 0.801578696787655,
|
|
"learning_rate": 1.9272218053297113e-05,
|
|
"loss": 0.9821,
|
|
"num_tokens": 1481459987.0,
|
|
"step": 181
|
|
},
|
|
{
|
|
"epoch": 0.7874526771227691,
|
|
"grad_norm": 0.6757381881745876,
|
|
"learning_rate": 1.9262284971883293e-05,
|
|
"loss": 0.9626,
|
|
"num_tokens": 1489496080.0,
|
|
"step": 182
|
|
},
|
|
{
|
|
"epoch": 0.7917793401838832,
|
|
"grad_norm": 0.7517854861798496,
|
|
"learning_rate": 1.925228745951155e-05,
|
|
"loss": 0.9919,
|
|
"num_tokens": 1497776422.0,
|
|
"step": 183
|
|
},
|
|
{
|
|
"epoch": 0.7961060032449973,
|
|
"grad_norm": 0.6808277302065322,
|
|
"learning_rate": 1.9242225594144487e-05,
|
|
"loss": 0.9775,
|
|
"num_tokens": 1505883048.0,
|
|
"step": 184
|
|
},
|
|
{
|
|
"epoch": 0.8004326663061114,
|
|
"grad_norm": 0.6350339248320397,
|
|
"learning_rate": 1.9232099454246547e-05,
|
|
"loss": 0.9581,
|
|
"num_tokens": 1514015227.0,
|
|
"step": 185
|
|
},
|
|
{
|
|
"epoch": 0.8047593293672255,
|
|
"grad_norm": 0.5934537904581213,
|
|
"learning_rate": 1.922190911878341e-05,
|
|
"loss": 0.9652,
|
|
"num_tokens": 1521975633.0,
|
|
"step": 186
|
|
},
|
|
{
|
|
"epoch": 0.8090859924283397,
|
|
"grad_norm": 0.5157410704143146,
|
|
"learning_rate": 1.9211654667221356e-05,
|
|
"loss": 0.9695,
|
|
"num_tokens": 1530141608.0,
|
|
"step": 187
|
|
},
|
|
{
|
|
"epoch": 0.8134126554894537,
|
|
"grad_norm": 0.6963524421881355,
|
|
"learning_rate": 1.9201336179526662e-05,
|
|
"loss": 0.971,
|
|
"num_tokens": 1538284060.0,
|
|
"step": 188
|
|
},
|
|
{
|
|
"epoch": 0.8177393185505679,
|
|
"grad_norm": 0.48945767329559603,
|
|
"learning_rate": 1.9190953736164962e-05,
|
|
"loss": 0.9854,
|
|
"num_tokens": 1546570178.0,
|
|
"step": 189
|
|
},
|
|
{
|
|
"epoch": 0.822065981611682,
|
|
"grad_norm": 0.6298060617221776,
|
|
"learning_rate": 1.918050741810064e-05,
|
|
"loss": 0.9595,
|
|
"num_tokens": 1554819493.0,
|
|
"step": 190
|
|
},
|
|
{
|
|
"epoch": 0.826392644672796,
|
|
"grad_norm": 0.5923902354962175,
|
|
"learning_rate": 1.916999730679618e-05,
|
|
"loss": 0.9436,
|
|
"num_tokens": 1562945757.0,
|
|
"step": 191
|
|
},
|
|
{
|
|
"epoch": 0.8307193077339102,
|
|
"grad_norm": 0.40079556271463335,
|
|
"learning_rate": 1.9159423484211542e-05,
|
|
"loss": 0.9744,
|
|
"num_tokens": 1571028714.0,
|
|
"step": 192
|
|
},
|
|
{
|
|
"epoch": 0.8350459707950243,
|
|
"grad_norm": 0.7154075197188315,
|
|
"learning_rate": 1.9148786032803516e-05,
|
|
"loss": 0.9773,
|
|
"num_tokens": 1578905113.0,
|
|
"step": 193
|
|
},
|
|
{
|
|
"epoch": 0.8393726338561385,
|
|
"grad_norm": 0.4902553566691951,
|
|
"learning_rate": 1.9138085035525088e-05,
|
|
"loss": 0.9661,
|
|
"num_tokens": 1587105154.0,
|
|
"step": 194
|
|
},
|
|
{
|
|
"epoch": 0.8436992969172525,
|
|
"grad_norm": 0.7781965230914352,
|
|
"learning_rate": 1.912732057582479e-05,
|
|
"loss": 0.9501,
|
|
"num_tokens": 1595124375.0,
|
|
"step": 195
|
|
},
|
|
{
|
|
"epoch": 0.8480259599783667,
|
|
"grad_norm": 0.5813304419716897,
|
|
"learning_rate": 1.9116492737646025e-05,
|
|
"loss": 0.9595,
|
|
"num_tokens": 1603125013.0,
|
|
"step": 196
|
|
},
|
|
{
|
|
"epoch": 0.8523526230394808,
|
|
"grad_norm": 0.6753700971945712,
|
|
"learning_rate": 1.9105601605426464e-05,
|
|
"loss": 0.9436,
|
|
"num_tokens": 1611231596.0,
|
|
"step": 197
|
|
},
|
|
{
|
|
"epoch": 0.856679286100595,
|
|
"grad_norm": 0.6245159188540251,
|
|
"learning_rate": 1.909464726409734e-05,
|
|
"loss": 0.9534,
|
|
"num_tokens": 1619468595.0,
|
|
"step": 198
|
|
},
|
|
{
|
|
"epoch": 0.861005949161709,
|
|
"grad_norm": 3.968292033372073,
|
|
"learning_rate": 1.9083629799082806e-05,
|
|
"loss": 1.0366,
|
|
"num_tokens": 1627687009.0,
|
|
"step": 199
|
|
},
|
|
{
|
|
"epoch": 0.8653326122228231,
|
|
"grad_norm": 1.0824031283568236,
|
|
"learning_rate": 1.9072549296299272e-05,
|
|
"loss": 0.9639,
|
|
"num_tokens": 1635741823.0,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.8696592752839373,
|
|
"grad_norm": 0.5941762165219101,
|
|
"learning_rate": 1.9061405842154716e-05,
|
|
"loss": 0.9921,
|
|
"num_tokens": 1643822955.0,
|
|
"step": 201
|
|
},
|
|
{
|
|
"epoch": 0.8739859383450513,
|
|
"grad_norm": 0.9442326347332348,
|
|
"learning_rate": 1.9050199523548042e-05,
|
|
"loss": 0.9544,
|
|
"num_tokens": 1652169611.0,
|
|
"step": 202
|
|
},
|
|
{
|
|
"epoch": 0.8783126014061655,
|
|
"grad_norm": 0.9101744792913391,
|
|
"learning_rate": 1.9038930427868367e-05,
|
|
"loss": 0.9984,
|
|
"num_tokens": 1660273693.0,
|
|
"step": 203
|
|
},
|
|
{
|
|
"epoch": 0.8826392644672796,
|
|
"grad_norm": 0.6722336561034881,
|
|
"learning_rate": 1.9027598642994357e-05,
|
|
"loss": 0.9795,
|
|
"num_tokens": 1668328193.0,
|
|
"step": 204
|
|
},
|
|
{
|
|
"epoch": 0.8869659275283938,
|
|
"grad_norm": 0.6998798459455463,
|
|
"learning_rate": 1.901620425729356e-05,
|
|
"loss": 0.9613,
|
|
"num_tokens": 1676550574.0,
|
|
"step": 205
|
|
},
|
|
{
|
|
"epoch": 0.8912925905895078,
|
|
"grad_norm": 0.7234571791964981,
|
|
"learning_rate": 1.900474735962168e-05,
|
|
"loss": 0.9685,
|
|
"num_tokens": 1684819316.0,
|
|
"step": 206
|
|
},
|
|
{
|
|
"epoch": 0.895619253650622,
|
|
"grad_norm": 0.6119990230186566,
|
|
"learning_rate": 1.89932280393219e-05,
|
|
"loss": 0.9748,
|
|
"num_tokens": 1693142528.0,
|
|
"step": 207
|
|
},
|
|
{
|
|
"epoch": 0.8999459167117361,
|
|
"grad_norm": 0.623729491234639,
|
|
"learning_rate": 1.8981646386224205e-05,
|
|
"loss": 0.9532,
|
|
"num_tokens": 1701382334.0,
|
|
"step": 208
|
|
},
|
|
{
|
|
"epoch": 0.9042725797728501,
|
|
"grad_norm": 0.6283265364320373,
|
|
"learning_rate": 1.8970002490644643e-05,
|
|
"loss": 0.9744,
|
|
"num_tokens": 1709452029.0,
|
|
"step": 209
|
|
},
|
|
{
|
|
"epoch": 0.9085992428339643,
|
|
"grad_norm": 0.5784972319269428,
|
|
"learning_rate": 1.8958296443384655e-05,
|
|
"loss": 0.9714,
|
|
"num_tokens": 1717633966.0,
|
|
"step": 210
|
|
},
|
|
{
|
|
"epoch": 0.9129259058950784,
|
|
"grad_norm": 0.5762173383368797,
|
|
"learning_rate": 1.8946528335730344e-05,
|
|
"loss": 0.9558,
|
|
"num_tokens": 1725809798.0,
|
|
"step": 211
|
|
},
|
|
{
|
|
"epoch": 0.9172525689561926,
|
|
"grad_norm": 0.5188011012079045,
|
|
"learning_rate": 1.8934698259451784e-05,
|
|
"loss": 0.932,
|
|
"num_tokens": 1733760440.0,
|
|
"step": 212
|
|
},
|
|
{
|
|
"epoch": 0.9215792320173066,
|
|
"grad_norm": 0.616836368277132,
|
|
"learning_rate": 1.8922806306802283e-05,
|
|
"loss": 0.9589,
|
|
"num_tokens": 1741769950.0,
|
|
"step": 213
|
|
},
|
|
{
|
|
"epoch": 0.9259058950784208,
|
|
"grad_norm": 0.45595945221870204,
|
|
"learning_rate": 1.891085257051768e-05,
|
|
"loss": 0.9575,
|
|
"num_tokens": 1749934288.0,
|
|
"step": 214
|
|
},
|
|
{
|
|
"epoch": 0.9302325581395349,
|
|
"grad_norm": 0.5570921341366776,
|
|
"learning_rate": 1.8898837143815604e-05,
|
|
"loss": 0.9895,
|
|
"num_tokens": 1758259441.0,
|
|
"step": 215
|
|
},
|
|
{
|
|
"epoch": 0.934559221200649,
|
|
"grad_norm": 0.4417768988783611,
|
|
"learning_rate": 1.8886760120394774e-05,
|
|
"loss": 0.9461,
|
|
"num_tokens": 1766468586.0,
|
|
"step": 216
|
|
},
|
|
{
|
|
"epoch": 0.9388858842617631,
|
|
"grad_norm": 0.5440442593054226,
|
|
"learning_rate": 1.8874621594434242e-05,
|
|
"loss": 0.9711,
|
|
"num_tokens": 1774646798.0,
|
|
"step": 217
|
|
},
|
|
{
|
|
"epoch": 0.9432125473228772,
|
|
"grad_norm": 0.4305725930525812,
|
|
"learning_rate": 1.8862421660592673e-05,
|
|
"loss": 0.9606,
|
|
"num_tokens": 1782926524.0,
|
|
"step": 218
|
|
},
|
|
{
|
|
"epoch": 0.9475392103839914,
|
|
"grad_norm": 0.5070054432980237,
|
|
"learning_rate": 1.8850160414007595e-05,
|
|
"loss": 0.9857,
|
|
"num_tokens": 1791004823.0,
|
|
"step": 219
|
|
},
|
|
{
|
|
"epoch": 0.9518658734451054,
|
|
"grad_norm": 0.49783160996596737,
|
|
"learning_rate": 1.883783795029468e-05,
|
|
"loss": 0.9705,
|
|
"num_tokens": 1799153931.0,
|
|
"step": 220
|
|
},
|
|
{
|
|
"epoch": 0.9561925365062196,
|
|
"grad_norm": 0.4178709401695967,
|
|
"learning_rate": 1.8825454365546974e-05,
|
|
"loss": 0.9493,
|
|
"num_tokens": 1807314631.0,
|
|
"step": 221
|
|
},
|
|
{
|
|
"epoch": 0.9605191995673337,
|
|
"grad_norm": 0.54579102780289,
|
|
"learning_rate": 1.8813009756334156e-05,
|
|
"loss": 0.9732,
|
|
"num_tokens": 1815508610.0,
|
|
"step": 222
|
|
},
|
|
{
|
|
"epoch": 0.9648458626284478,
|
|
"grad_norm": 0.5531609776420421,
|
|
"learning_rate": 1.8800504219701788e-05,
|
|
"loss": 0.9591,
|
|
"num_tokens": 1823847575.0,
|
|
"step": 223
|
|
},
|
|
{
|
|
"epoch": 0.9691725256895619,
|
|
"grad_norm": 0.4474460460545339,
|
|
"learning_rate": 1.8787937853170563e-05,
|
|
"loss": 0.9552,
|
|
"num_tokens": 1832073535.0,
|
|
"step": 224
|
|
},
|
|
{
|
|
"epoch": 0.9734991887506761,
|
|
"grad_norm": 0.5158352231097937,
|
|
"learning_rate": 1.8775310754735518e-05,
|
|
"loss": 0.9614,
|
|
"num_tokens": 1840367653.0,
|
|
"step": 225
|
|
},
|
|
{
|
|
"epoch": 0.9778258518117902,
|
|
"grad_norm": 0.45041507287886795,
|
|
"learning_rate": 1.8762623022865317e-05,
|
|
"loss": 0.9584,
|
|
"num_tokens": 1848435257.0,
|
|
"step": 226
|
|
},
|
|
{
|
|
"epoch": 0.9821525148729042,
|
|
"grad_norm": 0.46329345840375313,
|
|
"learning_rate": 1.874987475650144e-05,
|
|
"loss": 0.9434,
|
|
"num_tokens": 1856515858.0,
|
|
"step": 227
|
|
},
|
|
{
|
|
"epoch": 0.9864791779340184,
|
|
"grad_norm": 0.4705252177689208,
|
|
"learning_rate": 1.873706605505742e-05,
|
|
"loss": 0.9558,
|
|
"num_tokens": 1864752312.0,
|
|
"step": 228
|
|
},
|
|
{
|
|
"epoch": 0.9908058409951325,
|
|
"grad_norm": 0.4601714494448067,
|
|
"learning_rate": 1.8724197018418092e-05,
|
|
"loss": 0.9692,
|
|
"num_tokens": 1873006067.0,
|
|
"step": 229
|
|
},
|
|
{
|
|
"epoch": 0.9951325040562466,
|
|
"grad_norm": 0.6185847242049543,
|
|
"learning_rate": 1.8711267746938787e-05,
|
|
"loss": 0.9695,
|
|
"num_tokens": 1881215073.0,
|
|
"step": 230
|
|
},
|
|
{
|
|
"epoch": 0.9994591671173607,
|
|
"grad_norm": 0.4101842265307164,
|
|
"learning_rate": 1.869827834144456e-05,
|
|
"loss": 0.9636,
|
|
"num_tokens": 1889561273.0,
|
|
"step": 231
|
|
},
|
|
{
|
|
"epoch": 1.0,
|
|
"grad_norm": 0.7040526526338052,
|
|
"learning_rate": 1.8685228903229408e-05,
|
|
"loss": 0.9194,
|
|
"num_tokens": 1890568792.0,
|
|
"step": 232
|
|
},
|
|
{
|
|
"epoch": 1.004326663061114,
|
|
"grad_norm": 0.6626410793255663,
|
|
"learning_rate": 1.8672119534055465e-05,
|
|
"loss": 0.948,
|
|
"num_tokens": 1898861182.0,
|
|
"step": 233
|
|
},
|
|
{
|
|
"epoch": 1.0086533261222281,
|
|
"grad_norm": 0.5985974181574858,
|
|
"learning_rate": 1.8658950336152227e-05,
|
|
"loss": 0.9591,
|
|
"num_tokens": 1907114575.0,
|
|
"step": 234
|
|
},
|
|
{
|
|
"epoch": 1.0129799891833424,
|
|
"grad_norm": 0.5608529698001458,
|
|
"learning_rate": 1.864572141221575e-05,
|
|
"loss": 0.949,
|
|
"num_tokens": 1915123299.0,
|
|
"step": 235
|
|
},
|
|
{
|
|
"epoch": 1.0173066522444565,
|
|
"grad_norm": 0.5896508033160583,
|
|
"learning_rate": 1.8632432865407835e-05,
|
|
"loss": 0.9361,
|
|
"num_tokens": 1923293463.0,
|
|
"step": 236
|
|
},
|
|
{
|
|
"epoch": 1.0216333153055706,
|
|
"grad_norm": 0.6247724053913459,
|
|
"learning_rate": 1.861908479935524e-05,
|
|
"loss": 0.9466,
|
|
"num_tokens": 1931345202.0,
|
|
"step": 237
|
|
},
|
|
{
|
|
"epoch": 1.0259599783666846,
|
|
"grad_norm": 0.4242474671709629,
|
|
"learning_rate": 1.8605677318148872e-05,
|
|
"loss": 0.9425,
|
|
"num_tokens": 1939503734.0,
|
|
"step": 238
|
|
},
|
|
{
|
|
"epoch": 1.030286641427799,
|
|
"grad_norm": 0.6481719380451512,
|
|
"learning_rate": 1.859221052634295e-05,
|
|
"loss": 0.9595,
|
|
"num_tokens": 1947562008.0,
|
|
"step": 239
|
|
},
|
|
{
|
|
"epoch": 1.034613304488913,
|
|
"grad_norm": 0.5785038674585137,
|
|
"learning_rate": 1.8578684528954232e-05,
|
|
"loss": 0.9469,
|
|
"num_tokens": 1955830446.0,
|
|
"step": 240
|
|
},
|
|
{
|
|
"epoch": 1.038939967550027,
|
|
"grad_norm": 0.5182893960147562,
|
|
"learning_rate": 1.8565099431461158e-05,
|
|
"loss": 0.9289,
|
|
"num_tokens": 1964022793.0,
|
|
"step": 241
|
|
},
|
|
{
|
|
"epoch": 1.043266630611141,
|
|
"grad_norm": 0.4663310434959851,
|
|
"learning_rate": 1.8551455339803053e-05,
|
|
"loss": 0.9625,
|
|
"num_tokens": 1972176095.0,
|
|
"step": 242
|
|
},
|
|
{
|
|
"epoch": 1.0475932936722552,
|
|
"grad_norm": 2.4019432307703217,
|
|
"learning_rate": 1.8537752360379277e-05,
|
|
"loss": 0.9486,
|
|
"num_tokens": 1980479570.0,
|
|
"step": 243
|
|
},
|
|
{
|
|
"epoch": 1.0519199567333695,
|
|
"grad_norm": 0.8544175463447066,
|
|
"learning_rate": 1.852399060004842e-05,
|
|
"loss": 0.9399,
|
|
"num_tokens": 1988590168.0,
|
|
"step": 244
|
|
},
|
|
{
|
|
"epoch": 1.0562466197944835,
|
|
"grad_norm": 0.5179045655090389,
|
|
"learning_rate": 1.8510170166127453e-05,
|
|
"loss": 0.9397,
|
|
"num_tokens": 1996900398.0,
|
|
"step": 245
|
|
},
|
|
{
|
|
"epoch": 1.0605732828555976,
|
|
"grad_norm": 0.6622106221311604,
|
|
"learning_rate": 1.8496291166390898e-05,
|
|
"loss": 0.9556,
|
|
"num_tokens": 2005170686.0,
|
|
"step": 246
|
|
},
|
|
{
|
|
"epoch": 1.0648999459167117,
|
|
"grad_norm": 0.6757903920362329,
|
|
"learning_rate": 1.848235370906998e-05,
|
|
"loss": 0.922,
|
|
"num_tokens": 2013474129.0,
|
|
"step": 247
|
|
},
|
|
{
|
|
"epoch": 1.069226608977826,
|
|
"grad_norm": 0.5216596091763227,
|
|
"learning_rate": 1.8468357902851788e-05,
|
|
"loss": 0.9457,
|
|
"num_tokens": 2021541879.0,
|
|
"step": 248
|
|
},
|
|
{
|
|
"epoch": 1.07355327203894,
|
|
"grad_norm": 0.6223658854192845,
|
|
"learning_rate": 1.845430385687844e-05,
|
|
"loss": 0.9272,
|
|
"num_tokens": 2029719336.0,
|
|
"step": 249
|
|
},
|
|
{
|
|
"epoch": 1.077879935100054,
|
|
"grad_norm": 0.4535927621134612,
|
|
"learning_rate": 1.84401916807462e-05,
|
|
"loss": 0.9424,
|
|
"num_tokens": 2037903029.0,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 1.0822065981611682,
|
|
"grad_norm": 0.7997470320978654,
|
|
"learning_rate": 1.8426021484504655e-05,
|
|
"loss": 0.9424,
|
|
"num_tokens": 2046073146.0,
|
|
"step": 251
|
|
},
|
|
{
|
|
"epoch": 1.0865332612222822,
|
|
"grad_norm": 0.5126221066639043,
|
|
"learning_rate": 1.8411793378655847e-05,
|
|
"loss": 0.942,
|
|
"num_tokens": 2054348442.0,
|
|
"step": 252
|
|
},
|
|
{
|
|
"epoch": 1.0908599242833965,
|
|
"grad_norm": 0.7938516302653984,
|
|
"learning_rate": 1.83975074741534e-05,
|
|
"loss": 0.9399,
|
|
"num_tokens": 2062371725.0,
|
|
"step": 253
|
|
},
|
|
{
|
|
"epoch": 1.0951865873445106,
|
|
"grad_norm": 0.5313132219013962,
|
|
"learning_rate": 1.8383163882401664e-05,
|
|
"loss": 0.9407,
|
|
"num_tokens": 2070611501.0,
|
|
"step": 254
|
|
},
|
|
{
|
|
"epoch": 1.0995132504056246,
|
|
"grad_norm": 0.6728801915369794,
|
|
"learning_rate": 1.836876271525485e-05,
|
|
"loss": 0.9465,
|
|
"num_tokens": 2078684967.0,
|
|
"step": 255
|
|
},
|
|
{
|
|
"epoch": 1.1038399134667387,
|
|
"grad_norm": 0.49575776162838636,
|
|
"learning_rate": 1.8354304085016157e-05,
|
|
"loss": 0.9262,
|
|
"num_tokens": 2086960480.0,
|
|
"step": 256
|
|
},
|
|
{
|
|
"epoch": 1.1081665765278528,
|
|
"grad_norm": 0.6120552108025855,
|
|
"learning_rate": 1.8339788104436886e-05,
|
|
"loss": 0.9443,
|
|
"num_tokens": 2095042239.0,
|
|
"step": 257
|
|
},
|
|
{
|
|
"epoch": 1.112493239588967,
|
|
"grad_norm": 0.5014185175162884,
|
|
"learning_rate": 1.8325214886715567e-05,
|
|
"loss": 0.9375,
|
|
"num_tokens": 2103025535.0,
|
|
"step": 258
|
|
},
|
|
{
|
|
"epoch": 1.1168199026500811,
|
|
"grad_norm": 0.47896338127837235,
|
|
"learning_rate": 1.8310584545497075e-05,
|
|
"loss": 0.9457,
|
|
"num_tokens": 2111120140.0,
|
|
"step": 259
|
|
},
|
|
{
|
|
"epoch": 1.1211465657111952,
|
|
"grad_norm": 0.4297415409601369,
|
|
"learning_rate": 1.829589719487176e-05,
|
|
"loss": 0.9214,
|
|
"num_tokens": 2119414579.0,
|
|
"step": 260
|
|
},
|
|
{
|
|
"epoch": 1.1254732287723093,
|
|
"grad_norm": 0.48279932645064866,
|
|
"learning_rate": 1.8281152949374527e-05,
|
|
"loss": 0.9113,
|
|
"num_tokens": 2127479341.0,
|
|
"step": 261
|
|
},
|
|
{
|
|
"epoch": 1.1297998918334236,
|
|
"grad_norm": 0.384654569118448,
|
|
"learning_rate": 1.8266351923983967e-05,
|
|
"loss": 0.9356,
|
|
"num_tokens": 2135457476.0,
|
|
"step": 262
|
|
},
|
|
{
|
|
"epoch": 1.1341265548945376,
|
|
"grad_norm": 0.5350794948575581,
|
|
"learning_rate": 1.8251494234121445e-05,
|
|
"loss": 0.9249,
|
|
"num_tokens": 2143716350.0,
|
|
"step": 263
|
|
},
|
|
{
|
|
"epoch": 1.1384532179556517,
|
|
"grad_norm": 0.6083072007426356,
|
|
"learning_rate": 1.823657999565021e-05,
|
|
"loss": 0.9537,
|
|
"num_tokens": 2152027890.0,
|
|
"step": 264
|
|
},
|
|
{
|
|
"epoch": 1.1427798810167658,
|
|
"grad_norm": 0.40855364181266673,
|
|
"learning_rate": 1.8221609324874503e-05,
|
|
"loss": 0.9149,
|
|
"num_tokens": 2160186039.0,
|
|
"step": 265
|
|
},
|
|
{
|
|
"epoch": 1.14710654407788,
|
|
"grad_norm": 0.4365335649133271,
|
|
"learning_rate": 1.82065823385386e-05,
|
|
"loss": 0.9691,
|
|
"num_tokens": 2168446273.0,
|
|
"step": 266
|
|
},
|
|
{
|
|
"epoch": 1.151433207138994,
|
|
"grad_norm": 0.416231817579171,
|
|
"learning_rate": 1.819149915382598e-05,
|
|
"loss": 0.9624,
|
|
"num_tokens": 2176451082.0,
|
|
"step": 267
|
|
},
|
|
{
|
|
"epoch": 1.1557598702001082,
|
|
"grad_norm": 0.5827166915685855,
|
|
"learning_rate": 1.8176359888358332e-05,
|
|
"loss": 0.9449,
|
|
"num_tokens": 2184668485.0,
|
|
"step": 268
|
|
},
|
|
{
|
|
"epoch": 1.1600865332612222,
|
|
"grad_norm": 0.5389094717897734,
|
|
"learning_rate": 1.8161164660194697e-05,
|
|
"loss": 0.9442,
|
|
"num_tokens": 2192927865.0,
|
|
"step": 269
|
|
},
|
|
{
|
|
"epoch": 1.1644131963223363,
|
|
"grad_norm": 0.41906435961564176,
|
|
"learning_rate": 1.814591358783052e-05,
|
|
"loss": 0.9254,
|
|
"num_tokens": 2200965797.0,
|
|
"step": 270
|
|
},
|
|
{
|
|
"epoch": 1.1687398593834506,
|
|
"grad_norm": 0.4698013821548138,
|
|
"learning_rate": 1.813060679019672e-05,
|
|
"loss": 0.9346,
|
|
"num_tokens": 2209198752.0,
|
|
"step": 271
|
|
},
|
|
{
|
|
"epoch": 1.1730665224445647,
|
|
"grad_norm": 0.4183058129628398,
|
|
"learning_rate": 1.811524438665878e-05,
|
|
"loss": 0.9169,
|
|
"num_tokens": 2217390535.0,
|
|
"step": 272
|
|
},
|
|
{
|
|
"epoch": 1.1773931855056787,
|
|
"grad_norm": 0.5682861942844173,
|
|
"learning_rate": 1.809982649701581e-05,
|
|
"loss": 0.9391,
|
|
"num_tokens": 2225526040.0,
|
|
"step": 273
|
|
},
|
|
{
|
|
"epoch": 1.1817198485667928,
|
|
"grad_norm": 0.5074575323794233,
|
|
"learning_rate": 1.808435324149961e-05,
|
|
"loss": 0.9547,
|
|
"num_tokens": 2233735491.0,
|
|
"step": 274
|
|
},
|
|
{
|
|
"epoch": 1.1860465116279069,
|
|
"grad_norm": 0.42430824346970375,
|
|
"learning_rate": 1.806882474077374e-05,
|
|
"loss": 0.9267,
|
|
"num_tokens": 2241878787.0,
|
|
"step": 275
|
|
},
|
|
{
|
|
"epoch": 1.1903731746890212,
|
|
"grad_norm": 0.48127693874438393,
|
|
"learning_rate": 1.805324111593256e-05,
|
|
"loss": 0.9211,
|
|
"num_tokens": 2250094355.0,
|
|
"step": 276
|
|
},
|
|
{
|
|
"epoch": 1.1946998377501352,
|
|
"grad_norm": 0.4353231937290414,
|
|
"learning_rate": 1.8037602488500313e-05,
|
|
"loss": 0.9653,
|
|
"num_tokens": 2258299091.0,
|
|
"step": 277
|
|
},
|
|
{
|
|
"epoch": 1.1990265008112493,
|
|
"grad_norm": 0.5910526694031867,
|
|
"learning_rate": 1.8021908980430153e-05,
|
|
"loss": 0.9292,
|
|
"num_tokens": 2266449279.0,
|
|
"step": 278
|
|
},
|
|
{
|
|
"epoch": 1.2033531638723634,
|
|
"grad_norm": 3.763333072447578,
|
|
"learning_rate": 1.8006160714103213e-05,
|
|
"loss": 0.9548,
|
|
"num_tokens": 2274482818.0,
|
|
"step": 279
|
|
},
|
|
{
|
|
"epoch": 1.2076798269334776,
|
|
"grad_norm": 0.6292428620950098,
|
|
"learning_rate": 1.7990357812327634e-05,
|
|
"loss": 0.9704,
|
|
"num_tokens": 2282694695.0,
|
|
"step": 280
|
|
},
|
|
{
|
|
"epoch": 1.2120064899945917,
|
|
"grad_norm": 0.41843225864270045,
|
|
"learning_rate": 1.797450039833762e-05,
|
|
"loss": 0.933,
|
|
"num_tokens": 2290919952.0,
|
|
"step": 281
|
|
},
|
|
{
|
|
"epoch": 1.2163331530557058,
|
|
"grad_norm": 0.44745463158115345,
|
|
"learning_rate": 1.7958588595792467e-05,
|
|
"loss": 0.9504,
|
|
"num_tokens": 2299070716.0,
|
|
"step": 282
|
|
},
|
|
{
|
|
"epoch": 1.2206598161168198,
|
|
"grad_norm": 0.5962193932975942,
|
|
"learning_rate": 1.794262252877561e-05,
|
|
"loss": 0.9302,
|
|
"num_tokens": 2307171538.0,
|
|
"step": 283
|
|
},
|
|
{
|
|
"epoch": 1.2249864791779341,
|
|
"grad_norm": 0.40599074608865326,
|
|
"learning_rate": 1.7926602321793652e-05,
|
|
"loss": 0.9367,
|
|
"num_tokens": 2315286698.0,
|
|
"step": 284
|
|
},
|
|
{
|
|
"epoch": 1.2293131422390482,
|
|
"grad_norm": 0.5178527789244168,
|
|
"learning_rate": 1.791052809977538e-05,
|
|
"loss": 0.931,
|
|
"num_tokens": 2323354561.0,
|
|
"step": 285
|
|
},
|
|
{
|
|
"epoch": 1.2336398053001623,
|
|
"grad_norm": 0.6231083117832663,
|
|
"learning_rate": 1.7894399988070804e-05,
|
|
"loss": 0.9483,
|
|
"num_tokens": 2331568026.0,
|
|
"step": 286
|
|
},
|
|
{
|
|
"epoch": 1.2379664683612763,
|
|
"grad_norm": 0.4601882476297517,
|
|
"learning_rate": 1.787821811245018e-05,
|
|
"loss": 0.9357,
|
|
"num_tokens": 2339732034.0,
|
|
"step": 287
|
|
},
|
|
{
|
|
"epoch": 1.2422931314223904,
|
|
"grad_norm": 0.4203019097604034,
|
|
"learning_rate": 1.7861982599103033e-05,
|
|
"loss": 0.9388,
|
|
"num_tokens": 2348068160.0,
|
|
"step": 288
|
|
},
|
|
{
|
|
"epoch": 1.2466197944835047,
|
|
"grad_norm": 0.4986325902222409,
|
|
"learning_rate": 1.7845693574637145e-05,
|
|
"loss": 0.9385,
|
|
"num_tokens": 2356383379.0,
|
|
"step": 289
|
|
},
|
|
{
|
|
"epoch": 1.2509464575446188,
|
|
"grad_norm": 0.4801075949400898,
|
|
"learning_rate": 1.7829351166077613e-05,
|
|
"loss": 0.9489,
|
|
"num_tokens": 2364586281.0,
|
|
"step": 290
|
|
},
|
|
{
|
|
"epoch": 1.2552731206057328,
|
|
"grad_norm": 0.4029618499271581,
|
|
"learning_rate": 1.781295550086581e-05,
|
|
"loss": 0.9419,
|
|
"num_tokens": 2372923490.0,
|
|
"step": 291
|
|
},
|
|
{
|
|
"epoch": 1.2595997836668469,
|
|
"grad_norm": 2.7260117173100893,
|
|
"learning_rate": 1.779650670685843e-05,
|
|
"loss": 0.941,
|
|
"num_tokens": 2381125415.0,
|
|
"step": 292
|
|
},
|
|
{
|
|
"epoch": 1.263926446727961,
|
|
"grad_norm": 0.9250548440509712,
|
|
"learning_rate": 1.7780004912326482e-05,
|
|
"loss": 0.9205,
|
|
"num_tokens": 2389257237.0,
|
|
"step": 293
|
|
},
|
|
{
|
|
"epoch": 1.2682531097890752,
|
|
"grad_norm": 0.42527760432678413,
|
|
"learning_rate": 1.7763450245954265e-05,
|
|
"loss": 0.9085,
|
|
"num_tokens": 2397461313.0,
|
|
"step": 294
|
|
},
|
|
{
|
|
"epoch": 1.2725797728501893,
|
|
"grad_norm": 0.6538369899455708,
|
|
"learning_rate": 1.7746842836838397e-05,
|
|
"loss": 0.937,
|
|
"num_tokens": 2405703036.0,
|
|
"step": 295
|
|
},
|
|
{
|
|
"epoch": 1.2769064359113034,
|
|
"grad_norm": 0.515682709615586,
|
|
"learning_rate": 1.773018281448679e-05,
|
|
"loss": 0.9264,
|
|
"num_tokens": 2413784609.0,
|
|
"step": 296
|
|
},
|
|
{
|
|
"epoch": 1.2812330989724177,
|
|
"grad_norm": 0.5575905269955272,
|
|
"learning_rate": 1.7713470308817642e-05,
|
|
"loss": 0.9406,
|
|
"num_tokens": 2422039119.0,
|
|
"step": 297
|
|
},
|
|
{
|
|
"epoch": 1.2855597620335315,
|
|
"grad_norm": 0.5066298136768553,
|
|
"learning_rate": 1.769670545015843e-05,
|
|
"loss": 0.9437,
|
|
"num_tokens": 2430342231.0,
|
|
"step": 298
|
|
},
|
|
{
|
|
"epoch": 1.2898864250946458,
|
|
"grad_norm": 0.5292123277180285,
|
|
"learning_rate": 1.7679888369244895e-05,
|
|
"loss": 0.936,
|
|
"num_tokens": 2438659746.0,
|
|
"step": 299
|
|
},
|
|
{
|
|
"epoch": 1.2942130881557599,
|
|
"grad_norm": 0.47408732214016464,
|
|
"learning_rate": 1.7663019197220003e-05,
|
|
"loss": 0.9229,
|
|
"num_tokens": 2446791972.0,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 1.298539751216874,
|
|
"grad_norm": 0.42325831697178434,
|
|
"learning_rate": 1.7646098065632956e-05,
|
|
"loss": 0.9172,
|
|
"num_tokens": 2454970534.0,
|
|
"step": 301
|
|
},
|
|
{
|
|
"epoch": 1.3028664142779882,
|
|
"grad_norm": 0.5226063865140929,
|
|
"learning_rate": 1.7629125106438132e-05,
|
|
"loss": 0.9416,
|
|
"num_tokens": 2463285369.0,
|
|
"step": 302
|
|
},
|
|
{
|
|
"epoch": 1.3071930773391023,
|
|
"grad_norm": 0.4178871768930848,
|
|
"learning_rate": 1.7612100451994077e-05,
|
|
"loss": 0.9331,
|
|
"num_tokens": 2471588270.0,
|
|
"step": 303
|
|
},
|
|
{
|
|
"epoch": 1.3115197404002163,
|
|
"grad_norm": 0.45742867604044,
|
|
"learning_rate": 1.759502423506246e-05,
|
|
"loss": 0.9177,
|
|
"num_tokens": 2479928296.0,
|
|
"step": 304
|
|
},
|
|
{
|
|
"epoch": 1.3158464034613304,
|
|
"grad_norm": 0.4329041029339811,
|
|
"learning_rate": 1.7577896588807065e-05,
|
|
"loss": 0.9498,
|
|
"num_tokens": 2488083060.0,
|
|
"step": 305
|
|
},
|
|
{
|
|
"epoch": 1.3201730665224445,
|
|
"grad_norm": 0.549195113071723,
|
|
"learning_rate": 1.7560717646792704e-05,
|
|
"loss": 0.9414,
|
|
"num_tokens": 2496207113.0,
|
|
"step": 306
|
|
},
|
|
{
|
|
"epoch": 1.3244997295835588,
|
|
"grad_norm": 0.5007519079251725,
|
|
"learning_rate": 1.7543487542984227e-05,
|
|
"loss": 0.9283,
|
|
"num_tokens": 2504363006.0,
|
|
"step": 307
|
|
},
|
|
{
|
|
"epoch": 1.3288263926446728,
|
|
"grad_norm": 0.4302664656481686,
|
|
"learning_rate": 1.752620641174544e-05,
|
|
"loss": 0.9505,
|
|
"num_tokens": 2512601158.0,
|
|
"step": 308
|
|
},
|
|
{
|
|
"epoch": 1.333153055705787,
|
|
"grad_norm": 0.40762150238903927,
|
|
"learning_rate": 1.750887438783808e-05,
|
|
"loss": 0.9503,
|
|
"num_tokens": 2520870232.0,
|
|
"step": 309
|
|
},
|
|
{
|
|
"epoch": 1.337479718766901,
|
|
"grad_norm": 0.4292085185421004,
|
|
"learning_rate": 1.749149160642075e-05,
|
|
"loss": 0.9108,
|
|
"num_tokens": 2529131046.0,
|
|
"step": 310
|
|
},
|
|
{
|
|
"epoch": 1.341806381828015,
|
|
"grad_norm": 0.4228339871228847,
|
|
"learning_rate": 1.7474058203047863e-05,
|
|
"loss": 0.9462,
|
|
"num_tokens": 2537471218.0,
|
|
"step": 311
|
|
},
|
|
{
|
|
"epoch": 1.3461330448891293,
|
|
"grad_norm": 1.5874863004755355,
|
|
"learning_rate": 1.745657431366861e-05,
|
|
"loss": 0.9609,
|
|
"num_tokens": 2545506472.0,
|
|
"step": 312
|
|
},
|
|
{
|
|
"epoch": 1.3504597079502434,
|
|
"grad_norm": 0.7384571833500205,
|
|
"learning_rate": 1.743904007462587e-05,
|
|
"loss": 0.934,
|
|
"num_tokens": 2553731166.0,
|
|
"step": 313
|
|
},
|
|
{
|
|
"epoch": 1.3547863710113575,
|
|
"grad_norm": 0.610328026086027,
|
|
"learning_rate": 1.742145562265516e-05,
|
|
"loss": 0.9265,
|
|
"num_tokens": 2561896975.0,
|
|
"step": 314
|
|
},
|
|
{
|
|
"epoch": 1.3591130340724715,
|
|
"grad_norm": 0.4307803879828114,
|
|
"learning_rate": 1.7403821094883572e-05,
|
|
"loss": 0.9516,
|
|
"num_tokens": 2570093665.0,
|
|
"step": 315
|
|
},
|
|
{
|
|
"epoch": 1.3634396971335856,
|
|
"grad_norm": 0.6954869446118173,
|
|
"learning_rate": 1.738613662882869e-05,
|
|
"loss": 0.9159,
|
|
"num_tokens": 2578141084.0,
|
|
"step": 316
|
|
},
|
|
{
|
|
"epoch": 1.3677663601946999,
|
|
"grad_norm": 0.4045801076886558,
|
|
"learning_rate": 1.7368402362397537e-05,
|
|
"loss": 0.9318,
|
|
"num_tokens": 2586214821.0,
|
|
"step": 317
|
|
},
|
|
{
|
|
"epoch": 1.372093023255814,
|
|
"grad_norm": 0.579678200044439,
|
|
"learning_rate": 1.7350618433885487e-05,
|
|
"loss": 0.9378,
|
|
"num_tokens": 2594387028.0,
|
|
"step": 318
|
|
},
|
|
{
|
|
"epoch": 1.376419686316928,
|
|
"grad_norm": 0.3822113687393793,
|
|
"learning_rate": 1.7332784981975183e-05,
|
|
"loss": 0.9157,
|
|
"num_tokens": 2602470905.0,
|
|
"step": 319
|
|
},
|
|
{
|
|
"epoch": 1.3807463493780423,
|
|
"grad_norm": 0.6217370944940714,
|
|
"learning_rate": 1.731490214573547e-05,
|
|
"loss": 0.9193,
|
|
"num_tokens": 2610641482.0,
|
|
"step": 320
|
|
},
|
|
{
|
|
"epoch": 1.3850730124391564,
|
|
"grad_norm": 0.6439737236380032,
|
|
"learning_rate": 1.729697006462029e-05,
|
|
"loss": 0.907,
|
|
"num_tokens": 2618922646.0,
|
|
"step": 321
|
|
},
|
|
{
|
|
"epoch": 1.3893996755002704,
|
|
"grad_norm": 0.5322347455129888,
|
|
"learning_rate": 1.7278988878467616e-05,
|
|
"loss": 0.936,
|
|
"num_tokens": 2626926397.0,
|
|
"step": 322
|
|
},
|
|
{
|
|
"epoch": 1.3937263385613845,
|
|
"grad_norm": 0.4240695105863202,
|
|
"learning_rate": 1.7260958727498358e-05,
|
|
"loss": 0.9247,
|
|
"num_tokens": 2635094154.0,
|
|
"step": 323
|
|
},
|
|
{
|
|
"epoch": 1.3980530016224986,
|
|
"grad_norm": 0.5561764174540474,
|
|
"learning_rate": 1.7242879752315246e-05,
|
|
"loss": 0.9698,
|
|
"num_tokens": 2643445876.0,
|
|
"step": 324
|
|
},
|
|
{
|
|
"epoch": 1.4023796646836129,
|
|
"grad_norm": 0.40691918158283824,
|
|
"learning_rate": 1.722475209390176e-05,
|
|
"loss": 0.9106,
|
|
"num_tokens": 2651591795.0,
|
|
"step": 325
|
|
},
|
|
{
|
|
"epoch": 1.406706327744727,
|
|
"grad_norm": 0.45792723832547827,
|
|
"learning_rate": 1.720657589362103e-05,
|
|
"loss": 0.9346,
|
|
"num_tokens": 2659861323.0,
|
|
"step": 326
|
|
},
|
|
{
|
|
"epoch": 1.411032990805841,
|
|
"grad_norm": 0.4488207500812395,
|
|
"learning_rate": 1.7188351293214707e-05,
|
|
"loss": 0.9451,
|
|
"num_tokens": 2668107560.0,
|
|
"step": 327
|
|
},
|
|
{
|
|
"epoch": 1.415359653866955,
|
|
"grad_norm": 0.47382786788182957,
|
|
"learning_rate": 1.7170078434801893e-05,
|
|
"loss": 0.9328,
|
|
"num_tokens": 2676232248.0,
|
|
"step": 328
|
|
},
|
|
{
|
|
"epoch": 1.4196863169280691,
|
|
"grad_norm": 0.43399640416231045,
|
|
"learning_rate": 1.7151757460878006e-05,
|
|
"loss": 0.9275,
|
|
"num_tokens": 2684384984.0,
|
|
"step": 329
|
|
},
|
|
{
|
|
"epoch": 1.4240129799891834,
|
|
"grad_norm": 0.4321757247463678,
|
|
"learning_rate": 1.713338851431368e-05,
|
|
"loss": 0.9209,
|
|
"num_tokens": 2692518029.0,
|
|
"step": 330
|
|
},
|
|
{
|
|
"epoch": 1.4283396430502975,
|
|
"grad_norm": 0.48743738131257114,
|
|
"learning_rate": 1.7114971738353652e-05,
|
|
"loss": 0.9326,
|
|
"num_tokens": 2700641781.0,
|
|
"step": 331
|
|
},
|
|
{
|
|
"epoch": 1.4326663061114115,
|
|
"grad_norm": 0.4913348565936382,
|
|
"learning_rate": 1.7096507276615638e-05,
|
|
"loss": 0.932,
|
|
"num_tokens": 2708896364.0,
|
|
"step": 332
|
|
},
|
|
{
|
|
"epoch": 1.4369929691725256,
|
|
"grad_norm": 0.3982647519978175,
|
|
"learning_rate": 1.707799527308922e-05,
|
|
"loss": 0.9316,
|
|
"num_tokens": 2717049617.0,
|
|
"step": 333
|
|
},
|
|
{
|
|
"epoch": 1.4413196322336397,
|
|
"grad_norm": 0.5331893643746559,
|
|
"learning_rate": 1.7059435872134725e-05,
|
|
"loss": 0.9116,
|
|
"num_tokens": 2725284170.0,
|
|
"step": 334
|
|
},
|
|
{
|
|
"epoch": 1.445646295294754,
|
|
"grad_norm": 0.4118566837407902,
|
|
"learning_rate": 1.7040829218482083e-05,
|
|
"loss": 0.9387,
|
|
"num_tokens": 2733249697.0,
|
|
"step": 335
|
|
},
|
|
{
|
|
"epoch": 1.449972958355868,
|
|
"grad_norm": 0.46144127335069157,
|
|
"learning_rate": 1.7022175457229726e-05,
|
|
"loss": 0.9325,
|
|
"num_tokens": 2741353739.0,
|
|
"step": 336
|
|
},
|
|
{
|
|
"epoch": 1.454299621416982,
|
|
"grad_norm": 0.41858735688690185,
|
|
"learning_rate": 1.7003474733843423e-05,
|
|
"loss": 0.9385,
|
|
"num_tokens": 2749511134.0,
|
|
"step": 337
|
|
},
|
|
{
|
|
"epoch": 1.4586262844780964,
|
|
"grad_norm": 0.4326003002340522,
|
|
"learning_rate": 1.6984727194155172e-05,
|
|
"loss": 0.9275,
|
|
"num_tokens": 2757719879.0,
|
|
"step": 338
|
|
},
|
|
{
|
|
"epoch": 1.4629529475392105,
|
|
"grad_norm": 0.39724771390633457,
|
|
"learning_rate": 1.696593298436206e-05,
|
|
"loss": 0.9401,
|
|
"num_tokens": 2765893352.0,
|
|
"step": 339
|
|
},
|
|
{
|
|
"epoch": 1.4672796106003245,
|
|
"grad_norm": 0.5464279340276693,
|
|
"learning_rate": 1.6947092251025103e-05,
|
|
"loss": 0.9356,
|
|
"num_tokens": 2773975845.0,
|
|
"step": 340
|
|
},
|
|
{
|
|
"epoch": 1.4716062736614386,
|
|
"grad_norm": 0.4144238615293452,
|
|
"learning_rate": 1.6928205141068125e-05,
|
|
"loss": 0.9431,
|
|
"num_tokens": 2782109223.0,
|
|
"step": 341
|
|
},
|
|
{
|
|
"epoch": 1.4759329367225527,
|
|
"grad_norm": 0.4740865678072649,
|
|
"learning_rate": 1.690927180177661e-05,
|
|
"loss": 0.9295,
|
|
"num_tokens": 2790405211.0,
|
|
"step": 342
|
|
},
|
|
{
|
|
"epoch": 1.480259599783667,
|
|
"grad_norm": 0.41564607569834605,
|
|
"learning_rate": 1.6890292380796534e-05,
|
|
"loss": 0.9343,
|
|
"num_tokens": 2798580056.0,
|
|
"step": 343
|
|
},
|
|
{
|
|
"epoch": 1.484586262844781,
|
|
"grad_norm": 5.166935270490044,
|
|
"learning_rate": 1.687126702613324e-05,
|
|
"loss": 0.9755,
|
|
"num_tokens": 2806820921.0,
|
|
"step": 344
|
|
},
|
|
{
|
|
"epoch": 1.488912925905895,
|
|
"grad_norm": 0.9110427426431987,
|
|
"learning_rate": 1.685219588615026e-05,
|
|
"loss": 0.9445,
|
|
"num_tokens": 2814825722.0,
|
|
"step": 345
|
|
},
|
|
{
|
|
"epoch": 1.4932395889670091,
|
|
"grad_norm": 0.45812237180426035,
|
|
"learning_rate": 1.683307910956818e-05,
|
|
"loss": 0.9205,
|
|
"num_tokens": 2822967388.0,
|
|
"step": 346
|
|
},
|
|
{
|
|
"epoch": 1.4975662520281232,
|
|
"grad_norm": 0.7212083852760688,
|
|
"learning_rate": 1.6813916845463462e-05,
|
|
"loss": 0.9364,
|
|
"num_tokens": 2831049494.0,
|
|
"step": 347
|
|
},
|
|
{
|
|
"epoch": 1.5018929150892375,
|
|
"grad_norm": 0.6925188881067171,
|
|
"learning_rate": 1.6794709243267288e-05,
|
|
"loss": 0.9172,
|
|
"num_tokens": 2839301325.0,
|
|
"step": 348
|
|
},
|
|
{
|
|
"epoch": 1.5062195781503516,
|
|
"grad_norm": 0.49848671288645746,
|
|
"learning_rate": 1.6775456452764398e-05,
|
|
"loss": 0.9519,
|
|
"num_tokens": 2847487520.0,
|
|
"step": 349
|
|
},
|
|
{
|
|
"epoch": 1.5105462412114656,
|
|
"grad_norm": 0.6085115780592638,
|
|
"learning_rate": 1.6756158624091923e-05,
|
|
"loss": 0.9348,
|
|
"num_tokens": 2855822484.0,
|
|
"step": 350
|
|
},
|
|
{
|
|
"epoch": 1.51487290427258,
|
|
"grad_norm": 0.49102437864607534,
|
|
"learning_rate": 1.673681590773821e-05,
|
|
"loss": 0.9415,
|
|
"num_tokens": 2864139814.0,
|
|
"step": 351
|
|
},
|
|
{
|
|
"epoch": 1.5191995673336938,
|
|
"grad_norm": 0.5263169888215856,
|
|
"learning_rate": 1.671742845454164e-05,
|
|
"loss": 0.9231,
|
|
"num_tokens": 2872296506.0,
|
|
"step": 352
|
|
},
|
|
{
|
|
"epoch": 1.523526230394808,
|
|
"grad_norm": 0.5177341024812663,
|
|
"learning_rate": 1.6697996415689473e-05,
|
|
"loss": 0.9354,
|
|
"num_tokens": 2880434577.0,
|
|
"step": 353
|
|
},
|
|
{
|
|
"epoch": 1.5278528934559221,
|
|
"grad_norm": 0.4612875515949862,
|
|
"learning_rate": 1.667851994271665e-05,
|
|
"loss": 0.9059,
|
|
"num_tokens": 2888531402.0,
|
|
"step": 354
|
|
},
|
|
{
|
|
"epoch": 1.5321795565170362,
|
|
"grad_norm": 0.5727137014112862,
|
|
"learning_rate": 1.6658999187504615e-05,
|
|
"loss": 0.9167,
|
|
"num_tokens": 2896572454.0,
|
|
"step": 355
|
|
},
|
|
{
|
|
"epoch": 1.5365062195781505,
|
|
"grad_norm": 0.41823093858734256,
|
|
"learning_rate": 1.6639434302280145e-05,
|
|
"loss": 0.917,
|
|
"num_tokens": 2904737717.0,
|
|
"step": 356
|
|
},
|
|
{
|
|
"epoch": 1.5408328826392643,
|
|
"grad_norm": 0.6777094486165214,
|
|
"learning_rate": 1.6619825439614143e-05,
|
|
"loss": 0.933,
|
|
"num_tokens": 2912854159.0,
|
|
"step": 357
|
|
},
|
|
{
|
|
"epoch": 1.5451595457003786,
|
|
"grad_norm": 0.5160985581118991,
|
|
"learning_rate": 1.660017275242046e-05,
|
|
"loss": 0.9266,
|
|
"num_tokens": 2920913619.0,
|
|
"step": 358
|
|
},
|
|
{
|
|
"epoch": 1.5494862087614927,
|
|
"grad_norm": 0.6729337006148577,
|
|
"learning_rate": 1.6580476393954694e-05,
|
|
"loss": 0.9045,
|
|
"num_tokens": 2929112623.0,
|
|
"step": 359
|
|
},
|
|
{
|
|
"epoch": 1.5538128718226067,
|
|
"grad_norm": 0.5608135343619238,
|
|
"learning_rate": 1.6560736517813013e-05,
|
|
"loss": 0.9244,
|
|
"num_tokens": 2937273800.0,
|
|
"step": 360
|
|
},
|
|
{
|
|
"epoch": 1.558139534883721,
|
|
"grad_norm": 0.6852364347957023,
|
|
"learning_rate": 1.6540953277930925e-05,
|
|
"loss": 0.9344,
|
|
"num_tokens": 2945612356.0,
|
|
"step": 361
|
|
},
|
|
{
|
|
"epoch": 1.562466197944835,
|
|
"grad_norm": 0.465666173687953,
|
|
"learning_rate": 1.6521126828582118e-05,
|
|
"loss": 0.9221,
|
|
"num_tokens": 2953805654.0,
|
|
"step": 362
|
|
},
|
|
{
|
|
"epoch": 1.5667928610059492,
|
|
"grad_norm": 0.7171922804612683,
|
|
"learning_rate": 1.6501257324377227e-05,
|
|
"loss": 0.9417,
|
|
"num_tokens": 2962056242.0,
|
|
"step": 363
|
|
},
|
|
{
|
|
"epoch": 1.5711195240670632,
|
|
"grad_norm": 0.5433057833659239,
|
|
"learning_rate": 1.648134492026263e-05,
|
|
"loss": 0.9447,
|
|
"num_tokens": 2970248144.0,
|
|
"step": 364
|
|
},
|
|
{
|
|
"epoch": 1.5754461871281773,
|
|
"grad_norm": 0.5703270113708258,
|
|
"learning_rate": 1.6461389771519263e-05,
|
|
"loss": 0.9084,
|
|
"num_tokens": 2978407405.0,
|
|
"step": 365
|
|
},
|
|
{
|
|
"epoch": 1.5797728501892916,
|
|
"grad_norm": 0.5377284539952227,
|
|
"learning_rate": 1.6441392033761378e-05,
|
|
"loss": 0.9277,
|
|
"num_tokens": 2986581353.0,
|
|
"step": 366
|
|
},
|
|
{
|
|
"epoch": 1.5840995132504057,
|
|
"grad_norm": 0.5543175733013811,
|
|
"learning_rate": 1.6421351862935348e-05,
|
|
"loss": 0.9375,
|
|
"num_tokens": 2994845303.0,
|
|
"step": 367
|
|
},
|
|
{
|
|
"epoch": 1.5884261763115197,
|
|
"grad_norm": 0.49435998462840264,
|
|
"learning_rate": 1.6401269415318462e-05,
|
|
"loss": 0.9116,
|
|
"num_tokens": 3002783957.0,
|
|
"step": 368
|
|
},
|
|
{
|
|
"epoch": 1.592752839372634,
|
|
"grad_norm": 0.5415581262563944,
|
|
"learning_rate": 1.6381144847517672e-05,
|
|
"loss": 0.9156,
|
|
"num_tokens": 3011071399.0,
|
|
"step": 369
|
|
},
|
|
{
|
|
"epoch": 1.5970795024337479,
|
|
"grad_norm": 0.44702591691128174,
|
|
"learning_rate": 1.6360978316468404e-05,
|
|
"loss": 0.9167,
|
|
"num_tokens": 3019260204.0,
|
|
"step": 370
|
|
},
|
|
{
|
|
"epoch": 1.6014061654948621,
|
|
"grad_norm": 0.5369169002409531,
|
|
"learning_rate": 1.6340769979433314e-05,
|
|
"loss": 0.9249,
|
|
"num_tokens": 3027381946.0,
|
|
"step": 371
|
|
},
|
|
{
|
|
"epoch": 1.6057328285559762,
|
|
"grad_norm": 0.4036413923248667,
|
|
"learning_rate": 1.632051999400108e-05,
|
|
"loss": 0.9232,
|
|
"num_tokens": 3035634956.0,
|
|
"step": 372
|
|
},
|
|
{
|
|
"epoch": 1.6100594916170903,
|
|
"grad_norm": 0.5909816450871015,
|
|
"learning_rate": 1.6300228518085148e-05,
|
|
"loss": 0.9287,
|
|
"num_tokens": 3043836858.0,
|
|
"step": 373
|
|
},
|
|
{
|
|
"epoch": 1.6143861546782046,
|
|
"grad_norm": 0.4024810283961205,
|
|
"learning_rate": 1.6279895709922534e-05,
|
|
"loss": 0.9313,
|
|
"num_tokens": 3051951149.0,
|
|
"step": 374
|
|
},
|
|
{
|
|
"epoch": 1.6187128177393184,
|
|
"grad_norm": 0.5651764879246354,
|
|
"learning_rate": 1.625952172807255e-05,
|
|
"loss": 0.9082,
|
|
"num_tokens": 3060171329.0,
|
|
"step": 375
|
|
},
|
|
{
|
|
"epoch": 1.6230394808004327,
|
|
"grad_norm": 0.7076832324695906,
|
|
"learning_rate": 1.6239106731415604e-05,
|
|
"loss": 0.911,
|
|
"num_tokens": 3068406742.0,
|
|
"step": 376
|
|
},
|
|
{
|
|
"epoch": 1.6273661438615468,
|
|
"grad_norm": 0.5624449796241844,
|
|
"learning_rate": 1.6218650879151946e-05,
|
|
"loss": 0.9268,
|
|
"num_tokens": 3076648922.0,
|
|
"step": 377
|
|
},
|
|
{
|
|
"epoch": 1.6316928069226608,
|
|
"grad_norm": 0.4542645735176373,
|
|
"learning_rate": 1.6198154330800408e-05,
|
|
"loss": 0.9329,
|
|
"num_tokens": 3084760568.0,
|
|
"step": 378
|
|
},
|
|
{
|
|
"epoch": 1.6360194699837751,
|
|
"grad_norm": 0.5048456648778138,
|
|
"learning_rate": 1.6177617246197206e-05,
|
|
"loss": 0.9338,
|
|
"num_tokens": 3092895455.0,
|
|
"step": 379
|
|
},
|
|
{
|
|
"epoch": 1.640346133044889,
|
|
"grad_norm": 0.500093898184155,
|
|
"learning_rate": 1.615703978549464e-05,
|
|
"loss": 0.9067,
|
|
"num_tokens": 3100964651.0,
|
|
"step": 380
|
|
},
|
|
{
|
|
"epoch": 1.6446727961060033,
|
|
"grad_norm": 0.47333990305328766,
|
|
"learning_rate": 1.6136422109159887e-05,
|
|
"loss": 0.9197,
|
|
"num_tokens": 3109142378.0,
|
|
"step": 381
|
|
},
|
|
{
|
|
"epoch": 1.6489994591671173,
|
|
"grad_norm": 0.4562283281745153,
|
|
"learning_rate": 1.611576437797373e-05,
|
|
"loss": 0.9246,
|
|
"num_tokens": 3117299434.0,
|
|
"step": 382
|
|
},
|
|
{
|
|
"epoch": 1.6533261222282314,
|
|
"grad_norm": 0.46912085795087555,
|
|
"learning_rate": 1.60950667530293e-05,
|
|
"loss": 0.9277,
|
|
"num_tokens": 3125571167.0,
|
|
"step": 383
|
|
},
|
|
{
|
|
"epoch": 1.6576527852893457,
|
|
"grad_norm": 0.5201385710628031,
|
|
"learning_rate": 1.607432939573084e-05,
|
|
"loss": 0.9148,
|
|
"num_tokens": 3133697525.0,
|
|
"step": 384
|
|
},
|
|
{
|
|
"epoch": 1.6619794483504597,
|
|
"grad_norm": 0.37660757557206814,
|
|
"learning_rate": 1.605355246779243e-05,
|
|
"loss": 0.9508,
|
|
"num_tokens": 3141822978.0,
|
|
"step": 385
|
|
},
|
|
{
|
|
"epoch": 1.6663061114115738,
|
|
"grad_norm": 0.551184808866067,
|
|
"learning_rate": 1.6032736131236722e-05,
|
|
"loss": 0.902,
|
|
"num_tokens": 3150015018.0,
|
|
"step": 386
|
|
},
|
|
{
|
|
"epoch": 1.670632774472688,
|
|
"grad_norm": 0.3901710925044271,
|
|
"learning_rate": 1.6011880548393694e-05,
|
|
"loss": 0.9034,
|
|
"num_tokens": 3158336582.0,
|
|
"step": 387
|
|
},
|
|
{
|
|
"epoch": 1.674959437533802,
|
|
"grad_norm": 0.520033700897056,
|
|
"learning_rate": 1.5990985881899367e-05,
|
|
"loss": 0.9272,
|
|
"num_tokens": 3166540130.0,
|
|
"step": 388
|
|
},
|
|
{
|
|
"epoch": 1.6792861005949162,
|
|
"grad_norm": 0.5353166178330362,
|
|
"learning_rate": 1.597005229469455e-05,
|
|
"loss": 0.9145,
|
|
"num_tokens": 3174680579.0,
|
|
"step": 389
|
|
},
|
|
{
|
|
"epoch": 1.6836127636560303,
|
|
"grad_norm": 0.3976708445593737,
|
|
"learning_rate": 1.594907995002356e-05,
|
|
"loss": 0.9204,
|
|
"num_tokens": 3182889631.0,
|
|
"step": 390
|
|
},
|
|
{
|
|
"epoch": 1.6879394267171444,
|
|
"grad_norm": 0.4784070195017845,
|
|
"learning_rate": 1.5928069011432955e-05,
|
|
"loss": 0.9088,
|
|
"num_tokens": 3190935444.0,
|
|
"step": 391
|
|
},
|
|
{
|
|
"epoch": 1.6922660897782587,
|
|
"grad_norm": 0.47369072605947965,
|
|
"learning_rate": 1.590701964277025e-05,
|
|
"loss": 0.9246,
|
|
"num_tokens": 3199139933.0,
|
|
"step": 392
|
|
},
|
|
{
|
|
"epoch": 1.6965927528393725,
|
|
"grad_norm": 0.508975977127289,
|
|
"learning_rate": 1.588593200818266e-05,
|
|
"loss": 0.9221,
|
|
"num_tokens": 3207493693.0,
|
|
"step": 393
|
|
},
|
|
{
|
|
"epoch": 1.7009194159004868,
|
|
"grad_norm": 0.4338301735630921,
|
|
"learning_rate": 1.5864806272115786e-05,
|
|
"loss": 0.9119,
|
|
"num_tokens": 3215722302.0,
|
|
"step": 394
|
|
},
|
|
{
|
|
"epoch": 1.7052460789616009,
|
|
"grad_norm": 0.45012723691222956,
|
|
"learning_rate": 1.5843642599312365e-05,
|
|
"loss": 0.9131,
|
|
"num_tokens": 3223931960.0,
|
|
"step": 395
|
|
},
|
|
{
|
|
"epoch": 1.709572742022715,
|
|
"grad_norm": 0.5743856871396514,
|
|
"learning_rate": 1.582244115481097e-05,
|
|
"loss": 0.9182,
|
|
"num_tokens": 3232077781.0,
|
|
"step": 396
|
|
},
|
|
{
|
|
"epoch": 1.7138994050838292,
|
|
"grad_norm": 0.34475583620132555,
|
|
"learning_rate": 1.5801202103944725e-05,
|
|
"loss": 0.9101,
|
|
"num_tokens": 3240178362.0,
|
|
"step": 397
|
|
},
|
|
{
|
|
"epoch": 1.718226068144943,
|
|
"grad_norm": 0.4699145821831058,
|
|
"learning_rate": 1.577992561234001e-05,
|
|
"loss": 0.9324,
|
|
"num_tokens": 3248415998.0,
|
|
"step": 398
|
|
},
|
|
{
|
|
"epoch": 1.7225527312060573,
|
|
"grad_norm": 0.4918593807700145,
|
|
"learning_rate": 1.5758611845915188e-05,
|
|
"loss": 0.9352,
|
|
"num_tokens": 3256514429.0,
|
|
"step": 399
|
|
},
|
|
{
|
|
"epoch": 1.7268793942671714,
|
|
"grad_norm": 0.46058113786272287,
|
|
"learning_rate": 1.573726097087928e-05,
|
|
"loss": 0.9295,
|
|
"num_tokens": 3264657809.0,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 1.7312060573282855,
|
|
"grad_norm": 0.3939951301191064,
|
|
"learning_rate": 1.5715873153730713e-05,
|
|
"loss": 0.9092,
|
|
"num_tokens": 3272908368.0,
|
|
"step": 401
|
|
},
|
|
{
|
|
"epoch": 1.7355327203893998,
|
|
"grad_norm": 0.41937619102996104,
|
|
"learning_rate": 1.5694448561255972e-05,
|
|
"loss": 0.9045,
|
|
"num_tokens": 3281278346.0,
|
|
"step": 402
|
|
},
|
|
{
|
|
"epoch": 1.7398593834505138,
|
|
"grad_norm": 0.5603562215899213,
|
|
"learning_rate": 1.5672987360528334e-05,
|
|
"loss": 0.9026,
|
|
"num_tokens": 3289563469.0,
|
|
"step": 403
|
|
},
|
|
{
|
|
"epoch": 1.744186046511628,
|
|
"grad_norm": 0.36939883821258745,
|
|
"learning_rate": 1.5651489718906553e-05,
|
|
"loss": 0.9298,
|
|
"num_tokens": 3297848756.0,
|
|
"step": 404
|
|
},
|
|
{
|
|
"epoch": 1.7485127095727422,
|
|
"grad_norm": 0.5522494345369162,
|
|
"learning_rate": 1.5629955804033558e-05,
|
|
"loss": 0.9232,
|
|
"num_tokens": 3305947270.0,
|
|
"step": 405
|
|
},
|
|
{
|
|
"epoch": 1.752839372633856,
|
|
"grad_norm": 0.5087487713374635,
|
|
"learning_rate": 1.5608385783835145e-05,
|
|
"loss": 0.9005,
|
|
"num_tokens": 3314154548.0,
|
|
"step": 406
|
|
},
|
|
{
|
|
"epoch": 1.7571660356949703,
|
|
"grad_norm": 0.35613076878477273,
|
|
"learning_rate": 1.558677982651866e-05,
|
|
"loss": 0.9153,
|
|
"num_tokens": 3322401023.0,
|
|
"step": 407
|
|
},
|
|
{
|
|
"epoch": 1.7614926987560844,
|
|
"grad_norm": 3.004718095464454,
|
|
"learning_rate": 1.5565138100571703e-05,
|
|
"loss": 1.0005,
|
|
"num_tokens": 3330591089.0,
|
|
"step": 408
|
|
},
|
|
{
|
|
"epoch": 1.7658193618171985,
|
|
"grad_norm": 0.8945369496941992,
|
|
"learning_rate": 1.5543460774760798e-05,
|
|
"loss": 0.9205,
|
|
"num_tokens": 3338808458.0,
|
|
"step": 409
|
|
},
|
|
{
|
|
"epoch": 1.7701460248783127,
|
|
"grad_norm": 0.4352376852362294,
|
|
"learning_rate": 1.5521748018130082e-05,
|
|
"loss": 0.9584,
|
|
"num_tokens": 3347174654.0,
|
|
"step": 410
|
|
},
|
|
{
|
|
"epoch": 1.7744726879394266,
|
|
"grad_norm": 0.609757165223338,
|
|
"learning_rate": 1.55e-05,
|
|
"loss": 0.9516,
|
|
"num_tokens": 3355320718.0,
|
|
"step": 411
|
|
},
|
|
{
|
|
"epoch": 1.7787993510005409,
|
|
"grad_norm": 0.5520473688674168,
|
|
"learning_rate": 1.5478216889965965e-05,
|
|
"loss": 0.9333,
|
|
"num_tokens": 3363459971.0,
|
|
"step": 412
|
|
},
|
|
{
|
|
"epoch": 1.783126014061655,
|
|
"grad_norm": 0.49281661126977533,
|
|
"learning_rate": 1.545639885789704e-05,
|
|
"loss": 0.923,
|
|
"num_tokens": 3371739156.0,
|
|
"step": 413
|
|
},
|
|
{
|
|
"epoch": 1.787452677122769,
|
|
"grad_norm": 0.5560643264576769,
|
|
"learning_rate": 1.5434546073934625e-05,
|
|
"loss": 0.9361,
|
|
"num_tokens": 3379788636.0,
|
|
"step": 414
|
|
},
|
|
{
|
|
"epoch": 1.7917793401838833,
|
|
"grad_norm": 0.44209595144570524,
|
|
"learning_rate": 1.541265870849112e-05,
|
|
"loss": 0.9262,
|
|
"num_tokens": 3387924962.0,
|
|
"step": 415
|
|
},
|
|
{
|
|
"epoch": 1.7961060032449971,
|
|
"grad_norm": 0.6070128313460539,
|
|
"learning_rate": 1.5390736932248595e-05,
|
|
"loss": 0.8898,
|
|
"num_tokens": 3395936261.0,
|
|
"step": 416
|
|
},
|
|
{
|
|
"epoch": 1.8004326663061114,
|
|
"grad_norm": 0.47206598080267503,
|
|
"learning_rate": 1.5368780916157466e-05,
|
|
"loss": 0.9333,
|
|
"num_tokens": 3403999071.0,
|
|
"step": 417
|
|
},
|
|
{
|
|
"epoch": 1.8047593293672255,
|
|
"grad_norm": 0.5474905062663444,
|
|
"learning_rate": 1.5346790831435157e-05,
|
|
"loss": 0.938,
|
|
"num_tokens": 3412038810.0,
|
|
"step": 418
|
|
},
|
|
{
|
|
"epoch": 1.8090859924283396,
|
|
"grad_norm": 0.4304182016730308,
|
|
"learning_rate": 1.5324766849564766e-05,
|
|
"loss": 0.9107,
|
|
"num_tokens": 3420225284.0,
|
|
"step": 419
|
|
},
|
|
{
|
|
"epoch": 1.8134126554894539,
|
|
"grad_norm": 0.4888120564153342,
|
|
"learning_rate": 1.5302709142293732e-05,
|
|
"loss": 0.941,
|
|
"num_tokens": 3428374233.0,
|
|
"step": 420
|
|
},
|
|
{
|
|
"epoch": 1.817739318550568,
|
|
"grad_norm": 0.47697295556152397,
|
|
"learning_rate": 1.528061788163248e-05,
|
|
"loss": 0.888,
|
|
"num_tokens": 3436609204.0,
|
|
"step": 421
|
|
},
|
|
{
|
|
"epoch": 1.822065981611682,
|
|
"grad_norm": 0.3999854836952636,
|
|
"learning_rate": 1.52584932398531e-05,
|
|
"loss": 0.9302,
|
|
"num_tokens": 3444701961.0,
|
|
"step": 422
|
|
},
|
|
{
|
|
"epoch": 1.826392644672796,
|
|
"grad_norm": 0.4885292531539521,
|
|
"learning_rate": 1.5236335389487997e-05,
|
|
"loss": 0.8906,
|
|
"num_tokens": 3452748752.0,
|
|
"step": 423
|
|
},
|
|
{
|
|
"epoch": 1.8307193077339101,
|
|
"grad_norm": 0.4368358294354215,
|
|
"learning_rate": 1.5214144503328532e-05,
|
|
"loss": 0.8998,
|
|
"num_tokens": 3460973876.0,
|
|
"step": 424
|
|
},
|
|
{
|
|
"epoch": 1.8350459707950244,
|
|
"grad_norm": 0.37936931936739093,
|
|
"learning_rate": 1.5191920754423698e-05,
|
|
"loss": 0.9142,
|
|
"num_tokens": 3469299324.0,
|
|
"step": 425
|
|
},
|
|
{
|
|
"epoch": 1.8393726338561385,
|
|
"grad_norm": 0.43837542594614076,
|
|
"learning_rate": 1.5169664316078758e-05,
|
|
"loss": 0.9067,
|
|
"num_tokens": 3477387515.0,
|
|
"step": 426
|
|
},
|
|
{
|
|
"epoch": 1.8436992969172525,
|
|
"grad_norm": 0.4744991932675852,
|
|
"learning_rate": 1.514737536185388e-05,
|
|
"loss": 0.9419,
|
|
"num_tokens": 3485617970.0,
|
|
"step": 427
|
|
},
|
|
{
|
|
"epoch": 1.8480259599783668,
|
|
"grad_norm": 0.35152350730870363,
|
|
"learning_rate": 1.512505406556281e-05,
|
|
"loss": 0.9073,
|
|
"num_tokens": 3493787044.0,
|
|
"step": 428
|
|
},
|
|
{
|
|
"epoch": 1.8523526230394807,
|
|
"grad_norm": 0.44138744966131516,
|
|
"learning_rate": 1.5102700601271503e-05,
|
|
"loss": 0.9106,
|
|
"num_tokens": 3501956330.0,
|
|
"step": 429
|
|
},
|
|
{
|
|
"epoch": 1.856679286100595,
|
|
"grad_norm": 0.38057698169738785,
|
|
"learning_rate": 1.5080315143296758e-05,
|
|
"loss": 0.9233,
|
|
"num_tokens": 3510115204.0,
|
|
"step": 430
|
|
},
|
|
{
|
|
"epoch": 1.861005949161709,
|
|
"grad_norm": 0.38874077070561314,
|
|
"learning_rate": 1.5057897866204878e-05,
|
|
"loss": 0.9051,
|
|
"num_tokens": 3518347535.0,
|
|
"step": 431
|
|
},
|
|
{
|
|
"epoch": 1.865332612222823,
|
|
"grad_norm": 0.39275793677415505,
|
|
"learning_rate": 1.5035448944810293e-05,
|
|
"loss": 0.9257,
|
|
"num_tokens": 3526549333.0,
|
|
"step": 432
|
|
},
|
|
{
|
|
"epoch": 1.8696592752839374,
|
|
"grad_norm": 0.40697953022097266,
|
|
"learning_rate": 1.5012968554174198e-05,
|
|
"loss": 0.9154,
|
|
"num_tokens": 3534791430.0,
|
|
"step": 433
|
|
},
|
|
{
|
|
"epoch": 1.8739859383450512,
|
|
"grad_norm": 0.37570193407129493,
|
|
"learning_rate": 1.4990456869603193e-05,
|
|
"loss": 0.9184,
|
|
"num_tokens": 3542974024.0,
|
|
"step": 434
|
|
},
|
|
{
|
|
"epoch": 1.8783126014061655,
|
|
"grad_norm": 0.362561840859063,
|
|
"learning_rate": 1.4967914066647928e-05,
|
|
"loss": 0.9146,
|
|
"num_tokens": 3551132133.0,
|
|
"step": 435
|
|
},
|
|
{
|
|
"epoch": 1.8826392644672796,
|
|
"grad_norm": 0.3965765830883574,
|
|
"learning_rate": 1.4945340321101698e-05,
|
|
"loss": 0.9364,
|
|
"num_tokens": 3559359244.0,
|
|
"step": 436
|
|
},
|
|
{
|
|
"epoch": 1.8869659275283936,
|
|
"grad_norm": 0.5150730160741546,
|
|
"learning_rate": 1.4922735808999107e-05,
|
|
"loss": 0.9164,
|
|
"num_tokens": 3567410487.0,
|
|
"step": 437
|
|
},
|
|
{
|
|
"epoch": 1.891292590589508,
|
|
"grad_norm": 0.33322705254699836,
|
|
"learning_rate": 1.4900100706614686e-05,
|
|
"loss": 0.9251,
|
|
"num_tokens": 3575554406.0,
|
|
"step": 438
|
|
},
|
|
{
|
|
"epoch": 1.895619253650622,
|
|
"grad_norm": 0.4908146102288755,
|
|
"learning_rate": 1.4877435190461506e-05,
|
|
"loss": 0.92,
|
|
"num_tokens": 3583884834.0,
|
|
"step": 439
|
|
},
|
|
{
|
|
"epoch": 1.899945916711736,
|
|
"grad_norm": 0.38292660340308166,
|
|
"learning_rate": 1.4854739437289814e-05,
|
|
"loss": 0.9227,
|
|
"num_tokens": 3591993768.0,
|
|
"step": 440
|
|
},
|
|
{
|
|
"epoch": 1.9042725797728501,
|
|
"grad_norm": 0.36720114565545237,
|
|
"learning_rate": 1.4832013624085654e-05,
|
|
"loss": 0.9271,
|
|
"num_tokens": 3600194803.0,
|
|
"step": 441
|
|
},
|
|
{
|
|
"epoch": 1.9085992428339642,
|
|
"grad_norm": 0.4250143841777569,
|
|
"learning_rate": 1.4809257928069487e-05,
|
|
"loss": 0.9459,
|
|
"num_tokens": 3608329500.0,
|
|
"step": 442
|
|
},
|
|
{
|
|
"epoch": 1.9129259058950785,
|
|
"grad_norm": 0.4735816487326457,
|
|
"learning_rate": 1.4786472526694795e-05,
|
|
"loss": 0.9132,
|
|
"num_tokens": 3616669854.0,
|
|
"step": 443
|
|
},
|
|
{
|
|
"epoch": 1.9172525689561926,
|
|
"grad_norm": 0.380098999872213,
|
|
"learning_rate": 1.4763657597646713e-05,
|
|
"loss": 0.9376,
|
|
"num_tokens": 3624932650.0,
|
|
"step": 444
|
|
},
|
|
{
|
|
"epoch": 1.9215792320173066,
|
|
"grad_norm": 0.4158549718051883,
|
|
"learning_rate": 1.4740813318840652e-05,
|
|
"loss": 0.9211,
|
|
"num_tokens": 3633032770.0,
|
|
"step": 445
|
|
},
|
|
{
|
|
"epoch": 1.925905895078421,
|
|
"grad_norm": 0.31575001074360326,
|
|
"learning_rate": 1.4717939868420878e-05,
|
|
"loss": 0.9035,
|
|
"num_tokens": 3641129330.0,
|
|
"step": 446
|
|
},
|
|
{
|
|
"epoch": 1.9302325581395348,
|
|
"grad_norm": 0.4034639529737966,
|
|
"learning_rate": 1.4695037424759153e-05,
|
|
"loss": 0.9202,
|
|
"num_tokens": 3649430974.0,
|
|
"step": 447
|
|
},
|
|
{
|
|
"epoch": 1.934559221200649,
|
|
"grad_norm": 0.3506560677262555,
|
|
"learning_rate": 1.4672106166453337e-05,
|
|
"loss": 0.9221,
|
|
"num_tokens": 3657593705.0,
|
|
"step": 448
|
|
},
|
|
{
|
|
"epoch": 1.9388858842617631,
|
|
"grad_norm": 0.3963998799799475,
|
|
"learning_rate": 1.4649146272325984e-05,
|
|
"loss": 0.8893,
|
|
"num_tokens": 3665724037.0,
|
|
"step": 449
|
|
},
|
|
{
|
|
"epoch": 1.9432125473228772,
|
|
"grad_norm": 0.4294346243936522,
|
|
"learning_rate": 1.4626157921422965e-05,
|
|
"loss": 0.9101,
|
|
"num_tokens": 3673874726.0,
|
|
"step": 450
|
|
},
|
|
{
|
|
"epoch": 1.9475392103839915,
|
|
"grad_norm": 0.42780411562160314,
|
|
"learning_rate": 1.4603141293012057e-05,
|
|
"loss": 0.9249,
|
|
"num_tokens": 3682087260.0,
|
|
"step": 451
|
|
},
|
|
{
|
|
"epoch": 1.9518658734451053,
|
|
"grad_norm": 0.40847910505075763,
|
|
"learning_rate": 1.458009656658155e-05,
|
|
"loss": 0.9191,
|
|
"num_tokens": 3690401312.0,
|
|
"step": 452
|
|
},
|
|
{
|
|
"epoch": 1.9561925365062196,
|
|
"grad_norm": 0.3334618328736044,
|
|
"learning_rate": 1.4557023921838851e-05,
|
|
"loss": 0.9035,
|
|
"num_tokens": 3698507592.0,
|
|
"step": 453
|
|
},
|
|
{
|
|
"epoch": 1.9605191995673337,
|
|
"grad_norm": 0.3402318115896455,
|
|
"learning_rate": 1.4533923538709076e-05,
|
|
"loss": 0.9286,
|
|
"num_tokens": 3706566790.0,
|
|
"step": 454
|
|
},
|
|
{
|
|
"epoch": 1.9648458626284477,
|
|
"grad_norm": 0.43132218994493254,
|
|
"learning_rate": 1.4510795597333658e-05,
|
|
"loss": 0.9313,
|
|
"num_tokens": 3714713753.0,
|
|
"step": 455
|
|
},
|
|
{
|
|
"epoch": 1.969172525689562,
|
|
"grad_norm": 0.29891560690244473,
|
|
"learning_rate": 1.4487640278068929e-05,
|
|
"loss": 0.9034,
|
|
"num_tokens": 3722946902.0,
|
|
"step": 456
|
|
},
|
|
{
|
|
"epoch": 1.973499188750676,
|
|
"grad_norm": 0.4604931133480665,
|
|
"learning_rate": 1.4464457761484716e-05,
|
|
"loss": 0.9005,
|
|
"num_tokens": 3731204684.0,
|
|
"step": 457
|
|
},
|
|
{
|
|
"epoch": 1.9778258518117902,
|
|
"grad_norm": 0.47252276433364016,
|
|
"learning_rate": 1.4441248228362943e-05,
|
|
"loss": 0.8941,
|
|
"num_tokens": 3739251077.0,
|
|
"step": 458
|
|
},
|
|
{
|
|
"epoch": 1.9821525148729042,
|
|
"grad_norm": 0.3487883107809127,
|
|
"learning_rate": 1.4418011859696213e-05,
|
|
"loss": 0.9397,
|
|
"num_tokens": 3747482869.0,
|
|
"step": 459
|
|
},
|
|
{
|
|
"epoch": 1.9864791779340183,
|
|
"grad_norm": 0.3755971588438606,
|
|
"learning_rate": 1.4394748836686392e-05,
|
|
"loss": 0.9228,
|
|
"num_tokens": 3755645582.0,
|
|
"step": 460
|
|
},
|
|
{
|
|
"epoch": 1.9908058409951326,
|
|
"grad_norm": 0.38594868284375883,
|
|
"learning_rate": 1.437145934074321e-05,
|
|
"loss": 0.9076,
|
|
"num_tokens": 3763943960.0,
|
|
"step": 461
|
|
},
|
|
{
|
|
"epoch": 1.9951325040562466,
|
|
"grad_norm": 0.441193518196438,
|
|
"learning_rate": 1.4348143553482834e-05,
|
|
"loss": 0.896,
|
|
"num_tokens": 3771940937.0,
|
|
"step": 462
|
|
},
|
|
{
|
|
"epoch": 1.9994591671173607,
|
|
"grad_norm": 0.40886370735522437,
|
|
"learning_rate": 1.4324801656726457e-05,
|
|
"loss": 0.9404,
|
|
"num_tokens": 3780130044.0,
|
|
"step": 463
|
|
},
|
|
{
|
|
"epoch": 2.0,
|
|
"grad_norm": 0.5241648188516919,
|
|
"learning_rate": 1.4301433832498879e-05,
|
|
"loss": 0.9439,
|
|
"num_tokens": 3781178378.0,
|
|
"step": 464
|
|
},
|
|
{
|
|
"epoch": 2.0043266630611143,
|
|
"grad_norm": 0.5422765165308258,
|
|
"learning_rate": 1.4278040263027087e-05,
|
|
"loss": 0.9069,
|
|
"num_tokens": 3789243561.0,
|
|
"step": 465
|
|
},
|
|
{
|
|
"epoch": 2.008653326122228,
|
|
"grad_norm": 0.5153690241659417,
|
|
"learning_rate": 1.425462113073883e-05,
|
|
"loss": 0.8842,
|
|
"num_tokens": 3797347144.0,
|
|
"step": 466
|
|
},
|
|
{
|
|
"epoch": 2.0129799891833424,
|
|
"grad_norm": 0.3861162280683008,
|
|
"learning_rate": 1.4231176618261218e-05,
|
|
"loss": 0.8991,
|
|
"num_tokens": 3805478951.0,
|
|
"step": 467
|
|
},
|
|
{
|
|
"epoch": 2.0173066522444563,
|
|
"grad_norm": 0.6093514964728659,
|
|
"learning_rate": 1.4207706908419257e-05,
|
|
"loss": 0.8803,
|
|
"num_tokens": 3813714819.0,
|
|
"step": 468
|
|
},
|
|
{
|
|
"epoch": 2.0216333153055706,
|
|
"grad_norm": 0.4184709872797328,
|
|
"learning_rate": 1.4184212184234465e-05,
|
|
"loss": 0.8942,
|
|
"num_tokens": 3821851596.0,
|
|
"step": 469
|
|
},
|
|
{
|
|
"epoch": 2.025959978366685,
|
|
"grad_norm": 0.6526954073871744,
|
|
"learning_rate": 1.416069262892342e-05,
|
|
"loss": 0.9123,
|
|
"num_tokens": 3829825816.0,
|
|
"step": 470
|
|
},
|
|
{
|
|
"epoch": 2.0302866414277987,
|
|
"grad_norm": 0.3979475276126333,
|
|
"learning_rate": 1.4137148425896338e-05,
|
|
"loss": 0.922,
|
|
"num_tokens": 3838031840.0,
|
|
"step": 471
|
|
},
|
|
{
|
|
"epoch": 2.034613304488913,
|
|
"grad_norm": 0.69870506602204,
|
|
"learning_rate": 1.4113579758755645e-05,
|
|
"loss": 0.8937,
|
|
"num_tokens": 3846220365.0,
|
|
"step": 472
|
|
},
|
|
{
|
|
"epoch": 2.038939967550027,
|
|
"grad_norm": 0.5030836339371385,
|
|
"learning_rate": 1.4089986811294537e-05,
|
|
"loss": 0.9052,
|
|
"num_tokens": 3854344876.0,
|
|
"step": 473
|
|
},
|
|
{
|
|
"epoch": 2.043266630611141,
|
|
"grad_norm": 0.6731424291091427,
|
|
"learning_rate": 1.4066369767495567e-05,
|
|
"loss": 0.9031,
|
|
"num_tokens": 3862414371.0,
|
|
"step": 474
|
|
},
|
|
{
|
|
"epoch": 2.0475932936722554,
|
|
"grad_norm": 0.5661826912895142,
|
|
"learning_rate": 1.4042728811529175e-05,
|
|
"loss": 0.878,
|
|
"num_tokens": 3870558161.0,
|
|
"step": 475
|
|
},
|
|
{
|
|
"epoch": 2.0519199567333692,
|
|
"grad_norm": 0.5450287285946428,
|
|
"learning_rate": 1.4019064127752298e-05,
|
|
"loss": 0.8989,
|
|
"num_tokens": 3878550807.0,
|
|
"step": 476
|
|
},
|
|
{
|
|
"epoch": 2.0562466197944835,
|
|
"grad_norm": 0.501789175723529,
|
|
"learning_rate": 1.399537590070688e-05,
|
|
"loss": 0.8864,
|
|
"num_tokens": 3886777664.0,
|
|
"step": 477
|
|
},
|
|
{
|
|
"epoch": 2.060573282855598,
|
|
"grad_norm": 0.4408542670305424,
|
|
"learning_rate": 1.3971664315118483e-05,
|
|
"loss": 0.8653,
|
|
"num_tokens": 3894968237.0,
|
|
"step": 478
|
|
},
|
|
{
|
|
"epoch": 2.0648999459167117,
|
|
"grad_norm": 0.5202978543579215,
|
|
"learning_rate": 1.3947929555894813e-05,
|
|
"loss": 0.9173,
|
|
"num_tokens": 3903256977.0,
|
|
"step": 479
|
|
},
|
|
{
|
|
"epoch": 2.069226608977826,
|
|
"grad_norm": 0.4098601771985662,
|
|
"learning_rate": 1.392417180812429e-05,
|
|
"loss": 0.8718,
|
|
"num_tokens": 3911521747.0,
|
|
"step": 480
|
|
},
|
|
{
|
|
"epoch": 2.07355327203894,
|
|
"grad_norm": 5.22436981787343,
|
|
"learning_rate": 1.3900391257074601e-05,
|
|
"loss": 0.8893,
|
|
"num_tokens": 3919640464.0,
|
|
"step": 481
|
|
},
|
|
{
|
|
"epoch": 2.077879935100054,
|
|
"grad_norm": 1.043535388054233,
|
|
"learning_rate": 1.3876588088191264e-05,
|
|
"loss": 0.9115,
|
|
"num_tokens": 3927853518.0,
|
|
"step": 482
|
|
},
|
|
{
|
|
"epoch": 2.0822065981611684,
|
|
"grad_norm": 0.6560959194948016,
|
|
"learning_rate": 1.3852762487096168e-05,
|
|
"loss": 0.9033,
|
|
"num_tokens": 3935981726.0,
|
|
"step": 483
|
|
},
|
|
{
|
|
"epoch": 2.086533261222282,
|
|
"grad_norm": 0.687254059937301,
|
|
"learning_rate": 1.3828914639586138e-05,
|
|
"loss": 0.9148,
|
|
"num_tokens": 3944268930.0,
|
|
"step": 484
|
|
},
|
|
{
|
|
"epoch": 2.0908599242833965,
|
|
"grad_norm": 0.8815742044415361,
|
|
"learning_rate": 1.3805044731631475e-05,
|
|
"loss": 0.9062,
|
|
"num_tokens": 3952495730.0,
|
|
"step": 485
|
|
},
|
|
{
|
|
"epoch": 2.0951865873445104,
|
|
"grad_norm": 0.5215145270109305,
|
|
"learning_rate": 1.3781152949374527e-05,
|
|
"loss": 0.9165,
|
|
"num_tokens": 3960536763.0,
|
|
"step": 486
|
|
},
|
|
{
|
|
"epoch": 2.0995132504056246,
|
|
"grad_norm": 0.6314748042637296,
|
|
"learning_rate": 1.3757239479128204e-05,
|
|
"loss": 0.8679,
|
|
"num_tokens": 3968809657.0,
|
|
"step": 487
|
|
},
|
|
{
|
|
"epoch": 2.103839913466739,
|
|
"grad_norm": 0.6542582395643257,
|
|
"learning_rate": 1.373330450737455e-05,
|
|
"loss": 0.8879,
|
|
"num_tokens": 3976993049.0,
|
|
"step": 488
|
|
},
|
|
{
|
|
"epoch": 2.1081665765278528,
|
|
"grad_norm": 0.5017338218634015,
|
|
"learning_rate": 1.3709348220763287e-05,
|
|
"loss": 0.8987,
|
|
"num_tokens": 3985177412.0,
|
|
"step": 489
|
|
},
|
|
{
|
|
"epoch": 2.112493239588967,
|
|
"grad_norm": 0.5990144255847849,
|
|
"learning_rate": 1.3685370806110343e-05,
|
|
"loss": 0.8933,
|
|
"num_tokens": 3993425392.0,
|
|
"step": 490
|
|
},
|
|
{
|
|
"epoch": 2.1168199026500814,
|
|
"grad_norm": 0.552156147958245,
|
|
"learning_rate": 1.3661372450396422e-05,
|
|
"loss": 0.9139,
|
|
"num_tokens": 4001507279.0,
|
|
"step": 491
|
|
},
|
|
{
|
|
"epoch": 2.121146565711195,
|
|
"grad_norm": 0.45794058264855625,
|
|
"learning_rate": 1.3637353340765518e-05,
|
|
"loss": 0.9018,
|
|
"num_tokens": 4009520377.0,
|
|
"step": 492
|
|
},
|
|
{
|
|
"epoch": 2.1254732287723095,
|
|
"grad_norm": 0.5149005425946213,
|
|
"learning_rate": 1.3613313664523476e-05,
|
|
"loss": 0.9161,
|
|
"num_tokens": 4017809831.0,
|
|
"step": 493
|
|
},
|
|
{
|
|
"epoch": 2.1297998918334233,
|
|
"grad_norm": 0.4481923256993226,
|
|
"learning_rate": 1.3589253609136517e-05,
|
|
"loss": 0.8994,
|
|
"num_tokens": 4026017732.0,
|
|
"step": 494
|
|
},
|
|
{
|
|
"epoch": 2.1341265548945376,
|
|
"grad_norm": 0.47721449742552385,
|
|
"learning_rate": 1.3565173362229787e-05,
|
|
"loss": 0.9217,
|
|
"num_tokens": 4034155377.0,
|
|
"step": 495
|
|
},
|
|
{
|
|
"epoch": 2.138453217955652,
|
|
"grad_norm": 0.3903427614906859,
|
|
"learning_rate": 1.354107311158589e-05,
|
|
"loss": 0.9082,
|
|
"num_tokens": 4042436597.0,
|
|
"step": 496
|
|
},
|
|
{
|
|
"epoch": 2.1427798810167658,
|
|
"grad_norm": 0.4913115498977301,
|
|
"learning_rate": 1.3516953045143421e-05,
|
|
"loss": 0.933,
|
|
"num_tokens": 4050699644.0,
|
|
"step": 497
|
|
},
|
|
{
|
|
"epoch": 2.14710654407788,
|
|
"grad_norm": 0.3849035129446924,
|
|
"learning_rate": 1.3492813350995501e-05,
|
|
"loss": 0.8915,
|
|
"num_tokens": 4059016980.0,
|
|
"step": 498
|
|
},
|
|
{
|
|
"epoch": 2.151433207138994,
|
|
"grad_norm": 0.47042453957254404,
|
|
"learning_rate": 1.3468654217388322e-05,
|
|
"loss": 0.8871,
|
|
"num_tokens": 4067101869.0,
|
|
"step": 499
|
|
},
|
|
{
|
|
"epoch": 2.155759870200108,
|
|
"grad_norm": 0.490969270645771,
|
|
"learning_rate": 1.344447583271965e-05,
|
|
"loss": 0.8766,
|
|
"num_tokens": 4075178331.0,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 2.1600865332612225,
|
|
"grad_norm": 0.33223719945376884,
|
|
"learning_rate": 1.342027838553739e-05,
|
|
"loss": 0.9186,
|
|
"num_tokens": 4083256684.0,
|
|
"step": 501
|
|
},
|
|
{
|
|
"epoch": 2.1644131963223363,
|
|
"grad_norm": 0.5387819016196778,
|
|
"learning_rate": 1.3396062064538103e-05,
|
|
"loss": 0.8906,
|
|
"num_tokens": 4091559760.0,
|
|
"step": 502
|
|
},
|
|
{
|
|
"epoch": 2.1687398593834506,
|
|
"grad_norm": 0.3859472115796784,
|
|
"learning_rate": 1.3371827058565517e-05,
|
|
"loss": 0.8789,
|
|
"num_tokens": 4099632591.0,
|
|
"step": 503
|
|
},
|
|
{
|
|
"epoch": 2.1730665224445644,
|
|
"grad_norm": 0.5086761457506247,
|
|
"learning_rate": 1.3347573556609075e-05,
|
|
"loss": 0.8797,
|
|
"num_tokens": 4107816226.0,
|
|
"step": 504
|
|
},
|
|
{
|
|
"epoch": 2.1773931855056787,
|
|
"grad_norm": 0.39661156622035815,
|
|
"learning_rate": 1.332330174780246e-05,
|
|
"loss": 0.8875,
|
|
"num_tokens": 4115954439.0,
|
|
"step": 505
|
|
},
|
|
{
|
|
"epoch": 2.181719848566793,
|
|
"grad_norm": 0.3764861176145268,
|
|
"learning_rate": 1.3299011821422116e-05,
|
|
"loss": 0.8803,
|
|
"num_tokens": 4124198489.0,
|
|
"step": 506
|
|
},
|
|
{
|
|
"epoch": 2.186046511627907,
|
|
"grad_norm": 0.41751737408571854,
|
|
"learning_rate": 1.3274703966885765e-05,
|
|
"loss": 0.8993,
|
|
"num_tokens": 4132294680.0,
|
|
"step": 507
|
|
},
|
|
{
|
|
"epoch": 2.190373174689021,
|
|
"grad_norm": 0.3057459758427046,
|
|
"learning_rate": 1.3250378373750941e-05,
|
|
"loss": 0.8976,
|
|
"num_tokens": 4140483674.0,
|
|
"step": 508
|
|
},
|
|
{
|
|
"epoch": 2.194699837750135,
|
|
"grad_norm": 0.42643227352485064,
|
|
"learning_rate": 1.3226035231713504e-05,
|
|
"loss": 0.9049,
|
|
"num_tokens": 4148649672.0,
|
|
"step": 509
|
|
},
|
|
{
|
|
"epoch": 2.1990265008112493,
|
|
"grad_norm": 0.46618047581555655,
|
|
"learning_rate": 1.3201674730606166e-05,
|
|
"loss": 0.8956,
|
|
"num_tokens": 4156639423.0,
|
|
"step": 510
|
|
},
|
|
{
|
|
"epoch": 2.2033531638723636,
|
|
"grad_norm": 0.4982014829182684,
|
|
"learning_rate": 1.317729706039701e-05,
|
|
"loss": 0.8991,
|
|
"num_tokens": 4164691703.0,
|
|
"step": 511
|
|
},
|
|
{
|
|
"epoch": 2.2076798269334774,
|
|
"grad_norm": 0.41635929468225186,
|
|
"learning_rate": 1.3152902411188007e-05,
|
|
"loss": 0.8884,
|
|
"num_tokens": 4172989319.0,
|
|
"step": 512
|
|
},
|
|
{
|
|
"epoch": 2.2120064899945917,
|
|
"grad_norm": 0.49596696921284295,
|
|
"learning_rate": 1.3128490973213523e-05,
|
|
"loss": 0.9025,
|
|
"num_tokens": 4181159956.0,
|
|
"step": 513
|
|
},
|
|
{
|
|
"epoch": 2.2163331530557056,
|
|
"grad_norm": 0.4761010656135519,
|
|
"learning_rate": 1.3104062936838863e-05,
|
|
"loss": 0.9058,
|
|
"num_tokens": 4189205775.0,
|
|
"step": 514
|
|
},
|
|
{
|
|
"epoch": 2.22065981611682,
|
|
"grad_norm": 0.35219697520585835,
|
|
"learning_rate": 1.3079618492558763e-05,
|
|
"loss": 0.888,
|
|
"num_tokens": 4197565164.0,
|
|
"step": 515
|
|
},
|
|
{
|
|
"epoch": 2.224986479177934,
|
|
"grad_norm": 0.6452550918075549,
|
|
"learning_rate": 1.3055157830995904e-05,
|
|
"loss": 0.8747,
|
|
"num_tokens": 4205782442.0,
|
|
"step": 516
|
|
},
|
|
{
|
|
"epoch": 2.229313142239048,
|
|
"grad_norm": 0.42573649584919887,
|
|
"learning_rate": 1.3030681142899437e-05,
|
|
"loss": 0.8741,
|
|
"num_tokens": 4214093886.0,
|
|
"step": 517
|
|
},
|
|
{
|
|
"epoch": 2.2336398053001623,
|
|
"grad_norm": 0.5898852809349857,
|
|
"learning_rate": 1.3006188619143505e-05,
|
|
"loss": 0.9112,
|
|
"num_tokens": 4222331718.0,
|
|
"step": 518
|
|
},
|
|
{
|
|
"epoch": 2.2379664683612766,
|
|
"grad_norm": 0.4541426408026875,
|
|
"learning_rate": 1.2981680450725715e-05,
|
|
"loss": 0.9025,
|
|
"num_tokens": 4230459145.0,
|
|
"step": 519
|
|
},
|
|
{
|
|
"epoch": 2.2422931314223904,
|
|
"grad_norm": 0.5766512243496518,
|
|
"learning_rate": 1.2957156828765694e-05,
|
|
"loss": 0.868,
|
|
"num_tokens": 4238746589.0,
|
|
"step": 520
|
|
},
|
|
{
|
|
"epoch": 2.2466197944835047,
|
|
"grad_norm": 0.448686413568374,
|
|
"learning_rate": 1.2932617944503572e-05,
|
|
"loss": 0.8906,
|
|
"num_tokens": 4246956154.0,
|
|
"step": 521
|
|
},
|
|
{
|
|
"epoch": 2.2509464575446185,
|
|
"grad_norm": 0.43921170748327987,
|
|
"learning_rate": 1.2908063989298493e-05,
|
|
"loss": 0.8801,
|
|
"num_tokens": 4255214700.0,
|
|
"step": 522
|
|
},
|
|
{
|
|
"epoch": 2.255273120605733,
|
|
"grad_norm": 0.5005618099822559,
|
|
"learning_rate": 1.2883495154627138e-05,
|
|
"loss": 0.8904,
|
|
"num_tokens": 4263358624.0,
|
|
"step": 523
|
|
},
|
|
{
|
|
"epoch": 2.259599783666847,
|
|
"grad_norm": 0.41197867680738215,
|
|
"learning_rate": 1.2858911632082211e-05,
|
|
"loss": 0.9135,
|
|
"num_tokens": 4271534636.0,
|
|
"step": 524
|
|
},
|
|
{
|
|
"epoch": 2.263926446727961,
|
|
"grad_norm": 0.5392686281513562,
|
|
"learning_rate": 1.2834313613370966e-05,
|
|
"loss": 0.8877,
|
|
"num_tokens": 4279665673.0,
|
|
"step": 525
|
|
},
|
|
{
|
|
"epoch": 2.2682531097890752,
|
|
"grad_norm": 0.4429863130819827,
|
|
"learning_rate": 1.2809701290313683e-05,
|
|
"loss": 0.8956,
|
|
"num_tokens": 4287803928.0,
|
|
"step": 526
|
|
},
|
|
{
|
|
"epoch": 2.2725797728501895,
|
|
"grad_norm": 0.5441386068010123,
|
|
"learning_rate": 1.278507485484221e-05,
|
|
"loss": 0.8859,
|
|
"num_tokens": 4296030380.0,
|
|
"step": 527
|
|
},
|
|
{
|
|
"epoch": 2.2769064359113034,
|
|
"grad_norm": 0.4417689718800534,
|
|
"learning_rate": 1.2760434498998434e-05,
|
|
"loss": 0.887,
|
|
"num_tokens": 4304345627.0,
|
|
"step": 528
|
|
},
|
|
{
|
|
"epoch": 2.2812330989724177,
|
|
"grad_norm": 0.4605808816666947,
|
|
"learning_rate": 1.27357804149328e-05,
|
|
"loss": 0.8954,
|
|
"num_tokens": 4312432489.0,
|
|
"step": 529
|
|
},
|
|
{
|
|
"epoch": 2.2855597620335315,
|
|
"grad_norm": 0.40523421317548425,
|
|
"learning_rate": 1.2711112794902813e-05,
|
|
"loss": 0.8833,
|
|
"num_tokens": 4320683171.0,
|
|
"step": 530
|
|
},
|
|
{
|
|
"epoch": 2.289886425094646,
|
|
"grad_norm": 0.3837996969644585,
|
|
"learning_rate": 1.2686431831271523e-05,
|
|
"loss": 0.9086,
|
|
"num_tokens": 4328870977.0,
|
|
"step": 531
|
|
},
|
|
{
|
|
"epoch": 2.29421308815576,
|
|
"grad_norm": 0.4458009886663266,
|
|
"learning_rate": 1.2661737716506043e-05,
|
|
"loss": 0.9164,
|
|
"num_tokens": 4337133930.0,
|
|
"step": 532
|
|
},
|
|
{
|
|
"epoch": 2.298539751216874,
|
|
"grad_norm": 0.30634058243987183,
|
|
"learning_rate": 1.2637030643176042e-05,
|
|
"loss": 0.8976,
|
|
"num_tokens": 4345336541.0,
|
|
"step": 533
|
|
},
|
|
{
|
|
"epoch": 2.302866414277988,
|
|
"grad_norm": 0.47613446343318006,
|
|
"learning_rate": 1.2612310803952244e-05,
|
|
"loss": 0.8888,
|
|
"num_tokens": 4353492438.0,
|
|
"step": 534
|
|
},
|
|
{
|
|
"epoch": 2.307193077339102,
|
|
"grad_norm": 0.3796992331114352,
|
|
"learning_rate": 1.2587578391604913e-05,
|
|
"loss": 0.8884,
|
|
"num_tokens": 4361493269.0,
|
|
"step": 535
|
|
},
|
|
{
|
|
"epoch": 2.3115197404002163,
|
|
"grad_norm": 0.39010998592625656,
|
|
"learning_rate": 1.2562833599002376e-05,
|
|
"loss": 0.9032,
|
|
"num_tokens": 4369684563.0,
|
|
"step": 536
|
|
},
|
|
{
|
|
"epoch": 2.3158464034613306,
|
|
"grad_norm": 0.45201164324424087,
|
|
"learning_rate": 1.2538076619109492e-05,
|
|
"loss": 0.8911,
|
|
"num_tokens": 4377762651.0,
|
|
"step": 537
|
|
},
|
|
{
|
|
"epoch": 2.3201730665224445,
|
|
"grad_norm": 0.35743872217910533,
|
|
"learning_rate": 1.2513307644986165e-05,
|
|
"loss": 0.8742,
|
|
"num_tokens": 4385903905.0,
|
|
"step": 538
|
|
},
|
|
{
|
|
"epoch": 2.3244997295835588,
|
|
"grad_norm": 0.4210282530591209,
|
|
"learning_rate": 1.2488526869785831e-05,
|
|
"loss": 0.905,
|
|
"num_tokens": 4394126116.0,
|
|
"step": 539
|
|
},
|
|
{
|
|
"epoch": 2.3288263926446726,
|
|
"grad_norm": 0.3007621884507567,
|
|
"learning_rate": 1.2463734486753953e-05,
|
|
"loss": 0.9164,
|
|
"num_tokens": 4402377429.0,
|
|
"step": 540
|
|
},
|
|
{
|
|
"epoch": 2.333153055705787,
|
|
"grad_norm": 0.378423074269168,
|
|
"learning_rate": 1.2438930689226516e-05,
|
|
"loss": 0.9041,
|
|
"num_tokens": 4410674177.0,
|
|
"step": 541
|
|
},
|
|
{
|
|
"epoch": 2.337479718766901,
|
|
"grad_norm": 0.33382032370453096,
|
|
"learning_rate": 1.241411567062851e-05,
|
|
"loss": 0.9135,
|
|
"num_tokens": 4418722831.0,
|
|
"step": 542
|
|
},
|
|
{
|
|
"epoch": 2.341806381828015,
|
|
"grad_norm": 0.3536677689410112,
|
|
"learning_rate": 1.2389289624472443e-05,
|
|
"loss": 0.8922,
|
|
"num_tokens": 4426969902.0,
|
|
"step": 543
|
|
},
|
|
{
|
|
"epoch": 2.3461330448891293,
|
|
"grad_norm": 0.37160832203179445,
|
|
"learning_rate": 1.2364452744356803e-05,
|
|
"loss": 0.922,
|
|
"num_tokens": 4435284177.0,
|
|
"step": 544
|
|
},
|
|
{
|
|
"epoch": 2.350459707950243,
|
|
"grad_norm": 0.4268232421691109,
|
|
"learning_rate": 1.2339605223964571e-05,
|
|
"loss": 0.892,
|
|
"num_tokens": 4443545910.0,
|
|
"step": 545
|
|
},
|
|
{
|
|
"epoch": 2.3547863710113575,
|
|
"grad_norm": 0.3503498221352052,
|
|
"learning_rate": 1.2314747257061705e-05,
|
|
"loss": 0.9006,
|
|
"num_tokens": 4451722923.0,
|
|
"step": 546
|
|
},
|
|
{
|
|
"epoch": 2.3591130340724717,
|
|
"grad_norm": 0.37290534806009157,
|
|
"learning_rate": 1.2289879037495626e-05,
|
|
"loss": 0.9024,
|
|
"num_tokens": 4460046124.0,
|
|
"step": 547
|
|
},
|
|
{
|
|
"epoch": 2.3634396971335856,
|
|
"grad_norm": 0.4316845985445569,
|
|
"learning_rate": 1.22650007591937e-05,
|
|
"loss": 0.9144,
|
|
"num_tokens": 4468236197.0,
|
|
"step": 548
|
|
},
|
|
{
|
|
"epoch": 2.3677663601947,
|
|
"grad_norm": 0.317584498993522,
|
|
"learning_rate": 1.2240112616161743e-05,
|
|
"loss": 0.8767,
|
|
"num_tokens": 4476467540.0,
|
|
"step": 549
|
|
},
|
|
{
|
|
"epoch": 2.3720930232558137,
|
|
"grad_norm": 0.4637631181993098,
|
|
"learning_rate": 1.2215214802482493e-05,
|
|
"loss": 0.8802,
|
|
"num_tokens": 4484673065.0,
|
|
"step": 550
|
|
},
|
|
{
|
|
"epoch": 2.376419686316928,
|
|
"grad_norm": 0.33738170986416594,
|
|
"learning_rate": 1.2190307512314104e-05,
|
|
"loss": 0.8917,
|
|
"num_tokens": 4492871729.0,
|
|
"step": 551
|
|
},
|
|
{
|
|
"epoch": 2.3807463493780423,
|
|
"grad_norm": 0.4270069173682444,
|
|
"learning_rate": 1.2165390939888622e-05,
|
|
"loss": 0.9035,
|
|
"num_tokens": 4501066221.0,
|
|
"step": 552
|
|
},
|
|
{
|
|
"epoch": 2.385073012439156,
|
|
"grad_norm": 0.34789430123336185,
|
|
"learning_rate": 1.2140465279510494e-05,
|
|
"loss": 0.9326,
|
|
"num_tokens": 4509160581.0,
|
|
"step": 553
|
|
},
|
|
{
|
|
"epoch": 2.3893996755002704,
|
|
"grad_norm": 0.32081847830938576,
|
|
"learning_rate": 1.2115530725555016e-05,
|
|
"loss": 0.9163,
|
|
"num_tokens": 4517344308.0,
|
|
"step": 554
|
|
},
|
|
{
|
|
"epoch": 2.3937263385613847,
|
|
"grad_norm": 0.33444118047928384,
|
|
"learning_rate": 1.2090587472466857e-05,
|
|
"loss": 0.8794,
|
|
"num_tokens": 4525618071.0,
|
|
"step": 555
|
|
},
|
|
{
|
|
"epoch": 2.3980530016224986,
|
|
"grad_norm": 0.2992085906551059,
|
|
"learning_rate": 1.2065635714758513e-05,
|
|
"loss": 0.8956,
|
|
"num_tokens": 4533941114.0,
|
|
"step": 556
|
|
},
|
|
{
|
|
"epoch": 2.402379664683613,
|
|
"grad_norm": 0.3203712666549659,
|
|
"learning_rate": 1.2040675647008796e-05,
|
|
"loss": 0.8887,
|
|
"num_tokens": 4541971697.0,
|
|
"step": 557
|
|
},
|
|
{
|
|
"epoch": 2.4067063277447267,
|
|
"grad_norm": 0.3451809680005225,
|
|
"learning_rate": 1.2015707463861334e-05,
|
|
"loss": 0.9004,
|
|
"num_tokens": 4549997841.0,
|
|
"step": 558
|
|
},
|
|
{
|
|
"epoch": 2.411032990805841,
|
|
"grad_norm": 0.31267383852413533,
|
|
"learning_rate": 1.199073136002304e-05,
|
|
"loss": 0.9222,
|
|
"num_tokens": 4558137326.0,
|
|
"step": 559
|
|
},
|
|
{
|
|
"epoch": 2.4153596538669553,
|
|
"grad_norm": 0.29805430871778626,
|
|
"learning_rate": 1.1965747530262581e-05,
|
|
"loss": 0.9212,
|
|
"num_tokens": 4566374347.0,
|
|
"step": 560
|
|
},
|
|
{
|
|
"epoch": 2.419686316928069,
|
|
"grad_norm": 0.31898258772400107,
|
|
"learning_rate": 1.1940756169408882e-05,
|
|
"loss": 0.9119,
|
|
"num_tokens": 4574648491.0,
|
|
"step": 561
|
|
},
|
|
{
|
|
"epoch": 2.4240129799891834,
|
|
"grad_norm": 0.3627168888485216,
|
|
"learning_rate": 1.1915757472349598e-05,
|
|
"loss": 0.9009,
|
|
"num_tokens": 4582658063.0,
|
|
"step": 562
|
|
},
|
|
{
|
|
"epoch": 2.4283396430502977,
|
|
"grad_norm": 0.3553066552157547,
|
|
"learning_rate": 1.1890751634029586e-05,
|
|
"loss": 0.9042,
|
|
"num_tokens": 4590774858.0,
|
|
"step": 563
|
|
},
|
|
{
|
|
"epoch": 2.4326663061114115,
|
|
"grad_norm": 0.35422932275188285,
|
|
"learning_rate": 1.18657388494494e-05,
|
|
"loss": 0.8772,
|
|
"num_tokens": 4599017274.0,
|
|
"step": 564
|
|
},
|
|
{
|
|
"epoch": 2.436992969172526,
|
|
"grad_norm": 0.35203129069473865,
|
|
"learning_rate": 1.1840719313663758e-05,
|
|
"loss": 0.9115,
|
|
"num_tokens": 4607135318.0,
|
|
"step": 565
|
|
},
|
|
{
|
|
"epoch": 2.4413196322336397,
|
|
"grad_norm": 0.31112640843269307,
|
|
"learning_rate": 1.1815693221780024e-05,
|
|
"loss": 0.9098,
|
|
"num_tokens": 4615474613.0,
|
|
"step": 566
|
|
},
|
|
{
|
|
"epoch": 2.445646295294754,
|
|
"grad_norm": 0.39983072727217445,
|
|
"learning_rate": 1.1790660768956692e-05,
|
|
"loss": 0.9021,
|
|
"num_tokens": 4623551232.0,
|
|
"step": 567
|
|
},
|
|
{
|
|
"epoch": 2.4499729583558683,
|
|
"grad_norm": 0.3359276704304084,
|
|
"learning_rate": 1.1765622150401855e-05,
|
|
"loss": 0.9131,
|
|
"num_tokens": 4631791745.0,
|
|
"step": 568
|
|
},
|
|
{
|
|
"epoch": 2.454299621416982,
|
|
"grad_norm": 0.30658787934757037,
|
|
"learning_rate": 1.1740577561371692e-05,
|
|
"loss": 0.8809,
|
|
"num_tokens": 4639925251.0,
|
|
"step": 569
|
|
},
|
|
{
|
|
"epoch": 2.4586262844780964,
|
|
"grad_norm": 0.33029895890907185,
|
|
"learning_rate": 1.1715527197168938e-05,
|
|
"loss": 0.8888,
|
|
"num_tokens": 4648195859.0,
|
|
"step": 570
|
|
},
|
|
{
|
|
"epoch": 2.4629529475392102,
|
|
"grad_norm": 0.3404940914638666,
|
|
"learning_rate": 1.1690471253141368e-05,
|
|
"loss": 0.8929,
|
|
"num_tokens": 4656405792.0,
|
|
"step": 571
|
|
},
|
|
{
|
|
"epoch": 2.4672796106003245,
|
|
"grad_norm": 0.32079939149081554,
|
|
"learning_rate": 1.1665409924680266e-05,
|
|
"loss": 0.9207,
|
|
"num_tokens": 4664557465.0,
|
|
"step": 572
|
|
},
|
|
{
|
|
"epoch": 2.471606273661439,
|
|
"grad_norm": 0.3425408462447035,
|
|
"learning_rate": 1.1640343407218904e-05,
|
|
"loss": 0.8946,
|
|
"num_tokens": 4672603475.0,
|
|
"step": 573
|
|
},
|
|
{
|
|
"epoch": 2.4759329367225527,
|
|
"grad_norm": 0.32001961470934287,
|
|
"learning_rate": 1.1615271896231019e-05,
|
|
"loss": 0.8988,
|
|
"num_tokens": 4680703421.0,
|
|
"step": 574
|
|
},
|
|
{
|
|
"epoch": 2.480259599783667,
|
|
"grad_norm": 0.3202839765016672,
|
|
"learning_rate": 1.1590195587229297e-05,
|
|
"loss": 0.9185,
|
|
"num_tokens": 4689056017.0,
|
|
"step": 575
|
|
},
|
|
{
|
|
"epoch": 2.484586262844781,
|
|
"grad_norm": 0.29722760097055645,
|
|
"learning_rate": 1.1565114675763823e-05,
|
|
"loss": 0.8975,
|
|
"num_tokens": 4697063429.0,
|
|
"step": 576
|
|
},
|
|
{
|
|
"epoch": 2.488912925905895,
|
|
"grad_norm": 0.30856318584000425,
|
|
"learning_rate": 1.1540029357420588e-05,
|
|
"loss": 0.8808,
|
|
"num_tokens": 4705239026.0,
|
|
"step": 577
|
|
},
|
|
{
|
|
"epoch": 2.4932395889670094,
|
|
"grad_norm": 0.38882569269149825,
|
|
"learning_rate": 1.1514939827819945e-05,
|
|
"loss": 0.9082,
|
|
"num_tokens": 4713384759.0,
|
|
"step": 578
|
|
},
|
|
{
|
|
"epoch": 2.497566252028123,
|
|
"grad_norm": 0.40139771927488926,
|
|
"learning_rate": 1.1489846282615083e-05,
|
|
"loss": 0.8829,
|
|
"num_tokens": 4721626785.0,
|
|
"step": 579
|
|
},
|
|
{
|
|
"epoch": 2.5018929150892375,
|
|
"grad_norm": 0.34335350306399,
|
|
"learning_rate": 1.1464748917490512e-05,
|
|
"loss": 0.914,
|
|
"num_tokens": 4729834275.0,
|
|
"step": 580
|
|
},
|
|
{
|
|
"epoch": 2.5062195781503513,
|
|
"grad_norm": 0.4753715822388907,
|
|
"learning_rate": 1.1439647928160523e-05,
|
|
"loss": 0.899,
|
|
"num_tokens": 4738027261.0,
|
|
"step": 581
|
|
},
|
|
{
|
|
"epoch": 2.5105462412114656,
|
|
"grad_norm": 0.3442168740085722,
|
|
"learning_rate": 1.1414543510367673e-05,
|
|
"loss": 0.895,
|
|
"num_tokens": 4746277623.0,
|
|
"step": 582
|
|
},
|
|
{
|
|
"epoch": 2.51487290427258,
|
|
"grad_norm": 0.4069832614615236,
|
|
"learning_rate": 1.1389435859881255e-05,
|
|
"loss": 0.8906,
|
|
"num_tokens": 4754421101.0,
|
|
"step": 583
|
|
},
|
|
{
|
|
"epoch": 2.5191995673336938,
|
|
"grad_norm": 0.35977176719889054,
|
|
"learning_rate": 1.1364325172495773e-05,
|
|
"loss": 0.8888,
|
|
"num_tokens": 4762547901.0,
|
|
"step": 584
|
|
},
|
|
{
|
|
"epoch": 2.523526230394808,
|
|
"grad_norm": 0.4252958801538233,
|
|
"learning_rate": 1.1339211644029412e-05,
|
|
"loss": 0.8722,
|
|
"num_tokens": 4770798207.0,
|
|
"step": 585
|
|
},
|
|
{
|
|
"epoch": 2.527852893455922,
|
|
"grad_norm": 0.30316577547639456,
|
|
"learning_rate": 1.1314095470322512e-05,
|
|
"loss": 0.8595,
|
|
"num_tokens": 4778977049.0,
|
|
"step": 586
|
|
},
|
|
{
|
|
"epoch": 2.532179556517036,
|
|
"grad_norm": 0.4455349067338303,
|
|
"learning_rate": 1.1288976847236034e-05,
|
|
"loss": 0.8894,
|
|
"num_tokens": 4787227025.0,
|
|
"step": 587
|
|
},
|
|
{
|
|
"epoch": 2.5365062195781505,
|
|
"grad_norm": 0.29602450144689696,
|
|
"learning_rate": 1.1263855970650058e-05,
|
|
"loss": 0.9132,
|
|
"num_tokens": 4795283248.0,
|
|
"step": 588
|
|
},
|
|
{
|
|
"epoch": 2.5408328826392643,
|
|
"grad_norm": 0.34383847177388316,
|
|
"learning_rate": 1.1238733036462215e-05,
|
|
"loss": 0.9156,
|
|
"num_tokens": 4803501308.0,
|
|
"step": 589
|
|
},
|
|
{
|
|
"epoch": 2.5451595457003786,
|
|
"grad_norm": 0.3723835981546577,
|
|
"learning_rate": 1.1213608240586201e-05,
|
|
"loss": 0.8958,
|
|
"num_tokens": 4811710416.0,
|
|
"step": 590
|
|
},
|
|
{
|
|
"epoch": 2.5494862087614925,
|
|
"grad_norm": 0.3367284113081445,
|
|
"learning_rate": 1.1188481778950214e-05,
|
|
"loss": 0.8901,
|
|
"num_tokens": 4819731488.0,
|
|
"step": 591
|
|
},
|
|
{
|
|
"epoch": 2.5538128718226067,
|
|
"grad_norm": 0.31794500304475976,
|
|
"learning_rate": 1.1163353847495455e-05,
|
|
"loss": 0.8693,
|
|
"num_tokens": 4827981453.0,
|
|
"step": 592
|
|
},
|
|
{
|
|
"epoch": 2.558139534883721,
|
|
"grad_norm": 0.3425376938786226,
|
|
"learning_rate": 1.1138224642174578e-05,
|
|
"loss": 0.8858,
|
|
"num_tokens": 4836186521.0,
|
|
"step": 593
|
|
},
|
|
{
|
|
"epoch": 2.5624661979448353,
|
|
"grad_norm": 0.28500836440746563,
|
|
"learning_rate": 1.1113094358950177e-05,
|
|
"loss": 0.9027,
|
|
"num_tokens": 4844286515.0,
|
|
"step": 594
|
|
},
|
|
{
|
|
"epoch": 2.566792861005949,
|
|
"grad_norm": 0.30502564032613017,
|
|
"learning_rate": 1.1087963193793242e-05,
|
|
"loss": 0.885,
|
|
"num_tokens": 4852585782.0,
|
|
"step": 595
|
|
},
|
|
{
|
|
"epoch": 2.571119524067063,
|
|
"grad_norm": 0.3211366240751949,
|
|
"learning_rate": 1.1062831342681655e-05,
|
|
"loss": 0.8729,
|
|
"num_tokens": 4860742609.0,
|
|
"step": 596
|
|
},
|
|
{
|
|
"epoch": 2.5754461871281773,
|
|
"grad_norm": 0.29166956888421985,
|
|
"learning_rate": 1.1037699001598636e-05,
|
|
"loss": 0.8786,
|
|
"num_tokens": 4868966110.0,
|
|
"step": 597
|
|
},
|
|
{
|
|
"epoch": 2.5797728501892916,
|
|
"grad_norm": 0.3173866441895712,
|
|
"learning_rate": 1.1012566366531232e-05,
|
|
"loss": 0.9068,
|
|
"num_tokens": 4877218398.0,
|
|
"step": 598
|
|
},
|
|
{
|
|
"epoch": 2.584099513250406,
|
|
"grad_norm": 0.3807799752277812,
|
|
"learning_rate": 1.0987433633468771e-05,
|
|
"loss": 0.9093,
|
|
"num_tokens": 4885335516.0,
|
|
"step": 599
|
|
},
|
|
{
|
|
"epoch": 2.5884261763115197,
|
|
"grad_norm": 0.3164738700395768,
|
|
"learning_rate": 1.0962300998401367e-05,
|
|
"loss": 0.8549,
|
|
"num_tokens": 4893631383.0,
|
|
"step": 600
|
|
},
|
|
{
|
|
"epoch": 2.592752839372634,
|
|
"grad_norm": 0.3328602469053286,
|
|
"learning_rate": 1.0937168657318347e-05,
|
|
"loss": 0.9028,
|
|
"num_tokens": 4901565081.0,
|
|
"step": 601
|
|
},
|
|
{
|
|
"epoch": 2.597079502433748,
|
|
"grad_norm": 0.297551701728602,
|
|
"learning_rate": 1.091203680620676e-05,
|
|
"loss": 0.8965,
|
|
"num_tokens": 4909757173.0,
|
|
"step": 602
|
|
},
|
|
{
|
|
"epoch": 2.601406165494862,
|
|
"grad_norm": 0.3580233004919111,
|
|
"learning_rate": 1.0886905641049828e-05,
|
|
"loss": 0.8709,
|
|
"num_tokens": 4917882555.0,
|
|
"step": 603
|
|
},
|
|
{
|
|
"epoch": 2.6057328285559764,
|
|
"grad_norm": 0.28720000678541124,
|
|
"learning_rate": 1.0861775357825424e-05,
|
|
"loss": 0.8986,
|
|
"num_tokens": 4925934620.0,
|
|
"step": 604
|
|
},
|
|
{
|
|
"epoch": 2.6100594916170903,
|
|
"grad_norm": 0.3989709284138721,
|
|
"learning_rate": 1.0836646152504548e-05,
|
|
"loss": 0.9066,
|
|
"num_tokens": 4934185315.0,
|
|
"step": 605
|
|
},
|
|
{
|
|
"epoch": 2.6143861546782046,
|
|
"grad_norm": 0.3156022403153613,
|
|
"learning_rate": 1.0811518221049787e-05,
|
|
"loss": 0.8708,
|
|
"num_tokens": 4942214670.0,
|
|
"step": 606
|
|
},
|
|
{
|
|
"epoch": 2.6187128177393184,
|
|
"grad_norm": 0.3481613692304499,
|
|
"learning_rate": 1.0786391759413805e-05,
|
|
"loss": 0.8756,
|
|
"num_tokens": 4950206457.0,
|
|
"step": 607
|
|
},
|
|
{
|
|
"epoch": 2.6230394808004327,
|
|
"grad_norm": 0.34726504730568397,
|
|
"learning_rate": 1.0761266963537786e-05,
|
|
"loss": 0.9102,
|
|
"num_tokens": 4958463551.0,
|
|
"step": 608
|
|
},
|
|
{
|
|
"epoch": 2.627366143861547,
|
|
"grad_norm": 0.2910625169951151,
|
|
"learning_rate": 1.0736144029349947e-05,
|
|
"loss": 0.8818,
|
|
"num_tokens": 4966753648.0,
|
|
"step": 609
|
|
},
|
|
{
|
|
"epoch": 2.631692806922661,
|
|
"grad_norm": 0.3535519095817945,
|
|
"learning_rate": 1.0711023152763967e-05,
|
|
"loss": 0.8843,
|
|
"num_tokens": 4975030329.0,
|
|
"step": 610
|
|
},
|
|
{
|
|
"epoch": 2.636019469983775,
|
|
"grad_norm": 0.28849559876127817,
|
|
"learning_rate": 1.0685904529677496e-05,
|
|
"loss": 0.908,
|
|
"num_tokens": 4983247374.0,
|
|
"step": 611
|
|
},
|
|
{
|
|
"epoch": 2.640346133044889,
|
|
"grad_norm": 0.31903626709421223,
|
|
"learning_rate": 1.066078835597059e-05,
|
|
"loss": 0.884,
|
|
"num_tokens": 4991473168.0,
|
|
"step": 612
|
|
},
|
|
{
|
|
"epoch": 2.6446727961060033,
|
|
"grad_norm": 0.32930239979884796,
|
|
"learning_rate": 1.063567482750423e-05,
|
|
"loss": 0.9069,
|
|
"num_tokens": 4999694941.0,
|
|
"step": 613
|
|
},
|
|
{
|
|
"epoch": 2.6489994591671175,
|
|
"grad_norm": 0.34141820158955455,
|
|
"learning_rate": 1.061056414011875e-05,
|
|
"loss": 0.8774,
|
|
"num_tokens": 5007979085.0,
|
|
"step": 614
|
|
},
|
|
{
|
|
"epoch": 2.6533261222282314,
|
|
"grad_norm": 0.3750960694219387,
|
|
"learning_rate": 1.0585456489632328e-05,
|
|
"loss": 0.8861,
|
|
"num_tokens": 5016215816.0,
|
|
"step": 615
|
|
},
|
|
{
|
|
"epoch": 2.6576527852893457,
|
|
"grad_norm": 0.352619945957704,
|
|
"learning_rate": 1.0560352071839482e-05,
|
|
"loss": 0.8848,
|
|
"num_tokens": 5024521758.0,
|
|
"step": 616
|
|
},
|
|
{
|
|
"epoch": 2.6619794483504595,
|
|
"grad_norm": 0.33946373499788846,
|
|
"learning_rate": 1.0535251082509493e-05,
|
|
"loss": 0.8996,
|
|
"num_tokens": 5032634421.0,
|
|
"step": 617
|
|
},
|
|
{
|
|
"epoch": 2.666306111411574,
|
|
"grad_norm": 0.30467171790858133,
|
|
"learning_rate": 1.0510153717384922e-05,
|
|
"loss": 0.8685,
|
|
"num_tokens": 5040880486.0,
|
|
"step": 618
|
|
},
|
|
{
|
|
"epoch": 2.670632774472688,
|
|
"grad_norm": 0.3575369543056855,
|
|
"learning_rate": 1.0485060172180058e-05,
|
|
"loss": 0.9038,
|
|
"num_tokens": 5049149323.0,
|
|
"step": 619
|
|
},
|
|
{
|
|
"epoch": 2.674959437533802,
|
|
"grad_norm": 0.2960685119145039,
|
|
"learning_rate": 1.0459970642579419e-05,
|
|
"loss": 0.9053,
|
|
"num_tokens": 5057361701.0,
|
|
"step": 620
|
|
},
|
|
{
|
|
"epoch": 2.6792861005949162,
|
|
"grad_norm": 0.3472369133727984,
|
|
"learning_rate": 1.0434885324236182e-05,
|
|
"loss": 0.8785,
|
|
"num_tokens": 5065638682.0,
|
|
"step": 621
|
|
},
|
|
{
|
|
"epoch": 2.68361276365603,
|
|
"grad_norm": 0.2815076136802943,
|
|
"learning_rate": 1.040980441277071e-05,
|
|
"loss": 0.8904,
|
|
"num_tokens": 5073722049.0,
|
|
"step": 622
|
|
},
|
|
{
|
|
"epoch": 2.6879394267171444,
|
|
"grad_norm": 0.2866689838654004,
|
|
"learning_rate": 1.0384728103768984e-05,
|
|
"loss": 0.9035,
|
|
"num_tokens": 5081846217.0,
|
|
"step": 623
|
|
},
|
|
{
|
|
"epoch": 2.6922660897782587,
|
|
"grad_norm": 0.28272740601345764,
|
|
"learning_rate": 1.0359656592781102e-05,
|
|
"loss": 0.9138,
|
|
"num_tokens": 5089660242.0,
|
|
"step": 624
|
|
},
|
|
{
|
|
"epoch": 2.6965927528393725,
|
|
"grad_norm": 0.3264203702647893,
|
|
"learning_rate": 1.0334590075319737e-05,
|
|
"loss": 0.8966,
|
|
"num_tokens": 5097931621.0,
|
|
"step": 625
|
|
},
|
|
{
|
|
"epoch": 2.700919415900487,
|
|
"grad_norm": 0.28868592516003155,
|
|
"learning_rate": 1.0309528746858633e-05,
|
|
"loss": 0.8797,
|
|
"num_tokens": 5106097847.0,
|
|
"step": 626
|
|
},
|
|
{
|
|
"epoch": 2.7052460789616006,
|
|
"grad_norm": 0.30775509726486944,
|
|
"learning_rate": 1.0284472802831064e-05,
|
|
"loss": 0.9281,
|
|
"num_tokens": 5114398989.0,
|
|
"step": 627
|
|
},
|
|
{
|
|
"epoch": 2.709572742022715,
|
|
"grad_norm": 0.30031736597058745,
|
|
"learning_rate": 1.0259422438628311e-05,
|
|
"loss": 0.8936,
|
|
"num_tokens": 5122600868.0,
|
|
"step": 628
|
|
},
|
|
{
|
|
"epoch": 2.713899405083829,
|
|
"grad_norm": 0.2662062912262921,
|
|
"learning_rate": 1.023437784959815e-05,
|
|
"loss": 0.849,
|
|
"num_tokens": 5130885364.0,
|
|
"step": 629
|
|
},
|
|
{
|
|
"epoch": 2.718226068144943,
|
|
"grad_norm": 0.29840707582281184,
|
|
"learning_rate": 1.0209339231043314e-05,
|
|
"loss": 0.9203,
|
|
"num_tokens": 5138887813.0,
|
|
"step": 630
|
|
},
|
|
{
|
|
"epoch": 2.7225527312060573,
|
|
"grad_norm": 0.2800828156252148,
|
|
"learning_rate": 1.0184306778219982e-05,
|
|
"loss": 0.9051,
|
|
"num_tokens": 5147045471.0,
|
|
"step": 631
|
|
},
|
|
{
|
|
"epoch": 2.726879394267171,
|
|
"grad_norm": 0.2890616701290833,
|
|
"learning_rate": 1.0159280686336247e-05,
|
|
"loss": 0.8873,
|
|
"num_tokens": 5155159784.0,
|
|
"step": 632
|
|
},
|
|
{
|
|
"epoch": 2.7312060573282855,
|
|
"grad_norm": 0.3770969578330538,
|
|
"learning_rate": 1.0134261150550607e-05,
|
|
"loss": 0.9053,
|
|
"num_tokens": 5163179462.0,
|
|
"step": 633
|
|
},
|
|
{
|
|
"epoch": 2.7355327203893998,
|
|
"grad_norm": 0.30456565611589637,
|
|
"learning_rate": 1.0109248365970417e-05,
|
|
"loss": 0.8856,
|
|
"num_tokens": 5171319460.0,
|
|
"step": 634
|
|
},
|
|
{
|
|
"epoch": 2.739859383450514,
|
|
"grad_norm": 0.3086865854248741,
|
|
"learning_rate": 1.0084242527650405e-05,
|
|
"loss": 0.8703,
|
|
"num_tokens": 5179270550.0,
|
|
"step": 635
|
|
},
|
|
{
|
|
"epoch": 2.744186046511628,
|
|
"grad_norm": 0.27491855139001636,
|
|
"learning_rate": 1.005924383059112e-05,
|
|
"loss": 0.8811,
|
|
"num_tokens": 5187435125.0,
|
|
"step": 636
|
|
},
|
|
{
|
|
"epoch": 2.748512709572742,
|
|
"grad_norm": 0.27277429189566194,
|
|
"learning_rate": 1.003425246973742e-05,
|
|
"loss": 0.8791,
|
|
"num_tokens": 5195409994.0,
|
|
"step": 637
|
|
},
|
|
{
|
|
"epoch": 2.752839372633856,
|
|
"grad_norm": 0.28644006901483415,
|
|
"learning_rate": 1.0009268639976963e-05,
|
|
"loss": 0.9017,
|
|
"num_tokens": 5203712757.0,
|
|
"step": 638
|
|
},
|
|
{
|
|
"epoch": 2.7571660356949703,
|
|
"grad_norm": 0.28155823844689637,
|
|
"learning_rate": 9.984292536138667e-06,
|
|
"loss": 0.8769,
|
|
"num_tokens": 5211956495.0,
|
|
"step": 639
|
|
},
|
|
{
|
|
"epoch": 2.7614926987560846,
|
|
"grad_norm": 0.2696206937218685,
|
|
"learning_rate": 9.959324352991208e-06,
|
|
"loss": 0.8973,
|
|
"num_tokens": 5220023229.0,
|
|
"step": 640
|
|
},
|
|
{
|
|
"epoch": 2.7658193618171985,
|
|
"grad_norm": 0.2854344135320555,
|
|
"learning_rate": 9.934364285241492e-06,
|
|
"loss": 0.8903,
|
|
"num_tokens": 5228362461.0,
|
|
"step": 641
|
|
},
|
|
{
|
|
"epoch": 2.7701460248783127,
|
|
"grad_norm": 0.3000933803499447,
|
|
"learning_rate": 9.90941252753315e-06,
|
|
"loss": 0.8725,
|
|
"num_tokens": 5236623225.0,
|
|
"step": 642
|
|
},
|
|
{
|
|
"epoch": 2.7744726879394266,
|
|
"grad_norm": 0.3642772434319433,
|
|
"learning_rate": 9.884469274444985e-06,
|
|
"loss": 0.8863,
|
|
"num_tokens": 5244813013.0,
|
|
"step": 643
|
|
},
|
|
{
|
|
"epoch": 2.778799351000541,
|
|
"grad_norm": 0.2768661519280543,
|
|
"learning_rate": 9.859534720489512e-06,
|
|
"loss": 0.8711,
|
|
"num_tokens": 5252905538.0,
|
|
"step": 644
|
|
},
|
|
{
|
|
"epoch": 2.783126014061655,
|
|
"grad_norm": 0.31452774076143336,
|
|
"learning_rate": 9.834609060111379e-06,
|
|
"loss": 0.8743,
|
|
"num_tokens": 5261288078.0,
|
|
"step": 645
|
|
},
|
|
{
|
|
"epoch": 2.787452677122769,
|
|
"grad_norm": 0.4747032921203691,
|
|
"learning_rate": 9.809692487685897e-06,
|
|
"loss": 0.8933,
|
|
"num_tokens": 5269606148.0,
|
|
"step": 646
|
|
},
|
|
{
|
|
"epoch": 2.7917793401838833,
|
|
"grad_norm": 0.33078446487962,
|
|
"learning_rate": 9.784785197517508e-06,
|
|
"loss": 0.9042,
|
|
"num_tokens": 5277750171.0,
|
|
"step": 647
|
|
},
|
|
{
|
|
"epoch": 2.796106003244997,
|
|
"grad_norm": 0.36826853310476776,
|
|
"learning_rate": 9.75988738383826e-06,
|
|
"loss": 0.8989,
|
|
"num_tokens": 5285961333.0,
|
|
"step": 648
|
|
},
|
|
{
|
|
"epoch": 2.8004326663061114,
|
|
"grad_norm": 0.3123467381298433,
|
|
"learning_rate": 9.734999240806305e-06,
|
|
"loss": 0.8829,
|
|
"num_tokens": 5294182374.0,
|
|
"step": 649
|
|
},
|
|
{
|
|
"epoch": 2.8047593293672257,
|
|
"grad_norm": 0.3867041392177723,
|
|
"learning_rate": 9.710120962504377e-06,
|
|
"loss": 0.8755,
|
|
"num_tokens": 5302446174.0,
|
|
"step": 650
|
|
},
|
|
{
|
|
"epoch": 2.8090859924283396,
|
|
"grad_norm": 0.2776124073705401,
|
|
"learning_rate": 9.685252742938298e-06,
|
|
"loss": 0.8968,
|
|
"num_tokens": 5310551086.0,
|
|
"step": 651
|
|
},
|
|
{
|
|
"epoch": 2.813412655489454,
|
|
"grad_norm": 0.3845207479011459,
|
|
"learning_rate": 9.660394776035432e-06,
|
|
"loss": 0.9014,
|
|
"num_tokens": 5318840387.0,
|
|
"step": 652
|
|
},
|
|
{
|
|
"epoch": 2.8177393185505677,
|
|
"grad_norm": 0.30148956643727487,
|
|
"learning_rate": 9.635547255643203e-06,
|
|
"loss": 0.8982,
|
|
"num_tokens": 5327015192.0,
|
|
"step": 653
|
|
},
|
|
{
|
|
"epoch": 2.822065981611682,
|
|
"grad_norm": 0.3130559684163155,
|
|
"learning_rate": 9.610710375527561e-06,
|
|
"loss": 0.8797,
|
|
"num_tokens": 5335031135.0,
|
|
"step": 654
|
|
},
|
|
{
|
|
"epoch": 2.8263926446727963,
|
|
"grad_norm": 0.31472555122791535,
|
|
"learning_rate": 9.585884329371496e-06,
|
|
"loss": 0.9212,
|
|
"num_tokens": 5343224601.0,
|
|
"step": 655
|
|
},
|
|
{
|
|
"epoch": 2.83071930773391,
|
|
"grad_norm": 0.25020915401162147,
|
|
"learning_rate": 9.561069310773487e-06,
|
|
"loss": 0.895,
|
|
"num_tokens": 5351554352.0,
|
|
"step": 656
|
|
},
|
|
{
|
|
"epoch": 2.8350459707950244,
|
|
"grad_norm": 0.3523693517817847,
|
|
"learning_rate": 9.536265513246048e-06,
|
|
"loss": 0.871,
|
|
"num_tokens": 5359610835.0,
|
|
"step": 657
|
|
},
|
|
{
|
|
"epoch": 2.8393726338561383,
|
|
"grad_norm": 0.2944061388137856,
|
|
"learning_rate": 9.511473130214173e-06,
|
|
"loss": 0.9074,
|
|
"num_tokens": 5367791567.0,
|
|
"step": 658
|
|
},
|
|
{
|
|
"epoch": 2.8436992969172525,
|
|
"grad_norm": 0.3397949423205344,
|
|
"learning_rate": 9.486692355013838e-06,
|
|
"loss": 0.8604,
|
|
"num_tokens": 5375974593.0,
|
|
"step": 659
|
|
},
|
|
{
|
|
"epoch": 2.848025959978367,
|
|
"grad_norm": 0.34578326907119866,
|
|
"learning_rate": 9.461923380890513e-06,
|
|
"loss": 0.8914,
|
|
"num_tokens": 5384206152.0,
|
|
"step": 660
|
|
},
|
|
{
|
|
"epoch": 2.8523526230394807,
|
|
"grad_norm": 0.3099052068516999,
|
|
"learning_rate": 9.437166400997629e-06,
|
|
"loss": 0.9098,
|
|
"num_tokens": 5392340308.0,
|
|
"step": 661
|
|
},
|
|
{
|
|
"epoch": 2.856679286100595,
|
|
"grad_norm": 0.3330654169372942,
|
|
"learning_rate": 9.41242160839509e-06,
|
|
"loss": 0.881,
|
|
"num_tokens": 5400514161.0,
|
|
"step": 662
|
|
},
|
|
{
|
|
"epoch": 2.861005949161709,
|
|
"grad_norm": 0.3106850166387637,
|
|
"learning_rate": 9.387689196047761e-06,
|
|
"loss": 0.907,
|
|
"num_tokens": 5408657654.0,
|
|
"step": 663
|
|
},
|
|
{
|
|
"epoch": 2.865332612222823,
|
|
"grad_norm": 0.3574083181631956,
|
|
"learning_rate": 9.36296935682396e-06,
|
|
"loss": 0.8927,
|
|
"num_tokens": 5416776368.0,
|
|
"step": 664
|
|
},
|
|
{
|
|
"epoch": 2.8696592752839374,
|
|
"grad_norm": 0.290557352215357,
|
|
"learning_rate": 9.33826228349396e-06,
|
|
"loss": 0.8924,
|
|
"num_tokens": 5425086900.0,
|
|
"step": 665
|
|
},
|
|
{
|
|
"epoch": 2.8739859383450512,
|
|
"grad_norm": 0.28000180324733526,
|
|
"learning_rate": 9.313568168728478e-06,
|
|
"loss": 0.8935,
|
|
"num_tokens": 5433140424.0,
|
|
"step": 666
|
|
},
|
|
{
|
|
"epoch": 2.8783126014061655,
|
|
"grad_norm": 0.31769065711635947,
|
|
"learning_rate": 9.28888720509719e-06,
|
|
"loss": 0.8614,
|
|
"num_tokens": 5441442622.0,
|
|
"step": 667
|
|
},
|
|
{
|
|
"epoch": 2.8826392644672794,
|
|
"grad_norm": 0.27727088376360864,
|
|
"learning_rate": 9.264219585067197e-06,
|
|
"loss": 0.9023,
|
|
"num_tokens": 5449701935.0,
|
|
"step": 668
|
|
},
|
|
{
|
|
"epoch": 2.8869659275283936,
|
|
"grad_norm": 0.29101936651255117,
|
|
"learning_rate": 9.239565501001568e-06,
|
|
"loss": 0.8878,
|
|
"num_tokens": 5457715414.0,
|
|
"step": 669
|
|
},
|
|
{
|
|
"epoch": 2.891292590589508,
|
|
"grad_norm": 0.30312540853792236,
|
|
"learning_rate": 9.214925145157793e-06,
|
|
"loss": 0.8883,
|
|
"num_tokens": 5465935059.0,
|
|
"step": 670
|
|
},
|
|
{
|
|
"epoch": 2.8956192536506222,
|
|
"grad_norm": 0.28196012659966063,
|
|
"learning_rate": 9.190298709686321e-06,
|
|
"loss": 0.8802,
|
|
"num_tokens": 5474148386.0,
|
|
"step": 671
|
|
},
|
|
{
|
|
"epoch": 2.899945916711736,
|
|
"grad_norm": 0.3178842625956468,
|
|
"learning_rate": 9.165686386629039e-06,
|
|
"loss": 0.8917,
|
|
"num_tokens": 5482381222.0,
|
|
"step": 672
|
|
},
|
|
{
|
|
"epoch": 2.90427257977285,
|
|
"grad_norm": 0.27564326944519846,
|
|
"learning_rate": 9.141088367917792e-06,
|
|
"loss": 0.888,
|
|
"num_tokens": 5490531423.0,
|
|
"step": 673
|
|
},
|
|
{
|
|
"epoch": 2.908599242833964,
|
|
"grad_norm": 0.31474094535019453,
|
|
"learning_rate": 9.116504845372865e-06,
|
|
"loss": 0.8698,
|
|
"num_tokens": 5498609096.0,
|
|
"step": 674
|
|
},
|
|
{
|
|
"epoch": 2.9129259058950785,
|
|
"grad_norm": 0.3004041075359756,
|
|
"learning_rate": 9.091936010701513e-06,
|
|
"loss": 0.9076,
|
|
"num_tokens": 5506861596.0,
|
|
"step": 675
|
|
},
|
|
{
|
|
"epoch": 2.917252568956193,
|
|
"grad_norm": 0.2629707095047107,
|
|
"learning_rate": 9.067382055496431e-06,
|
|
"loss": 0.9039,
|
|
"num_tokens": 5514903668.0,
|
|
"step": 676
|
|
},
|
|
{
|
|
"epoch": 2.9215792320173066,
|
|
"grad_norm": 0.30005760556170413,
|
|
"learning_rate": 9.042843171234307e-06,
|
|
"loss": 0.9021,
|
|
"num_tokens": 5523195565.0,
|
|
"step": 677
|
|
},
|
|
{
|
|
"epoch": 2.925905895078421,
|
|
"grad_norm": 0.2914414454104958,
|
|
"learning_rate": 9.018319549274288e-06,
|
|
"loss": 0.8918,
|
|
"num_tokens": 5531475347.0,
|
|
"step": 678
|
|
},
|
|
{
|
|
"epoch": 2.9302325581395348,
|
|
"grad_norm": 0.28821264421620624,
|
|
"learning_rate": 8.993811380856496e-06,
|
|
"loss": 0.8777,
|
|
"num_tokens": 5539577790.0,
|
|
"step": 679
|
|
},
|
|
{
|
|
"epoch": 2.934559221200649,
|
|
"grad_norm": 0.30787424475971104,
|
|
"learning_rate": 8.969318857100564e-06,
|
|
"loss": 0.8854,
|
|
"num_tokens": 5547763430.0,
|
|
"step": 680
|
|
},
|
|
{
|
|
"epoch": 2.9388858842617633,
|
|
"grad_norm": 0.2636942402552585,
|
|
"learning_rate": 8.944842169004099e-06,
|
|
"loss": 0.8936,
|
|
"num_tokens": 5555947477.0,
|
|
"step": 681
|
|
},
|
|
{
|
|
"epoch": 2.943212547322877,
|
|
"grad_norm": 0.2974349461333662,
|
|
"learning_rate": 8.920381507441243e-06,
|
|
"loss": 0.8724,
|
|
"num_tokens": 5564189004.0,
|
|
"step": 682
|
|
},
|
|
{
|
|
"epoch": 2.9475392103839915,
|
|
"grad_norm": 0.3256931023562487,
|
|
"learning_rate": 8.89593706316114e-06,
|
|
"loss": 0.876,
|
|
"num_tokens": 5572530889.0,
|
|
"step": 683
|
|
},
|
|
{
|
|
"epoch": 2.9518658734451053,
|
|
"grad_norm": 0.3088224268802468,
|
|
"learning_rate": 8.87150902678648e-06,
|
|
"loss": 0.8951,
|
|
"num_tokens": 5580617357.0,
|
|
"step": 684
|
|
},
|
|
{
|
|
"epoch": 2.9561925365062196,
|
|
"grad_norm": 0.2989445166837416,
|
|
"learning_rate": 8.847097588811998e-06,
|
|
"loss": 0.8973,
|
|
"num_tokens": 5588871813.0,
|
|
"step": 685
|
|
},
|
|
{
|
|
"epoch": 2.960519199567334,
|
|
"grad_norm": 0.2692266807757265,
|
|
"learning_rate": 8.822702939602991e-06,
|
|
"loss": 0.8884,
|
|
"num_tokens": 5597032429.0,
|
|
"step": 686
|
|
},
|
|
{
|
|
"epoch": 2.9648458626284477,
|
|
"grad_norm": 0.3009280564750761,
|
|
"learning_rate": 8.798325269393837e-06,
|
|
"loss": 0.8791,
|
|
"num_tokens": 5605270382.0,
|
|
"step": 687
|
|
},
|
|
{
|
|
"epoch": 2.969172525689562,
|
|
"grad_norm": 0.28498661719018553,
|
|
"learning_rate": 8.773964768286496e-06,
|
|
"loss": 0.8928,
|
|
"num_tokens": 5613488862.0,
|
|
"step": 688
|
|
},
|
|
{
|
|
"epoch": 2.973499188750676,
|
|
"grad_norm": 0.2987351632275756,
|
|
"learning_rate": 8.749621626249064e-06,
|
|
"loss": 0.8831,
|
|
"num_tokens": 5621722714.0,
|
|
"step": 689
|
|
},
|
|
{
|
|
"epoch": 2.97782585181179,
|
|
"grad_norm": 0.343507112710914,
|
|
"learning_rate": 8.725296033114236e-06,
|
|
"loss": 0.8788,
|
|
"num_tokens": 5629918986.0,
|
|
"step": 690
|
|
},
|
|
{
|
|
"epoch": 2.9821525148729044,
|
|
"grad_norm": 0.26460061847429295,
|
|
"learning_rate": 8.700988178577887e-06,
|
|
"loss": 0.8665,
|
|
"num_tokens": 5638035878.0,
|
|
"step": 691
|
|
},
|
|
{
|
|
"epoch": 2.9864791779340183,
|
|
"grad_norm": 0.38885910183036854,
|
|
"learning_rate": 8.676698252197542e-06,
|
|
"loss": 0.9019,
|
|
"num_tokens": 5646264741.0,
|
|
"step": 692
|
|
},
|
|
{
|
|
"epoch": 2.9908058409951326,
|
|
"grad_norm": 0.3037808422160528,
|
|
"learning_rate": 8.652426443390931e-06,
|
|
"loss": 0.8835,
|
|
"num_tokens": 5654482295.0,
|
|
"step": 693
|
|
},
|
|
{
|
|
"epoch": 2.9951325040562464,
|
|
"grad_norm": 0.3341227066886302,
|
|
"learning_rate": 8.628172941434488e-06,
|
|
"loss": 0.8996,
|
|
"num_tokens": 5662561825.0,
|
|
"step": 694
|
|
},
|
|
{
|
|
"epoch": 2.9994591671173607,
|
|
"grad_norm": 0.3282512911305376,
|
|
"learning_rate": 8.603937935461901e-06,
|
|
"loss": 0.8691,
|
|
"num_tokens": 5670739658.0,
|
|
"step": 695
|
|
},
|
|
{
|
|
"epoch": 3.0,
|
|
"grad_norm": 0.5132604225693898,
|
|
"learning_rate": 8.57972161446261e-06,
|
|
"loss": 0.8374,
|
|
"num_tokens": 5671788117.0,
|
|
"step": 696
|
|
},
|
|
{
|
|
"epoch": 3.0043266630611143,
|
|
"grad_norm": 0.46571042314664285,
|
|
"learning_rate": 8.55552416728035e-06,
|
|
"loss": 0.8552,
|
|
"num_tokens": 5679907376.0,
|
|
"step": 697
|
|
},
|
|
{
|
|
"epoch": 3.008653326122228,
|
|
"grad_norm": 0.3342024251891964,
|
|
"learning_rate": 8.531345782611683e-06,
|
|
"loss": 0.8626,
|
|
"num_tokens": 5688098573.0,
|
|
"step": 698
|
|
},
|
|
{
|
|
"epoch": 3.0129799891833424,
|
|
"grad_norm": 0.3805010635796787,
|
|
"learning_rate": 8.5071866490045e-06,
|
|
"loss": 0.8645,
|
|
"num_tokens": 5696307538.0,
|
|
"step": 699
|
|
},
|
|
{
|
|
"epoch": 3.0173066522444563,
|
|
"grad_norm": 0.3102324497487666,
|
|
"learning_rate": 8.483046954856585e-06,
|
|
"loss": 0.8869,
|
|
"num_tokens": 5704458745.0,
|
|
"step": 700
|
|
},
|
|
{
|
|
"epoch": 3.0216333153055706,
|
|
"grad_norm": 0.32358120108707883,
|
|
"learning_rate": 8.458926888414112e-06,
|
|
"loss": 0.8888,
|
|
"num_tokens": 5712749212.0,
|
|
"step": 701
|
|
},
|
|
{
|
|
"epoch": 3.025959978366685,
|
|
"grad_norm": 0.29092581435493775,
|
|
"learning_rate": 8.434826637770217e-06,
|
|
"loss": 0.8614,
|
|
"num_tokens": 5720871990.0,
|
|
"step": 702
|
|
},
|
|
{
|
|
"epoch": 3.0302866414277987,
|
|
"grad_norm": 0.32479943430802005,
|
|
"learning_rate": 8.410746390863487e-06,
|
|
"loss": 0.8413,
|
|
"num_tokens": 5728998047.0,
|
|
"step": 703
|
|
},
|
|
{
|
|
"epoch": 3.034613304488913,
|
|
"grad_norm": 0.3009589967203895,
|
|
"learning_rate": 8.386686335476529e-06,
|
|
"loss": 0.8613,
|
|
"num_tokens": 5737061266.0,
|
|
"step": 704
|
|
},
|
|
{
|
|
"epoch": 3.038939967550027,
|
|
"grad_norm": 0.325288590783515,
|
|
"learning_rate": 8.362646659234485e-06,
|
|
"loss": 0.8535,
|
|
"num_tokens": 5745295628.0,
|
|
"step": 705
|
|
},
|
|
{
|
|
"epoch": 3.043266630611141,
|
|
"grad_norm": 0.320931169639338,
|
|
"learning_rate": 8.338627549603585e-06,
|
|
"loss": 0.8623,
|
|
"num_tokens": 5753603305.0,
|
|
"step": 706
|
|
},
|
|
{
|
|
"epoch": 3.0475932936722554,
|
|
"grad_norm": 0.32043179663147336,
|
|
"learning_rate": 8.314629193889658e-06,
|
|
"loss": 0.8675,
|
|
"num_tokens": 5761788608.0,
|
|
"step": 707
|
|
},
|
|
{
|
|
"epoch": 3.0519199567333692,
|
|
"grad_norm": 0.33943891029475853,
|
|
"learning_rate": 8.290651779236718e-06,
|
|
"loss": 0.8658,
|
|
"num_tokens": 5770006613.0,
|
|
"step": 708
|
|
},
|
|
{
|
|
"epoch": 3.0562466197944835,
|
|
"grad_norm": 0.30406229707992777,
|
|
"learning_rate": 8.266695492625454e-06,
|
|
"loss": 0.8873,
|
|
"num_tokens": 5778112084.0,
|
|
"step": 709
|
|
},
|
|
{
|
|
"epoch": 3.060573282855598,
|
|
"grad_norm": 0.35714472944774817,
|
|
"learning_rate": 8.242760520871797e-06,
|
|
"loss": 0.8777,
|
|
"num_tokens": 5786313328.0,
|
|
"step": 710
|
|
},
|
|
{
|
|
"epoch": 3.0648999459167117,
|
|
"grad_norm": 0.30168450003299485,
|
|
"learning_rate": 8.218847050625476e-06,
|
|
"loss": 0.857,
|
|
"num_tokens": 5794405561.0,
|
|
"step": 711
|
|
},
|
|
{
|
|
"epoch": 3.069226608977826,
|
|
"grad_norm": 0.31518748220458154,
|
|
"learning_rate": 8.194955268368526e-06,
|
|
"loss": 0.8665,
|
|
"num_tokens": 5802547640.0,
|
|
"step": 712
|
|
},
|
|
{
|
|
"epoch": 3.07355327203894,
|
|
"grad_norm": 0.3147924239111273,
|
|
"learning_rate": 8.171085360413867e-06,
|
|
"loss": 0.8765,
|
|
"num_tokens": 5810681438.0,
|
|
"step": 713
|
|
},
|
|
{
|
|
"epoch": 3.077879935100054,
|
|
"grad_norm": 0.2849806500120854,
|
|
"learning_rate": 8.147237512903834e-06,
|
|
"loss": 0.8566,
|
|
"num_tokens": 5818654130.0,
|
|
"step": 714
|
|
},
|
|
{
|
|
"epoch": 3.0822065981611684,
|
|
"grad_norm": 0.29042499603601274,
|
|
"learning_rate": 8.12341191180874e-06,
|
|
"loss": 0.8684,
|
|
"num_tokens": 5826922460.0,
|
|
"step": 715
|
|
},
|
|
{
|
|
"epoch": 3.086533261222282,
|
|
"grad_norm": 0.26696439211759415,
|
|
"learning_rate": 8.099608742925403e-06,
|
|
"loss": 0.8654,
|
|
"num_tokens": 5835151883.0,
|
|
"step": 716
|
|
},
|
|
{
|
|
"epoch": 3.0908599242833965,
|
|
"grad_norm": 0.28094391640838656,
|
|
"learning_rate": 8.075828191875714e-06,
|
|
"loss": 0.872,
|
|
"num_tokens": 5843263950.0,
|
|
"step": 717
|
|
},
|
|
{
|
|
"epoch": 3.0951865873445104,
|
|
"grad_norm": 0.2656584855668805,
|
|
"learning_rate": 8.052070444105188e-06,
|
|
"loss": 0.8536,
|
|
"num_tokens": 5851439557.0,
|
|
"step": 718
|
|
},
|
|
{
|
|
"epoch": 3.0995132504056246,
|
|
"grad_norm": 0.2945175948743297,
|
|
"learning_rate": 8.028335684881517e-06,
|
|
"loss": 0.8699,
|
|
"num_tokens": 5859515896.0,
|
|
"step": 719
|
|
},
|
|
{
|
|
"epoch": 3.103839913466739,
|
|
"grad_norm": 0.26691367581230224,
|
|
"learning_rate": 8.00462409929312e-06,
|
|
"loss": 0.8496,
|
|
"num_tokens": 5867765162.0,
|
|
"step": 720
|
|
},
|
|
{
|
|
"epoch": 3.1081665765278528,
|
|
"grad_norm": 0.2998684136951534,
|
|
"learning_rate": 7.980935872247706e-06,
|
|
"loss": 0.8456,
|
|
"num_tokens": 5875913424.0,
|
|
"step": 721
|
|
},
|
|
{
|
|
"epoch": 3.112493239588967,
|
|
"grad_norm": 0.26583765858547925,
|
|
"learning_rate": 7.957271188470828e-06,
|
|
"loss": 0.8694,
|
|
"num_tokens": 5884271974.0,
|
|
"step": 722
|
|
},
|
|
{
|
|
"epoch": 3.1168199026500814,
|
|
"grad_norm": 0.30237831485637084,
|
|
"learning_rate": 7.933630232504437e-06,
|
|
"loss": 0.877,
|
|
"num_tokens": 5892387066.0,
|
|
"step": 723
|
|
},
|
|
{
|
|
"epoch": 3.121146565711195,
|
|
"grad_norm": 0.2864329930462281,
|
|
"learning_rate": 7.910013188705464e-06,
|
|
"loss": 0.8733,
|
|
"num_tokens": 5900624981.0,
|
|
"step": 724
|
|
},
|
|
{
|
|
"epoch": 3.1254732287723095,
|
|
"grad_norm": 0.2715384888380705,
|
|
"learning_rate": 7.88642024124436e-06,
|
|
"loss": 0.8825,
|
|
"num_tokens": 5908904823.0,
|
|
"step": 725
|
|
},
|
|
{
|
|
"epoch": 3.1297998918334233,
|
|
"grad_norm": 0.311681470639809,
|
|
"learning_rate": 7.862851574103665e-06,
|
|
"loss": 0.8775,
|
|
"num_tokens": 5916758246.0,
|
|
"step": 726
|
|
},
|
|
{
|
|
"epoch": 3.1341265548945376,
|
|
"grad_norm": 0.2563445781326313,
|
|
"learning_rate": 7.839307371076581e-06,
|
|
"loss": 0.8714,
|
|
"num_tokens": 5924835719.0,
|
|
"step": 727
|
|
},
|
|
{
|
|
"epoch": 3.138453217955652,
|
|
"grad_norm": 0.2802012921576202,
|
|
"learning_rate": 7.815787815765536e-06,
|
|
"loss": 0.8928,
|
|
"num_tokens": 5933215022.0,
|
|
"step": 728
|
|
},
|
|
{
|
|
"epoch": 3.1427798810167658,
|
|
"grad_norm": 0.25503455234753647,
|
|
"learning_rate": 7.792293091580746e-06,
|
|
"loss": 0.8888,
|
|
"num_tokens": 5941428338.0,
|
|
"step": 729
|
|
},
|
|
{
|
|
"epoch": 3.14710654407788,
|
|
"grad_norm": 0.32595121514073616,
|
|
"learning_rate": 7.768823381738786e-06,
|
|
"loss": 0.8589,
|
|
"num_tokens": 5949505495.0,
|
|
"step": 730
|
|
},
|
|
{
|
|
"epoch": 3.151433207138994,
|
|
"grad_norm": 0.27274196555510377,
|
|
"learning_rate": 7.74537886926117e-06,
|
|
"loss": 0.8642,
|
|
"num_tokens": 5957735147.0,
|
|
"step": 731
|
|
},
|
|
{
|
|
"epoch": 3.155759870200108,
|
|
"grad_norm": 0.2789944149889373,
|
|
"learning_rate": 7.721959736972918e-06,
|
|
"loss": 0.8903,
|
|
"num_tokens": 5965961603.0,
|
|
"step": 732
|
|
},
|
|
{
|
|
"epoch": 3.1600865332612225,
|
|
"grad_norm": 0.26146167942472176,
|
|
"learning_rate": 7.698566167501124e-06,
|
|
"loss": 0.8551,
|
|
"num_tokens": 5974180680.0,
|
|
"step": 733
|
|
},
|
|
{
|
|
"epoch": 3.1644131963223363,
|
|
"grad_norm": 0.25603147298921575,
|
|
"learning_rate": 7.675198343273546e-06,
|
|
"loss": 0.8552,
|
|
"num_tokens": 5982369604.0,
|
|
"step": 734
|
|
},
|
|
{
|
|
"epoch": 3.1687398593834506,
|
|
"grad_norm": 0.2855161266232447,
|
|
"learning_rate": 7.651856446517172e-06,
|
|
"loss": 0.8645,
|
|
"num_tokens": 5990516155.0,
|
|
"step": 735
|
|
},
|
|
{
|
|
"epoch": 3.1730665224445644,
|
|
"grad_norm": 0.3038997304425538,
|
|
"learning_rate": 7.628540659256791e-06,
|
|
"loss": 0.8826,
|
|
"num_tokens": 5998781123.0,
|
|
"step": 736
|
|
},
|
|
{
|
|
"epoch": 3.1773931855056787,
|
|
"grad_norm": 0.26482858588663494,
|
|
"learning_rate": 7.605251163313614e-06,
|
|
"loss": 0.874,
|
|
"num_tokens": 6006962197.0,
|
|
"step": 737
|
|
},
|
|
{
|
|
"epoch": 3.181719848566793,
|
|
"grad_norm": 0.2718010445462845,
|
|
"learning_rate": 7.581988140303791e-06,
|
|
"loss": 0.8665,
|
|
"num_tokens": 6015012764.0,
|
|
"step": 738
|
|
},
|
|
{
|
|
"epoch": 3.186046511627907,
|
|
"grad_norm": 0.27324822810863625,
|
|
"learning_rate": 7.558751771637059e-06,
|
|
"loss": 0.862,
|
|
"num_tokens": 6023064873.0,
|
|
"step": 739
|
|
},
|
|
{
|
|
"epoch": 3.190373174689021,
|
|
"grad_norm": 3.237581947119273,
|
|
"learning_rate": 7.535542238515285e-06,
|
|
"loss": 0.8589,
|
|
"num_tokens": 6031035576.0,
|
|
"step": 740
|
|
},
|
|
{
|
|
"epoch": 3.194699837750135,
|
|
"grad_norm": 0.34930824914750813,
|
|
"learning_rate": 7.512359721931075e-06,
|
|
"loss": 0.896,
|
|
"num_tokens": 6038996187.0,
|
|
"step": 741
|
|
},
|
|
{
|
|
"epoch": 3.1990265008112493,
|
|
"grad_norm": 0.26052001901962446,
|
|
"learning_rate": 7.489204402666344e-06,
|
|
"loss": 0.8848,
|
|
"num_tokens": 6047077307.0,
|
|
"step": 742
|
|
},
|
|
{
|
|
"epoch": 3.2033531638723636,
|
|
"grad_norm": 0.29239010446917674,
|
|
"learning_rate": 7.466076461290925e-06,
|
|
"loss": 0.8818,
|
|
"num_tokens": 6055424890.0,
|
|
"step": 743
|
|
},
|
|
{
|
|
"epoch": 3.2076798269334774,
|
|
"grad_norm": 0.2761724819978436,
|
|
"learning_rate": 7.442976078161155e-06,
|
|
"loss": 0.8706,
|
|
"num_tokens": 6063730975.0,
|
|
"step": 744
|
|
},
|
|
{
|
|
"epoch": 3.2120064899945917,
|
|
"grad_norm": 0.2804796057596528,
|
|
"learning_rate": 7.419903433418454e-06,
|
|
"loss": 0.8961,
|
|
"num_tokens": 6071978906.0,
|
|
"step": 745
|
|
},
|
|
{
|
|
"epoch": 3.2163331530557056,
|
|
"grad_norm": 0.27865836011530204,
|
|
"learning_rate": 7.396858706987948e-06,
|
|
"loss": 0.8768,
|
|
"num_tokens": 6080158959.0,
|
|
"step": 746
|
|
},
|
|
{
|
|
"epoch": 3.22065981611682,
|
|
"grad_norm": 0.25469964443618087,
|
|
"learning_rate": 7.373842078577038e-06,
|
|
"loss": 0.8721,
|
|
"num_tokens": 6088351610.0,
|
|
"step": 747
|
|
},
|
|
{
|
|
"epoch": 3.224986479177934,
|
|
"grad_norm": 0.27048905589356725,
|
|
"learning_rate": 7.350853727674019e-06,
|
|
"loss": 0.8565,
|
|
"num_tokens": 6096565394.0,
|
|
"step": 748
|
|
},
|
|
{
|
|
"epoch": 3.229313142239048,
|
|
"grad_norm": 0.25324063527866647,
|
|
"learning_rate": 7.327893833546666e-06,
|
|
"loss": 0.8913,
|
|
"num_tokens": 6104716930.0,
|
|
"step": 749
|
|
},
|
|
{
|
|
"epoch": 3.2336398053001623,
|
|
"grad_norm": 0.2803811077859664,
|
|
"learning_rate": 7.3049625752408485e-06,
|
|
"loss": 0.8717,
|
|
"num_tokens": 6112890728.0,
|
|
"step": 750
|
|
},
|
|
{
|
|
"epoch": 3.2379664683612766,
|
|
"grad_norm": 0.2559650504558686,
|
|
"learning_rate": 7.282060131579125e-06,
|
|
"loss": 0.8476,
|
|
"num_tokens": 6121176505.0,
|
|
"step": 751
|
|
},
|
|
{
|
|
"epoch": 3.2422931314223904,
|
|
"grad_norm": 0.30073692133249874,
|
|
"learning_rate": 7.259186681159349e-06,
|
|
"loss": 0.8543,
|
|
"num_tokens": 6129439002.0,
|
|
"step": 752
|
|
},
|
|
{
|
|
"epoch": 3.2466197944835047,
|
|
"grad_norm": 0.27823059250238474,
|
|
"learning_rate": 7.236342402353289e-06,
|
|
"loss": 0.8712,
|
|
"num_tokens": 6137620370.0,
|
|
"step": 753
|
|
},
|
|
{
|
|
"epoch": 3.2509464575446185,
|
|
"grad_norm": 0.29665899851410604,
|
|
"learning_rate": 7.213527473305211e-06,
|
|
"loss": 0.8739,
|
|
"num_tokens": 6145856796.0,
|
|
"step": 754
|
|
},
|
|
{
|
|
"epoch": 3.255273120605733,
|
|
"grad_norm": 0.30015185552293183,
|
|
"learning_rate": 7.1907420719305185e-06,
|
|
"loss": 0.8568,
|
|
"num_tokens": 6154173109.0,
|
|
"step": 755
|
|
},
|
|
{
|
|
"epoch": 3.259599783666847,
|
|
"grad_norm": 0.25583534620528137,
|
|
"learning_rate": 7.167986375914347e-06,
|
|
"loss": 0.8769,
|
|
"num_tokens": 6162507632.0,
|
|
"step": 756
|
|
},
|
|
{
|
|
"epoch": 3.263926446727961,
|
|
"grad_norm": 0.28002638199246893,
|
|
"learning_rate": 7.145260562710188e-06,
|
|
"loss": 0.8926,
|
|
"num_tokens": 6170703161.0,
|
|
"step": 757
|
|
},
|
|
{
|
|
"epoch": 3.2682531097890752,
|
|
"grad_norm": 0.24659664099544912,
|
|
"learning_rate": 7.1225648095384994e-06,
|
|
"loss": 0.8779,
|
|
"num_tokens": 6178954520.0,
|
|
"step": 758
|
|
},
|
|
{
|
|
"epoch": 3.2725797728501895,
|
|
"grad_norm": 0.2710399557896545,
|
|
"learning_rate": 7.099899293385317e-06,
|
|
"loss": 0.8812,
|
|
"num_tokens": 6187067364.0,
|
|
"step": 759
|
|
},
|
|
{
|
|
"epoch": 3.2769064359113034,
|
|
"grad_norm": 0.258142205593885,
|
|
"learning_rate": 7.077264191000895e-06,
|
|
"loss": 0.8765,
|
|
"num_tokens": 6195345851.0,
|
|
"step": 760
|
|
},
|
|
{
|
|
"epoch": 3.2812330989724177,
|
|
"grad_norm": 0.2554335029899288,
|
|
"learning_rate": 7.054659678898304e-06,
|
|
"loss": 0.8715,
|
|
"num_tokens": 6203640158.0,
|
|
"step": 761
|
|
},
|
|
{
|
|
"epoch": 3.2855597620335315,
|
|
"grad_norm": 0.30356204954405863,
|
|
"learning_rate": 7.032085933352075e-06,
|
|
"loss": 0.8983,
|
|
"num_tokens": 6211763964.0,
|
|
"step": 762
|
|
},
|
|
{
|
|
"epoch": 3.289886425094646,
|
|
"grad_norm": 0.2487852274847125,
|
|
"learning_rate": 7.0095431303968035e-06,
|
|
"loss": 0.8609,
|
|
"num_tokens": 6220014772.0,
|
|
"step": 763
|
|
},
|
|
{
|
|
"epoch": 3.29421308815576,
|
|
"grad_norm": 0.29502519688481116,
|
|
"learning_rate": 6.987031445825805e-06,
|
|
"loss": 0.8738,
|
|
"num_tokens": 6228248225.0,
|
|
"step": 764
|
|
},
|
|
{
|
|
"epoch": 3.298539751216874,
|
|
"grad_norm": 0.2594345910033793,
|
|
"learning_rate": 6.964551055189712e-06,
|
|
"loss": 0.8499,
|
|
"num_tokens": 6236342489.0,
|
|
"step": 765
|
|
},
|
|
{
|
|
"epoch": 3.302866414277988,
|
|
"grad_norm": 0.2915471104348337,
|
|
"learning_rate": 6.942102133795126e-06,
|
|
"loss": 0.8717,
|
|
"num_tokens": 6244415800.0,
|
|
"step": 766
|
|
},
|
|
{
|
|
"epoch": 3.307193077339102,
|
|
"grad_norm": 0.2771556147262842,
|
|
"learning_rate": 6.919684856703244e-06,
|
|
"loss": 0.8691,
|
|
"num_tokens": 6252502921.0,
|
|
"step": 767
|
|
},
|
|
{
|
|
"epoch": 3.3115197404002163,
|
|
"grad_norm": 0.2514371148450061,
|
|
"learning_rate": 6.897299398728503e-06,
|
|
"loss": 0.8824,
|
|
"num_tokens": 6260666865.0,
|
|
"step": 768
|
|
},
|
|
{
|
|
"epoch": 3.3158464034613306,
|
|
"grad_norm": 0.27879871569793124,
|
|
"learning_rate": 6.874945934437192e-06,
|
|
"loss": 0.8508,
|
|
"num_tokens": 6268955901.0,
|
|
"step": 769
|
|
},
|
|
{
|
|
"epoch": 3.3201730665224445,
|
|
"grad_norm": 0.27528454639183825,
|
|
"learning_rate": 6.852624638146123e-06,
|
|
"loss": 0.8687,
|
|
"num_tokens": 6276986279.0,
|
|
"step": 770
|
|
},
|
|
{
|
|
"epoch": 3.3244997295835588,
|
|
"grad_norm": 0.25582524411716656,
|
|
"learning_rate": 6.830335683921248e-06,
|
|
"loss": 0.8793,
|
|
"num_tokens": 6285269008.0,
|
|
"step": 771
|
|
},
|
|
{
|
|
"epoch": 3.3288263926446726,
|
|
"grad_norm": 0.25012268065695037,
|
|
"learning_rate": 6.808079245576303e-06,
|
|
"loss": 0.8859,
|
|
"num_tokens": 6293301665.0,
|
|
"step": 772
|
|
},
|
|
{
|
|
"epoch": 3.333153055705787,
|
|
"grad_norm": 0.2668023276937087,
|
|
"learning_rate": 6.785855496671471e-06,
|
|
"loss": 0.8855,
|
|
"num_tokens": 6301573370.0,
|
|
"step": 773
|
|
},
|
|
{
|
|
"epoch": 3.337479718766901,
|
|
"grad_norm": 0.28226938600147894,
|
|
"learning_rate": 6.763664610512007e-06,
|
|
"loss": 0.8457,
|
|
"num_tokens": 6309720037.0,
|
|
"step": 774
|
|
},
|
|
{
|
|
"epoch": 3.341806381828015,
|
|
"grad_norm": 0.27071889817078265,
|
|
"learning_rate": 6.741506760146903e-06,
|
|
"loss": 0.8689,
|
|
"num_tokens": 6317882247.0,
|
|
"step": 775
|
|
},
|
|
{
|
|
"epoch": 3.3461330448891293,
|
|
"grad_norm": 0.25696343033765107,
|
|
"learning_rate": 6.719382118367523e-06,
|
|
"loss": 0.8872,
|
|
"num_tokens": 6326180976.0,
|
|
"step": 776
|
|
},
|
|
{
|
|
"epoch": 3.350459707950243,
|
|
"grad_norm": 0.24129317914946216,
|
|
"learning_rate": 6.697290857706271e-06,
|
|
"loss": 0.8804,
|
|
"num_tokens": 6334413371.0,
|
|
"step": 777
|
|
},
|
|
{
|
|
"epoch": 3.3547863710113575,
|
|
"grad_norm": 0.2638457532033502,
|
|
"learning_rate": 6.675233150435234e-06,
|
|
"loss": 0.8569,
|
|
"num_tokens": 6342736129.0,
|
|
"step": 778
|
|
},
|
|
{
|
|
"epoch": 3.3591130340724717,
|
|
"grad_norm": 0.2717639004632756,
|
|
"learning_rate": 6.653209168564847e-06,
|
|
"loss": 0.8772,
|
|
"num_tokens": 6350884456.0,
|
|
"step": 779
|
|
},
|
|
{
|
|
"epoch": 3.3634396971335856,
|
|
"grad_norm": 0.24993590323974443,
|
|
"learning_rate": 6.631219083842535e-06,
|
|
"loss": 0.867,
|
|
"num_tokens": 6358963541.0,
|
|
"step": 780
|
|
},
|
|
{
|
|
"epoch": 3.3677663601947,
|
|
"grad_norm": 0.26173447676070083,
|
|
"learning_rate": 6.609263067751406e-06,
|
|
"loss": 0.8852,
|
|
"num_tokens": 6367137156.0,
|
|
"step": 781
|
|
},
|
|
{
|
|
"epoch": 3.3720930232558137,
|
|
"grad_norm": 0.2333411693047713,
|
|
"learning_rate": 6.587341291508882e-06,
|
|
"loss": 0.8594,
|
|
"num_tokens": 6375245387.0,
|
|
"step": 782
|
|
},
|
|
{
|
|
"epoch": 3.376419686316928,
|
|
"grad_norm": 0.24068791860551728,
|
|
"learning_rate": 6.565453926065377e-06,
|
|
"loss": 0.8569,
|
|
"num_tokens": 6383366695.0,
|
|
"step": 783
|
|
},
|
|
{
|
|
"epoch": 3.3807463493780423,
|
|
"grad_norm": 0.22652753425293787,
|
|
"learning_rate": 6.543601142102964e-06,
|
|
"loss": 0.8566,
|
|
"num_tokens": 6391535970.0,
|
|
"step": 784
|
|
},
|
|
{
|
|
"epoch": 3.385073012439156,
|
|
"grad_norm": 0.26036759949354427,
|
|
"learning_rate": 6.521783110034038e-06,
|
|
"loss": 0.8635,
|
|
"num_tokens": 6399663481.0,
|
|
"step": 785
|
|
},
|
|
{
|
|
"epoch": 3.3893996755002704,
|
|
"grad_norm": 0.261127078943389,
|
|
"learning_rate": 6.500000000000003e-06,
|
|
"loss": 0.8447,
|
|
"num_tokens": 6407885851.0,
|
|
"step": 786
|
|
},
|
|
{
|
|
"epoch": 3.3937263385613847,
|
|
"grad_norm": 0.2415423153134818,
|
|
"learning_rate": 6.478251981869919e-06,
|
|
"loss": 0.8678,
|
|
"num_tokens": 6415976374.0,
|
|
"step": 787
|
|
},
|
|
{
|
|
"epoch": 3.3980530016224986,
|
|
"grad_norm": 0.2452370962103664,
|
|
"learning_rate": 6.4565392252392066e-06,
|
|
"loss": 0.8604,
|
|
"num_tokens": 6424180948.0,
|
|
"step": 788
|
|
},
|
|
{
|
|
"epoch": 3.402379664683613,
|
|
"grad_norm": 0.2839442645594292,
|
|
"learning_rate": 6.434861899428299e-06,
|
|
"loss": 0.8678,
|
|
"num_tokens": 6432412961.0,
|
|
"step": 789
|
|
},
|
|
{
|
|
"epoch": 3.4067063277447267,
|
|
"grad_norm": 0.2537667574029015,
|
|
"learning_rate": 6.41322017348134e-06,
|
|
"loss": 0.884,
|
|
"num_tokens": 6440384132.0,
|
|
"step": 790
|
|
},
|
|
{
|
|
"epoch": 3.411032990805841,
|
|
"grad_norm": 0.31301518238606135,
|
|
"learning_rate": 6.391614216164859e-06,
|
|
"loss": 0.8953,
|
|
"num_tokens": 6448589837.0,
|
|
"step": 791
|
|
},
|
|
{
|
|
"epoch": 3.4153596538669553,
|
|
"grad_norm": 0.23017617381504482,
|
|
"learning_rate": 6.370044195966443e-06,
|
|
"loss": 0.8721,
|
|
"num_tokens": 6456680358.0,
|
|
"step": 792
|
|
},
|
|
{
|
|
"epoch": 3.419686316928069,
|
|
"grad_norm": 0.2545081225482966,
|
|
"learning_rate": 6.3485102810934495e-06,
|
|
"loss": 0.8898,
|
|
"num_tokens": 6464933820.0,
|
|
"step": 793
|
|
},
|
|
{
|
|
"epoch": 3.4240129799891834,
|
|
"grad_norm": 0.25607065470566615,
|
|
"learning_rate": 6.327012639471668e-06,
|
|
"loss": 0.8759,
|
|
"num_tokens": 6473109749.0,
|
|
"step": 794
|
|
},
|
|
{
|
|
"epoch": 3.4283396430502977,
|
|
"grad_norm": 0.2435900638297003,
|
|
"learning_rate": 6.305551438744031e-06,
|
|
"loss": 0.8761,
|
|
"num_tokens": 6481346949.0,
|
|
"step": 795
|
|
},
|
|
{
|
|
"epoch": 3.4326663061114115,
|
|
"grad_norm": 0.27156499733279055,
|
|
"learning_rate": 6.2841268462692894e-06,
|
|
"loss": 0.8815,
|
|
"num_tokens": 6489527978.0,
|
|
"step": 796
|
|
},
|
|
{
|
|
"epoch": 3.436992969172526,
|
|
"grad_norm": 0.24974081466991993,
|
|
"learning_rate": 6.262739029120721e-06,
|
|
"loss": 0.879,
|
|
"num_tokens": 6497765536.0,
|
|
"step": 797
|
|
},
|
|
{
|
|
"epoch": 3.4413196322336397,
|
|
"grad_norm": 0.28512251325377547,
|
|
"learning_rate": 6.241388154084815e-06,
|
|
"loss": 0.8355,
|
|
"num_tokens": 6506034667.0,
|
|
"step": 798
|
|
},
|
|
{
|
|
"epoch": 3.445646295294754,
|
|
"grad_norm": 0.2577085947742597,
|
|
"learning_rate": 6.220074387659993e-06,
|
|
"loss": 0.8729,
|
|
"num_tokens": 6514211607.0,
|
|
"step": 799
|
|
},
|
|
{
|
|
"epoch": 3.4499729583558683,
|
|
"grad_norm": 0.23948299441168738,
|
|
"learning_rate": 6.198797896055277e-06,
|
|
"loss": 0.8505,
|
|
"num_tokens": 6522418657.0,
|
|
"step": 800
|
|
},
|
|
{
|
|
"epoch": 3.454299621416982,
|
|
"grad_norm": 0.2632314377682141,
|
|
"learning_rate": 6.177558845189029e-06,
|
|
"loss": 0.8812,
|
|
"num_tokens": 6530597396.0,
|
|
"step": 801
|
|
},
|
|
{
|
|
"epoch": 3.4586262844780964,
|
|
"grad_norm": 0.23940563288517072,
|
|
"learning_rate": 6.156357400687636e-06,
|
|
"loss": 0.8754,
|
|
"num_tokens": 6538658527.0,
|
|
"step": 802
|
|
},
|
|
{
|
|
"epoch": 3.4629529475392102,
|
|
"grad_norm": 0.25524547959853006,
|
|
"learning_rate": 6.135193727884217e-06,
|
|
"loss": 0.8564,
|
|
"num_tokens": 6546799151.0,
|
|
"step": 803
|
|
},
|
|
{
|
|
"epoch": 3.4672796106003245,
|
|
"grad_norm": 0.822853012219854,
|
|
"learning_rate": 6.114067991817345e-06,
|
|
"loss": 0.871,
|
|
"num_tokens": 6554902212.0,
|
|
"step": 804
|
|
},
|
|
{
|
|
"epoch": 3.471606273661439,
|
|
"grad_norm": 0.37646816694051527,
|
|
"learning_rate": 6.09298035722975e-06,
|
|
"loss": 0.8872,
|
|
"num_tokens": 6562951258.0,
|
|
"step": 805
|
|
},
|
|
{
|
|
"epoch": 3.4759329367225527,
|
|
"grad_norm": 0.27969225784194046,
|
|
"learning_rate": 6.07193098856705e-06,
|
|
"loss": 0.8697,
|
|
"num_tokens": 6571067947.0,
|
|
"step": 806
|
|
},
|
|
{
|
|
"epoch": 3.480259599783667,
|
|
"grad_norm": 0.299270732602528,
|
|
"learning_rate": 6.050920049976443e-06,
|
|
"loss": 0.8734,
|
|
"num_tokens": 6579204839.0,
|
|
"step": 807
|
|
},
|
|
{
|
|
"epoch": 3.484586262844781,
|
|
"grad_norm": 0.2817869382303203,
|
|
"learning_rate": 6.029947705305453e-06,
|
|
"loss": 0.8552,
|
|
"num_tokens": 6587394333.0,
|
|
"step": 808
|
|
},
|
|
{
|
|
"epoch": 3.488912925905895,
|
|
"grad_norm": 0.25533645633798413,
|
|
"learning_rate": 6.009014118100638e-06,
|
|
"loss": 0.8619,
|
|
"num_tokens": 6595531380.0,
|
|
"step": 809
|
|
},
|
|
{
|
|
"epoch": 3.4932395889670094,
|
|
"grad_norm": 0.2757106986988144,
|
|
"learning_rate": 5.988119451606312e-06,
|
|
"loss": 0.8736,
|
|
"num_tokens": 6603668023.0,
|
|
"step": 810
|
|
},
|
|
{
|
|
"epoch": 3.497566252028123,
|
|
"grad_norm": 0.23819533166161425,
|
|
"learning_rate": 5.96726386876328e-06,
|
|
"loss": 0.8474,
|
|
"num_tokens": 6611873512.0,
|
|
"step": 811
|
|
},
|
|
{
|
|
"epoch": 3.5018929150892375,
|
|
"grad_norm": 0.2718684086684025,
|
|
"learning_rate": 5.946447532207571e-06,
|
|
"loss": 0.8471,
|
|
"num_tokens": 6620173912.0,
|
|
"step": 812
|
|
},
|
|
{
|
|
"epoch": 3.5062195781503513,
|
|
"grad_norm": 0.2492179940880177,
|
|
"learning_rate": 5.92567060426916e-06,
|
|
"loss": 0.8839,
|
|
"num_tokens": 6628431770.0,
|
|
"step": 813
|
|
},
|
|
{
|
|
"epoch": 3.5105462412114656,
|
|
"grad_norm": 0.2589122041948524,
|
|
"learning_rate": 5.904933246970699e-06,
|
|
"loss": 0.8584,
|
|
"num_tokens": 6636570118.0,
|
|
"step": 814
|
|
},
|
|
{
|
|
"epoch": 3.51487290427258,
|
|
"grad_norm": 0.24561063755619578,
|
|
"learning_rate": 5.884235622026278e-06,
|
|
"loss": 0.8694,
|
|
"num_tokens": 6644641468.0,
|
|
"step": 815
|
|
},
|
|
{
|
|
"epoch": 3.5191995673336938,
|
|
"grad_norm": 0.2422170344395523,
|
|
"learning_rate": 5.863577890840116e-06,
|
|
"loss": 0.8922,
|
|
"num_tokens": 6652786136.0,
|
|
"step": 816
|
|
},
|
|
{
|
|
"epoch": 3.523526230394808,
|
|
"grad_norm": 0.25633241978816124,
|
|
"learning_rate": 5.842960214505366e-06,
|
|
"loss": 0.8792,
|
|
"num_tokens": 6661043504.0,
|
|
"step": 817
|
|
},
|
|
{
|
|
"epoch": 3.527852893455922,
|
|
"grad_norm": 0.23458045701247796,
|
|
"learning_rate": 5.8223827538027974e-06,
|
|
"loss": 0.892,
|
|
"num_tokens": 6669246154.0,
|
|
"step": 818
|
|
},
|
|
{
|
|
"epoch": 3.532179556517036,
|
|
"grad_norm": 0.24478746089429998,
|
|
"learning_rate": 5.801845669199594e-06,
|
|
"loss": 0.8779,
|
|
"num_tokens": 6677425374.0,
|
|
"step": 819
|
|
},
|
|
{
|
|
"epoch": 3.5365062195781505,
|
|
"grad_norm": 0.23356051530524108,
|
|
"learning_rate": 5.781349120848057e-06,
|
|
"loss": 0.8684,
|
|
"num_tokens": 6685537605.0,
|
|
"step": 820
|
|
},
|
|
{
|
|
"epoch": 3.5408328826392643,
|
|
"grad_norm": 0.25578166763060434,
|
|
"learning_rate": 5.760893268584398e-06,
|
|
"loss": 0.8768,
|
|
"num_tokens": 6693722191.0,
|
|
"step": 821
|
|
},
|
|
{
|
|
"epoch": 3.5451595457003786,
|
|
"grad_norm": 0.24297738556688706,
|
|
"learning_rate": 5.740478271927452e-06,
|
|
"loss": 0.891,
|
|
"num_tokens": 6701918956.0,
|
|
"step": 822
|
|
},
|
|
{
|
|
"epoch": 3.5494862087614925,
|
|
"grad_norm": 0.23564171248748056,
|
|
"learning_rate": 5.720104290077469e-06,
|
|
"loss": 0.8617,
|
|
"num_tokens": 6710029466.0,
|
|
"step": 823
|
|
},
|
|
{
|
|
"epoch": 3.5538128718226067,
|
|
"grad_norm": 0.2633781290994519,
|
|
"learning_rate": 5.6997714819148534e-06,
|
|
"loss": 0.8654,
|
|
"num_tokens": 6718173687.0,
|
|
"step": 824
|
|
},
|
|
{
|
|
"epoch": 3.558139534883721,
|
|
"grad_norm": 0.23081286282684868,
|
|
"learning_rate": 5.679480005998923e-06,
|
|
"loss": 0.8618,
|
|
"num_tokens": 6726435102.0,
|
|
"step": 825
|
|
},
|
|
{
|
|
"epoch": 3.5624661979448353,
|
|
"grad_norm": 0.24010000335558374,
|
|
"learning_rate": 5.659230020566689e-06,
|
|
"loss": 0.889,
|
|
"num_tokens": 6734692268.0,
|
|
"step": 826
|
|
},
|
|
{
|
|
"epoch": 3.566792861005949,
|
|
"grad_norm": 0.24660166305164508,
|
|
"learning_rate": 5.639021683531598e-06,
|
|
"loss": 0.8681,
|
|
"num_tokens": 6742951944.0,
|
|
"step": 827
|
|
},
|
|
{
|
|
"epoch": 3.571119524067063,
|
|
"grad_norm": 0.23651779717321664,
|
|
"learning_rate": 5.618855152482334e-06,
|
|
"loss": 0.8674,
|
|
"num_tokens": 6751195202.0,
|
|
"step": 828
|
|
},
|
|
{
|
|
"epoch": 3.5754461871281773,
|
|
"grad_norm": 0.2648880121835487,
|
|
"learning_rate": 5.5987305846815425e-06,
|
|
"loss": 0.8818,
|
|
"num_tokens": 6759329049.0,
|
|
"step": 829
|
|
},
|
|
{
|
|
"epoch": 3.5797728501892916,
|
|
"grad_norm": 0.23397061173999484,
|
|
"learning_rate": 5.578648137064655e-06,
|
|
"loss": 0.8781,
|
|
"num_tokens": 6767359316.0,
|
|
"step": 830
|
|
},
|
|
{
|
|
"epoch": 3.584099513250406,
|
|
"grad_norm": 0.26782518944680506,
|
|
"learning_rate": 5.558607966238627e-06,
|
|
"loss": 0.8747,
|
|
"num_tokens": 6775484941.0,
|
|
"step": 831
|
|
},
|
|
{
|
|
"epoch": 3.5884261763115197,
|
|
"grad_norm": 0.25297771415198006,
|
|
"learning_rate": 5.5386102284807395e-06,
|
|
"loss": 0.8715,
|
|
"num_tokens": 6783629197.0,
|
|
"step": 832
|
|
},
|
|
{
|
|
"epoch": 3.592752839372634,
|
|
"grad_norm": 0.24344142207353725,
|
|
"learning_rate": 5.518655079737371e-06,
|
|
"loss": 0.8702,
|
|
"num_tokens": 6791822522.0,
|
|
"step": 833
|
|
},
|
|
{
|
|
"epoch": 3.597079502433748,
|
|
"grad_norm": 0.24866449099851073,
|
|
"learning_rate": 5.498742675622777e-06,
|
|
"loss": 0.9028,
|
|
"num_tokens": 6799891082.0,
|
|
"step": 834
|
|
},
|
|
{
|
|
"epoch": 3.601406165494862,
|
|
"grad_norm": 0.2309579377927138,
|
|
"learning_rate": 5.478873171417884e-06,
|
|
"loss": 0.8622,
|
|
"num_tokens": 6807929736.0,
|
|
"step": 835
|
|
},
|
|
{
|
|
"epoch": 3.6057328285559764,
|
|
"grad_norm": 0.25768153330484456,
|
|
"learning_rate": 5.459046722069077e-06,
|
|
"loss": 0.8808,
|
|
"num_tokens": 6816078199.0,
|
|
"step": 836
|
|
},
|
|
{
|
|
"epoch": 3.6100594916170903,
|
|
"grad_norm": 0.22946890852236013,
|
|
"learning_rate": 5.439263482186993e-06,
|
|
"loss": 0.8875,
|
|
"num_tokens": 6824351479.0,
|
|
"step": 837
|
|
},
|
|
{
|
|
"epoch": 3.6143861546782046,
|
|
"grad_norm": 0.284350627497672,
|
|
"learning_rate": 5.419523606045307e-06,
|
|
"loss": 0.8634,
|
|
"num_tokens": 6832648960.0,
|
|
"step": 838
|
|
},
|
|
{
|
|
"epoch": 3.6187128177393184,
|
|
"grad_norm": 0.2461254509930547,
|
|
"learning_rate": 5.399827247579543e-06,
|
|
"loss": 0.8788,
|
|
"num_tokens": 6840799187.0,
|
|
"step": 839
|
|
},
|
|
{
|
|
"epoch": 3.6230394808004327,
|
|
"grad_norm": 0.25376519838917316,
|
|
"learning_rate": 5.3801745603858606e-06,
|
|
"loss": 0.8698,
|
|
"num_tokens": 6849039361.0,
|
|
"step": 840
|
|
},
|
|
{
|
|
"epoch": 3.627366143861547,
|
|
"grad_norm": 0.264870737974905,
|
|
"learning_rate": 5.36056569771986e-06,
|
|
"loss": 0.8628,
|
|
"num_tokens": 6857202285.0,
|
|
"step": 841
|
|
},
|
|
{
|
|
"epoch": 3.631692806922661,
|
|
"grad_norm": 0.25854125632719377,
|
|
"learning_rate": 5.341000812495387e-06,
|
|
"loss": 0.8455,
|
|
"num_tokens": 6865442272.0,
|
|
"step": 842
|
|
},
|
|
{
|
|
"epoch": 3.636019469983775,
|
|
"grad_norm": 0.2714656211256253,
|
|
"learning_rate": 5.3214800572833535e-06,
|
|
"loss": 0.8883,
|
|
"num_tokens": 6873686134.0,
|
|
"step": 843
|
|
},
|
|
{
|
|
"epoch": 3.640346133044889,
|
|
"grad_norm": 0.24643298718947976,
|
|
"learning_rate": 5.302003584310531e-06,
|
|
"loss": 0.8671,
|
|
"num_tokens": 6881934773.0,
|
|
"step": 844
|
|
},
|
|
{
|
|
"epoch": 3.6446727961060033,
|
|
"grad_norm": 0.24828687409016623,
|
|
"learning_rate": 5.282571545458361e-06,
|
|
"loss": 0.8924,
|
|
"num_tokens": 6890167439.0,
|
|
"step": 845
|
|
},
|
|
{
|
|
"epoch": 3.6489994591671175,
|
|
"grad_norm": 0.23017624085228425,
|
|
"learning_rate": 5.263184092261793e-06,
|
|
"loss": 0.8655,
|
|
"num_tokens": 6898084286.0,
|
|
"step": 846
|
|
},
|
|
{
|
|
"epoch": 3.6533261222282314,
|
|
"grad_norm": 0.25068184011797584,
|
|
"learning_rate": 5.243841375908079e-06,
|
|
"loss": 0.8952,
|
|
"num_tokens": 6906136822.0,
|
|
"step": 847
|
|
},
|
|
{
|
|
"epoch": 3.6576527852893457,
|
|
"grad_norm": 0.22590219136010012,
|
|
"learning_rate": 5.2245435472356075e-06,
|
|
"loss": 0.8596,
|
|
"num_tokens": 6914342775.0,
|
|
"step": 848
|
|
},
|
|
{
|
|
"epoch": 3.6619794483504595,
|
|
"grad_norm": 0.28142059088247345,
|
|
"learning_rate": 5.205290756732717e-06,
|
|
"loss": 0.8725,
|
|
"num_tokens": 6922575948.0,
|
|
"step": 849
|
|
},
|
|
{
|
|
"epoch": 3.666306111411574,
|
|
"grad_norm": 0.24061764424713128,
|
|
"learning_rate": 5.186083154536545e-06,
|
|
"loss": 0.8792,
|
|
"num_tokens": 6930711473.0,
|
|
"step": 850
|
|
},
|
|
{
|
|
"epoch": 3.670632774472688,
|
|
"grad_norm": 0.24535210553929054,
|
|
"learning_rate": 5.166920890431822e-06,
|
|
"loss": 0.8642,
|
|
"num_tokens": 6939089933.0,
|
|
"step": 851
|
|
},
|
|
{
|
|
"epoch": 3.674959437533802,
|
|
"grad_norm": 0.27331874962756486,
|
|
"learning_rate": 5.147804113849739e-06,
|
|
"loss": 0.8681,
|
|
"num_tokens": 6947404283.0,
|
|
"step": 852
|
|
},
|
|
{
|
|
"epoch": 3.6792861005949162,
|
|
"grad_norm": 0.24193385525958766,
|
|
"learning_rate": 5.128732973866764e-06,
|
|
"loss": 0.8794,
|
|
"num_tokens": 6955647078.0,
|
|
"step": 853
|
|
},
|
|
{
|
|
"epoch": 3.68361276365603,
|
|
"grad_norm": 0.26035041478942234,
|
|
"learning_rate": 5.109707619203468e-06,
|
|
"loss": 0.8667,
|
|
"num_tokens": 6963899007.0,
|
|
"step": 854
|
|
},
|
|
{
|
|
"epoch": 3.6879394267171444,
|
|
"grad_norm": 0.24464880558869317,
|
|
"learning_rate": 5.090728198223393e-06,
|
|
"loss": 0.8627,
|
|
"num_tokens": 6972095624.0,
|
|
"step": 855
|
|
},
|
|
{
|
|
"epoch": 3.6922660897782587,
|
|
"grad_norm": 0.2679596293250479,
|
|
"learning_rate": 5.071794858931875e-06,
|
|
"loss": 0.8879,
|
|
"num_tokens": 6980432335.0,
|
|
"step": 856
|
|
},
|
|
{
|
|
"epoch": 3.6965927528393725,
|
|
"grad_norm": 0.2301512690565832,
|
|
"learning_rate": 5.052907748974902e-06,
|
|
"loss": 0.8435,
|
|
"num_tokens": 6988564397.0,
|
|
"step": 857
|
|
},
|
|
{
|
|
"epoch": 3.700919415900487,
|
|
"grad_norm": 0.271844027728891,
|
|
"learning_rate": 5.034067015637945e-06,
|
|
"loss": 0.8856,
|
|
"num_tokens": 6996765969.0,
|
|
"step": 858
|
|
},
|
|
{
|
|
"epoch": 3.7052460789616006,
|
|
"grad_norm": 0.21679771415042162,
|
|
"learning_rate": 5.015272805844829e-06,
|
|
"loss": 0.8938,
|
|
"num_tokens": 7005080433.0,
|
|
"step": 859
|
|
},
|
|
{
|
|
"epoch": 3.709572742022715,
|
|
"grad_norm": 0.25873549893156994,
|
|
"learning_rate": 4.996525266156582e-06,
|
|
"loss": 0.8628,
|
|
"num_tokens": 7013240989.0,
|
|
"step": 860
|
|
},
|
|
{
|
|
"epoch": 3.713899405083829,
|
|
"grad_norm": 0.2384884080212786,
|
|
"learning_rate": 4.977824542770279e-06,
|
|
"loss": 0.8396,
|
|
"num_tokens": 7021510989.0,
|
|
"step": 861
|
|
},
|
|
{
|
|
"epoch": 3.718226068144943,
|
|
"grad_norm": 0.261797066838615,
|
|
"learning_rate": 4.959170781517917e-06,
|
|
"loss": 0.8531,
|
|
"num_tokens": 7029805069.0,
|
|
"step": 862
|
|
},
|
|
{
|
|
"epoch": 3.7225527312060573,
|
|
"grad_norm": 0.24558072291623043,
|
|
"learning_rate": 4.940564127865276e-06,
|
|
"loss": 0.8582,
|
|
"num_tokens": 7038026239.0,
|
|
"step": 863
|
|
},
|
|
{
|
|
"epoch": 3.726879394267171,
|
|
"grad_norm": 0.24713485535544746,
|
|
"learning_rate": 4.92200472691078e-06,
|
|
"loss": 0.8827,
|
|
"num_tokens": 7046185960.0,
|
|
"step": 864
|
|
},
|
|
{
|
|
"epoch": 3.7312060573282855,
|
|
"grad_norm": 0.23845612907877414,
|
|
"learning_rate": 4.903492723384366e-06,
|
|
"loss": 0.8785,
|
|
"num_tokens": 7054363219.0,
|
|
"step": 865
|
|
},
|
|
{
|
|
"epoch": 3.7355327203893998,
|
|
"grad_norm": 0.22606839767231876,
|
|
"learning_rate": 4.885028261646354e-06,
|
|
"loss": 0.867,
|
|
"num_tokens": 7062407105.0,
|
|
"step": 866
|
|
},
|
|
{
|
|
"epoch": 3.739859383450514,
|
|
"grad_norm": 0.24424189437762311,
|
|
"learning_rate": 4.866611485686323e-06,
|
|
"loss": 0.8972,
|
|
"num_tokens": 7070565428.0,
|
|
"step": 867
|
|
},
|
|
{
|
|
"epoch": 3.744186046511628,
|
|
"grad_norm": 0.23995639109377395,
|
|
"learning_rate": 4.848242539121998e-06,
|
|
"loss": 0.8641,
|
|
"num_tokens": 7078632819.0,
|
|
"step": 868
|
|
},
|
|
{
|
|
"epoch": 3.748512709572742,
|
|
"grad_norm": 0.23424864631147535,
|
|
"learning_rate": 4.8299215651981095e-06,
|
|
"loss": 0.8847,
|
|
"num_tokens": 7086774735.0,
|
|
"step": 869
|
|
},
|
|
{
|
|
"epoch": 3.752839372633856,
|
|
"grad_norm": 0.24669935609823532,
|
|
"learning_rate": 4.8116487067852945e-06,
|
|
"loss": 0.8559,
|
|
"num_tokens": 7094926736.0,
|
|
"step": 870
|
|
},
|
|
{
|
|
"epoch": 3.7571660356949703,
|
|
"grad_norm": 0.22046021680839034,
|
|
"learning_rate": 4.793424106378972e-06,
|
|
"loss": 0.8618,
|
|
"num_tokens": 7103147358.0,
|
|
"step": 871
|
|
},
|
|
{
|
|
"epoch": 3.7614926987560846,
|
|
"grad_norm": 0.2395354316786138,
|
|
"learning_rate": 4.77524790609824e-06,
|
|
"loss": 0.8883,
|
|
"num_tokens": 7111357604.0,
|
|
"step": 872
|
|
},
|
|
{
|
|
"epoch": 3.7658193618171985,
|
|
"grad_norm": 0.2365151865427725,
|
|
"learning_rate": 4.7571202476847575e-06,
|
|
"loss": 0.8487,
|
|
"num_tokens": 7119470672.0,
|
|
"step": 873
|
|
},
|
|
{
|
|
"epoch": 3.7701460248783127,
|
|
"grad_norm": 0.25387276765750244,
|
|
"learning_rate": 4.739041272501643e-06,
|
|
"loss": 0.8495,
|
|
"num_tokens": 7127678886.0,
|
|
"step": 874
|
|
},
|
|
{
|
|
"epoch": 3.7744726879394266,
|
|
"grad_norm": 0.243430748812654,
|
|
"learning_rate": 4.721011121532384e-06,
|
|
"loss": 0.8786,
|
|
"num_tokens": 7135834358.0,
|
|
"step": 875
|
|
},
|
|
{
|
|
"epoch": 3.778799351000541,
|
|
"grad_norm": 0.2253824574379863,
|
|
"learning_rate": 4.703029935379711e-06,
|
|
"loss": 0.8885,
|
|
"num_tokens": 7144080341.0,
|
|
"step": 876
|
|
},
|
|
{
|
|
"epoch": 3.783126014061655,
|
|
"grad_norm": 0.25595198805615155,
|
|
"learning_rate": 4.685097854264535e-06,
|
|
"loss": 0.8787,
|
|
"num_tokens": 7152048641.0,
|
|
"step": 877
|
|
},
|
|
{
|
|
"epoch": 3.787452677122769,
|
|
"grad_norm": 0.2151870609226196,
|
|
"learning_rate": 4.66721501802482e-06,
|
|
"loss": 0.8502,
|
|
"num_tokens": 7160159340.0,
|
|
"step": 878
|
|
},
|
|
{
|
|
"epoch": 3.7917793401838833,
|
|
"grad_norm": 0.23498172585247432,
|
|
"learning_rate": 4.649381566114517e-06,
|
|
"loss": 0.8562,
|
|
"num_tokens": 7168386764.0,
|
|
"step": 879
|
|
},
|
|
{
|
|
"epoch": 3.796106003244997,
|
|
"grad_norm": 0.2202317264271157,
|
|
"learning_rate": 4.631597637602465e-06,
|
|
"loss": 0.8339,
|
|
"num_tokens": 7176392255.0,
|
|
"step": 880
|
|
},
|
|
{
|
|
"epoch": 3.8004326663061114,
|
|
"grad_norm": 0.22348936099151778,
|
|
"learning_rate": 4.613863371171314e-06,
|
|
"loss": 0.8828,
|
|
"num_tokens": 7184640858.0,
|
|
"step": 881
|
|
},
|
|
{
|
|
"epoch": 3.8047593293672257,
|
|
"grad_norm": 0.2320891008196228,
|
|
"learning_rate": 4.5961789051164325e-06,
|
|
"loss": 0.873,
|
|
"num_tokens": 7192875182.0,
|
|
"step": 882
|
|
},
|
|
{
|
|
"epoch": 3.8090859924283396,
|
|
"grad_norm": 0.21780432331671123,
|
|
"learning_rate": 4.578544377344841e-06,
|
|
"loss": 0.8538,
|
|
"num_tokens": 7201076591.0,
|
|
"step": 883
|
|
},
|
|
{
|
|
"epoch": 3.813412655489454,
|
|
"grad_norm": 0.2229548120930206,
|
|
"learning_rate": 4.560959925374133e-06,
|
|
"loss": 0.8658,
|
|
"num_tokens": 7209160410.0,
|
|
"step": 884
|
|
},
|
|
{
|
|
"epoch": 3.8177393185505677,
|
|
"grad_norm": 0.2204686154860945,
|
|
"learning_rate": 4.543425686331394e-06,
|
|
"loss": 0.8558,
|
|
"num_tokens": 7217251112.0,
|
|
"step": 885
|
|
},
|
|
{
|
|
"epoch": 3.822065981611682,
|
|
"grad_norm": 0.21889738307844428,
|
|
"learning_rate": 4.525941796952142e-06,
|
|
"loss": 0.9103,
|
|
"num_tokens": 7225589569.0,
|
|
"step": 886
|
|
},
|
|
{
|
|
"epoch": 3.8263926446727963,
|
|
"grad_norm": 0.22195229341976094,
|
|
"learning_rate": 4.5085083935792566e-06,
|
|
"loss": 0.8746,
|
|
"num_tokens": 7233839255.0,
|
|
"step": 887
|
|
},
|
|
{
|
|
"epoch": 3.83071930773391,
|
|
"grad_norm": 0.22203328389903487,
|
|
"learning_rate": 4.491125612161924e-06,
|
|
"loss": 0.8675,
|
|
"num_tokens": 7242039779.0,
|
|
"step": 888
|
|
},
|
|
{
|
|
"epoch": 3.8350459707950244,
|
|
"grad_norm": 0.23433836266559419,
|
|
"learning_rate": 4.47379358825456e-06,
|
|
"loss": 0.8829,
|
|
"num_tokens": 7250299144.0,
|
|
"step": 889
|
|
},
|
|
{
|
|
"epoch": 3.8393726338561383,
|
|
"grad_norm": 0.22003609539379673,
|
|
"learning_rate": 4.456512457015775e-06,
|
|
"loss": 0.8776,
|
|
"num_tokens": 7258605561.0,
|
|
"step": 890
|
|
},
|
|
{
|
|
"epoch": 3.8436992969172525,
|
|
"grad_norm": 0.23521493912813957,
|
|
"learning_rate": 4.4392823532072984e-06,
|
|
"loss": 0.9054,
|
|
"num_tokens": 7266742349.0,
|
|
"step": 891
|
|
},
|
|
{
|
|
"epoch": 3.848025959978367,
|
|
"grad_norm": 0.22815542527706334,
|
|
"learning_rate": 4.422103411192941e-06,
|
|
"loss": 0.8749,
|
|
"num_tokens": 7274939437.0,
|
|
"step": 892
|
|
},
|
|
{
|
|
"epoch": 3.8523526230394807,
|
|
"grad_norm": 0.22310220098274597,
|
|
"learning_rate": 4.404975764937541e-06,
|
|
"loss": 0.8784,
|
|
"num_tokens": 7283217746.0,
|
|
"step": 893
|
|
},
|
|
{
|
|
"epoch": 3.856679286100595,
|
|
"grad_norm": 0.23665733625687027,
|
|
"learning_rate": 4.387899548005927e-06,
|
|
"loss": 0.8827,
|
|
"num_tokens": 7291342620.0,
|
|
"step": 894
|
|
},
|
|
{
|
|
"epoch": 3.861005949161709,
|
|
"grad_norm": 0.2357274515626233,
|
|
"learning_rate": 4.370874893561872e-06,
|
|
"loss": 0.8923,
|
|
"num_tokens": 7299513806.0,
|
|
"step": 895
|
|
},
|
|
{
|
|
"epoch": 3.865332612222823,
|
|
"grad_norm": 0.24194775225375628,
|
|
"learning_rate": 4.353901934367045e-06,
|
|
"loss": 0.8684,
|
|
"num_tokens": 7307509871.0,
|
|
"step": 896
|
|
},
|
|
{
|
|
"epoch": 3.8696592752839374,
|
|
"grad_norm": 0.21625785056749258,
|
|
"learning_rate": 4.336980802779998e-06,
|
|
"loss": 0.8736,
|
|
"num_tokens": 7315632369.0,
|
|
"step": 897
|
|
},
|
|
{
|
|
"epoch": 3.8739859383450512,
|
|
"grad_norm": 0.2376011450614481,
|
|
"learning_rate": 4.320111630755109e-06,
|
|
"loss": 0.8825,
|
|
"num_tokens": 7323748995.0,
|
|
"step": 898
|
|
},
|
|
{
|
|
"epoch": 3.8783126014061655,
|
|
"grad_norm": 0.22914479254242603,
|
|
"learning_rate": 4.303294549841573e-06,
|
|
"loss": 0.8979,
|
|
"num_tokens": 7331960561.0,
|
|
"step": 899
|
|
},
|
|
{
|
|
"epoch": 3.8826392644672794,
|
|
"grad_norm": 0.24273658078009602,
|
|
"learning_rate": 4.286529691182362e-06,
|
|
"loss": 0.9077,
|
|
"num_tokens": 7340214994.0,
|
|
"step": 900
|
|
},
|
|
{
|
|
"epoch": 3.8869659275283936,
|
|
"grad_norm": 0.22765819958364839,
|
|
"learning_rate": 4.269817185513215e-06,
|
|
"loss": 0.8751,
|
|
"num_tokens": 7348363099.0,
|
|
"step": 901
|
|
},
|
|
{
|
|
"epoch": 3.891292590589508,
|
|
"grad_norm": 0.2412190604210739,
|
|
"learning_rate": 4.253157163161605e-06,
|
|
"loss": 0.8409,
|
|
"num_tokens": 7356665002.0,
|
|
"step": 902
|
|
},
|
|
{
|
|
"epoch": 3.8956192536506222,
|
|
"grad_norm": 0.23267678662848995,
|
|
"learning_rate": 4.236549754045737e-06,
|
|
"loss": 0.8513,
|
|
"num_tokens": 7364879198.0,
|
|
"step": 903
|
|
},
|
|
{
|
|
"epoch": 3.899945916711736,
|
|
"grad_norm": 0.24617821294263423,
|
|
"learning_rate": 4.2199950876735215e-06,
|
|
"loss": 0.8773,
|
|
"num_tokens": 7373070906.0,
|
|
"step": 904
|
|
},
|
|
{
|
|
"epoch": 3.90427257977285,
|
|
"grad_norm": 0.25099801574181024,
|
|
"learning_rate": 4.203493293141569e-06,
|
|
"loss": 0.8891,
|
|
"num_tokens": 7381382956.0,
|
|
"step": 905
|
|
},
|
|
{
|
|
"epoch": 3.908599242833964,
|
|
"grad_norm": 0.24621890662823137,
|
|
"learning_rate": 4.187044499134194e-06,
|
|
"loss": 0.87,
|
|
"num_tokens": 7389566035.0,
|
|
"step": 906
|
|
},
|
|
{
|
|
"epoch": 3.9129259058950785,
|
|
"grad_norm": 0.2450439123209906,
|
|
"learning_rate": 4.170648833922391e-06,
|
|
"loss": 0.8671,
|
|
"num_tokens": 7397828026.0,
|
|
"step": 907
|
|
},
|
|
{
|
|
"epoch": 3.917252568956193,
|
|
"grad_norm": 0.24148342943530646,
|
|
"learning_rate": 4.154306425362856e-06,
|
|
"loss": 0.8529,
|
|
"num_tokens": 7406033799.0,
|
|
"step": 908
|
|
},
|
|
{
|
|
"epoch": 3.9215792320173066,
|
|
"grad_norm": 0.25508465052024193,
|
|
"learning_rate": 4.1380174008969685e-06,
|
|
"loss": 0.8635,
|
|
"num_tokens": 7414155897.0,
|
|
"step": 909
|
|
},
|
|
{
|
|
"epoch": 3.925905895078421,
|
|
"grad_norm": 0.22308785083920818,
|
|
"learning_rate": 4.121781887549819e-06,
|
|
"loss": 0.8965,
|
|
"num_tokens": 7422421950.0,
|
|
"step": 910
|
|
},
|
|
{
|
|
"epoch": 3.9302325581395348,
|
|
"grad_norm": 0.21770015216002292,
|
|
"learning_rate": 4.1056000119292e-06,
|
|
"loss": 0.8514,
|
|
"num_tokens": 7430613952.0,
|
|
"step": 911
|
|
},
|
|
{
|
|
"epoch": 3.934559221200649,
|
|
"grad_norm": 0.2266454296767021,
|
|
"learning_rate": 4.089471900224625e-06,
|
|
"loss": 0.8966,
|
|
"num_tokens": 7438787578.0,
|
|
"step": 912
|
|
},
|
|
{
|
|
"epoch": 3.9388858842617633,
|
|
"grad_norm": 0.22380927100300407,
|
|
"learning_rate": 4.07339767820635e-06,
|
|
"loss": 0.8926,
|
|
"num_tokens": 7447030738.0,
|
|
"step": 913
|
|
},
|
|
{
|
|
"epoch": 3.943212547322877,
|
|
"grad_norm": 0.2424857416532719,
|
|
"learning_rate": 4.057377471224389e-06,
|
|
"loss": 0.8675,
|
|
"num_tokens": 7455115841.0,
|
|
"step": 914
|
|
},
|
|
{
|
|
"epoch": 3.9475392103839915,
|
|
"grad_norm": 0.4561860168642841,
|
|
"learning_rate": 4.041411404207534e-06,
|
|
"loss": 0.8495,
|
|
"num_tokens": 7463324922.0,
|
|
"step": 915
|
|
},
|
|
{
|
|
"epoch": 3.9518658734451053,
|
|
"grad_norm": 0.2447660248000196,
|
|
"learning_rate": 4.025499601662385e-06,
|
|
"loss": 0.8627,
|
|
"num_tokens": 7471433641.0,
|
|
"step": 916
|
|
},
|
|
{
|
|
"epoch": 3.9561925365062196,
|
|
"grad_norm": 0.22717301609727106,
|
|
"learning_rate": 4.009642187672371e-06,
|
|
"loss": 0.8625,
|
|
"num_tokens": 7479647760.0,
|
|
"step": 917
|
|
},
|
|
{
|
|
"epoch": 3.960519199567334,
|
|
"grad_norm": 0.23146279567894976,
|
|
"learning_rate": 3.99383928589679e-06,
|
|
"loss": 0.851,
|
|
"num_tokens": 7487931251.0,
|
|
"step": 918
|
|
},
|
|
{
|
|
"epoch": 3.9648458626284477,
|
|
"grad_norm": 0.2227424680999003,
|
|
"learning_rate": 3.9780910195698505e-06,
|
|
"loss": 0.8407,
|
|
"num_tokens": 7496101225.0,
|
|
"step": 919
|
|
},
|
|
{
|
|
"epoch": 3.969172525689562,
|
|
"grad_norm": 0.22760470701948257,
|
|
"learning_rate": 3.9623975114996905e-06,
|
|
"loss": 0.8811,
|
|
"num_tokens": 7504063654.0,
|
|
"step": 920
|
|
},
|
|
{
|
|
"epoch": 3.973499188750676,
|
|
"grad_norm": 0.21794459346072656,
|
|
"learning_rate": 3.946758884067443e-06,
|
|
"loss": 0.8838,
|
|
"num_tokens": 7512165076.0,
|
|
"step": 921
|
|
},
|
|
{
|
|
"epoch": 3.97782585181179,
|
|
"grad_norm": 0.21058550976215654,
|
|
"learning_rate": 3.9311752592262636e-06,
|
|
"loss": 0.8794,
|
|
"num_tokens": 7520168097.0,
|
|
"step": 922
|
|
},
|
|
{
|
|
"epoch": 3.9821525148729044,
|
|
"grad_norm": 0.2210143730720937,
|
|
"learning_rate": 3.915646758500391e-06,
|
|
"loss": 0.8799,
|
|
"num_tokens": 7528384996.0,
|
|
"step": 923
|
|
},
|
|
{
|
|
"epoch": 3.9864791779340183,
|
|
"grad_norm": 0.21168643720099292,
|
|
"learning_rate": 3.900173502984195e-06,
|
|
"loss": 0.8644,
|
|
"num_tokens": 7536667574.0,
|
|
"step": 924
|
|
},
|
|
{
|
|
"epoch": 3.9908058409951326,
|
|
"grad_norm": 0.2257362665475205,
|
|
"learning_rate": 3.884755613341223e-06,
|
|
"loss": 0.8691,
|
|
"num_tokens": 7544881945.0,
|
|
"step": 925
|
|
},
|
|
{
|
|
"epoch": 3.9951325040562464,
|
|
"grad_norm": 0.21540201264645625,
|
|
"learning_rate": 3.8693932098032845e-06,
|
|
"loss": 0.8738,
|
|
"num_tokens": 7553115253.0,
|
|
"step": 926
|
|
},
|
|
{
|
|
"epoch": 3.9994591671173607,
|
|
"grad_norm": 0.2220835897447074,
|
|
"learning_rate": 3.854086412169482e-06,
|
|
"loss": 0.8607,
|
|
"num_tokens": 7561403316.0,
|
|
"step": 927
|
|
},
|
|
{
|
|
"epoch": 4.0,
|
|
"grad_norm": 0.5180877481536112,
|
|
"learning_rate": 3.838835339805301e-06,
|
|
"loss": 0.8743,
|
|
"num_tokens": 7562397899.0,
|
|
"step": 928
|
|
},
|
|
{
|
|
"epoch": 4.004326663061114,
|
|
"grad_norm": 0.25591003328303946,
|
|
"learning_rate": 3.8236401116416686e-06,
|
|
"loss": 0.8683,
|
|
"num_tokens": 7570694341.0,
|
|
"step": 929
|
|
},
|
|
{
|
|
"epoch": 4.008653326122229,
|
|
"grad_norm": 0.23130299920493375,
|
|
"learning_rate": 3.8085008461740245e-06,
|
|
"loss": 0.8518,
|
|
"num_tokens": 7578913010.0,
|
|
"step": 930
|
|
},
|
|
{
|
|
"epoch": 4.012979989183342,
|
|
"grad_norm": 0.21942409398345594,
|
|
"learning_rate": 3.7934176614614004e-06,
|
|
"loss": 0.8574,
|
|
"num_tokens": 7587176043.0,
|
|
"step": 931
|
|
},
|
|
{
|
|
"epoch": 4.017306652244456,
|
|
"grad_norm": 0.23602893651738854,
|
|
"learning_rate": 3.778390675125503e-06,
|
|
"loss": 0.88,
|
|
"num_tokens": 7595361150.0,
|
|
"step": 932
|
|
},
|
|
{
|
|
"epoch": 4.0216333153055706,
|
|
"grad_norm": 0.22963261312250266,
|
|
"learning_rate": 3.7634200043497886e-06,
|
|
"loss": 0.8696,
|
|
"num_tokens": 7603603319.0,
|
|
"step": 933
|
|
},
|
|
{
|
|
"epoch": 4.025959978366685,
|
|
"grad_norm": 0.23821751613972522,
|
|
"learning_rate": 3.7485057658785564e-06,
|
|
"loss": 0.8583,
|
|
"num_tokens": 7611629746.0,
|
|
"step": 934
|
|
},
|
|
{
|
|
"epoch": 4.030286641427799,
|
|
"grad_norm": 0.24202628415040636,
|
|
"learning_rate": 3.733648076016035e-06,
|
|
"loss": 0.8529,
|
|
"num_tokens": 7619480000.0,
|
|
"step": 935
|
|
},
|
|
{
|
|
"epoch": 4.0346133044889125,
|
|
"grad_norm": 0.2412207126177947,
|
|
"learning_rate": 3.7188470506254746e-06,
|
|
"loss": 0.8413,
|
|
"num_tokens": 7627668546.0,
|
|
"step": 936
|
|
},
|
|
{
|
|
"epoch": 4.038939967550027,
|
|
"grad_norm": 0.25144531477738197,
|
|
"learning_rate": 3.704102805128242e-06,
|
|
"loss": 0.8611,
|
|
"num_tokens": 7636016252.0,
|
|
"step": 937
|
|
},
|
|
{
|
|
"epoch": 4.043266630611141,
|
|
"grad_norm": 0.2098155309817567,
|
|
"learning_rate": 3.6894154545029255e-06,
|
|
"loss": 0.8781,
|
|
"num_tokens": 7644242332.0,
|
|
"step": 938
|
|
},
|
|
{
|
|
"epoch": 4.047593293672255,
|
|
"grad_norm": 0.2577295507503897,
|
|
"learning_rate": 3.6747851132844392e-06,
|
|
"loss": 0.8537,
|
|
"num_tokens": 7652459876.0,
|
|
"step": 939
|
|
},
|
|
{
|
|
"epoch": 4.05191995673337,
|
|
"grad_norm": 0.23110292079530256,
|
|
"learning_rate": 3.660211895563117e-06,
|
|
"loss": 0.855,
|
|
"num_tokens": 7660516751.0,
|
|
"step": 940
|
|
},
|
|
{
|
|
"epoch": 4.056246619794483,
|
|
"grad_norm": 0.23131121218263148,
|
|
"learning_rate": 3.6456959149838443e-06,
|
|
"loss": 0.8323,
|
|
"num_tokens": 7668597513.0,
|
|
"step": 941
|
|
},
|
|
{
|
|
"epoch": 4.060573282855597,
|
|
"grad_norm": 0.250846106465643,
|
|
"learning_rate": 3.6312372847451503e-06,
|
|
"loss": 0.8607,
|
|
"num_tokens": 7676742840.0,
|
|
"step": 942
|
|
},
|
|
{
|
|
"epoch": 4.064899945916712,
|
|
"grad_norm": 0.22886392433701483,
|
|
"learning_rate": 3.61683611759834e-06,
|
|
"loss": 0.8397,
|
|
"num_tokens": 7685065882.0,
|
|
"step": 943
|
|
},
|
|
{
|
|
"epoch": 4.069226608977826,
|
|
"grad_norm": 0.2690960212842193,
|
|
"learning_rate": 3.6024925258466028e-06,
|
|
"loss": 0.8472,
|
|
"num_tokens": 7693158562.0,
|
|
"step": 944
|
|
},
|
|
{
|
|
"epoch": 4.07355327203894,
|
|
"grad_norm": 0.23376964425733063,
|
|
"learning_rate": 3.5882066213441537e-06,
|
|
"loss": 0.8657,
|
|
"num_tokens": 7701397857.0,
|
|
"step": 945
|
|
},
|
|
{
|
|
"epoch": 4.077879935100054,
|
|
"grad_norm": 0.22588301718988346,
|
|
"learning_rate": 3.573978515495345e-06,
|
|
"loss": 0.8842,
|
|
"num_tokens": 7709555471.0,
|
|
"step": 946
|
|
},
|
|
{
|
|
"epoch": 4.082206598161168,
|
|
"grad_norm": 0.2174811506315356,
|
|
"learning_rate": 3.559808319253801e-06,
|
|
"loss": 0.8534,
|
|
"num_tokens": 7717790959.0,
|
|
"step": 947
|
|
},
|
|
{
|
|
"epoch": 4.086533261222282,
|
|
"grad_norm": 0.2253456579939054,
|
|
"learning_rate": 3.545696143121563e-06,
|
|
"loss": 0.8767,
|
|
"num_tokens": 7726157391.0,
|
|
"step": 948
|
|
},
|
|
{
|
|
"epoch": 4.0908599242833965,
|
|
"grad_norm": 0.2346147116122069,
|
|
"learning_rate": 3.5316420971482133e-06,
|
|
"loss": 0.8565,
|
|
"num_tokens": 7734232042.0,
|
|
"step": 949
|
|
},
|
|
{
|
|
"epoch": 4.095186587344511,
|
|
"grad_norm": 0.2216997510075399,
|
|
"learning_rate": 3.5176462909300257e-06,
|
|
"loss": 0.8531,
|
|
"num_tokens": 7742544120.0,
|
|
"step": 950
|
|
},
|
|
{
|
|
"epoch": 4.099513250405625,
|
|
"grad_norm": 0.2374983543316505,
|
|
"learning_rate": 3.5037088336091054e-06,
|
|
"loss": 0.8709,
|
|
"num_tokens": 7750722436.0,
|
|
"step": 951
|
|
},
|
|
{
|
|
"epoch": 4.1038399134667385,
|
|
"grad_norm": 0.22376234315222962,
|
|
"learning_rate": 3.48982983387255e-06,
|
|
"loss": 0.8743,
|
|
"num_tokens": 7758886506.0,
|
|
"step": 952
|
|
},
|
|
{
|
|
"epoch": 4.108166576527853,
|
|
"grad_norm": 0.2281977610944927,
|
|
"learning_rate": 3.476009399951582e-06,
|
|
"loss": 0.8546,
|
|
"num_tokens": 7767004240.0,
|
|
"step": 953
|
|
},
|
|
{
|
|
"epoch": 4.112493239588967,
|
|
"grad_norm": 0.2099695039921276,
|
|
"learning_rate": 3.4622476396207254e-06,
|
|
"loss": 0.8724,
|
|
"num_tokens": 7775163716.0,
|
|
"step": 954
|
|
},
|
|
{
|
|
"epoch": 4.116819902650081,
|
|
"grad_norm": 0.22705602607925848,
|
|
"learning_rate": 3.4485446601969507e-06,
|
|
"loss": 0.8477,
|
|
"num_tokens": 7783152253.0,
|
|
"step": 955
|
|
},
|
|
{
|
|
"epoch": 4.121146565711196,
|
|
"grad_norm": 0.21306056074521926,
|
|
"learning_rate": 3.4349005685388424e-06,
|
|
"loss": 0.8389,
|
|
"num_tokens": 7791264021.0,
|
|
"step": 956
|
|
},
|
|
{
|
|
"epoch": 4.125473228772309,
|
|
"grad_norm": 0.20090147827660462,
|
|
"learning_rate": 3.4213154710457708e-06,
|
|
"loss": 0.8796,
|
|
"num_tokens": 7799608435.0,
|
|
"step": 957
|
|
},
|
|
{
|
|
"epoch": 4.129799891833423,
|
|
"grad_norm": 0.21493122053824765,
|
|
"learning_rate": 3.4077894736570515e-06,
|
|
"loss": 0.8314,
|
|
"num_tokens": 7807667064.0,
|
|
"step": 958
|
|
},
|
|
{
|
|
"epoch": 4.134126554894538,
|
|
"grad_norm": 0.2059753610753284,
|
|
"learning_rate": 3.3943226818511333e-06,
|
|
"loss": 0.833,
|
|
"num_tokens": 7815990109.0,
|
|
"step": 959
|
|
},
|
|
{
|
|
"epoch": 4.138453217955652,
|
|
"grad_norm": 0.21198245077209585,
|
|
"learning_rate": 3.3809152006447587e-06,
|
|
"loss": 0.853,
|
|
"num_tokens": 7824114384.0,
|
|
"step": 960
|
|
},
|
|
{
|
|
"epoch": 4.142779881016766,
|
|
"grad_norm": 0.20381984846414497,
|
|
"learning_rate": 3.367567134592167e-06,
|
|
"loss": 0.8393,
|
|
"num_tokens": 7832371624.0,
|
|
"step": 961
|
|
},
|
|
{
|
|
"epoch": 4.14710654407788,
|
|
"grad_norm": 0.21493506431737103,
|
|
"learning_rate": 3.354278587784253e-06,
|
|
"loss": 0.8504,
|
|
"num_tokens": 7840569518.0,
|
|
"step": 962
|
|
},
|
|
{
|
|
"epoch": 4.151433207138994,
|
|
"grad_norm": 0.2048642755786179,
|
|
"learning_rate": 3.341049663847775e-06,
|
|
"loss": 0.8751,
|
|
"num_tokens": 7848910772.0,
|
|
"step": 963
|
|
},
|
|
{
|
|
"epoch": 4.155759870200108,
|
|
"grad_norm": 0.21067916197180275,
|
|
"learning_rate": 3.3278804659445384e-06,
|
|
"loss": 0.8443,
|
|
"num_tokens": 7857199697.0,
|
|
"step": 964
|
|
},
|
|
{
|
|
"epoch": 4.1600865332612225,
|
|
"grad_norm": 0.22092411444057108,
|
|
"learning_rate": 3.3147710967705948e-06,
|
|
"loss": 0.8425,
|
|
"num_tokens": 7865241297.0,
|
|
"step": 965
|
|
},
|
|
{
|
|
"epoch": 4.164413196322337,
|
|
"grad_norm": 0.22847833135320852,
|
|
"learning_rate": 3.301721658555441e-06,
|
|
"loss": 0.8321,
|
|
"num_tokens": 7873515182.0,
|
|
"step": 966
|
|
},
|
|
{
|
|
"epoch": 4.16873985938345,
|
|
"grad_norm": 0.21533532210759604,
|
|
"learning_rate": 3.288732253061214e-06,
|
|
"loss": 0.8679,
|
|
"num_tokens": 7881690202.0,
|
|
"step": 967
|
|
},
|
|
{
|
|
"epoch": 4.173066522444564,
|
|
"grad_norm": 0.22082466357661767,
|
|
"learning_rate": 3.2758029815819105e-06,
|
|
"loss": 0.8384,
|
|
"num_tokens": 7889898062.0,
|
|
"step": 968
|
|
},
|
|
{
|
|
"epoch": 4.177393185505679,
|
|
"grad_norm": 0.21187994596968757,
|
|
"learning_rate": 3.2629339449425813e-06,
|
|
"loss": 0.8656,
|
|
"num_tokens": 7898068459.0,
|
|
"step": 969
|
|
},
|
|
{
|
|
"epoch": 4.181719848566793,
|
|
"grad_norm": 0.21264696690044585,
|
|
"learning_rate": 3.2501252434985642e-06,
|
|
"loss": 0.8653,
|
|
"num_tokens": 7906290749.0,
|
|
"step": 970
|
|
},
|
|
{
|
|
"epoch": 4.186046511627907,
|
|
"grad_norm": 0.22388568106518758,
|
|
"learning_rate": 3.237376977134683e-06,
|
|
"loss": 0.8723,
|
|
"num_tokens": 7914461990.0,
|
|
"step": 971
|
|
},
|
|
{
|
|
"epoch": 4.190373174689021,
|
|
"grad_norm": 0.2185567653978264,
|
|
"learning_rate": 3.2246892452644827e-06,
|
|
"loss": 0.8615,
|
|
"num_tokens": 7922673754.0,
|
|
"step": 972
|
|
},
|
|
{
|
|
"epoch": 4.194699837750135,
|
|
"grad_norm": 0.20821639294582098,
|
|
"learning_rate": 3.212062146829442e-06,
|
|
"loss": 0.8473,
|
|
"num_tokens": 7930839650.0,
|
|
"step": 973
|
|
},
|
|
{
|
|
"epoch": 4.199026500811249,
|
|
"grad_norm": 0.2169071579237775,
|
|
"learning_rate": 3.1994957802982153e-06,
|
|
"loss": 0.8791,
|
|
"num_tokens": 7939062759.0,
|
|
"step": 974
|
|
},
|
|
{
|
|
"epoch": 4.203353163872364,
|
|
"grad_norm": 0.22586825315004452,
|
|
"learning_rate": 3.1869902436658484e-06,
|
|
"loss": 0.8487,
|
|
"num_tokens": 7947181658.0,
|
|
"step": 975
|
|
},
|
|
{
|
|
"epoch": 4.207679826933478,
|
|
"grad_norm": 0.20465574736788683,
|
|
"learning_rate": 3.1745456344530296e-06,
|
|
"loss": 0.8365,
|
|
"num_tokens": 7955475853.0,
|
|
"step": 976
|
|
},
|
|
{
|
|
"epoch": 4.212006489994591,
|
|
"grad_norm": 0.23451583071171617,
|
|
"learning_rate": 3.1621620497053225e-06,
|
|
"loss": 0.8583,
|
|
"num_tokens": 7963605535.0,
|
|
"step": 977
|
|
},
|
|
{
|
|
"epoch": 4.2163331530557056,
|
|
"grad_norm": 0.21021820011152162,
|
|
"learning_rate": 3.149839585992407e-06,
|
|
"loss": 0.8442,
|
|
"num_tokens": 7971771095.0,
|
|
"step": 978
|
|
},
|
|
{
|
|
"epoch": 4.22065981611682,
|
|
"grad_norm": 0.2219459473177528,
|
|
"learning_rate": 3.1375783394073323e-06,
|
|
"loss": 0.8578,
|
|
"num_tokens": 7979836050.0,
|
|
"step": 979
|
|
},
|
|
{
|
|
"epoch": 4.224986479177934,
|
|
"grad_norm": 0.216570841875195,
|
|
"learning_rate": 3.125378405565762e-06,
|
|
"loss": 0.8678,
|
|
"num_tokens": 7988104269.0,
|
|
"step": 980
|
|
},
|
|
{
|
|
"epoch": 4.229313142239048,
|
|
"grad_norm": 0.21189127738762853,
|
|
"learning_rate": 3.11323987960523e-06,
|
|
"loss": 0.8447,
|
|
"num_tokens": 7996301506.0,
|
|
"step": 981
|
|
},
|
|
{
|
|
"epoch": 4.233639805300163,
|
|
"grad_norm": 0.20397361398391256,
|
|
"learning_rate": 3.1011628561843982e-06,
|
|
"loss": 0.8448,
|
|
"num_tokens": 8004443351.0,
|
|
"step": 982
|
|
},
|
|
{
|
|
"epoch": 4.237966468361276,
|
|
"grad_norm": 0.21711331197170478,
|
|
"learning_rate": 3.0891474294823253e-06,
|
|
"loss": 0.8456,
|
|
"num_tokens": 8012595110.0,
|
|
"step": 983
|
|
},
|
|
{
|
|
"epoch": 4.24229313142239,
|
|
"grad_norm": 0.20594669470073923,
|
|
"learning_rate": 3.0771936931977185e-06,
|
|
"loss": 0.8364,
|
|
"num_tokens": 8020696638.0,
|
|
"step": 984
|
|
},
|
|
{
|
|
"epoch": 4.246619794483505,
|
|
"grad_norm": 0.20660621838635748,
|
|
"learning_rate": 3.065301740548219e-06,
|
|
"loss": 0.8591,
|
|
"num_tokens": 8028997120.0,
|
|
"step": 985
|
|
},
|
|
{
|
|
"epoch": 4.250946457544619,
|
|
"grad_norm": 0.21334801460062347,
|
|
"learning_rate": 3.053471664269658e-06,
|
|
"loss": 0.8447,
|
|
"num_tokens": 8037246568.0,
|
|
"step": 986
|
|
},
|
|
{
|
|
"epoch": 4.255273120605732,
|
|
"grad_norm": 0.1997395867867868,
|
|
"learning_rate": 3.0417035566153498e-06,
|
|
"loss": 0.8503,
|
|
"num_tokens": 8045382073.0,
|
|
"step": 987
|
|
},
|
|
{
|
|
"epoch": 4.259599783666847,
|
|
"grad_norm": 0.20649808810674367,
|
|
"learning_rate": 3.029997509355361e-06,
|
|
"loss": 0.8514,
|
|
"num_tokens": 8053500671.0,
|
|
"step": 988
|
|
},
|
|
{
|
|
"epoch": 4.263926446727961,
|
|
"grad_norm": 0.20101444191026274,
|
|
"learning_rate": 3.018353613775798e-06,
|
|
"loss": 0.8655,
|
|
"num_tokens": 8061856544.0,
|
|
"step": 989
|
|
},
|
|
{
|
|
"epoch": 4.268253109789075,
|
|
"grad_norm": 0.20019259823425603,
|
|
"learning_rate": 3.0067719606781e-06,
|
|
"loss": 0.8391,
|
|
"num_tokens": 8069951026.0,
|
|
"step": 990
|
|
},
|
|
{
|
|
"epoch": 4.2725797728501895,
|
|
"grad_norm": 0.21186236516022863,
|
|
"learning_rate": 2.9952526403783227e-06,
|
|
"loss": 0.8726,
|
|
"num_tokens": 8078195640.0,
|
|
"step": 991
|
|
},
|
|
{
|
|
"epoch": 4.276906435911304,
|
|
"grad_norm": 0.21045324934209927,
|
|
"learning_rate": 2.9837957427064413e-06,
|
|
"loss": 0.8542,
|
|
"num_tokens": 8086372358.0,
|
|
"step": 992
|
|
},
|
|
{
|
|
"epoch": 4.281233098972417,
|
|
"grad_norm": 0.2127565330851415,
|
|
"learning_rate": 2.9724013570056436e-06,
|
|
"loss": 0.873,
|
|
"num_tokens": 8094412706.0,
|
|
"step": 993
|
|
},
|
|
{
|
|
"epoch": 4.2855597620335315,
|
|
"grad_norm": 0.21127003833828553,
|
|
"learning_rate": 2.9610695721316396e-06,
|
|
"loss": 0.8478,
|
|
"num_tokens": 8102660141.0,
|
|
"step": 994
|
|
},
|
|
{
|
|
"epoch": 4.289886425094646,
|
|
"grad_norm": 0.20968739559742613,
|
|
"learning_rate": 2.949800476451963e-06,
|
|
"loss": 0.8482,
|
|
"num_tokens": 8110936041.0,
|
|
"step": 995
|
|
},
|
|
{
|
|
"epoch": 4.29421308815576,
|
|
"grad_norm": 0.21115683131715796,
|
|
"learning_rate": 2.9385941578452842e-06,
|
|
"loss": 0.8667,
|
|
"num_tokens": 8119007237.0,
|
|
"step": 996
|
|
},
|
|
{
|
|
"epoch": 4.298539751216874,
|
|
"grad_norm": 0.23437004354364685,
|
|
"learning_rate": 2.9274507037007312e-06,
|
|
"loss": 0.8832,
|
|
"num_tokens": 8127105294.0,
|
|
"step": 997
|
|
},
|
|
{
|
|
"epoch": 4.302866414277988,
|
|
"grad_norm": 0.21295730128285184,
|
|
"learning_rate": 2.9163702009171936e-06,
|
|
"loss": 0.8521,
|
|
"num_tokens": 8135216486.0,
|
|
"step": 998
|
|
},
|
|
{
|
|
"epoch": 4.307193077339102,
|
|
"grad_norm": 0.2105296464815066,
|
|
"learning_rate": 2.9053527359026605e-06,
|
|
"loss": 0.8373,
|
|
"num_tokens": 8143450807.0,
|
|
"step": 999
|
|
},
|
|
{
|
|
"epoch": 4.311519740400216,
|
|
"grad_norm": 0.2030718327262675,
|
|
"learning_rate": 2.8943983945735375e-06,
|
|
"loss": 0.8715,
|
|
"num_tokens": 8151571833.0,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"epoch": 4.315846403461331,
|
|
"grad_norm": 0.22271248778522185,
|
|
"learning_rate": 2.883507262353977e-06,
|
|
"loss": 0.8615,
|
|
"num_tokens": 8159666786.0,
|
|
"step": 1001
|
|
},
|
|
{
|
|
"epoch": 4.320173066522445,
|
|
"grad_norm": 0.19950024521569348,
|
|
"learning_rate": 2.8726794241752163e-06,
|
|
"loss": 0.8464,
|
|
"num_tokens": 8167894590.0,
|
|
"step": 1002
|
|
},
|
|
{
|
|
"epoch": 4.324499729583558,
|
|
"grad_norm": 0.20153685175387673,
|
|
"learning_rate": 2.861914964474913e-06,
|
|
"loss": 0.8782,
|
|
"num_tokens": 8176082220.0,
|
|
"step": 1003
|
|
},
|
|
{
|
|
"epoch": 4.328826392644673,
|
|
"grad_norm": 0.22279504804051867,
|
|
"learning_rate": 2.8512139671964844e-06,
|
|
"loss": 0.8626,
|
|
"num_tokens": 8184300094.0,
|
|
"step": 1004
|
|
},
|
|
{
|
|
"epoch": 4.333153055705787,
|
|
"grad_norm": 0.2038091869757905,
|
|
"learning_rate": 2.8405765157884615e-06,
|
|
"loss": 0.8599,
|
|
"num_tokens": 8192455955.0,
|
|
"step": 1005
|
|
},
|
|
{
|
|
"epoch": 4.337479718766901,
|
|
"grad_norm": 0.22490828762253212,
|
|
"learning_rate": 2.830002693203823e-06,
|
|
"loss": 0.8526,
|
|
"num_tokens": 8200561775.0,
|
|
"step": 1006
|
|
},
|
|
{
|
|
"epoch": 4.3418063818280155,
|
|
"grad_norm": 0.2071771838853218,
|
|
"learning_rate": 2.8194925818993617e-06,
|
|
"loss": 0.8316,
|
|
"num_tokens": 8208489256.0,
|
|
"step": 1007
|
|
},
|
|
{
|
|
"epoch": 4.346133044889129,
|
|
"grad_norm": 0.20946397412793513,
|
|
"learning_rate": 2.8090462638350397e-06,
|
|
"loss": 0.8852,
|
|
"num_tokens": 8216532606.0,
|
|
"step": 1008
|
|
},
|
|
{
|
|
"epoch": 4.350459707950243,
|
|
"grad_norm": 0.2083799669198408,
|
|
"learning_rate": 2.7986638204733407e-06,
|
|
"loss": 0.852,
|
|
"num_tokens": 8224748749.0,
|
|
"step": 1009
|
|
},
|
|
{
|
|
"epoch": 4.3547863710113575,
|
|
"grad_norm": 0.20181338473914553,
|
|
"learning_rate": 2.788345332778646e-06,
|
|
"loss": 0.8519,
|
|
"num_tokens": 8232966676.0,
|
|
"step": 1010
|
|
},
|
|
{
|
|
"epoch": 4.359113034072472,
|
|
"grad_norm": 0.21484350895517648,
|
|
"learning_rate": 2.778090881216592e-06,
|
|
"loss": 0.8625,
|
|
"num_tokens": 8241115667.0,
|
|
"step": 1011
|
|
},
|
|
{
|
|
"epoch": 4.363439697133586,
|
|
"grad_norm": 0.20599622655226485,
|
|
"learning_rate": 2.7679005457534557e-06,
|
|
"loss": 0.8622,
|
|
"num_tokens": 8249319753.0,
|
|
"step": 1012
|
|
},
|
|
{
|
|
"epoch": 4.367766360194699,
|
|
"grad_norm": 0.20423535038888477,
|
|
"learning_rate": 2.757774405855519e-06,
|
|
"loss": 0.8342,
|
|
"num_tokens": 8257538643.0,
|
|
"step": 1013
|
|
},
|
|
{
|
|
"epoch": 4.372093023255814,
|
|
"grad_norm": 0.20136810455892376,
|
|
"learning_rate": 2.747712540488454e-06,
|
|
"loss": 0.8445,
|
|
"num_tokens": 8265880026.0,
|
|
"step": 1014
|
|
},
|
|
{
|
|
"epoch": 4.376419686316928,
|
|
"grad_norm": 0.20790306861235458,
|
|
"learning_rate": 2.737715028116707e-06,
|
|
"loss": 0.8676,
|
|
"num_tokens": 8274049024.0,
|
|
"step": 1015
|
|
},
|
|
{
|
|
"epoch": 4.380746349378042,
|
|
"grad_norm": 0.23342970120509718,
|
|
"learning_rate": 2.727781946702891e-06,
|
|
"loss": 0.8544,
|
|
"num_tokens": 8281959691.0,
|
|
"step": 1016
|
|
},
|
|
{
|
|
"epoch": 4.385073012439157,
|
|
"grad_norm": 0.20738049716539703,
|
|
"learning_rate": 2.717913373707167e-06,
|
|
"loss": 0.8514,
|
|
"num_tokens": 8289922698.0,
|
|
"step": 1017
|
|
},
|
|
{
|
|
"epoch": 4.38939967550027,
|
|
"grad_norm": 0.20760307455167779,
|
|
"learning_rate": 2.708109386086653e-06,
|
|
"loss": 0.8349,
|
|
"num_tokens": 8298030837.0,
|
|
"step": 1018
|
|
},
|
|
{
|
|
"epoch": 4.393726338561384,
|
|
"grad_norm": 0.19864761050881158,
|
|
"learning_rate": 2.6983700602948116e-06,
|
|
"loss": 0.8694,
|
|
"num_tokens": 8306262362.0,
|
|
"step": 1019
|
|
},
|
|
{
|
|
"epoch": 4.398053001622499,
|
|
"grad_norm": 0.21699012361528822,
|
|
"learning_rate": 2.68869547228086e-06,
|
|
"loss": 0.8457,
|
|
"num_tokens": 8314188668.0,
|
|
"step": 1020
|
|
},
|
|
{
|
|
"epoch": 4.402379664683613,
|
|
"grad_norm": 0.19662960094490703,
|
|
"learning_rate": 2.679085697489183e-06,
|
|
"loss": 0.8383,
|
|
"num_tokens": 8322428029.0,
|
|
"step": 1021
|
|
},
|
|
{
|
|
"epoch": 4.406706327744727,
|
|
"grad_norm": 0.19203720012864794,
|
|
"learning_rate": 2.6695408108587314e-06,
|
|
"loss": 0.8584,
|
|
"num_tokens": 8330710298.0,
|
|
"step": 1022
|
|
},
|
|
{
|
|
"epoch": 4.411032990805841,
|
|
"grad_norm": 0.20180059430853428,
|
|
"learning_rate": 2.6600608868224516e-06,
|
|
"loss": 0.8576,
|
|
"num_tokens": 8338859871.0,
|
|
"step": 1023
|
|
},
|
|
{
|
|
"epoch": 4.415359653866955,
|
|
"grad_norm": 0.20509198340134852,
|
|
"learning_rate": 2.6506459993066918e-06,
|
|
"loss": 0.891,
|
|
"num_tokens": 8347072869.0,
|
|
"step": 1024
|
|
},
|
|
{
|
|
"epoch": 4.419686316928069,
|
|
"grad_norm": 0.19374201929028256,
|
|
"learning_rate": 2.6412962217306415e-06,
|
|
"loss": 0.8887,
|
|
"num_tokens": 8355257664.0,
|
|
"step": 1025
|
|
},
|
|
{
|
|
"epoch": 4.424012979989183,
|
|
"grad_norm": 0.2021307218042221,
|
|
"learning_rate": 2.632011627005738e-06,
|
|
"loss": 0.8406,
|
|
"num_tokens": 8363403289.0,
|
|
"step": 1026
|
|
},
|
|
{
|
|
"epoch": 4.428339643050298,
|
|
"grad_norm": 0.1993100650934687,
|
|
"learning_rate": 2.6227922875351196e-06,
|
|
"loss": 0.8399,
|
|
"num_tokens": 8371515317.0,
|
|
"step": 1027
|
|
},
|
|
{
|
|
"epoch": 4.432666306111411,
|
|
"grad_norm": 0.21451807058523048,
|
|
"learning_rate": 2.6136382752130486e-06,
|
|
"loss": 0.8738,
|
|
"num_tokens": 8379708656.0,
|
|
"step": 1028
|
|
},
|
|
{
|
|
"epoch": 4.436992969172525,
|
|
"grad_norm": 0.19724417743227204,
|
|
"learning_rate": 2.6045496614243485e-06,
|
|
"loss": 0.8434,
|
|
"num_tokens": 8387884404.0,
|
|
"step": 1029
|
|
},
|
|
{
|
|
"epoch": 4.44131963223364,
|
|
"grad_norm": 0.21148662130322912,
|
|
"learning_rate": 2.5955265170438593e-06,
|
|
"loss": 0.8398,
|
|
"num_tokens": 8396000688.0,
|
|
"step": 1030
|
|
},
|
|
{
|
|
"epoch": 4.445646295294754,
|
|
"grad_norm": 0.21249678382475493,
|
|
"learning_rate": 2.5865689124358707e-06,
|
|
"loss": 0.8797,
|
|
"num_tokens": 8404242280.0,
|
|
"step": 1031
|
|
},
|
|
{
|
|
"epoch": 4.449972958355868,
|
|
"grad_norm": 0.2122850708785224,
|
|
"learning_rate": 2.5776769174535835e-06,
|
|
"loss": 0.8503,
|
|
"num_tokens": 8412353855.0,
|
|
"step": 1032
|
|
},
|
|
{
|
|
"epoch": 4.4542996214169825,
|
|
"grad_norm": 0.19496518393450699,
|
|
"learning_rate": 2.56885060143856e-06,
|
|
"loss": 0.8549,
|
|
"num_tokens": 8420679140.0,
|
|
"step": 1033
|
|
},
|
|
{
|
|
"epoch": 4.458626284478096,
|
|
"grad_norm": 0.21546001780818982,
|
|
"learning_rate": 2.560090033220187e-06,
|
|
"loss": 0.8421,
|
|
"num_tokens": 8428798464.0,
|
|
"step": 1034
|
|
},
|
|
{
|
|
"epoch": 4.46295294753921,
|
|
"grad_norm": 0.2058699626060394,
|
|
"learning_rate": 2.5513952811151338e-06,
|
|
"loss": 0.858,
|
|
"num_tokens": 8437125225.0,
|
|
"step": 1035
|
|
},
|
|
{
|
|
"epoch": 4.4672796106003245,
|
|
"grad_norm": 0.20739910298684777,
|
|
"learning_rate": 2.5427664129268253e-06,
|
|
"loss": 0.853,
|
|
"num_tokens": 8445225870.0,
|
|
"step": 1036
|
|
},
|
|
{
|
|
"epoch": 4.471606273661439,
|
|
"grad_norm": 0.20012787441123944,
|
|
"learning_rate": 2.5342034959449075e-06,
|
|
"loss": 0.8841,
|
|
"num_tokens": 8453398833.0,
|
|
"step": 1037
|
|
},
|
|
{
|
|
"epoch": 4.475932936722553,
|
|
"grad_norm": 0.20785445530514798,
|
|
"learning_rate": 2.5257065969447297e-06,
|
|
"loss": 0.8746,
|
|
"num_tokens": 8461501083.0,
|
|
"step": 1038
|
|
},
|
|
{
|
|
"epoch": 4.4802595997836665,
|
|
"grad_norm": 0.20147268740752025,
|
|
"learning_rate": 2.5172757821868144e-06,
|
|
"loss": 0.8773,
|
|
"num_tokens": 8469658382.0,
|
|
"step": 1039
|
|
},
|
|
{
|
|
"epoch": 4.484586262844781,
|
|
"grad_norm": 0.20579225843061455,
|
|
"learning_rate": 2.5089111174163483e-06,
|
|
"loss": 0.8686,
|
|
"num_tokens": 8477816663.0,
|
|
"step": 1040
|
|
},
|
|
{
|
|
"epoch": 4.488912925905895,
|
|
"grad_norm": 0.209417939508779,
|
|
"learning_rate": 2.5006126678626714e-06,
|
|
"loss": 0.8455,
|
|
"num_tokens": 8485918441.0,
|
|
"step": 1041
|
|
},
|
|
{
|
|
"epoch": 4.493239588967009,
|
|
"grad_norm": 0.2020873397348721,
|
|
"learning_rate": 2.492380498238756e-06,
|
|
"loss": 0.8655,
|
|
"num_tokens": 8494098053.0,
|
|
"step": 1042
|
|
},
|
|
{
|
|
"epoch": 4.497566252028124,
|
|
"grad_norm": 0.20422973644356235,
|
|
"learning_rate": 2.4842146727407173e-06,
|
|
"loss": 0.8733,
|
|
"num_tokens": 8502267994.0,
|
|
"step": 1043
|
|
},
|
|
{
|
|
"epoch": 4.501892915089237,
|
|
"grad_norm": 0.1986755135857136,
|
|
"learning_rate": 2.4761152550473024e-06,
|
|
"loss": 0.864,
|
|
"num_tokens": 8510479741.0,
|
|
"step": 1044
|
|
},
|
|
{
|
|
"epoch": 4.506219578150351,
|
|
"grad_norm": 0.20328455515310134,
|
|
"learning_rate": 2.468082308319397e-06,
|
|
"loss": 0.8471,
|
|
"num_tokens": 8518702560.0,
|
|
"step": 1045
|
|
},
|
|
{
|
|
"epoch": 4.510546241211466,
|
|
"grad_norm": 0.20584656306811688,
|
|
"learning_rate": 2.4601158951995314e-06,
|
|
"loss": 0.854,
|
|
"num_tokens": 8526638511.0,
|
|
"step": 1046
|
|
},
|
|
{
|
|
"epoch": 4.51487290427258,
|
|
"grad_norm": 0.1979600701432307,
|
|
"learning_rate": 2.4522160778113993e-06,
|
|
"loss": 0.8407,
|
|
"num_tokens": 8534913477.0,
|
|
"step": 1047
|
|
},
|
|
{
|
|
"epoch": 4.519199567333694,
|
|
"grad_norm": 0.2006337799928146,
|
|
"learning_rate": 2.44438291775936e-06,
|
|
"loss": 0.8655,
|
|
"num_tokens": 8543149752.0,
|
|
"step": 1048
|
|
},
|
|
{
|
|
"epoch": 4.523526230394808,
|
|
"grad_norm": 0.20019310238339189,
|
|
"learning_rate": 2.4366164761279707e-06,
|
|
"loss": 0.8589,
|
|
"num_tokens": 8551310173.0,
|
|
"step": 1049
|
|
},
|
|
{
|
|
"epoch": 4.527852893455922,
|
|
"grad_norm": 0.1998137123379213,
|
|
"learning_rate": 2.4289168134815065e-06,
|
|
"loss": 0.8823,
|
|
"num_tokens": 8559541643.0,
|
|
"step": 1050
|
|
},
|
|
{
|
|
"epoch": 4.532179556517036,
|
|
"grad_norm": 0.1956711324757758,
|
|
"learning_rate": 2.421283989863478e-06,
|
|
"loss": 0.8324,
|
|
"num_tokens": 8567789572.0,
|
|
"step": 1051
|
|
},
|
|
{
|
|
"epoch": 4.5365062195781505,
|
|
"grad_norm": 0.20015618587739664,
|
|
"learning_rate": 2.41371806479618e-06,
|
|
"loss": 0.8795,
|
|
"num_tokens": 8576052312.0,
|
|
"step": 1052
|
|
},
|
|
{
|
|
"epoch": 4.540832882639265,
|
|
"grad_norm": 0.21117882552665548,
|
|
"learning_rate": 2.406219097280214e-06,
|
|
"loss": 0.8842,
|
|
"num_tokens": 8584205318.0,
|
|
"step": 1053
|
|
},
|
|
{
|
|
"epoch": 4.545159545700379,
|
|
"grad_norm": 0.1996970868528108,
|
|
"learning_rate": 2.398787145794037e-06,
|
|
"loss": 0.8793,
|
|
"num_tokens": 8592311560.0,
|
|
"step": 1054
|
|
},
|
|
{
|
|
"epoch": 4.5494862087614925,
|
|
"grad_norm": 0.20097451063537922,
|
|
"learning_rate": 2.3914222682934986e-06,
|
|
"loss": 0.8549,
|
|
"num_tokens": 8600521759.0,
|
|
"step": 1055
|
|
},
|
|
{
|
|
"epoch": 4.553812871822607,
|
|
"grad_norm": 0.20371311117093258,
|
|
"learning_rate": 2.3841245222113953e-06,
|
|
"loss": 0.8666,
|
|
"num_tokens": 8608496460.0,
|
|
"step": 1056
|
|
},
|
|
{
|
|
"epoch": 4.558139534883721,
|
|
"grad_norm": 0.20934454792497098,
|
|
"learning_rate": 2.3768939644570143e-06,
|
|
"loss": 0.8341,
|
|
"num_tokens": 8616656011.0,
|
|
"step": 1057
|
|
},
|
|
{
|
|
"epoch": 4.562466197944835,
|
|
"grad_norm": 0.20323979716662224,
|
|
"learning_rate": 2.3697306514156978e-06,
|
|
"loss": 0.8663,
|
|
"num_tokens": 8624909497.0,
|
|
"step": 1058
|
|
},
|
|
{
|
|
"epoch": 4.566792861005949,
|
|
"grad_norm": 0.1964754956482057,
|
|
"learning_rate": 2.3626346389484005e-06,
|
|
"loss": 0.851,
|
|
"num_tokens": 8633066281.0,
|
|
"step": 1059
|
|
},
|
|
{
|
|
"epoch": 4.571119524067063,
|
|
"grad_norm": 0.2005006441414875,
|
|
"learning_rate": 2.3556059823912524e-06,
|
|
"loss": 0.8321,
|
|
"num_tokens": 8641075767.0,
|
|
"step": 1060
|
|
},
|
|
{
|
|
"epoch": 4.575446187128177,
|
|
"grad_norm": 0.19309520329441,
|
|
"learning_rate": 2.34864473655513e-06,
|
|
"loss": 0.8712,
|
|
"num_tokens": 8649204746.0,
|
|
"step": 1061
|
|
},
|
|
{
|
|
"epoch": 4.579772850189292,
|
|
"grad_norm": 0.20389140138429787,
|
|
"learning_rate": 2.341750955725227e-06,
|
|
"loss": 0.876,
|
|
"num_tokens": 8657339951.0,
|
|
"step": 1062
|
|
},
|
|
{
|
|
"epoch": 4.584099513250406,
|
|
"grad_norm": 0.20670382800347903,
|
|
"learning_rate": 2.334924693660631e-06,
|
|
"loss": 0.8541,
|
|
"num_tokens": 8665580801.0,
|
|
"step": 1063
|
|
},
|
|
{
|
|
"epoch": 4.58842617631152,
|
|
"grad_norm": 0.21934359163148062,
|
|
"learning_rate": 2.328166003593904e-06,
|
|
"loss": 0.8522,
|
|
"num_tokens": 8673721932.0,
|
|
"step": 1064
|
|
},
|
|
{
|
|
"epoch": 4.592752839372634,
|
|
"grad_norm": 0.21400905424612607,
|
|
"learning_rate": 2.3214749382306696e-06,
|
|
"loss": 0.8573,
|
|
"num_tokens": 8681948289.0,
|
|
"step": 1065
|
|
},
|
|
{
|
|
"epoch": 4.597079502433748,
|
|
"grad_norm": 0.2030055681254076,
|
|
"learning_rate": 2.3148515497491976e-06,
|
|
"loss": 0.8616,
|
|
"num_tokens": 8689866977.0,
|
|
"step": 1066
|
|
},
|
|
{
|
|
"epoch": 4.601406165494862,
|
|
"grad_norm": 0.2240242181087473,
|
|
"learning_rate": 2.308295889800004e-06,
|
|
"loss": 0.8628,
|
|
"num_tokens": 8698129144.0,
|
|
"step": 1067
|
|
},
|
|
{
|
|
"epoch": 4.605732828555976,
|
|
"grad_norm": 0.2108010422812071,
|
|
"learning_rate": 2.3018080095054418e-06,
|
|
"loss": 0.8562,
|
|
"num_tokens": 8706408710.0,
|
|
"step": 1068
|
|
},
|
|
{
|
|
"epoch": 4.61005949161709,
|
|
"grad_norm": 0.20356640308770632,
|
|
"learning_rate": 2.2953879594593046e-06,
|
|
"loss": 0.8868,
|
|
"num_tokens": 8714492500.0,
|
|
"step": 1069
|
|
},
|
|
{
|
|
"epoch": 4.614386154678204,
|
|
"grad_norm": 0.21152231608157082,
|
|
"learning_rate": 2.2890357897264325e-06,
|
|
"loss": 0.8626,
|
|
"num_tokens": 8722598010.0,
|
|
"step": 1070
|
|
},
|
|
{
|
|
"epoch": 4.618712817739318,
|
|
"grad_norm": 0.1989867053059923,
|
|
"learning_rate": 2.2827515498423204e-06,
|
|
"loss": 0.8909,
|
|
"num_tokens": 8730667889.0,
|
|
"step": 1071
|
|
},
|
|
{
|
|
"epoch": 4.623039480800433,
|
|
"grad_norm": 0.27277061856130735,
|
|
"learning_rate": 2.276535288812734e-06,
|
|
"loss": 0.8693,
|
|
"num_tokens": 8738937181.0,
|
|
"step": 1072
|
|
},
|
|
{
|
|
"epoch": 4.627366143861547,
|
|
"grad_norm": 0.21108720998300526,
|
|
"learning_rate": 2.2703870551133246e-06,
|
|
"loss": 0.8611,
|
|
"num_tokens": 8747212287.0,
|
|
"step": 1073
|
|
},
|
|
{
|
|
"epoch": 4.631692806922661,
|
|
"grad_norm": 0.19739661137620035,
|
|
"learning_rate": 2.264306896689255e-06,
|
|
"loss": 0.8576,
|
|
"num_tokens": 8755501228.0,
|
|
"step": 1074
|
|
},
|
|
{
|
|
"epoch": 4.636019469983775,
|
|
"grad_norm": 0.22385027404243815,
|
|
"learning_rate": 2.2582948609548205e-06,
|
|
"loss": 0.8702,
|
|
"num_tokens": 8763516888.0,
|
|
"step": 1075
|
|
},
|
|
{
|
|
"epoch": 4.640346133044889,
|
|
"grad_norm": 0.2272057959644768,
|
|
"learning_rate": 2.2523509947930847e-06,
|
|
"loss": 0.8523,
|
|
"num_tokens": 8771723101.0,
|
|
"step": 1076
|
|
},
|
|
{
|
|
"epoch": 4.644672796106003,
|
|
"grad_norm": 0.21466493038592643,
|
|
"learning_rate": 2.2464753445555083e-06,
|
|
"loss": 0.8571,
|
|
"num_tokens": 8779915380.0,
|
|
"step": 1077
|
|
},
|
|
{
|
|
"epoch": 4.6489994591671175,
|
|
"grad_norm": 0.24086017128692577,
|
|
"learning_rate": 2.2406679560615948e-06,
|
|
"loss": 0.8605,
|
|
"num_tokens": 8788127167.0,
|
|
"step": 1078
|
|
},
|
|
{
|
|
"epoch": 4.653326122228232,
|
|
"grad_norm": 0.2210737869072607,
|
|
"learning_rate": 2.2349288745985235e-06,
|
|
"loss": 0.8464,
|
|
"num_tokens": 8796385368.0,
|
|
"step": 1079
|
|
},
|
|
{
|
|
"epoch": 4.657652785289345,
|
|
"grad_norm": 0.22713293616921146,
|
|
"learning_rate": 2.229258144920805e-06,
|
|
"loss": 0.8461,
|
|
"num_tokens": 8804694802.0,
|
|
"step": 1080
|
|
},
|
|
{
|
|
"epoch": 4.6619794483504595,
|
|
"grad_norm": 0.21838849606060426,
|
|
"learning_rate": 2.223655811249931e-06,
|
|
"loss": 0.8831,
|
|
"num_tokens": 8812788017.0,
|
|
"step": 1081
|
|
},
|
|
{
|
|
"epoch": 4.666306111411574,
|
|
"grad_norm": 0.2143229091691115,
|
|
"learning_rate": 2.218121917274023e-06,
|
|
"loss": 0.8606,
|
|
"num_tokens": 8820992434.0,
|
|
"step": 1082
|
|
},
|
|
{
|
|
"epoch": 4.670632774472688,
|
|
"grad_norm": 0.21205279048684345,
|
|
"learning_rate": 2.2126565061474972e-06,
|
|
"loss": 0.875,
|
|
"num_tokens": 8829297906.0,
|
|
"step": 1083
|
|
},
|
|
{
|
|
"epoch": 4.674959437533802,
|
|
"grad_norm": 0.19606526188494686,
|
|
"learning_rate": 2.207259620490727e-06,
|
|
"loss": 0.8389,
|
|
"num_tokens": 8837598626.0,
|
|
"step": 1084
|
|
},
|
|
{
|
|
"epoch": 4.679286100594916,
|
|
"grad_norm": 0.21699881561935982,
|
|
"learning_rate": 2.2019313023897142e-06,
|
|
"loss": 0.8298,
|
|
"num_tokens": 8845644022.0,
|
|
"step": 1085
|
|
},
|
|
{
|
|
"epoch": 4.68361276365603,
|
|
"grad_norm": 0.22543962157078043,
|
|
"learning_rate": 2.1966715933957493e-06,
|
|
"loss": 0.8827,
|
|
"num_tokens": 8853593606.0,
|
|
"step": 1086
|
|
},
|
|
{
|
|
"epoch": 4.687939426717144,
|
|
"grad_norm": 0.19780128568604136,
|
|
"learning_rate": 2.191480534525103e-06,
|
|
"loss": 0.8411,
|
|
"num_tokens": 8861737787.0,
|
|
"step": 1087
|
|
},
|
|
{
|
|
"epoch": 4.692266089778259,
|
|
"grad_norm": 0.21919735942158233,
|
|
"learning_rate": 2.1863581662586945e-06,
|
|
"loss": 0.8554,
|
|
"num_tokens": 8869895071.0,
|
|
"step": 1088
|
|
},
|
|
{
|
|
"epoch": 4.696592752839373,
|
|
"grad_norm": 0.20996646061510832,
|
|
"learning_rate": 2.1813045285417785e-06,
|
|
"loss": 0.8601,
|
|
"num_tokens": 8878094051.0,
|
|
"step": 1089
|
|
},
|
|
{
|
|
"epoch": 4.700919415900486,
|
|
"grad_norm": 0.1987955644777749,
|
|
"learning_rate": 2.1763196607836393e-06,
|
|
"loss": 0.8535,
|
|
"num_tokens": 8886195133.0,
|
|
"step": 1090
|
|
},
|
|
{
|
|
"epoch": 4.705246078961601,
|
|
"grad_norm": 0.22311738864556185,
|
|
"learning_rate": 2.1714036018572764e-06,
|
|
"loss": 0.8711,
|
|
"num_tokens": 8894243498.0,
|
|
"step": 1091
|
|
},
|
|
{
|
|
"epoch": 4.709572742022715,
|
|
"grad_norm": 0.1992678620430286,
|
|
"learning_rate": 2.1665563900991043e-06,
|
|
"loss": 0.8549,
|
|
"num_tokens": 8902270183.0,
|
|
"step": 1092
|
|
},
|
|
{
|
|
"epoch": 4.713899405083829,
|
|
"grad_norm": 0.21002943196809834,
|
|
"learning_rate": 2.1617780633086545e-06,
|
|
"loss": 0.8723,
|
|
"num_tokens": 8910350327.0,
|
|
"step": 1093
|
|
},
|
|
{
|
|
"epoch": 4.7182260681449435,
|
|
"grad_norm": 0.20368217921766293,
|
|
"learning_rate": 2.1570686587482796e-06,
|
|
"loss": 0.8611,
|
|
"num_tokens": 8918480147.0,
|
|
"step": 1094
|
|
},
|
|
{
|
|
"epoch": 4.722552731206058,
|
|
"grad_norm": 0.20924443503979412,
|
|
"learning_rate": 2.1524282131428615e-06,
|
|
"loss": 0.878,
|
|
"num_tokens": 8926628507.0,
|
|
"step": 1095
|
|
},
|
|
{
|
|
"epoch": 4.726879394267171,
|
|
"grad_norm": 0.1929404196134999,
|
|
"learning_rate": 2.147856762679528e-06,
|
|
"loss": 0.8759,
|
|
"num_tokens": 8934963683.0,
|
|
"step": 1096
|
|
},
|
|
{
|
|
"epoch": 4.7312060573282855,
|
|
"grad_norm": 0.21398049353891876,
|
|
"learning_rate": 2.143354343007367e-06,
|
|
"loss": 0.855,
|
|
"num_tokens": 8943013513.0,
|
|
"step": 1097
|
|
},
|
|
{
|
|
"epoch": 4.7355327203894,
|
|
"grad_norm": 0.21200009065223316,
|
|
"learning_rate": 2.1389209892371525e-06,
|
|
"loss": 0.8668,
|
|
"num_tokens": 8951290822.0,
|
|
"step": 1098
|
|
},
|
|
{
|
|
"epoch": 4.739859383450514,
|
|
"grad_norm": 0.19031198479728464,
|
|
"learning_rate": 2.1345567359410665e-06,
|
|
"loss": 0.8234,
|
|
"num_tokens": 8959545093.0,
|
|
"step": 1099
|
|
},
|
|
{
|
|
"epoch": 4.7441860465116275,
|
|
"grad_norm": 0.21809881855681928,
|
|
"learning_rate": 2.1302616171524356e-06,
|
|
"loss": 0.8577,
|
|
"num_tokens": 8967855311.0,
|
|
"step": 1100
|
|
},
|
|
{
|
|
"epoch": 4.748512709572742,
|
|
"grad_norm": 0.20797275404291496,
|
|
"learning_rate": 2.1260356663654562e-06,
|
|
"loss": 0.848,
|
|
"num_tokens": 8976044488.0,
|
|
"step": 1101
|
|
},
|
|
{
|
|
"epoch": 4.752839372633856,
|
|
"grad_norm": 0.19440266018134847,
|
|
"learning_rate": 2.1218789165349425e-06,
|
|
"loss": 0.8627,
|
|
"num_tokens": 8984357314.0,
|
|
"step": 1102
|
|
},
|
|
{
|
|
"epoch": 4.75716603569497,
|
|
"grad_norm": 0.20997610073576503,
|
|
"learning_rate": 2.117791400076065e-06,
|
|
"loss": 0.8721,
|
|
"num_tokens": 8992576761.0,
|
|
"step": 1103
|
|
},
|
|
{
|
|
"epoch": 4.761492698756085,
|
|
"grad_norm": 0.20853472034710416,
|
|
"learning_rate": 2.113773148864097e-06,
|
|
"loss": 0.8568,
|
|
"num_tokens": 9000730014.0,
|
|
"step": 1104
|
|
},
|
|
{
|
|
"epoch": 4.765819361817199,
|
|
"grad_norm": 0.1950896985708432,
|
|
"learning_rate": 2.1098241942341703e-06,
|
|
"loss": 0.8583,
|
|
"num_tokens": 9008984932.0,
|
|
"step": 1105
|
|
},
|
|
{
|
|
"epoch": 4.770146024878312,
|
|
"grad_norm": 0.21236078108705764,
|
|
"learning_rate": 2.105944566981025e-06,
|
|
"loss": 0.8659,
|
|
"num_tokens": 9017153205.0,
|
|
"step": 1106
|
|
},
|
|
{
|
|
"epoch": 4.774472687939427,
|
|
"grad_norm": 0.20387892509759897,
|
|
"learning_rate": 2.1021342973587747e-06,
|
|
"loss": 0.8428,
|
|
"num_tokens": 9025258528.0,
|
|
"step": 1107
|
|
},
|
|
{
|
|
"epoch": 4.778799351000541,
|
|
"grad_norm": 0.19382799420820787,
|
|
"learning_rate": 2.098393415080667e-06,
|
|
"loss": 0.8832,
|
|
"num_tokens": 9033594046.0,
|
|
"step": 1108
|
|
},
|
|
{
|
|
"epoch": 4.783126014061655,
|
|
"grad_norm": 2.7908103634883124,
|
|
"learning_rate": 2.0947219493188515e-06,
|
|
"loss": 0.8403,
|
|
"num_tokens": 9041606475.0,
|
|
"step": 1109
|
|
},
|
|
{
|
|
"epoch": 4.7874526771227695,
|
|
"grad_norm": 0.23045958796275307,
|
|
"learning_rate": 2.0911199287041585e-06,
|
|
"loss": 0.8587,
|
|
"num_tokens": 9049879423.0,
|
|
"step": 1110
|
|
},
|
|
{
|
|
"epoch": 4.791779340183883,
|
|
"grad_norm": 0.20865917780722662,
|
|
"learning_rate": 2.087587381325867e-06,
|
|
"loss": 0.872,
|
|
"num_tokens": 9057921465.0,
|
|
"step": 1111
|
|
},
|
|
{
|
|
"epoch": 4.796106003244997,
|
|
"grad_norm": 0.20650218846876126,
|
|
"learning_rate": 2.0841243347314926e-06,
|
|
"loss": 0.8632,
|
|
"num_tokens": 9066182183.0,
|
|
"step": 1112
|
|
},
|
|
{
|
|
"epoch": 4.800432666306111,
|
|
"grad_norm": 0.2066697931474049,
|
|
"learning_rate": 2.080730815926566e-06,
|
|
"loss": 0.8534,
|
|
"num_tokens": 9074410085.0,
|
|
"step": 1113
|
|
},
|
|
{
|
|
"epoch": 4.804759329367226,
|
|
"grad_norm": 0.20393990938229173,
|
|
"learning_rate": 2.0774068513744294e-06,
|
|
"loss": 0.8577,
|
|
"num_tokens": 9082547243.0,
|
|
"step": 1114
|
|
},
|
|
{
|
|
"epoch": 4.80908599242834,
|
|
"grad_norm": 0.21959324220210089,
|
|
"learning_rate": 2.0741524669960258e-06,
|
|
"loss": 0.8509,
|
|
"num_tokens": 9090617728.0,
|
|
"step": 1115
|
|
},
|
|
{
|
|
"epoch": 4.813412655489453,
|
|
"grad_norm": 0.2051147526854198,
|
|
"learning_rate": 2.0709676881697004e-06,
|
|
"loss": 0.828,
|
|
"num_tokens": 9098948978.0,
|
|
"step": 1116
|
|
},
|
|
{
|
|
"epoch": 4.817739318550568,
|
|
"grad_norm": 0.21326189461300965,
|
|
"learning_rate": 2.0678525397309945e-06,
|
|
"loss": 0.867,
|
|
"num_tokens": 9107105697.0,
|
|
"step": 1117
|
|
},
|
|
{
|
|
"epoch": 4.822065981611682,
|
|
"grad_norm": 0.2085453061644322,
|
|
"learning_rate": 2.0648070459724656e-06,
|
|
"loss": 0.8631,
|
|
"num_tokens": 9115275228.0,
|
|
"step": 1118
|
|
},
|
|
{
|
|
"epoch": 4.826392644672796,
|
|
"grad_norm": 0.20940377079066355,
|
|
"learning_rate": 2.061831230643482e-06,
|
|
"loss": 0.8534,
|
|
"num_tokens": 9123634716.0,
|
|
"step": 1119
|
|
},
|
|
{
|
|
"epoch": 4.830719307733911,
|
|
"grad_norm": 0.21123146856924704,
|
|
"learning_rate": 2.0589251169500524e-06,
|
|
"loss": 0.8603,
|
|
"num_tokens": 9131839110.0,
|
|
"step": 1120
|
|
},
|
|
{
|
|
"epoch": 4.835045970795024,
|
|
"grad_norm": 0.2149869350167206,
|
|
"learning_rate": 2.056088727554633e-06,
|
|
"loss": 0.847,
|
|
"num_tokens": 9140126543.0,
|
|
"step": 1121
|
|
},
|
|
{
|
|
"epoch": 4.839372633856138,
|
|
"grad_norm": 0.19518065998387582,
|
|
"learning_rate": 2.0533220845759586e-06,
|
|
"loss": 0.8375,
|
|
"num_tokens": 9148451220.0,
|
|
"step": 1122
|
|
},
|
|
{
|
|
"epoch": 4.8436992969172525,
|
|
"grad_norm": 0.19363161868705317,
|
|
"learning_rate": 2.0506252095888685e-06,
|
|
"loss": 0.8113,
|
|
"num_tokens": 9156748029.0,
|
|
"step": 1123
|
|
},
|
|
{
|
|
"epoch": 4.848025959978367,
|
|
"grad_norm": 0.19750138349419968,
|
|
"learning_rate": 2.0479981236241335e-06,
|
|
"loss": 0.8614,
|
|
"num_tokens": 9164970638.0,
|
|
"step": 1124
|
|
},
|
|
{
|
|
"epoch": 4.852352623039481,
|
|
"grad_norm": 0.22333789400351034,
|
|
"learning_rate": 2.0454408471682986e-06,
|
|
"loss": 0.8586,
|
|
"num_tokens": 9173209500.0,
|
|
"step": 1125
|
|
},
|
|
{
|
|
"epoch": 4.856679286100595,
|
|
"grad_norm": 0.20742015733872982,
|
|
"learning_rate": 2.0429534001635194e-06,
|
|
"loss": 0.85,
|
|
"num_tokens": 9181435799.0,
|
|
"step": 1126
|
|
},
|
|
{
|
|
"epoch": 4.861005949161709,
|
|
"grad_norm": 0.19540059382211195,
|
|
"learning_rate": 2.0405358020074076e-06,
|
|
"loss": 0.8494,
|
|
"num_tokens": 9189661099.0,
|
|
"step": 1127
|
|
},
|
|
{
|
|
"epoch": 4.865332612222823,
|
|
"grad_norm": 0.21671512555598077,
|
|
"learning_rate": 2.0381880715528786e-06,
|
|
"loss": 0.8382,
|
|
"num_tokens": 9197821370.0,
|
|
"step": 1128
|
|
},
|
|
{
|
|
"epoch": 4.869659275283937,
|
|
"grad_norm": 0.21664128348754388,
|
|
"learning_rate": 2.0359102271080062e-06,
|
|
"loss": 0.8844,
|
|
"num_tokens": 9206073397.0,
|
|
"step": 1129
|
|
},
|
|
{
|
|
"epoch": 4.873985938345052,
|
|
"grad_norm": 0.19799962673850283,
|
|
"learning_rate": 2.0337022864358786e-06,
|
|
"loss": 0.844,
|
|
"num_tokens": 9214342872.0,
|
|
"step": 1130
|
|
},
|
|
{
|
|
"epoch": 4.878312601406165,
|
|
"grad_norm": 0.2133979471385915,
|
|
"learning_rate": 2.031564266754461e-06,
|
|
"loss": 0.8602,
|
|
"num_tokens": 9222383875.0,
|
|
"step": 1131
|
|
},
|
|
{
|
|
"epoch": 4.882639264467279,
|
|
"grad_norm": 0.1899247421311208,
|
|
"learning_rate": 2.0294961847364616e-06,
|
|
"loss": 0.8612,
|
|
"num_tokens": 9230602185.0,
|
|
"step": 1132
|
|
},
|
|
{
|
|
"epoch": 4.886965927528394,
|
|
"grad_norm": 0.19083365902010194,
|
|
"learning_rate": 2.0274980565091975e-06,
|
|
"loss": 0.8369,
|
|
"num_tokens": 9238800108.0,
|
|
"step": 1133
|
|
},
|
|
{
|
|
"epoch": 4.891292590589508,
|
|
"grad_norm": 0.20606804271210444,
|
|
"learning_rate": 2.025569897654475e-06,
|
|
"loss": 0.8689,
|
|
"num_tokens": 9246887907.0,
|
|
"step": 1134
|
|
},
|
|
{
|
|
"epoch": 4.895619253650622,
|
|
"grad_norm": 0.1919997676540761,
|
|
"learning_rate": 2.0237117232084633e-06,
|
|
"loss": 0.8728,
|
|
"num_tokens": 9255010084.0,
|
|
"step": 1135
|
|
},
|
|
{
|
|
"epoch": 4.8999459167117365,
|
|
"grad_norm": 0.19628375998232303,
|
|
"learning_rate": 2.0219235476615828e-06,
|
|
"loss": 0.8624,
|
|
"num_tokens": 9263224558.0,
|
|
"step": 1136
|
|
},
|
|
{
|
|
"epoch": 4.90427257977285,
|
|
"grad_norm": 0.1904333095794769,
|
|
"learning_rate": 2.0202053849583807e-06,
|
|
"loss": 0.8513,
|
|
"num_tokens": 9271422323.0,
|
|
"step": 1137
|
|
},
|
|
{
|
|
"epoch": 4.908599242833964,
|
|
"grad_norm": 0.1963855052762015,
|
|
"learning_rate": 2.0185572484974404e-06,
|
|
"loss": 0.8529,
|
|
"num_tokens": 9279531030.0,
|
|
"step": 1138
|
|
},
|
|
{
|
|
"epoch": 4.9129259058950785,
|
|
"grad_norm": 0.19660001032098826,
|
|
"learning_rate": 2.0169791511312564e-06,
|
|
"loss": 0.8535,
|
|
"num_tokens": 9287666160.0,
|
|
"step": 1139
|
|
},
|
|
{
|
|
"epoch": 4.917252568956193,
|
|
"grad_norm": 0.19391627559032526,
|
|
"learning_rate": 2.0154711051661524e-06,
|
|
"loss": 0.8669,
|
|
"num_tokens": 9295927271.0,
|
|
"step": 1140
|
|
},
|
|
{
|
|
"epoch": 4.921579232017306,
|
|
"grad_norm": 0.19438624850004038,
|
|
"learning_rate": 2.014033122362171e-06,
|
|
"loss": 0.8439,
|
|
"num_tokens": 9304234235.0,
|
|
"step": 1141
|
|
},
|
|
{
|
|
"epoch": 4.9259058950784205,
|
|
"grad_norm": 0.18807083464628718,
|
|
"learning_rate": 2.0126652139329934e-06,
|
|
"loss": 0.8712,
|
|
"num_tokens": 9312414685.0,
|
|
"step": 1142
|
|
},
|
|
{
|
|
"epoch": 4.930232558139535,
|
|
"grad_norm": 0.18695265450163262,
|
|
"learning_rate": 2.0113673905458433e-06,
|
|
"loss": 0.8638,
|
|
"num_tokens": 9320798188.0,
|
|
"step": 1143
|
|
},
|
|
{
|
|
"epoch": 4.934559221200649,
|
|
"grad_norm": 0.2055374573159018,
|
|
"learning_rate": 2.0101396623214068e-06,
|
|
"loss": 0.8718,
|
|
"num_tokens": 9328950678.0,
|
|
"step": 1144
|
|
},
|
|
{
|
|
"epoch": 4.938885884261763,
|
|
"grad_norm": 0.19193609134086684,
|
|
"learning_rate": 2.008982038833758e-06,
|
|
"loss": 0.8646,
|
|
"num_tokens": 9337182102.0,
|
|
"step": 1145
|
|
},
|
|
{
|
|
"epoch": 4.943212547322878,
|
|
"grad_norm": 0.19450720264110566,
|
|
"learning_rate": 2.0078945291102746e-06,
|
|
"loss": 0.8407,
|
|
"num_tokens": 9345324719.0,
|
|
"step": 1146
|
|
},
|
|
{
|
|
"epoch": 4.947539210383991,
|
|
"grad_norm": 0.1994417218682754,
|
|
"learning_rate": 2.0068771416315785e-06,
|
|
"loss": 0.852,
|
|
"num_tokens": 9353540951.0,
|
|
"step": 1147
|
|
},
|
|
{
|
|
"epoch": 4.951865873445105,
|
|
"grad_norm": 0.18791718843786184,
|
|
"learning_rate": 2.0059298843314594e-06,
|
|
"loss": 0.8571,
|
|
"num_tokens": 9361885796.0,
|
|
"step": 1148
|
|
},
|
|
{
|
|
"epoch": 4.95619253650622,
|
|
"grad_norm": 0.19351012793173114,
|
|
"learning_rate": 2.005052764596822e-06,
|
|
"loss": 0.8782,
|
|
"num_tokens": 9370144897.0,
|
|
"step": 1149
|
|
},
|
|
{
|
|
"epoch": 4.960519199567334,
|
|
"grad_norm": 0.19586829147183368,
|
|
"learning_rate": 2.0042457892676203e-06,
|
|
"loss": 0.8458,
|
|
"num_tokens": 9378399195.0,
|
|
"step": 1150
|
|
},
|
|
{
|
|
"epoch": 4.964845862628448,
|
|
"grad_norm": 0.19870574246867262,
|
|
"learning_rate": 2.003508964636811e-06,
|
|
"loss": 0.8629,
|
|
"num_tokens": 9386612011.0,
|
|
"step": 1151
|
|
},
|
|
{
|
|
"epoch": 4.969172525689562,
|
|
"grad_norm": 0.19700347694935025,
|
|
"learning_rate": 2.0028422964503007e-06,
|
|
"loss": 0.8646,
|
|
"num_tokens": 9394937098.0,
|
|
"step": 1152
|
|
},
|
|
{
|
|
"epoch": 4.973499188750676,
|
|
"grad_norm": 0.1961337078006437,
|
|
"learning_rate": 2.002245789906901e-06,
|
|
"loss": 0.8565,
|
|
"num_tokens": 9403311814.0,
|
|
"step": 1153
|
|
},
|
|
{
|
|
"epoch": 4.97782585181179,
|
|
"grad_norm": 0.20077657955499584,
|
|
"learning_rate": 2.0017194496582903e-06,
|
|
"loss": 0.8541,
|
|
"num_tokens": 9411436654.0,
|
|
"step": 1154
|
|
},
|
|
{
|
|
"epoch": 4.9821525148729044,
|
|
"grad_norm": 0.20610885410416396,
|
|
"learning_rate": 2.001263279808977e-06,
|
|
"loss": 0.8706,
|
|
"num_tokens": 9419510594.0,
|
|
"step": 1155
|
|
},
|
|
{
|
|
"epoch": 4.986479177934019,
|
|
"grad_norm": 0.20443771770097768,
|
|
"learning_rate": 2.0008772839162623e-06,
|
|
"loss": 0.86,
|
|
"num_tokens": 9427814762.0,
|
|
"step": 1156
|
|
},
|
|
{
|
|
"epoch": 4.990805840995132,
|
|
"grad_norm": 0.19815150840072435,
|
|
"learning_rate": 2.000561464990222e-06,
|
|
"loss": 0.8592,
|
|
"num_tokens": 9435805130.0,
|
|
"step": 1157
|
|
},
|
|
{
|
|
"epoch": 4.995132504056246,
|
|
"grad_norm": 0.2064122207419476,
|
|
"learning_rate": 2.0003158254936748e-06,
|
|
"loss": 0.8346,
|
|
"num_tokens": 9443971606.0,
|
|
"step": 1158
|
|
},
|
|
{
|
|
"epoch": 4.999459167117361,
|
|
"grad_norm": 0.2047105562353002,
|
|
"learning_rate": 2.000140367342166e-06,
|
|
"loss": 0.8615,
|
|
"num_tokens": 9452005208.0,
|
|
"step": 1159
|
|
},
|
|
{
|
|
"epoch": 5.0,
|
|
"grad_norm": 0.5085605102663149,
|
|
"learning_rate": 2.000035091903955e-06,
|
|
"loss": 0.8453,
|
|
"num_tokens": 9453007658.0,
|
|
"step": 1160
|
|
},
|
|
{
|
|
"epoch": 5.0,
|
|
"step": 1160,
|
|
"total_flos": 3832823860199424.0,
|
|
"train_loss": 0.9150249538750485,
|
|
"train_runtime": 89344.5669,
|
|
"train_samples_per_second": 1.655,
|
|
"train_steps_per_second": 0.013
|
|
}
|
|
],
|
|
"logging_steps": 1,
|
|
"max_steps": 1160,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 5,
|
|
"save_steps": 500,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": true
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 3832823860199424.0,
|
|
"train_batch_size": 2,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|