4935 lines
128 KiB
JSON
4935 lines
128 KiB
JSON
|
{
|
||
|
|
"best_global_step": null,
|
||
|
|
"best_metric": null,
|
||
|
|
"best_model_checkpoint": null,
|
||
|
|
"epoch": 0.9375523187677883,
|
||
|
|
"eval_steps": 500,
|
||
|
|
"global_step": 700,
|
||
|
|
"is_hyper_param_search": false,
|
||
|
|
"is_local_process_zero": true,
|
||
|
|
"is_world_process_zero": true,
|
||
|
|
"log_history": [
|
||
|
|
{
|
||
|
|
"epoch": 0.0013393604553825547,
|
||
|
|
"grad_norm": 7.59987480034225,
|
||
|
|
"learning_rate": 0.0,
|
||
|
|
"loss": 1.2203794717788696,
|
||
|
|
"step": 1
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0026787209107651095,
|
||
|
|
"grad_norm": 7.556419191633864,
|
||
|
|
"learning_rate": 1.066666666666667e-06,
|
||
|
|
"loss": 1.2077422142028809,
|
||
|
|
"step": 2
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.004018081366147665,
|
||
|
|
"grad_norm": 7.43424441190293,
|
||
|
|
"learning_rate": 2.133333333333334e-06,
|
||
|
|
"loss": 1.2097434997558594,
|
||
|
|
"step": 3
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.005357441821530219,
|
||
|
|
"grad_norm": 7.021666134821503,
|
||
|
|
"learning_rate": 3.2000000000000003e-06,
|
||
|
|
"loss": 1.1891963481903076,
|
||
|
|
"step": 4
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.006696802276912774,
|
||
|
|
"grad_norm": 5.446482336710434,
|
||
|
|
"learning_rate": 4.266666666666668e-06,
|
||
|
|
"loss": 1.1889076232910156,
|
||
|
|
"step": 5
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.00803616273229533,
|
||
|
|
"grad_norm": 3.3854892179134715,
|
||
|
|
"learning_rate": 5.333333333333334e-06,
|
||
|
|
"loss": 1.1870930194854736,
|
||
|
|
"step": 6
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.009375523187677884,
|
||
|
|
"grad_norm": 3.8522461652029576,
|
||
|
|
"learning_rate": 6.4000000000000006e-06,
|
||
|
|
"loss": 1.166532278060913,
|
||
|
|
"step": 7
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.010714883643060438,
|
||
|
|
"grad_norm": 4.114885499626225,
|
||
|
|
"learning_rate": 7.4666666666666675e-06,
|
||
|
|
"loss": 1.1786075830459595,
|
||
|
|
"step": 8
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.012054244098442994,
|
||
|
|
"grad_norm": 3.7848771870154274,
|
||
|
|
"learning_rate": 8.533333333333335e-06,
|
||
|
|
"loss": 1.1633087396621704,
|
||
|
|
"step": 9
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.013393604553825548,
|
||
|
|
"grad_norm": 3.480585429874886,
|
||
|
|
"learning_rate": 9.600000000000001e-06,
|
||
|
|
"loss": 1.1381144523620605,
|
||
|
|
"step": 10
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.014732965009208104,
|
||
|
|
"grad_norm": 3.0527912777786415,
|
||
|
|
"learning_rate": 1.0666666666666667e-05,
|
||
|
|
"loss": 1.130035161972046,
|
||
|
|
"step": 11
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01607232546459066,
|
||
|
|
"grad_norm": 2.1785228593328774,
|
||
|
|
"learning_rate": 1.1733333333333335e-05,
|
||
|
|
"loss": 1.113619327545166,
|
||
|
|
"step": 12
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.017411685919973212,
|
||
|
|
"grad_norm": 2.153276697775204,
|
||
|
|
"learning_rate": 1.2800000000000001e-05,
|
||
|
|
"loss": 1.1094508171081543,
|
||
|
|
"step": 13
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.018751046375355768,
|
||
|
|
"grad_norm": 2.1639832023027568,
|
||
|
|
"learning_rate": 1.3866666666666669e-05,
|
||
|
|
"loss": 1.1093754768371582,
|
||
|
|
"step": 14
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.020090406830738324,
|
||
|
|
"grad_norm": 1.5819539807956415,
|
||
|
|
"learning_rate": 1.4933333333333335e-05,
|
||
|
|
"loss": 1.0970914363861084,
|
||
|
|
"step": 15
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.021429767286120876,
|
||
|
|
"grad_norm": 0.9981596182699652,
|
||
|
|
"learning_rate": 1.6000000000000003e-05,
|
||
|
|
"loss": 1.0732706785202026,
|
||
|
|
"step": 16
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02276912774150343,
|
||
|
|
"grad_norm": 1.150670436099805,
|
||
|
|
"learning_rate": 1.706666666666667e-05,
|
||
|
|
"loss": 1.067190408706665,
|
||
|
|
"step": 17
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.024108488196885988,
|
||
|
|
"grad_norm": 1.241573069994366,
|
||
|
|
"learning_rate": 1.8133333333333335e-05,
|
||
|
|
"loss": 1.0586261749267578,
|
||
|
|
"step": 18
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.025447848652268543,
|
||
|
|
"grad_norm": 1.0318839224030094,
|
||
|
|
"learning_rate": 1.9200000000000003e-05,
|
||
|
|
"loss": 1.065382957458496,
|
||
|
|
"step": 19
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.026787209107651096,
|
||
|
|
"grad_norm": 0.7926548431099205,
|
||
|
|
"learning_rate": 2.026666666666667e-05,
|
||
|
|
"loss": 1.0423641204833984,
|
||
|
|
"step": 20
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02812656956303365,
|
||
|
|
"grad_norm": 0.8651245571596619,
|
||
|
|
"learning_rate": 2.1333333333333335e-05,
|
||
|
|
"loss": 1.0538524389266968,
|
||
|
|
"step": 21
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.029465930018416207,
|
||
|
|
"grad_norm": 0.7773713907984426,
|
||
|
|
"learning_rate": 2.2400000000000002e-05,
|
||
|
|
"loss": 1.050022840499878,
|
||
|
|
"step": 22
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03080529047379876,
|
||
|
|
"grad_norm": 0.6131435887086818,
|
||
|
|
"learning_rate": 2.346666666666667e-05,
|
||
|
|
"loss": 1.0374431610107422,
|
||
|
|
"step": 23
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03214465092918132,
|
||
|
|
"grad_norm": 0.6411600233078315,
|
||
|
|
"learning_rate": 2.4533333333333334e-05,
|
||
|
|
"loss": 1.0369596481323242,
|
||
|
|
"step": 24
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03348401138456387,
|
||
|
|
"grad_norm": 0.6105825840662947,
|
||
|
|
"learning_rate": 2.5600000000000002e-05,
|
||
|
|
"loss": 1.0248405933380127,
|
||
|
|
"step": 25
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.034823371839946424,
|
||
|
|
"grad_norm": 0.5514039178404373,
|
||
|
|
"learning_rate": 2.6666666666666667e-05,
|
||
|
|
"loss": 1.0261945724487305,
|
||
|
|
"step": 26
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03616273229532898,
|
||
|
|
"grad_norm": 0.47980911346053196,
|
||
|
|
"learning_rate": 2.7733333333333338e-05,
|
||
|
|
"loss": 1.0281734466552734,
|
||
|
|
"step": 27
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.037502092750711535,
|
||
|
|
"grad_norm": 0.5015032388738222,
|
||
|
|
"learning_rate": 2.8800000000000002e-05,
|
||
|
|
"loss": 1.0181447267532349,
|
||
|
|
"step": 28
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03884145320609409,
|
||
|
|
"grad_norm": 0.4412925876210946,
|
||
|
|
"learning_rate": 2.986666666666667e-05,
|
||
|
|
"loss": 1.0037535429000854,
|
||
|
|
"step": 29
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04018081366147665,
|
||
|
|
"grad_norm": 0.4791162369947075,
|
||
|
|
"learning_rate": 3.093333333333334e-05,
|
||
|
|
"loss": 1.0166124105453491,
|
||
|
|
"step": 30
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0415201741168592,
|
||
|
|
"grad_norm": 0.38218322408541294,
|
||
|
|
"learning_rate": 3.2000000000000005e-05,
|
||
|
|
"loss": 1.015824794769287,
|
||
|
|
"step": 31
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04285953457224175,
|
||
|
|
"grad_norm": 0.4068277079215438,
|
||
|
|
"learning_rate": 3.3066666666666666e-05,
|
||
|
|
"loss": 0.9952138662338257,
|
||
|
|
"step": 32
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04419889502762431,
|
||
|
|
"grad_norm": 0.41007437644363576,
|
||
|
|
"learning_rate": 3.413333333333334e-05,
|
||
|
|
"loss": 0.9999523162841797,
|
||
|
|
"step": 33
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04553825548300686,
|
||
|
|
"grad_norm": 0.39463041187020714,
|
||
|
|
"learning_rate": 3.52e-05,
|
||
|
|
"loss": 1.0010638236999512,
|
||
|
|
"step": 34
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04687761593838942,
|
||
|
|
"grad_norm": 0.38858670221650043,
|
||
|
|
"learning_rate": 3.626666666666667e-05,
|
||
|
|
"loss": 1.0023632049560547,
|
||
|
|
"step": 35
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.048216976393771975,
|
||
|
|
"grad_norm": 0.42457022462001964,
|
||
|
|
"learning_rate": 3.733333333333334e-05,
|
||
|
|
"loss": 0.9928240776062012,
|
||
|
|
"step": 36
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04955633684915453,
|
||
|
|
"grad_norm": 0.4203545219017498,
|
||
|
|
"learning_rate": 3.8400000000000005e-05,
|
||
|
|
"loss": 0.9923948049545288,
|
||
|
|
"step": 37
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05089569730453709,
|
||
|
|
"grad_norm": 0.6018289451317828,
|
||
|
|
"learning_rate": 3.946666666666667e-05,
|
||
|
|
"loss": 0.9856561422348022,
|
||
|
|
"step": 38
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.052235057759919636,
|
||
|
|
"grad_norm": 0.9556415125996957,
|
||
|
|
"learning_rate": 4.053333333333334e-05,
|
||
|
|
"loss": 0.9986469745635986,
|
||
|
|
"step": 39
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05357441821530219,
|
||
|
|
"grad_norm": 1.6335316008464362,
|
||
|
|
"learning_rate": 4.16e-05,
|
||
|
|
"loss": 0.9917392730712891,
|
||
|
|
"step": 40
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05491377867068475,
|
||
|
|
"grad_norm": 0.5854953221201857,
|
||
|
|
"learning_rate": 4.266666666666667e-05,
|
||
|
|
"loss": 0.992963433265686,
|
||
|
|
"step": 41
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0562531391260673,
|
||
|
|
"grad_norm": 0.9145316728664418,
|
||
|
|
"learning_rate": 4.373333333333334e-05,
|
||
|
|
"loss": 0.9989960789680481,
|
||
|
|
"step": 42
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05759249958144986,
|
||
|
|
"grad_norm": 1.2192655126783132,
|
||
|
|
"learning_rate": 4.4800000000000005e-05,
|
||
|
|
"loss": 0.9921097159385681,
|
||
|
|
"step": 43
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.058931860036832415,
|
||
|
|
"grad_norm": 0.7759793940795199,
|
||
|
|
"learning_rate": 4.586666666666667e-05,
|
||
|
|
"loss": 0.9693036675453186,
|
||
|
|
"step": 44
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06027122049221497,
|
||
|
|
"grad_norm": 1.0242111422485076,
|
||
|
|
"learning_rate": 4.693333333333334e-05,
|
||
|
|
"loss": 0.9812385439872742,
|
||
|
|
"step": 45
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06161058094759752,
|
||
|
|
"grad_norm": 1.1346825970435035,
|
||
|
|
"learning_rate": 4.8e-05,
|
||
|
|
"loss": 0.9808453321456909,
|
||
|
|
"step": 46
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06294994140298008,
|
||
|
|
"grad_norm": 0.8278266210784355,
|
||
|
|
"learning_rate": 4.906666666666667e-05,
|
||
|
|
"loss": 0.9826059937477112,
|
||
|
|
"step": 47
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06428930185836264,
|
||
|
|
"grad_norm": 0.8341908558108033,
|
||
|
|
"learning_rate": 5.0133333333333343e-05,
|
||
|
|
"loss": 0.9739001393318176,
|
||
|
|
"step": 48
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06562866231374519,
|
||
|
|
"grad_norm": 0.8183375480539544,
|
||
|
|
"learning_rate": 5.1200000000000004e-05,
|
||
|
|
"loss": 0.9766189455986023,
|
||
|
|
"step": 49
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06696802276912774,
|
||
|
|
"grad_norm": 1.1789309992406718,
|
||
|
|
"learning_rate": 5.226666666666667e-05,
|
||
|
|
"loss": 0.9653265476226807,
|
||
|
|
"step": 50
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0683073832245103,
|
||
|
|
"grad_norm": 1.200678628689884,
|
||
|
|
"learning_rate": 5.333333333333333e-05,
|
||
|
|
"loss": 0.9755718111991882,
|
||
|
|
"step": 51
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06964674367989285,
|
||
|
|
"grad_norm": 1.2668282300020823,
|
||
|
|
"learning_rate": 5.440000000000001e-05,
|
||
|
|
"loss": 0.9740673899650574,
|
||
|
|
"step": 52
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07098610413527541,
|
||
|
|
"grad_norm": 1.3742322857772529,
|
||
|
|
"learning_rate": 5.5466666666666675e-05,
|
||
|
|
"loss": 0.9595431089401245,
|
||
|
|
"step": 53
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07232546459065796,
|
||
|
|
"grad_norm": 0.7207560308493244,
|
||
|
|
"learning_rate": 5.6533333333333336e-05,
|
||
|
|
"loss": 0.9671750068664551,
|
||
|
|
"step": 54
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07366482504604052,
|
||
|
|
"grad_norm": 1.5441091916589376,
|
||
|
|
"learning_rate": 5.7600000000000004e-05,
|
||
|
|
"loss": 0.9589823484420776,
|
||
|
|
"step": 55
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07500418550142307,
|
||
|
|
"grad_norm": 0.8387565660519588,
|
||
|
|
"learning_rate": 5.8666666666666665e-05,
|
||
|
|
"loss": 0.9685125350952148,
|
||
|
|
"step": 56
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07634354595680562,
|
||
|
|
"grad_norm": 0.963471962771943,
|
||
|
|
"learning_rate": 5.973333333333334e-05,
|
||
|
|
"loss": 0.9614203572273254,
|
||
|
|
"step": 57
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07768290641218818,
|
||
|
|
"grad_norm": 1.2156734129108198,
|
||
|
|
"learning_rate": 6.080000000000001e-05,
|
||
|
|
"loss": 0.9662147164344788,
|
||
|
|
"step": 58
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07902226686757073,
|
||
|
|
"grad_norm": 1.2490419972325981,
|
||
|
|
"learning_rate": 6.186666666666668e-05,
|
||
|
|
"loss": 0.9815347194671631,
|
||
|
|
"step": 59
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0803616273229533,
|
||
|
|
"grad_norm": 0.8182137749498168,
|
||
|
|
"learning_rate": 6.293333333333334e-05,
|
||
|
|
"loss": 0.9416379332542419,
|
||
|
|
"step": 60
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08170098777833584,
|
||
|
|
"grad_norm": 0.9511257567878127,
|
||
|
|
"learning_rate": 6.400000000000001e-05,
|
||
|
|
"loss": 0.9608907103538513,
|
||
|
|
"step": 61
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0830403482337184,
|
||
|
|
"grad_norm": 1.1244950887988947,
|
||
|
|
"learning_rate": 6.506666666666667e-05,
|
||
|
|
"loss": 0.9711039662361145,
|
||
|
|
"step": 62
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08437970868910095,
|
||
|
|
"grad_norm": 0.7241607125581461,
|
||
|
|
"learning_rate": 6.613333333333333e-05,
|
||
|
|
"loss": 0.956953763961792,
|
||
|
|
"step": 63
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0857190691444835,
|
||
|
|
"grad_norm": 1.2263338483627315,
|
||
|
|
"learning_rate": 6.720000000000001e-05,
|
||
|
|
"loss": 0.9655635952949524,
|
||
|
|
"step": 64
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08705842959986607,
|
||
|
|
"grad_norm": 1.2341337964430132,
|
||
|
|
"learning_rate": 6.826666666666668e-05,
|
||
|
|
"loss": 0.9627944231033325,
|
||
|
|
"step": 65
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08839779005524862,
|
||
|
|
"grad_norm": 1.1775448887951347,
|
||
|
|
"learning_rate": 6.933333333333334e-05,
|
||
|
|
"loss": 0.9672762155532837,
|
||
|
|
"step": 66
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08973715051063118,
|
||
|
|
"grad_norm": 0.9411494481784036,
|
||
|
|
"learning_rate": 7.04e-05,
|
||
|
|
"loss": 0.9656286835670471,
|
||
|
|
"step": 67
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09107651096601373,
|
||
|
|
"grad_norm": 1.5058542772932988,
|
||
|
|
"learning_rate": 7.146666666666666e-05,
|
||
|
|
"loss": 0.9635396003723145,
|
||
|
|
"step": 68
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09241587142139629,
|
||
|
|
"grad_norm": 0.8791327927912097,
|
||
|
|
"learning_rate": 7.253333333333334e-05,
|
||
|
|
"loss": 0.9501133561134338,
|
||
|
|
"step": 69
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09375523187677884,
|
||
|
|
"grad_norm": 1.0136457894860957,
|
||
|
|
"learning_rate": 7.360000000000001e-05,
|
||
|
|
"loss": 0.9675654172897339,
|
||
|
|
"step": 70
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09509459233216139,
|
||
|
|
"grad_norm": 0.9418617062383696,
|
||
|
|
"learning_rate": 7.466666666666667e-05,
|
||
|
|
"loss": 0.9422785043716431,
|
||
|
|
"step": 71
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09643395278754395,
|
||
|
|
"grad_norm": 1.7268687993740954,
|
||
|
|
"learning_rate": 7.573333333333334e-05,
|
||
|
|
"loss": 0.9585210084915161,
|
||
|
|
"step": 72
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0977733132429265,
|
||
|
|
"grad_norm": 0.5922280173398358,
|
||
|
|
"learning_rate": 7.680000000000001e-05,
|
||
|
|
"loss": 0.9478949308395386,
|
||
|
|
"step": 73
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09911267369830906,
|
||
|
|
"grad_norm": 1.578711533324252,
|
||
|
|
"learning_rate": 7.786666666666667e-05,
|
||
|
|
"loss": 0.9586780071258545,
|
||
|
|
"step": 74
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10045203415369161,
|
||
|
|
"grad_norm": 0.8717604778689436,
|
||
|
|
"learning_rate": 7.893333333333335e-05,
|
||
|
|
"loss": 0.9589528441429138,
|
||
|
|
"step": 75
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10179139460907417,
|
||
|
|
"grad_norm": 1.0780985444934892,
|
||
|
|
"learning_rate": 8e-05,
|
||
|
|
"loss": 0.9439480304718018,
|
||
|
|
"step": 76
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10313075506445672,
|
||
|
|
"grad_norm": 1.0712670283093053,
|
||
|
|
"learning_rate": 7.999956289034042e-05,
|
||
|
|
"loss": 0.9548436999320984,
|
||
|
|
"step": 77
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10447011551983927,
|
||
|
|
"grad_norm": 1.4418577692497994,
|
||
|
|
"learning_rate": 7.999825157091493e-05,
|
||
|
|
"loss": 0.9496671557426453,
|
||
|
|
"step": 78
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10580947597522183,
|
||
|
|
"grad_norm": 1.2367569549227773,
|
||
|
|
"learning_rate": 7.999606607038301e-05,
|
||
|
|
"loss": 0.9423863887786865,
|
||
|
|
"step": 79
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10714883643060438,
|
||
|
|
"grad_norm": 1.0193656490711345,
|
||
|
|
"learning_rate": 7.999300643650986e-05,
|
||
|
|
"loss": 0.9572180509567261,
|
||
|
|
"step": 80
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10848819688598695,
|
||
|
|
"grad_norm": 1.4112949078071588,
|
||
|
|
"learning_rate": 7.998907273616527e-05,
|
||
|
|
"loss": 0.9576992392539978,
|
||
|
|
"step": 81
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1098275573413695,
|
||
|
|
"grad_norm": 1.0050483615871197,
|
||
|
|
"learning_rate": 7.998426505532213e-05,
|
||
|
|
"loss": 0.9516314268112183,
|
||
|
|
"step": 82
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11116691779675206,
|
||
|
|
"grad_norm": 1.2066376507121481,
|
||
|
|
"learning_rate": 7.997858349905463e-05,
|
||
|
|
"loss": 0.9690903425216675,
|
||
|
|
"step": 83
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1125062782521346,
|
||
|
|
"grad_norm": 0.9035971939740141,
|
||
|
|
"learning_rate": 7.997202819153595e-05,
|
||
|
|
"loss": 0.9476237893104553,
|
||
|
|
"step": 84
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11384563870751715,
|
||
|
|
"grad_norm": 1.1057535061713546,
|
||
|
|
"learning_rate": 7.996459927603547e-05,
|
||
|
|
"loss": 0.9481550455093384,
|
||
|
|
"step": 85
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11518499916289972,
|
||
|
|
"grad_norm": 1.0543897140522707,
|
||
|
|
"learning_rate": 7.995629691491577e-05,
|
||
|
|
"loss": 0.9473648071289062,
|
||
|
|
"step": 86
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11652435961828227,
|
||
|
|
"grad_norm": 1.2215825631690842,
|
||
|
|
"learning_rate": 7.994712128962892e-05,
|
||
|
|
"loss": 0.9453766942024231,
|
||
|
|
"step": 87
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11786372007366483,
|
||
|
|
"grad_norm": 1.0801046215143588,
|
||
|
|
"learning_rate": 7.993707260071268e-05,
|
||
|
|
"loss": 0.94734787940979,
|
||
|
|
"step": 88
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11920308052904738,
|
||
|
|
"grad_norm": 1.1005953739452812,
|
||
|
|
"learning_rate": 7.992615106778595e-05,
|
||
|
|
"loss": 0.9533910751342773,
|
||
|
|
"step": 89
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12054244098442994,
|
||
|
|
"grad_norm": 1.1039131539238454,
|
||
|
|
"learning_rate": 7.991435692954414e-05,
|
||
|
|
"loss": 0.9366779327392578,
|
||
|
|
"step": 90
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12188180143981249,
|
||
|
|
"grad_norm": 1.0826300445910615,
|
||
|
|
"learning_rate": 7.990169044375385e-05,
|
||
|
|
"loss": 0.949599027633667,
|
||
|
|
"step": 91
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12322116189519504,
|
||
|
|
"grad_norm": 1.080804013195341,
|
||
|
|
"learning_rate": 7.988815188724721e-05,
|
||
|
|
"loss": 0.9338595867156982,
|
||
|
|
"step": 92
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1245605223505776,
|
||
|
|
"grad_norm": 0.9661792241983362,
|
||
|
|
"learning_rate": 7.987374155591594e-05,
|
||
|
|
"loss": 0.9345501661300659,
|
||
|
|
"step": 93
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12589988280596015,
|
||
|
|
"grad_norm": 0.9692184575560373,
|
||
|
|
"learning_rate": 7.985845976470478e-05,
|
||
|
|
"loss": 0.9287736415863037,
|
||
|
|
"step": 94
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1272392432613427,
|
||
|
|
"grad_norm": 0.8333110857933443,
|
||
|
|
"learning_rate": 7.984230684760464e-05,
|
||
|
|
"loss": 0.9591622352600098,
|
||
|
|
"step": 95
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12857860371672528,
|
||
|
|
"grad_norm": 0.9273848223858157,
|
||
|
|
"learning_rate": 7.982528315764535e-05,
|
||
|
|
"loss": 0.9320292472839355,
|
||
|
|
"step": 96
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12991796417210782,
|
||
|
|
"grad_norm": 1.2902401930657603,
|
||
|
|
"learning_rate": 7.980738906688788e-05,
|
||
|
|
"loss": 0.9414469003677368,
|
||
|
|
"step": 97
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13125732462749037,
|
||
|
|
"grad_norm": 0.7527994455173133,
|
||
|
|
"learning_rate": 7.97886249664162e-05,
|
||
|
|
"loss": 0.9305897355079651,
|
||
|
|
"step": 98
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13259668508287292,
|
||
|
|
"grad_norm": 0.9576732066553404,
|
||
|
|
"learning_rate": 7.976899126632883e-05,
|
||
|
|
"loss": 0.9291049838066101,
|
||
|
|
"step": 99
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13393604553825547,
|
||
|
|
"grad_norm": 0.8162756897476297,
|
||
|
|
"learning_rate": 7.974848839572971e-05,
|
||
|
|
"loss": 0.9590339660644531,
|
||
|
|
"step": 100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13527540599363805,
|
||
|
|
"grad_norm": 0.6762070221393078,
|
||
|
|
"learning_rate": 7.972711680271902e-05,
|
||
|
|
"loss": 0.9453955888748169,
|
||
|
|
"step": 101
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1366147664490206,
|
||
|
|
"grad_norm": 0.8308301450039904,
|
||
|
|
"learning_rate": 7.970487695438324e-05,
|
||
|
|
"loss": 0.9262537956237793,
|
||
|
|
"step": 102
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13795412690440315,
|
||
|
|
"grad_norm": 0.6778798009469817,
|
||
|
|
"learning_rate": 7.968176933678499e-05,
|
||
|
|
"loss": 0.9314043521881104,
|
||
|
|
"step": 103
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1392934873597857,
|
||
|
|
"grad_norm": 0.6607037720687131,
|
||
|
|
"learning_rate": 7.965779445495243e-05,
|
||
|
|
"loss": 0.9274415969848633,
|
||
|
|
"step": 104
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14063284781516824,
|
||
|
|
"grad_norm": 0.6622639262728551,
|
||
|
|
"learning_rate": 7.963295283286816e-05,
|
||
|
|
"loss": 0.9263443946838379,
|
||
|
|
"step": 105
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14197220827055082,
|
||
|
|
"grad_norm": 0.7912652055136309,
|
||
|
|
"learning_rate": 7.960724501345783e-05,
|
||
|
|
"loss": 0.9300252199172974,
|
||
|
|
"step": 106
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14331156872593337,
|
||
|
|
"grad_norm": 1.054978432558347,
|
||
|
|
"learning_rate": 7.958067155857827e-05,
|
||
|
|
"loss": 0.9237234592437744,
|
||
|
|
"step": 107
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14465092918131592,
|
||
|
|
"grad_norm": 1.0654154939069729,
|
||
|
|
"learning_rate": 7.955323304900514e-05,
|
||
|
|
"loss": 0.9344139695167542,
|
||
|
|
"step": 108
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14599028963669847,
|
||
|
|
"grad_norm": 0.8524134781957012,
|
||
|
|
"learning_rate": 7.952493008442036e-05,
|
||
|
|
"loss": 0.9211926460266113,
|
||
|
|
"step": 109
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14732965009208104,
|
||
|
|
"grad_norm": 0.7025932587219853,
|
||
|
|
"learning_rate": 7.949576328339886e-05,
|
||
|
|
"loss": 0.9348384737968445,
|
||
|
|
"step": 110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1486690105474636,
|
||
|
|
"grad_norm": 0.6306347151205624,
|
||
|
|
"learning_rate": 7.946573328339517e-05,
|
||
|
|
"loss": 0.9268158078193665,
|
||
|
|
"step": 111
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15000837100284614,
|
||
|
|
"grad_norm": 0.555961808840402,
|
||
|
|
"learning_rate": 7.943484074072943e-05,
|
||
|
|
"loss": 0.9165964126586914,
|
||
|
|
"step": 112
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1513477314582287,
|
||
|
|
"grad_norm": 0.5538014043761714,
|
||
|
|
"learning_rate": 7.940308633057311e-05,
|
||
|
|
"loss": 0.9227532148361206,
|
||
|
|
"step": 113
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15268709191361124,
|
||
|
|
"grad_norm": 0.616239699596105,
|
||
|
|
"learning_rate": 7.937047074693418e-05,
|
||
|
|
"loss": 0.9242917895317078,
|
||
|
|
"step": 114
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15402645236899382,
|
||
|
|
"grad_norm": 0.6871147186152412,
|
||
|
|
"learning_rate": 7.933699470264194e-05,
|
||
|
|
"loss": 0.9295473098754883,
|
||
|
|
"step": 115
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15536581282437636,
|
||
|
|
"grad_norm": 0.7296739512651451,
|
||
|
|
"learning_rate": 7.930265892933154e-05,
|
||
|
|
"loss": 0.9315687417984009,
|
||
|
|
"step": 116
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1567051732797589,
|
||
|
|
"grad_norm": 0.6490446540604792,
|
||
|
|
"learning_rate": 7.926746417742787e-05,
|
||
|
|
"loss": 0.9344536066055298,
|
||
|
|
"step": 117
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15804453373514146,
|
||
|
|
"grad_norm": 0.5888098073239115,
|
||
|
|
"learning_rate": 7.923141121612922e-05,
|
||
|
|
"loss": 0.9065610766410828,
|
||
|
|
"step": 118
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.159383894190524,
|
||
|
|
"grad_norm": 0.48420697795240103,
|
||
|
|
"learning_rate": 7.919450083339051e-05,
|
||
|
|
"loss": 0.9160439968109131,
|
||
|
|
"step": 119
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1607232546459066,
|
||
|
|
"grad_norm": 0.6698312291927234,
|
||
|
|
"learning_rate": 7.915673383590594e-05,
|
||
|
|
"loss": 0.918449342250824,
|
||
|
|
"step": 120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16206261510128914,
|
||
|
|
"grad_norm": 0.755676653353074,
|
||
|
|
"learning_rate": 7.911811104909151e-05,
|
||
|
|
"loss": 0.9130410552024841,
|
||
|
|
"step": 121
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16340197555667169,
|
||
|
|
"grad_norm": 0.604901772991201,
|
||
|
|
"learning_rate": 7.907863331706687e-05,
|
||
|
|
"loss": 0.9236974716186523,
|
||
|
|
"step": 122
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16474133601205423,
|
||
|
|
"grad_norm": 0.5352954980579561,
|
||
|
|
"learning_rate": 7.903830150263693e-05,
|
||
|
|
"loss": 0.9243772625923157,
|
||
|
|
"step": 123
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1660806964674368,
|
||
|
|
"grad_norm": 0.5519596915483821,
|
||
|
|
"learning_rate": 7.899711648727294e-05,
|
||
|
|
"loss": 0.9172723293304443,
|
||
|
|
"step": 124
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16742005692281936,
|
||
|
|
"grad_norm": 0.5188579724106568,
|
||
|
|
"learning_rate": 7.895507917109335e-05,
|
||
|
|
"loss": 0.9457906484603882,
|
||
|
|
"step": 125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1687594173782019,
|
||
|
|
"grad_norm": 0.6671320105409932,
|
||
|
|
"learning_rate": 7.891219047284398e-05,
|
||
|
|
"loss": 0.9342581629753113,
|
||
|
|
"step": 126
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17009877783358446,
|
||
|
|
"grad_norm": 0.6755983903544845,
|
||
|
|
"learning_rate": 7.886845132987804e-05,
|
||
|
|
"loss": 0.9132858514785767,
|
||
|
|
"step": 127
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.171438138288967,
|
||
|
|
"grad_norm": 0.6948054233230689,
|
||
|
|
"learning_rate": 7.882386269813564e-05,
|
||
|
|
"loss": 0.930912971496582,
|
||
|
|
"step": 128
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17277749874434958,
|
||
|
|
"grad_norm": 1.195409472208412,
|
||
|
|
"learning_rate": 7.877842555212286e-05,
|
||
|
|
"loss": 0.9310725927352905,
|
||
|
|
"step": 129
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17411685919973213,
|
||
|
|
"grad_norm": 1.1692345945453273,
|
||
|
|
"learning_rate": 7.873214088489047e-05,
|
||
|
|
"loss": 0.9095422029495239,
|
||
|
|
"step": 130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17545621965511468,
|
||
|
|
"grad_norm": 0.6863826376658689,
|
||
|
|
"learning_rate": 7.868500970801221e-05,
|
||
|
|
"loss": 0.9226965308189392,
|
||
|
|
"step": 131
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17679558011049723,
|
||
|
|
"grad_norm": 0.5755734885102781,
|
||
|
|
"learning_rate": 7.863703305156273e-05,
|
||
|
|
"loss": 0.9249308109283447,
|
||
|
|
"step": 132
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17813494056587978,
|
||
|
|
"grad_norm": 0.673888177777299,
|
||
|
|
"learning_rate": 7.858821196409504e-05,
|
||
|
|
"loss": 0.906527042388916,
|
||
|
|
"step": 133
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17947430102126236,
|
||
|
|
"grad_norm": 0.7536373280389009,
|
||
|
|
"learning_rate": 7.853854751261757e-05,
|
||
|
|
"loss": 0.9176697731018066,
|
||
|
|
"step": 134
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1808136614766449,
|
||
|
|
"grad_norm": 0.8145195593383961,
|
||
|
|
"learning_rate": 7.84880407825709e-05,
|
||
|
|
"loss": 0.9187479019165039,
|
||
|
|
"step": 135
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18215302193202745,
|
||
|
|
"grad_norm": 0.8866001504567084,
|
||
|
|
"learning_rate": 7.843669287780399e-05,
|
||
|
|
"loss": 0.9249315857887268,
|
||
|
|
"step": 136
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18349238238741,
|
||
|
|
"grad_norm": 1.0158024079305474,
|
||
|
|
"learning_rate": 7.838450492055013e-05,
|
||
|
|
"loss": 0.9169516563415527,
|
||
|
|
"step": 137
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18483174284279258,
|
||
|
|
"grad_norm": 1.0310885995767975,
|
||
|
|
"learning_rate": 7.83314780514023e-05,
|
||
|
|
"loss": 0.9106529951095581,
|
||
|
|
"step": 138
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18617110329817513,
|
||
|
|
"grad_norm": 0.9123831996966875,
|
||
|
|
"learning_rate": 7.827761342928836e-05,
|
||
|
|
"loss": 0.9233460426330566,
|
||
|
|
"step": 139
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18751046375355768,
|
||
|
|
"grad_norm": 0.8139934469336522,
|
||
|
|
"learning_rate": 7.822291223144564e-05,
|
||
|
|
"loss": 0.9139848947525024,
|
||
|
|
"step": 140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18884982420894023,
|
||
|
|
"grad_norm": 0.9194655551693208,
|
||
|
|
"learning_rate": 7.816737565339522e-05,
|
||
|
|
"loss": 0.9265908002853394,
|
||
|
|
"step": 141
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19018918466432277,
|
||
|
|
"grad_norm": 0.7853146807972304,
|
||
|
|
"learning_rate": 7.811100490891586e-05,
|
||
|
|
"loss": 0.9096084833145142,
|
||
|
|
"step": 142
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19152854511970535,
|
||
|
|
"grad_norm": 0.45037783087212563,
|
||
|
|
"learning_rate": 7.805380123001738e-05,
|
||
|
|
"loss": 0.9067190885543823,
|
||
|
|
"step": 143
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1928679055750879,
|
||
|
|
"grad_norm": 0.8272701165356915,
|
||
|
|
"learning_rate": 7.799576586691385e-05,
|
||
|
|
"loss": 0.9237310886383057,
|
||
|
|
"step": 144
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19420726603047045,
|
||
|
|
"grad_norm": 0.7914425746519923,
|
||
|
|
"learning_rate": 7.793690008799613e-05,
|
||
|
|
"loss": 0.910027027130127,
|
||
|
|
"step": 145
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.195546626485853,
|
||
|
|
"grad_norm": 0.6632510463555492,
|
||
|
|
"learning_rate": 7.787720517980424e-05,
|
||
|
|
"loss": 0.8966417908668518,
|
||
|
|
"step": 146
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19688598694123555,
|
||
|
|
"grad_norm": 0.6447162018999167,
|
||
|
|
"learning_rate": 7.781668244699925e-05,
|
||
|
|
"loss": 0.9306788444519043,
|
||
|
|
"step": 147
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19822534739661812,
|
||
|
|
"grad_norm": 0.5478719041076034,
|
||
|
|
"learning_rate": 7.775533321233471e-05,
|
||
|
|
"loss": 0.9183269739151001,
|
||
|
|
"step": 148
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19956470785200067,
|
||
|
|
"grad_norm": 0.6091679840338063,
|
||
|
|
"learning_rate": 7.769315881662778e-05,
|
||
|
|
"loss": 0.9106794595718384,
|
||
|
|
"step": 149
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20090406830738322,
|
||
|
|
"grad_norm": 0.5062433888598267,
|
||
|
|
"learning_rate": 7.763016061872989e-05,
|
||
|
|
"loss": 0.9021029472351074,
|
||
|
|
"step": 150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20224342876276577,
|
||
|
|
"grad_norm": 0.5863067489697747,
|
||
|
|
"learning_rate": 7.756633999549712e-05,
|
||
|
|
"loss": 0.9056645631790161,
|
||
|
|
"step": 151
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20358278921814835,
|
||
|
|
"grad_norm": 0.6320856385434267,
|
||
|
|
"learning_rate": 7.750169834175998e-05,
|
||
|
|
"loss": 0.9039326310157776,
|
||
|
|
"step": 152
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2049221496735309,
|
||
|
|
"grad_norm": 0.6560683461251866,
|
||
|
|
"learning_rate": 7.743623707029304e-05,
|
||
|
|
"loss": 0.9264083504676819,
|
||
|
|
"step": 153
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20626151012891344,
|
||
|
|
"grad_norm": 0.6341868974563667,
|
||
|
|
"learning_rate": 7.736995761178399e-05,
|
||
|
|
"loss": 0.9121809601783752,
|
||
|
|
"step": 154
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.207600870584296,
|
||
|
|
"grad_norm": 0.5253972386667246,
|
||
|
|
"learning_rate": 7.730286141480244e-05,
|
||
|
|
"loss": 0.9089382290840149,
|
||
|
|
"step": 155
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20894023103967854,
|
||
|
|
"grad_norm": 0.4094715328691596,
|
||
|
|
"learning_rate": 7.723494994576818e-05,
|
||
|
|
"loss": 0.9171542525291443,
|
||
|
|
"step": 156
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21027959149506112,
|
||
|
|
"grad_norm": 0.4055413751407779,
|
||
|
|
"learning_rate": 7.716622468891914e-05,
|
||
|
|
"loss": 0.903844952583313,
|
||
|
|
"step": 157
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21161895195044367,
|
||
|
|
"grad_norm": 0.5240987539662486,
|
||
|
|
"learning_rate": 7.7096687146279e-05,
|
||
|
|
"loss": 0.9096250534057617,
|
||
|
|
"step": 158
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21295831240582622,
|
||
|
|
"grad_norm": 0.5332665630971269,
|
||
|
|
"learning_rate": 7.702633883762437e-05,
|
||
|
|
"loss": 0.9141714572906494,
|
||
|
|
"step": 159
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21429767286120877,
|
||
|
|
"grad_norm": 0.6210995520121828,
|
||
|
|
"learning_rate": 7.695518130045147e-05,
|
||
|
|
"loss": 0.902588963508606,
|
||
|
|
"step": 160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21563703331659131,
|
||
|
|
"grad_norm": 0.6533753394367477,
|
||
|
|
"learning_rate": 7.68832160899427e-05,
|
||
|
|
"loss": 0.8970866799354553,
|
||
|
|
"step": 161
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2169763937719739,
|
||
|
|
"grad_norm": 0.666843709876833,
|
||
|
|
"learning_rate": 7.681044477893243e-05,
|
||
|
|
"loss": 0.9080835580825806,
|
||
|
|
"step": 162
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21831575422735644,
|
||
|
|
"grad_norm": 0.6227292968864494,
|
||
|
|
"learning_rate": 7.673686895787285e-05,
|
||
|
|
"loss": 0.9074655175209045,
|
||
|
|
"step": 163
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.219655114682739,
|
||
|
|
"grad_norm": 0.5347100691461162,
|
||
|
|
"learning_rate": 7.666249023479905e-05,
|
||
|
|
"loss": 0.9084531664848328,
|
||
|
|
"step": 164
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22099447513812154,
|
||
|
|
"grad_norm": 0.5175594119380308,
|
||
|
|
"learning_rate": 7.658731023529396e-05,
|
||
|
|
"loss": 0.9043017029762268,
|
||
|
|
"step": 165
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22233383559350411,
|
||
|
|
"grad_norm": 0.5436688066191951,
|
||
|
|
"learning_rate": 7.651133060245276e-05,
|
||
|
|
"loss": 0.9071587324142456,
|
||
|
|
"step": 166
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22367319604888666,
|
||
|
|
"grad_norm": 0.6055580577896438,
|
||
|
|
"learning_rate": 7.643455299684704e-05,
|
||
|
|
"loss": 0.9014830589294434,
|
||
|
|
"step": 167
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2250125565042692,
|
||
|
|
"grad_norm": 0.6931253151907791,
|
||
|
|
"learning_rate": 7.635697909648844e-05,
|
||
|
|
"loss": 0.9084873795509338,
|
||
|
|
"step": 168
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22635191695965176,
|
||
|
|
"grad_norm": 0.8546025727166501,
|
||
|
|
"learning_rate": 7.627861059679202e-05,
|
||
|
|
"loss": 0.9147599339485168,
|
||
|
|
"step": 169
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2276912774150343,
|
||
|
|
"grad_norm": 1.0516728931472508,
|
||
|
|
"learning_rate": 7.61994492105392e-05,
|
||
|
|
"loss": 0.9146803617477417,
|
||
|
|
"step": 170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2290306378704169,
|
||
|
|
"grad_norm": 1.1750636161132695,
|
||
|
|
"learning_rate": 7.61194966678403e-05,
|
||
|
|
"loss": 0.9208601117134094,
|
||
|
|
"step": 171
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23036999832579944,
|
||
|
|
"grad_norm": 0.6895169678113093,
|
||
|
|
"learning_rate": 7.603875471609677e-05,
|
||
|
|
"loss": 0.9078114032745361,
|
||
|
|
"step": 172
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23170935878118198,
|
||
|
|
"grad_norm": 0.49807653314280315,
|
||
|
|
"learning_rate": 7.595722511996295e-05,
|
||
|
|
"loss": 0.9131247401237488,
|
||
|
|
"step": 173
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23304871923656453,
|
||
|
|
"grad_norm": 0.7343320798017458,
|
||
|
|
"learning_rate": 7.587490966130754e-05,
|
||
|
|
"loss": 0.9078603386878967,
|
||
|
|
"step": 174
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23438807969194708,
|
||
|
|
"grad_norm": 0.8708473343532465,
|
||
|
|
"learning_rate": 7.579181013917465e-05,
|
||
|
|
"loss": 0.9184587001800537,
|
||
|
|
"step": 175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23572744014732966,
|
||
|
|
"grad_norm": 0.7054594615675117,
|
||
|
|
"learning_rate": 7.570792836974447e-05,
|
||
|
|
"loss": 0.9165666699409485,
|
||
|
|
"step": 176
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2370668006027122,
|
||
|
|
"grad_norm": 0.4925485684667248,
|
||
|
|
"learning_rate": 7.562326618629359e-05,
|
||
|
|
"loss": 0.895115315914154,
|
||
|
|
"step": 177
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23840616105809476,
|
||
|
|
"grad_norm": 0.6006056466613413,
|
||
|
|
"learning_rate": 7.55378254391549e-05,
|
||
|
|
"loss": 0.9025277495384216,
|
||
|
|
"step": 178
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2397455215134773,
|
||
|
|
"grad_norm": 0.5980928196151747,
|
||
|
|
"learning_rate": 7.545160799567722e-05,
|
||
|
|
"loss": 0.9152911901473999,
|
||
|
|
"step": 179
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24108488196885988,
|
||
|
|
"grad_norm": 0.44318994378693194,
|
||
|
|
"learning_rate": 7.536461574018439e-05,
|
||
|
|
"loss": 0.9092339277267456,
|
||
|
|
"step": 180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24242424242424243,
|
||
|
|
"grad_norm": 0.4895486082026665,
|
||
|
|
"learning_rate": 7.52768505739342e-05,
|
||
|
|
"loss": 0.8995894193649292,
|
||
|
|
"step": 181
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24376360287962498,
|
||
|
|
"grad_norm": 0.5807322769308096,
|
||
|
|
"learning_rate": 7.518831441507674e-05,
|
||
|
|
"loss": 0.8934712409973145,
|
||
|
|
"step": 182
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24510296333500753,
|
||
|
|
"grad_norm": 0.507338986090725,
|
||
|
|
"learning_rate": 7.509900919861251e-05,
|
||
|
|
"loss": 0.9049476385116577,
|
||
|
|
"step": 183
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24644232379039008,
|
||
|
|
"grad_norm": 0.46447343306662686,
|
||
|
|
"learning_rate": 7.500893687635015e-05,
|
||
|
|
"loss": 0.9096876382827759,
|
||
|
|
"step": 184
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24778168424577265,
|
||
|
|
"grad_norm": 0.43290671210374365,
|
||
|
|
"learning_rate": 7.491809941686377e-05,
|
||
|
|
"loss": 0.9005957245826721,
|
||
|
|
"step": 185
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2491210447011552,
|
||
|
|
"grad_norm": 0.4233601661390767,
|
||
|
|
"learning_rate": 7.482649880544994e-05,
|
||
|
|
"loss": 0.8930633068084717,
|
||
|
|
"step": 186
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2504604051565378,
|
||
|
|
"grad_norm": 0.47483889768660387,
|
||
|
|
"learning_rate": 7.473413704408423e-05,
|
||
|
|
"loss": 0.8927392363548279,
|
||
|
|
"step": 187
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2517997656119203,
|
||
|
|
"grad_norm": 0.41430034014432743,
|
||
|
|
"learning_rate": 7.464101615137756e-05,
|
||
|
|
"loss": 0.9012651443481445,
|
||
|
|
"step": 188
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2531391260673029,
|
||
|
|
"grad_norm": 0.44657266747672564,
|
||
|
|
"learning_rate": 7.454713816253201e-05,
|
||
|
|
"loss": 0.9092891812324524,
|
||
|
|
"step": 189
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2544784865226854,
|
||
|
|
"grad_norm": 0.5758963401160683,
|
||
|
|
"learning_rate": 7.445250512929637e-05,
|
||
|
|
"loss": 0.9000071287155151,
|
||
|
|
"step": 190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.255817846978068,
|
||
|
|
"grad_norm": 0.6348599234700715,
|
||
|
|
"learning_rate": 7.435711911992128e-05,
|
||
|
|
"loss": 0.9062003493309021,
|
||
|
|
"step": 191
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25715720743345055,
|
||
|
|
"grad_norm": 0.7445779300105985,
|
||
|
|
"learning_rate": 7.426098221911406e-05,
|
||
|
|
"loss": 0.9109039306640625,
|
||
|
|
"step": 192
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2584965678888331,
|
||
|
|
"grad_norm": 0.9461198656306916,
|
||
|
|
"learning_rate": 7.416409652799311e-05,
|
||
|
|
"loss": 0.9037576913833618,
|
||
|
|
"step": 193
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25983592834421565,
|
||
|
|
"grad_norm": 1.079965574399244,
|
||
|
|
"learning_rate": 7.406646416404198e-05,
|
||
|
|
"loss": 0.9101488590240479,
|
||
|
|
"step": 194
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26117528879959817,
|
||
|
|
"grad_norm": 0.8952709420552329,
|
||
|
|
"learning_rate": 7.396808726106316e-05,
|
||
|
|
"loss": 0.9010953903198242,
|
||
|
|
"step": 195
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26251464925498075,
|
||
|
|
"grad_norm": 0.7295843220367842,
|
||
|
|
"learning_rate": 7.386896796913137e-05,
|
||
|
|
"loss": 0.9150183796882629,
|
||
|
|
"step": 196
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2638540097103633,
|
||
|
|
"grad_norm": 0.4969681568476923,
|
||
|
|
"learning_rate": 7.376910845454662e-05,
|
||
|
|
"loss": 0.8933469653129578,
|
||
|
|
"step": 197
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26519337016574585,
|
||
|
|
"grad_norm": 0.5892305543752261,
|
||
|
|
"learning_rate": 7.36685108997868e-05,
|
||
|
|
"loss": 0.8998183012008667,
|
||
|
|
"step": 198
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2665327306211284,
|
||
|
|
"grad_norm": 0.7912320036949558,
|
||
|
|
"learning_rate": 7.35671775034601e-05,
|
||
|
|
"loss": 0.9029569625854492,
|
||
|
|
"step": 199
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26787209107651094,
|
||
|
|
"grad_norm": 0.7213642003398647,
|
||
|
|
"learning_rate": 7.34651104802568e-05,
|
||
|
|
"loss": 0.901849627494812,
|
||
|
|
"step": 200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2692114515318935,
|
||
|
|
"grad_norm": 0.45576846929011733,
|
||
|
|
"learning_rate": 7.3362312060901e-05,
|
||
|
|
"loss": 0.9074373245239258,
|
||
|
|
"step": 201
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2705508119872761,
|
||
|
|
"grad_norm": 0.4442880589446713,
|
||
|
|
"learning_rate": 7.325878449210182e-05,
|
||
|
|
"loss": 0.894812822341919,
|
||
|
|
"step": 202
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2718901724426586,
|
||
|
|
"grad_norm": 0.6350453317740167,
|
||
|
|
"learning_rate": 7.315453003650425e-05,
|
||
|
|
"loss": 0.9038816094398499,
|
||
|
|
"step": 203
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2732295328980412,
|
||
|
|
"grad_norm": 0.5669825177653348,
|
||
|
|
"learning_rate": 7.30495509726398e-05,
|
||
|
|
"loss": 0.9047380089759827,
|
||
|
|
"step": 204
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2745688933534237,
|
||
|
|
"grad_norm": 0.40694618687161566,
|
||
|
|
"learning_rate": 7.29438495948766e-05,
|
||
|
|
"loss": 0.907146692276001,
|
||
|
|
"step": 205
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2759082538088063,
|
||
|
|
"grad_norm": 0.5158298515102957,
|
||
|
|
"learning_rate": 7.28374282133693e-05,
|
||
|
|
"loss": 0.9054394364356995,
|
||
|
|
"step": 206
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27724761426418887,
|
||
|
|
"grad_norm": 0.4674214046015115,
|
||
|
|
"learning_rate": 7.273028915400862e-05,
|
||
|
|
"loss": 0.89744633436203,
|
||
|
|
"step": 207
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2785869747195714,
|
||
|
|
"grad_norm": 0.4010198365112395,
|
||
|
|
"learning_rate": 7.262243475837041e-05,
|
||
|
|
"loss": 0.8924587965011597,
|
||
|
|
"step": 208
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27992633517495397,
|
||
|
|
"grad_norm": 0.5034263045570243,
|
||
|
|
"learning_rate": 7.251386738366462e-05,
|
||
|
|
"loss": 0.8863202333450317,
|
||
|
|
"step": 209
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2812656956303365,
|
||
|
|
"grad_norm": 0.5023444681579953,
|
||
|
|
"learning_rate": 7.240458940268362e-05,
|
||
|
|
"loss": 0.8941077589988708,
|
||
|
|
"step": 210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28260505608571906,
|
||
|
|
"grad_norm": 0.46891769868263444,
|
||
|
|
"learning_rate": 7.229460320375051e-05,
|
||
|
|
"loss": 0.906989574432373,
|
||
|
|
"step": 211
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28394441654110164,
|
||
|
|
"grad_norm": 0.5647560272622669,
|
||
|
|
"learning_rate": 7.218391119066674e-05,
|
||
|
|
"loss": 0.9065754413604736,
|
||
|
|
"step": 212
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28528377699648416,
|
||
|
|
"grad_norm": 0.6564851196340278,
|
||
|
|
"learning_rate": 7.207251578265974e-05,
|
||
|
|
"loss": 0.9066266417503357,
|
||
|
|
"step": 213
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28662313745186674,
|
||
|
|
"grad_norm": 0.6605526813011159,
|
||
|
|
"learning_rate": 7.196041941432998e-05,
|
||
|
|
"loss": 0.8938264846801758,
|
||
|
|
"step": 214
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2879624979072493,
|
||
|
|
"grad_norm": 0.7004298849905322,
|
||
|
|
"learning_rate": 7.184762453559767e-05,
|
||
|
|
"loss": 0.901447057723999,
|
||
|
|
"step": 215
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28930185836263184,
|
||
|
|
"grad_norm": 0.6723620245213667,
|
||
|
|
"learning_rate": 7.173413361164941e-05,
|
||
|
|
"loss": 0.8870468139648438,
|
||
|
|
"step": 216
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2906412188180144,
|
||
|
|
"grad_norm": 0.5895576054421268,
|
||
|
|
"learning_rate": 7.161994912288415e-05,
|
||
|
|
"loss": 0.8934962153434753,
|
||
|
|
"step": 217
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.29198057927339693,
|
||
|
|
"grad_norm": 0.6129669412207072,
|
||
|
|
"learning_rate": 7.150507356485903e-05,
|
||
|
|
"loss": 0.8962942957878113,
|
||
|
|
"step": 218
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2933199397287795,
|
||
|
|
"grad_norm": 0.5802537294296758,
|
||
|
|
"learning_rate": 7.138950944823485e-05,
|
||
|
|
"loss": 0.8967691659927368,
|
||
|
|
"step": 219
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2946593001841621,
|
||
|
|
"grad_norm": 0.4820962308267513,
|
||
|
|
"learning_rate": 7.12732592987212e-05,
|
||
|
|
"loss": 0.8924927711486816,
|
||
|
|
"step": 220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2959986606395446,
|
||
|
|
"grad_norm": 0.45589506205455754,
|
||
|
|
"learning_rate": 7.115632565702124e-05,
|
||
|
|
"loss": 0.894336998462677,
|
||
|
|
"step": 221
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2973380210949272,
|
||
|
|
"grad_norm": 0.621116741269062,
|
||
|
|
"learning_rate": 7.10387110787762e-05,
|
||
|
|
"loss": 0.8900793790817261,
|
||
|
|
"step": 222
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2986773815503097,
|
||
|
|
"grad_norm": 0.771116132471669,
|
||
|
|
"learning_rate": 7.092041813450948e-05,
|
||
|
|
"loss": 0.9094074964523315,
|
||
|
|
"step": 223
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3000167420056923,
|
||
|
|
"grad_norm": 0.8818936933822646,
|
||
|
|
"learning_rate": 7.080144940957053e-05,
|
||
|
|
"loss": 0.8994623422622681,
|
||
|
|
"step": 224
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30135610246107486,
|
||
|
|
"grad_norm": 0.9044298940788849,
|
||
|
|
"learning_rate": 7.068180750407825e-05,
|
||
|
|
"loss": 0.9020993113517761,
|
||
|
|
"step": 225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3026954629164574,
|
||
|
|
"grad_norm": 0.8105053927630517,
|
||
|
|
"learning_rate": 7.05614950328643e-05,
|
||
|
|
"loss": 0.8913443088531494,
|
||
|
|
"step": 226
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30403482337183996,
|
||
|
|
"grad_norm": 0.6552999377507921,
|
||
|
|
"learning_rate": 7.044051462541585e-05,
|
||
|
|
"loss": 0.8977623581886292,
|
||
|
|
"step": 227
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3053741838272225,
|
||
|
|
"grad_norm": 0.6276225150513225,
|
||
|
|
"learning_rate": 7.031886892581813e-05,
|
||
|
|
"loss": 0.9037375450134277,
|
||
|
|
"step": 228
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30671354428260506,
|
||
|
|
"grad_norm": 0.47767505306157954,
|
||
|
|
"learning_rate": 7.019656059269664e-05,
|
||
|
|
"loss": 0.8967139720916748,
|
||
|
|
"step": 229
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30805290473798763,
|
||
|
|
"grad_norm": 0.43735915139443376,
|
||
|
|
"learning_rate": 7.00735922991591e-05,
|
||
|
|
"loss": 0.887144923210144,
|
||
|
|
"step": 230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30939226519337015,
|
||
|
|
"grad_norm": 0.4990369099751219,
|
||
|
|
"learning_rate": 6.994996673273694e-05,
|
||
|
|
"loss": 0.8820310831069946,
|
||
|
|
"step": 231
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31073162564875273,
|
||
|
|
"grad_norm": 0.4708659320973128,
|
||
|
|
"learning_rate": 6.982568659532663e-05,
|
||
|
|
"loss": 0.8966023921966553,
|
||
|
|
"step": 232
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31207098610413525,
|
||
|
|
"grad_norm": 0.5323277193114596,
|
||
|
|
"learning_rate": 6.970075460313059e-05,
|
||
|
|
"loss": 0.8898813724517822,
|
||
|
|
"step": 233
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3134103465595178,
|
||
|
|
"grad_norm": 0.4765758370618773,
|
||
|
|
"learning_rate": 6.957517348659785e-05,
|
||
|
|
"loss": 0.9058773517608643,
|
||
|
|
"step": 234
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3147497070149004,
|
||
|
|
"grad_norm": 0.2922891582098603,
|
||
|
|
"learning_rate": 6.944894599036439e-05,
|
||
|
|
"loss": 0.8985657691955566,
|
||
|
|
"step": 235
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3160890674702829,
|
||
|
|
"grad_norm": 0.4017359965605547,
|
||
|
|
"learning_rate": 6.932207487319305e-05,
|
||
|
|
"loss": 0.8944315910339355,
|
||
|
|
"step": 236
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3174284279256655,
|
||
|
|
"grad_norm": 0.40396755775149173,
|
||
|
|
"learning_rate": 6.919456290791343e-05,
|
||
|
|
"loss": 0.9019736051559448,
|
||
|
|
"step": 237
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.318767788381048,
|
||
|
|
"grad_norm": 0.3448754102708148,
|
||
|
|
"learning_rate": 6.906641288136109e-05,
|
||
|
|
"loss": 0.8921661376953125,
|
||
|
|
"step": 238
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3201071488364306,
|
||
|
|
"grad_norm": 0.3563739009758267,
|
||
|
|
"learning_rate": 6.893762759431675e-05,
|
||
|
|
"loss": 0.8991590142250061,
|
||
|
|
"step": 239
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3214465092918132,
|
||
|
|
"grad_norm": 0.3025703943184552,
|
||
|
|
"learning_rate": 6.880820986144507e-05,
|
||
|
|
"loss": 0.8966647386550903,
|
||
|
|
"step": 240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3227858697471957,
|
||
|
|
"grad_norm": 0.32710433074697187,
|
||
|
|
"learning_rate": 6.86781625112331e-05,
|
||
|
|
"loss": 0.8932673335075378,
|
||
|
|
"step": 241
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3241252302025783,
|
||
|
|
"grad_norm": 0.3159486886720857,
|
||
|
|
"learning_rate": 6.854748838592849e-05,
|
||
|
|
"loss": 0.8867123126983643,
|
||
|
|
"step": 242
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32546459065796085,
|
||
|
|
"grad_norm": 0.33576352782212976,
|
||
|
|
"learning_rate": 6.841619034147738e-05,
|
||
|
|
"loss": 0.8945485949516296,
|
||
|
|
"step": 243
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32680395111334337,
|
||
|
|
"grad_norm": 0.3382299578038365,
|
||
|
|
"learning_rate": 6.828427124746191e-05,
|
||
|
|
"loss": 0.8893507122993469,
|
||
|
|
"step": 244
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32814331156872595,
|
||
|
|
"grad_norm": 0.3145669367280524,
|
||
|
|
"learning_rate": 6.815173398703762e-05,
|
||
|
|
"loss": 0.8952306509017944,
|
||
|
|
"step": 245
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.32948267202410847,
|
||
|
|
"grad_norm": 0.3702066361612188,
|
||
|
|
"learning_rate": 6.801858145687033e-05,
|
||
|
|
"loss": 0.900354266166687,
|
||
|
|
"step": 246
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33082203247949105,
|
||
|
|
"grad_norm": 0.3590790337895165,
|
||
|
|
"learning_rate": 6.788481656707294e-05,
|
||
|
|
"loss": 0.8962044715881348,
|
||
|
|
"step": 247
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3321613929348736,
|
||
|
|
"grad_norm": 0.29409387021807054,
|
||
|
|
"learning_rate": 6.775044224114168e-05,
|
||
|
|
"loss": 0.8917175531387329,
|
||
|
|
"step": 248
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33350075339025614,
|
||
|
|
"grad_norm": 0.33139455469582174,
|
||
|
|
"learning_rate": 6.761546141589235e-05,
|
||
|
|
"loss": 0.8945397138595581,
|
||
|
|
"step": 249
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3348401138456387,
|
||
|
|
"grad_norm": 0.3304502768847914,
|
||
|
|
"learning_rate": 6.747987704139607e-05,
|
||
|
|
"loss": 0.8865037560462952,
|
||
|
|
"step": 250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.33617947430102124,
|
||
|
|
"grad_norm": 0.35207067018590943,
|
||
|
|
"learning_rate": 6.734369208091486e-05,
|
||
|
|
"loss": 0.8916755318641663,
|
||
|
|
"step": 251
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3375188347564038,
|
||
|
|
"grad_norm": 0.40919798096964943,
|
||
|
|
"learning_rate": 6.720690951083678e-05,
|
||
|
|
"loss": 0.8847212791442871,
|
||
|
|
"step": 252
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3388581952117864,
|
||
|
|
"grad_norm": 0.3513659416141469,
|
||
|
|
"learning_rate": 6.706953232061098e-05,
|
||
|
|
"loss": 0.8843253254890442,
|
||
|
|
"step": 253
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3401975556671689,
|
||
|
|
"grad_norm": 0.30034711529232383,
|
||
|
|
"learning_rate": 6.693156351268229e-05,
|
||
|
|
"loss": 0.8973168730735779,
|
||
|
|
"step": 254
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3415369161225515,
|
||
|
|
"grad_norm": 0.25812676412176466,
|
||
|
|
"learning_rate": 6.679300610242564e-05,
|
||
|
|
"loss": 0.9002690315246582,
|
||
|
|
"step": 255
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.342876276577934,
|
||
|
|
"grad_norm": 0.26476799198584866,
|
||
|
|
"learning_rate": 6.665386311808017e-05,
|
||
|
|
"loss": 0.8933571577072144,
|
||
|
|
"step": 256
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3442156370333166,
|
||
|
|
"grad_norm": 0.3055500682498974,
|
||
|
|
"learning_rate": 6.651413760068298e-05,
|
||
|
|
"loss": 0.9000169634819031,
|
||
|
|
"step": 257
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34555499748869917,
|
||
|
|
"grad_norm": 0.2753301578914753,
|
||
|
|
"learning_rate": 6.637383260400276e-05,
|
||
|
|
"loss": 0.8983247876167297,
|
||
|
|
"step": 258
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3468943579440817,
|
||
|
|
"grad_norm": 0.3283199044322027,
|
||
|
|
"learning_rate": 6.623295119447297e-05,
|
||
|
|
"loss": 0.8985056281089783,
|
||
|
|
"step": 259
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34823371839946426,
|
||
|
|
"grad_norm": 0.3582940804838448,
|
||
|
|
"learning_rate": 6.609149645112485e-05,
|
||
|
|
"loss": 0.8870316743850708,
|
||
|
|
"step": 260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3495730788548468,
|
||
|
|
"grad_norm": 0.4306838172471171,
|
||
|
|
"learning_rate": 6.594947146552015e-05,
|
||
|
|
"loss": 0.8838645815849304,
|
||
|
|
"step": 261
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35091243931022936,
|
||
|
|
"grad_norm": 0.48455804455635887,
|
||
|
|
"learning_rate": 6.580687934168352e-05,
|
||
|
|
"loss": 0.8925988674163818,
|
||
|
|
"step": 262
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35225179976561194,
|
||
|
|
"grad_norm": 0.5758294275573599,
|
||
|
|
"learning_rate": 6.566372319603467e-05,
|
||
|
|
"loss": 0.8979231715202332,
|
||
|
|
"step": 263
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35359116022099446,
|
||
|
|
"grad_norm": 0.6666731640546475,
|
||
|
|
"learning_rate": 6.552000615732035e-05,
|
||
|
|
"loss": 0.8943511843681335,
|
||
|
|
"step": 264
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35493052067637704,
|
||
|
|
"grad_norm": 0.6604209524822312,
|
||
|
|
"learning_rate": 6.537573136654582e-05,
|
||
|
|
"loss": 0.8853351473808289,
|
||
|
|
"step": 265
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35626988113175956,
|
||
|
|
"grad_norm": 0.4123786870554884,
|
||
|
|
"learning_rate": 6.523090197690634e-05,
|
||
|
|
"loss": 0.8918644785881042,
|
||
|
|
"step": 266
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35760924158714213,
|
||
|
|
"grad_norm": 0.2502223960825913,
|
||
|
|
"learning_rate": 6.508552115371814e-05,
|
||
|
|
"loss": 0.893090546131134,
|
||
|
|
"step": 267
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3589486020425247,
|
||
|
|
"grad_norm": 0.4103290878988621,
|
||
|
|
"learning_rate": 6.493959207434934e-05,
|
||
|
|
"loss": 0.8756798505783081,
|
||
|
|
"step": 268
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36028796249790723,
|
||
|
|
"grad_norm": 0.5340723449895526,
|
||
|
|
"learning_rate": 6.479311792815047e-05,
|
||
|
|
"loss": 0.8869861364364624,
|
||
|
|
"step": 269
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3616273229532898,
|
||
|
|
"grad_norm": 0.5092937192195168,
|
||
|
|
"learning_rate": 6.464610191638472e-05,
|
||
|
|
"loss": 0.8688637018203735,
|
||
|
|
"step": 270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3629666834086724,
|
||
|
|
"grad_norm": 0.36841736308738604,
|
||
|
|
"learning_rate": 6.449854725215801e-05,
|
||
|
|
"loss": 0.8819414973258972,
|
||
|
|
"step": 271
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3643060438640549,
|
||
|
|
"grad_norm": 0.23108168052962968,
|
||
|
|
"learning_rate": 6.435045716034883e-05,
|
||
|
|
"loss": 0.8896312713623047,
|
||
|
|
"step": 272
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3656454043194375,
|
||
|
|
"grad_norm": 0.3314939187707688,
|
||
|
|
"learning_rate": 6.420183487753765e-05,
|
||
|
|
"loss": 0.8876444101333618,
|
||
|
|
"step": 273
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36698476477482,
|
||
|
|
"grad_norm": 0.44064601491510763,
|
||
|
|
"learning_rate": 6.405268365193624e-05,
|
||
|
|
"loss": 0.8837222456932068,
|
||
|
|
"step": 274
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3683241252302026,
|
||
|
|
"grad_norm": 0.4117399045978558,
|
||
|
|
"learning_rate": 6.390300674331667e-05,
|
||
|
|
"loss": 0.8932456970214844,
|
||
|
|
"step": 275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36966348568558516,
|
||
|
|
"grad_norm": 0.3501980802705,
|
||
|
|
"learning_rate": 6.375280742294007e-05,
|
||
|
|
"loss": 0.896408200263977,
|
||
|
|
"step": 276
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3710028461409677,
|
||
|
|
"grad_norm": 0.31925464072542226,
|
||
|
|
"learning_rate": 6.360208897348513e-05,
|
||
|
|
"loss": 0.890372097492218,
|
||
|
|
"step": 277
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37234220659635026,
|
||
|
|
"grad_norm": 0.3672953058879004,
|
||
|
|
"learning_rate": 6.345085468897637e-05,
|
||
|
|
"loss": 0.8912795782089233,
|
||
|
|
"step": 278
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3736815670517328,
|
||
|
|
"grad_norm": 0.37585534860719505,
|
||
|
|
"learning_rate": 6.32991078747121e-05,
|
||
|
|
"loss": 0.8913096785545349,
|
||
|
|
"step": 279
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37502092750711535,
|
||
|
|
"grad_norm": 0.3686117104703527,
|
||
|
|
"learning_rate": 6.314685184719224e-05,
|
||
|
|
"loss": 0.8860468864440918,
|
||
|
|
"step": 280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37636028796249793,
|
||
|
|
"grad_norm": 0.36203560770739496,
|
||
|
|
"learning_rate": 6.29940899340458e-05,
|
||
|
|
"loss": 0.8942425847053528,
|
||
|
|
"step": 281
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37769964841788045,
|
||
|
|
"grad_norm": 0.39656735441651286,
|
||
|
|
"learning_rate": 6.284082547395822e-05,
|
||
|
|
"loss": 0.884894609451294,
|
||
|
|
"step": 282
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37903900887326303,
|
||
|
|
"grad_norm": 0.43021602998882896,
|
||
|
|
"learning_rate": 6.268706181659823e-05,
|
||
|
|
"loss": 0.8949446678161621,
|
||
|
|
"step": 283
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38037836932864555,
|
||
|
|
"grad_norm": 0.4560535418745229,
|
||
|
|
"learning_rate": 6.253280232254489e-05,
|
||
|
|
"loss": 0.8839805722236633,
|
||
|
|
"step": 284
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3817177297840281,
|
||
|
|
"grad_norm": 0.46627492864603226,
|
||
|
|
"learning_rate": 6.23780503632139e-05,
|
||
|
|
"loss": 0.8896687626838684,
|
||
|
|
"step": 285
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3830570902394107,
|
||
|
|
"grad_norm": 0.4331165409015457,
|
||
|
|
"learning_rate": 6.22228093207841e-05,
|
||
|
|
"loss": 0.8688606023788452,
|
||
|
|
"step": 286
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3843964506947932,
|
||
|
|
"grad_norm": 0.32952692176687587,
|
||
|
|
"learning_rate": 6.206708258812343e-05,
|
||
|
|
"loss": 0.8844860196113586,
|
||
|
|
"step": 287
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3857358111501758,
|
||
|
|
"grad_norm": 0.32252625784796196,
|
||
|
|
"learning_rate": 6.191087356871486e-05,
|
||
|
|
"loss": 0.8889749646186829,
|
||
|
|
"step": 288
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3870751716055583,
|
||
|
|
"grad_norm": 0.36745276817661704,
|
||
|
|
"learning_rate": 6.175418567658196e-05,
|
||
|
|
"loss": 0.8868741989135742,
|
||
|
|
"step": 289
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3884145320609409,
|
||
|
|
"grad_norm": 0.43191395512680925,
|
||
|
|
"learning_rate": 6.159702233621427e-05,
|
||
|
|
"loss": 0.8811583518981934,
|
||
|
|
"step": 290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3897538925163235,
|
||
|
|
"grad_norm": 0.42293907743115355,
|
||
|
|
"learning_rate": 6.143938698249251e-05,
|
||
|
|
"loss": 0.8857870697975159,
|
||
|
|
"step": 291
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.391093252971706,
|
||
|
|
"grad_norm": 0.3558451089435877,
|
||
|
|
"learning_rate": 6.128128306061347e-05,
|
||
|
|
"loss": 0.8891360759735107,
|
||
|
|
"step": 292
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3924326134270886,
|
||
|
|
"grad_norm": 0.2878485843617252,
|
||
|
|
"learning_rate": 6.112271402601472e-05,
|
||
|
|
"loss": 0.8804606199264526,
|
||
|
|
"step": 293
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3937719738824711,
|
||
|
|
"grad_norm": 0.27858889793959796,
|
||
|
|
"learning_rate": 6.096368334429911e-05,
|
||
|
|
"loss": 0.8926126956939697,
|
||
|
|
"step": 294
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39511133433785367,
|
||
|
|
"grad_norm": 0.2819024964747486,
|
||
|
|
"learning_rate": 6.0804194491158987e-05,
|
||
|
|
"loss": 0.8852767944335938,
|
||
|
|
"step": 295
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39645069479323625,
|
||
|
|
"grad_norm": 0.2540202943224736,
|
||
|
|
"learning_rate": 6.064425095230027e-05,
|
||
|
|
"loss": 0.8917317390441895,
|
||
|
|
"step": 296
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39779005524861877,
|
||
|
|
"grad_norm": 0.24541270777843874,
|
||
|
|
"learning_rate": 6.048385622336625e-05,
|
||
|
|
"loss": 0.8798589706420898,
|
||
|
|
"step": 297
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39912941570400134,
|
||
|
|
"grad_norm": 0.2536269299289805,
|
||
|
|
"learning_rate": 6.0323013809861185e-05,
|
||
|
|
"loss": 0.8902722597122192,
|
||
|
|
"step": 298
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4004687761593839,
|
||
|
|
"grad_norm": 0.27800051254159697,
|
||
|
|
"learning_rate": 6.016172722707372e-05,
|
||
|
|
"loss": 0.9056130647659302,
|
||
|
|
"step": 299
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40180813661476644,
|
||
|
|
"grad_norm": 0.27633691297170004,
|
||
|
|
"learning_rate": 6.000000000000001e-05,
|
||
|
|
"loss": 0.8697539567947388,
|
||
|
|
"step": 300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.403147497070149,
|
||
|
|
"grad_norm": 0.27434445994827267,
|
||
|
|
"learning_rate": 5.9837835663266724e-05,
|
||
|
|
"loss": 0.8804255127906799,
|
||
|
|
"step": 301
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40448685752553154,
|
||
|
|
"grad_norm": 0.2524623974437759,
|
||
|
|
"learning_rate": 5.967523776105374e-05,
|
||
|
|
"loss": 0.8784493803977966,
|
||
|
|
"step": 302
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4058262179809141,
|
||
|
|
"grad_norm": 0.25420975374572236,
|
||
|
|
"learning_rate": 5.9512209847016766e-05,
|
||
|
|
"loss": 0.8766741752624512,
|
||
|
|
"step": 303
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4071655784362967,
|
||
|
|
"grad_norm": 0.2510235716517718,
|
||
|
|
"learning_rate": 5.9348755484209597e-05,
|
||
|
|
"loss": 0.8951706886291504,
|
||
|
|
"step": 304
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4085049388916792,
|
||
|
|
"grad_norm": 0.28128699677214214,
|
||
|
|
"learning_rate": 5.9184878245006275e-05,
|
||
|
|
"loss": 0.8903220891952515,
|
||
|
|
"step": 305
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4098442993470618,
|
||
|
|
"grad_norm": 0.2553241167540996,
|
||
|
|
"learning_rate": 5.902058171102302e-05,
|
||
|
|
"loss": 0.8924455642700195,
|
||
|
|
"step": 306
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4111836598024443,
|
||
|
|
"grad_norm": 0.27284815580460237,
|
||
|
|
"learning_rate": 5.8855869473039924e-05,
|
||
|
|
"loss": 0.8797352313995361,
|
||
|
|
"step": 307
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4125230202578269,
|
||
|
|
"grad_norm": 0.2961577585360785,
|
||
|
|
"learning_rate": 5.869074513092249e-05,
|
||
|
|
"loss": 0.889675498008728,
|
||
|
|
"step": 308
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41386238071320947,
|
||
|
|
"grad_norm": 0.36149390074479637,
|
||
|
|
"learning_rate": 5.852521229354298e-05,
|
||
|
|
"loss": 0.8952120542526245,
|
||
|
|
"step": 309
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.415201741168592,
|
||
|
|
"grad_norm": 0.4056564851356049,
|
||
|
|
"learning_rate": 5.835927457870151e-05,
|
||
|
|
"loss": 0.8908874988555908,
|
||
|
|
"step": 310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41654110162397456,
|
||
|
|
"grad_norm": 0.45959990311749727,
|
||
|
|
"learning_rate": 5.8192935613046986e-05,
|
||
|
|
"loss": 0.8896716833114624,
|
||
|
|
"step": 311
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4178804620793571,
|
||
|
|
"grad_norm": 0.44501497393699513,
|
||
|
|
"learning_rate": 5.802619903199782e-05,
|
||
|
|
"loss": 0.8718587160110474,
|
||
|
|
"step": 312
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41921982253473966,
|
||
|
|
"grad_norm": 0.4099982344769972,
|
||
|
|
"learning_rate": 5.785906847966252e-05,
|
||
|
|
"loss": 0.87396639585495,
|
||
|
|
"step": 313
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42055918299012224,
|
||
|
|
"grad_norm": 0.38915136386883503,
|
||
|
|
"learning_rate": 5.7691547608760055e-05,
|
||
|
|
"loss": 0.8890815377235413,
|
||
|
|
"step": 314
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42189854344550476,
|
||
|
|
"grad_norm": 0.3916008388754374,
|
||
|
|
"learning_rate": 5.7523640080539954e-05,
|
||
|
|
"loss": 0.8961409330368042,
|
||
|
|
"step": 315
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42323790390088734,
|
||
|
|
"grad_norm": 0.34461259063570354,
|
||
|
|
"learning_rate": 5.735534956470233e-05,
|
||
|
|
"loss": 0.8904027938842773,
|
||
|
|
"step": 316
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42457726435626986,
|
||
|
|
"grad_norm": 0.3351489985095559,
|
||
|
|
"learning_rate": 5.71866797393177e-05,
|
||
|
|
"loss": 0.8841983079910278,
|
||
|
|
"step": 317
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42591662481165243,
|
||
|
|
"grad_norm": 0.3415829415188758,
|
||
|
|
"learning_rate": 5.701763429074657e-05,
|
||
|
|
"loss": 0.8725353479385376,
|
||
|
|
"step": 318
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.427255985267035,
|
||
|
|
"grad_norm": 0.32192931188812973,
|
||
|
|
"learning_rate": 5.6848216913558847e-05,
|
||
|
|
"loss": 0.8806099891662598,
|
||
|
|
"step": 319
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.42859534572241753,
|
||
|
|
"grad_norm": 0.3215781282881794,
|
||
|
|
"learning_rate": 5.6678431310453134e-05,
|
||
|
|
"loss": 0.8860760927200317,
|
||
|
|
"step": 320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4299347061778001,
|
||
|
|
"grad_norm": 0.34914156634746246,
|
||
|
|
"learning_rate": 5.6508281192175794e-05,
|
||
|
|
"loss": 0.8721968531608582,
|
||
|
|
"step": 321
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43127406663318263,
|
||
|
|
"grad_norm": 0.2658667412041895,
|
||
|
|
"learning_rate": 5.6337770277439854e-05,
|
||
|
|
"loss": 0.8862148523330688,
|
||
|
|
"step": 322
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4326134270885652,
|
||
|
|
"grad_norm": 0.34695464253952446,
|
||
|
|
"learning_rate": 5.616690229284368e-05,
|
||
|
|
"loss": 0.8746384382247925,
|
||
|
|
"step": 323
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4339527875439478,
|
||
|
|
"grad_norm": 0.4197423684536046,
|
||
|
|
"learning_rate": 5.5995680972789634e-05,
|
||
|
|
"loss": 0.8776325583457947,
|
||
|
|
"step": 324
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4352921479993303,
|
||
|
|
"grad_norm": 0.46568817493418574,
|
||
|
|
"learning_rate": 5.582411005940236e-05,
|
||
|
|
"loss": 0.887018084526062,
|
||
|
|
"step": 325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4366315084547129,
|
||
|
|
"grad_norm": 0.38017911947951655,
|
||
|
|
"learning_rate": 5.5652193302447e-05,
|
||
|
|
"loss": 0.8889976739883423,
|
||
|
|
"step": 326
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.43797086891009546,
|
||
|
|
"grad_norm": 0.3060971777017487,
|
||
|
|
"learning_rate": 5.547993445924735e-05,
|
||
|
|
"loss": 0.8834925889968872,
|
||
|
|
"step": 327
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.439310229365478,
|
||
|
|
"grad_norm": 0.3878310131471193,
|
||
|
|
"learning_rate": 5.5307337294603595e-05,
|
||
|
|
"loss": 0.8835778832435608,
|
||
|
|
"step": 328
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44064958982086055,
|
||
|
|
"grad_norm": 0.37272583086257793,
|
||
|
|
"learning_rate": 5.513440558071015e-05,
|
||
|
|
"loss": 0.88037109375,
|
||
|
|
"step": 329
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4419889502762431,
|
||
|
|
"grad_norm": 0.2980108695701489,
|
||
|
|
"learning_rate": 5.496114309707313e-05,
|
||
|
|
"loss": 0.8899520635604858,
|
||
|
|
"step": 330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44332831073162565,
|
||
|
|
"grad_norm": 0.2942897917948679,
|
||
|
|
"learning_rate": 5.478755363042781e-05,
|
||
|
|
"loss": 0.8873578906059265,
|
||
|
|
"step": 331
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44466767118700823,
|
||
|
|
"grad_norm": 0.35500305163807966,
|
||
|
|
"learning_rate": 5.461364097465581e-05,
|
||
|
|
"loss": 0.8870940208435059,
|
||
|
|
"step": 332
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44600703164239075,
|
||
|
|
"grad_norm": 0.3079369949147375,
|
||
|
|
"learning_rate": 5.443940893070223e-05,
|
||
|
|
"loss": 0.8757143616676331,
|
||
|
|
"step": 333
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4473463920977733,
|
||
|
|
"grad_norm": 0.3007868096995874,
|
||
|
|
"learning_rate": 5.4264861306492525e-05,
|
||
|
|
"loss": 0.8642425537109375,
|
||
|
|
"step": 334
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.44868575255315585,
|
||
|
|
"grad_norm": 0.31595038196673936,
|
||
|
|
"learning_rate": 5.409000191684935e-05,
|
||
|
|
"loss": 0.8808598518371582,
|
||
|
|
"step": 335
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4500251130085384,
|
||
|
|
"grad_norm": 0.3146477839645367,
|
||
|
|
"learning_rate": 5.391483458340909e-05,
|
||
|
|
"loss": 0.8812928199768066,
|
||
|
|
"step": 336
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.451364473463921,
|
||
|
|
"grad_norm": 0.30376403427053666,
|
||
|
|
"learning_rate": 5.3739363134538446e-05,
|
||
|
|
"loss": 0.8947619795799255,
|
||
|
|
"step": 337
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4527038339193035,
|
||
|
|
"grad_norm": 0.27657117052236885,
|
||
|
|
"learning_rate": 5.356359140525067e-05,
|
||
|
|
"loss": 0.8850589990615845,
|
||
|
|
"step": 338
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4540431943746861,
|
||
|
|
"grad_norm": 0.30680178018188403,
|
||
|
|
"learning_rate": 5.3387523237121805e-05,
|
||
|
|
"loss": 0.8739247918128967,
|
||
|
|
"step": 339
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4553825548300686,
|
||
|
|
"grad_norm": 0.3047542635453717,
|
||
|
|
"learning_rate": 5.321116247820669e-05,
|
||
|
|
"loss": 0.8850078582763672,
|
||
|
|
"step": 340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4567219152854512,
|
||
|
|
"grad_norm": 0.2923184588762319,
|
||
|
|
"learning_rate": 5.30345129829549e-05,
|
||
|
|
"loss": 0.8884513974189758,
|
||
|
|
"step": 341
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4580612757408338,
|
||
|
|
"grad_norm": 0.306238293604028,
|
||
|
|
"learning_rate": 5.2857578612126466e-05,
|
||
|
|
"loss": 0.8790913224220276,
|
||
|
|
"step": 342
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4594006361962163,
|
||
|
|
"grad_norm": 0.2776234461903938,
|
||
|
|
"learning_rate": 5.2680363232707533e-05,
|
||
|
|
"loss": 0.8726402521133423,
|
||
|
|
"step": 343
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46073999665159887,
|
||
|
|
"grad_norm": 0.23559770485475257,
|
||
|
|
"learning_rate": 5.250287071782579e-05,
|
||
|
|
"loss": 0.8780654668807983,
|
||
|
|
"step": 344
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4620793571069814,
|
||
|
|
"grad_norm": 0.2656621107355478,
|
||
|
|
"learning_rate": 5.232510494666588e-05,
|
||
|
|
"loss": 0.8802477717399597,
|
||
|
|
"step": 345
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46341871756236397,
|
||
|
|
"grad_norm": 0.2654377895352511,
|
||
|
|
"learning_rate": 5.214706980438459e-05,
|
||
|
|
"loss": 0.8784705400466919,
|
||
|
|
"step": 346
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46475807801774655,
|
||
|
|
"grad_norm": 0.25513055691779934,
|
||
|
|
"learning_rate": 5.1968769182025955e-05,
|
||
|
|
"loss": 0.8827534317970276,
|
||
|
|
"step": 347
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46609743847312907,
|
||
|
|
"grad_norm": 0.23931345424644,
|
||
|
|
"learning_rate": 5.179020697643618e-05,
|
||
|
|
"loss": 0.8781850934028625,
|
||
|
|
"step": 348
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46743679892851164,
|
||
|
|
"grad_norm": 0.2662310932045871,
|
||
|
|
"learning_rate": 5.16113870901785e-05,
|
||
|
|
"loss": 0.8855897784233093,
|
||
|
|
"step": 349
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46877615938389416,
|
||
|
|
"grad_norm": 0.2719290408201649,
|
||
|
|
"learning_rate": 5.1432313431447915e-05,
|
||
|
|
"loss": 0.8810721039772034,
|
||
|
|
"step": 350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47011551983927674,
|
||
|
|
"grad_norm": 0.30347422955032666,
|
||
|
|
"learning_rate": 5.125298991398571e-05,
|
||
|
|
"loss": 0.8826359510421753,
|
||
|
|
"step": 351
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4714548802946593,
|
||
|
|
"grad_norm": 0.23887523910106984,
|
||
|
|
"learning_rate": 5.107342045699397e-05,
|
||
|
|
"loss": 0.8747484683990479,
|
||
|
|
"step": 352
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47279424075004184,
|
||
|
|
"grad_norm": 0.2505774705404714,
|
||
|
|
"learning_rate": 5.089360898504994e-05,
|
||
|
|
"loss": 0.8729058504104614,
|
||
|
|
"step": 353
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4741336012054244,
|
||
|
|
"grad_norm": 0.279473567045265,
|
||
|
|
"learning_rate": 5.071355942802013e-05,
|
||
|
|
"loss": 0.8787670135498047,
|
||
|
|
"step": 354
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.475472961660807,
|
||
|
|
"grad_norm": 0.26199289777497575,
|
||
|
|
"learning_rate": 5.053327572097459e-05,
|
||
|
|
"loss": 0.8815037608146667,
|
||
|
|
"step": 355
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4768123221161895,
|
||
|
|
"grad_norm": 0.21510974254409215,
|
||
|
|
"learning_rate": 5.0352761804100835e-05,
|
||
|
|
"loss": 0.8883016109466553,
|
||
|
|
"step": 356
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4781516825715721,
|
||
|
|
"grad_norm": 0.2179594057045395,
|
||
|
|
"learning_rate": 5.017202162261767e-05,
|
||
|
|
"loss": 0.8739045858383179,
|
||
|
|
"step": 357
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4794910430269546,
|
||
|
|
"grad_norm": 0.2583618991462232,
|
||
|
|
"learning_rate": 4.999105912668908e-05,
|
||
|
|
"loss": 0.875806987285614,
|
||
|
|
"step": 358
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4808304034823372,
|
||
|
|
"grad_norm": 0.31852029663882087,
|
||
|
|
"learning_rate": 4.9809878271337794e-05,
|
||
|
|
"loss": 0.8874423503875732,
|
||
|
|
"step": 359
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48216976393771976,
|
||
|
|
"grad_norm": 0.2835760526800237,
|
||
|
|
"learning_rate": 4.962848301635893e-05,
|
||
|
|
"loss": 0.8798930048942566,
|
||
|
|
"step": 360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4835091243931023,
|
||
|
|
"grad_norm": 0.22973024932768488,
|
||
|
|
"learning_rate": 4.9446877326233384e-05,
|
||
|
|
"loss": 0.8873306512832642,
|
||
|
|
"step": 361
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48484848484848486,
|
||
|
|
"grad_norm": 0.2500936218554607,
|
||
|
|
"learning_rate": 4.926506517004122e-05,
|
||
|
|
"loss": 0.871864378452301,
|
||
|
|
"step": 362
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4861878453038674,
|
||
|
|
"grad_norm": 0.2995047737515285,
|
||
|
|
"learning_rate": 4.9083050521374936e-05,
|
||
|
|
"loss": 0.8763599991798401,
|
||
|
|
"step": 363
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48752720575924996,
|
||
|
|
"grad_norm": 0.32246297930373985,
|
||
|
|
"learning_rate": 4.890083735825258e-05,
|
||
|
|
"loss": 0.8670933842658997,
|
||
|
|
"step": 364
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48886656621463254,
|
||
|
|
"grad_norm": 0.33433005720802467,
|
||
|
|
"learning_rate": 4.871842966303084e-05,
|
||
|
|
"loss": 0.8823835849761963,
|
||
|
|
"step": 365
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49020592667001506,
|
||
|
|
"grad_norm": 0.27949324766081196,
|
||
|
|
"learning_rate": 4.8535831422318005e-05,
|
||
|
|
"loss": 0.8845060467720032,
|
||
|
|
"step": 366
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49154528712539763,
|
||
|
|
"grad_norm": 0.2669463330828984,
|
||
|
|
"learning_rate": 4.83530466268868e-05,
|
||
|
|
"loss": 0.8807919025421143,
|
||
|
|
"step": 367
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49288464758078016,
|
||
|
|
"grad_norm": 0.28921225779452586,
|
||
|
|
"learning_rate": 4.817007927158722e-05,
|
||
|
|
"loss": 0.8733174800872803,
|
||
|
|
"step": 368
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49422400803616273,
|
||
|
|
"grad_norm": 0.3068794189080787,
|
||
|
|
"learning_rate": 4.798693335525918e-05,
|
||
|
|
"loss": 0.8903564214706421,
|
||
|
|
"step": 369
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4955633684915453,
|
||
|
|
"grad_norm": 0.3383936832444029,
|
||
|
|
"learning_rate": 4.780361288064514e-05,
|
||
|
|
"loss": 0.8755660057067871,
|
||
|
|
"step": 370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49690272894692783,
|
||
|
|
"grad_norm": 0.33403170126533727,
|
||
|
|
"learning_rate": 4.76201218543026e-05,
|
||
|
|
"loss": 0.8842828273773193,
|
||
|
|
"step": 371
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4982420894023104,
|
||
|
|
"grad_norm": 0.2502976358342153,
|
||
|
|
"learning_rate": 4.743646428651659e-05,
|
||
|
|
"loss": 0.8743306398391724,
|
||
|
|
"step": 372
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4995814498576929,
|
||
|
|
"grad_norm": 0.2514415794283494,
|
||
|
|
"learning_rate": 4.7252644191211944e-05,
|
||
|
|
"loss": 0.8848379850387573,
|
||
|
|
"step": 373
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5009208103130756,
|
||
|
|
"grad_norm": 0.3311666521257641,
|
||
|
|
"learning_rate": 4.7068665585865615e-05,
|
||
|
|
"loss": 0.8726536631584167,
|
||
|
|
"step": 374
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5022601707684581,
|
||
|
|
"grad_norm": 0.29622349551027,
|
||
|
|
"learning_rate": 4.688453249141888e-05,
|
||
|
|
"loss": 0.8713983297348022,
|
||
|
|
"step": 375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5035995312238406,
|
||
|
|
"grad_norm": 0.24591467342470477,
|
||
|
|
"learning_rate": 4.670024893218946e-05,
|
||
|
|
"loss": 0.879889965057373,
|
||
|
|
"step": 376
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5049388916792231,
|
||
|
|
"grad_norm": 0.24907780928618234,
|
||
|
|
"learning_rate": 4.651581893578356e-05,
|
||
|
|
"loss": 0.8837929964065552,
|
||
|
|
"step": 377
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5062782521346058,
|
||
|
|
"grad_norm": 0.29743214535113877,
|
||
|
|
"learning_rate": 4.6331246533007795e-05,
|
||
|
|
"loss": 0.880785346031189,
|
||
|
|
"step": 378
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5076176125899883,
|
||
|
|
"grad_norm": 0.27816072063242153,
|
||
|
|
"learning_rate": 4.6146535757781206e-05,
|
||
|
|
"loss": 0.8790816068649292,
|
||
|
|
"step": 379
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5089569730453708,
|
||
|
|
"grad_norm": 0.258901378722433,
|
||
|
|
"learning_rate": 4.5961690647046974e-05,
|
||
|
|
"loss": 0.8754535913467407,
|
||
|
|
"step": 380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5102963335007534,
|
||
|
|
"grad_norm": 0.22897322988292967,
|
||
|
|
"learning_rate": 4.5776715240684296e-05,
|
||
|
|
"loss": 0.884695291519165,
|
||
|
|
"step": 381
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.511635693956136,
|
||
|
|
"grad_norm": 0.25410900340906356,
|
||
|
|
"learning_rate": 4.5591613581419984e-05,
|
||
|
|
"loss": 0.8682093620300293,
|
||
|
|
"step": 382
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5129750544115185,
|
||
|
|
"grad_norm": 0.2292960696193583,
|
||
|
|
"learning_rate": 4.540638971474022e-05,
|
||
|
|
"loss": 0.8801172375679016,
|
||
|
|
"step": 383
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5143144148669011,
|
||
|
|
"grad_norm": 0.27039953771276,
|
||
|
|
"learning_rate": 4.522104768880208e-05,
|
||
|
|
"loss": 0.8841304779052734,
|
||
|
|
"step": 384
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5156537753222836,
|
||
|
|
"grad_norm": 0.2510162507401578,
|
||
|
|
"learning_rate": 4.5035591554345024e-05,
|
||
|
|
"loss": 0.8804336190223694,
|
||
|
|
"step": 385
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5169931357776661,
|
||
|
|
"grad_norm": 0.19962477334591794,
|
||
|
|
"learning_rate": 4.485002536460246e-05,
|
||
|
|
"loss": 0.8744645118713379,
|
||
|
|
"step": 386
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5183324962330487,
|
||
|
|
"grad_norm": 0.20953576879547658,
|
||
|
|
"learning_rate": 4.4664353175213106e-05,
|
||
|
|
"loss": 0.8919574022293091,
|
||
|
|
"step": 387
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5196718566884313,
|
||
|
|
"grad_norm": 0.24110013426626412,
|
||
|
|
"learning_rate": 4.4478579044132314e-05,
|
||
|
|
"loss": 0.8700906038284302,
|
||
|
|
"step": 388
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5210112171438138,
|
||
|
|
"grad_norm": 0.21570606604265194,
|
||
|
|
"learning_rate": 4.429270703154346e-05,
|
||
|
|
"loss": 0.8669141530990601,
|
||
|
|
"step": 389
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5223505775991963,
|
||
|
|
"grad_norm": 0.22537953028075838,
|
||
|
|
"learning_rate": 4.4106741199769144e-05,
|
||
|
|
"loss": 0.893110990524292,
|
||
|
|
"step": 390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.523689938054579,
|
||
|
|
"grad_norm": 0.20502638429010045,
|
||
|
|
"learning_rate": 4.392068561318244e-05,
|
||
|
|
"loss": 0.8845847845077515,
|
||
|
|
"step": 391
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5250292985099615,
|
||
|
|
"grad_norm": 0.2029877791588085,
|
||
|
|
"learning_rate": 4.373454433811803e-05,
|
||
|
|
"loss": 0.8702945709228516,
|
||
|
|
"step": 392
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.526368658965344,
|
||
|
|
"grad_norm": 0.20027359499294622,
|
||
|
|
"learning_rate": 4.354832144278342e-05,
|
||
|
|
"loss": 0.876413106918335,
|
||
|
|
"step": 393
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5277080194207266,
|
||
|
|
"grad_norm": 0.20852532140317728,
|
||
|
|
"learning_rate": 4.336202099716991e-05,
|
||
|
|
"loss": 0.880332887172699,
|
||
|
|
"step": 394
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5290473798761092,
|
||
|
|
"grad_norm": 0.19377163489291163,
|
||
|
|
"learning_rate": 4.317564707296372e-05,
|
||
|
|
"loss": 0.8733063340187073,
|
||
|
|
"step": 395
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5303867403314917,
|
||
|
|
"grad_norm": 0.20359933193356164,
|
||
|
|
"learning_rate": 4.298920374345698e-05,
|
||
|
|
"loss": 0.8691454529762268,
|
||
|
|
"step": 396
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5317261007868743,
|
||
|
|
"grad_norm": 0.2228972219539793,
|
||
|
|
"learning_rate": 4.2802695083458694e-05,
|
||
|
|
"loss": 0.8702418208122253,
|
||
|
|
"step": 397
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5330654612422568,
|
||
|
|
"grad_norm": 0.22204449924352906,
|
||
|
|
"learning_rate": 4.261612516920573e-05,
|
||
|
|
"loss": 0.8784664273262024,
|
||
|
|
"step": 398
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5344048216976394,
|
||
|
|
"grad_norm": 0.1827068322619916,
|
||
|
|
"learning_rate": 4.242949807827365e-05,
|
||
|
|
"loss": 0.8793500065803528,
|
||
|
|
"step": 399
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5357441821530219,
|
||
|
|
"grad_norm": 0.23064253884484145,
|
||
|
|
"learning_rate": 4.2242817889487676e-05,
|
||
|
|
"loss": 0.8827623128890991,
|
||
|
|
"step": 400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5370835426084045,
|
||
|
|
"grad_norm": 0.2363908476355385,
|
||
|
|
"learning_rate": 4.2056088682833495e-05,
|
||
|
|
"loss": 0.8775718212127686,
|
||
|
|
"step": 401
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.538422903063787,
|
||
|
|
"grad_norm": 0.24370104788240307,
|
||
|
|
"learning_rate": 4.18693145393681e-05,
|
||
|
|
"loss": 0.8720149993896484,
|
||
|
|
"step": 402
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5397622635191696,
|
||
|
|
"grad_norm": 0.24206951622443026,
|
||
|
|
"learning_rate": 4.1682499541130614e-05,
|
||
|
|
"loss": 0.8702287077903748,
|
||
|
|
"step": 403
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5411016239745522,
|
||
|
|
"grad_norm": 0.22053262939581833,
|
||
|
|
"learning_rate": 4.149564777105304e-05,
|
||
|
|
"loss": 0.88590008020401,
|
||
|
|
"step": 404
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5424409844299347,
|
||
|
|
"grad_norm": 0.24738370911830754,
|
||
|
|
"learning_rate": 4.130876331287105e-05,
|
||
|
|
"loss": 0.8856267333030701,
|
||
|
|
"step": 405
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5437803448853172,
|
||
|
|
"grad_norm": 0.2742407776361635,
|
||
|
|
"learning_rate": 4.112185025103476e-05,
|
||
|
|
"loss": 0.8771058917045593,
|
||
|
|
"step": 406
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5451197053406999,
|
||
|
|
"grad_norm": 0.18672650383453882,
|
||
|
|
"learning_rate": 4.09349126706194e-05,
|
||
|
|
"loss": 0.877077579498291,
|
||
|
|
"step": 407
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5464590657960824,
|
||
|
|
"grad_norm": 0.24422099387413226,
|
||
|
|
"learning_rate": 4.074795465723609e-05,
|
||
|
|
"loss": 0.8644412755966187,
|
||
|
|
"step": 408
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5477984262514649,
|
||
|
|
"grad_norm": 0.22384826877195602,
|
||
|
|
"learning_rate": 4.0560980296942496e-05,
|
||
|
|
"loss": 0.8765589594841003,
|
||
|
|
"step": 409
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5491377867068474,
|
||
|
|
"grad_norm": 0.18458733932067822,
|
||
|
|
"learning_rate": 4.0373993676153575e-05,
|
||
|
|
"loss": 0.8797497749328613,
|
||
|
|
"step": 410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5504771471622301,
|
||
|
|
"grad_norm": 0.23047653087943096,
|
||
|
|
"learning_rate": 4.0186998881552224e-05,
|
||
|
|
"loss": 0.8682187795639038,
|
||
|
|
"step": 411
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5518165076176126,
|
||
|
|
"grad_norm": 0.21729249762981923,
|
||
|
|
"learning_rate": 4e-05,
|
||
|
|
"loss": 0.8836795091629028,
|
||
|
|
"step": 412
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5531558680729951,
|
||
|
|
"grad_norm": 0.22721453642149825,
|
||
|
|
"learning_rate": 3.981300111844779e-05,
|
||
|
|
"loss": 0.8802202939987183,
|
||
|
|
"step": 413
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5544952285283777,
|
||
|
|
"grad_norm": 0.20949925349974394,
|
||
|
|
"learning_rate": 3.962600632384644e-05,
|
||
|
|
"loss": 0.8641338348388672,
|
||
|
|
"step": 414
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5558345889837603,
|
||
|
|
"grad_norm": 0.20464298350965635,
|
||
|
|
"learning_rate": 3.943901970305752e-05,
|
||
|
|
"loss": 0.8797010183334351,
|
||
|
|
"step": 415
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5571739494391428,
|
||
|
|
"grad_norm": 0.22110350804377993,
|
||
|
|
"learning_rate": 3.925204534276392e-05,
|
||
|
|
"loss": 0.8767843246459961,
|
||
|
|
"step": 416
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5585133098945254,
|
||
|
|
"grad_norm": 0.2387677867134895,
|
||
|
|
"learning_rate": 3.906508732938061e-05,
|
||
|
|
"loss": 0.8820819854736328,
|
||
|
|
"step": 417
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5598526703499079,
|
||
|
|
"grad_norm": 0.2507989336100575,
|
||
|
|
"learning_rate": 3.8878149748965245e-05,
|
||
|
|
"loss": 0.8826998472213745,
|
||
|
|
"step": 418
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5611920308052905,
|
||
|
|
"grad_norm": 0.20816367910535047,
|
||
|
|
"learning_rate": 3.869123668712896e-05,
|
||
|
|
"loss": 0.8565121293067932,
|
||
|
|
"step": 419
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.562531391260673,
|
||
|
|
"grad_norm": 0.2250240614615784,
|
||
|
|
"learning_rate": 3.850435222894698e-05,
|
||
|
|
"loss": 0.8700610399246216,
|
||
|
|
"step": 420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5638707517160556,
|
||
|
|
"grad_norm": 0.21855522780024444,
|
||
|
|
"learning_rate": 3.8317500458869407e-05,
|
||
|
|
"loss": 0.8730891942977905,
|
||
|
|
"step": 421
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5652101121714381,
|
||
|
|
"grad_norm": 0.2231654916323255,
|
||
|
|
"learning_rate": 3.8130685460631915e-05,
|
||
|
|
"loss": 0.8856726288795471,
|
||
|
|
"step": 422
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5665494726268206,
|
||
|
|
"grad_norm": 0.19953733222134984,
|
||
|
|
"learning_rate": 3.794391131716651e-05,
|
||
|
|
"loss": 0.8693549036979675,
|
||
|
|
"step": 423
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5678888330822033,
|
||
|
|
"grad_norm": 0.17190873502705367,
|
||
|
|
"learning_rate": 3.775718211051233e-05,
|
||
|
|
"loss": 0.8690682649612427,
|
||
|
|
"step": 424
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5692281935375858,
|
||
|
|
"grad_norm": 0.23716881942612886,
|
||
|
|
"learning_rate": 3.757050192172635e-05,
|
||
|
|
"loss": 0.8726681470870972,
|
||
|
|
"step": 425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5705675539929683,
|
||
|
|
"grad_norm": 0.22290256643263015,
|
||
|
|
"learning_rate": 3.738387483079428e-05,
|
||
|
|
"loss": 0.879726767539978,
|
||
|
|
"step": 426
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.571906914448351,
|
||
|
|
"grad_norm": 0.18381395165951167,
|
||
|
|
"learning_rate": 3.7197304916541306e-05,
|
||
|
|
"loss": 0.8783985376358032,
|
||
|
|
"step": 427
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5732462749037335,
|
||
|
|
"grad_norm": 0.22765000500597882,
|
||
|
|
"learning_rate": 3.7010796256543034e-05,
|
||
|
|
"loss": 0.878974437713623,
|
||
|
|
"step": 428
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.574585635359116,
|
||
|
|
"grad_norm": 0.22163007061538173,
|
||
|
|
"learning_rate": 3.682435292703629e-05,
|
||
|
|
"loss": 0.8713866472244263,
|
||
|
|
"step": 429
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5759249958144986,
|
||
|
|
"grad_norm": 0.20371172723764758,
|
||
|
|
"learning_rate": 3.6637979002830106e-05,
|
||
|
|
"loss": 0.8796266317367554,
|
||
|
|
"step": 430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5772643562698812,
|
||
|
|
"grad_norm": 0.1998206764522067,
|
||
|
|
"learning_rate": 3.6451678557216594e-05,
|
||
|
|
"loss": 0.8608413934707642,
|
||
|
|
"step": 431
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5786037167252637,
|
||
|
|
"grad_norm": 0.21874058996853543,
|
||
|
|
"learning_rate": 3.626545566188198e-05,
|
||
|
|
"loss": 0.8731131553649902,
|
||
|
|
"step": 432
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5799430771806462,
|
||
|
|
"grad_norm": 0.20785679907222504,
|
||
|
|
"learning_rate": 3.6079314386817575e-05,
|
||
|
|
"loss": 0.8750489354133606,
|
||
|
|
"step": 433
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5812824376360288,
|
||
|
|
"grad_norm": 0.2139826824510004,
|
||
|
|
"learning_rate": 3.589325880023087e-05,
|
||
|
|
"loss": 0.867850661277771,
|
||
|
|
"step": 434
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5826217980914113,
|
||
|
|
"grad_norm": 0.2058397086852482,
|
||
|
|
"learning_rate": 3.5707292968456544e-05,
|
||
|
|
"loss": 0.8824687600135803,
|
||
|
|
"step": 435
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5839611585467939,
|
||
|
|
"grad_norm": 0.2234799265297003,
|
||
|
|
"learning_rate": 3.552142095586769e-05,
|
||
|
|
"loss": 0.8690378665924072,
|
||
|
|
"step": 436
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5853005190021765,
|
||
|
|
"grad_norm": 0.19760641522762626,
|
||
|
|
"learning_rate": 3.533564682478691e-05,
|
||
|
|
"loss": 0.8751097917556763,
|
||
|
|
"step": 437
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.586639879457559,
|
||
|
|
"grad_norm": 0.2334335898022528,
|
||
|
|
"learning_rate": 3.5149974635397547e-05,
|
||
|
|
"loss": 0.8742689490318298,
|
||
|
|
"step": 438
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5879792399129415,
|
||
|
|
"grad_norm": 0.2095792662279493,
|
||
|
|
"learning_rate": 3.4964408445654996e-05,
|
||
|
|
"loss": 0.8669417500495911,
|
||
|
|
"step": 439
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5893186003683242,
|
||
|
|
"grad_norm": 0.21099729245604798,
|
||
|
|
"learning_rate": 3.477895231119795e-05,
|
||
|
|
"loss": 0.8878942728042603,
|
||
|
|
"step": 440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5906579608237067,
|
||
|
|
"grad_norm": 0.19382668238270218,
|
||
|
|
"learning_rate": 3.459361028525979e-05,
|
||
|
|
"loss": 0.8797996044158936,
|
||
|
|
"step": 441
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5919973212790892,
|
||
|
|
"grad_norm": 0.1843091422043857,
|
||
|
|
"learning_rate": 3.4408386418580036e-05,
|
||
|
|
"loss": 0.8693681955337524,
|
||
|
|
"step": 442
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5933366817344717,
|
||
|
|
"grad_norm": 0.20683570676709698,
|
||
|
|
"learning_rate": 3.422328475931573e-05,
|
||
|
|
"loss": 0.8908190727233887,
|
||
|
|
"step": 443
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5946760421898544,
|
||
|
|
"grad_norm": 0.2057924792370247,
|
||
|
|
"learning_rate": 3.403830935295302e-05,
|
||
|
|
"loss": 0.8776031136512756,
|
||
|
|
"step": 444
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5960154026452369,
|
||
|
|
"grad_norm": 0.17532326111046756,
|
||
|
|
"learning_rate": 3.3853464242218794e-05,
|
||
|
|
"loss": 0.8776813745498657,
|
||
|
|
"step": 445
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5973547631006194,
|
||
|
|
"grad_norm": 0.21443600648578945,
|
||
|
|
"learning_rate": 3.3668753466992205e-05,
|
||
|
|
"loss": 0.8645883798599243,
|
||
|
|
"step": 446
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.598694123556002,
|
||
|
|
"grad_norm": 0.2124598468576842,
|
||
|
|
"learning_rate": 3.3484181064216456e-05,
|
||
|
|
"loss": 0.8678313493728638,
|
||
|
|
"step": 447
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6000334840113846,
|
||
|
|
"grad_norm": 0.20402524205810743,
|
||
|
|
"learning_rate": 3.329975106781055e-05,
|
||
|
|
"loss": 0.8687726259231567,
|
||
|
|
"step": 448
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6013728444667671,
|
||
|
|
"grad_norm": 0.18612685972506135,
|
||
|
|
"learning_rate": 3.311546750858113e-05,
|
||
|
|
"loss": 0.8742750287055969,
|
||
|
|
"step": 449
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6027122049221497,
|
||
|
|
"grad_norm": 0.1891108432413768,
|
||
|
|
"learning_rate": 3.2931334414134405e-05,
|
||
|
|
"loss": 0.8701868057250977,
|
||
|
|
"step": 450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6040515653775322,
|
||
|
|
"grad_norm": 0.16982398331582746,
|
||
|
|
"learning_rate": 3.2747355808788076e-05,
|
||
|
|
"loss": 0.8736456632614136,
|
||
|
|
"step": 451
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6053909258329148,
|
||
|
|
"grad_norm": 0.17659874457896263,
|
||
|
|
"learning_rate": 3.256353571348342e-05,
|
||
|
|
"loss": 0.865876317024231,
|
||
|
|
"step": 452
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6067302862882974,
|
||
|
|
"grad_norm": 0.17274518370972755,
|
||
|
|
"learning_rate": 3.23798781456974e-05,
|
||
|
|
"loss": 0.8682874441146851,
|
||
|
|
"step": 453
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6080696467436799,
|
||
|
|
"grad_norm": 0.18370111962886002,
|
||
|
|
"learning_rate": 3.219638711935488e-05,
|
||
|
|
"loss": 0.8759806156158447,
|
||
|
|
"step": 454
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6094090071990624,
|
||
|
|
"grad_norm": 0.18017141493044456,
|
||
|
|
"learning_rate": 3.201306664474083e-05,
|
||
|
|
"loss": 0.8729393482208252,
|
||
|
|
"step": 455
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.610748367654445,
|
||
|
|
"grad_norm": 0.17913777693968835,
|
||
|
|
"learning_rate": 3.182992072841279e-05,
|
||
|
|
"loss": 0.8672225475311279,
|
||
|
|
"step": 456
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6120877281098276,
|
||
|
|
"grad_norm": 0.18273030607069873,
|
||
|
|
"learning_rate": 3.164695337311321e-05,
|
||
|
|
"loss": 0.8832433223724365,
|
||
|
|
"step": 457
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6134270885652101,
|
||
|
|
"grad_norm": 0.16888489983875138,
|
||
|
|
"learning_rate": 3.146416857768201e-05,
|
||
|
|
"loss": 0.8711962699890137,
|
||
|
|
"step": 458
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6147664490205926,
|
||
|
|
"grad_norm": 0.183689134893473,
|
||
|
|
"learning_rate": 3.1281570336969175e-05,
|
||
|
|
"loss": 0.8889421224594116,
|
||
|
|
"step": 459
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6161058094759753,
|
||
|
|
"grad_norm": 0.19643613570894447,
|
||
|
|
"learning_rate": 3.109916264174743e-05,
|
||
|
|
"loss": 0.8681093454360962,
|
||
|
|
"step": 460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6174451699313578,
|
||
|
|
"grad_norm": 0.19084392537480904,
|
||
|
|
"learning_rate": 3.091694947862508e-05,
|
||
|
|
"loss": 0.8883289098739624,
|
||
|
|
"step": 461
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6187845303867403,
|
||
|
|
"grad_norm": 0.19455102639388797,
|
||
|
|
"learning_rate": 3.07349348299588e-05,
|
||
|
|
"loss": 0.8684327602386475,
|
||
|
|
"step": 462
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6201238908421229,
|
||
|
|
"grad_norm": 0.2110042976412982,
|
||
|
|
"learning_rate": 3.055312267376664e-05,
|
||
|
|
"loss": 0.8856212496757507,
|
||
|
|
"step": 463
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6214632512975055,
|
||
|
|
"grad_norm": 0.20264326773939578,
|
||
|
|
"learning_rate": 3.0371516983641092e-05,
|
||
|
|
"loss": 0.8823476433753967,
|
||
|
|
"step": 464
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.622802611752888,
|
||
|
|
"grad_norm": 0.2408395898053557,
|
||
|
|
"learning_rate": 3.0190121728662202e-05,
|
||
|
|
"loss": 0.8705859780311584,
|
||
|
|
"step": 465
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6241419722082705,
|
||
|
|
"grad_norm": 0.16660600272013446,
|
||
|
|
"learning_rate": 3.000894087331092e-05,
|
||
|
|
"loss": 0.8687702417373657,
|
||
|
|
"step": 466
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6254813326636531,
|
||
|
|
"grad_norm": 0.1833218068837441,
|
||
|
|
"learning_rate": 2.9827978377382326e-05,
|
||
|
|
"loss": 0.886631965637207,
|
||
|
|
"step": 467
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6268206931190357,
|
||
|
|
"grad_norm": 0.16224401095054353,
|
||
|
|
"learning_rate": 2.9647238195899168e-05,
|
||
|
|
"loss": 0.872834324836731,
|
||
|
|
"step": 468
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6281600535744182,
|
||
|
|
"grad_norm": 0.19626912635658397,
|
||
|
|
"learning_rate": 2.946672427902541e-05,
|
||
|
|
"loss": 0.8802139759063721,
|
||
|
|
"step": 469
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6294994140298008,
|
||
|
|
"grad_norm": 0.18658582323373188,
|
||
|
|
"learning_rate": 2.9286440571979883e-05,
|
||
|
|
"loss": 0.8691961169242859,
|
||
|
|
"step": 470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6308387744851833,
|
||
|
|
"grad_norm": 0.17933302895676084,
|
||
|
|
"learning_rate": 2.910639101495008e-05,
|
||
|
|
"loss": 0.8831414580345154,
|
||
|
|
"step": 471
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6321781349405659,
|
||
|
|
"grad_norm": 0.21056145987820624,
|
||
|
|
"learning_rate": 2.892657954300603e-05,
|
||
|
|
"loss": 0.8592995405197144,
|
||
|
|
"step": 472
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6335174953959485,
|
||
|
|
"grad_norm": 0.19348734309236396,
|
||
|
|
"learning_rate": 2.87470100860143e-05,
|
||
|
|
"loss": 0.8894145488739014,
|
||
|
|
"step": 473
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.634856855851331,
|
||
|
|
"grad_norm": 0.19617888436938632,
|
||
|
|
"learning_rate": 2.85676865685521e-05,
|
||
|
|
"loss": 0.8913651704788208,
|
||
|
|
"step": 474
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6361962163067135,
|
||
|
|
"grad_norm": 0.17402543550384714,
|
||
|
|
"learning_rate": 2.8388612909821515e-05,
|
||
|
|
"loss": 0.8747457265853882,
|
||
|
|
"step": 475
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.637535576762096,
|
||
|
|
"grad_norm": 0.2012596289013423,
|
||
|
|
"learning_rate": 2.8209793023563833e-05,
|
||
|
|
"loss": 0.8532263040542603,
|
||
|
|
"step": 476
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6388749372174787,
|
||
|
|
"grad_norm": 0.16632768987251,
|
||
|
|
"learning_rate": 2.8031230817974058e-05,
|
||
|
|
"loss": 0.867146372795105,
|
||
|
|
"step": 477
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6402142976728612,
|
||
|
|
"grad_norm": 0.17609764997939167,
|
||
|
|
"learning_rate": 2.7852930195615413e-05,
|
||
|
|
"loss": 0.873975396156311,
|
||
|
|
"step": 478
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6415536581282437,
|
||
|
|
"grad_norm": 0.16290767187768426,
|
||
|
|
"learning_rate": 2.767489505333413e-05,
|
||
|
|
"loss": 0.8610473871231079,
|
||
|
|
"step": 479
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6428930185836264,
|
||
|
|
"grad_norm": 0.15305292702967407,
|
||
|
|
"learning_rate": 2.7497129282174228e-05,
|
||
|
|
"loss": 0.8679625988006592,
|
||
|
|
"step": 480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6442323790390089,
|
||
|
|
"grad_norm": 0.1861499687391075,
|
||
|
|
"learning_rate": 2.7319636767292483e-05,
|
||
|
|
"loss": 0.8768002986907959,
|
||
|
|
"step": 481
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6455717394943914,
|
||
|
|
"grad_norm": 0.1682720928607583,
|
||
|
|
"learning_rate": 2.7142421387873548e-05,
|
||
|
|
"loss": 0.8597822189331055,
|
||
|
|
"step": 482
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.646911099949774,
|
||
|
|
"grad_norm": 0.16548537206188335,
|
||
|
|
"learning_rate": 2.6965487017045114e-05,
|
||
|
|
"loss": 0.8771868348121643,
|
||
|
|
"step": 483
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6482504604051565,
|
||
|
|
"grad_norm": 0.1551493965377178,
|
||
|
|
"learning_rate": 2.678883752179333e-05,
|
||
|
|
"loss": 0.8683747053146362,
|
||
|
|
"step": 484
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6495898208605391,
|
||
|
|
"grad_norm": 0.17612866007244074,
|
||
|
|
"learning_rate": 2.661247676287822e-05,
|
||
|
|
"loss": 0.8681081533432007,
|
||
|
|
"step": 485
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6509291813159217,
|
||
|
|
"grad_norm": 0.18465671357420232,
|
||
|
|
"learning_rate": 2.6436408594749332e-05,
|
||
|
|
"loss": 0.8595088720321655,
|
||
|
|
"step": 486
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6522685417713042,
|
||
|
|
"grad_norm": 0.19775818406535858,
|
||
|
|
"learning_rate": 2.6260636865461554e-05,
|
||
|
|
"loss": 0.8700419664382935,
|
||
|
|
"step": 487
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6536079022266867,
|
||
|
|
"grad_norm": 0.18083686062565354,
|
||
|
|
"learning_rate": 2.608516541659091e-05,
|
||
|
|
"loss": 0.8755306005477905,
|
||
|
|
"step": 488
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6549472626820693,
|
||
|
|
"grad_norm": 0.1817072211213672,
|
||
|
|
"learning_rate": 2.5909998083150662e-05,
|
||
|
|
"loss": 0.875275731086731,
|
||
|
|
"step": 489
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6562866231374519,
|
||
|
|
"grad_norm": 0.20261985924363612,
|
||
|
|
"learning_rate": 2.573513869350748e-05,
|
||
|
|
"loss": 0.8786300420761108,
|
||
|
|
"step": 490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6576259835928344,
|
||
|
|
"grad_norm": 0.17226016407298883,
|
||
|
|
"learning_rate": 2.556059106929778e-05,
|
||
|
|
"loss": 0.8597031831741333,
|
||
|
|
"step": 491
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6589653440482169,
|
||
|
|
"grad_norm": 0.1827246814121758,
|
||
|
|
"learning_rate": 2.53863590253442e-05,
|
||
|
|
"loss": 0.8801453113555908,
|
||
|
|
"step": 492
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6603047045035996,
|
||
|
|
"grad_norm": 0.16642060261390323,
|
||
|
|
"learning_rate": 2.5212446369572203e-05,
|
||
|
|
"loss": 0.8641231060028076,
|
||
|
|
"step": 493
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6616440649589821,
|
||
|
|
"grad_norm": 0.1611151525632456,
|
||
|
|
"learning_rate": 2.5038856902926874e-05,
|
||
|
|
"loss": 0.868855357170105,
|
||
|
|
"step": 494
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6629834254143646,
|
||
|
|
"grad_norm": 0.16125774426215733,
|
||
|
|
"learning_rate": 2.4865594419289862e-05,
|
||
|
|
"loss": 0.8626859188079834,
|
||
|
|
"step": 495
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6643227858697472,
|
||
|
|
"grad_norm": 0.1676315935693186,
|
||
|
|
"learning_rate": 2.4692662705396412e-05,
|
||
|
|
"loss": 0.8734741806983948,
|
||
|
|
"step": 496
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6656621463251298,
|
||
|
|
"grad_norm": 0.15126849376524884,
|
||
|
|
"learning_rate": 2.4520065540752668e-05,
|
||
|
|
"loss": 0.8615834712982178,
|
||
|
|
"step": 497
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6670015067805123,
|
||
|
|
"grad_norm": 0.18347321722525894,
|
||
|
|
"learning_rate": 2.434780669755301e-05,
|
||
|
|
"loss": 0.8751839399337769,
|
||
|
|
"step": 498
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6683408672358948,
|
||
|
|
"grad_norm": 0.1508841019626686,
|
||
|
|
"learning_rate": 2.4175889940597657e-05,
|
||
|
|
"loss": 0.884482741355896,
|
||
|
|
"step": 499
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6696802276912774,
|
||
|
|
"grad_norm": 0.19960327521635535,
|
||
|
|
"learning_rate": 2.400431902721037e-05,
|
||
|
|
"loss": 0.8566937446594238,
|
||
|
|
"step": 500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.67101958814666,
|
||
|
|
"grad_norm": 0.14443772776443664,
|
||
|
|
"learning_rate": 2.3833097707156324e-05,
|
||
|
|
"loss": 0.8727964162826538,
|
||
|
|
"step": 501
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6723589486020425,
|
||
|
|
"grad_norm": 0.16725330298938068,
|
||
|
|
"learning_rate": 2.366222972256016e-05,
|
||
|
|
"loss": 0.8809594511985779,
|
||
|
|
"step": 502
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6736983090574251,
|
||
|
|
"grad_norm": 0.16781357308473263,
|
||
|
|
"learning_rate": 2.3491718807824216e-05,
|
||
|
|
"loss": 0.8673738241195679,
|
||
|
|
"step": 503
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6750376695128076,
|
||
|
|
"grad_norm": 0.17570747562365038,
|
||
|
|
"learning_rate": 2.3321568689546893e-05,
|
||
|
|
"loss": 0.8616470098495483,
|
||
|
|
"step": 504
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6763770299681902,
|
||
|
|
"grad_norm": 0.16051510536372204,
|
||
|
|
"learning_rate": 2.3151783086441184e-05,
|
||
|
|
"loss": 0.8740379810333252,
|
||
|
|
"step": 505
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6777163904235728,
|
||
|
|
"grad_norm": 0.18129021585072444,
|
||
|
|
"learning_rate": 2.298236570925346e-05,
|
||
|
|
"loss": 0.8758866786956787,
|
||
|
|
"step": 506
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6790557508789553,
|
||
|
|
"grad_norm": 0.16295406262498888,
|
||
|
|
"learning_rate": 2.2813320260682306e-05,
|
||
|
|
"loss": 0.867128312587738,
|
||
|
|
"step": 507
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6803951113343378,
|
||
|
|
"grad_norm": 0.16478256891061058,
|
||
|
|
"learning_rate": 2.264465043529768e-05,
|
||
|
|
"loss": 0.8716765642166138,
|
||
|
|
"step": 508
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6817344717897204,
|
||
|
|
"grad_norm": 0.15474659633991988,
|
||
|
|
"learning_rate": 2.2476359919460063e-05,
|
||
|
|
"loss": 0.8846920728683472,
|
||
|
|
"step": 509
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.683073832245103,
|
||
|
|
"grad_norm": 0.15329182470431504,
|
||
|
|
"learning_rate": 2.2308452391239958e-05,
|
||
|
|
"loss": 0.8774445056915283,
|
||
|
|
"step": 510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6844131927004855,
|
||
|
|
"grad_norm": 0.16056212194512698,
|
||
|
|
"learning_rate": 2.214093152033749e-05,
|
||
|
|
"loss": 0.8718781471252441,
|
||
|
|
"step": 511
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.685752553155868,
|
||
|
|
"grad_norm": 0.1575919454514403,
|
||
|
|
"learning_rate": 2.1973800968002184e-05,
|
||
|
|
"loss": 0.8818187713623047,
|
||
|
|
"step": 512
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6870919136112507,
|
||
|
|
"grad_norm": 0.17718245777491798,
|
||
|
|
"learning_rate": 2.1807064386953024e-05,
|
||
|
|
"loss": 0.865309476852417,
|
||
|
|
"step": 513
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6884312740666332,
|
||
|
|
"grad_norm": 0.15545488226689105,
|
||
|
|
"learning_rate": 2.1640725421298487e-05,
|
||
|
|
"loss": 0.8730646967887878,
|
||
|
|
"step": 514
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6897706345220157,
|
||
|
|
"grad_norm": 0.15608129600810844,
|
||
|
|
"learning_rate": 2.1474787706457022e-05,
|
||
|
|
"loss": 0.8821252584457397,
|
||
|
|
"step": 515
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6911099949773983,
|
||
|
|
"grad_norm": 0.13882389199813575,
|
||
|
|
"learning_rate": 2.130925486907752e-05,
|
||
|
|
"loss": 0.8648711442947388,
|
||
|
|
"step": 516
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6924493554327809,
|
||
|
|
"grad_norm": 0.15450321733786967,
|
||
|
|
"learning_rate": 2.1144130526960093e-05,
|
||
|
|
"loss": 0.8667118549346924,
|
||
|
|
"step": 517
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6937887158881634,
|
||
|
|
"grad_norm": 0.1374984241876389,
|
||
|
|
"learning_rate": 2.0979418288976996e-05,
|
||
|
|
"loss": 0.8739535808563232,
|
||
|
|
"step": 518
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.695128076343546,
|
||
|
|
"grad_norm": 0.14197049787475696,
|
||
|
|
"learning_rate": 2.0815121754993735e-05,
|
||
|
|
"loss": 0.8651376366615295,
|
||
|
|
"step": 519
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6964674367989285,
|
||
|
|
"grad_norm": 0.15028526402034278,
|
||
|
|
"learning_rate": 2.065124451579041e-05,
|
||
|
|
"loss": 0.8664205074310303,
|
||
|
|
"step": 520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.697806797254311,
|
||
|
|
"grad_norm": 0.13549391085379284,
|
||
|
|
"learning_rate": 2.0487790152983244e-05,
|
||
|
|
"loss": 0.8679447770118713,
|
||
|
|
"step": 521
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6991461577096936,
|
||
|
|
"grad_norm": 0.1460017601006368,
|
||
|
|
"learning_rate": 2.0324762238946275e-05,
|
||
|
|
"loss": 0.8691471815109253,
|
||
|
|
"step": 522
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7004855181650762,
|
||
|
|
"grad_norm": 0.1431846851216918,
|
||
|
|
"learning_rate": 2.0162164336733303e-05,
|
||
|
|
"loss": 0.8775564432144165,
|
||
|
|
"step": 523
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7018248786204587,
|
||
|
|
"grad_norm": 0.13257622094406188,
|
||
|
|
"learning_rate": 2.0000000000000012e-05,
|
||
|
|
"loss": 0.8781810998916626,
|
||
|
|
"step": 524
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7031642390758412,
|
||
|
|
"grad_norm": 0.1675549621603434,
|
||
|
|
"learning_rate": 1.9838272772926302e-05,
|
||
|
|
"loss": 0.8698958158493042,
|
||
|
|
"step": 525
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7045035995312239,
|
||
|
|
"grad_norm": 0.13480027126291538,
|
||
|
|
"learning_rate": 1.9676986190138835e-05,
|
||
|
|
"loss": 0.8663254976272583,
|
||
|
|
"step": 526
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7058429599866064,
|
||
|
|
"grad_norm": 0.15294108103460244,
|
||
|
|
"learning_rate": 1.9516143776633774e-05,
|
||
|
|
"loss": 0.8629517555236816,
|
||
|
|
"step": 527
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7071823204419889,
|
||
|
|
"grad_norm": 0.14520176029650325,
|
||
|
|
"learning_rate": 1.935574904769973e-05,
|
||
|
|
"loss": 0.8624333143234253,
|
||
|
|
"step": 528
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7085216808973716,
|
||
|
|
"grad_norm": 0.134713885922547,
|
||
|
|
"learning_rate": 1.9195805508841013e-05,
|
||
|
|
"loss": 0.8724282383918762,
|
||
|
|
"step": 529
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7098610413527541,
|
||
|
|
"grad_norm": 0.15108114436487047,
|
||
|
|
"learning_rate": 1.9036316655700893e-05,
|
||
|
|
"loss": 0.8668349981307983,
|
||
|
|
"step": 530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7112004018081366,
|
||
|
|
"grad_norm": 0.13671066235890095,
|
||
|
|
"learning_rate": 1.8877285973985282e-05,
|
||
|
|
"loss": 0.8796319961547852,
|
||
|
|
"step": 531
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7125397622635191,
|
||
|
|
"grad_norm": 0.13002954166230035,
|
||
|
|
"learning_rate": 1.8718716939386543e-05,
|
||
|
|
"loss": 0.8816193342208862,
|
||
|
|
"step": 532
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7138791227189017,
|
||
|
|
"grad_norm": 0.149579455889861,
|
||
|
|
"learning_rate": 1.8560613017507506e-05,
|
||
|
|
"loss": 0.8821731209754944,
|
||
|
|
"step": 533
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7152184831742843,
|
||
|
|
"grad_norm": 0.13743335640356336,
|
||
|
|
"learning_rate": 1.840297766378575e-05,
|
||
|
|
"loss": 0.8548274040222168,
|
||
|
|
"step": 534
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7165578436296668,
|
||
|
|
"grad_norm": 0.14190992365830207,
|
||
|
|
"learning_rate": 1.8245814323418063e-05,
|
||
|
|
"loss": 0.8705548048019409,
|
||
|
|
"step": 535
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7178972040850494,
|
||
|
|
"grad_norm": 0.14016507952842097,
|
||
|
|
"learning_rate": 1.8089126431285152e-05,
|
||
|
|
"loss": 0.8656442165374756,
|
||
|
|
"step": 536
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7192365645404319,
|
||
|
|
"grad_norm": 0.1504281446801305,
|
||
|
|
"learning_rate": 1.7932917411876586e-05,
|
||
|
|
"loss": 0.8762339353561401,
|
||
|
|
"step": 537
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7205759249958145,
|
||
|
|
"grad_norm": 0.13435473240658485,
|
||
|
|
"learning_rate": 1.7777190679215923e-05,
|
||
|
|
"loss": 0.8614360690116882,
|
||
|
|
"step": 538
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7219152854511971,
|
||
|
|
"grad_norm": 0.1536602881696007,
|
||
|
|
"learning_rate": 1.7621949636786104e-05,
|
||
|
|
"loss": 0.8601592779159546,
|
||
|
|
"step": 539
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7232546459065796,
|
||
|
|
"grad_norm": 0.1530233513972156,
|
||
|
|
"learning_rate": 1.7467197677455118e-05,
|
||
|
|
"loss": 0.864124059677124,
|
||
|
|
"step": 540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7245940063619621,
|
||
|
|
"grad_norm": 0.14199812212808016,
|
||
|
|
"learning_rate": 1.7312938183401765e-05,
|
||
|
|
"loss": 0.8773407936096191,
|
||
|
|
"step": 541
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7259333668173448,
|
||
|
|
"grad_norm": 0.15995982411725335,
|
||
|
|
"learning_rate": 1.7159174526041794e-05,
|
||
|
|
"loss": 0.8686542510986328,
|
||
|
|
"step": 542
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7272727272727273,
|
||
|
|
"grad_norm": 0.15354853553335845,
|
||
|
|
"learning_rate": 1.7005910065954197e-05,
|
||
|
|
"loss": 0.8662307858467102,
|
||
|
|
"step": 543
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7286120877281098,
|
||
|
|
"grad_norm": 0.14078496335090188,
|
||
|
|
"learning_rate": 1.6853148152807774e-05,
|
||
|
|
"loss": 0.8632434606552124,
|
||
|
|
"step": 544
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7299514481834923,
|
||
|
|
"grad_norm": 0.15261704641462037,
|
||
|
|
"learning_rate": 1.670089212528792e-05,
|
||
|
|
"loss": 0.8669806122779846,
|
||
|
|
"step": 545
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.731290808638875,
|
||
|
|
"grad_norm": 0.1513819134513577,
|
||
|
|
"learning_rate": 1.654914531102365e-05,
|
||
|
|
"loss": 0.8775612115859985,
|
||
|
|
"step": 546
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7326301690942575,
|
||
|
|
"grad_norm": 0.1358534877229751,
|
||
|
|
"learning_rate": 1.639791102651488e-05,
|
||
|
|
"loss": 0.8712992072105408,
|
||
|
|
"step": 547
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.73396952954964,
|
||
|
|
"grad_norm": 0.16067628596578593,
|
||
|
|
"learning_rate": 1.6247192577059943e-05,
|
||
|
|
"loss": 0.8825572729110718,
|
||
|
|
"step": 548
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7353088900050226,
|
||
|
|
"grad_norm": 0.13837364745245015,
|
||
|
|
"learning_rate": 1.6096993256683332e-05,
|
||
|
|
"loss": 0.868409276008606,
|
||
|
|
"step": 549
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7366482504604052,
|
||
|
|
"grad_norm": 0.1488210527589111,
|
||
|
|
"learning_rate": 1.5947316348063764e-05,
|
||
|
|
"loss": 0.8783029913902283,
|
||
|
|
"step": 550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7379876109157877,
|
||
|
|
"grad_norm": 0.15531256043223096,
|
||
|
|
"learning_rate": 1.5798165122462355e-05,
|
||
|
|
"loss": 0.866256594657898,
|
||
|
|
"step": 551
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7393269713711703,
|
||
|
|
"grad_norm": 0.130400681920341,
|
||
|
|
"learning_rate": 1.5649542839651175e-05,
|
||
|
|
"loss": 0.8711825609207153,
|
||
|
|
"step": 552
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7406663318265528,
|
||
|
|
"grad_norm": 0.15097118961428962,
|
||
|
|
"learning_rate": 1.5501452747841997e-05,
|
||
|
|
"loss": 0.8813204765319824,
|
||
|
|
"step": 553
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7420056922819354,
|
||
|
|
"grad_norm": 0.1444971041300422,
|
||
|
|
"learning_rate": 1.53538980836153e-05,
|
||
|
|
"loss": 0.875779390335083,
|
||
|
|
"step": 554
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7433450527373179,
|
||
|
|
"grad_norm": 0.15983906195186567,
|
||
|
|
"learning_rate": 1.5206882071849545e-05,
|
||
|
|
"loss": 0.8741669654846191,
|
||
|
|
"step": 555
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7446844131927005,
|
||
|
|
"grad_norm": 0.1355928911062347,
|
||
|
|
"learning_rate": 1.5060407925650662e-05,
|
||
|
|
"loss": 0.8598854541778564,
|
||
|
|
"step": 556
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.746023773648083,
|
||
|
|
"grad_norm": 0.13602562978268276,
|
||
|
|
"learning_rate": 1.4914478846281872e-05,
|
||
|
|
"loss": 0.8700109720230103,
|
||
|
|
"step": 557
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7473631341034656,
|
||
|
|
"grad_norm": 0.12852632137304454,
|
||
|
|
"learning_rate": 1.4769098023093676e-05,
|
||
|
|
"loss": 0.8685686588287354,
|
||
|
|
"step": 558
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7487024945588482,
|
||
|
|
"grad_norm": 0.13847511439052035,
|
||
|
|
"learning_rate": 1.4624268633454187e-05,
|
||
|
|
"loss": 0.8838005661964417,
|
||
|
|
"step": 559
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7500418550142307,
|
||
|
|
"grad_norm": 0.12583676980637623,
|
||
|
|
"learning_rate": 1.4479993842679663e-05,
|
||
|
|
"loss": 0.8625704050064087,
|
||
|
|
"step": 560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7513812154696132,
|
||
|
|
"grad_norm": 0.128203485289489,
|
||
|
|
"learning_rate": 1.4336276803965338e-05,
|
||
|
|
"loss": 0.8662985563278198,
|
||
|
|
"step": 561
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7527205759249959,
|
||
|
|
"grad_norm": 0.13653789826965723,
|
||
|
|
"learning_rate": 1.4193120658316506e-05,
|
||
|
|
"loss": 0.8692458868026733,
|
||
|
|
"step": 562
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7540599363803784,
|
||
|
|
"grad_norm": 0.11863623059533325,
|
||
|
|
"learning_rate": 1.405052853447987e-05,
|
||
|
|
"loss": 0.8643911480903625,
|
||
|
|
"step": 563
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7553992968357609,
|
||
|
|
"grad_norm": 0.13264464820938757,
|
||
|
|
"learning_rate": 1.3908503548875167e-05,
|
||
|
|
"loss": 0.8673012256622314,
|
||
|
|
"step": 564
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7567386572911434,
|
||
|
|
"grad_norm": 0.12704980324875467,
|
||
|
|
"learning_rate": 1.3767048805527039e-05,
|
||
|
|
"loss": 0.862754225730896,
|
||
|
|
"step": 565
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7580780177465261,
|
||
|
|
"grad_norm": 0.1238471642458571,
|
||
|
|
"learning_rate": 1.3626167395997247e-05,
|
||
|
|
"loss": 0.8769301772117615,
|
||
|
|
"step": 566
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7594173782019086,
|
||
|
|
"grad_norm": 0.13783491088045657,
|
||
|
|
"learning_rate": 1.3485862399317027e-05,
|
||
|
|
"loss": 0.8871258497238159,
|
||
|
|
"step": 567
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7607567386572911,
|
||
|
|
"grad_norm": 0.13031583245387215,
|
||
|
|
"learning_rate": 1.3346136881919845e-05,
|
||
|
|
"loss": 0.8605697154998779,
|
||
|
|
"step": 568
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7620960991126737,
|
||
|
|
"grad_norm": 0.12766262505196324,
|
||
|
|
"learning_rate": 1.320699389757437e-05,
|
||
|
|
"loss": 0.8688619136810303,
|
||
|
|
"step": 569
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7634354595680563,
|
||
|
|
"grad_norm": 0.13303758007462416,
|
||
|
|
"learning_rate": 1.3068436487317713e-05,
|
||
|
|
"loss": 0.8767508864402771,
|
||
|
|
"step": 570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7647748200234388,
|
||
|
|
"grad_norm": 0.13228607356250646,
|
||
|
|
"learning_rate": 1.2930467679389022e-05,
|
||
|
|
"loss": 0.8681412935256958,
|
||
|
|
"step": 571
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7661141804788214,
|
||
|
|
"grad_norm": 0.12005222020555555,
|
||
|
|
"learning_rate": 1.2793090489163218e-05,
|
||
|
|
"loss": 0.8661867380142212,
|
||
|
|
"step": 572
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7674535409342039,
|
||
|
|
"grad_norm": 0.13195468524460277,
|
||
|
|
"learning_rate": 1.2656307919085146e-05,
|
||
|
|
"loss": 0.8680728673934937,
|
||
|
|
"step": 573
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7687929013895864,
|
||
|
|
"grad_norm": 0.1320165820638193,
|
||
|
|
"learning_rate": 1.2520122958603933e-05,
|
||
|
|
"loss": 0.868954062461853,
|
||
|
|
"step": 574
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7701322618449691,
|
||
|
|
"grad_norm": 0.12717407261567398,
|
||
|
|
"learning_rate": 1.2384538584107668e-05,
|
||
|
|
"loss": 0.877269983291626,
|
||
|
|
"step": 575
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7714716223003516,
|
||
|
|
"grad_norm": 0.13462181233364415,
|
||
|
|
"learning_rate": 1.2249557758858335e-05,
|
||
|
|
"loss": 0.8749093413352966,
|
||
|
|
"step": 576
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7728109827557341,
|
||
|
|
"grad_norm": 0.13228322165397566,
|
||
|
|
"learning_rate": 1.2115183432927071e-05,
|
||
|
|
"loss": 0.868626594543457,
|
||
|
|
"step": 577
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7741503432111166,
|
||
|
|
"grad_norm": 0.11359418193030604,
|
||
|
|
"learning_rate": 1.1981418543129668e-05,
|
||
|
|
"loss": 0.8568856716156006,
|
||
|
|
"step": 578
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7754897036664993,
|
||
|
|
"grad_norm": 0.12638751116359853,
|
||
|
|
"learning_rate": 1.1848266012962393e-05,
|
||
|
|
"loss": 0.8607402443885803,
|
||
|
|
"step": 579
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7768290641218818,
|
||
|
|
"grad_norm": 0.12528883435025034,
|
||
|
|
"learning_rate": 1.1715728752538103e-05,
|
||
|
|
"loss": 0.8683662414550781,
|
||
|
|
"step": 580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7781684245772643,
|
||
|
|
"grad_norm": 0.11779122344927996,
|
||
|
|
"learning_rate": 1.1583809658522643e-05,
|
||
|
|
"loss": 0.8854649066925049,
|
||
|
|
"step": 581
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.779507785032647,
|
||
|
|
"grad_norm": 0.11889377542793812,
|
||
|
|
"learning_rate": 1.1452511614071518e-05,
|
||
|
|
"loss": 0.8731423616409302,
|
||
|
|
"step": 582
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7808471454880295,
|
||
|
|
"grad_norm": 0.12276953420922905,
|
||
|
|
"learning_rate": 1.1321837488766913e-05,
|
||
|
|
"loss": 0.8679988384246826,
|
||
|
|
"step": 583
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.782186505943412,
|
||
|
|
"grad_norm": 0.12170266578498971,
|
||
|
|
"learning_rate": 1.1191790138554945e-05,
|
||
|
|
"loss": 0.8663763999938965,
|
||
|
|
"step": 584
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7835258663987946,
|
||
|
|
"grad_norm": 0.11319872062759567,
|
||
|
|
"learning_rate": 1.1062372405683263e-05,
|
||
|
|
"loss": 0.8651244044303894,
|
||
|
|
"step": 585
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7848652268541771,
|
||
|
|
"grad_norm": 0.11810212796138198,
|
||
|
|
"learning_rate": 1.0933587118638927e-05,
|
||
|
|
"loss": 0.8747796416282654,
|
||
|
|
"step": 586
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7862045873095597,
|
||
|
|
"grad_norm": 0.10887190880014788,
|
||
|
|
"learning_rate": 1.0805437092086586e-05,
|
||
|
|
"loss": 0.8664879202842712,
|
||
|
|
"step": 587
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7875439477649422,
|
||
|
|
"grad_norm": 0.1060428677550431,
|
||
|
|
"learning_rate": 1.0677925126806956e-05,
|
||
|
|
"loss": 0.8619367480278015,
|
||
|
|
"step": 588
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7888833082203248,
|
||
|
|
"grad_norm": 0.11316065290832693,
|
||
|
|
"learning_rate": 1.0551054009635636e-05,
|
||
|
|
"loss": 0.8755437135696411,
|
||
|
|
"step": 589
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7902226686757073,
|
||
|
|
"grad_norm": 0.12213570051138428,
|
||
|
|
"learning_rate": 1.0424826513402162e-05,
|
||
|
|
"loss": 0.8632907867431641,
|
||
|
|
"step": 590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7915620291310899,
|
||
|
|
"grad_norm": 0.11811385521052746,
|
||
|
|
"learning_rate": 1.0299245396869418e-05,
|
||
|
|
"loss": 0.8566582202911377,
|
||
|
|
"step": 591
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7929013895864725,
|
||
|
|
"grad_norm": 0.11870469860749323,
|
||
|
|
"learning_rate": 1.0174313404673378e-05,
|
||
|
|
"loss": 0.8652503490447998,
|
||
|
|
"step": 592
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.794240750041855,
|
||
|
|
"grad_norm": 0.11642632041514202,
|
||
|
|
"learning_rate": 1.0050033267263068e-05,
|
||
|
|
"loss": 0.8666040897369385,
|
||
|
|
"step": 593
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7955801104972375,
|
||
|
|
"grad_norm": 0.11271123011165501,
|
||
|
|
"learning_rate": 9.92640770084091e-06,
|
||
|
|
"loss": 0.8616808652877808,
|
||
|
|
"step": 594
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7969194709526202,
|
||
|
|
"grad_norm": 0.11624230367298656,
|
||
|
|
"learning_rate": 9.803439407303369e-06,
|
||
|
|
"loss": 0.8712943196296692,
|
||
|
|
"step": 595
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7982588314080027,
|
||
|
|
"grad_norm": 0.11751534209024293,
|
||
|
|
"learning_rate": 9.681131074181876e-06,
|
||
|
|
"loss": 0.8700709342956543,
|
||
|
|
"step": 596
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7995981918633852,
|
||
|
|
"grad_norm": 0.12175042858094896,
|
||
|
|
"learning_rate": 9.55948537458415e-06,
|
||
|
|
"loss": 0.8653758764266968,
|
||
|
|
"step": 597
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8009375523187678,
|
||
|
|
"grad_norm": 0.11051730011718072,
|
||
|
|
"learning_rate": 9.438504967135703e-06,
|
||
|
|
"loss": 0.859759509563446,
|
||
|
|
"step": 598
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8022769127741504,
|
||
|
|
"grad_norm": 0.11944757063536243,
|
||
|
|
"learning_rate": 9.318192495921754e-06,
|
||
|
|
"loss": 0.8628091216087341,
|
||
|
|
"step": 599
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8036162732295329,
|
||
|
|
"grad_norm": 0.1300501966435939,
|
||
|
|
"learning_rate": 9.19855059042949e-06,
|
||
|
|
"loss": 0.8775379657745361,
|
||
|
|
"step": 600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8049556336849154,
|
||
|
|
"grad_norm": 0.11067723833940438,
|
||
|
|
"learning_rate": 9.07958186549052e-06,
|
||
|
|
"loss": 0.8566068410873413,
|
||
|
|
"step": 601
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.806294994140298,
|
||
|
|
"grad_norm": 0.12435798088723733,
|
||
|
|
"learning_rate": 8.961288921223805e-06,
|
||
|
|
"loss": 0.8680790066719055,
|
||
|
|
"step": 602
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8076343545956806,
|
||
|
|
"grad_norm": 0.11526262371532592,
|
||
|
|
"learning_rate": 8.84367434297876e-06,
|
||
|
|
"loss": 0.8559243679046631,
|
||
|
|
"step": 603
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8089737150510631,
|
||
|
|
"grad_norm": 0.11562289937311675,
|
||
|
|
"learning_rate": 8.72674070127881e-06,
|
||
|
|
"loss": 0.8632556796073914,
|
||
|
|
"step": 604
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8103130755064457,
|
||
|
|
"grad_norm": 0.11157152293753178,
|
||
|
|
"learning_rate": 8.610490551765162e-06,
|
||
|
|
"loss": 0.8667713403701782,
|
||
|
|
"step": 605
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8116524359618282,
|
||
|
|
"grad_norm": 0.11862861011909966,
|
||
|
|
"learning_rate": 8.494926435140986e-06,
|
||
|
|
"loss": 0.8680082559585571,
|
||
|
|
"step": 606
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8129917964172108,
|
||
|
|
"grad_norm": 0.11058276447133751,
|
||
|
|
"learning_rate": 8.380050877115864e-06,
|
||
|
|
"loss": 0.8787844777107239,
|
||
|
|
"step": 607
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8143311568725934,
|
||
|
|
"grad_norm": 0.11035182964574768,
|
||
|
|
"learning_rate": 8.265866388350598e-06,
|
||
|
|
"loss": 0.8844963312149048,
|
||
|
|
"step": 608
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8156705173279759,
|
||
|
|
"grad_norm": 0.10573409759536821,
|
||
|
|
"learning_rate": 8.152375464402342e-06,
|
||
|
|
"loss": 0.859270453453064,
|
||
|
|
"step": 609
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8170098777833584,
|
||
|
|
"grad_norm": 0.11228477530407104,
|
||
|
|
"learning_rate": 8.039580585670047e-06,
|
||
|
|
"loss": 0.8675272464752197,
|
||
|
|
"step": 610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.818349238238741,
|
||
|
|
"grad_norm": 0.11021493931190712,
|
||
|
|
"learning_rate": 7.927484217340268e-06,
|
||
|
|
"loss": 0.8565207719802856,
|
||
|
|
"step": 611
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8196885986941236,
|
||
|
|
"grad_norm": 0.11751800069891458,
|
||
|
|
"learning_rate": 7.816088809333266e-06,
|
||
|
|
"loss": 0.8686612844467163,
|
||
|
|
"step": 612
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8210279591495061,
|
||
|
|
"grad_norm": 0.11099301486626775,
|
||
|
|
"learning_rate": 7.705396796249505e-06,
|
||
|
|
"loss": 0.8637645244598389,
|
||
|
|
"step": 613
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8223673196048886,
|
||
|
|
"grad_norm": 0.10684585744907993,
|
||
|
|
"learning_rate": 7.595410597316379e-06,
|
||
|
|
"loss": 0.8606627583503723,
|
||
|
|
"step": 614
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8237066800602713,
|
||
|
|
"grad_norm": 0.114479487802595,
|
||
|
|
"learning_rate": 7.486132616335395e-06,
|
||
|
|
"loss": 0.8715918064117432,
|
||
|
|
"step": 615
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8250460405156538,
|
||
|
|
"grad_norm": 0.12357407311236206,
|
||
|
|
"learning_rate": 7.3775652416295936e-06,
|
||
|
|
"loss": 0.8811098337173462,
|
||
|
|
"step": 616
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8263854009710363,
|
||
|
|
"grad_norm": 0.1018906001195981,
|
||
|
|
"learning_rate": 7.2697108459914e-06,
|
||
|
|
"loss": 0.8510515689849854,
|
||
|
|
"step": 617
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8277247614264189,
|
||
|
|
"grad_norm": 0.11510793709687688,
|
||
|
|
"learning_rate": 7.162571786630707e-06,
|
||
|
|
"loss": 0.8802266120910645,
|
||
|
|
"step": 618
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8290641218818015,
|
||
|
|
"grad_norm": 0.10985562417753968,
|
||
|
|
"learning_rate": 7.056150405123414e-06,
|
||
|
|
"loss": 0.8502565622329712,
|
||
|
|
"step": 619
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.830403482337184,
|
||
|
|
"grad_norm": 0.10600131076359613,
|
||
|
|
"learning_rate": 6.950449027360213e-06,
|
||
|
|
"loss": 0.8826883435249329,
|
||
|
|
"step": 620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8317428427925665,
|
||
|
|
"grad_norm": 0.11433471498911951,
|
||
|
|
"learning_rate": 6.8454699634957586e-06,
|
||
|
|
"loss": 0.8738099336624146,
|
||
|
|
"step": 621
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8330822032479491,
|
||
|
|
"grad_norm": 0.10950279122420588,
|
||
|
|
"learning_rate": 6.7412155078981865e-06,
|
||
|
|
"loss": 0.8639442324638367,
|
||
|
|
"step": 622
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8344215637033316,
|
||
|
|
"grad_norm": 0.10799080989032715,
|
||
|
|
"learning_rate": 6.6376879390990025e-06,
|
||
|
|
"loss": 0.8762117624282837,
|
||
|
|
"step": 623
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8357609241587142,
|
||
|
|
"grad_norm": 0.10733902528411342,
|
||
|
|
"learning_rate": 6.53488951974321e-06,
|
||
|
|
"loss": 0.8581281900405884,
|
||
|
|
"step": 624
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8371002846140968,
|
||
|
|
"grad_norm": 0.11176168812915092,
|
||
|
|
"learning_rate": 6.432822496539915e-06,
|
||
|
|
"loss": 0.8563675880432129,
|
||
|
|
"step": 625
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8384396450694793,
|
||
|
|
"grad_norm": 0.10221663384828403,
|
||
|
|
"learning_rate": 6.331489100213204e-06,
|
||
|
|
"loss": 0.865772008895874,
|
||
|
|
"step": 626
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8397790055248618,
|
||
|
|
"grad_norm": 0.09837435329440289,
|
||
|
|
"learning_rate": 6.230891545453395e-06,
|
||
|
|
"loss": 0.8748994469642639,
|
||
|
|
"step": 627
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8411183659802445,
|
||
|
|
"grad_norm": 0.10807279392506593,
|
||
|
|
"learning_rate": 6.1310320308686354e-06,
|
||
|
|
"loss": 0.8680225014686584,
|
||
|
|
"step": 628
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.842457726435627,
|
||
|
|
"grad_norm": 0.09768064046733724,
|
||
|
|
"learning_rate": 6.031912738936849e-06,
|
||
|
|
"loss": 0.8678373098373413,
|
||
|
|
"step": 629
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8437970868910095,
|
||
|
|
"grad_norm": 0.1015809029022958,
|
||
|
|
"learning_rate": 5.933535835958029e-06,
|
||
|
|
"loss": 0.8708404302597046,
|
||
|
|
"step": 630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8451364473463922,
|
||
|
|
"grad_norm": 0.10794002356946901,
|
||
|
|
"learning_rate": 5.835903472006905e-06,
|
||
|
|
"loss": 0.8744752407073975,
|
||
|
|
"step": 631
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8464758078017747,
|
||
|
|
"grad_norm": 0.09772198649085652,
|
||
|
|
"learning_rate": 5.7390177808859475e-06,
|
||
|
|
"loss": 0.860190212726593,
|
||
|
|
"step": 632
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8478151682571572,
|
||
|
|
"grad_norm": 0.11209427408989413,
|
||
|
|
"learning_rate": 5.642880880078721e-06,
|
||
|
|
"loss": 0.8820698261260986,
|
||
|
|
"step": 633
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8491545287125397,
|
||
|
|
"grad_norm": 0.10860351131929465,
|
||
|
|
"learning_rate": 5.547494870703642e-06,
|
||
|
|
"loss": 0.8616386651992798,
|
||
|
|
"step": 634
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8504938891679223,
|
||
|
|
"grad_norm": 0.10866684859584659,
|
||
|
|
"learning_rate": 5.452861837468005e-06,
|
||
|
|
"loss": 0.8636765480041504,
|
||
|
|
"step": 635
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8518332496233049,
|
||
|
|
"grad_norm": 0.1006939328389969,
|
||
|
|
"learning_rate": 5.358983848622452e-06,
|
||
|
|
"loss": 0.8664864897727966,
|
||
|
|
"step": 636
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8531726100786874,
|
||
|
|
"grad_norm": 0.10559916320249045,
|
||
|
|
"learning_rate": 5.2658629559157835e-06,
|
||
|
|
"loss": 0.8764059543609619,
|
||
|
|
"step": 637
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.85451197053407,
|
||
|
|
"grad_norm": 0.1052114260414204,
|
||
|
|
"learning_rate": 5.173501194550072e-06,
|
||
|
|
"loss": 0.8566386699676514,
|
||
|
|
"step": 638
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8558513309894525,
|
||
|
|
"grad_norm": 0.10455890325177675,
|
||
|
|
"learning_rate": 5.081900583136228e-06,
|
||
|
|
"loss": 0.8712558746337891,
|
||
|
|
"step": 639
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8571906914448351,
|
||
|
|
"grad_norm": 0.10238359327551756,
|
||
|
|
"learning_rate": 4.991063123649853e-06,
|
||
|
|
"loss": 0.8549286127090454,
|
||
|
|
"step": 640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8585300519002177,
|
||
|
|
"grad_norm": 0.1052929910920113,
|
||
|
|
"learning_rate": 4.900990801387497e-06,
|
||
|
|
"loss": 0.8717979788780212,
|
||
|
|
"step": 641
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8598694123556002,
|
||
|
|
"grad_norm": 0.10156544713233225,
|
||
|
|
"learning_rate": 4.811685584923269e-06,
|
||
|
|
"loss": 0.8659064173698425,
|
||
|
|
"step": 642
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8612087728109827,
|
||
|
|
"grad_norm": 0.09243659771376618,
|
||
|
|
"learning_rate": 4.723149426065803e-06,
|
||
|
|
"loss": 0.8679224252700806,
|
||
|
|
"step": 643
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8625481332663653,
|
||
|
|
"grad_norm": 0.09700721513112183,
|
||
|
|
"learning_rate": 4.635384259815614e-06,
|
||
|
|
"loss": 0.8493891954421997,
|
||
|
|
"step": 644
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8638874937217479,
|
||
|
|
"grad_norm": 0.10574690432772352,
|
||
|
|
"learning_rate": 4.548392004322799e-06,
|
||
|
|
"loss": 0.8844394087791443,
|
||
|
|
"step": 645
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8652268541771304,
|
||
|
|
"grad_norm": 0.10280067073915403,
|
||
|
|
"learning_rate": 4.462174560845114e-06,
|
||
|
|
"loss": 0.851788341999054,
|
||
|
|
"step": 646
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8665662146325129,
|
||
|
|
"grad_norm": 0.0944681029234863,
|
||
|
|
"learning_rate": 4.376733813706433e-06,
|
||
|
|
"loss": 0.880761981010437,
|
||
|
|
"step": 647
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8679055750878956,
|
||
|
|
"grad_norm": 0.10350747616416575,
|
||
|
|
"learning_rate": 4.292071630255548e-06,
|
||
|
|
"loss": 0.8677074909210205,
|
||
|
|
"step": 648
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8692449355432781,
|
||
|
|
"grad_norm": 0.09650967181000819,
|
||
|
|
"learning_rate": 4.208189860825358e-06,
|
||
|
|
"loss": 0.8634464740753174,
|
||
|
|
"step": 649
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8705842959986606,
|
||
|
|
"grad_norm": 0.09916241002259231,
|
||
|
|
"learning_rate": 4.12509033869247e-06,
|
||
|
|
"loss": 0.8697370290756226,
|
||
|
|
"step": 650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8719236564540432,
|
||
|
|
"grad_norm": 0.10108324879778724,
|
||
|
|
"learning_rate": 4.042774880037059e-06,
|
||
|
|
"loss": 0.8599544763565063,
|
||
|
|
"step": 651
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8732630169094258,
|
||
|
|
"grad_norm": 0.09243394131495927,
|
||
|
|
"learning_rate": 3.961245283903239e-06,
|
||
|
|
"loss": 0.8817688226699829,
|
||
|
|
"step": 652
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8746023773648083,
|
||
|
|
"grad_norm": 0.10331641148619426,
|
||
|
|
"learning_rate": 3.8805033321597015e-06,
|
||
|
|
"loss": 0.8564207553863525,
|
||
|
|
"step": 653
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8759417378201909,
|
||
|
|
"grad_norm": 0.10558580045435674,
|
||
|
|
"learning_rate": 3.8005507894607997e-06,
|
||
|
|
"loss": 0.860696017742157,
|
||
|
|
"step": 654
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8772810982755734,
|
||
|
|
"grad_norm": 0.10444551296183989,
|
||
|
|
"learning_rate": 3.7213894032079778e-06,
|
||
|
|
"loss": 0.8789005279541016,
|
||
|
|
"step": 655
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.878620458730956,
|
||
|
|
"grad_norm": 0.0969379244894827,
|
||
|
|
"learning_rate": 3.643020903511563e-06,
|
||
|
|
"loss": 0.8776953220367432,
|
||
|
|
"step": 656
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8799598191863385,
|
||
|
|
"grad_norm": 0.10790624806273608,
|
||
|
|
"learning_rate": 3.565447003152964e-06,
|
||
|
|
"loss": 0.8571181297302246,
|
||
|
|
"step": 657
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8812991796417211,
|
||
|
|
"grad_norm": 0.10477691549480385,
|
||
|
|
"learning_rate": 3.4886693975472443e-06,
|
||
|
|
"loss": 0.8560389280319214,
|
||
|
|
"step": 658
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8826385400971036,
|
||
|
|
"grad_norm": 0.09813559375826432,
|
||
|
|
"learning_rate": 3.4126897647060474e-06,
|
||
|
|
"loss": 0.8699684143066406,
|
||
|
|
"step": 659
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8839779005524862,
|
||
|
|
"grad_norm": 0.09813832554601809,
|
||
|
|
"learning_rate": 3.3375097652009526e-06,
|
||
|
|
"loss": 0.8595161437988281,
|
||
|
|
"step": 660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8853172610078688,
|
||
|
|
"grad_norm": 0.09587458422790734,
|
||
|
|
"learning_rate": 3.263131042127157e-06,
|
||
|
|
"loss": 0.8548429012298584,
|
||
|
|
"step": 661
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8866566214632513,
|
||
|
|
"grad_norm": 0.09801177294143108,
|
||
|
|
"learning_rate": 3.189555221067577e-06,
|
||
|
|
"loss": 0.8632456064224243,
|
||
|
|
"step": 662
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8879959819186338,
|
||
|
|
"grad_norm": 0.09722647195070884,
|
||
|
|
"learning_rate": 3.1167839100573194e-06,
|
||
|
|
"loss": 0.8654548525810242,
|
||
|
|
"step": 663
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8893353423740165,
|
||
|
|
"grad_norm": 0.1030729011054221,
|
||
|
|
"learning_rate": 3.0448186995485307e-06,
|
||
|
|
"loss": 0.865413248538971,
|
||
|
|
"step": 664
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.890674702829399,
|
||
|
|
"grad_norm": 0.09159907373518272,
|
||
|
|
"learning_rate": 2.973661162375647e-06,
|
||
|
|
"loss": 0.8626821041107178,
|
||
|
|
"step": 665
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8920140632847815,
|
||
|
|
"grad_norm": 0.09822649096101539,
|
||
|
|
"learning_rate": 2.9033128537210077e-06,
|
||
|
|
"loss": 0.8579151630401611,
|
||
|
|
"step": 666
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.893353423740164,
|
||
|
|
"grad_norm": 0.09554990867644066,
|
||
|
|
"learning_rate": 2.8337753110808753e-06,
|
||
|
|
"loss": 0.8664767742156982,
|
||
|
|
"step": 667
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8946927841955467,
|
||
|
|
"grad_norm": 0.0940544920631781,
|
||
|
|
"learning_rate": 2.765050054231835e-06,
|
||
|
|
"loss": 0.8667508363723755,
|
||
|
|
"step": 668
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8960321446509292,
|
||
|
|
"grad_norm": 0.09505186941767597,
|
||
|
|
"learning_rate": 2.6971385851975608e-06,
|
||
|
|
"loss": 0.8664491176605225,
|
||
|
|
"step": 669
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8973715051063117,
|
||
|
|
"grad_norm": 0.09640496159648018,
|
||
|
|
"learning_rate": 2.630042388216012e-06,
|
||
|
|
"loss": 0.8690519332885742,
|
||
|
|
"step": 670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8987108655616943,
|
||
|
|
"grad_norm": 0.09338166771434768,
|
||
|
|
"learning_rate": 2.563762929706979e-06,
|
||
|
|
"loss": 0.8708868622779846,
|
||
|
|
"step": 671
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9000502260170768,
|
||
|
|
"grad_norm": 0.09032253422132287,
|
||
|
|
"learning_rate": 2.4983016582400366e-06,
|
||
|
|
"loss": 0.8571633100509644,
|
||
|
|
"step": 672
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9013895864724594,
|
||
|
|
"grad_norm": 0.09985352924424004,
|
||
|
|
"learning_rate": 2.4336600045028956e-06,
|
||
|
|
"loss": 0.8728021383285522,
|
||
|
|
"step": 673
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.902728946927842,
|
||
|
|
"grad_norm": 0.09095804473388606,
|
||
|
|
"learning_rate": 2.3698393812701114e-06,
|
||
|
|
"loss": 0.8710513114929199,
|
||
|
|
"step": 674
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9040683073832245,
|
||
|
|
"grad_norm": 0.0907778752241714,
|
||
|
|
"learning_rate": 2.3068411833722283e-06,
|
||
|
|
"loss": 0.8682019710540771,
|
||
|
|
"step": 675
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.905407667838607,
|
||
|
|
"grad_norm": 0.08725840048506821,
|
||
|
|
"learning_rate": 2.244666787665297e-06,
|
||
|
|
"loss": 0.8690208792686462,
|
||
|
|
"step": 676
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9067470282939896,
|
||
|
|
"grad_norm": 0.08769527712682709,
|
||
|
|
"learning_rate": 2.183317553000763e-06,
|
||
|
|
"loss": 0.8633980751037598,
|
||
|
|
"step": 677
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9080863887493722,
|
||
|
|
"grad_norm": 0.09024779836807585,
|
||
|
|
"learning_rate": 2.122794820195777e-06,
|
||
|
|
"loss": 0.8639845848083496,
|
||
|
|
"step": 678
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9094257492047547,
|
||
|
|
"grad_norm": 0.09693190682746106,
|
||
|
|
"learning_rate": 2.063099912003894e-06,
|
||
|
|
"loss": 0.883812665939331,
|
||
|
|
"step": 679
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9107651096601372,
|
||
|
|
"grad_norm": 0.0861902022397013,
|
||
|
|
"learning_rate": 2.0042341330861605e-06,
|
||
|
|
"loss": 0.8602584600448608,
|
||
|
|
"step": 680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9121044701155199,
|
||
|
|
"grad_norm": 0.09371370939823905,
|
||
|
|
"learning_rate": 1.9461987699826147e-06,
|
||
|
|
"loss": 0.877825140953064,
|
||
|
|
"step": 681
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9134438305709024,
|
||
|
|
"grad_norm": 0.09042366335672848,
|
||
|
|
"learning_rate": 1.888995091084147e-06,
|
||
|
|
"loss": 0.8823691010475159,
|
||
|
|
"step": 682
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9147831910262849,
|
||
|
|
"grad_norm": 0.08752488797811156,
|
||
|
|
"learning_rate": 1.8326243466047833e-06,
|
||
|
|
"loss": 0.8719531297683716,
|
||
|
|
"step": 683
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9161225514816675,
|
||
|
|
"grad_norm": 0.09838692247268259,
|
||
|
|
"learning_rate": 1.7770877685543687e-06,
|
||
|
|
"loss": 0.8698108792304993,
|
||
|
|
"step": 684
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9174619119370501,
|
||
|
|
"grad_norm": 0.08608689280980435,
|
||
|
|
"learning_rate": 1.7223865707116472e-06,
|
||
|
|
"loss": 0.8581531047821045,
|
||
|
|
"step": 685
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9188012723924326,
|
||
|
|
"grad_norm": 0.08652624883389393,
|
||
|
|
"learning_rate": 1.6685219485977056e-06,
|
||
|
|
"loss": 0.8714857697486877,
|
||
|
|
"step": 686
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9201406328478152,
|
||
|
|
"grad_norm": 0.08764678535346417,
|
||
|
|
"learning_rate": 1.615495079449887e-06,
|
||
|
|
"loss": 0.8779809474945068,
|
||
|
|
"step": 687
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9214799933031977,
|
||
|
|
"grad_norm": 0.08867186936205497,
|
||
|
|
"learning_rate": 1.5633071221960205e-06,
|
||
|
|
"loss": 0.8661234378814697,
|
||
|
|
"step": 688
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9228193537585803,
|
||
|
|
"grad_norm": 0.0901392673827971,
|
||
|
|
"learning_rate": 1.5119592174291175e-06,
|
||
|
|
"loss": 0.8790245056152344,
|
||
|
|
"step": 689
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9241587142139628,
|
||
|
|
"grad_norm": 0.10070892675692567,
|
||
|
|
"learning_rate": 1.4614524873824398e-06,
|
||
|
|
"loss": 0.8705023527145386,
|
||
|
|
"step": 690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9254980746693454,
|
||
|
|
"grad_norm": 0.09379245050344401,
|
||
|
|
"learning_rate": 1.4117880359049684e-06,
|
||
|
|
"loss": 0.8885618448257446,
|
||
|
|
"step": 691
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9268374351247279,
|
||
|
|
"grad_norm": 0.09167671555096236,
|
||
|
|
"learning_rate": 1.3629669484372722e-06,
|
||
|
|
"loss": 0.8792763948440552,
|
||
|
|
"step": 692
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9281767955801105,
|
||
|
|
"grad_norm": 0.08805121953326282,
|
||
|
|
"learning_rate": 1.3149902919877966e-06,
|
||
|
|
"loss": 0.8643807172775269,
|
||
|
|
"step": 693
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9295161560354931,
|
||
|
|
"grad_norm": 0.0922229306076492,
|
||
|
|
"learning_rate": 1.2678591151095466e-06,
|
||
|
|
"loss": 0.862453281879425,
|
||
|
|
"step": 694
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9308555164908756,
|
||
|
|
"grad_norm": 0.09307453015713951,
|
||
|
|
"learning_rate": 1.2215744478771473e-06,
|
||
|
|
"loss": 0.8628978729248047,
|
||
|
|
"step": 695
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9321948769462581,
|
||
|
|
"grad_norm": 0.09390847242485158,
|
||
|
|
"learning_rate": 1.176137301864362e-06,
|
||
|
|
"loss": 0.8640226721763611,
|
||
|
|
"step": 696
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9335342374016408,
|
||
|
|
"grad_norm": 0.09047699788223823,
|
||
|
|
"learning_rate": 1.1315486701219603e-06,
|
||
|
|
"loss": 0.8615423440933228,
|
||
|
|
"step": 697
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9348735978570233,
|
||
|
|
"grad_norm": 0.09225121912036802,
|
||
|
|
"learning_rate": 1.0878095271560274e-06,
|
||
|
|
"loss": 0.8629521131515503,
|
||
|
|
"step": 698
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9362129583124058,
|
||
|
|
"grad_norm": 0.09468262537112955,
|
||
|
|
"learning_rate": 1.0449208289066549e-06,
|
||
|
|
"loss": 0.8680487275123596,
|
||
|
|
"step": 699
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9375523187677883,
|
||
|
|
"grad_norm": 0.08864131732671222,
|
||
|
|
"learning_rate": 1.0028835127270553e-06,
|
||
|
|
"loss": 0.8672420382499695,
|
||
|
|
"step": 700
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"logging_steps": 1,
|
||
|
|
"max_steps": 747,
|
||
|
|
"num_input_tokens_seen": 0,
|
||
|
|
"num_train_epochs": 1,
|
||
|
|
"save_steps": 100,
|
||
|
|
"stateful_callbacks": {
|
||
|
|
"TrainerControl": {
|
||
|
|
"args": {
|
||
|
|
"should_epoch_stop": false,
|
||
|
|
"should_evaluate": false,
|
||
|
|
"should_log": false,
|
||
|
|
"should_save": true,
|
||
|
|
"should_training_stop": false
|
||
|
|
},
|
||
|
|
"attributes": {}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"total_flos": 5327911649280000.0,
|
||
|
|
"train_batch_size": 8,
|
||
|
|
"trial_name": null,
|
||
|
|
"trial_params": null
|
||
|
|
}
|