3195 lines
82 KiB
JSON
3195 lines
82 KiB
JSON
|
{
|
||
|
|
"best_global_step": 250,
|
||
|
|
"best_metric": 1.4088929891586304,
|
||
|
|
"best_model_checkpoint": "saves/qwen3-1.7B/medical-o1-sft-full/checkpoint-250",
|
||
|
|
"epoch": 3.0,
|
||
|
|
"eval_steps": 50,
|
||
|
|
"global_step": 441,
|
||
|
|
"is_hyper_param_search": false,
|
||
|
|
"is_local_process_zero": true,
|
||
|
|
"is_world_process_zero": true,
|
||
|
|
"log_history": [
|
||
|
|
{
|
||
|
|
"epoch": 0.006837606837606838,
|
||
|
|
"grad_norm": 83.15293884277344,
|
||
|
|
"learning_rate": 0.0,
|
||
|
|
"loss": 2.8199405670166016,
|
||
|
|
"step": 1
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.013675213675213675,
|
||
|
|
"grad_norm": 81.79350280761719,
|
||
|
|
"learning_rate": 8.695652173913044e-07,
|
||
|
|
"loss": 2.7888758182525635,
|
||
|
|
"step": 2
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.020512820512820513,
|
||
|
|
"grad_norm": 83.25151824951172,
|
||
|
|
"learning_rate": 1.7391304347826088e-06,
|
||
|
|
"loss": 2.820769786834717,
|
||
|
|
"step": 3
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.02735042735042735,
|
||
|
|
"grad_norm": 75.52108001708984,
|
||
|
|
"learning_rate": 2.6086956521739132e-06,
|
||
|
|
"loss": 2.734041690826416,
|
||
|
|
"step": 4
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03418803418803419,
|
||
|
|
"grad_norm": 72.11664581298828,
|
||
|
|
"learning_rate": 3.4782608695652175e-06,
|
||
|
|
"loss": 2.7135212421417236,
|
||
|
|
"step": 5
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.041025641025641026,
|
||
|
|
"grad_norm": 55.534324645996094,
|
||
|
|
"learning_rate": 4.347826086956522e-06,
|
||
|
|
"loss": 2.4443650245666504,
|
||
|
|
"step": 6
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04786324786324787,
|
||
|
|
"grad_norm": 48.14010238647461,
|
||
|
|
"learning_rate": 5.2173913043478265e-06,
|
||
|
|
"loss": 2.3162710666656494,
|
||
|
|
"step": 7
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0547008547008547,
|
||
|
|
"grad_norm": 20.861207962036133,
|
||
|
|
"learning_rate": 6.086956521739132e-06,
|
||
|
|
"loss": 2.0038950443267822,
|
||
|
|
"step": 8
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06153846153846154,
|
||
|
|
"grad_norm": 15.49008846282959,
|
||
|
|
"learning_rate": 6.956521739130435e-06,
|
||
|
|
"loss": 1.8993940353393555,
|
||
|
|
"step": 9
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06837606837606838,
|
||
|
|
"grad_norm": 5.190984725952148,
|
||
|
|
"learning_rate": 7.82608695652174e-06,
|
||
|
|
"loss": 1.7324286699295044,
|
||
|
|
"step": 10
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07521367521367521,
|
||
|
|
"grad_norm": 4.630637168884277,
|
||
|
|
"learning_rate": 8.695652173913044e-06,
|
||
|
|
"loss": 1.654750943183899,
|
||
|
|
"step": 11
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08205128205128205,
|
||
|
|
"grad_norm": 3.784055233001709,
|
||
|
|
"learning_rate": 9.565217391304349e-06,
|
||
|
|
"loss": 1.7394911050796509,
|
||
|
|
"step": 12
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08888888888888889,
|
||
|
|
"grad_norm": 3.4299561977386475,
|
||
|
|
"learning_rate": 1.0434782608695653e-05,
|
||
|
|
"loss": 1.6633565425872803,
|
||
|
|
"step": 13
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09572649572649573,
|
||
|
|
"grad_norm": 4.693484306335449,
|
||
|
|
"learning_rate": 1.1304347826086957e-05,
|
||
|
|
"loss": 1.670560359954834,
|
||
|
|
"step": 14
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10256410256410256,
|
||
|
|
"grad_norm": 5.14279317855835,
|
||
|
|
"learning_rate": 1.2173913043478263e-05,
|
||
|
|
"loss": 1.647332787513733,
|
||
|
|
"step": 15
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1094017094017094,
|
||
|
|
"grad_norm": 3.8385608196258545,
|
||
|
|
"learning_rate": 1.3043478260869566e-05,
|
||
|
|
"loss": 1.6399732828140259,
|
||
|
|
"step": 16
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.11623931623931624,
|
||
|
|
"grad_norm": 2.6695456504821777,
|
||
|
|
"learning_rate": 1.391304347826087e-05,
|
||
|
|
"loss": 1.5681482553482056,
|
||
|
|
"step": 17
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12307692307692308,
|
||
|
|
"grad_norm": 2.117490291595459,
|
||
|
|
"learning_rate": 1.4782608695652174e-05,
|
||
|
|
"loss": 1.6053783893585205,
|
||
|
|
"step": 18
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12991452991452992,
|
||
|
|
"grad_norm": 1.9541882276535034,
|
||
|
|
"learning_rate": 1.565217391304348e-05,
|
||
|
|
"loss": 1.5954205989837646,
|
||
|
|
"step": 19
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13675213675213677,
|
||
|
|
"grad_norm": 2.011003255844116,
|
||
|
|
"learning_rate": 1.6521739130434785e-05,
|
||
|
|
"loss": 1.5820363759994507,
|
||
|
|
"step": 20
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.14358974358974358,
|
||
|
|
"grad_norm": 1.9789162874221802,
|
||
|
|
"learning_rate": 1.739130434782609e-05,
|
||
|
|
"loss": 1.532997727394104,
|
||
|
|
"step": 21
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15042735042735042,
|
||
|
|
"grad_norm": 1.8961035013198853,
|
||
|
|
"learning_rate": 1.8260869565217393e-05,
|
||
|
|
"loss": 1.5475587844848633,
|
||
|
|
"step": 22
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15726495726495726,
|
||
|
|
"grad_norm": 1.5811997652053833,
|
||
|
|
"learning_rate": 1.9130434782608697e-05,
|
||
|
|
"loss": 1.580260992050171,
|
||
|
|
"step": 23
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1641025641025641,
|
||
|
|
"grad_norm": 1.4591213464736938,
|
||
|
|
"learning_rate": 2e-05,
|
||
|
|
"loss": 1.5463660955429077,
|
||
|
|
"step": 24
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17094017094017094,
|
||
|
|
"grad_norm": 1.4459729194641113,
|
||
|
|
"learning_rate": 1.999971756719333e-05,
|
||
|
|
"loss": 1.5187675952911377,
|
||
|
|
"step": 25
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17777777777777778,
|
||
|
|
"grad_norm": 1.4411983489990234,
|
||
|
|
"learning_rate": 1.9998870284726968e-05,
|
||
|
|
"loss": 1.529025673866272,
|
||
|
|
"step": 26
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.18461538461538463,
|
||
|
|
"grad_norm": 1.3215960264205933,
|
||
|
|
"learning_rate": 1.9997458200460994e-05,
|
||
|
|
"loss": 1.513730525970459,
|
||
|
|
"step": 27
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19145299145299147,
|
||
|
|
"grad_norm": 1.324648141860962,
|
||
|
|
"learning_rate": 1.999548139415919e-05,
|
||
|
|
"loss": 1.5576432943344116,
|
||
|
|
"step": 28
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19829059829059828,
|
||
|
|
"grad_norm": 1.1139763593673706,
|
||
|
|
"learning_rate": 1.999293997748454e-05,
|
||
|
|
"loss": 1.5223976373672485,
|
||
|
|
"step": 29
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20512820512820512,
|
||
|
|
"grad_norm": 1.175620675086975,
|
||
|
|
"learning_rate": 1.9989834093992945e-05,
|
||
|
|
"loss": 1.529496431350708,
|
||
|
|
"step": 30
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21196581196581196,
|
||
|
|
"grad_norm": 1.2628631591796875,
|
||
|
|
"learning_rate": 1.9986163919125077e-05,
|
||
|
|
"loss": 1.5556331872940063,
|
||
|
|
"step": 31
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2188034188034188,
|
||
|
|
"grad_norm": 1.121780276298523,
|
||
|
|
"learning_rate": 1.9981929660196492e-05,
|
||
|
|
"loss": 1.522382140159607,
|
||
|
|
"step": 32
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.22564102564102564,
|
||
|
|
"grad_norm": 1.057112693786621,
|
||
|
|
"learning_rate": 1.997713155638592e-05,
|
||
|
|
"loss": 1.5269778966903687,
|
||
|
|
"step": 33
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23247863247863249,
|
||
|
|
"grad_norm": 1.1212079524993896,
|
||
|
|
"learning_rate": 1.9971769878721747e-05,
|
||
|
|
"loss": 1.5179802179336548,
|
||
|
|
"step": 34
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23931623931623933,
|
||
|
|
"grad_norm": 1.1053107976913452,
|
||
|
|
"learning_rate": 1.99658449300667e-05,
|
||
|
|
"loss": 1.4600404500961304,
|
||
|
|
"step": 35
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24615384615384617,
|
||
|
|
"grad_norm": 1.0344611406326294,
|
||
|
|
"learning_rate": 1.9959357045100764e-05,
|
||
|
|
"loss": 1.4895355701446533,
|
||
|
|
"step": 36
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.252991452991453,
|
||
|
|
"grad_norm": 1.0998711585998535,
|
||
|
|
"learning_rate": 1.9952306590302247e-05,
|
||
|
|
"loss": 1.498748779296875,
|
||
|
|
"step": 37
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.25982905982905985,
|
||
|
|
"grad_norm": 1.0810974836349487,
|
||
|
|
"learning_rate": 1.9944693963927092e-05,
|
||
|
|
"loss": 1.4847540855407715,
|
||
|
|
"step": 38
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.26666666666666666,
|
||
|
|
"grad_norm": 1.0349794626235962,
|
||
|
|
"learning_rate": 1.9936519595986395e-05,
|
||
|
|
"loss": 1.4850821495056152,
|
||
|
|
"step": 39
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27350427350427353,
|
||
|
|
"grad_norm": 0.9509456157684326,
|
||
|
|
"learning_rate": 1.9927783948222084e-05,
|
||
|
|
"loss": 1.4879685640335083,
|
||
|
|
"step": 40
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28034188034188035,
|
||
|
|
"grad_norm": 0.9873176217079163,
|
||
|
|
"learning_rate": 1.9918487514080867e-05,
|
||
|
|
"loss": 1.5055975914001465,
|
||
|
|
"step": 41
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28717948717948716,
|
||
|
|
"grad_norm": 0.9554620385169983,
|
||
|
|
"learning_rate": 1.990863081868634e-05,
|
||
|
|
"loss": 1.4576541185379028,
|
||
|
|
"step": 42
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.294017094017094,
|
||
|
|
"grad_norm": 0.915795087814331,
|
||
|
|
"learning_rate": 1.989821441880933e-05,
|
||
|
|
"loss": 1.469474196434021,
|
||
|
|
"step": 43
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30085470085470084,
|
||
|
|
"grad_norm": 1.006457805633545,
|
||
|
|
"learning_rate": 1.988723890283645e-05,
|
||
|
|
"loss": 1.5073033571243286,
|
||
|
|
"step": 44
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3076923076923077,
|
||
|
|
"grad_norm": 0.9496122598648071,
|
||
|
|
"learning_rate": 1.9875704890736853e-05,
|
||
|
|
"loss": 1.496271014213562,
|
||
|
|
"step": 45
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3145299145299145,
|
||
|
|
"grad_norm": 0.9319558143615723,
|
||
|
|
"learning_rate": 1.9863613034027224e-05,
|
||
|
|
"loss": 1.4825000762939453,
|
||
|
|
"step": 46
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3213675213675214,
|
||
|
|
"grad_norm": 0.9389411807060242,
|
||
|
|
"learning_rate": 1.985096401573497e-05,
|
||
|
|
"loss": 1.4443243741989136,
|
||
|
|
"step": 47
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3282051282051282,
|
||
|
|
"grad_norm": 0.9735950827598572,
|
||
|
|
"learning_rate": 1.9837758550359637e-05,
|
||
|
|
"loss": 1.4762128591537476,
|
||
|
|
"step": 48
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.335042735042735,
|
||
|
|
"grad_norm": 0.9494331479072571,
|
||
|
|
"learning_rate": 1.982399738383255e-05,
|
||
|
|
"loss": 1.5045385360717773,
|
||
|
|
"step": 49
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3418803418803419,
|
||
|
|
"grad_norm": 0.9520753026008606,
|
||
|
|
"learning_rate": 1.9809681293474693e-05,
|
||
|
|
"loss": 1.496164321899414,
|
||
|
|
"step": 50
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3418803418803419,
|
||
|
|
"eval_loss": 1.4685521125793457,
|
||
|
|
"eval_runtime": 14.1604,
|
||
|
|
"eval_samples_per_second": 69.631,
|
||
|
|
"eval_steps_per_second": 8.757,
|
||
|
|
"step": 50
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3487179487179487,
|
||
|
|
"grad_norm": 0.9688102602958679,
|
||
|
|
"learning_rate": 1.979481108795278e-05,
|
||
|
|
"loss": 1.4734501838684082,
|
||
|
|
"step": 51
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35555555555555557,
|
||
|
|
"grad_norm": 0.9477071166038513,
|
||
|
|
"learning_rate": 1.9779387607233587e-05,
|
||
|
|
"loss": 1.4600017070770264,
|
||
|
|
"step": 52
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3623931623931624,
|
||
|
|
"grad_norm": 0.9507799744606018,
|
||
|
|
"learning_rate": 1.9763411722536503e-05,
|
||
|
|
"loss": 1.455001711845398,
|
||
|
|
"step": 53
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.36923076923076925,
|
||
|
|
"grad_norm": 0.9292111992835999,
|
||
|
|
"learning_rate": 1.9746884336284316e-05,
|
||
|
|
"loss": 1.4742114543914795,
|
||
|
|
"step": 54
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.37606837606837606,
|
||
|
|
"grad_norm": 0.9916467666625977,
|
||
|
|
"learning_rate": 1.972980638205225e-05,
|
||
|
|
"loss": 1.5147836208343506,
|
||
|
|
"step": 55
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38290598290598293,
|
||
|
|
"grad_norm": 0.9744175672531128,
|
||
|
|
"learning_rate": 1.971217882451521e-05,
|
||
|
|
"loss": 1.4713977575302124,
|
||
|
|
"step": 56
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38974358974358975,
|
||
|
|
"grad_norm": 1.0033540725708008,
|
||
|
|
"learning_rate": 1.9694002659393306e-05,
|
||
|
|
"loss": 1.4538943767547607,
|
||
|
|
"step": 57
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.39658119658119656,
|
||
|
|
"grad_norm": 0.946854293346405,
|
||
|
|
"learning_rate": 1.9675278913395605e-05,
|
||
|
|
"loss": 1.4287432432174683,
|
||
|
|
"step": 58
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.40341880341880343,
|
||
|
|
"grad_norm": 1.0013198852539062,
|
||
|
|
"learning_rate": 1.9656008644162134e-05,
|
||
|
|
"loss": 1.4492701292037964,
|
||
|
|
"step": 59
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41025641025641024,
|
||
|
|
"grad_norm": 1.0438623428344727,
|
||
|
|
"learning_rate": 1.9636192940204134e-05,
|
||
|
|
"loss": 1.4924561977386475,
|
||
|
|
"step": 60
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4170940170940171,
|
||
|
|
"grad_norm": 0.9705636501312256,
|
||
|
|
"learning_rate": 1.961583292084259e-05,
|
||
|
|
"loss": 1.4596234560012817,
|
||
|
|
"step": 61
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4239316239316239,
|
||
|
|
"grad_norm": 0.9079157114028931,
|
||
|
|
"learning_rate": 1.9594929736144978e-05,
|
||
|
|
"loss": 1.44952392578125,
|
||
|
|
"step": 62
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4307692307692308,
|
||
|
|
"grad_norm": 0.9640805125236511,
|
||
|
|
"learning_rate": 1.957348456686032e-05,
|
||
|
|
"loss": 1.4430960416793823,
|
||
|
|
"step": 63
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4376068376068376,
|
||
|
|
"grad_norm": 0.9475866556167603,
|
||
|
|
"learning_rate": 1.9551498624352497e-05,
|
||
|
|
"loss": 1.446009635925293,
|
||
|
|
"step": 64
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4444444444444444,
|
||
|
|
"grad_norm": 0.948258638381958,
|
||
|
|
"learning_rate": 1.9528973150531787e-05,
|
||
|
|
"loss": 1.4411481618881226,
|
||
|
|
"step": 65
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4512820512820513,
|
||
|
|
"grad_norm": 0.9805014133453369,
|
||
|
|
"learning_rate": 1.9505909417784758e-05,
|
||
|
|
"loss": 1.4417314529418945,
|
||
|
|
"step": 66
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4581196581196581,
|
||
|
|
"grad_norm": 0.9225365519523621,
|
||
|
|
"learning_rate": 1.9482308728902358e-05,
|
||
|
|
"loss": 1.480376958847046,
|
||
|
|
"step": 67
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.46495726495726497,
|
||
|
|
"grad_norm": 0.9221044182777405,
|
||
|
|
"learning_rate": 1.9458172417006347e-05,
|
||
|
|
"loss": 1.4625794887542725,
|
||
|
|
"step": 68
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4717948717948718,
|
||
|
|
"grad_norm": 0.9901456832885742,
|
||
|
|
"learning_rate": 1.9433501845473996e-05,
|
||
|
|
"loss": 1.4856598377227783,
|
||
|
|
"step": 69
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.47863247863247865,
|
||
|
|
"grad_norm": 0.9551020860671997,
|
||
|
|
"learning_rate": 1.9408298407861045e-05,
|
||
|
|
"loss": 1.4896745681762695,
|
||
|
|
"step": 70
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48547008547008547,
|
||
|
|
"grad_norm": 0.9381822943687439,
|
||
|
|
"learning_rate": 1.9382563527823026e-05,
|
||
|
|
"loss": 1.4343875646591187,
|
||
|
|
"step": 71
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49230769230769234,
|
||
|
|
"grad_norm": 0.8770731091499329,
|
||
|
|
"learning_rate": 1.935629865903482e-05,
|
||
|
|
"loss": 1.4482182264328003,
|
||
|
|
"step": 72
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.49914529914529915,
|
||
|
|
"grad_norm": 0.934929609298706,
|
||
|
|
"learning_rate": 1.9329505285108544e-05,
|
||
|
|
"loss": 1.4524080753326416,
|
||
|
|
"step": 73
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.505982905982906,
|
||
|
|
"grad_norm": 0.9203254580497742,
|
||
|
|
"learning_rate": 1.9302184919509758e-05,
|
||
|
|
"loss": 1.4096636772155762,
|
||
|
|
"step": 74
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5128205128205128,
|
||
|
|
"grad_norm": 0.9084986448287964,
|
||
|
|
"learning_rate": 1.927433910547197e-05,
|
||
|
|
"loss": 1.423622488975525,
|
||
|
|
"step": 75
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5196581196581197,
|
||
|
|
"grad_norm": 0.8734993934631348,
|
||
|
|
"learning_rate": 1.9245969415909464e-05,
|
||
|
|
"loss": 1.4265828132629395,
|
||
|
|
"step": 76
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5264957264957265,
|
||
|
|
"grad_norm": 0.8964496850967407,
|
||
|
|
"learning_rate": 1.921707745332845e-05,
|
||
|
|
"loss": 1.4725595712661743,
|
||
|
|
"step": 77
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5333333333333333,
|
||
|
|
"grad_norm": 0.9096109867095947,
|
||
|
|
"learning_rate": 1.9187664849736542e-05,
|
||
|
|
"loss": 1.457470417022705,
|
||
|
|
"step": 78
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5401709401709401,
|
||
|
|
"grad_norm": 0.8932516574859619,
|
||
|
|
"learning_rate": 1.9157733266550577e-05,
|
||
|
|
"loss": 1.454951286315918,
|
||
|
|
"step": 79
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5470085470085471,
|
||
|
|
"grad_norm": 0.8940214514732361,
|
||
|
|
"learning_rate": 1.9127284394502765e-05,
|
||
|
|
"loss": 1.4776511192321777,
|
||
|
|
"step": 80
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5538461538461539,
|
||
|
|
"grad_norm": 0.8789263963699341,
|
||
|
|
"learning_rate": 1.9096319953545186e-05,
|
||
|
|
"loss": 1.4376585483551025,
|
||
|
|
"step": 81
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5606837606837607,
|
||
|
|
"grad_norm": 0.9395255446434021,
|
||
|
|
"learning_rate": 1.906484169275263e-05,
|
||
|
|
"loss": 1.4360781908035278,
|
||
|
|
"step": 82
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5675213675213675,
|
||
|
|
"grad_norm": 0.8618428707122803,
|
||
|
|
"learning_rate": 1.903285139022381e-05,
|
||
|
|
"loss": 1.4329712390899658,
|
||
|
|
"step": 83
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5743589743589743,
|
||
|
|
"grad_norm": 0.9313262104988098,
|
||
|
|
"learning_rate": 1.900035085298091e-05,
|
||
|
|
"loss": 1.446253776550293,
|
||
|
|
"step": 84
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5811965811965812,
|
||
|
|
"grad_norm": 0.8763355016708374,
|
||
|
|
"learning_rate": 1.896734191686752e-05,
|
||
|
|
"loss": 1.4160209894180298,
|
||
|
|
"step": 85
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.588034188034188,
|
||
|
|
"grad_norm": 0.8777135610580444,
|
||
|
|
"learning_rate": 1.8933826446444933e-05,
|
||
|
|
"loss": 1.449493408203125,
|
||
|
|
"step": 86
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5948717948717949,
|
||
|
|
"grad_norm": 0.8737928867340088,
|
||
|
|
"learning_rate": 1.889980633488683e-05,
|
||
|
|
"loss": 1.377128005027771,
|
||
|
|
"step": 87
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6017094017094017,
|
||
|
|
"grad_norm": 0.923620343208313,
|
||
|
|
"learning_rate": 1.8865283503872325e-05,
|
||
|
|
"loss": 1.422142505645752,
|
||
|
|
"step": 88
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6085470085470085,
|
||
|
|
"grad_norm": 0.9419258832931519,
|
||
|
|
"learning_rate": 1.8830259903477427e-05,
|
||
|
|
"loss": 1.4897931814193726,
|
||
|
|
"step": 89
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6153846153846154,
|
||
|
|
"grad_norm": 0.9292656779289246,
|
||
|
|
"learning_rate": 1.879473751206489e-05,
|
||
|
|
"loss": 1.4244943857192993,
|
||
|
|
"step": 90
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6222222222222222,
|
||
|
|
"grad_norm": 0.9174057841300964,
|
||
|
|
"learning_rate": 1.8758718336172462e-05,
|
||
|
|
"loss": 1.432208776473999,
|
||
|
|
"step": 91
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.629059829059829,
|
||
|
|
"grad_norm": 0.9447773694992065,
|
||
|
|
"learning_rate": 1.8722204410399524e-05,
|
||
|
|
"loss": 1.4501725435256958,
|
||
|
|
"step": 92
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6358974358974359,
|
||
|
|
"grad_norm": 0.8907484412193298,
|
||
|
|
"learning_rate": 1.868519779729218e-05,
|
||
|
|
"loss": 1.4563168287277222,
|
||
|
|
"step": 93
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6427350427350428,
|
||
|
|
"grad_norm": 0.8975157141685486,
|
||
|
|
"learning_rate": 1.864770058722676e-05,
|
||
|
|
"loss": 1.4320740699768066,
|
||
|
|
"step": 94
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6495726495726496,
|
||
|
|
"grad_norm": 0.9034259915351868,
|
||
|
|
"learning_rate": 1.8609714898291716e-05,
|
||
|
|
"loss": 1.4002689123153687,
|
||
|
|
"step": 95
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6564102564102564,
|
||
|
|
"grad_norm": 0.9356617331504822,
|
||
|
|
"learning_rate": 1.8571242876167995e-05,
|
||
|
|
"loss": 1.4669139385223389,
|
||
|
|
"step": 96
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6632478632478632,
|
||
|
|
"grad_norm": 0.9355176091194153,
|
||
|
|
"learning_rate": 1.853228669400784e-05,
|
||
|
|
"loss": 1.4444191455841064,
|
||
|
|
"step": 97
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.67008547008547,
|
||
|
|
"grad_norm": 0.8931655883789062,
|
||
|
|
"learning_rate": 1.8492848552312016e-05,
|
||
|
|
"loss": 1.4415756464004517,
|
||
|
|
"step": 98
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.676923076923077,
|
||
|
|
"grad_norm": 0.8951373100280762,
|
||
|
|
"learning_rate": 1.8452930678805536e-05,
|
||
|
|
"loss": 1.4061449766159058,
|
||
|
|
"step": 99
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6837606837606838,
|
||
|
|
"grad_norm": 0.9179074168205261,
|
||
|
|
"learning_rate": 1.8412535328311813e-05,
|
||
|
|
"loss": 1.4215387105941772,
|
||
|
|
"step": 100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6837606837606838,
|
||
|
|
"eval_loss": 1.4336893558502197,
|
||
|
|
"eval_runtime": 13.7947,
|
||
|
|
"eval_samples_per_second": 71.477,
|
||
|
|
"eval_steps_per_second": 8.989,
|
||
|
|
"step": 100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6905982905982906,
|
||
|
|
"grad_norm": 0.977781355381012,
|
||
|
|
"learning_rate": 1.8371664782625287e-05,
|
||
|
|
"loss": 1.4540152549743652,
|
||
|
|
"step": 101
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6974358974358974,
|
||
|
|
"grad_norm": 0.9076094627380371,
|
||
|
|
"learning_rate": 1.8330321350382545e-05,
|
||
|
|
"loss": 1.415886640548706,
|
||
|
|
"step": 102
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7042735042735043,
|
||
|
|
"grad_norm": 0.8912188410758972,
|
||
|
|
"learning_rate": 1.8288507366931907e-05,
|
||
|
|
"loss": 1.4277691841125488,
|
||
|
|
"step": 103
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7111111111111111,
|
||
|
|
"grad_norm": 0.8660780787467957,
|
||
|
|
"learning_rate": 1.8246225194201517e-05,
|
||
|
|
"loss": 1.39166259765625,
|
||
|
|
"step": 104
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.717948717948718,
|
||
|
|
"grad_norm": 0.9204691648483276,
|
||
|
|
"learning_rate": 1.8203477220565912e-05,
|
||
|
|
"loss": 1.4161370992660522,
|
||
|
|
"step": 105
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7247863247863248,
|
||
|
|
"grad_norm": 0.9661011695861816,
|
||
|
|
"learning_rate": 1.8160265860711134e-05,
|
||
|
|
"loss": 1.4492610692977905,
|
||
|
|
"step": 106
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7316239316239316,
|
||
|
|
"grad_norm": 0.9005808234214783,
|
||
|
|
"learning_rate": 1.8116593555498308e-05,
|
||
|
|
"loss": 1.4389468431472778,
|
||
|
|
"step": 107
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7384615384615385,
|
||
|
|
"grad_norm": 0.9088156223297119,
|
||
|
|
"learning_rate": 1.807246277182578e-05,
|
||
|
|
"loss": 1.4940838813781738,
|
||
|
|
"step": 108
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7452991452991453,
|
||
|
|
"grad_norm": 0.9402887225151062,
|
||
|
|
"learning_rate": 1.802787600248977e-05,
|
||
|
|
"loss": 1.4154539108276367,
|
||
|
|
"step": 109
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7521367521367521,
|
||
|
|
"grad_norm": 0.9380722045898438,
|
||
|
|
"learning_rate": 1.798283576604356e-05,
|
||
|
|
"loss": 1.4318289756774902,
|
||
|
|
"step": 110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7589743589743589,
|
||
|
|
"grad_norm": 0.9319474101066589,
|
||
|
|
"learning_rate": 1.7937344606655228e-05,
|
||
|
|
"loss": 1.4192531108856201,
|
||
|
|
"step": 111
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7658119658119659,
|
||
|
|
"grad_norm": 0.9068304896354675,
|
||
|
|
"learning_rate": 1.789140509396394e-05,
|
||
|
|
"loss": 1.4170390367507935,
|
||
|
|
"step": 112
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7726495726495727,
|
||
|
|
"grad_norm": 0.8808281421661377,
|
||
|
|
"learning_rate": 1.784501982293479e-05,
|
||
|
|
"loss": 1.432860016822815,
|
||
|
|
"step": 113
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7794871794871795,
|
||
|
|
"grad_norm": 0.8805544376373291,
|
||
|
|
"learning_rate": 1.7798191413712244e-05,
|
||
|
|
"loss": 1.4037058353424072,
|
||
|
|
"step": 114
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7863247863247863,
|
||
|
|
"grad_norm": 0.8959332704544067,
|
||
|
|
"learning_rate": 1.775092251147211e-05,
|
||
|
|
"loss": 1.4175316095352173,
|
||
|
|
"step": 115
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7931623931623931,
|
||
|
|
"grad_norm": 0.8379173278808594,
|
||
|
|
"learning_rate": 1.770321578627213e-05,
|
||
|
|
"loss": 1.404625654220581,
|
||
|
|
"step": 116
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8,
|
||
|
|
"grad_norm": 0.8591132164001465,
|
||
|
|
"learning_rate": 1.765507393290117e-05,
|
||
|
|
"loss": 1.4534145593643188,
|
||
|
|
"step": 117
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8068376068376069,
|
||
|
|
"grad_norm": 0.8517522215843201,
|
||
|
|
"learning_rate": 1.7606499670726972e-05,
|
||
|
|
"loss": 1.4170221090316772,
|
||
|
|
"step": 118
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8136752136752137,
|
||
|
|
"grad_norm": 0.8700085282325745,
|
||
|
|
"learning_rate": 1.7557495743542586e-05,
|
||
|
|
"loss": 1.4001213312149048,
|
||
|
|
"step": 119
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8205128205128205,
|
||
|
|
"grad_norm": 0.8774170875549316,
|
||
|
|
"learning_rate": 1.7508064919411344e-05,
|
||
|
|
"loss": 1.418135643005371,
|
||
|
|
"step": 120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8273504273504273,
|
||
|
|
"grad_norm": 0.8984478116035461,
|
||
|
|
"learning_rate": 1.745820999051053e-05,
|
||
|
|
"loss": 1.4195680618286133,
|
||
|
|
"step": 121
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8341880341880342,
|
||
|
|
"grad_norm": 0.8648718595504761,
|
||
|
|
"learning_rate": 1.7407933772973638e-05,
|
||
|
|
"loss": 1.383607029914856,
|
||
|
|
"step": 122
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.841025641025641,
|
||
|
|
"grad_norm": 0.9336929321289062,
|
||
|
|
"learning_rate": 1.735723910673132e-05,
|
||
|
|
"loss": 1.4406161308288574,
|
||
|
|
"step": 123
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8478632478632478,
|
||
|
|
"grad_norm": 0.8780763149261475,
|
||
|
|
"learning_rate": 1.730612885535094e-05,
|
||
|
|
"loss": 1.4191570281982422,
|
||
|
|
"step": 124
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8547008547008547,
|
||
|
|
"grad_norm": 0.8674494624137878,
|
||
|
|
"learning_rate": 1.7254605905874862e-05,
|
||
|
|
"loss": 1.437395691871643,
|
||
|
|
"step": 125
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8615384615384616,
|
||
|
|
"grad_norm": 0.9440014958381653,
|
||
|
|
"learning_rate": 1.7202673168657318e-05,
|
||
|
|
"loss": 1.4250893592834473,
|
||
|
|
"step": 126
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8683760683760684,
|
||
|
|
"grad_norm": 0.9403019547462463,
|
||
|
|
"learning_rate": 1.7150333577200062e-05,
|
||
|
|
"loss": 1.435499906539917,
|
||
|
|
"step": 127
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8752136752136752,
|
||
|
|
"grad_norm": 0.863822877407074,
|
||
|
|
"learning_rate": 1.709759008798663e-05,
|
||
|
|
"loss": 1.409804105758667,
|
||
|
|
"step": 128
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.882051282051282,
|
||
|
|
"grad_norm": 0.9274973273277283,
|
||
|
|
"learning_rate": 1.7044445680315374e-05,
|
||
|
|
"loss": 1.433601975440979,
|
||
|
|
"step": 129
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8888888888888888,
|
||
|
|
"grad_norm": 0.9369088411331177,
|
||
|
|
"learning_rate": 1.6990903356131125e-05,
|
||
|
|
"loss": 1.4320355653762817,
|
||
|
|
"step": 130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8957264957264958,
|
||
|
|
"grad_norm": 0.8703179955482483,
|
||
|
|
"learning_rate": 1.6936966139855664e-05,
|
||
|
|
"loss": 1.4167561531066895,
|
||
|
|
"step": 131
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9025641025641026,
|
||
|
|
"grad_norm": 0.9144904017448425,
|
||
|
|
"learning_rate": 1.6882637078216867e-05,
|
||
|
|
"loss": 1.4223415851593018,
|
||
|
|
"step": 132
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9094017094017094,
|
||
|
|
"grad_norm": 0.9126601219177246,
|
||
|
|
"learning_rate": 1.6827919240076612e-05,
|
||
|
|
"loss": 1.4480727910995483,
|
||
|
|
"step": 133
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9162393162393162,
|
||
|
|
"grad_norm": 0.8591611981391907,
|
||
|
|
"learning_rate": 1.6772815716257414e-05,
|
||
|
|
"loss": 1.40584135055542,
|
||
|
|
"step": 134
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9230769230769231,
|
||
|
|
"grad_norm": 0.8316404223442078,
|
||
|
|
"learning_rate": 1.671732961936785e-05,
|
||
|
|
"loss": 1.449837565422058,
|
||
|
|
"step": 135
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9299145299145299,
|
||
|
|
"grad_norm": 0.8785284757614136,
|
||
|
|
"learning_rate": 1.6661464083626734e-05,
|
||
|
|
"loss": 1.440337061882019,
|
||
|
|
"step": 136
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9367521367521368,
|
||
|
|
"grad_norm": 0.8786150813102722,
|
||
|
|
"learning_rate": 1.6605222264686085e-05,
|
||
|
|
"loss": 1.440657138824463,
|
||
|
|
"step": 137
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9435897435897436,
|
||
|
|
"grad_norm": 0.8501399159431458,
|
||
|
|
"learning_rate": 1.6548607339452853e-05,
|
||
|
|
"loss": 1.397615671157837,
|
||
|
|
"step": 138
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9504273504273504,
|
||
|
|
"grad_norm": 0.8737369775772095,
|
||
|
|
"learning_rate": 1.6491622505909483e-05,
|
||
|
|
"loss": 1.4285824298858643,
|
||
|
|
"step": 139
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9572649572649573,
|
||
|
|
"grad_norm": 0.8369284868240356,
|
||
|
|
"learning_rate": 1.6434270982933272e-05,
|
||
|
|
"loss": 1.3992527723312378,
|
||
|
|
"step": 140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9641025641025641,
|
||
|
|
"grad_norm": 0.8740672469139099,
|
||
|
|
"learning_rate": 1.637655601011454e-05,
|
||
|
|
"loss": 1.4451634883880615,
|
||
|
|
"step": 141
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9709401709401709,
|
||
|
|
"grad_norm": 0.873289942741394,
|
||
|
|
"learning_rate": 1.631848084757364e-05,
|
||
|
|
"loss": 1.3965365886688232,
|
||
|
|
"step": 142
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9777777777777777,
|
||
|
|
"grad_norm": 0.9107730984687805,
|
||
|
|
"learning_rate": 1.6260048775776804e-05,
|
||
|
|
"loss": 1.4110256433486938,
|
||
|
|
"step": 143
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9846153846153847,
|
||
|
|
"grad_norm": 0.8785021305084229,
|
||
|
|
"learning_rate": 1.6201263095350833e-05,
|
||
|
|
"loss": 1.4294975996017456,
|
||
|
|
"step": 144
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9914529914529915,
|
||
|
|
"grad_norm": 0.8321818113327026,
|
||
|
|
"learning_rate": 1.6142127126896682e-05,
|
||
|
|
"loss": 1.4016475677490234,
|
||
|
|
"step": 145
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9982905982905983,
|
||
|
|
"grad_norm": 0.8866358399391174,
|
||
|
|
"learning_rate": 1.6082644210801846e-05,
|
||
|
|
"loss": 1.3802778720855713,
|
||
|
|
"step": 146
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0,
|
||
|
|
"grad_norm": 1.623956561088562,
|
||
|
|
"learning_rate": 1.602281770705172e-05,
|
||
|
|
"loss": 1.4806468486785889,
|
||
|
|
"step": 147
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0068376068376068,
|
||
|
|
"grad_norm": 1.1759995222091675,
|
||
|
|
"learning_rate": 1.5962650995039783e-05,
|
||
|
|
"loss": 1.3020893335342407,
|
||
|
|
"step": 148
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0136752136752136,
|
||
|
|
"grad_norm": 1.0619325637817383,
|
||
|
|
"learning_rate": 1.5902147473376695e-05,
|
||
|
|
"loss": 1.2844979763031006,
|
||
|
|
"step": 149
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0205128205128204,
|
||
|
|
"grad_norm": 0.9689248204231262,
|
||
|
|
"learning_rate": 1.5841310559698346e-05,
|
||
|
|
"loss": 1.3303570747375488,
|
||
|
|
"step": 150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0205128205128204,
|
||
|
|
"eval_loss": 1.4194111824035645,
|
||
|
|
"eval_runtime": 13.7873,
|
||
|
|
"eval_samples_per_second": 71.515,
|
||
|
|
"eval_steps_per_second": 8.994,
|
||
|
|
"step": 150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0273504273504273,
|
||
|
|
"grad_norm": 0.9153519868850708,
|
||
|
|
"learning_rate": 1.578014369047279e-05,
|
||
|
|
"loss": 1.3417026996612549,
|
||
|
|
"step": 151
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0341880341880343,
|
||
|
|
"grad_norm": 0.9799442887306213,
|
||
|
|
"learning_rate": 1.5718650320806145e-05,
|
||
|
|
"loss": 1.293771743774414,
|
||
|
|
"step": 152
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.041025641025641,
|
||
|
|
"grad_norm": 1.0599641799926758,
|
||
|
|
"learning_rate": 1.56568339242474e-05,
|
||
|
|
"loss": 1.3117493391036987,
|
||
|
|
"step": 153
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.047863247863248,
|
||
|
|
"grad_norm": 0.9470742344856262,
|
||
|
|
"learning_rate": 1.5594697992592232e-05,
|
||
|
|
"loss": 1.2798222303390503,
|
||
|
|
"step": 154
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0547008547008547,
|
||
|
|
"grad_norm": 0.9936373829841614,
|
||
|
|
"learning_rate": 1.5532246035685755e-05,
|
||
|
|
"loss": 1.3070576190948486,
|
||
|
|
"step": 155
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0615384615384615,
|
||
|
|
"grad_norm": 0.9454049468040466,
|
||
|
|
"learning_rate": 1.5469481581224274e-05,
|
||
|
|
"loss": 1.3386294841766357,
|
||
|
|
"step": 156
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0683760683760684,
|
||
|
|
"grad_norm": 0.9544969797134399,
|
||
|
|
"learning_rate": 1.5406408174555978e-05,
|
||
|
|
"loss": 1.302185297012329,
|
||
|
|
"step": 157
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0752136752136752,
|
||
|
|
"grad_norm": 0.9065172076225281,
|
||
|
|
"learning_rate": 1.5343029378480733e-05,
|
||
|
|
"loss": 1.3039960861206055,
|
||
|
|
"step": 158
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.082051282051282,
|
||
|
|
"grad_norm": 0.867220938205719,
|
||
|
|
"learning_rate": 1.527934877304879e-05,
|
||
|
|
"loss": 1.3006991147994995,
|
||
|
|
"step": 159
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0888888888888888,
|
||
|
|
"grad_norm": 0.9097728133201599,
|
||
|
|
"learning_rate": 1.5215369955358568e-05,
|
||
|
|
"loss": 1.2785807847976685,
|
||
|
|
"step": 160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0957264957264958,
|
||
|
|
"grad_norm": 0.9294711351394653,
|
||
|
|
"learning_rate": 1.5151096539353481e-05,
|
||
|
|
"loss": 1.3051520586013794,
|
||
|
|
"step": 161
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1025641025641026,
|
||
|
|
"grad_norm": 0.9427935481071472,
|
||
|
|
"learning_rate": 1.5086532155617785e-05,
|
||
|
|
"loss": 1.3146125078201294,
|
||
|
|
"step": 162
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1094017094017095,
|
||
|
|
"grad_norm": 0.9104812741279602,
|
||
|
|
"learning_rate": 1.5021680451171499e-05,
|
||
|
|
"loss": 1.2878390550613403,
|
||
|
|
"step": 163
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1162393162393163,
|
||
|
|
"grad_norm": 0.8972042202949524,
|
||
|
|
"learning_rate": 1.4956545089264408e-05,
|
||
|
|
"loss": 1.3068175315856934,
|
||
|
|
"step": 164
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.123076923076923,
|
||
|
|
"grad_norm": 0.9040313959121704,
|
||
|
|
"learning_rate": 1.489112974916912e-05,
|
||
|
|
"loss": 1.2897545099258423,
|
||
|
|
"step": 165
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.12991452991453,
|
||
|
|
"grad_norm": 0.9337772727012634,
|
||
|
|
"learning_rate": 1.4825438125973263e-05,
|
||
|
|
"loss": 1.301710844039917,
|
||
|
|
"step": 166
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1367521367521367,
|
||
|
|
"grad_norm": 0.8870652914047241,
|
||
|
|
"learning_rate": 1.4759473930370738e-05,
|
||
|
|
"loss": 1.3163543939590454,
|
||
|
|
"step": 167
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1435897435897435,
|
||
|
|
"grad_norm": 0.8637550473213196,
|
||
|
|
"learning_rate": 1.4693240888452121e-05,
|
||
|
|
"loss": 1.3200492858886719,
|
||
|
|
"step": 168
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1504273504273503,
|
||
|
|
"grad_norm": 0.8388293981552124,
|
||
|
|
"learning_rate": 1.4626742741494207e-05,
|
||
|
|
"loss": 1.307487964630127,
|
||
|
|
"step": 169
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1572649572649572,
|
||
|
|
"grad_norm": 0.9050071835517883,
|
||
|
|
"learning_rate": 1.4559983245748639e-05,
|
||
|
|
"loss": 1.2808455228805542,
|
||
|
|
"step": 170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1641025641025642,
|
||
|
|
"grad_norm": 0.965691089630127,
|
||
|
|
"learning_rate": 1.449296617222978e-05,
|
||
|
|
"loss": 1.332348346710205,
|
||
|
|
"step": 171
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.170940170940171,
|
||
|
|
"grad_norm": 0.8704518675804138,
|
||
|
|
"learning_rate": 1.4425695306501656e-05,
|
||
|
|
"loss": 1.306895136833191,
|
||
|
|
"step": 172
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1777777777777778,
|
||
|
|
"grad_norm": 0.8741139769554138,
|
||
|
|
"learning_rate": 1.4358174448464155e-05,
|
||
|
|
"loss": 1.2980892658233643,
|
||
|
|
"step": 173
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1846153846153846,
|
||
|
|
"grad_norm": 0.9941467642784119,
|
||
|
|
"learning_rate": 1.4290407412138365e-05,
|
||
|
|
"loss": 1.2821602821350098,
|
||
|
|
"step": 174
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1914529914529914,
|
||
|
|
"grad_norm": 0.9268296957015991,
|
||
|
|
"learning_rate": 1.4222398025451137e-05,
|
||
|
|
"loss": 1.302233338356018,
|
||
|
|
"step": 175
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1982905982905983,
|
||
|
|
"grad_norm": 0.8978403806686401,
|
||
|
|
"learning_rate": 1.4154150130018867e-05,
|
||
|
|
"loss": 1.265356421470642,
|
||
|
|
"step": 176
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.205128205128205,
|
||
|
|
"grad_norm": 0.9328585267066956,
|
||
|
|
"learning_rate": 1.4085667580930482e-05,
|
||
|
|
"loss": 1.320369005203247,
|
||
|
|
"step": 177
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2119658119658119,
|
||
|
|
"grad_norm": 0.9113616943359375,
|
||
|
|
"learning_rate": 1.4016954246529697e-05,
|
||
|
|
"loss": 1.2897846698760986,
|
||
|
|
"step": 178
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.218803418803419,
|
||
|
|
"grad_norm": 0.9257543087005615,
|
||
|
|
"learning_rate": 1.3948014008196486e-05,
|
||
|
|
"loss": 1.3368397951126099,
|
||
|
|
"step": 179
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2256410256410257,
|
||
|
|
"grad_norm": 0.8960409164428711,
|
||
|
|
"learning_rate": 1.3878850760127848e-05,
|
||
|
|
"loss": 1.3266628980636597,
|
||
|
|
"step": 180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2324786324786325,
|
||
|
|
"grad_norm": 0.9111725687980652,
|
||
|
|
"learning_rate": 1.3809468409117845e-05,
|
||
|
|
"loss": 1.2674126625061035,
|
||
|
|
"step": 181
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2393162393162394,
|
||
|
|
"grad_norm": 0.9564438462257385,
|
||
|
|
"learning_rate": 1.3739870874336898e-05,
|
||
|
|
"loss": 1.2953293323516846,
|
||
|
|
"step": 182
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2461538461538462,
|
||
|
|
"grad_norm": 1.0268452167510986,
|
||
|
|
"learning_rate": 1.3670062087110423e-05,
|
||
|
|
"loss": 1.3054559230804443,
|
||
|
|
"step": 183
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.252991452991453,
|
||
|
|
"grad_norm": 0.8995468020439148,
|
||
|
|
"learning_rate": 1.3600045990696762e-05,
|
||
|
|
"loss": 1.3053619861602783,
|
||
|
|
"step": 184
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2598290598290598,
|
||
|
|
"grad_norm": 0.8805936574935913,
|
||
|
|
"learning_rate": 1.352982654006444e-05,
|
||
|
|
"loss": 1.3140225410461426,
|
||
|
|
"step": 185
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2666666666666666,
|
||
|
|
"grad_norm": 0.9060247540473938,
|
||
|
|
"learning_rate": 1.3459407701668762e-05,
|
||
|
|
"loss": 1.3046287298202515,
|
||
|
|
"step": 186
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2735042735042734,
|
||
|
|
"grad_norm": 0.8805747628211975,
|
||
|
|
"learning_rate": 1.3388793453227766e-05,
|
||
|
|
"loss": 1.3128578662872314,
|
||
|
|
"step": 187
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2803418803418802,
|
||
|
|
"grad_norm": 0.8997815847396851,
|
||
|
|
"learning_rate": 1.331798778349752e-05,
|
||
|
|
"loss": 1.3107125759124756,
|
||
|
|
"step": 188
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.287179487179487,
|
||
|
|
"grad_norm": 0.9592490792274475,
|
||
|
|
"learning_rate": 1.3246994692046837e-05,
|
||
|
|
"loss": 1.3269885778427124,
|
||
|
|
"step": 189
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.294017094017094,
|
||
|
|
"grad_norm": 0.9726372957229614,
|
||
|
|
"learning_rate": 1.3175818189031326e-05,
|
||
|
|
"loss": 1.337971806526184,
|
||
|
|
"step": 190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.300854700854701,
|
||
|
|
"grad_norm": 0.9480524659156799,
|
||
|
|
"learning_rate": 1.3104462294966895e-05,
|
||
|
|
"loss": 1.287239670753479,
|
||
|
|
"step": 191
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3076923076923077,
|
||
|
|
"grad_norm": 0.9071521162986755,
|
||
|
|
"learning_rate": 1.3032931040502627e-05,
|
||
|
|
"loss": 1.2962584495544434,
|
||
|
|
"step": 192
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3145299145299145,
|
||
|
|
"grad_norm": 0.9058794379234314,
|
||
|
|
"learning_rate": 1.2961228466193116e-05,
|
||
|
|
"loss": 1.280348300933838,
|
||
|
|
"step": 193
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3213675213675213,
|
||
|
|
"grad_norm": 0.9048560261726379,
|
||
|
|
"learning_rate": 1.2889358622270225e-05,
|
||
|
|
"loss": 1.3330844640731812,
|
||
|
|
"step": 194
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3282051282051281,
|
||
|
|
"grad_norm": 0.945749819278717,
|
||
|
|
"learning_rate": 1.2817325568414299e-05,
|
||
|
|
"loss": 1.3170994520187378,
|
||
|
|
"step": 195
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.335042735042735,
|
||
|
|
"grad_norm": 0.9457980394363403,
|
||
|
|
"learning_rate": 1.2745133373524855e-05,
|
||
|
|
"loss": 1.3166072368621826,
|
||
|
|
"step": 196
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.341880341880342,
|
||
|
|
"grad_norm": 0.9297810196876526,
|
||
|
|
"learning_rate": 1.267278611549073e-05,
|
||
|
|
"loss": 1.3273459672927856,
|
||
|
|
"step": 197
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3487179487179488,
|
||
|
|
"grad_norm": 0.9370136260986328,
|
||
|
|
"learning_rate": 1.2600287880959762e-05,
|
||
|
|
"loss": 1.3432742357254028,
|
||
|
|
"step": 198
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3555555555555556,
|
||
|
|
"grad_norm": 0.904547393321991,
|
||
|
|
"learning_rate": 1.2527642765107919e-05,
|
||
|
|
"loss": 1.3275690078735352,
|
||
|
|
"step": 199
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3623931623931624,
|
||
|
|
"grad_norm": 0.9034311175346375,
|
||
|
|
"learning_rate": 1.2454854871407993e-05,
|
||
|
|
"loss": 1.3097259998321533,
|
||
|
|
"step": 200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3623931623931624,
|
||
|
|
"eval_loss": 1.4159187078475952,
|
||
|
|
"eval_runtime": 13.7977,
|
||
|
|
"eval_samples_per_second": 71.461,
|
||
|
|
"eval_steps_per_second": 8.987,
|
||
|
|
"step": 200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3692307692307693,
|
||
|
|
"grad_norm": 0.8713945150375366,
|
||
|
|
"learning_rate": 1.2381928311397806e-05,
|
||
|
|
"loss": 1.2865114212036133,
|
||
|
|
"step": 201
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.376068376068376,
|
||
|
|
"grad_norm": 0.8947977423667908,
|
||
|
|
"learning_rate": 1.2308867204447958e-05,
|
||
|
|
"loss": 1.277376651763916,
|
||
|
|
"step": 202
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3829059829059829,
|
||
|
|
"grad_norm": 0.9047794342041016,
|
||
|
|
"learning_rate": 1.2235675677529158e-05,
|
||
|
|
"loss": 1.288478970527649,
|
||
|
|
"step": 203
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3897435897435897,
|
||
|
|
"grad_norm": 0.8953425884246826,
|
||
|
|
"learning_rate": 1.2162357864979073e-05,
|
||
|
|
"loss": 1.2861666679382324,
|
||
|
|
"step": 204
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3965811965811965,
|
||
|
|
"grad_norm": 0.9369704723358154,
|
||
|
|
"learning_rate": 1.2088917908268822e-05,
|
||
|
|
"loss": 1.2857511043548584,
|
||
|
|
"step": 205
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4034188034188033,
|
||
|
|
"grad_norm": 0.887296736240387,
|
||
|
|
"learning_rate": 1.2015359955769021e-05,
|
||
|
|
"loss": 1.2925364971160889,
|
||
|
|
"step": 206
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4102564102564101,
|
||
|
|
"grad_norm": 0.875452995300293,
|
||
|
|
"learning_rate": 1.1941688162515468e-05,
|
||
|
|
"loss": 1.3017300367355347,
|
||
|
|
"step": 207
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4170940170940172,
|
||
|
|
"grad_norm": 0.8836603760719299,
|
||
|
|
"learning_rate": 1.186790668997443e-05,
|
||
|
|
"loss": 1.2731754779815674,
|
||
|
|
"step": 208
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.423931623931624,
|
||
|
|
"grad_norm": 0.8866926431655884,
|
||
|
|
"learning_rate": 1.1794019705807584e-05,
|
||
|
|
"loss": 1.3009804487228394,
|
||
|
|
"step": 209
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4307692307692308,
|
||
|
|
"grad_norm": 0.8414238095283508,
|
||
|
|
"learning_rate": 1.1720031383636585e-05,
|
||
|
|
"loss": 1.3082433938980103,
|
||
|
|
"step": 210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4376068376068376,
|
||
|
|
"grad_norm": 0.8662127256393433,
|
||
|
|
"learning_rate": 1.164594590280734e-05,
|
||
|
|
"loss": 1.2641851902008057,
|
||
|
|
"step": 211
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4444444444444444,
|
||
|
|
"grad_norm": 0.9151703119277954,
|
||
|
|
"learning_rate": 1.15717674481539e-05,
|
||
|
|
"loss": 1.3064939975738525,
|
||
|
|
"step": 212
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4512820512820512,
|
||
|
|
"grad_norm": 0.9086518883705139,
|
||
|
|
"learning_rate": 1.1497500209762102e-05,
|
||
|
|
"loss": 1.3118016719818115,
|
||
|
|
"step": 213
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.458119658119658,
|
||
|
|
"grad_norm": 0.9340091347694397,
|
||
|
|
"learning_rate": 1.1423148382732854e-05,
|
||
|
|
"loss": 1.3228766918182373,
|
||
|
|
"step": 214
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.464957264957265,
|
||
|
|
"grad_norm": 0.865403950214386,
|
||
|
|
"learning_rate": 1.1348716166945195e-05,
|
||
|
|
"loss": 1.2863235473632812,
|
||
|
|
"step": 215
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.471794871794872,
|
||
|
|
"grad_norm": 0.8879923224449158,
|
||
|
|
"learning_rate": 1.127420776681905e-05,
|
||
|
|
"loss": 1.3169306516647339,
|
||
|
|
"step": 216
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4786324786324787,
|
||
|
|
"grad_norm": 0.8761537075042725,
|
||
|
|
"learning_rate": 1.1199627391077732e-05,
|
||
|
|
"loss": 1.2758698463439941,
|
||
|
|
"step": 217
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4854700854700855,
|
||
|
|
"grad_norm": 0.905274510383606,
|
||
|
|
"learning_rate": 1.1124979252510209e-05,
|
||
|
|
"loss": 1.3158073425292969,
|
||
|
|
"step": 218
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4923076923076923,
|
||
|
|
"grad_norm": 0.9052457213401794,
|
||
|
|
"learning_rate": 1.105026756773314e-05,
|
||
|
|
"loss": 1.3242114782333374,
|
||
|
|
"step": 219
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4991452991452991,
|
||
|
|
"grad_norm": 0.8539809584617615,
|
||
|
|
"learning_rate": 1.0975496556952683e-05,
|
||
|
|
"loss": 1.295405387878418,
|
||
|
|
"step": 220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.505982905982906,
|
||
|
|
"grad_norm": 0.9171442985534668,
|
||
|
|
"learning_rate": 1.0900670443726136e-05,
|
||
|
|
"loss": 1.3160406351089478,
|
||
|
|
"step": 221
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5128205128205128,
|
||
|
|
"grad_norm": 0.877983570098877,
|
||
|
|
"learning_rate": 1.0825793454723325e-05,
|
||
|
|
"loss": 1.315245509147644,
|
||
|
|
"step": 222
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5196581196581196,
|
||
|
|
"grad_norm": 0.8745649456977844,
|
||
|
|
"learning_rate": 1.0750869819487884e-05,
|
||
|
|
"loss": 1.3248393535614014,
|
||
|
|
"step": 223
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5264957264957264,
|
||
|
|
"grad_norm": 0.8661232590675354,
|
||
|
|
"learning_rate": 1.0675903770198333e-05,
|
||
|
|
"loss": 1.2788147926330566,
|
||
|
|
"step": 224
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5333333333333332,
|
||
|
|
"grad_norm": 0.8793037533760071,
|
||
|
|
"learning_rate": 1.0600899541429004e-05,
|
||
|
|
"loss": 1.288352608680725,
|
||
|
|
"step": 225
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.54017094017094,
|
||
|
|
"grad_norm": 0.9148133397102356,
|
||
|
|
"learning_rate": 1.0525861369910877e-05,
|
||
|
|
"loss": 1.3211514949798584,
|
||
|
|
"step": 226
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.547008547008547,
|
||
|
|
"grad_norm": 0.9006965160369873,
|
||
|
|
"learning_rate": 1.0450793494292223e-05,
|
||
|
|
"loss": 1.3327584266662598,
|
||
|
|
"step": 227
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5538461538461539,
|
||
|
|
"grad_norm": 0.8701738119125366,
|
||
|
|
"learning_rate": 1.0375700154899208e-05,
|
||
|
|
"loss": 1.3010832071304321,
|
||
|
|
"step": 228
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5606837606837607,
|
||
|
|
"grad_norm": 0.880436360836029,
|
||
|
|
"learning_rate": 1.0300585593496348e-05,
|
||
|
|
"loss": 1.3152333498001099,
|
||
|
|
"step": 229
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5675213675213675,
|
||
|
|
"grad_norm": 0.8781545758247375,
|
||
|
|
"learning_rate": 1.0225454053046922e-05,
|
||
|
|
"loss": 1.2808175086975098,
|
||
|
|
"step": 230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5743589743589743,
|
||
|
|
"grad_norm": 0.8630225658416748,
|
||
|
|
"learning_rate": 1.0150309777473305e-05,
|
||
|
|
"loss": 1.2873480319976807,
|
||
|
|
"step": 231
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5811965811965814,
|
||
|
|
"grad_norm": 0.8928260803222656,
|
||
|
|
"learning_rate": 1.007515701141722e-05,
|
||
|
|
"loss": 1.28458571434021,
|
||
|
|
"step": 232
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5880341880341882,
|
||
|
|
"grad_norm": 0.8699108958244324,
|
||
|
|
"learning_rate": 1e-05,
|
||
|
|
"loss": 1.2885918617248535,
|
||
|
|
"step": 233
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.594871794871795,
|
||
|
|
"grad_norm": 0.8759332895278931,
|
||
|
|
"learning_rate": 9.924842988582783e-06,
|
||
|
|
"loss": 1.2787448167800903,
|
||
|
|
"step": 234
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6017094017094018,
|
||
|
|
"grad_norm": 0.8956566452980042,
|
||
|
|
"learning_rate": 9.849690222526698e-06,
|
||
|
|
"loss": 1.304962158203125,
|
||
|
|
"step": 235
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6085470085470086,
|
||
|
|
"grad_norm": 0.8675941824913025,
|
||
|
|
"learning_rate": 9.77454594695308e-06,
|
||
|
|
"loss": 1.2871266603469849,
|
||
|
|
"step": 236
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6153846153846154,
|
||
|
|
"grad_norm": 0.9092246294021606,
|
||
|
|
"learning_rate": 9.699414406503655e-06,
|
||
|
|
"loss": 1.327986240386963,
|
||
|
|
"step": 237
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6222222222222222,
|
||
|
|
"grad_norm": 0.8909919857978821,
|
||
|
|
"learning_rate": 9.624299845100795e-06,
|
||
|
|
"loss": 1.2647631168365479,
|
||
|
|
"step": 238
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.629059829059829,
|
||
|
|
"grad_norm": 0.8657082915306091,
|
||
|
|
"learning_rate": 9.549206505707778e-06,
|
||
|
|
"loss": 1.294311761856079,
|
||
|
|
"step": 239
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6358974358974359,
|
||
|
|
"grad_norm": 0.8618515133857727,
|
||
|
|
"learning_rate": 9.474138630089124e-06,
|
||
|
|
"loss": 1.3014901876449585,
|
||
|
|
"step": 240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6427350427350427,
|
||
|
|
"grad_norm": 0.8630589246749878,
|
||
|
|
"learning_rate": 9.399100458570998e-06,
|
||
|
|
"loss": 1.293131709098816,
|
||
|
|
"step": 241
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6495726495726495,
|
||
|
|
"grad_norm": 0.8735710978507996,
|
||
|
|
"learning_rate": 9.324096229801673e-06,
|
||
|
|
"loss": 1.290333867073059,
|
||
|
|
"step": 242
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6564102564102563,
|
||
|
|
"grad_norm": 0.8574416041374207,
|
||
|
|
"learning_rate": 9.249130180512118e-06,
|
||
|
|
"loss": 1.3111311197280884,
|
||
|
|
"step": 243
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6632478632478631,
|
||
|
|
"grad_norm": 0.9102303981781006,
|
||
|
|
"learning_rate": 9.174206545276678e-06,
|
||
|
|
"loss": 1.271691083908081,
|
||
|
|
"step": 244
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.67008547008547,
|
||
|
|
"grad_norm": 0.867579996585846,
|
||
|
|
"learning_rate": 9.099329556273866e-06,
|
||
|
|
"loss": 1.3228224515914917,
|
||
|
|
"step": 245
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.676923076923077,
|
||
|
|
"grad_norm": 0.8179166316986084,
|
||
|
|
"learning_rate": 9.024503443047318e-06,
|
||
|
|
"loss": 1.3084717988967896,
|
||
|
|
"step": 246
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6837606837606838,
|
||
|
|
"grad_norm": 0.8923108577728271,
|
||
|
|
"learning_rate": 8.949732432266867e-06,
|
||
|
|
"loss": 1.2903640270233154,
|
||
|
|
"step": 247
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6905982905982906,
|
||
|
|
"grad_norm": 0.9241410493850708,
|
||
|
|
"learning_rate": 8.875020747489795e-06,
|
||
|
|
"loss": 1.302449345588684,
|
||
|
|
"step": 248
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6974358974358974,
|
||
|
|
"grad_norm": 0.8430485129356384,
|
||
|
|
"learning_rate": 8.800372608922272e-06,
|
||
|
|
"loss": 1.2765015363693237,
|
||
|
|
"step": 249
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7042735042735044,
|
||
|
|
"grad_norm": 0.8592954874038696,
|
||
|
|
"learning_rate": 8.72579223318095e-06,
|
||
|
|
"loss": 1.317484736442566,
|
||
|
|
"step": 250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7042735042735044,
|
||
|
|
"eval_loss": 1.4088929891586304,
|
||
|
|
"eval_runtime": 13.7993,
|
||
|
|
"eval_samples_per_second": 71.453,
|
||
|
|
"eval_steps_per_second": 8.986,
|
||
|
|
"step": 250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7111111111111112,
|
||
|
|
"grad_norm": 0.916032612323761,
|
||
|
|
"learning_rate": 8.65128383305481e-06,
|
||
|
|
"loss": 1.300941824913025,
|
||
|
|
"step": 251
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.717948717948718,
|
||
|
|
"grad_norm": 0.8675019145011902,
|
||
|
|
"learning_rate": 8.576851617267151e-06,
|
||
|
|
"loss": 1.3122076988220215,
|
||
|
|
"step": 252
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7247863247863249,
|
||
|
|
"grad_norm": 0.8310043811798096,
|
||
|
|
"learning_rate": 8.5024997902379e-06,
|
||
|
|
"loss": 1.3160263299942017,
|
||
|
|
"step": 253
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7316239316239317,
|
||
|
|
"grad_norm": 0.8706823587417603,
|
||
|
|
"learning_rate": 8.428232551846101e-06,
|
||
|
|
"loss": 1.2773703336715698,
|
||
|
|
"step": 254
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7384615384615385,
|
||
|
|
"grad_norm": 0.8875864744186401,
|
||
|
|
"learning_rate": 8.35405409719266e-06,
|
||
|
|
"loss": 1.288883090019226,
|
||
|
|
"step": 255
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7452991452991453,
|
||
|
|
"grad_norm": 0.9055056571960449,
|
||
|
|
"learning_rate": 8.279968616363417e-06,
|
||
|
|
"loss": 1.3028110265731812,
|
||
|
|
"step": 256
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7521367521367521,
|
||
|
|
"grad_norm": 0.905623197555542,
|
||
|
|
"learning_rate": 8.205980294192421e-06,
|
||
|
|
"loss": 1.3112901449203491,
|
||
|
|
"step": 257
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.758974358974359,
|
||
|
|
"grad_norm": 0.847100555896759,
|
||
|
|
"learning_rate": 8.132093310025572e-06,
|
||
|
|
"loss": 1.311500906944275,
|
||
|
|
"step": 258
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7658119658119658,
|
||
|
|
"grad_norm": 0.8671444058418274,
|
||
|
|
"learning_rate": 8.058311837484537e-06,
|
||
|
|
"loss": 1.308862566947937,
|
||
|
|
"step": 259
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7726495726495726,
|
||
|
|
"grad_norm": 0.844569742679596,
|
||
|
|
"learning_rate": 7.984640044230984e-06,
|
||
|
|
"loss": 1.3032524585723877,
|
||
|
|
"step": 260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7794871794871794,
|
||
|
|
"grad_norm": 0.9013960957527161,
|
||
|
|
"learning_rate": 7.911082091731182e-06,
|
||
|
|
"loss": 1.2791337966918945,
|
||
|
|
"step": 261
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7863247863247862,
|
||
|
|
"grad_norm": 0.8714650869369507,
|
||
|
|
"learning_rate": 7.837642135020929e-06,
|
||
|
|
"loss": 1.2602317333221436,
|
||
|
|
"step": 262
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.793162393162393,
|
||
|
|
"grad_norm": 0.9024747014045715,
|
||
|
|
"learning_rate": 7.764324322470842e-06,
|
||
|
|
"loss": 1.279998540878296,
|
||
|
|
"step": 263
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8,
|
||
|
|
"grad_norm": 0.8714993596076965,
|
||
|
|
"learning_rate": 7.691132795552044e-06,
|
||
|
|
"loss": 1.284783959388733,
|
||
|
|
"step": 264
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8068376068376069,
|
||
|
|
"grad_norm": 0.8371661305427551,
|
||
|
|
"learning_rate": 7.618071688602199e-06,
|
||
|
|
"loss": 1.3234297037124634,
|
||
|
|
"step": 265
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8136752136752137,
|
||
|
|
"grad_norm": 0.8943991661071777,
|
||
|
|
"learning_rate": 7.545145128592009e-06,
|
||
|
|
"loss": 1.2969616651535034,
|
||
|
|
"step": 266
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8205128205128205,
|
||
|
|
"grad_norm": 0.8753275275230408,
|
||
|
|
"learning_rate": 7.472357234892083e-06,
|
||
|
|
"loss": 1.2795380353927612,
|
||
|
|
"step": 267
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8273504273504273,
|
||
|
|
"grad_norm": 0.8614721894264221,
|
||
|
|
"learning_rate": 7.3997121190402375e-06,
|
||
|
|
"loss": 1.3064361810684204,
|
||
|
|
"step": 268
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8341880341880343,
|
||
|
|
"grad_norm": 0.853656530380249,
|
||
|
|
"learning_rate": 7.3272138845092725e-06,
|
||
|
|
"loss": 1.3017405271530151,
|
||
|
|
"step": 269
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8410256410256411,
|
||
|
|
"grad_norm": 0.8655431866645813,
|
||
|
|
"learning_rate": 7.254866626475152e-06,
|
||
|
|
"loss": 1.304486632347107,
|
||
|
|
"step": 270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.847863247863248,
|
||
|
|
"grad_norm": 0.87064528465271,
|
||
|
|
"learning_rate": 7.182674431585703e-06,
|
||
|
|
"loss": 1.2795239686965942,
|
||
|
|
"step": 271
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8547008547008548,
|
||
|
|
"grad_norm": 0.8889244198799133,
|
||
|
|
"learning_rate": 7.110641377729778e-06,
|
||
|
|
"loss": 1.294914960861206,
|
||
|
|
"step": 272
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8615384615384616,
|
||
|
|
"grad_norm": 0.9096329212188721,
|
||
|
|
"learning_rate": 7.038771533806884e-06,
|
||
|
|
"loss": 1.2885854244232178,
|
||
|
|
"step": 273
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8683760683760684,
|
||
|
|
"grad_norm": 0.8873443007469177,
|
||
|
|
"learning_rate": 6.967068959497376e-06,
|
||
|
|
"loss": 1.297377347946167,
|
||
|
|
"step": 274
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8752136752136752,
|
||
|
|
"grad_norm": 0.8182293772697449,
|
||
|
|
"learning_rate": 6.895537705033108e-06,
|
||
|
|
"loss": 1.3091909885406494,
|
||
|
|
"step": 275
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.882051282051282,
|
||
|
|
"grad_norm": 0.849620521068573,
|
||
|
|
"learning_rate": 6.824181810968675e-06,
|
||
|
|
"loss": 1.2712843418121338,
|
||
|
|
"step": 276
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8888888888888888,
|
||
|
|
"grad_norm": 0.8953171372413635,
|
||
|
|
"learning_rate": 6.7530053079531664e-06,
|
||
|
|
"loss": 1.305629849433899,
|
||
|
|
"step": 277
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8957264957264957,
|
||
|
|
"grad_norm": 0.8743292689323425,
|
||
|
|
"learning_rate": 6.6820122165024845e-06,
|
||
|
|
"loss": 1.3009774684906006,
|
||
|
|
"step": 278
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9025641025641025,
|
||
|
|
"grad_norm": 0.8852370977401733,
|
||
|
|
"learning_rate": 6.6112065467722375e-06,
|
||
|
|
"loss": 1.2898852825164795,
|
||
|
|
"step": 279
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9094017094017093,
|
||
|
|
"grad_norm": 0.8812291026115417,
|
||
|
|
"learning_rate": 6.540592298331239e-06,
|
||
|
|
"loss": 1.3161499500274658,
|
||
|
|
"step": 280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.916239316239316,
|
||
|
|
"grad_norm": 0.8949340581893921,
|
||
|
|
"learning_rate": 6.4701734599355605e-06,
|
||
|
|
"loss": 1.2947360277175903,
|
||
|
|
"step": 281
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9230769230769231,
|
||
|
|
"grad_norm": 0.8372949957847595,
|
||
|
|
"learning_rate": 6.3999540093032396e-06,
|
||
|
|
"loss": 1.263576626777649,
|
||
|
|
"step": 282
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.92991452991453,
|
||
|
|
"grad_norm": 0.8882158398628235,
|
||
|
|
"learning_rate": 6.329937912889582e-06,
|
||
|
|
"loss": 1.2893450260162354,
|
||
|
|
"step": 283
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9367521367521368,
|
||
|
|
"grad_norm": 0.838527500629425,
|
||
|
|
"learning_rate": 6.260129125663106e-06,
|
||
|
|
"loss": 1.2985213994979858,
|
||
|
|
"step": 284
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9435897435897436,
|
||
|
|
"grad_norm": 0.8823593258857727,
|
||
|
|
"learning_rate": 6.1905315908821584e-06,
|
||
|
|
"loss": 1.306897521018982,
|
||
|
|
"step": 285
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9504273504273504,
|
||
|
|
"grad_norm": 0.8618027567863464,
|
||
|
|
"learning_rate": 6.121149239872151e-06,
|
||
|
|
"loss": 1.2990589141845703,
|
||
|
|
"step": 286
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9572649572649574,
|
||
|
|
"grad_norm": 0.8389527797698975,
|
||
|
|
"learning_rate": 6.051985991803517e-06,
|
||
|
|
"loss": 1.2886924743652344,
|
||
|
|
"step": 287
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9641025641025642,
|
||
|
|
"grad_norm": 0.8738916516304016,
|
||
|
|
"learning_rate": 5.983045753470308e-06,
|
||
|
|
"loss": 1.3003113269805908,
|
||
|
|
"step": 288
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.970940170940171,
|
||
|
|
"grad_norm": 0.8567415475845337,
|
||
|
|
"learning_rate": 5.91433241906952e-06,
|
||
|
|
"loss": 1.285038948059082,
|
||
|
|
"step": 289
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9777777777777779,
|
||
|
|
"grad_norm": 0.8555871248245239,
|
||
|
|
"learning_rate": 5.845849869981137e-06,
|
||
|
|
"loss": 1.2825312614440918,
|
||
|
|
"step": 290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9846153846153847,
|
||
|
|
"grad_norm": 0.8524548411369324,
|
||
|
|
"learning_rate": 5.7776019745488665e-06,
|
||
|
|
"loss": 1.3078036308288574,
|
||
|
|
"step": 291
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9914529914529915,
|
||
|
|
"grad_norm": 0.8610931634902954,
|
||
|
|
"learning_rate": 5.709592587861637e-06,
|
||
|
|
"loss": 1.2933144569396973,
|
||
|
|
"step": 292
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9982905982905983,
|
||
|
|
"grad_norm": 0.8547428250312805,
|
||
|
|
"learning_rate": 5.641825551535849e-06,
|
||
|
|
"loss": 1.2723497152328491,
|
||
|
|
"step": 293
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0,
|
||
|
|
"grad_norm": 1.6815301179885864,
|
||
|
|
"learning_rate": 5.574304693498346e-06,
|
||
|
|
"loss": 1.260840892791748,
|
||
|
|
"step": 294
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.006837606837607,
|
||
|
|
"grad_norm": 1.1894463300704956,
|
||
|
|
"learning_rate": 5.507033827770225e-06,
|
||
|
|
"loss": 1.2158567905426025,
|
||
|
|
"step": 295
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0136752136752136,
|
||
|
|
"grad_norm": 1.1574074029922485,
|
||
|
|
"learning_rate": 5.440016754251364e-06,
|
||
|
|
"loss": 1.188340663909912,
|
||
|
|
"step": 296
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0205128205128204,
|
||
|
|
"grad_norm": 0.9981362819671631,
|
||
|
|
"learning_rate": 5.373257258505798e-06,
|
||
|
|
"loss": 1.1729332208633423,
|
||
|
|
"step": 297
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0273504273504273,
|
||
|
|
"grad_norm": 1.0496586561203003,
|
||
|
|
"learning_rate": 5.306759111547881e-06,
|
||
|
|
"loss": 1.1735312938690186,
|
||
|
|
"step": 298
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.034188034188034,
|
||
|
|
"grad_norm": 0.9409749507904053,
|
||
|
|
"learning_rate": 5.240526069629265e-06,
|
||
|
|
"loss": 1.198318600654602,
|
||
|
|
"step": 299
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.041025641025641,
|
||
|
|
"grad_norm": 0.9382721781730652,
|
||
|
|
"learning_rate": 5.174561874026741e-06,
|
||
|
|
"loss": 1.2194828987121582,
|
||
|
|
"step": 300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.041025641025641,
|
||
|
|
"eval_loss": 1.4175776243209839,
|
||
|
|
"eval_runtime": 13.7699,
|
||
|
|
"eval_samples_per_second": 71.606,
|
||
|
|
"eval_steps_per_second": 9.005,
|
||
|
|
"step": 300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0478632478632477,
|
||
|
|
"grad_norm": 0.936610996723175,
|
||
|
|
"learning_rate": 5.1088702508308815e-06,
|
||
|
|
"loss": 1.2439236640930176,
|
||
|
|
"step": 301
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0547008547008545,
|
||
|
|
"grad_norm": 0.9476950764656067,
|
||
|
|
"learning_rate": 5.043454910735595e-06,
|
||
|
|
"loss": 1.2119914293289185,
|
||
|
|
"step": 302
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0615384615384613,
|
||
|
|
"grad_norm": 0.975143313407898,
|
||
|
|
"learning_rate": 4.978319548828504e-06,
|
||
|
|
"loss": 1.1766479015350342,
|
||
|
|
"step": 303
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0683760683760686,
|
||
|
|
"grad_norm": 0.9535344243049622,
|
||
|
|
"learning_rate": 4.913467844382217e-06,
|
||
|
|
"loss": 1.2154781818389893,
|
||
|
|
"step": 304
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0752136752136754,
|
||
|
|
"grad_norm": 0.9839100241661072,
|
||
|
|
"learning_rate": 4.848903460646522e-06,
|
||
|
|
"loss": 1.1973791122436523,
|
||
|
|
"step": 305
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.082051282051282,
|
||
|
|
"grad_norm": 0.9296822547912598,
|
||
|
|
"learning_rate": 4.784630044641435e-06,
|
||
|
|
"loss": 1.2077343463897705,
|
||
|
|
"step": 306
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.088888888888889,
|
||
|
|
"grad_norm": 0.9518297910690308,
|
||
|
|
"learning_rate": 4.720651226951213e-06,
|
||
|
|
"loss": 1.2044742107391357,
|
||
|
|
"step": 307
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.095726495726496,
|
||
|
|
"grad_norm": 0.9024590253829956,
|
||
|
|
"learning_rate": 4.65697062151927e-06,
|
||
|
|
"loss": 1.2214324474334717,
|
||
|
|
"step": 308
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1025641025641026,
|
||
|
|
"grad_norm": 0.8939958214759827,
|
||
|
|
"learning_rate": 4.593591825444028e-06,
|
||
|
|
"loss": 1.230959177017212,
|
||
|
|
"step": 309
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1094017094017095,
|
||
|
|
"grad_norm": 0.9565759301185608,
|
||
|
|
"learning_rate": 4.530518418775734e-06,
|
||
|
|
"loss": 1.2308049201965332,
|
||
|
|
"step": 310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1162393162393163,
|
||
|
|
"grad_norm": 0.8952397704124451,
|
||
|
|
"learning_rate": 4.467753964314245e-06,
|
||
|
|
"loss": 1.2218645811080933,
|
||
|
|
"step": 311
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.123076923076923,
|
||
|
|
"grad_norm": 0.9192137122154236,
|
||
|
|
"learning_rate": 4.40530200740777e-06,
|
||
|
|
"loss": 1.1945393085479736,
|
||
|
|
"step": 312
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.12991452991453,
|
||
|
|
"grad_norm": 0.9151750206947327,
|
||
|
|
"learning_rate": 4.343166075752605e-06,
|
||
|
|
"loss": 1.1909265518188477,
|
||
|
|
"step": 313
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1367521367521367,
|
||
|
|
"grad_norm": 0.912064790725708,
|
||
|
|
"learning_rate": 4.281349679193862e-06,
|
||
|
|
"loss": 1.176002860069275,
|
||
|
|
"step": 314
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1435897435897435,
|
||
|
|
"grad_norm": 0.9001777172088623,
|
||
|
|
"learning_rate": 4.219856309527212e-06,
|
||
|
|
"loss": 1.2102347612380981,
|
||
|
|
"step": 315
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1504273504273503,
|
||
|
|
"grad_norm": 0.9100410342216492,
|
||
|
|
"learning_rate": 4.1586894403016576e-06,
|
||
|
|
"loss": 1.2215776443481445,
|
||
|
|
"step": 316
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.157264957264957,
|
||
|
|
"grad_norm": 0.8823668360710144,
|
||
|
|
"learning_rate": 4.097852526623307e-06,
|
||
|
|
"loss": 1.1972424983978271,
|
||
|
|
"step": 317
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.164102564102564,
|
||
|
|
"grad_norm": 0.8945139050483704,
|
||
|
|
"learning_rate": 4.03734900496022e-06,
|
||
|
|
"loss": 1.2440537214279175,
|
||
|
|
"step": 318
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1709401709401708,
|
||
|
|
"grad_norm": 0.858863890171051,
|
||
|
|
"learning_rate": 3.9771822929482825e-06,
|
||
|
|
"loss": 1.2240134477615356,
|
||
|
|
"step": 319
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1777777777777776,
|
||
|
|
"grad_norm": 0.9579023122787476,
|
||
|
|
"learning_rate": 3.917355789198157e-06,
|
||
|
|
"loss": 1.1975905895233154,
|
||
|
|
"step": 320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.184615384615385,
|
||
|
|
"grad_norm": 0.8992065191268921,
|
||
|
|
"learning_rate": 3.857872873103322e-06,
|
||
|
|
"loss": 1.2251243591308594,
|
||
|
|
"step": 321
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1914529914529917,
|
||
|
|
"grad_norm": 0.8930969834327698,
|
||
|
|
"learning_rate": 3.7987369046491684e-06,
|
||
|
|
"loss": 1.1994602680206299,
|
||
|
|
"step": 322
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1982905982905985,
|
||
|
|
"grad_norm": 0.8879907727241516,
|
||
|
|
"learning_rate": 3.7399512242231994e-06,
|
||
|
|
"loss": 1.2023355960845947,
|
||
|
|
"step": 323
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2051282051282053,
|
||
|
|
"grad_norm": 0.8827998638153076,
|
||
|
|
"learning_rate": 3.6815191524263628e-06,
|
||
|
|
"loss": 1.1980074644088745,
|
||
|
|
"step": 324
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.211965811965812,
|
||
|
|
"grad_norm": 0.9081103801727295,
|
||
|
|
"learning_rate": 3.623443989885462e-06,
|
||
|
|
"loss": 1.2123109102249146,
|
||
|
|
"step": 325
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.218803418803419,
|
||
|
|
"grad_norm": 0.8658437132835388,
|
||
|
|
"learning_rate": 3.565729017066729e-06,
|
||
|
|
"loss": 1.1860473155975342,
|
||
|
|
"step": 326
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2256410256410257,
|
||
|
|
"grad_norm": 0.8716210722923279,
|
||
|
|
"learning_rate": 3.508377494090521e-06,
|
||
|
|
"loss": 1.246274471282959,
|
||
|
|
"step": 327
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2324786324786325,
|
||
|
|
"grad_norm": 0.8930105566978455,
|
||
|
|
"learning_rate": 3.4513926605471504e-06,
|
||
|
|
"loss": 1.2249618768692017,
|
||
|
|
"step": 328
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2393162393162394,
|
||
|
|
"grad_norm": 0.8859133720397949,
|
||
|
|
"learning_rate": 3.3947777353139188e-06,
|
||
|
|
"loss": 1.2300435304641724,
|
||
|
|
"step": 329
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.246153846153846,
|
||
|
|
"grad_norm": 0.876879096031189,
|
||
|
|
"learning_rate": 3.338535916373267e-06,
|
||
|
|
"loss": 1.226067066192627,
|
||
|
|
"step": 330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.252991452991453,
|
||
|
|
"grad_norm": 0.8582764863967896,
|
||
|
|
"learning_rate": 3.2826703806321526e-06,
|
||
|
|
"loss": 1.2141978740692139,
|
||
|
|
"step": 331
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.25982905982906,
|
||
|
|
"grad_norm": 0.9050947427749634,
|
||
|
|
"learning_rate": 3.2271842837425917e-06,
|
||
|
|
"loss": 1.199479103088379,
|
||
|
|
"step": 332
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2666666666666666,
|
||
|
|
"grad_norm": 0.8743166923522949,
|
||
|
|
"learning_rate": 3.1720807599233903e-06,
|
||
|
|
"loss": 1.2526406049728394,
|
||
|
|
"step": 333
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2735042735042734,
|
||
|
|
"grad_norm": 0.9142019152641296,
|
||
|
|
"learning_rate": 3.1173629217831345e-06,
|
||
|
|
"loss": 1.1963285207748413,
|
||
|
|
"step": 334
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2803418803418802,
|
||
|
|
"grad_norm": 0.8888209462165833,
|
||
|
|
"learning_rate": 3.063033860144339e-06,
|
||
|
|
"loss": 1.209120512008667,
|
||
|
|
"step": 335
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.287179487179487,
|
||
|
|
"grad_norm": 0.8925624489784241,
|
||
|
|
"learning_rate": 3.0090966438688774e-06,
|
||
|
|
"loss": 1.1804795265197754,
|
||
|
|
"step": 336
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.294017094017094,
|
||
|
|
"grad_norm": 0.9087634682655334,
|
||
|
|
"learning_rate": 2.9555543196846293e-06,
|
||
|
|
"loss": 1.2147403955459595,
|
||
|
|
"step": 337
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3008547008547007,
|
||
|
|
"grad_norm": 0.9099950194358826,
|
||
|
|
"learning_rate": 2.9024099120133674e-06,
|
||
|
|
"loss": 1.2237548828125,
|
||
|
|
"step": 338
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3076923076923075,
|
||
|
|
"grad_norm": 0.8658971786499023,
|
||
|
|
"learning_rate": 2.8496664227999417e-06,
|
||
|
|
"loss": 1.2072890996932983,
|
||
|
|
"step": 339
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3145299145299143,
|
||
|
|
"grad_norm": 0.8897408843040466,
|
||
|
|
"learning_rate": 2.7973268313426836e-06,
|
||
|
|
"loss": 1.2147533893585205,
|
||
|
|
"step": 340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3213675213675216,
|
||
|
|
"grad_norm": 0.8564779758453369,
|
||
|
|
"learning_rate": 2.745394094125141e-06,
|
||
|
|
"loss": 1.2456395626068115,
|
||
|
|
"step": 341
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3282051282051284,
|
||
|
|
"grad_norm": 0.8652287125587463,
|
||
|
|
"learning_rate": 2.6938711446490607e-06,
|
||
|
|
"loss": 1.2109252214431763,
|
||
|
|
"step": 342
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.335042735042735,
|
||
|
|
"grad_norm": 0.8643552660942078,
|
||
|
|
"learning_rate": 2.642760893268684e-06,
|
||
|
|
"loss": 1.1878920793533325,
|
||
|
|
"step": 343
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.341880341880342,
|
||
|
|
"grad_norm": 0.8824043869972229,
|
||
|
|
"learning_rate": 2.5920662270263653e-06,
|
||
|
|
"loss": 1.1911319494247437,
|
||
|
|
"step": 344
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.348717948717949,
|
||
|
|
"grad_norm": 0.8898422122001648,
|
||
|
|
"learning_rate": 2.541790009489474e-06,
|
||
|
|
"loss": 1.193242073059082,
|
||
|
|
"step": 345
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3555555555555556,
|
||
|
|
"grad_norm": 0.8772786259651184,
|
||
|
|
"learning_rate": 2.491935080588658e-06,
|
||
|
|
"loss": 1.1836318969726562,
|
||
|
|
"step": 346
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3623931623931624,
|
||
|
|
"grad_norm": 0.8587839603424072,
|
||
|
|
"learning_rate": 2.4425042564574186e-06,
|
||
|
|
"loss": 1.2118480205535889,
|
||
|
|
"step": 347
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3692307692307693,
|
||
|
|
"grad_norm": 0.8739367127418518,
|
||
|
|
"learning_rate": 2.3935003292730295e-06,
|
||
|
|
"loss": 1.2201834917068481,
|
||
|
|
"step": 348
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.376068376068376,
|
||
|
|
"grad_norm": 0.8904187679290771,
|
||
|
|
"learning_rate": 2.344926067098836e-06,
|
||
|
|
"loss": 1.1912821531295776,
|
||
|
|
"step": 349
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.382905982905983,
|
||
|
|
"grad_norm": 0.8717731237411499,
|
||
|
|
"learning_rate": 2.2967842137278706e-06,
|
||
|
|
"loss": 1.2726080417633057,
|
||
|
|
"step": 350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.382905982905983,
|
||
|
|
"eval_loss": 1.422935962677002,
|
||
|
|
"eval_runtime": 13.7932,
|
||
|
|
"eval_samples_per_second": 71.484,
|
||
|
|
"eval_steps_per_second": 8.99,
|
||
|
|
"step": 350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3897435897435897,
|
||
|
|
"grad_norm": 0.8623640537261963,
|
||
|
|
"learning_rate": 2.249077488527891e-06,
|
||
|
|
"loss": 1.1917917728424072,
|
||
|
|
"step": 351
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3965811965811965,
|
||
|
|
"grad_norm": 0.9295298457145691,
|
||
|
|
"learning_rate": 2.201808586287757e-06,
|
||
|
|
"loss": 1.195438027381897,
|
||
|
|
"step": 352
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4034188034188033,
|
||
|
|
"grad_norm": 0.8726212382316589,
|
||
|
|
"learning_rate": 2.15498017706521e-06,
|
||
|
|
"loss": 1.1993173360824585,
|
||
|
|
"step": 353
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.41025641025641,
|
||
|
|
"grad_norm": 0.8750997185707092,
|
||
|
|
"learning_rate": 2.1085949060360654e-06,
|
||
|
|
"loss": 1.2198253870010376,
|
||
|
|
"step": 354
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.417094017094017,
|
||
|
|
"grad_norm": 0.8799977898597717,
|
||
|
|
"learning_rate": 2.0626553933447734e-06,
|
||
|
|
"loss": 1.1714023351669312,
|
||
|
|
"step": 355
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4239316239316238,
|
||
|
|
"grad_norm": 0.9106065034866333,
|
||
|
|
"learning_rate": 2.01716423395644e-06,
|
||
|
|
"loss": 1.2285724878311157,
|
||
|
|
"step": 356
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.430769230769231,
|
||
|
|
"grad_norm": 0.8555257320404053,
|
||
|
|
"learning_rate": 1.9721239975102313e-06,
|
||
|
|
"loss": 1.1813218593597412,
|
||
|
|
"step": 357
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.437606837606838,
|
||
|
|
"grad_norm": 0.8696889877319336,
|
||
|
|
"learning_rate": 1.9275372281742242e-06,
|
||
|
|
"loss": 1.2316478490829468,
|
||
|
|
"step": 358
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4444444444444446,
|
||
|
|
"grad_norm": 0.9041836857795715,
|
||
|
|
"learning_rate": 1.8834064445016952e-06,
|
||
|
|
"loss": 1.2227892875671387,
|
||
|
|
"step": 359
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4512820512820515,
|
||
|
|
"grad_norm": 0.8697716593742371,
|
||
|
|
"learning_rate": 1.8397341392888679e-06,
|
||
|
|
"loss": 1.224617600440979,
|
||
|
|
"step": 360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4581196581196583,
|
||
|
|
"grad_norm": 0.8882873058319092,
|
||
|
|
"learning_rate": 1.7965227794340879e-06,
|
||
|
|
"loss": 1.1995422840118408,
|
||
|
|
"step": 361
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.464957264957265,
|
||
|
|
"grad_norm": 0.8834539651870728,
|
||
|
|
"learning_rate": 1.7537748057984861e-06,
|
||
|
|
"loss": 1.2222732305526733,
|
||
|
|
"step": 362
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.471794871794872,
|
||
|
|
"grad_norm": 0.899989128112793,
|
||
|
|
"learning_rate": 1.7114926330680958e-06,
|
||
|
|
"loss": 1.2143341302871704,
|
||
|
|
"step": 363
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4786324786324787,
|
||
|
|
"grad_norm": 0.8635477423667908,
|
||
|
|
"learning_rate": 1.6696786496174578e-06,
|
||
|
|
"loss": 1.2323466539382935,
|
||
|
|
"step": 364
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4854700854700855,
|
||
|
|
"grad_norm": 0.8827865719795227,
|
||
|
|
"learning_rate": 1.6283352173747148e-06,
|
||
|
|
"loss": 1.1907907724380493,
|
||
|
|
"step": 365
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4923076923076923,
|
||
|
|
"grad_norm": 0.8702190518379211,
|
||
|
|
"learning_rate": 1.587464671688187e-06,
|
||
|
|
"loss": 1.201211929321289,
|
||
|
|
"step": 366
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.499145299145299,
|
||
|
|
"grad_norm": 0.8626653552055359,
|
||
|
|
"learning_rate": 1.5470693211944643e-06,
|
||
|
|
"loss": 1.1894201040267944,
|
||
|
|
"step": 367
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.505982905982906,
|
||
|
|
"grad_norm": 0.879705011844635,
|
||
|
|
"learning_rate": 1.5071514476879878e-06,
|
||
|
|
"loss": 1.2102407217025757,
|
||
|
|
"step": 368
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5128205128205128,
|
||
|
|
"grad_norm": 0.8780226707458496,
|
||
|
|
"learning_rate": 1.4677133059921634e-06,
|
||
|
|
"loss": 1.235593557357788,
|
||
|
|
"step": 369
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5196581196581196,
|
||
|
|
"grad_norm": 0.8804551362991333,
|
||
|
|
"learning_rate": 1.4287571238320053e-06,
|
||
|
|
"loss": 1.2265985012054443,
|
||
|
|
"step": 370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5264957264957264,
|
||
|
|
"grad_norm": 0.8670660257339478,
|
||
|
|
"learning_rate": 1.3902851017082863e-06,
|
||
|
|
"loss": 1.1925873756408691,
|
||
|
|
"step": 371
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.533333333333333,
|
||
|
|
"grad_norm": 0.8729323744773865,
|
||
|
|
"learning_rate": 1.3522994127732415e-06,
|
||
|
|
"loss": 1.20308518409729,
|
||
|
|
"step": 372
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.54017094017094,
|
||
|
|
"grad_norm": 0.8794763088226318,
|
||
|
|
"learning_rate": 1.3148022027078223e-06,
|
||
|
|
"loss": 1.2204805612564087,
|
||
|
|
"step": 373
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.547008547008547,
|
||
|
|
"grad_norm": 0.870823323726654,
|
||
|
|
"learning_rate": 1.2777955896004812e-06,
|
||
|
|
"loss": 1.2257260084152222,
|
||
|
|
"step": 374
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5538461538461537,
|
||
|
|
"grad_norm": 0.8570955991744995,
|
||
|
|
"learning_rate": 1.2412816638275406e-06,
|
||
|
|
"loss": 1.2166708707809448,
|
||
|
|
"step": 375
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5606837606837605,
|
||
|
|
"grad_norm": 0.8496021628379822,
|
||
|
|
"learning_rate": 1.2052624879351105e-06,
|
||
|
|
"loss": 1.1956825256347656,
|
||
|
|
"step": 376
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5675213675213673,
|
||
|
|
"grad_norm": 0.8563467860221863,
|
||
|
|
"learning_rate": 1.1697400965225746e-06,
|
||
|
|
"loss": 1.2383781671524048,
|
||
|
|
"step": 377
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.574358974358974,
|
||
|
|
"grad_norm": 0.8653855919837952,
|
||
|
|
"learning_rate": 1.134716496127679e-06,
|
||
|
|
"loss": 1.218265414237976,
|
||
|
|
"step": 378
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5811965811965814,
|
||
|
|
"grad_norm": 0.8653165698051453,
|
||
|
|
"learning_rate": 1.1001936651131717e-06,
|
||
|
|
"loss": 1.226462483406067,
|
||
|
|
"step": 379
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.588034188034188,
|
||
|
|
"grad_norm": 0.8810314536094666,
|
||
|
|
"learning_rate": 1.0661735535550666e-06,
|
||
|
|
"loss": 1.176276445388794,
|
||
|
|
"step": 380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.594871794871795,
|
||
|
|
"grad_norm": 0.8538199663162231,
|
||
|
|
"learning_rate": 1.0326580831324816e-06,
|
||
|
|
"loss": 1.2393090724945068,
|
||
|
|
"step": 381
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.601709401709402,
|
||
|
|
"grad_norm": 0.849739134311676,
|
||
|
|
"learning_rate": 9.996491470190917e-07,
|
||
|
|
"loss": 1.2231508493423462,
|
||
|
|
"step": 382
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6085470085470086,
|
||
|
|
"grad_norm": 0.891149640083313,
|
||
|
|
"learning_rate": 9.671486097761918e-07,
|
||
|
|
"loss": 1.2225626707077026,
|
||
|
|
"step": 383
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6153846153846154,
|
||
|
|
"grad_norm": 0.8668763637542725,
|
||
|
|
"learning_rate": 9.351583072473713e-07,
|
||
|
|
"loss": 1.2182505130767822,
|
||
|
|
"step": 384
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6222222222222222,
|
||
|
|
"grad_norm": 0.8931220173835754,
|
||
|
|
"learning_rate": 9.036800464548157e-07,
|
||
|
|
"loss": 1.1996538639068604,
|
||
|
|
"step": 385
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.629059829059829,
|
||
|
|
"grad_norm": 0.923690140247345,
|
||
|
|
"learning_rate": 8.727156054972374e-07,
|
||
|
|
"loss": 1.238417148590088,
|
||
|
|
"step": 386
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.635897435897436,
|
||
|
|
"grad_norm": 0.9119179844856262,
|
||
|
|
"learning_rate": 8.42266733449425e-07,
|
||
|
|
"loss": 1.226833462715149,
|
||
|
|
"step": 387
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6427350427350427,
|
||
|
|
"grad_norm": 0.8686037659645081,
|
||
|
|
"learning_rate": 8.123351502634625e-07,
|
||
|
|
"loss": 1.1834110021591187,
|
||
|
|
"step": 388
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6495726495726495,
|
||
|
|
"grad_norm": 0.8596007823944092,
|
||
|
|
"learning_rate": 7.829225466715551e-07,
|
||
|
|
"loss": 1.1922662258148193,
|
||
|
|
"step": 389
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6564102564102563,
|
||
|
|
"grad_norm": 0.8411397337913513,
|
||
|
|
"learning_rate": 7.540305840905371e-07,
|
||
|
|
"loss": 1.2220802307128906,
|
||
|
|
"step": 390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.663247863247863,
|
||
|
|
"grad_norm": 0.8473320007324219,
|
||
|
|
"learning_rate": 7.256608945280319e-07,
|
||
|
|
"loss": 1.176034688949585,
|
||
|
|
"step": 391
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.67008547008547,
|
||
|
|
"grad_norm": 0.8465791940689087,
|
||
|
|
"learning_rate": 6.978150804902451e-07,
|
||
|
|
"loss": 1.2118513584136963,
|
||
|
|
"step": 392
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.676923076923077,
|
||
|
|
"grad_norm": 0.8556994199752808,
|
||
|
|
"learning_rate": 6.704947148914608e-07,
|
||
|
|
"loss": 1.2035595178604126,
|
||
|
|
"step": 393
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.683760683760684,
|
||
|
|
"grad_norm": 0.8603663444519043,
|
||
|
|
"learning_rate": 6.437013409651849e-07,
|
||
|
|
"loss": 1.2043513059616089,
|
||
|
|
"step": 394
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.690598290598291,
|
||
|
|
"grad_norm": 0.8347552418708801,
|
||
|
|
"learning_rate": 6.174364721769744e-07,
|
||
|
|
"loss": 1.260666847229004,
|
||
|
|
"step": 395
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6974358974358976,
|
||
|
|
"grad_norm": 0.867624044418335,
|
||
|
|
"learning_rate": 5.917015921389569e-07,
|
||
|
|
"loss": 1.2071622610092163,
|
||
|
|
"step": 396
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7042735042735044,
|
||
|
|
"grad_norm": 0.8668217062950134,
|
||
|
|
"learning_rate": 5.664981545260073e-07,
|
||
|
|
"loss": 1.197313904762268,
|
||
|
|
"step": 397
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7111111111111112,
|
||
|
|
"grad_norm": 0.8758941292762756,
|
||
|
|
"learning_rate": 5.418275829936537e-07,
|
||
|
|
"loss": 1.1844048500061035,
|
||
|
|
"step": 398
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.717948717948718,
|
||
|
|
"grad_norm": 0.866844892501831,
|
||
|
|
"learning_rate": 5.176912710976467e-07,
|
||
|
|
"loss": 1.1971948146820068,
|
||
|
|
"step": 399
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.724786324786325,
|
||
|
|
"grad_norm": 0.8587160110473633,
|
||
|
|
"learning_rate": 4.940905822152454e-07,
|
||
|
|
"loss": 1.1895333528518677,
|
||
|
|
"step": 400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.724786324786325,
|
||
|
|
"eval_loss": 1.4216117858886719,
|
||
|
|
"eval_runtime": 13.782,
|
||
|
|
"eval_samples_per_second": 71.543,
|
||
|
|
"eval_steps_per_second": 8.997,
|
||
|
|
"step": 400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7316239316239317,
|
||
|
|
"grad_norm": 0.8763930201530457,
|
||
|
|
"learning_rate": 4.710268494682146e-07,
|
||
|
|
"loss": 1.1914920806884766,
|
||
|
|
"step": 401
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7384615384615385,
|
||
|
|
"grad_norm": 0.8831557035446167,
|
||
|
|
"learning_rate": 4.485013756475076e-07,
|
||
|
|
"loss": 1.1900079250335693,
|
||
|
|
"step": 402
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7452991452991453,
|
||
|
|
"grad_norm": 0.866532027721405,
|
||
|
|
"learning_rate": 4.265154331396815e-07,
|
||
|
|
"loss": 1.1844745874404907,
|
||
|
|
"step": 403
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.752136752136752,
|
||
|
|
"grad_norm": 0.8787288069725037,
|
||
|
|
"learning_rate": 4.0507026385502747e-07,
|
||
|
|
"loss": 1.2126126289367676,
|
||
|
|
"step": 404
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.758974358974359,
|
||
|
|
"grad_norm": 0.8669936060905457,
|
||
|
|
"learning_rate": 3.841670791574137e-07,
|
||
|
|
"loss": 1.229267954826355,
|
||
|
|
"step": 405
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7658119658119658,
|
||
|
|
"grad_norm": 0.8436914086341858,
|
||
|
|
"learning_rate": 3.638070597958665e-07,
|
||
|
|
"loss": 1.1994611024856567,
|
||
|
|
"step": 406
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7726495726495726,
|
||
|
|
"grad_norm": 0.8477561473846436,
|
||
|
|
"learning_rate": 3.439913558378705e-07,
|
||
|
|
"loss": 1.2160733938217163,
|
||
|
|
"step": 407
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7794871794871794,
|
||
|
|
"grad_norm": 0.9217561483383179,
|
||
|
|
"learning_rate": 3.2472108660439706e-07,
|
||
|
|
"loss": 1.1882672309875488,
|
||
|
|
"step": 408
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.786324786324786,
|
||
|
|
"grad_norm": 0.8692064881324768,
|
||
|
|
"learning_rate": 3.059973406066963e-07,
|
||
|
|
"loss": 1.186108112335205,
|
||
|
|
"step": 409
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.793162393162393,
|
||
|
|
"grad_norm": 0.8593800067901611,
|
||
|
|
"learning_rate": 2.878211754847926e-07,
|
||
|
|
"loss": 1.2128371000289917,
|
||
|
|
"step": 410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8,
|
||
|
|
"grad_norm": 0.8875913023948669,
|
||
|
|
"learning_rate": 2.701936179477516e-07,
|
||
|
|
"loss": 1.1906311511993408,
|
||
|
|
"step": 411
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8068376068376066,
|
||
|
|
"grad_norm": 0.8833599090576172,
|
||
|
|
"learning_rate": 2.5311566371568505e-07,
|
||
|
|
"loss": 1.1937415599822998,
|
||
|
|
"step": 412
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8136752136752134,
|
||
|
|
"grad_norm": 0.8523573279380798,
|
||
|
|
"learning_rate": 2.3658827746349976e-07,
|
||
|
|
"loss": 1.1862268447875977,
|
||
|
|
"step": 413
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8205128205128203,
|
||
|
|
"grad_norm": 0.8653656244277954,
|
||
|
|
"learning_rate": 2.206123927664161e-07,
|
||
|
|
"loss": 1.2255483865737915,
|
||
|
|
"step": 414
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.827350427350427,
|
||
|
|
"grad_norm": 0.874724805355072,
|
||
|
|
"learning_rate": 2.0518891204722169e-07,
|
||
|
|
"loss": 1.2177876234054565,
|
||
|
|
"step": 415
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8341880341880343,
|
||
|
|
"grad_norm": 0.8411559462547302,
|
||
|
|
"learning_rate": 1.903187065253076e-07,
|
||
|
|
"loss": 1.2034833431243896,
|
||
|
|
"step": 416
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.841025641025641,
|
||
|
|
"grad_norm": 0.8371963500976562,
|
||
|
|
"learning_rate": 1.7600261616745106e-07,
|
||
|
|
"loss": 1.1710231304168701,
|
||
|
|
"step": 417
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.847863247863248,
|
||
|
|
"grad_norm": 0.8555141687393188,
|
||
|
|
"learning_rate": 1.622414496403668e-07,
|
||
|
|
"loss": 1.2024474143981934,
|
||
|
|
"step": 418
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8547008547008548,
|
||
|
|
"grad_norm": 0.8661652207374573,
|
||
|
|
"learning_rate": 1.490359842650324e-07,
|
||
|
|
"loss": 1.2498114109039307,
|
||
|
|
"step": 419
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8615384615384616,
|
||
|
|
"grad_norm": 0.8592333197593689,
|
||
|
|
"learning_rate": 1.3638696597277678e-07,
|
||
|
|
"loss": 1.2100580930709839,
|
||
|
|
"step": 420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8683760683760684,
|
||
|
|
"grad_norm": 0.8594926595687866,
|
||
|
|
"learning_rate": 1.2429510926314835e-07,
|
||
|
|
"loss": 1.1787865161895752,
|
||
|
|
"step": 421
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.875213675213675,
|
||
|
|
"grad_norm": 0.8879026174545288,
|
||
|
|
"learning_rate": 1.1276109716355288e-07,
|
||
|
|
"loss": 1.2315534353256226,
|
||
|
|
"step": 422
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.882051282051282,
|
||
|
|
"grad_norm": 0.8497971892356873,
|
||
|
|
"learning_rate": 1.0178558119067316e-07,
|
||
|
|
"loss": 1.2027359008789062,
|
||
|
|
"step": 423
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.888888888888889,
|
||
|
|
"grad_norm": 0.8838421106338501,
|
||
|
|
"learning_rate": 9.136918131366412e-08,
|
||
|
|
"loss": 1.2284358739852905,
|
||
|
|
"step": 424
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8957264957264957,
|
||
|
|
"grad_norm": 0.8940805196762085,
|
||
|
|
"learning_rate": 8.151248591913519e-08,
|
||
|
|
"loss": 1.2018911838531494,
|
||
|
|
"step": 425
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9025641025641025,
|
||
|
|
"grad_norm": 0.8463784456253052,
|
||
|
|
"learning_rate": 7.22160517779169e-08,
|
||
|
|
"loss": 1.2137906551361084,
|
||
|
|
"step": 426
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9094017094017093,
|
||
|
|
"grad_norm": 0.8508373498916626,
|
||
|
|
"learning_rate": 6.348040401360833e-08,
|
||
|
|
"loss": 1.2048455476760864,
|
||
|
|
"step": 427
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.916239316239316,
|
||
|
|
"grad_norm": 0.8702911138534546,
|
||
|
|
"learning_rate": 5.530603607290852e-08,
|
||
|
|
"loss": 1.216880202293396,
|
||
|
|
"step": 428
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9230769230769234,
|
||
|
|
"grad_norm": 0.8441773653030396,
|
||
|
|
"learning_rate": 4.7693409697756596e-08,
|
||
|
|
"loss": 1.2449169158935547,
|
||
|
|
"step": 429
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.92991452991453,
|
||
|
|
"grad_norm": 0.8643396496772766,
|
||
|
|
"learning_rate": 4.0642954899238196e-08,
|
||
|
|
"loss": 1.2154898643493652,
|
||
|
|
"step": 430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.936752136752137,
|
||
|
|
"grad_norm": 0.8390621542930603,
|
||
|
|
"learning_rate": 3.4155069933301535e-08,
|
||
|
|
"loss": 1.1894207000732422,
|
||
|
|
"step": 431
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.943589743589744,
|
||
|
|
"grad_norm": 0.8889386057853699,
|
||
|
|
"learning_rate": 2.823012127825764e-08,
|
||
|
|
"loss": 1.2449326515197754,
|
||
|
|
"step": 432
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9504273504273506,
|
||
|
|
"grad_norm": 0.8431465029716492,
|
||
|
|
"learning_rate": 2.2868443614082468e-08,
|
||
|
|
"loss": 1.1918964385986328,
|
||
|
|
"step": 433
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9572649572649574,
|
||
|
|
"grad_norm": 0.859993577003479,
|
||
|
|
"learning_rate": 1.8070339803509805e-08,
|
||
|
|
"loss": 1.1882524490356445,
|
||
|
|
"step": 434
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9641025641025642,
|
||
|
|
"grad_norm": 0.8584935069084167,
|
||
|
|
"learning_rate": 1.383608087492605e-08,
|
||
|
|
"loss": 1.2315739393234253,
|
||
|
|
"step": 435
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.970940170940171,
|
||
|
|
"grad_norm": 0.8648282289505005,
|
||
|
|
"learning_rate": 1.0165906007056914e-08,
|
||
|
|
"loss": 1.235274314880371,
|
||
|
|
"step": 436
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.977777777777778,
|
||
|
|
"grad_norm": 0.8602524399757385,
|
||
|
|
"learning_rate": 7.060022515460452e-09,
|
||
|
|
"loss": 1.1928036212921143,
|
||
|
|
"step": 437
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9846153846153847,
|
||
|
|
"grad_norm": 0.8722023367881775,
|
||
|
|
"learning_rate": 4.5186058408153156e-09,
|
||
|
|
"loss": 1.2146607637405396,
|
||
|
|
"step": 438
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9914529914529915,
|
||
|
|
"grad_norm": 0.8878926038742065,
|
||
|
|
"learning_rate": 2.5417995390086824e-09,
|
||
|
|
"loss": 1.1910994052886963,
|
||
|
|
"step": 439
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9982905982905983,
|
||
|
|
"grad_norm": 0.8773415088653564,
|
||
|
|
"learning_rate": 1.129715273033849e-09,
|
||
|
|
"loss": 1.1811952590942383,
|
||
|
|
"step": 440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.0,
|
||
|
|
"grad_norm": 1.841178059577942,
|
||
|
|
"learning_rate": 2.8243280667306084e-10,
|
||
|
|
"loss": 1.14687180519104,
|
||
|
|
"step": 441
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.0,
|
||
|
|
"step": 441,
|
||
|
|
"total_flos": 5.3379040973665075e+17,
|
||
|
|
"train_loss": 1.3470534840408637,
|
||
|
|
"train_runtime": 3006.8003,
|
||
|
|
"train_samples_per_second": 18.676,
|
||
|
|
"train_steps_per_second": 0.147
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"logging_steps": 1.0,
|
||
|
|
"max_steps": 441,
|
||
|
|
"num_input_tokens_seen": 0,
|
||
|
|
"num_train_epochs": 3,
|
||
|
|
"save_steps": 50,
|
||
|
|
"stateful_callbacks": {
|
||
|
|
"TrainerControl": {
|
||
|
|
"args": {
|
||
|
|
"should_epoch_stop": false,
|
||
|
|
"should_evaluate": false,
|
||
|
|
"should_log": false,
|
||
|
|
"should_save": true,
|
||
|
|
"should_training_stop": true
|
||
|
|
},
|
||
|
|
"attributes": {}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"total_flos": 5.3379040973665075e+17,
|
||
|
|
"train_batch_size": 16,
|
||
|
|
"trial_name": null,
|
||
|
|
"trial_params": null
|
||
|
|
}
|