2072 lines
46 KiB
JSON
2072 lines
46 KiB
JSON
[
|
|
{
|
|
"loss": 2.6827,
|
|
"grad_norm": 5.949710369110107,
|
|
"learning_rate": 1.267605633802817e-05,
|
|
"epoch": 0.007067137809187279,
|
|
"step": 10
|
|
},
|
|
{
|
|
"loss": 1.9991,
|
|
"grad_norm": 1.8221319913864136,
|
|
"learning_rate": 2.676056338028169e-05,
|
|
"epoch": 0.014134275618374558,
|
|
"step": 20
|
|
},
|
|
{
|
|
"loss": 1.7179,
|
|
"grad_norm": 0.8600999712944031,
|
|
"learning_rate": 4.0845070422535214e-05,
|
|
"epoch": 0.02120141342756184,
|
|
"step": 30
|
|
},
|
|
{
|
|
"loss": 1.6038,
|
|
"grad_norm": 0.7585324048995972,
|
|
"learning_rate": 5.492957746478874e-05,
|
|
"epoch": 0.028268551236749116,
|
|
"step": 40
|
|
},
|
|
{
|
|
"loss": 1.4924,
|
|
"grad_norm": 0.7620086669921875,
|
|
"learning_rate": 6.901408450704226e-05,
|
|
"epoch": 0.0353356890459364,
|
|
"step": 50
|
|
},
|
|
{
|
|
"loss": 1.4182,
|
|
"grad_norm": 0.6350599527359009,
|
|
"learning_rate": 8.309859154929578e-05,
|
|
"epoch": 0.04240282685512368,
|
|
"step": 60
|
|
},
|
|
{
|
|
"loss": 1.386,
|
|
"grad_norm": 0.7683842778205872,
|
|
"learning_rate": 9.718309859154931e-05,
|
|
"epoch": 0.04946996466431095,
|
|
"step": 70
|
|
},
|
|
{
|
|
"loss": 1.3652,
|
|
"grad_norm": 0.7968618273735046,
|
|
"learning_rate": 0.00011126760563380282,
|
|
"epoch": 0.05653710247349823,
|
|
"step": 80
|
|
},
|
|
{
|
|
"loss": 1.348,
|
|
"grad_norm": 0.7063258290290833,
|
|
"learning_rate": 0.00012535211267605635,
|
|
"epoch": 0.0636042402826855,
|
|
"step": 90
|
|
},
|
|
{
|
|
"loss": 1.322,
|
|
"grad_norm": 0.8496018052101135,
|
|
"learning_rate": 0.00013943661971830987,
|
|
"epoch": 0.0706713780918728,
|
|
"step": 100
|
|
},
|
|
{
|
|
"loss": 1.3119,
|
|
"grad_norm": 0.8192782998085022,
|
|
"learning_rate": 0.00015352112676056339,
|
|
"epoch": 0.07773851590106007,
|
|
"step": 110
|
|
},
|
|
{
|
|
"loss": 1.2765,
|
|
"grad_norm": 0.8431249260902405,
|
|
"learning_rate": 0.0001676056338028169,
|
|
"epoch": 0.08480565371024736,
|
|
"step": 120
|
|
},
|
|
{
|
|
"loss": 1.2576,
|
|
"grad_norm": 0.6553122997283936,
|
|
"learning_rate": 0.00018169014084507045,
|
|
"epoch": 0.09187279151943463,
|
|
"step": 130
|
|
},
|
|
{
|
|
"loss": 1.2482,
|
|
"grad_norm": 0.6763297915458679,
|
|
"learning_rate": 0.00019577464788732396,
|
|
"epoch": 0.0989399293286219,
|
|
"step": 140
|
|
},
|
|
{
|
|
"loss": 1.228,
|
|
"grad_norm": 0.6940188407897949,
|
|
"learning_rate": 0.00019999665339174013,
|
|
"epoch": 0.10600706713780919,
|
|
"step": 150
|
|
},
|
|
{
|
|
"loss": 1.2421,
|
|
"grad_norm": 0.688686728477478,
|
|
"learning_rate": 0.00019998026238030888,
|
|
"epoch": 0.11307420494699646,
|
|
"step": 160
|
|
},
|
|
{
|
|
"loss": 1.2332,
|
|
"grad_norm": 0.7205774784088135,
|
|
"learning_rate": 0.00019995021451869546,
|
|
"epoch": 0.12014134275618374,
|
|
"step": 170
|
|
},
|
|
{
|
|
"loss": 1.2164,
|
|
"grad_norm": 0.6336075067520142,
|
|
"learning_rate": 0.00019990651391130147,
|
|
"epoch": 0.127208480565371,
|
|
"step": 180
|
|
},
|
|
{
|
|
"loss": 1.2046,
|
|
"grad_norm": 0.5959163308143616,
|
|
"learning_rate": 0.00019984916652743156,
|
|
"epoch": 0.13427561837455831,
|
|
"step": 190
|
|
},
|
|
{
|
|
"loss": 1.224,
|
|
"grad_norm": 0.6479778289794922,
|
|
"learning_rate": 0.00019977818020047817,
|
|
"epoch": 0.1413427561837456,
|
|
"step": 200
|
|
},
|
|
{
|
|
"loss": 1.1952,
|
|
"grad_norm": 0.6542138457298279,
|
|
"learning_rate": 0.00019969356462685146,
|
|
"epoch": 0.14840989399293286,
|
|
"step": 210
|
|
},
|
|
{
|
|
"loss": 1.1933,
|
|
"grad_norm": 0.605870246887207,
|
|
"learning_rate": 0.0001995953313646548,
|
|
"epoch": 0.15547703180212014,
|
|
"step": 220
|
|
},
|
|
{
|
|
"loss": 1.1723,
|
|
"grad_norm": 0.6159653067588806,
|
|
"learning_rate": 0.0001994834938321061,
|
|
"epoch": 0.1625441696113074,
|
|
"step": 230
|
|
},
|
|
{
|
|
"loss": 1.1641,
|
|
"grad_norm": 0.614716649055481,
|
|
"learning_rate": 0.00019935806730570488,
|
|
"epoch": 0.1696113074204947,
|
|
"step": 240
|
|
},
|
|
{
|
|
"loss": 1.1679,
|
|
"grad_norm": 0.6723307967185974,
|
|
"learning_rate": 0.00019921906891814551,
|
|
"epoch": 0.17667844522968199,
|
|
"step": 250
|
|
},
|
|
{
|
|
"loss": 1.1699,
|
|
"grad_norm": 0.5286707878112793,
|
|
"learning_rate": 0.000199066517655977,
|
|
"epoch": 0.18374558303886926,
|
|
"step": 260
|
|
},
|
|
{
|
|
"loss": 1.1488,
|
|
"grad_norm": 0.6386291980743408,
|
|
"learning_rate": 0.00019890043435700954,
|
|
"epoch": 0.19081272084805653,
|
|
"step": 270
|
|
},
|
|
{
|
|
"loss": 1.155,
|
|
"grad_norm": 0.5279228091239929,
|
|
"learning_rate": 0.00019872084170746829,
|
|
"epoch": 0.1978798586572438,
|
|
"step": 280
|
|
},
|
|
{
|
|
"eval_loss": 1.1403530836105347,
|
|
"eval_runtime": 57.7627,
|
|
"eval_samples_per_second": 41.238,
|
|
"eval_steps_per_second": 10.318,
|
|
"epoch": 0.19929328621908127,
|
|
"step": 282
|
|
},
|
|
{
|
|
"loss": 1.1519,
|
|
"grad_norm": 0.5783646106719971,
|
|
"learning_rate": 0.0001985277642388941,
|
|
"epoch": 0.2049469964664311,
|
|
"step": 290
|
|
},
|
|
{
|
|
"loss": 1.1458,
|
|
"grad_norm": 0.5709810853004456,
|
|
"learning_rate": 0.00019832122832479326,
|
|
"epoch": 0.21201413427561838,
|
|
"step": 300
|
|
},
|
|
{
|
|
"loss": 1.1386,
|
|
"grad_norm": 0.6111096143722534,
|
|
"learning_rate": 0.0001981012621770344,
|
|
"epoch": 0.21908127208480566,
|
|
"step": 310
|
|
},
|
|
{
|
|
"loss": 1.13,
|
|
"grad_norm": 0.6752498745918274,
|
|
"learning_rate": 0.00019786789584199524,
|
|
"epoch": 0.22614840989399293,
|
|
"step": 320
|
|
},
|
|
{
|
|
"loss": 1.1317,
|
|
"grad_norm": 0.590641975402832,
|
|
"learning_rate": 0.00019762116119645818,
|
|
"epoch": 0.2332155477031802,
|
|
"step": 330
|
|
},
|
|
{
|
|
"loss": 1.1375,
|
|
"grad_norm": 0.5161224603652954,
|
|
"learning_rate": 0.00019736109194325635,
|
|
"epoch": 0.24028268551236748,
|
|
"step": 340
|
|
},
|
|
{
|
|
"loss": 1.1317,
|
|
"grad_norm": 0.5282869338989258,
|
|
"learning_rate": 0.00019708772360666957,
|
|
"epoch": 0.24734982332155478,
|
|
"step": 350
|
|
},
|
|
{
|
|
"loss": 1.0828,
|
|
"grad_norm": 0.6267129778862,
|
|
"learning_rate": 0.00019680109352757227,
|
|
"epoch": 0.254416961130742,
|
|
"step": 360
|
|
},
|
|
{
|
|
"loss": 1.1445,
|
|
"grad_norm": 0.5746105313301086,
|
|
"learning_rate": 0.0001965012408583327,
|
|
"epoch": 0.26148409893992935,
|
|
"step": 370
|
|
},
|
|
{
|
|
"loss": 1.1146,
|
|
"grad_norm": 0.6003304719924927,
|
|
"learning_rate": 0.00019618820655746487,
|
|
"epoch": 0.26855123674911663,
|
|
"step": 380
|
|
},
|
|
{
|
|
"loss": 1.1176,
|
|
"grad_norm": 0.5761094689369202,
|
|
"learning_rate": 0.0001958620333840339,
|
|
"epoch": 0.2756183745583039,
|
|
"step": 390
|
|
},
|
|
{
|
|
"loss": 1.107,
|
|
"grad_norm": 0.5851646661758423,
|
|
"learning_rate": 0.00019552276589181522,
|
|
"epoch": 0.2826855123674912,
|
|
"step": 400
|
|
},
|
|
{
|
|
"loss": 1.1305,
|
|
"grad_norm": 0.603738009929657,
|
|
"learning_rate": 0.00019517045042320892,
|
|
"epoch": 0.28975265017667845,
|
|
"step": 410
|
|
},
|
|
{
|
|
"loss": 1.11,
|
|
"grad_norm": 0.5267948508262634,
|
|
"learning_rate": 0.00019480513510290934,
|
|
"epoch": 0.2968197879858657,
|
|
"step": 420
|
|
},
|
|
{
|
|
"loss": 1.1154,
|
|
"grad_norm": 0.569698691368103,
|
|
"learning_rate": 0.00019442686983133168,
|
|
"epoch": 0.303886925795053,
|
|
"step": 430
|
|
},
|
|
{
|
|
"loss": 1.0916,
|
|
"grad_norm": 0.5906787514686584,
|
|
"learning_rate": 0.0001940357062777956,
|
|
"epoch": 0.31095406360424027,
|
|
"step": 440
|
|
},
|
|
{
|
|
"loss": 1.0965,
|
|
"grad_norm": 0.563790500164032,
|
|
"learning_rate": 0.0001936316978734676,
|
|
"epoch": 0.31802120141342755,
|
|
"step": 450
|
|
},
|
|
{
|
|
"loss": 1.1157,
|
|
"grad_norm": 0.5844557881355286,
|
|
"learning_rate": 0.0001932148998040626,
|
|
"epoch": 0.3250883392226148,
|
|
"step": 460
|
|
},
|
|
{
|
|
"loss": 1.0973,
|
|
"grad_norm": 0.5148825645446777,
|
|
"learning_rate": 0.00019278536900230563,
|
|
"epoch": 0.3321554770318021,
|
|
"step": 470
|
|
},
|
|
{
|
|
"loss": 1.1128,
|
|
"grad_norm": 0.5640899538993835,
|
|
"learning_rate": 0.0001923431641401552,
|
|
"epoch": 0.3392226148409894,
|
|
"step": 480
|
|
},
|
|
{
|
|
"loss": 1.1074,
|
|
"grad_norm": 0.5463106036186218,
|
|
"learning_rate": 0.00019188834562078902,
|
|
"epoch": 0.3462897526501767,
|
|
"step": 490
|
|
},
|
|
{
|
|
"loss": 1.0837,
|
|
"grad_norm": 0.5812387466430664,
|
|
"learning_rate": 0.00019142097557035308,
|
|
"epoch": 0.35335689045936397,
|
|
"step": 500
|
|
},
|
|
{
|
|
"loss": 1.0835,
|
|
"grad_norm": 0.541191816329956,
|
|
"learning_rate": 0.0001909411178294756,
|
|
"epoch": 0.36042402826855124,
|
|
"step": 510
|
|
},
|
|
{
|
|
"loss": 1.0864,
|
|
"grad_norm": 0.6021603941917419,
|
|
"learning_rate": 0.0001904488379445466,
|
|
"epoch": 0.3674911660777385,
|
|
"step": 520
|
|
},
|
|
{
|
|
"loss": 1.0724,
|
|
"grad_norm": 0.6133444309234619,
|
|
"learning_rate": 0.00018994420315876468,
|
|
"epoch": 0.3745583038869258,
|
|
"step": 530
|
|
},
|
|
{
|
|
"loss": 1.0666,
|
|
"grad_norm": 0.6168462038040161,
|
|
"learning_rate": 0.0001894272824029518,
|
|
"epoch": 0.38162544169611307,
|
|
"step": 540
|
|
},
|
|
{
|
|
"loss": 1.0812,
|
|
"grad_norm": 0.5473210215568542,
|
|
"learning_rate": 0.0001888981462861377,
|
|
"epoch": 0.38869257950530034,
|
|
"step": 550
|
|
},
|
|
{
|
|
"loss": 1.0849,
|
|
"grad_norm": 0.674217700958252,
|
|
"learning_rate": 0.00018835686708591496,
|
|
"epoch": 0.3957597173144876,
|
|
"step": 560
|
|
},
|
|
{
|
|
"eval_loss": 1.060619592666626,
|
|
"eval_runtime": 43.4781,
|
|
"eval_samples_per_second": 54.786,
|
|
"eval_steps_per_second": 13.708,
|
|
"epoch": 0.39858657243816253,
|
|
"step": 564
|
|
},
|
|
{
|
|
"loss": 1.0668,
|
|
"grad_norm": 0.5787924528121948,
|
|
"learning_rate": 0.00018780351873856627,
|
|
"epoch": 0.4028268551236749,
|
|
"step": 570
|
|
},
|
|
{
|
|
"loss": 1.0726,
|
|
"grad_norm": 0.564720869064331,
|
|
"learning_rate": 0.00018723817682896515,
|
|
"epoch": 0.4098939929328622,
|
|
"step": 580
|
|
},
|
|
{
|
|
"loss": 1.0729,
|
|
"grad_norm": 0.5361018776893616,
|
|
"learning_rate": 0.00018666091858025112,
|
|
"epoch": 0.4169611307420495,
|
|
"step": 590
|
|
},
|
|
{
|
|
"loss": 1.0631,
|
|
"grad_norm": 0.5667257905006409,
|
|
"learning_rate": 0.0001860718228432817,
|
|
"epoch": 0.42402826855123676,
|
|
"step": 600
|
|
},
|
|
{
|
|
"loss": 1.0603,
|
|
"grad_norm": 0.5567010045051575,
|
|
"learning_rate": 0.00018547097008586155,
|
|
"epoch": 0.43109540636042404,
|
|
"step": 610
|
|
},
|
|
{
|
|
"loss": 1.0602,
|
|
"grad_norm": 0.6078583002090454,
|
|
"learning_rate": 0.00018485844238175095,
|
|
"epoch": 0.4381625441696113,
|
|
"step": 620
|
|
},
|
|
{
|
|
"loss": 1.0553,
|
|
"grad_norm": 0.5796458721160889,
|
|
"learning_rate": 0.000184234323399455,
|
|
"epoch": 0.4452296819787986,
|
|
"step": 630
|
|
},
|
|
{
|
|
"loss": 1.0742,
|
|
"grad_norm": 0.5551220178604126,
|
|
"learning_rate": 0.0001835986983907947,
|
|
"epoch": 0.45229681978798586,
|
|
"step": 640
|
|
},
|
|
{
|
|
"loss": 1.0701,
|
|
"grad_norm": 0.5546141862869263,
|
|
"learning_rate": 0.00018295165417926207,
|
|
"epoch": 0.45936395759717313,
|
|
"step": 650
|
|
},
|
|
{
|
|
"loss": 1.0495,
|
|
"grad_norm": 0.752085268497467,
|
|
"learning_rate": 0.00018229327914816052,
|
|
"epoch": 0.4664310954063604,
|
|
"step": 660
|
|
},
|
|
{
|
|
"loss": 1.0539,
|
|
"grad_norm": 0.514069676399231,
|
|
"learning_rate": 0.00018162366322853191,
|
|
"epoch": 0.4734982332155477,
|
|
"step": 670
|
|
},
|
|
{
|
|
"loss": 1.0476,
|
|
"grad_norm": 0.545942485332489,
|
|
"learning_rate": 0.00018094289788687245,
|
|
"epoch": 0.48056537102473496,
|
|
"step": 680
|
|
},
|
|
{
|
|
"loss": 1.0412,
|
|
"grad_norm": 0.5867109298706055,
|
|
"learning_rate": 0.0001802510761126389,
|
|
"epoch": 0.4876325088339223,
|
|
"step": 690
|
|
},
|
|
{
|
|
"loss": 1.0501,
|
|
"grad_norm": 0.548149824142456,
|
|
"learning_rate": 0.00017954829240554644,
|
|
"epoch": 0.49469964664310956,
|
|
"step": 700
|
|
},
|
|
{
|
|
"loss": 1.0341,
|
|
"grad_norm": 0.6045145988464355,
|
|
"learning_rate": 0.00017883464276266064,
|
|
"epoch": 0.5017667844522968,
|
|
"step": 710
|
|
},
|
|
{
|
|
"loss": 1.0359,
|
|
"grad_norm": 0.5739872455596924,
|
|
"learning_rate": 0.00017811022466528452,
|
|
"epoch": 0.508833922261484,
|
|
"step": 720
|
|
},
|
|
{
|
|
"loss": 1.0478,
|
|
"grad_norm": 0.6167759299278259,
|
|
"learning_rate": 0.0001773751370656431,
|
|
"epoch": 0.5159010600706714,
|
|
"step": 730
|
|
},
|
|
{
|
|
"loss": 1.077,
|
|
"grad_norm": 0.5697989463806152,
|
|
"learning_rate": 0.0001766294803733671,
|
|
"epoch": 0.5229681978798587,
|
|
"step": 740
|
|
},
|
|
{
|
|
"loss": 1.0321,
|
|
"grad_norm": 0.5935072302818298,
|
|
"learning_rate": 0.0001758733564417773,
|
|
"epoch": 0.5300353356890459,
|
|
"step": 750
|
|
},
|
|
{
|
|
"loss": 1.0477,
|
|
"grad_norm": 0.571767270565033,
|
|
"learning_rate": 0.00017510686855397176,
|
|
"epoch": 0.5371024734982333,
|
|
"step": 760
|
|
},
|
|
{
|
|
"loss": 1.0524,
|
|
"grad_norm": 0.6030092239379883,
|
|
"learning_rate": 0.00017433012140871811,
|
|
"epoch": 0.5441696113074205,
|
|
"step": 770
|
|
},
|
|
{
|
|
"loss": 1.0298,
|
|
"grad_norm": 0.6298210024833679,
|
|
"learning_rate": 0.00017354322110615188,
|
|
"epoch": 0.5512367491166078,
|
|
"step": 780
|
|
},
|
|
{
|
|
"loss": 1.0295,
|
|
"grad_norm": 0.5458575487136841,
|
|
"learning_rate": 0.00017274627513328385,
|
|
"epoch": 0.558303886925795,
|
|
"step": 790
|
|
},
|
|
{
|
|
"loss": 1.0273,
|
|
"grad_norm": 0.5203152298927307,
|
|
"learning_rate": 0.00017193939234931777,
|
|
"epoch": 0.5653710247349824,
|
|
"step": 800
|
|
},
|
|
{
|
|
"loss": 1.0368,
|
|
"grad_norm": 0.6097717881202698,
|
|
"learning_rate": 0.00017112268297078077,
|
|
"epoch": 0.5724381625441696,
|
|
"step": 810
|
|
},
|
|
{
|
|
"loss": 1.0248,
|
|
"grad_norm": 0.5902014374732971,
|
|
"learning_rate": 0.0001702962585564681,
|
|
"epoch": 0.5795053003533569,
|
|
"step": 820
|
|
},
|
|
{
|
|
"loss": 1.0522,
|
|
"grad_norm": 0.5153626799583435,
|
|
"learning_rate": 0.00016946023199220487,
|
|
"epoch": 0.5865724381625441,
|
|
"step": 830
|
|
},
|
|
{
|
|
"loss": 1.0479,
|
|
"grad_norm": 0.5805534720420837,
|
|
"learning_rate": 0.0001686147174754263,
|
|
"epoch": 0.5936395759717314,
|
|
"step": 840
|
|
},
|
|
{
|
|
"eval_loss": 1.0175507068634033,
|
|
"eval_runtime": 43.4082,
|
|
"eval_samples_per_second": 54.874,
|
|
"eval_steps_per_second": 13.73,
|
|
"epoch": 0.5978798586572438,
|
|
"step": 846
|
|
},
|
|
{
|
|
"loss": 1.0148,
|
|
"grad_norm": 0.5587823390960693,
|
|
"learning_rate": 0.00016775983049957887,
|
|
"epoch": 0.6007067137809188,
|
|
"step": 850
|
|
},
|
|
{
|
|
"loss": 1.0049,
|
|
"grad_norm": 0.5274335741996765,
|
|
"learning_rate": 0.0001668956878383445,
|
|
"epoch": 0.607773851590106,
|
|
"step": 860
|
|
},
|
|
{
|
|
"loss": 1.0066,
|
|
"grad_norm": 0.5678777694702148,
|
|
"learning_rate": 0.0001660224075296896,
|
|
"epoch": 0.6148409893992933,
|
|
"step": 870
|
|
},
|
|
{
|
|
"loss": 1.0076,
|
|
"grad_norm": 0.5417252779006958,
|
|
"learning_rate": 0.00016514010885974184,
|
|
"epoch": 0.6219081272084805,
|
|
"step": 880
|
|
},
|
|
{
|
|
"loss": 1.026,
|
|
"grad_norm": 0.5451430678367615,
|
|
"learning_rate": 0.00016424891234649618,
|
|
"epoch": 0.6289752650176679,
|
|
"step": 890
|
|
},
|
|
{
|
|
"loss": 1.007,
|
|
"grad_norm": 0.5552809834480286,
|
|
"learning_rate": 0.00016334893972335247,
|
|
"epoch": 0.6360424028268551,
|
|
"step": 900
|
|
},
|
|
{
|
|
"loss": 1.0216,
|
|
"grad_norm": 0.5455328226089478,
|
|
"learning_rate": 0.00016244031392248748,
|
|
"epoch": 0.6431095406360424,
|
|
"step": 910
|
|
},
|
|
{
|
|
"loss": 1.0191,
|
|
"grad_norm": 0.5708609223365784,
|
|
"learning_rate": 0.00016152315905806268,
|
|
"epoch": 0.6501766784452296,
|
|
"step": 920
|
|
},
|
|
{
|
|
"loss": 1.029,
|
|
"grad_norm": 0.5028846859931946,
|
|
"learning_rate": 0.00016059760040927103,
|
|
"epoch": 0.657243816254417,
|
|
"step": 930
|
|
},
|
|
{
|
|
"loss": 1.0394,
|
|
"grad_norm": 0.5415972471237183,
|
|
"learning_rate": 0.0001596637644032242,
|
|
"epoch": 0.6643109540636042,
|
|
"step": 940
|
|
},
|
|
{
|
|
"loss": 1.0208,
|
|
"grad_norm": 0.5780535936355591,
|
|
"learning_rate": 0.00015872177859768333,
|
|
"epoch": 0.6713780918727915,
|
|
"step": 950
|
|
},
|
|
{
|
|
"loss": 1.006,
|
|
"grad_norm": 0.585171103477478,
|
|
"learning_rate": 0.00015777177166363527,
|
|
"epoch": 0.6784452296819788,
|
|
"step": 960
|
|
},
|
|
{
|
|
"loss": 0.9989,
|
|
"grad_norm": 0.5906310677528381,
|
|
"learning_rate": 0.00015681387336771656,
|
|
"epoch": 0.6855123674911661,
|
|
"step": 970
|
|
},
|
|
{
|
|
"loss": 1.0085,
|
|
"grad_norm": 0.5665215849876404,
|
|
"learning_rate": 0.0001558482145544879,
|
|
"epoch": 0.6925795053003534,
|
|
"step": 980
|
|
},
|
|
{
|
|
"loss": 1.0169,
|
|
"grad_norm": 0.5841283798217773,
|
|
"learning_rate": 0.0001548749271285616,
|
|
"epoch": 0.6996466431095406,
|
|
"step": 990
|
|
},
|
|
{
|
|
"loss": 1.0107,
|
|
"grad_norm": 0.508304238319397,
|
|
"learning_rate": 0.0001538941440365837,
|
|
"epoch": 0.7067137809187279,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"loss": 1.0042,
|
|
"grad_norm": 0.5774527192115784,
|
|
"learning_rate": 0.00015290599924907433,
|
|
"epoch": 0.7137809187279152,
|
|
"step": 1010
|
|
},
|
|
{
|
|
"loss": 1.0105,
|
|
"grad_norm": 0.6468122005462646,
|
|
"learning_rate": 0.00015191062774212773,
|
|
"epoch": 0.7208480565371025,
|
|
"step": 1020
|
|
},
|
|
{
|
|
"loss": 1.0069,
|
|
"grad_norm": 0.6112880110740662,
|
|
"learning_rate": 0.0001509081654789753,
|
|
"epoch": 0.7279151943462897,
|
|
"step": 1030
|
|
},
|
|
{
|
|
"loss": 0.9936,
|
|
"grad_norm": 0.7022767066955566,
|
|
"learning_rate": 0.00014989874939141351,
|
|
"epoch": 0.734982332155477,
|
|
"step": 1040
|
|
},
|
|
{
|
|
"loss": 1.0231,
|
|
"grad_norm": 0.5384315848350525,
|
|
"learning_rate": 0.0001488825173610997,
|
|
"epoch": 0.7420494699646644,
|
|
"step": 1050
|
|
},
|
|
{
|
|
"loss": 0.9907,
|
|
"grad_norm": 0.5737187266349792,
|
|
"learning_rate": 0.0001478596082007181,
|
|
"epoch": 0.7491166077738516,
|
|
"step": 1060
|
|
},
|
|
{
|
|
"loss": 1.0167,
|
|
"grad_norm": 0.5474862456321716,
|
|
"learning_rate": 0.00014683016163501855,
|
|
"epoch": 0.7561837455830389,
|
|
"step": 1070
|
|
},
|
|
{
|
|
"loss": 0.9965,
|
|
"grad_norm": 0.580353319644928,
|
|
"learning_rate": 0.0001457943182817308,
|
|
"epoch": 0.7632508833922261,
|
|
"step": 1080
|
|
},
|
|
{
|
|
"loss": 1.02,
|
|
"grad_norm": 0.5732952952384949,
|
|
"learning_rate": 0.00014475221963235687,
|
|
"epoch": 0.7703180212014135,
|
|
"step": 1090
|
|
},
|
|
{
|
|
"loss": 1.0026,
|
|
"grad_norm": 0.5824176669120789,
|
|
"learning_rate": 0.00014370400803284374,
|
|
"epoch": 0.7773851590106007,
|
|
"step": 1100
|
|
},
|
|
{
|
|
"loss": 1.0063,
|
|
"grad_norm": 0.5431606769561768,
|
|
"learning_rate": 0.00014264982666413958,
|
|
"epoch": 0.784452296819788,
|
|
"step": 1110
|
|
},
|
|
{
|
|
"loss": 1.0196,
|
|
"grad_norm": 0.5714312791824341,
|
|
"learning_rate": 0.00014158981952263608,
|
|
"epoch": 0.7915194346289752,
|
|
"step": 1120
|
|
},
|
|
{
|
|
"eval_loss": 0.9868658185005188,
|
|
"eval_runtime": 43.5605,
|
|
"eval_samples_per_second": 54.683,
|
|
"eval_steps_per_second": 13.682,
|
|
"epoch": 0.7971731448763251,
|
|
"step": 1128
|
|
},
|
|
{
|
|
"loss": 1.0083,
|
|
"grad_norm": 0.5832623839378357,
|
|
"learning_rate": 0.000140524131400499,
|
|
"epoch": 0.7985865724381626,
|
|
"step": 1130
|
|
},
|
|
{
|
|
"loss": 1.0142,
|
|
"grad_norm": 0.5128731727600098,
|
|
"learning_rate": 0.00013945290786589027,
|
|
"epoch": 0.8056537102473498,
|
|
"step": 1140
|
|
},
|
|
{
|
|
"loss": 0.9984,
|
|
"grad_norm": 0.5578513145446777,
|
|
"learning_rate": 0.00013837629524308408,
|
|
"epoch": 0.8127208480565371,
|
|
"step": 1150
|
|
},
|
|
{
|
|
"loss": 0.9849,
|
|
"grad_norm": 0.6349474191665649,
|
|
"learning_rate": 0.00013729444059247954,
|
|
"epoch": 0.8197879858657244,
|
|
"step": 1160
|
|
},
|
|
{
|
|
"loss": 1.0082,
|
|
"grad_norm": 0.5942397713661194,
|
|
"learning_rate": 0.00013620749169051307,
|
|
"epoch": 0.8268551236749117,
|
|
"step": 1170
|
|
},
|
|
{
|
|
"loss": 0.9698,
|
|
"grad_norm": 0.5328270196914673,
|
|
"learning_rate": 0.00013511559700947264,
|
|
"epoch": 0.833922261484099,
|
|
"step": 1180
|
|
},
|
|
{
|
|
"loss": 1.0041,
|
|
"grad_norm": 0.5367234945297241,
|
|
"learning_rate": 0.00013401890569721725,
|
|
"epoch": 0.8409893992932862,
|
|
"step": 1190
|
|
},
|
|
{
|
|
"loss": 0.9784,
|
|
"grad_norm": 0.5053948163986206,
|
|
"learning_rate": 0.00013291756755680388,
|
|
"epoch": 0.8480565371024735,
|
|
"step": 1200
|
|
},
|
|
{
|
|
"loss": 0.9821,
|
|
"grad_norm": 0.6247851252555847,
|
|
"learning_rate": 0.00013181173302602528,
|
|
"epoch": 0.8551236749116607,
|
|
"step": 1210
|
|
},
|
|
{
|
|
"loss": 0.9842,
|
|
"grad_norm": 0.6302320957183838,
|
|
"learning_rate": 0.0001307015531568606,
|
|
"epoch": 0.8621908127208481,
|
|
"step": 1220
|
|
},
|
|
{
|
|
"loss": 0.9794,
|
|
"grad_norm": 0.48732852935791016,
|
|
"learning_rate": 0.00012958717959484254,
|
|
"epoch": 0.8692579505300353,
|
|
"step": 1230
|
|
},
|
|
{
|
|
"loss": 1.0007,
|
|
"grad_norm": 0.5459453463554382,
|
|
"learning_rate": 0.0001284687645583432,
|
|
"epoch": 0.8763250883392226,
|
|
"step": 1240
|
|
},
|
|
{
|
|
"loss": 0.978,
|
|
"grad_norm": 0.6455541253089905,
|
|
"learning_rate": 0.0001273464608177818,
|
|
"epoch": 0.8833922261484098,
|
|
"step": 1250
|
|
},
|
|
{
|
|
"loss": 0.9907,
|
|
"grad_norm": 0.5769440531730652,
|
|
"learning_rate": 0.00012622042167475693,
|
|
"epoch": 0.8904593639575972,
|
|
"step": 1260
|
|
},
|
|
{
|
|
"loss": 0.9888,
|
|
"grad_norm": 0.5793958306312561,
|
|
"learning_rate": 0.00012509080094110604,
|
|
"epoch": 0.8975265017667845,
|
|
"step": 1270
|
|
},
|
|
{
|
|
"loss": 0.983,
|
|
"grad_norm": 0.5198792815208435,
|
|
"learning_rate": 0.00012395775291789568,
|
|
"epoch": 0.9045936395759717,
|
|
"step": 1280
|
|
},
|
|
{
|
|
"loss": 1.0023,
|
|
"grad_norm": 0.5861442685127258,
|
|
"learning_rate": 0.00012282143237434478,
|
|
"epoch": 0.911660777385159,
|
|
"step": 1290
|
|
},
|
|
{
|
|
"loss": 0.9725,
|
|
"grad_norm": 0.594825029373169,
|
|
"learning_rate": 0.00012168199452668341,
|
|
"epoch": 0.9187279151943463,
|
|
"step": 1300
|
|
},
|
|
{
|
|
"loss": 0.987,
|
|
"grad_norm": 0.5613613128662109,
|
|
"learning_rate": 0.00012053959501695145,
|
|
"epoch": 0.9257950530035336,
|
|
"step": 1310
|
|
},
|
|
{
|
|
"loss": 0.9891,
|
|
"grad_norm": 0.5798191428184509,
|
|
"learning_rate": 0.00011939438989173828,
|
|
"epoch": 0.9328621908127208,
|
|
"step": 1320
|
|
},
|
|
{
|
|
"loss": 0.9891,
|
|
"grad_norm": 0.5428863763809204,
|
|
"learning_rate": 0.00011824653558086769,
|
|
"epoch": 0.9399293286219081,
|
|
"step": 1330
|
|
},
|
|
{
|
|
"loss": 0.9865,
|
|
"grad_norm": 0.5526650547981262,
|
|
"learning_rate": 0.00011709618887603014,
|
|
"epoch": 0.9469964664310954,
|
|
"step": 1340
|
|
},
|
|
{
|
|
"loss": 0.958,
|
|
"grad_norm": 0.6232343316078186,
|
|
"learning_rate": 0.00011594350690936581,
|
|
"epoch": 0.9540636042402827,
|
|
"step": 1350
|
|
},
|
|
{
|
|
"loss": 1.0113,
|
|
"grad_norm": 0.6425083875656128,
|
|
"learning_rate": 0.00011478864713200113,
|
|
"epoch": 0.9611307420494699,
|
|
"step": 1360
|
|
},
|
|
{
|
|
"loss": 0.9683,
|
|
"grad_norm": 0.5667459964752197,
|
|
"learning_rate": 0.00011363176729254146,
|
|
"epoch": 0.9681978798586572,
|
|
"step": 1370
|
|
},
|
|
{
|
|
"loss": 0.9884,
|
|
"grad_norm": 0.5597785115242004,
|
|
"learning_rate": 0.00011247302541552359,
|
|
"epoch": 0.9752650176678446,
|
|
"step": 1380
|
|
},
|
|
{
|
|
"loss": 0.9724,
|
|
"grad_norm": 0.538309633731842,
|
|
"learning_rate": 0.00011131257977983014,
|
|
"epoch": 0.9823321554770318,
|
|
"step": 1390
|
|
},
|
|
{
|
|
"loss": 0.9734,
|
|
"grad_norm": 0.5398442149162292,
|
|
"learning_rate": 0.00011015058889706942,
|
|
"epoch": 0.9893992932862191,
|
|
"step": 1400
|
|
},
|
|
{
|
|
"loss": 0.9643,
|
|
"grad_norm": 0.5224325656890869,
|
|
"learning_rate": 0.00010898721148992351,
|
|
"epoch": 0.9964664310954063,
|
|
"step": 1410
|
|
},
|
|
{
|
|
"eval_loss": 0.9602861404418945,
|
|
"eval_runtime": 43.2203,
|
|
"eval_samples_per_second": 55.113,
|
|
"eval_steps_per_second": 13.79,
|
|
"epoch": 0.9964664310954063,
|
|
"step": 1410
|
|
},
|
|
{
|
|
"loss": 0.937,
|
|
"grad_norm": 0.5699999928474426,
|
|
"learning_rate": 0.00010782260647046742,
|
|
"epoch": 1.0035335689045937,
|
|
"step": 1420
|
|
},
|
|
{
|
|
"loss": 0.8954,
|
|
"grad_norm": 0.5502023100852966,
|
|
"learning_rate": 0.00010665693291846244,
|
|
"epoch": 1.010600706713781,
|
|
"step": 1430
|
|
},
|
|
{
|
|
"loss": 0.9035,
|
|
"grad_norm": 0.5710829496383667,
|
|
"learning_rate": 0.00010549035005962653,
|
|
"epoch": 1.017667844522968,
|
|
"step": 1440
|
|
},
|
|
{
|
|
"loss": 0.9071,
|
|
"grad_norm": 0.5481554865837097,
|
|
"learning_rate": 0.00010432301724388485,
|
|
"epoch": 1.0247349823321554,
|
|
"step": 1450
|
|
},
|
|
{
|
|
"loss": 0.9024,
|
|
"grad_norm": 0.5516000986099243,
|
|
"learning_rate": 0.0001031550939236033,
|
|
"epoch": 1.0318021201413428,
|
|
"step": 1460
|
|
},
|
|
{
|
|
"loss": 0.912,
|
|
"grad_norm": 0.5710824728012085,
|
|
"learning_rate": 0.00010198673963180796,
|
|
"epoch": 1.03886925795053,
|
|
"step": 1470
|
|
},
|
|
{
|
|
"loss": 0.883,
|
|
"grad_norm": 0.5751714110374451,
|
|
"learning_rate": 0.00010081811396039373,
|
|
"epoch": 1.0459363957597174,
|
|
"step": 1480
|
|
},
|
|
{
|
|
"loss": 0.8968,
|
|
"grad_norm": 0.6338666081428528,
|
|
"learning_rate": 9.964937653832468e-05,
|
|
"epoch": 1.0530035335689045,
|
|
"step": 1490
|
|
},
|
|
{
|
|
"loss": 0.9077,
|
|
"grad_norm": 0.5074037313461304,
|
|
"learning_rate": 9.848068700982955e-05,
|
|
"epoch": 1.0600706713780919,
|
|
"step": 1500
|
|
},
|
|
{
|
|
"loss": 0.908,
|
|
"grad_norm": 0.5829271674156189,
|
|
"learning_rate": 9.731220501259501e-05,
|
|
"epoch": 1.0671378091872792,
|
|
"step": 1510
|
|
},
|
|
{
|
|
"loss": 0.8943,
|
|
"grad_norm": 0.5685243606567383,
|
|
"learning_rate": 9.614409015595995e-05,
|
|
"epoch": 1.0742049469964665,
|
|
"step": 1520
|
|
},
|
|
{
|
|
"loss": 0.8869,
|
|
"grad_norm": 0.5944189429283142,
|
|
"learning_rate": 9.497650199911341e-05,
|
|
"epoch": 1.0812720848056536,
|
|
"step": 1530
|
|
},
|
|
{
|
|
"loss": 0.9062,
|
|
"grad_norm": 0.5707447528839111,
|
|
"learning_rate": 9.380960002929979e-05,
|
|
"epoch": 1.088339222614841,
|
|
"step": 1540
|
|
},
|
|
{
|
|
"loss": 0.8912,
|
|
"grad_norm": 0.5999617576599121,
|
|
"learning_rate": 9.264354364003327e-05,
|
|
"epoch": 1.0954063604240283,
|
|
"step": 1550
|
|
},
|
|
{
|
|
"loss": 0.9002,
|
|
"grad_norm": 0.5612591505050659,
|
|
"learning_rate": 9.147849210932571e-05,
|
|
"epoch": 1.1024734982332156,
|
|
"step": 1560
|
|
},
|
|
{
|
|
"loss": 0.9025,
|
|
"grad_norm": 0.6082556247711182,
|
|
"learning_rate": 9.031460457792982e-05,
|
|
"epoch": 1.1095406360424027,
|
|
"step": 1570
|
|
},
|
|
{
|
|
"loss": 0.9286,
|
|
"grad_norm": 0.562528133392334,
|
|
"learning_rate": 8.915204002760122e-05,
|
|
"epoch": 1.11660777385159,
|
|
"step": 1580
|
|
},
|
|
{
|
|
"loss": 0.9022,
|
|
"grad_norm": 0.5675996541976929,
|
|
"learning_rate": 8.799095725938243e-05,
|
|
"epoch": 1.1236749116607774,
|
|
"step": 1590
|
|
},
|
|
{
|
|
"loss": 0.8905,
|
|
"grad_norm": 0.577520489692688,
|
|
"learning_rate": 8.68315148719111e-05,
|
|
"epoch": 1.1307420494699647,
|
|
"step": 1600
|
|
},
|
|
{
|
|
"loss": 0.9199,
|
|
"grad_norm": 0.557808518409729,
|
|
"learning_rate": 8.567387123975648e-05,
|
|
"epoch": 1.137809187279152,
|
|
"step": 1610
|
|
},
|
|
{
|
|
"loss": 0.8856,
|
|
"grad_norm": 0.6074324250221252,
|
|
"learning_rate": 8.451818449178591e-05,
|
|
"epoch": 1.1448763250883391,
|
|
"step": 1620
|
|
},
|
|
{
|
|
"loss": 0.8989,
|
|
"grad_norm": 0.5722407102584839,
|
|
"learning_rate": 8.336461248956522e-05,
|
|
"epoch": 1.1519434628975265,
|
|
"step": 1630
|
|
},
|
|
{
|
|
"loss": 0.8872,
|
|
"grad_norm": 0.5413146615028381,
|
|
"learning_rate": 8.221331280579564e-05,
|
|
"epoch": 1.1590106007067138,
|
|
"step": 1640
|
|
},
|
|
{
|
|
"loss": 0.8896,
|
|
"grad_norm": 0.569531261920929,
|
|
"learning_rate": 8.106444270278999e-05,
|
|
"epoch": 1.1660777385159011,
|
|
"step": 1650
|
|
},
|
|
{
|
|
"loss": 0.905,
|
|
"grad_norm": 0.5654504299163818,
|
|
"learning_rate": 7.991815911099126e-05,
|
|
"epoch": 1.1731448763250882,
|
|
"step": 1660
|
|
},
|
|
{
|
|
"loss": 0.9112,
|
|
"grad_norm": 0.5890611410140991,
|
|
"learning_rate": 7.877461860753697e-05,
|
|
"epoch": 1.1802120141342756,
|
|
"step": 1670
|
|
},
|
|
{
|
|
"loss": 0.8988,
|
|
"grad_norm": 0.5833044052124023,
|
|
"learning_rate": 7.763397739487098e-05,
|
|
"epoch": 1.187279151943463,
|
|
"step": 1680
|
|
},
|
|
{
|
|
"loss": 0.9063,
|
|
"grad_norm": 0.6019202470779419,
|
|
"learning_rate": 7.649639127940735e-05,
|
|
"epoch": 1.1943462897526502,
|
|
"step": 1690
|
|
},
|
|
{
|
|
"eval_loss": 0.947350263595581,
|
|
"eval_runtime": 43.7059,
|
|
"eval_samples_per_second": 54.501,
|
|
"eval_steps_per_second": 13.637,
|
|
"epoch": 1.1957597173144876,
|
|
"step": 1692
|
|
},
|
|
{
|
|
"loss": 0.8976,
|
|
"grad_norm": 0.5837628841400146,
|
|
"learning_rate": 7.536201565024767e-05,
|
|
"epoch": 1.2014134275618376,
|
|
"step": 1700
|
|
},
|
|
{
|
|
"loss": 0.8992,
|
|
"grad_norm": 0.8743357062339783,
|
|
"learning_rate": 7.423100545795565e-05,
|
|
"epoch": 1.2084805653710247,
|
|
"step": 1710
|
|
},
|
|
{
|
|
"loss": 0.8933,
|
|
"grad_norm": 0.6327987313270569,
|
|
"learning_rate": 7.310351519339165e-05,
|
|
"epoch": 1.215547703180212,
|
|
"step": 1720
|
|
},
|
|
{
|
|
"loss": 0.9088,
|
|
"grad_norm": 0.5537572503089905,
|
|
"learning_rate": 7.197969886660984e-05,
|
|
"epoch": 1.2226148409893993,
|
|
"step": 1730
|
|
},
|
|
{
|
|
"loss": 0.8975,
|
|
"grad_norm": 0.5983340740203857,
|
|
"learning_rate": 7.085970998582112e-05,
|
|
"epoch": 1.2296819787985867,
|
|
"step": 1740
|
|
},
|
|
{
|
|
"loss": 0.9015,
|
|
"grad_norm": 0.5243608355522156,
|
|
"learning_rate": 6.974370153642468e-05,
|
|
"epoch": 1.2367491166077738,
|
|
"step": 1750
|
|
},
|
|
{
|
|
"loss": 0.8847,
|
|
"grad_norm": 0.5976786017417908,
|
|
"learning_rate": 6.863182596011087e-05,
|
|
"epoch": 1.243816254416961,
|
|
"step": 1760
|
|
},
|
|
{
|
|
"loss": 0.8904,
|
|
"grad_norm": 0.5367252826690674,
|
|
"learning_rate": 6.752423513403824e-05,
|
|
"epoch": 1.2508833922261484,
|
|
"step": 1770
|
|
},
|
|
{
|
|
"loss": 0.9066,
|
|
"grad_norm": 0.5782431960105896,
|
|
"learning_rate": 6.642108035008803e-05,
|
|
"epoch": 1.2579505300353357,
|
|
"step": 1780
|
|
},
|
|
{
|
|
"loss": 0.8915,
|
|
"grad_norm": 0.6352420449256897,
|
|
"learning_rate": 6.53225122941981e-05,
|
|
"epoch": 1.265017667844523,
|
|
"step": 1790
|
|
},
|
|
{
|
|
"loss": 0.8916,
|
|
"grad_norm": 0.6211472749710083,
|
|
"learning_rate": 6.422868102578018e-05,
|
|
"epoch": 1.2720848056537102,
|
|
"step": 1800
|
|
},
|
|
{
|
|
"loss": 0.8769,
|
|
"grad_norm": 0.5358094573020935,
|
|
"learning_rate": 6.31397359572223e-05,
|
|
"epoch": 1.2791519434628975,
|
|
"step": 1810
|
|
},
|
|
{
|
|
"loss": 0.8657,
|
|
"grad_norm": 0.5707045197486877,
|
|
"learning_rate": 6.205582583347974e-05,
|
|
"epoch": 1.2862190812720848,
|
|
"step": 1820
|
|
},
|
|
{
|
|
"loss": 0.873,
|
|
"grad_norm": 0.6060373187065125,
|
|
"learning_rate": 6.097709871175723e-05,
|
|
"epoch": 1.293286219081272,
|
|
"step": 1830
|
|
},
|
|
{
|
|
"loss": 0.8954,
|
|
"grad_norm": 0.5479307174682617,
|
|
"learning_rate": 5.990370194128479e-05,
|
|
"epoch": 1.3003533568904593,
|
|
"step": 1840
|
|
},
|
|
{
|
|
"loss": 0.8849,
|
|
"grad_norm": 0.5866280794143677,
|
|
"learning_rate": 5.88357821431908e-05,
|
|
"epoch": 1.3074204946996466,
|
|
"step": 1850
|
|
},
|
|
{
|
|
"loss": 0.882,
|
|
"grad_norm": 0.6369838714599609,
|
|
"learning_rate": 5.7773485190474044e-05,
|
|
"epoch": 1.314487632508834,
|
|
"step": 1860
|
|
},
|
|
{
|
|
"loss": 0.8863,
|
|
"grad_norm": 0.5785922408103943,
|
|
"learning_rate": 5.671695618807802e-05,
|
|
"epoch": 1.3215547703180213,
|
|
"step": 1870
|
|
},
|
|
{
|
|
"loss": 0.9007,
|
|
"grad_norm": 0.6535210609436035,
|
|
"learning_rate": 5.566633945307052e-05,
|
|
"epoch": 1.3286219081272086,
|
|
"step": 1880
|
|
},
|
|
{
|
|
"loss": 0.8863,
|
|
"grad_norm": 0.5599955320358276,
|
|
"learning_rate": 5.4621778494930397e-05,
|
|
"epoch": 1.3356890459363957,
|
|
"step": 1890
|
|
},
|
|
{
|
|
"loss": 0.8949,
|
|
"grad_norm": 0.6138301491737366,
|
|
"learning_rate": 5.358341599594483e-05,
|
|
"epoch": 1.342756183745583,
|
|
"step": 1900
|
|
},
|
|
{
|
|
"loss": 0.8629,
|
|
"grad_norm": 0.5357041358947754,
|
|
"learning_rate": 5.255139379171967e-05,
|
|
"epoch": 1.3498233215547704,
|
|
"step": 1910
|
|
},
|
|
{
|
|
"loss": 0.8977,
|
|
"grad_norm": 0.5802581310272217,
|
|
"learning_rate": 5.152585285180517e-05,
|
|
"epoch": 1.3568904593639575,
|
|
"step": 1920
|
|
},
|
|
{
|
|
"loss": 0.8614,
|
|
"grad_norm": 0.6308375597000122,
|
|
"learning_rate": 5.050693326044036e-05,
|
|
"epoch": 1.3639575971731448,
|
|
"step": 1930
|
|
},
|
|
{
|
|
"loss": 0.8656,
|
|
"grad_norm": 0.6286219358444214,
|
|
"learning_rate": 4.949477419741814e-05,
|
|
"epoch": 1.3710247349823321,
|
|
"step": 1940
|
|
},
|
|
{
|
|
"loss": 0.8775,
|
|
"grad_norm": 0.5799056887626648,
|
|
"learning_rate": 4.848951391907377e-05,
|
|
"epoch": 1.3780918727915195,
|
|
"step": 1950
|
|
},
|
|
{
|
|
"loss": 0.8773,
|
|
"grad_norm": 0.5816202163696289,
|
|
"learning_rate": 4.749128973940001e-05,
|
|
"epoch": 1.3851590106007068,
|
|
"step": 1960
|
|
},
|
|
{
|
|
"loss": 0.9143,
|
|
"grad_norm": 0.540955126285553,
|
|
"learning_rate": 4.6500238011290295e-05,
|
|
"epoch": 1.3922261484098941,
|
|
"step": 1970
|
|
},
|
|
{
|
|
"eval_loss": 0.931702196598053,
|
|
"eval_runtime": 43.3565,
|
|
"eval_samples_per_second": 54.94,
|
|
"eval_steps_per_second": 13.747,
|
|
"epoch": 1.3950530035335689,
|
|
"step": 1974
|
|
},
|
|
{
|
|
"loss": 0.8762,
|
|
"grad_norm": 0.577583372592926,
|
|
"learning_rate": 4.551649410791384e-05,
|
|
"epoch": 1.3992932862190812,
|
|
"step": 1980
|
|
},
|
|
{
|
|
"loss": 0.8779,
|
|
"grad_norm": 0.5985121130943298,
|
|
"learning_rate": 4.454019240422412e-05,
|
|
"epoch": 1.4063604240282686,
|
|
"step": 1990
|
|
},
|
|
{
|
|
"loss": 0.8721,
|
|
"grad_norm": 0.6050156354904175,
|
|
"learning_rate": 4.357146625860391e-05,
|
|
"epoch": 1.4134275618374559,
|
|
"step": 2000
|
|
},
|
|
{
|
|
"loss": 0.9011,
|
|
"grad_norm": 0.5412665605545044,
|
|
"learning_rate": 4.261044799464915e-05,
|
|
"epoch": 1.420494699646643,
|
|
"step": 2010
|
|
},
|
|
{
|
|
"loss": 0.8794,
|
|
"grad_norm": 0.5395935773849487,
|
|
"learning_rate": 4.165726888309402e-05,
|
|
"epoch": 1.4275618374558303,
|
|
"step": 2020
|
|
},
|
|
{
|
|
"loss": 0.9012,
|
|
"grad_norm": 0.5516586899757385,
|
|
"learning_rate": 4.0712059123880155e-05,
|
|
"epoch": 1.4346289752650176,
|
|
"step": 2030
|
|
},
|
|
{
|
|
"loss": 0.874,
|
|
"grad_norm": 0.5666341781616211,
|
|
"learning_rate": 3.977494782837182e-05,
|
|
"epoch": 1.441696113074205,
|
|
"step": 2040
|
|
},
|
|
{
|
|
"loss": 0.8642,
|
|
"grad_norm": 0.6185910701751709,
|
|
"learning_rate": 3.884606300171979e-05,
|
|
"epoch": 1.4487632508833923,
|
|
"step": 2050
|
|
},
|
|
{
|
|
"loss": 0.8902,
|
|
"grad_norm": 0.5560716390609741,
|
|
"learning_rate": 3.7925531525376623e-05,
|
|
"epoch": 1.4558303886925796,
|
|
"step": 2060
|
|
},
|
|
{
|
|
"loss": 0.8892,
|
|
"grad_norm": 0.6083916425704956,
|
|
"learning_rate": 3.7013479139765115e-05,
|
|
"epoch": 1.4628975265017667,
|
|
"step": 2070
|
|
},
|
|
{
|
|
"loss": 0.8664,
|
|
"grad_norm": 0.5855932235717773,
|
|
"learning_rate": 3.611003042710266e-05,
|
|
"epoch": 1.469964664310954,
|
|
"step": 2080
|
|
},
|
|
{
|
|
"loss": 0.8864,
|
|
"grad_norm": 0.5607093572616577,
|
|
"learning_rate": 3.521530879438407e-05,
|
|
"epoch": 1.4770318021201414,
|
|
"step": 2090
|
|
},
|
|
{
|
|
"loss": 0.8797,
|
|
"grad_norm": 0.6089926958084106,
|
|
"learning_rate": 3.432943645652453e-05,
|
|
"epoch": 1.4840989399293285,
|
|
"step": 2100
|
|
},
|
|
{
|
|
"loss": 0.8788,
|
|
"grad_norm": 0.5762563347816467,
|
|
"learning_rate": 3.345253441966579e-05,
|
|
"epoch": 1.4911660777385158,
|
|
"step": 2110
|
|
},
|
|
{
|
|
"loss": 0.8829,
|
|
"grad_norm": 0.6184695959091187,
|
|
"learning_rate": 3.258472246464717e-05,
|
|
"epoch": 1.4982332155477032,
|
|
"step": 2120
|
|
},
|
|
{
|
|
"loss": 0.886,
|
|
"grad_norm": 0.6246795058250427,
|
|
"learning_rate": 3.172611913064402e-05,
|
|
"epoch": 1.5053003533568905,
|
|
"step": 2130
|
|
},
|
|
{
|
|
"loss": 0.8844,
|
|
"grad_norm": 0.5603175759315491,
|
|
"learning_rate": 3.087684169897588e-05,
|
|
"epoch": 1.5123674911660778,
|
|
"step": 2140
|
|
},
|
|
{
|
|
"loss": 0.8683,
|
|
"grad_norm": 0.584713876247406,
|
|
"learning_rate": 3.0037006177086346e-05,
|
|
"epoch": 1.5194346289752652,
|
|
"step": 2150
|
|
},
|
|
{
|
|
"loss": 0.8423,
|
|
"grad_norm": 0.588035523891449,
|
|
"learning_rate": 2.920672728269692e-05,
|
|
"epoch": 1.5265017667844523,
|
|
"step": 2160
|
|
},
|
|
{
|
|
"loss": 0.8753,
|
|
"grad_norm": 0.7277367115020752,
|
|
"learning_rate": 2.8386118428137254e-05,
|
|
"epoch": 1.5335689045936396,
|
|
"step": 2170
|
|
},
|
|
{
|
|
"loss": 0.8689,
|
|
"grad_norm": 0.7008647322654724,
|
|
"learning_rate": 2.7575291704853323e-05,
|
|
"epoch": 1.5406360424028267,
|
|
"step": 2180
|
|
},
|
|
{
|
|
"loss": 0.8794,
|
|
"grad_norm": 0.6551691293716431,
|
|
"learning_rate": 2.6774357868096432e-05,
|
|
"epoch": 1.547703180212014,
|
|
"step": 2190
|
|
},
|
|
{
|
|
"loss": 0.8603,
|
|
"grad_norm": 0.6580778360366821,
|
|
"learning_rate": 2.5983426321794502e-05,
|
|
"epoch": 1.5547703180212014,
|
|
"step": 2200
|
|
},
|
|
{
|
|
"loss": 0.8857,
|
|
"grad_norm": 0.5846377611160278,
|
|
"learning_rate": 2.5202605103607835e-05,
|
|
"epoch": 1.5618374558303887,
|
|
"step": 2210
|
|
},
|
|
{
|
|
"loss": 0.8651,
|
|
"grad_norm": 0.6134793162345886,
|
|
"learning_rate": 2.443200087017192e-05,
|
|
"epoch": 1.568904593639576,
|
|
"step": 2220
|
|
},
|
|
{
|
|
"loss": 0.8777,
|
|
"grad_norm": 0.5883351564407349,
|
|
"learning_rate": 2.3671718882528437e-05,
|
|
"epoch": 1.5759717314487633,
|
|
"step": 2230
|
|
},
|
|
{
|
|
"loss": 0.8675,
|
|
"grad_norm": 0.623563289642334,
|
|
"learning_rate": 2.292186299174712e-05,
|
|
"epoch": 1.5830388692579507,
|
|
"step": 2240
|
|
},
|
|
{
|
|
"loss": 0.8723,
|
|
"grad_norm": 0.641573965549469,
|
|
"learning_rate": 2.218253562474023e-05,
|
|
"epoch": 1.5901060070671378,
|
|
"step": 2250
|
|
},
|
|
{
|
|
"eval_loss": 0.9208451509475708,
|
|
"eval_runtime": 43.8208,
|
|
"eval_samples_per_second": 54.358,
|
|
"eval_steps_per_second": 13.601,
|
|
"epoch": 1.5943462897526501,
|
|
"step": 2256
|
|
},
|
|
{
|
|
"loss": 0.8811,
|
|
"grad_norm": 0.5773902535438538,
|
|
"learning_rate": 2.1453837770271334e-05,
|
|
"epoch": 1.5971731448763251,
|
|
"step": 2260
|
|
},
|
|
{
|
|
"loss": 0.8775,
|
|
"grad_norm": 0.5559404492378235,
|
|
"learning_rate": 2.0735868965160953e-05,
|
|
"epoch": 1.6042402826855122,
|
|
"step": 2270
|
|
},
|
|
{
|
|
"loss": 0.8719,
|
|
"grad_norm": 0.5846749544143677,
|
|
"learning_rate": 2.0028727280690107e-05,
|
|
"epoch": 1.6113074204946995,
|
|
"step": 2280
|
|
},
|
|
{
|
|
"loss": 0.8721,
|
|
"grad_norm": 0.6338834166526794,
|
|
"learning_rate": 1.9332509309204183e-05,
|
|
"epoch": 1.6183745583038869,
|
|
"step": 2290
|
|
},
|
|
{
|
|
"loss": 0.8764,
|
|
"grad_norm": 0.5955981016159058,
|
|
"learning_rate": 1.8647310150919083e-05,
|
|
"epoch": 1.6254416961130742,
|
|
"step": 2300
|
|
},
|
|
{
|
|
"loss": 0.8706,
|
|
"grad_norm": 0.5912985801696777,
|
|
"learning_rate": 1.797322340093067e-05,
|
|
"epoch": 1.6325088339222615,
|
|
"step": 2310
|
|
},
|
|
{
|
|
"loss": 0.8508,
|
|
"grad_norm": 0.649738073348999,
|
|
"learning_rate": 1.7310341136430385e-05,
|
|
"epoch": 1.6395759717314489,
|
|
"step": 2320
|
|
},
|
|
{
|
|
"loss": 0.8796,
|
|
"grad_norm": 0.6230898499488831,
|
|
"learning_rate": 1.6658753904127734e-05,
|
|
"epoch": 1.6466431095406362,
|
|
"step": 2330
|
|
},
|
|
{
|
|
"loss": 0.8691,
|
|
"grad_norm": 0.6647538542747498,
|
|
"learning_rate": 1.6018550707882062e-05,
|
|
"epoch": 1.6537102473498233,
|
|
"step": 2340
|
|
},
|
|
{
|
|
"loss": 0.8804,
|
|
"grad_norm": 0.6123314499855042,
|
|
"learning_rate": 1.538981899654508e-05,
|
|
"epoch": 1.6607773851590106,
|
|
"step": 2350
|
|
},
|
|
{
|
|
"loss": 0.87,
|
|
"grad_norm": 0.6355293393135071,
|
|
"learning_rate": 1.477264465201572e-05,
|
|
"epoch": 1.6678445229681977,
|
|
"step": 2360
|
|
},
|
|
{
|
|
"loss": 0.8661,
|
|
"grad_norm": 0.5558314323425293,
|
|
"learning_rate": 1.4167111977508973e-05,
|
|
"epoch": 1.674911660777385,
|
|
"step": 2370
|
|
},
|
|
{
|
|
"loss": 0.8525,
|
|
"grad_norm": 0.5967123508453369,
|
|
"learning_rate": 1.3573303686040628e-05,
|
|
"epoch": 1.6819787985865724,
|
|
"step": 2380
|
|
},
|
|
{
|
|
"loss": 0.8647,
|
|
"grad_norm": 0.5779529213905334,
|
|
"learning_rate": 1.2991300889128866e-05,
|
|
"epoch": 1.6890459363957597,
|
|
"step": 2390
|
|
},
|
|
{
|
|
"loss": 0.8794,
|
|
"grad_norm": 0.5755199790000916,
|
|
"learning_rate": 1.2421183085714927e-05,
|
|
"epoch": 1.696113074204947,
|
|
"step": 2400
|
|
},
|
|
{
|
|
"loss": 0.861,
|
|
"grad_norm": 0.5797527432441711,
|
|
"learning_rate": 1.1863028151303879e-05,
|
|
"epoch": 1.7031802120141344,
|
|
"step": 2410
|
|
},
|
|
{
|
|
"loss": 0.8714,
|
|
"grad_norm": 0.5963758826255798,
|
|
"learning_rate": 1.13169123273271e-05,
|
|
"epoch": 1.7102473498233217,
|
|
"step": 2420
|
|
},
|
|
{
|
|
"loss": 0.8771,
|
|
"grad_norm": 0.5919273495674133,
|
|
"learning_rate": 1.078291021072817e-05,
|
|
"epoch": 1.7173144876325088,
|
|
"step": 2430
|
|
},
|
|
{
|
|
"loss": 0.8706,
|
|
"grad_norm": 0.5632163882255554,
|
|
"learning_rate": 1.0261094743773203e-05,
|
|
"epoch": 1.7243816254416962,
|
|
"step": 2440
|
|
},
|
|
{
|
|
"loss": 0.8718,
|
|
"grad_norm": 0.5939465761184692,
|
|
"learning_rate": 9.751537204087258e-06,
|
|
"epoch": 1.7314487632508833,
|
|
"step": 2450
|
|
},
|
|
{
|
|
"loss": 0.8648,
|
|
"grad_norm": 0.5735843777656555,
|
|
"learning_rate": 9.254307194918144e-06,
|
|
"epoch": 1.7385159010600706,
|
|
"step": 2460
|
|
},
|
|
{
|
|
"loss": 0.8638,
|
|
"grad_norm": 0.5408446192741394,
|
|
"learning_rate": 8.769472635628905e-06,
|
|
"epoch": 1.745583038869258,
|
|
"step": 2470
|
|
},
|
|
{
|
|
"loss": 0.8692,
|
|
"grad_norm": 0.5887193083763123,
|
|
"learning_rate": 8.297099752420446e-06,
|
|
"epoch": 1.7526501766784452,
|
|
"step": 2480
|
|
},
|
|
{
|
|
"loss": 0.8852,
|
|
"grad_norm": 0.5828359127044678,
|
|
"learning_rate": 7.837253069285234e-06,
|
|
"epoch": 1.7597173144876326,
|
|
"step": 2490
|
|
},
|
|
{
|
|
"loss": 0.8688,
|
|
"grad_norm": 0.5949276685714722,
|
|
"learning_rate": 7.389995399193595e-06,
|
|
"epoch": 1.76678445229682,
|
|
"step": 2500
|
|
},
|
|
{
|
|
"loss": 0.8574,
|
|
"grad_norm": 0.5560010075569153,
|
|
"learning_rate": 6.9553878355138936e-06,
|
|
"epoch": 1.773851590106007,
|
|
"step": 2510
|
|
},
|
|
{
|
|
"loss": 0.8739,
|
|
"grad_norm": 0.6576620936393738,
|
|
"learning_rate": 6.5334897436672535e-06,
|
|
"epoch": 1.7809187279151943,
|
|
"step": 2520
|
|
},
|
|
{
|
|
"loss": 0.8664,
|
|
"grad_norm": 0.6786220669746399,
|
|
"learning_rate": 6.124358753018689e-06,
|
|
"epoch": 1.7879858657243817,
|
|
"step": 2530
|
|
},
|
|
{
|
|
"eval_loss": 0.9149619936943054,
|
|
"eval_runtime": 46.9648,
|
|
"eval_samples_per_second": 50.719,
|
|
"eval_steps_per_second": 12.69,
|
|
"epoch": 1.7936395759717314,
|
|
"step": 2538
|
|
},
|
|
{
|
|
"loss": 0.8505,
|
|
"grad_norm": 0.5556807518005371,
|
|
"learning_rate": 5.7280507490050985e-06,
|
|
"epoch": 1.7950530035335688,
|
|
"step": 2540
|
|
},
|
|
{
|
|
"loss": 0.8581,
|
|
"grad_norm": 0.6154960989952087,
|
|
"learning_rate": 5.3446198655015765e-06,
|
|
"epoch": 1.802120141342756,
|
|
"step": 2550
|
|
},
|
|
{
|
|
"loss": 0.8708,
|
|
"grad_norm": 0.6271000504493713,
|
|
"learning_rate": 4.974118477426992e-06,
|
|
"epoch": 1.8091872791519434,
|
|
"step": 2560
|
|
},
|
|
{
|
|
"loss": 0.8619,
|
|
"grad_norm": 0.718324601650238,
|
|
"learning_rate": 4.616597193589833e-06,
|
|
"epoch": 1.8162544169611308,
|
|
"step": 2570
|
|
},
|
|
{
|
|
"loss": 0.8619,
|
|
"grad_norm": 0.5940812230110168,
|
|
"learning_rate": 4.272104849775216e-06,
|
|
"epoch": 1.823321554770318,
|
|
"step": 2580
|
|
},
|
|
{
|
|
"loss": 0.8621,
|
|
"grad_norm": 0.539251983165741,
|
|
"learning_rate": 3.940688502074186e-06,
|
|
"epoch": 1.8303886925795054,
|
|
"step": 2590
|
|
},
|
|
{
|
|
"loss": 0.8574,
|
|
"grad_norm": 0.6987637281417847,
|
|
"learning_rate": 3.622393420456016e-06,
|
|
"epoch": 1.8374558303886925,
|
|
"step": 2600
|
|
},
|
|
{
|
|
"loss": 0.8659,
|
|
"grad_norm": 0.5573965311050415,
|
|
"learning_rate": 3.3172630825846095e-06,
|
|
"epoch": 1.8445229681978799,
|
|
"step": 2610
|
|
},
|
|
{
|
|
"loss": 0.8674,
|
|
"grad_norm": 0.5907488465309143,
|
|
"learning_rate": 3.025339167879615e-06,
|
|
"epoch": 1.851590106007067,
|
|
"step": 2620
|
|
},
|
|
{
|
|
"loss": 0.8551,
|
|
"grad_norm": 0.6165907382965088,
|
|
"learning_rate": 2.7466615518231486e-06,
|
|
"epoch": 1.8586572438162543,
|
|
"step": 2630
|
|
},
|
|
{
|
|
"loss": 0.8617,
|
|
"grad_norm": 0.5819846391677856,
|
|
"learning_rate": 2.4812683005130843e-06,
|
|
"epoch": 1.8657243816254416,
|
|
"step": 2640
|
|
},
|
|
{
|
|
"loss": 0.8544,
|
|
"grad_norm": 0.5709139108657837,
|
|
"learning_rate": 2.229195665463324e-06,
|
|
"epoch": 1.872791519434629,
|
|
"step": 2650
|
|
},
|
|
{
|
|
"loss": 0.8475,
|
|
"grad_norm": 0.687758207321167,
|
|
"learning_rate": 1.990478078652047e-06,
|
|
"epoch": 1.8798586572438163,
|
|
"step": 2660
|
|
},
|
|
{
|
|
"loss": 0.8617,
|
|
"grad_norm": 0.5966079831123352,
|
|
"learning_rate": 1.7651481478184296e-06,
|
|
"epoch": 1.8869257950530036,
|
|
"step": 2670
|
|
},
|
|
{
|
|
"loss": 0.8681,
|
|
"grad_norm": 0.5431429743766785,
|
|
"learning_rate": 1.553236652008605e-06,
|
|
"epoch": 1.893992932862191,
|
|
"step": 2680
|
|
},
|
|
{
|
|
"loss": 0.8618,
|
|
"grad_norm": 0.6142215728759766,
|
|
"learning_rate": 1.3547725373713405e-06,
|
|
"epoch": 1.901060070671378,
|
|
"step": 2690
|
|
},
|
|
{
|
|
"loss": 0.8654,
|
|
"grad_norm": 0.5876252055168152,
|
|
"learning_rate": 1.169782913204176e-06,
|
|
"epoch": 1.9081272084805654,
|
|
"step": 2700
|
|
},
|
|
{
|
|
"loss": 0.8492,
|
|
"grad_norm": 0.5388440489768982,
|
|
"learning_rate": 9.98293048250376e-07,
|
|
"epoch": 1.9151943462897525,
|
|
"step": 2710
|
|
},
|
|
{
|
|
"loss": 0.8666,
|
|
"grad_norm": 0.6419453620910645,
|
|
"learning_rate": 8.403263672473793e-07,
|
|
"epoch": 1.9222614840989398,
|
|
"step": 2720
|
|
},
|
|
{
|
|
"loss": 0.8654,
|
|
"grad_norm": 0.5551348328590393,
|
|
"learning_rate": 6.959044477270138e-07,
|
|
"epoch": 1.9293286219081272,
|
|
"step": 2730
|
|
},
|
|
{
|
|
"loss": 0.8681,
|
|
"grad_norm": 0.5783069133758545,
|
|
"learning_rate": 5.650470170681876e-07,
|
|
"epoch": 1.9363957597173145,
|
|
"step": 2740
|
|
},
|
|
{
|
|
"loss": 0.8661,
|
|
"grad_norm": 0.579828143119812,
|
|
"learning_rate": 4.477719498021782e-07,
|
|
"epoch": 1.9434628975265018,
|
|
"step": 2750
|
|
},
|
|
{
|
|
"loss": 0.8518,
|
|
"grad_norm": 0.6109597682952881,
|
|
"learning_rate": 3.440952651710072e-07,
|
|
"epoch": 1.9505300353356891,
|
|
"step": 2760
|
|
},
|
|
{
|
|
"loss": 0.8649,
|
|
"grad_norm": 0.5834357738494873,
|
|
"learning_rate": 2.540311249393912e-07,
|
|
"epoch": 1.9575971731448765,
|
|
"step": 2770
|
|
},
|
|
{
|
|
"loss": 0.8595,
|
|
"grad_norm": 0.5844215750694275,
|
|
"learning_rate": 1.7759183146021096e-07,
|
|
"epoch": 1.9646643109540636,
|
|
"step": 2780
|
|
},
|
|
{
|
|
"loss": 0.8602,
|
|
"grad_norm": 0.6017207503318787,
|
|
"learning_rate": 1.1478782599411153e-07,
|
|
"epoch": 1.971731448763251,
|
|
"step": 2790
|
|
},
|
|
{
|
|
"loss": 0.8555,
|
|
"grad_norm": 0.60943603515625,
|
|
"learning_rate": 6.562768728327618e-08,
|
|
"epoch": 1.978798586572438,
|
|
"step": 2800
|
|
},
|
|
{
|
|
"loss": 0.86,
|
|
"grad_norm": 0.5658397078514099,
|
|
"learning_rate": 3.0118130379575005e-08,
|
|
"epoch": 1.9858657243816253,
|
|
"step": 2810
|
|
},
|
|
{
|
|
"loss": 0.8591,
|
|
"grad_norm": 0.5758052468299866,
|
|
"learning_rate": 8.2640057273764e-09,
|
|
"epoch": 1.9929328621908127,
|
|
"step": 2820
|
|
},
|
|
{
|
|
"eval_loss": 0.9138538241386414,
|
|
"eval_runtime": 43.3799,
|
|
"eval_samples_per_second": 54.91,
|
|
"eval_steps_per_second": 13.739,
|
|
"epoch": 1.9929328621908127,
|
|
"step": 2820
|
|
},
|
|
{
|
|
"loss": 0.8452,
|
|
"grad_norm": 1.4162325859069824,
|
|
"learning_rate": 6.829850092149315e-11,
|
|
"epoch": 2.0,
|
|
"step": 2830
|
|
},
|
|
{
|
|
"train_runtime": 3925.8146,
|
|
"train_samples_per_second": 23.055,
|
|
"train_steps_per_second": 0.721,
|
|
"total_flos": 4.463337713824443e+17,
|
|
"train_loss": 0.9908652207876684,
|
|
"epoch": 2.0,
|
|
"step": 2830
|
|
}
|
|
] |