48 lines
3.9 KiB
JSON
48 lines
3.9 KiB
JSON
{"step": 10, "loss": 2.2878265976905823, "lr": 1.3209369384267192e-05, "tokens": 67923}
|
|
{"step": 20, "loss": 2.0363942682743073, "lr": 2.122748269375499e-06, "tokens": 134692}
|
|
{"step": 10, "loss": 2.939354717731476, "lr": 1.6666666666666667e-05, "tokens": 67923}
|
|
{"step": 20, "loss": 2.0424506664276123, "lr": 1.998653681152175e-05, "tokens": 134692}
|
|
{"step": 30, "loss": 1.9076462984085083, "lr": 1.9920691611412843e-05, "tokens": 201392}
|
|
{"step": 40, "loss": 1.9740137159824371, "lr": 1.9800392995936507e-05, "tokens": 267471}
|
|
{"step": 50, "loss": 1.913064181804657, "lr": 1.962637528825534e-05, "tokens": 334375}
|
|
{"step": 60, "loss": 1.7881331741809845, "lr": 1.9399700721986473e-05, "tokens": 402430}
|
|
{"step": 70, "loss": 1.9035142958164215, "lr": 1.9121752957147297e-05, "tokens": 469241}
|
|
{"step": 80, "loss": 1.8412806689739227, "lr": 1.879422863405995e-05, "tokens": 536482}
|
|
{"step": 90, "loss": 1.7583129703998566, "lr": 1.8419127016770864e-05, "tokens": 602791}
|
|
{"step": 100, "loss": 1.7790607213974, "lr": 1.799873778920377e-05, "tokens": 669064}
|
|
{"step": 100, "val_loss": 1.9379150072733562}
|
|
{"step": 110, "loss": 1.8393255770206451, "lr": 1.7535627078540492e-05, "tokens": 735863}
|
|
{"step": 120, "loss": 1.9139473736286163, "lr": 1.703262179114518e-05, "tokens": 803061}
|
|
{"step": 130, "loss": 1.8058326840400696, "lr": 1.649279235664813e-05, "tokens": 869630}
|
|
{"step": 140, "loss": 1.7196030020713806, "lr": 1.5919433985522342e-05, "tokens": 936535}
|
|
{"step": 150, "loss": 1.6133844256401062, "lr": 1.5316046554559582e-05, "tokens": 1003191}
|
|
{"step": 160, "loss": 1.653269112110138, "lr": 1.4686313243028558e-05, "tokens": 1070088}
|
|
{"step": 170, "loss": 1.6329366564750671, "lr": 1.4034078049923656e-05, "tokens": 1136019}
|
|
{"step": 180, "loss": 1.5611399412155151, "lr": 1.3363322329542786e-05, "tokens": 1202840}
|
|
{"step": 190, "loss": 1.5885104835033417, "lr": 1.267814048862513e-05, "tokens": 1269825}
|
|
{"step": 200, "loss": 1.7346630096435547, "lr": 1.1982714993397636e-05, "tokens": 1336813}
|
|
{"step": 200, "val_loss": 1.9249826570351918}
|
|
{"step": 210, "loss": 1.5117279589176178, "lr": 1.128129083909142e-05, "tokens": 1403598}
|
|
{"step": 220, "loss": 1.7542182803153992, "lr": 1.0578149637770539e-05, "tokens": 1471244}
|
|
{"step": 230, "loss": 1.6589492857456207, "lr": 9.877583482645404e-06, "tokens": 1537546}
|
|
{"step": 240, "loss": 1.7250402867794037, "lr": 9.183868748407478e-06, "tokens": 1603870}
|
|
{"step": 250, "loss": 1.7548629939556122, "lr": 8.501239987512493e-06, "tokens": 1671064}
|
|
{"step": 260, "loss": 1.7600372731685638, "lr": 7.8338640817537e-06, "tokens": 1738838}
|
|
{"step": 270, "loss": 1.6335144340991974, "lr": 7.185814806908302e-06, "tokens": 1806443}
|
|
{"step": 280, "loss": 1.5377205610275269, "lr": 6.561047965718835e-06, "tokens": 1872793}
|
|
{"step": 290, "loss": 1.515916258096695, "lr": 5.963377241001944e-06, "tokens": 1939412}
|
|
{"step": 300, "loss": 1.5368092954158783, "lr": 5.39645091628134e-06, "tokens": 2005736}
|
|
{"step": 300, "val_loss": 1.9303301175435383}
|
|
{"step": 310, "loss": 1.4315034747123718, "lr": 4.86372960604606e-06, "tokens": 2072443}
|
|
{"step": 320, "loss": 1.593166470527649, "lr": 4.368465131572412e-06, "tokens": 2139624}
|
|
{"step": 330, "loss": 1.5019963383674622, "lr": 3.9136806712550715e-06, "tokens": 2206903}
|
|
{"step": 340, "loss": 1.5305356681346893, "lr": 3.502152306613177e-06, "tokens": 2273390}
|
|
{"step": 350, "loss": 1.4501506686210632, "lr": 3.1363920766176304e-06, "tokens": 2341349}
|
|
{"step": 360, "loss": 1.4948653876781464, "lr": 2.81863264377897e-06, "tokens": 2409665}
|
|
{"step": 370, "loss": 1.492090880870819, "lr": 2.5508136655965227e-06, "tokens": 2475673}
|
|
{"step": 380, "loss": 1.5593148171901703, "lr": 2.334569954559895e-06, "tokens": 2543110}
|
|
{"step": 390, "loss": 1.5064437985420227, "lr": 2.1712214989761126e-06, "tokens": 2608734}
|
|
{"step": 400, "loss": 1.5970333516597748, "lr": 2.061765405537013e-06, "tokens": 2675708}
|
|
{"step": 400, "val_loss": 1.9279668629169464}
|
|
{"step": 410, "loss": 1.4075163304805756, "lr": 2.006869812810786e-06, "tokens": 2742536}
|