3523 lines
85 KiB
JSON
3523 lines
85 KiB
JSON
|
{
|
||
|
|
"best_global_step": null,
|
||
|
|
"best_metric": null,
|
||
|
|
"best_model_checkpoint": null,
|
||
|
|
"epoch": 3.0,
|
||
|
|
"eval_steps": 500,
|
||
|
|
"global_step": 4971,
|
||
|
|
"is_hyper_param_search": false,
|
||
|
|
"is_local_process_zero": true,
|
||
|
|
"is_world_process_zero": true,
|
||
|
|
"log_history": [
|
||
|
|
{
|
||
|
|
"epoch": 0.006035913686434284,
|
||
|
|
"grad_norm": 13.465597639885102,
|
||
|
|
"learning_rate": 1.8072289156626505e-07,
|
||
|
|
"loss": 0.8887,
|
||
|
|
"step": 10
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.012071827372868568,
|
||
|
|
"grad_norm": 12.414937705631793,
|
||
|
|
"learning_rate": 3.8152610441767073e-07,
|
||
|
|
"loss": 0.8871,
|
||
|
|
"step": 20
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.01810774105930285,
|
||
|
|
"grad_norm": 5.604563580675332,
|
||
|
|
"learning_rate": 5.823293172690764e-07,
|
||
|
|
"loss": 0.7943,
|
||
|
|
"step": 30
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.024143654745737136,
|
||
|
|
"grad_norm": 3.082127771205323,
|
||
|
|
"learning_rate": 7.83132530120482e-07,
|
||
|
|
"loss": 0.6989,
|
||
|
|
"step": 40
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.03017956843217142,
|
||
|
|
"grad_norm": 1.9253363533227204,
|
||
|
|
"learning_rate": 9.839357429718876e-07,
|
||
|
|
"loss": 0.6283,
|
||
|
|
"step": 50
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0362154821186057,
|
||
|
|
"grad_norm": 1.2352792533570607,
|
||
|
|
"learning_rate": 1.1847389558232934e-06,
|
||
|
|
"loss": 0.5916,
|
||
|
|
"step": 60
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04225139580503999,
|
||
|
|
"grad_norm": 0.8094703225757798,
|
||
|
|
"learning_rate": 1.385542168674699e-06,
|
||
|
|
"loss": 0.5623,
|
||
|
|
"step": 70
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.04828730949147427,
|
||
|
|
"grad_norm": 0.7924082712954621,
|
||
|
|
"learning_rate": 1.5863453815261046e-06,
|
||
|
|
"loss": 0.536,
|
||
|
|
"step": 80
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.05432322317790855,
|
||
|
|
"grad_norm": 0.7765422489934142,
|
||
|
|
"learning_rate": 1.7871485943775102e-06,
|
||
|
|
"loss": 0.5246,
|
||
|
|
"step": 90
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06035913686434284,
|
||
|
|
"grad_norm": 1.2024335532490196,
|
||
|
|
"learning_rate": 1.987951807228916e-06,
|
||
|
|
"loss": 0.5112,
|
||
|
|
"step": 100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.06639505055077713,
|
||
|
|
"grad_norm": 0.7361271470838762,
|
||
|
|
"learning_rate": 2.1887550200803216e-06,
|
||
|
|
"loss": 0.4973,
|
||
|
|
"step": 110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.0724309642372114,
|
||
|
|
"grad_norm": 0.9636947285799289,
|
||
|
|
"learning_rate": 2.389558232931727e-06,
|
||
|
|
"loss": 0.4926,
|
||
|
|
"step": 120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.07846687792364569,
|
||
|
|
"grad_norm": 0.834221678860187,
|
||
|
|
"learning_rate": 2.590361445783133e-06,
|
||
|
|
"loss": 0.4868,
|
||
|
|
"step": 130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.08450279161007998,
|
||
|
|
"grad_norm": 0.721459089158014,
|
||
|
|
"learning_rate": 2.791164658634538e-06,
|
||
|
|
"loss": 0.4836,
|
||
|
|
"step": 140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09053870529651425,
|
||
|
|
"grad_norm": 0.7680662169711512,
|
||
|
|
"learning_rate": 2.991967871485944e-06,
|
||
|
|
"loss": 0.4759,
|
||
|
|
"step": 150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.09657461898294854,
|
||
|
|
"grad_norm": 0.8074470103289187,
|
||
|
|
"learning_rate": 3.1927710843373494e-06,
|
||
|
|
"loss": 0.4753,
|
||
|
|
"step": 160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.10261053266938283,
|
||
|
|
"grad_norm": 0.7821569953929599,
|
||
|
|
"learning_rate": 3.393574297188755e-06,
|
||
|
|
"loss": 0.4689,
|
||
|
|
"step": 170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1086464463558171,
|
||
|
|
"grad_norm": 0.8046561770221946,
|
||
|
|
"learning_rate": 3.5943775100401606e-06,
|
||
|
|
"loss": 0.4678,
|
||
|
|
"step": 180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1146823600422514,
|
||
|
|
"grad_norm": 0.8787311236716008,
|
||
|
|
"learning_rate": 3.7951807228915664e-06,
|
||
|
|
"loss": 0.463,
|
||
|
|
"step": 190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12071827372868568,
|
||
|
|
"grad_norm": 0.8810490177348705,
|
||
|
|
"learning_rate": 3.995983935742972e-06,
|
||
|
|
"loss": 0.4601,
|
||
|
|
"step": 200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.12675418741511996,
|
||
|
|
"grad_norm": 0.8889957032229883,
|
||
|
|
"learning_rate": 4.196787148594378e-06,
|
||
|
|
"loss": 0.4589,
|
||
|
|
"step": 210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13279010110155426,
|
||
|
|
"grad_norm": 1.0047774511651133,
|
||
|
|
"learning_rate": 4.397590361445783e-06,
|
||
|
|
"loss": 0.4533,
|
||
|
|
"step": 220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.13882601478798853,
|
||
|
|
"grad_norm": 0.8382898002966074,
|
||
|
|
"learning_rate": 4.598393574297189e-06,
|
||
|
|
"loss": 0.4541,
|
||
|
|
"step": 230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1448619284744228,
|
||
|
|
"grad_norm": 0.8867952107395614,
|
||
|
|
"learning_rate": 4.799196787148594e-06,
|
||
|
|
"loss": 0.4488,
|
||
|
|
"step": 240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1508978421608571,
|
||
|
|
"grad_norm": 0.8306941422038123,
|
||
|
|
"learning_rate": 5e-06,
|
||
|
|
"loss": 0.4521,
|
||
|
|
"step": 250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.15693375584729138,
|
||
|
|
"grad_norm": 0.8874942497893604,
|
||
|
|
"learning_rate": 5.200803212851407e-06,
|
||
|
|
"loss": 0.4505,
|
||
|
|
"step": 260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16296966953372566,
|
||
|
|
"grad_norm": 0.8911658824764517,
|
||
|
|
"learning_rate": 5.401606425702812e-06,
|
||
|
|
"loss": 0.446,
|
||
|
|
"step": 270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.16900558322015996,
|
||
|
|
"grad_norm": 0.8852855388263275,
|
||
|
|
"learning_rate": 5.602409638554217e-06,
|
||
|
|
"loss": 0.4452,
|
||
|
|
"step": 280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.17504149690659423,
|
||
|
|
"grad_norm": 0.9910318655855725,
|
||
|
|
"learning_rate": 5.803212851405623e-06,
|
||
|
|
"loss": 0.4413,
|
||
|
|
"step": 290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1810774105930285,
|
||
|
|
"grad_norm": 1.0110708733608424,
|
||
|
|
"learning_rate": 6.004016064257029e-06,
|
||
|
|
"loss": 0.4397,
|
||
|
|
"step": 300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.1871133242794628,
|
||
|
|
"grad_norm": 0.9003864963841174,
|
||
|
|
"learning_rate": 6.2048192771084344e-06,
|
||
|
|
"loss": 0.4414,
|
||
|
|
"step": 310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19314923796589709,
|
||
|
|
"grad_norm": 0.906399226331659,
|
||
|
|
"learning_rate": 6.40562248995984e-06,
|
||
|
|
"loss": 0.4372,
|
||
|
|
"step": 320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.19918515165233136,
|
||
|
|
"grad_norm": 1.071695971731785,
|
||
|
|
"learning_rate": 6.606425702811245e-06,
|
||
|
|
"loss": 0.4381,
|
||
|
|
"step": 330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.20522106533876566,
|
||
|
|
"grad_norm": 0.9761062070856111,
|
||
|
|
"learning_rate": 6.8072289156626514e-06,
|
||
|
|
"loss": 0.4343,
|
||
|
|
"step": 340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.21125697902519994,
|
||
|
|
"grad_norm": 0.9721838815300707,
|
||
|
|
"learning_rate": 7.008032128514058e-06,
|
||
|
|
"loss": 0.4373,
|
||
|
|
"step": 350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2172928927116342,
|
||
|
|
"grad_norm": 0.8909414468062403,
|
||
|
|
"learning_rate": 7.208835341365462e-06,
|
||
|
|
"loss": 0.4336,
|
||
|
|
"step": 360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2233288063980685,
|
||
|
|
"grad_norm": 0.964718436271309,
|
||
|
|
"learning_rate": 7.4096385542168684e-06,
|
||
|
|
"loss": 0.4348,
|
||
|
|
"step": 370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2293647200845028,
|
||
|
|
"grad_norm": 1.025409695885071,
|
||
|
|
"learning_rate": 7.610441767068274e-06,
|
||
|
|
"loss": 0.4326,
|
||
|
|
"step": 380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.23540063377093706,
|
||
|
|
"grad_norm": 0.9270275542948012,
|
||
|
|
"learning_rate": 7.81124497991968e-06,
|
||
|
|
"loss": 0.4324,
|
||
|
|
"step": 390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24143654745737136,
|
||
|
|
"grad_norm": 0.9390965093376761,
|
||
|
|
"learning_rate": 8.012048192771085e-06,
|
||
|
|
"loss": 0.4302,
|
||
|
|
"step": 400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.24747246114380564,
|
||
|
|
"grad_norm": 0.7707812298350031,
|
||
|
|
"learning_rate": 8.21285140562249e-06,
|
||
|
|
"loss": 0.4276,
|
||
|
|
"step": 410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2535083748302399,
|
||
|
|
"grad_norm": 0.8215921682895242,
|
||
|
|
"learning_rate": 8.413654618473896e-06,
|
||
|
|
"loss": 0.4274,
|
||
|
|
"step": 420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2595442885166742,
|
||
|
|
"grad_norm": 1.0290878620245738,
|
||
|
|
"learning_rate": 8.614457831325302e-06,
|
||
|
|
"loss": 0.427,
|
||
|
|
"step": 430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2655802022031085,
|
||
|
|
"grad_norm": 0.9009095092288704,
|
||
|
|
"learning_rate": 8.815261044176707e-06,
|
||
|
|
"loss": 0.4232,
|
||
|
|
"step": 440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27161611588954276,
|
||
|
|
"grad_norm": 0.9646916353387767,
|
||
|
|
"learning_rate": 9.016064257028112e-06,
|
||
|
|
"loss": 0.4235,
|
||
|
|
"step": 450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.27765202957597707,
|
||
|
|
"grad_norm": 0.8009669905789347,
|
||
|
|
"learning_rate": 9.21686746987952e-06,
|
||
|
|
"loss": 0.4248,
|
||
|
|
"step": 460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.28368794326241137,
|
||
|
|
"grad_norm": 2.57971922495045,
|
||
|
|
"learning_rate": 9.417670682730925e-06,
|
||
|
|
"loss": 0.4246,
|
||
|
|
"step": 470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2897238569488456,
|
||
|
|
"grad_norm": 0.9225235875464007,
|
||
|
|
"learning_rate": 9.61847389558233e-06,
|
||
|
|
"loss": 0.4256,
|
||
|
|
"step": 480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.2957597706352799,
|
||
|
|
"grad_norm": 0.8937790567235143,
|
||
|
|
"learning_rate": 9.819277108433736e-06,
|
||
|
|
"loss": 0.4232,
|
||
|
|
"step": 490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3017956843217142,
|
||
|
|
"grad_norm": 0.992661961364272,
|
||
|
|
"learning_rate": 9.99999876677608e-06,
|
||
|
|
"loss": 0.4236,
|
||
|
|
"step": 500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.30783159800814847,
|
||
|
|
"grad_norm": 1.1203639087859305,
|
||
|
|
"learning_rate": 9.999850780641762e-06,
|
||
|
|
"loss": 0.423,
|
||
|
|
"step": 510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31386751169458277,
|
||
|
|
"grad_norm": 0.9504675074156581,
|
||
|
|
"learning_rate": 9.999456158087994e-06,
|
||
|
|
"loss": 0.4255,
|
||
|
|
"step": 520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.31990342538101707,
|
||
|
|
"grad_norm": 1.1526705071263037,
|
||
|
|
"learning_rate": 9.998814918581017e-06,
|
||
|
|
"loss": 0.4236,
|
||
|
|
"step": 530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3259393390674513,
|
||
|
|
"grad_norm": 0.9400926329756719,
|
||
|
|
"learning_rate": 9.99792709375238e-06,
|
||
|
|
"loss": 0.4193,
|
||
|
|
"step": 540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3319752527538856,
|
||
|
|
"grad_norm": 0.761979605644821,
|
||
|
|
"learning_rate": 9.996792727397374e-06,
|
||
|
|
"loss": 0.4178,
|
||
|
|
"step": 550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3380111664403199,
|
||
|
|
"grad_norm": 0.7761858463434534,
|
||
|
|
"learning_rate": 9.995411875472882e-06,
|
||
|
|
"loss": 0.4172,
|
||
|
|
"step": 560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.34404708012675417,
|
||
|
|
"grad_norm": 0.8353265789234773,
|
||
|
|
"learning_rate": 9.993784606094612e-06,
|
||
|
|
"loss": 0.417,
|
||
|
|
"step": 570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35008299381318847,
|
||
|
|
"grad_norm": 0.7921534241896437,
|
||
|
|
"learning_rate": 9.991910999533739e-06,
|
||
|
|
"loss": 0.4164,
|
||
|
|
"step": 580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.35611890749962277,
|
||
|
|
"grad_norm": 0.8368518529458858,
|
||
|
|
"learning_rate": 9.98979114821294e-06,
|
||
|
|
"loss": 0.4212,
|
||
|
|
"step": 590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.362154821186057,
|
||
|
|
"grad_norm": 0.8526689259731893,
|
||
|
|
"learning_rate": 9.98742515670185e-06,
|
||
|
|
"loss": 0.413,
|
||
|
|
"step": 600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3681907348724913,
|
||
|
|
"grad_norm": 0.8691355689423315,
|
||
|
|
"learning_rate": 9.98481314171188e-06,
|
||
|
|
"loss": 0.4147,
|
||
|
|
"step": 610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3742266485589256,
|
||
|
|
"grad_norm": 0.7413766525933784,
|
||
|
|
"learning_rate": 9.981955232090484e-06,
|
||
|
|
"loss": 0.4202,
|
||
|
|
"step": 620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38026256224535987,
|
||
|
|
"grad_norm": 0.862826800304683,
|
||
|
|
"learning_rate": 9.978851568814789e-06,
|
||
|
|
"loss": 0.4144,
|
||
|
|
"step": 630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.38629847593179417,
|
||
|
|
"grad_norm": 0.852995884285724,
|
||
|
|
"learning_rate": 9.975502304984643e-06,
|
||
|
|
"loss": 0.4159,
|
||
|
|
"step": 640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3923343896182285,
|
||
|
|
"grad_norm": 0.8190268708459463,
|
||
|
|
"learning_rate": 9.971907605815065e-06,
|
||
|
|
"loss": 0.4133,
|
||
|
|
"step": 650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.3983703033046627,
|
||
|
|
"grad_norm": 0.7826738241592833,
|
||
|
|
"learning_rate": 9.968067648628092e-06,
|
||
|
|
"loss": 0.417,
|
||
|
|
"step": 660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.404406216991097,
|
||
|
|
"grad_norm": 0.8234056482304477,
|
||
|
|
"learning_rate": 9.963982622844037e-06,
|
||
|
|
"loss": 0.4151,
|
||
|
|
"step": 670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4104421306775313,
|
||
|
|
"grad_norm": 0.8389822495874198,
|
||
|
|
"learning_rate": 9.959652729972138e-06,
|
||
|
|
"loss": 0.4142,
|
||
|
|
"step": 680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.41647804436396557,
|
||
|
|
"grad_norm": 0.7530220222404655,
|
||
|
|
"learning_rate": 9.955078183600626e-06,
|
||
|
|
"loss": 0.4135,
|
||
|
|
"step": 690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4225139580503999,
|
||
|
|
"grad_norm": 0.8094044727188283,
|
||
|
|
"learning_rate": 9.950259209386182e-06,
|
||
|
|
"loss": 0.4076,
|
||
|
|
"step": 700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4285498717368342,
|
||
|
|
"grad_norm": 0.7704390882655109,
|
||
|
|
"learning_rate": 9.945196045042812e-06,
|
||
|
|
"loss": 0.41,
|
||
|
|
"step": 710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4345857854232684,
|
||
|
|
"grad_norm": 0.9003987196323937,
|
||
|
|
"learning_rate": 9.93988894033011e-06,
|
||
|
|
"loss": 0.4114,
|
||
|
|
"step": 720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4406216991097027,
|
||
|
|
"grad_norm": 0.8729571471009108,
|
||
|
|
"learning_rate": 9.934338157040953e-06,
|
||
|
|
"loss": 0.4128,
|
||
|
|
"step": 730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.446657612796137,
|
||
|
|
"grad_norm": 0.7801434856688376,
|
||
|
|
"learning_rate": 9.928543968988576e-06,
|
||
|
|
"loss": 0.4103,
|
||
|
|
"step": 740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4526935264825713,
|
||
|
|
"grad_norm": 0.9417689284475159,
|
||
|
|
"learning_rate": 9.922506661993067e-06,
|
||
|
|
"loss": 0.4086,
|
||
|
|
"step": 750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4587294401690056,
|
||
|
|
"grad_norm": 0.8877368018323296,
|
||
|
|
"learning_rate": 9.91622653386727e-06,
|
||
|
|
"loss": 0.4139,
|
||
|
|
"step": 760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4647653538554399,
|
||
|
|
"grad_norm": 0.7960343939884429,
|
||
|
|
"learning_rate": 9.909703894402093e-06,
|
||
|
|
"loss": 0.4072,
|
||
|
|
"step": 770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4708012675418741,
|
||
|
|
"grad_norm": 0.7142525800658928,
|
||
|
|
"learning_rate": 9.90293906535123e-06,
|
||
|
|
"loss": 0.4069,
|
||
|
|
"step": 780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4768371812283084,
|
||
|
|
"grad_norm": 0.8168998091378754,
|
||
|
|
"learning_rate": 9.895932380415277e-06,
|
||
|
|
"loss": 0.4053,
|
||
|
|
"step": 790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48287309491474273,
|
||
|
|
"grad_norm": 0.7851582099155968,
|
||
|
|
"learning_rate": 9.888684185225291e-06,
|
||
|
|
"loss": 0.4096,
|
||
|
|
"step": 800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.48890900860117703,
|
||
|
|
"grad_norm": 0.7313895363802666,
|
||
|
|
"learning_rate": 9.881194837325722e-06,
|
||
|
|
"loss": 0.4035,
|
||
|
|
"step": 810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.4949449222876113,
|
||
|
|
"grad_norm": 0.801599057157289,
|
||
|
|
"learning_rate": 9.873464706156785e-06,
|
||
|
|
"loss": 0.4082,
|
||
|
|
"step": 820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5009808359740455,
|
||
|
|
"grad_norm": 0.7959824627607599,
|
||
|
|
"learning_rate": 9.865494173036238e-06,
|
||
|
|
"loss": 0.4086,
|
||
|
|
"step": 830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5070167496604798,
|
||
|
|
"grad_norm": 0.7643194639900054,
|
||
|
|
"learning_rate": 9.857283631140563e-06,
|
||
|
|
"loss": 0.4097,
|
||
|
|
"step": 840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5130526633469141,
|
||
|
|
"grad_norm": 0.8141162481887632,
|
||
|
|
"learning_rate": 9.848833485485577e-06,
|
||
|
|
"loss": 0.4068,
|
||
|
|
"step": 850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5190885770333484,
|
||
|
|
"grad_norm": 0.7263606575446551,
|
||
|
|
"learning_rate": 9.840144152906455e-06,
|
||
|
|
"loss": 0.4052,
|
||
|
|
"step": 860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5251244907197827,
|
||
|
|
"grad_norm": 0.7326820835121685,
|
||
|
|
"learning_rate": 9.831216062037163e-06,
|
||
|
|
"loss": 0.403,
|
||
|
|
"step": 870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.531160404406217,
|
||
|
|
"grad_norm": 0.7722145618849807,
|
||
|
|
"learning_rate": 9.822049653289318e-06,
|
||
|
|
"loss": 0.4041,
|
||
|
|
"step": 880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5371963180926512,
|
||
|
|
"grad_norm": 0.7035970302521439,
|
||
|
|
"learning_rate": 9.81264537883046e-06,
|
||
|
|
"loss": 0.401,
|
||
|
|
"step": 890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5432322317790855,
|
||
|
|
"grad_norm": 0.6580207236042055,
|
||
|
|
"learning_rate": 9.803003702561753e-06,
|
||
|
|
"loss": 0.4057,
|
||
|
|
"step": 900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5492681454655198,
|
||
|
|
"grad_norm": 0.6960070468306416,
|
||
|
|
"learning_rate": 9.79312510009509e-06,
|
||
|
|
"loss": 0.4103,
|
||
|
|
"step": 910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5553040591519541,
|
||
|
|
"grad_norm": 0.7088936549744779,
|
||
|
|
"learning_rate": 9.783010058729644e-06,
|
||
|
|
"loss": 0.4024,
|
||
|
|
"step": 920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5613399728383884,
|
||
|
|
"grad_norm": 0.8173990374915286,
|
||
|
|
"learning_rate": 9.772659077427824e-06,
|
||
|
|
"loss": 0.3983,
|
||
|
|
"step": 930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5673758865248227,
|
||
|
|
"grad_norm": 0.7248588219467303,
|
||
|
|
"learning_rate": 9.762072666790658e-06,
|
||
|
|
"loss": 0.4042,
|
||
|
|
"step": 940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5734118002112569,
|
||
|
|
"grad_norm": 0.6953286894486166,
|
||
|
|
"learning_rate": 9.751251349032615e-06,
|
||
|
|
"loss": 0.4052,
|
||
|
|
"step": 950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5794477138976912,
|
||
|
|
"grad_norm": 0.6805775618542874,
|
||
|
|
"learning_rate": 9.74019565795584e-06,
|
||
|
|
"loss": 0.4028,
|
||
|
|
"step": 960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5854836275841255,
|
||
|
|
"grad_norm": 0.7073250522342893,
|
||
|
|
"learning_rate": 9.728906138923823e-06,
|
||
|
|
"loss": 0.4031,
|
||
|
|
"step": 970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5915195412705598,
|
||
|
|
"grad_norm": 0.8161486510568995,
|
||
|
|
"learning_rate": 9.71738334883449e-06,
|
||
|
|
"loss": 0.4012,
|
||
|
|
"step": 980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.5975554549569941,
|
||
|
|
"grad_norm": 0.7478470587664012,
|
||
|
|
"learning_rate": 9.705627856092743e-06,
|
||
|
|
"loss": 0.4035,
|
||
|
|
"step": 990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6035913686434284,
|
||
|
|
"grad_norm": 1.2181648223419725,
|
||
|
|
"learning_rate": 9.69364024058242e-06,
|
||
|
|
"loss": 0.3994,
|
||
|
|
"step": 1000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6096272823298626,
|
||
|
|
"grad_norm": 0.724496170506016,
|
||
|
|
"learning_rate": 9.681421093637677e-06,
|
||
|
|
"loss": 0.4003,
|
||
|
|
"step": 1010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6156631960162969,
|
||
|
|
"grad_norm": 0.7245373569956688,
|
||
|
|
"learning_rate": 9.668971018013835e-06,
|
||
|
|
"loss": 0.3993,
|
||
|
|
"step": 1020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6216991097027312,
|
||
|
|
"grad_norm": 1.3707555561464966,
|
||
|
|
"learning_rate": 9.656290627857638e-06,
|
||
|
|
"loss": 0.4031,
|
||
|
|
"step": 1030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6277350233891655,
|
||
|
|
"grad_norm": 0.8617205371794142,
|
||
|
|
"learning_rate": 9.643380548676957e-06,
|
||
|
|
"loss": 0.3989,
|
||
|
|
"step": 1040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6337709370755998,
|
||
|
|
"grad_norm": 0.7218421707442351,
|
||
|
|
"learning_rate": 9.63024141730994e-06,
|
||
|
|
"loss": 0.4009,
|
||
|
|
"step": 1050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6398068507620341,
|
||
|
|
"grad_norm": 0.7919863849580143,
|
||
|
|
"learning_rate": 9.616873881893593e-06,
|
||
|
|
"loss": 0.402,
|
||
|
|
"step": 1060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6458427644484683,
|
||
|
|
"grad_norm": 0.7643496416415103,
|
||
|
|
"learning_rate": 9.603278601831806e-06,
|
||
|
|
"loss": 0.3966,
|
||
|
|
"step": 1070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6518786781349026,
|
||
|
|
"grad_norm": 0.8387350986976135,
|
||
|
|
"learning_rate": 9.58945624776284e-06,
|
||
|
|
"loss": 0.3974,
|
||
|
|
"step": 1080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6579145918213369,
|
||
|
|
"grad_norm": 0.7195707742464319,
|
||
|
|
"learning_rate": 9.575407501526218e-06,
|
||
|
|
"loss": 0.4033,
|
||
|
|
"step": 1090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6639505055077712,
|
||
|
|
"grad_norm": 0.8948583587192116,
|
||
|
|
"learning_rate": 9.561133056129122e-06,
|
||
|
|
"loss": 0.4005,
|
||
|
|
"step": 1100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6699864191942055,
|
||
|
|
"grad_norm": 0.7784558611785358,
|
||
|
|
"learning_rate": 9.546633615712184e-06,
|
||
|
|
"loss": 0.3969,
|
||
|
|
"step": 1110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6760223328806398,
|
||
|
|
"grad_norm": 0.7279188084081983,
|
||
|
|
"learning_rate": 9.531909895514766e-06,
|
||
|
|
"loss": 0.3968,
|
||
|
|
"step": 1120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6820582465670741,
|
||
|
|
"grad_norm": 0.7707824454002812,
|
||
|
|
"learning_rate": 9.516962621839667e-06,
|
||
|
|
"loss": 0.3941,
|
||
|
|
"step": 1130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6880941602535083,
|
||
|
|
"grad_norm": 0.7559246242676043,
|
||
|
|
"learning_rate": 9.501792532017304e-06,
|
||
|
|
"loss": 0.3935,
|
||
|
|
"step": 1140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.6941300739399426,
|
||
|
|
"grad_norm": 0.7670492895949397,
|
||
|
|
"learning_rate": 9.48640037436934e-06,
|
||
|
|
"loss": 0.3962,
|
||
|
|
"step": 1150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7001659876263769,
|
||
|
|
"grad_norm": 0.7574175499302432,
|
||
|
|
"learning_rate": 9.470786908171761e-06,
|
||
|
|
"loss": 0.396,
|
||
|
|
"step": 1160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7062019013128112,
|
||
|
|
"grad_norm": 1.1364368407573255,
|
||
|
|
"learning_rate": 9.454952903617434e-06,
|
||
|
|
"loss": 0.3987,
|
||
|
|
"step": 1170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7122378149992455,
|
||
|
|
"grad_norm": 0.6929517509246322,
|
||
|
|
"learning_rate": 9.438899141778105e-06,
|
||
|
|
"loss": 0.3959,
|
||
|
|
"step": 1180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7182737286856798,
|
||
|
|
"grad_norm": 0.7239918001848392,
|
||
|
|
"learning_rate": 9.42262641456588e-06,
|
||
|
|
"loss": 0.3961,
|
||
|
|
"step": 1190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.724309642372114,
|
||
|
|
"grad_norm": 0.7351627240649914,
|
||
|
|
"learning_rate": 9.406135524694146e-06,
|
||
|
|
"loss": 0.3946,
|
||
|
|
"step": 1200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7303455560585483,
|
||
|
|
"grad_norm": 0.7178193311197739,
|
||
|
|
"learning_rate": 9.389427285637986e-06,
|
||
|
|
"loss": 0.3934,
|
||
|
|
"step": 1210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7363814697449826,
|
||
|
|
"grad_norm": 0.7197436378060236,
|
||
|
|
"learning_rate": 9.372502521594052e-06,
|
||
|
|
"loss": 0.3951,
|
||
|
|
"step": 1220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7424173834314169,
|
||
|
|
"grad_norm": 0.7020942866993558,
|
||
|
|
"learning_rate": 9.355362067439899e-06,
|
||
|
|
"loss": 0.3953,
|
||
|
|
"step": 1230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7484532971178512,
|
||
|
|
"grad_norm": 0.6493652144119091,
|
||
|
|
"learning_rate": 9.338006768692807e-06,
|
||
|
|
"loss": 0.3976,
|
||
|
|
"step": 1240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7544892108042855,
|
||
|
|
"grad_norm": 0.7452091082245685,
|
||
|
|
"learning_rate": 9.320437481468077e-06,
|
||
|
|
"loss": 0.3947,
|
||
|
|
"step": 1250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7605251244907197,
|
||
|
|
"grad_norm": 0.7211982596336295,
|
||
|
|
"learning_rate": 9.302655072436789e-06,
|
||
|
|
"loss": 0.3978,
|
||
|
|
"step": 1260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.766561038177154,
|
||
|
|
"grad_norm": 0.8069527677411222,
|
||
|
|
"learning_rate": 9.284660418783064e-06,
|
||
|
|
"loss": 0.3961,
|
||
|
|
"step": 1270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7725969518635883,
|
||
|
|
"grad_norm": 0.6964974366663241,
|
||
|
|
"learning_rate": 9.266454408160779e-06,
|
||
|
|
"loss": 0.395,
|
||
|
|
"step": 1280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7786328655500226,
|
||
|
|
"grad_norm": 0.6951835215600591,
|
||
|
|
"learning_rate": 9.248037938649792e-06,
|
||
|
|
"loss": 0.3918,
|
||
|
|
"step": 1290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.784668779236457,
|
||
|
|
"grad_norm": 0.7011033108204148,
|
||
|
|
"learning_rate": 9.229411918711637e-06,
|
||
|
|
"loss": 0.3911,
|
||
|
|
"step": 1300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7907046929228913,
|
||
|
|
"grad_norm": 0.6699999752789259,
|
||
|
|
"learning_rate": 9.210577267144703e-06,
|
||
|
|
"loss": 0.3917,
|
||
|
|
"step": 1310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.7967406066093254,
|
||
|
|
"grad_norm": 0.7952469588442095,
|
||
|
|
"learning_rate": 9.191534913038926e-06,
|
||
|
|
"loss": 0.393,
|
||
|
|
"step": 1320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8027765202957597,
|
||
|
|
"grad_norm": 0.7362949625214187,
|
||
|
|
"learning_rate": 9.172285795729945e-06,
|
||
|
|
"loss": 0.3916,
|
||
|
|
"step": 1330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.808812433982194,
|
||
|
|
"grad_norm": 0.777349182077021,
|
||
|
|
"learning_rate": 9.152830864752773e-06,
|
||
|
|
"loss": 0.396,
|
||
|
|
"step": 1340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8148483476686283,
|
||
|
|
"grad_norm": 0.6858011231159463,
|
||
|
|
"learning_rate": 9.133171079794952e-06,
|
||
|
|
"loss": 0.3949,
|
||
|
|
"step": 1350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8208842613550626,
|
||
|
|
"grad_norm": 0.8252893789848457,
|
||
|
|
"learning_rate": 9.113307410649222e-06,
|
||
|
|
"loss": 0.3951,
|
||
|
|
"step": 1360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.826920175041497,
|
||
|
|
"grad_norm": 0.742614174317752,
|
||
|
|
"learning_rate": 9.093240837165668e-06,
|
||
|
|
"loss": 0.3912,
|
||
|
|
"step": 1370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8329560887279311,
|
||
|
|
"grad_norm": 0.6712408370389595,
|
||
|
|
"learning_rate": 9.072972349203401e-06,
|
||
|
|
"loss": 0.3938,
|
||
|
|
"step": 1380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8389920024143654,
|
||
|
|
"grad_norm": 0.7390425813359819,
|
||
|
|
"learning_rate": 9.052502946581718e-06,
|
||
|
|
"loss": 0.3902,
|
||
|
|
"step": 1390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8450279161007997,
|
||
|
|
"grad_norm": 0.9031901060003036,
|
||
|
|
"learning_rate": 9.031833639030789e-06,
|
||
|
|
"loss": 0.39,
|
||
|
|
"step": 1400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.851063829787234,
|
||
|
|
"grad_norm": 0.8073830235615219,
|
||
|
|
"learning_rate": 9.010965446141842e-06,
|
||
|
|
"loss": 0.3907,
|
||
|
|
"step": 1410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8570997434736684,
|
||
|
|
"grad_norm": 0.7197468777451328,
|
||
|
|
"learning_rate": 8.989899397316875e-06,
|
||
|
|
"loss": 0.3933,
|
||
|
|
"step": 1420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8631356571601027,
|
||
|
|
"grad_norm": 0.7874409375571629,
|
||
|
|
"learning_rate": 8.96863653171787e-06,
|
||
|
|
"loss": 0.3941,
|
||
|
|
"step": 1430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8691715708465368,
|
||
|
|
"grad_norm": 0.7047790860975574,
|
||
|
|
"learning_rate": 8.947177898215538e-06,
|
||
|
|
"loss": 0.3918,
|
||
|
|
"step": 1440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8752074845329711,
|
||
|
|
"grad_norm": 0.6732410856766448,
|
||
|
|
"learning_rate": 8.925524555337575e-06,
|
||
|
|
"loss": 0.3948,
|
||
|
|
"step": 1450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8812433982194054,
|
||
|
|
"grad_norm": 0.6379130166882847,
|
||
|
|
"learning_rate": 8.90367757121645e-06,
|
||
|
|
"loss": 0.392,
|
||
|
|
"step": 1460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8872793119058398,
|
||
|
|
"grad_norm": 0.6453169279070088,
|
||
|
|
"learning_rate": 8.881638023536715e-06,
|
||
|
|
"loss": 0.3902,
|
||
|
|
"step": 1470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.893315225592274,
|
||
|
|
"grad_norm": 0.8925532684482897,
|
||
|
|
"learning_rate": 8.859406999481839e-06,
|
||
|
|
"loss": 0.3897,
|
||
|
|
"step": 1480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.8993511392787084,
|
||
|
|
"grad_norm": 0.7321151042406583,
|
||
|
|
"learning_rate": 8.836985595680585e-06,
|
||
|
|
"loss": 0.3903,
|
||
|
|
"step": 1490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9053870529651425,
|
||
|
|
"grad_norm": 0.717542202485072,
|
||
|
|
"learning_rate": 8.81437491815291e-06,
|
||
|
|
"loss": 0.3907,
|
||
|
|
"step": 1500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9114229666515768,
|
||
|
|
"grad_norm": 0.6899069830042462,
|
||
|
|
"learning_rate": 8.791576082255414e-06,
|
||
|
|
"loss": 0.3914,
|
||
|
|
"step": 1510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9174588803380112,
|
||
|
|
"grad_norm": 0.7416902913208727,
|
||
|
|
"learning_rate": 8.768590212626305e-06,
|
||
|
|
"loss": 0.3914,
|
||
|
|
"step": 1520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9234947940244455,
|
||
|
|
"grad_norm": 0.648187852127454,
|
||
|
|
"learning_rate": 8.745418443129944e-06,
|
||
|
|
"loss": 0.3878,
|
||
|
|
"step": 1530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9295307077108798,
|
||
|
|
"grad_norm": 0.6971446829374528,
|
||
|
|
"learning_rate": 8.722061916800892e-06,
|
||
|
|
"loss": 0.3889,
|
||
|
|
"step": 1540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9355666213973141,
|
||
|
|
"grad_norm": 0.6897656341763103,
|
||
|
|
"learning_rate": 8.698521785787543e-06,
|
||
|
|
"loss": 0.3916,
|
||
|
|
"step": 1550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9416025350837482,
|
||
|
|
"grad_norm": 0.6707821534631215,
|
||
|
|
"learning_rate": 8.674799211295272e-06,
|
||
|
|
"loss": 0.3872,
|
||
|
|
"step": 1560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9476384487701826,
|
||
|
|
"grad_norm": 0.7047440310341709,
|
||
|
|
"learning_rate": 8.650895363529172e-06,
|
||
|
|
"loss": 0.3893,
|
||
|
|
"step": 1570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9536743624566169,
|
||
|
|
"grad_norm": 0.7111300925227007,
|
||
|
|
"learning_rate": 8.626811421636318e-06,
|
||
|
|
"loss": 0.3899,
|
||
|
|
"step": 1580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9597102761430512,
|
||
|
|
"grad_norm": 0.742242466940292,
|
||
|
|
"learning_rate": 8.602548573647603e-06,
|
||
|
|
"loss": 0.3933,
|
||
|
|
"step": 1590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9657461898294855,
|
||
|
|
"grad_norm": 0.6405514647772552,
|
||
|
|
"learning_rate": 8.578108016419138e-06,
|
||
|
|
"loss": 0.3886,
|
||
|
|
"step": 1600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9717821035159198,
|
||
|
|
"grad_norm": 0.6969067995610034,
|
||
|
|
"learning_rate": 8.553490955573207e-06,
|
||
|
|
"loss": 0.3875,
|
||
|
|
"step": 1610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9778180172023541,
|
||
|
|
"grad_norm": 0.6404080311189763,
|
||
|
|
"learning_rate": 8.528698605438801e-06,
|
||
|
|
"loss": 0.3915,
|
||
|
|
"step": 1620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9838539308887883,
|
||
|
|
"grad_norm": 0.689314089106684,
|
||
|
|
"learning_rate": 8.50373218899171e-06,
|
||
|
|
"loss": 0.3897,
|
||
|
|
"step": 1630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9898898445752226,
|
||
|
|
"grad_norm": 0.6238451440610306,
|
||
|
|
"learning_rate": 8.478592937794202e-06,
|
||
|
|
"loss": 0.3865,
|
||
|
|
"step": 1640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 0.9959257582616569,
|
||
|
|
"grad_norm": 0.6246538104726604,
|
||
|
|
"learning_rate": 8.453282091934262e-06,
|
||
|
|
"loss": 0.3891,
|
||
|
|
"step": 1650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0018107741059303,
|
||
|
|
"grad_norm": 0.6650133535244673,
|
||
|
|
"learning_rate": 8.427800899964438e-06,
|
||
|
|
"loss": 0.3775,
|
||
|
|
"step": 1660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0078466877923646,
|
||
|
|
"grad_norm": 0.7340465665361768,
|
||
|
|
"learning_rate": 8.402150618840229e-06,
|
||
|
|
"loss": 0.3658,
|
||
|
|
"step": 1670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.013882601478799,
|
||
|
|
"grad_norm": 0.8803678131362109,
|
||
|
|
"learning_rate": 8.376332513858091e-06,
|
||
|
|
"loss": 0.3643,
|
||
|
|
"step": 1680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0199185151652332,
|
||
|
|
"grad_norm": 0.6784266807756097,
|
||
|
|
"learning_rate": 8.350347858593035e-06,
|
||
|
|
"loss": 0.3632,
|
||
|
|
"step": 1690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0259544288516673,
|
||
|
|
"grad_norm": 0.6757297253946429,
|
||
|
|
"learning_rate": 8.324197934835775e-06,
|
||
|
|
"loss": 0.3611,
|
||
|
|
"step": 1700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0319903425381016,
|
||
|
|
"grad_norm": 0.6937615226816463,
|
||
|
|
"learning_rate": 8.297884032529525e-06,
|
||
|
|
"loss": 0.3641,
|
||
|
|
"step": 1710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.038026256224536,
|
||
|
|
"grad_norm": 0.6656265896882699,
|
||
|
|
"learning_rate": 8.271407449706347e-06,
|
||
|
|
"loss": 0.3634,
|
||
|
|
"step": 1720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0440621699109702,
|
||
|
|
"grad_norm": 0.6758693000716391,
|
||
|
|
"learning_rate": 8.244769492423144e-06,
|
||
|
|
"loss": 0.3651,
|
||
|
|
"step": 1730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0500980835974045,
|
||
|
|
"grad_norm": 0.7271602756269683,
|
||
|
|
"learning_rate": 8.217971474697205e-06,
|
||
|
|
"loss": 0.3655,
|
||
|
|
"step": 1740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0561339972838388,
|
||
|
|
"grad_norm": 0.7262048623607191,
|
||
|
|
"learning_rate": 8.191014718441413e-06,
|
||
|
|
"loss": 0.3646,
|
||
|
|
"step": 1750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0621699109702731,
|
||
|
|
"grad_norm": 0.7594858496478063,
|
||
|
|
"learning_rate": 8.163900553399022e-06,
|
||
|
|
"loss": 0.3683,
|
||
|
|
"step": 1760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0682058246567074,
|
||
|
|
"grad_norm": 0.6834326812737692,
|
||
|
|
"learning_rate": 8.13663031707806e-06,
|
||
|
|
"loss": 0.3657,
|
||
|
|
"step": 1770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0742417383431417,
|
||
|
|
"grad_norm": 0.829231127715137,
|
||
|
|
"learning_rate": 8.109205354685367e-06,
|
||
|
|
"loss": 0.3657,
|
||
|
|
"step": 1780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.080277652029576,
|
||
|
|
"grad_norm": 0.7172584884654448,
|
||
|
|
"learning_rate": 8.081627019060223e-06,
|
||
|
|
"loss": 0.3612,
|
||
|
|
"step": 1790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0863135657160103,
|
||
|
|
"grad_norm": 0.700123283944604,
|
||
|
|
"learning_rate": 8.053896670607616e-06,
|
||
|
|
"loss": 0.3669,
|
||
|
|
"step": 1800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0923494794024446,
|
||
|
|
"grad_norm": 0.6802763184360072,
|
||
|
|
"learning_rate": 8.026015677231137e-06,
|
||
|
|
"loss": 0.36,
|
||
|
|
"step": 1810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.0983853930888787,
|
||
|
|
"grad_norm": 0.6976972839342949,
|
||
|
|
"learning_rate": 7.997985414265513e-06,
|
||
|
|
"loss": 0.3645,
|
||
|
|
"step": 1820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.104421306775313,
|
||
|
|
"grad_norm": 0.6892045690564895,
|
||
|
|
"learning_rate": 7.969807264408745e-06,
|
||
|
|
"loss": 0.3664,
|
||
|
|
"step": 1830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1104572204617473,
|
||
|
|
"grad_norm": 0.6606374628961976,
|
||
|
|
"learning_rate": 7.94148261765391e-06,
|
||
|
|
"loss": 0.3611,
|
||
|
|
"step": 1840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1164931341481816,
|
||
|
|
"grad_norm": 0.7063672325182395,
|
||
|
|
"learning_rate": 7.913012871220605e-06,
|
||
|
|
"loss": 0.3652,
|
||
|
|
"step": 1850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.122529047834616,
|
||
|
|
"grad_norm": 0.6353061774622171,
|
||
|
|
"learning_rate": 7.884399429486e-06,
|
||
|
|
"loss": 0.3619,
|
||
|
|
"step": 1860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1285649615210502,
|
||
|
|
"grad_norm": 0.6646621743965846,
|
||
|
|
"learning_rate": 7.855643703915585e-06,
|
||
|
|
"loss": 0.3638,
|
||
|
|
"step": 1870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1346008752074845,
|
||
|
|
"grad_norm": 0.6379034557335701,
|
||
|
|
"learning_rate": 7.826747112993532e-06,
|
||
|
|
"loss": 0.3595,
|
||
|
|
"step": 1880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1406367888939188,
|
||
|
|
"grad_norm": 0.6995974469144366,
|
||
|
|
"learning_rate": 7.797711082152726e-06,
|
||
|
|
"loss": 0.3628,
|
||
|
|
"step": 1890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1466727025803531,
|
||
|
|
"grad_norm": 0.6564170955860726,
|
||
|
|
"learning_rate": 7.768537043704447e-06,
|
||
|
|
"loss": 0.3637,
|
||
|
|
"step": 1900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1527086162667874,
|
||
|
|
"grad_norm": 0.7572552114374352,
|
||
|
|
"learning_rate": 7.739226436767721e-06,
|
||
|
|
"loss": 0.362,
|
||
|
|
"step": 1910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1587445299532217,
|
||
|
|
"grad_norm": 0.7571612085211564,
|
||
|
|
"learning_rate": 7.709780707198328e-06,
|
||
|
|
"loss": 0.3638,
|
||
|
|
"step": 1920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.164780443639656,
|
||
|
|
"grad_norm": 0.6792493024466744,
|
||
|
|
"learning_rate": 7.680201307517479e-06,
|
||
|
|
"loss": 0.3625,
|
||
|
|
"step": 1930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1708163573260904,
|
||
|
|
"grad_norm": 0.664259682779261,
|
||
|
|
"learning_rate": 7.650489696840164e-06,
|
||
|
|
"loss": 0.3646,
|
||
|
|
"step": 1940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1768522710125244,
|
||
|
|
"grad_norm": 0.6270149603322056,
|
||
|
|
"learning_rate": 7.6206473408031775e-06,
|
||
|
|
"loss": 0.3624,
|
||
|
|
"step": 1950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1828881846989587,
|
||
|
|
"grad_norm": 0.6383894085325998,
|
||
|
|
"learning_rate": 7.590675711492823e-06,
|
||
|
|
"loss": 0.3643,
|
||
|
|
"step": 1960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.188924098385393,
|
||
|
|
"grad_norm": 0.6816453891866903,
|
||
|
|
"learning_rate": 7.56057628737229e-06,
|
||
|
|
"loss": 0.3637,
|
||
|
|
"step": 1970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.1949600120718273,
|
||
|
|
"grad_norm": 0.7133078108250313,
|
||
|
|
"learning_rate": 7.530350553208726e-06,
|
||
|
|
"loss": 0.3585,
|
||
|
|
"step": 1980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2009959257582616,
|
||
|
|
"grad_norm": 0.6322767475179056,
|
||
|
|
"learning_rate": 7.500000000000001e-06,
|
||
|
|
"loss": 0.361,
|
||
|
|
"step": 1990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.207031839444696,
|
||
|
|
"grad_norm": 0.6987380190815154,
|
||
|
|
"learning_rate": 7.469526124901149e-06,
|
||
|
|
"loss": 0.3623,
|
||
|
|
"step": 2000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2130677531311302,
|
||
|
|
"grad_norm": 0.6219916214226197,
|
||
|
|
"learning_rate": 7.4389304311505195e-06,
|
||
|
|
"loss": 0.3637,
|
||
|
|
"step": 2010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2191036668175645,
|
||
|
|
"grad_norm": 0.6591583924033313,
|
||
|
|
"learning_rate": 7.408214427995628e-06,
|
||
|
|
"loss": 0.3644,
|
||
|
|
"step": 2020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2251395805039988,
|
||
|
|
"grad_norm": 0.7005471225701302,
|
||
|
|
"learning_rate": 7.3773796306187e-06,
|
||
|
|
"loss": 0.3595,
|
||
|
|
"step": 2030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2311754941904332,
|
||
|
|
"grad_norm": 0.6332845796820719,
|
||
|
|
"learning_rate": 7.346427560061931e-06,
|
||
|
|
"loss": 0.3652,
|
||
|
|
"step": 2040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2372114078768675,
|
||
|
|
"grad_norm": 0.6778224076333697,
|
||
|
|
"learning_rate": 7.315359743152464e-06,
|
||
|
|
"loss": 0.3606,
|
||
|
|
"step": 2050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2432473215633015,
|
||
|
|
"grad_norm": 0.6582665893949518,
|
||
|
|
"learning_rate": 7.284177712427056e-06,
|
||
|
|
"loss": 0.3599,
|
||
|
|
"step": 2060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2492832352497358,
|
||
|
|
"grad_norm": 0.6584059931101761,
|
||
|
|
"learning_rate": 7.252883006056495e-06,
|
||
|
|
"loss": 0.3622,
|
||
|
|
"step": 2070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2553191489361701,
|
||
|
|
"grad_norm": 0.6857700496450303,
|
||
|
|
"learning_rate": 7.221477167769716e-06,
|
||
|
|
"loss": 0.3633,
|
||
|
|
"step": 2080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2613550626226044,
|
||
|
|
"grad_norm": 0.6856644672766703,
|
||
|
|
"learning_rate": 7.189961746777657e-06,
|
||
|
|
"loss": 0.363,
|
||
|
|
"step": 2090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2673909763090387,
|
||
|
|
"grad_norm": 0.6857005736783666,
|
||
|
|
"learning_rate": 7.1583382976968295e-06,
|
||
|
|
"loss": 0.3618,
|
||
|
|
"step": 2100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.273426889995473,
|
||
|
|
"grad_norm": 0.6166440607694041,
|
||
|
|
"learning_rate": 7.126608380472642e-06,
|
||
|
|
"loss": 0.3593,
|
||
|
|
"step": 2110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2794628036819073,
|
||
|
|
"grad_norm": 0.6673854300030073,
|
||
|
|
"learning_rate": 7.094773560302438e-06,
|
||
|
|
"loss": 0.3616,
|
||
|
|
"step": 2120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2854987173683416,
|
||
|
|
"grad_norm": 0.6261609808400934,
|
||
|
|
"learning_rate": 7.062835407558295e-06,
|
||
|
|
"loss": 0.3623,
|
||
|
|
"step": 2130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.291534631054776,
|
||
|
|
"grad_norm": 0.6573770008704372,
|
||
|
|
"learning_rate": 7.030795497709559e-06,
|
||
|
|
"loss": 0.3616,
|
||
|
|
"step": 2140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.2975705447412103,
|
||
|
|
"grad_norm": 0.63175357402283,
|
||
|
|
"learning_rate": 6.99865541124513e-06,
|
||
|
|
"loss": 0.363,
|
||
|
|
"step": 2150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3036064584276446,
|
||
|
|
"grad_norm": 0.7095581591416922,
|
||
|
|
"learning_rate": 6.9664167335954866e-06,
|
||
|
|
"loss": 0.3604,
|
||
|
|
"step": 2160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3096423721140789,
|
||
|
|
"grad_norm": 0.6211244267814455,
|
||
|
|
"learning_rate": 6.9340810550545004e-06,
|
||
|
|
"loss": 0.3584,
|
||
|
|
"step": 2170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3156782858005132,
|
||
|
|
"grad_norm": 0.6411383893721285,
|
||
|
|
"learning_rate": 6.901649970700966e-06,
|
||
|
|
"loss": 0.3616,
|
||
|
|
"step": 2180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3217141994869475,
|
||
|
|
"grad_norm": 0.6508872294411808,
|
||
|
|
"learning_rate": 6.869125080319934e-06,
|
||
|
|
"loss": 0.3626,
|
||
|
|
"step": 2190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3277501131733815,
|
||
|
|
"grad_norm": 0.6456129899609592,
|
||
|
|
"learning_rate": 6.836507988323785e-06,
|
||
|
|
"loss": 0.3612,
|
||
|
|
"step": 2200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3337860268598158,
|
||
|
|
"grad_norm": 0.6885055595324049,
|
||
|
|
"learning_rate": 6.803800303673096e-06,
|
||
|
|
"loss": 0.3588,
|
||
|
|
"step": 2210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3398219405462501,
|
||
|
|
"grad_norm": 0.6841559054058574,
|
||
|
|
"learning_rate": 6.77100363979726e-06,
|
||
|
|
"loss": 0.3608,
|
||
|
|
"step": 2220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3458578542326844,
|
||
|
|
"grad_norm": 0.7229876827512576,
|
||
|
|
"learning_rate": 6.738119614514913e-06,
|
||
|
|
"loss": 0.3655,
|
||
|
|
"step": 2230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3518937679191187,
|
||
|
|
"grad_norm": 0.6235312062043321,
|
||
|
|
"learning_rate": 6.705149849954116e-06,
|
||
|
|
"loss": 0.3607,
|
||
|
|
"step": 2240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.357929681605553,
|
||
|
|
"grad_norm": 0.6372979896414575,
|
||
|
|
"learning_rate": 6.672095972472339e-06,
|
||
|
|
"loss": 0.3613,
|
||
|
|
"step": 2250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3639655952919874,
|
||
|
|
"grad_norm": 0.5943237749223176,
|
||
|
|
"learning_rate": 6.638959612576243e-06,
|
||
|
|
"loss": 0.3578,
|
||
|
|
"step": 2260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3700015089784217,
|
||
|
|
"grad_norm": 0.6331473442190148,
|
||
|
|
"learning_rate": 6.605742404841241e-06,
|
||
|
|
"loss": 0.3606,
|
||
|
|
"step": 2270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.376037422664856,
|
||
|
|
"grad_norm": 0.6352200712052698,
|
||
|
|
"learning_rate": 6.572445987830869e-06,
|
||
|
|
"loss": 0.3602,
|
||
|
|
"step": 2280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.38207333635129,
|
||
|
|
"grad_norm": 0.6315011206585134,
|
||
|
|
"learning_rate": 6.539072004015962e-06,
|
||
|
|
"loss": 0.3585,
|
||
|
|
"step": 2290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3881092500377243,
|
||
|
|
"grad_norm": 0.672467399271792,
|
||
|
|
"learning_rate": 6.505622099693624e-06,
|
||
|
|
"loss": 0.359,
|
||
|
|
"step": 2300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.3941451637241586,
|
||
|
|
"grad_norm": 0.6540330679200106,
|
||
|
|
"learning_rate": 6.4720979249060245e-06,
|
||
|
|
"loss": 0.357,
|
||
|
|
"step": 2310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.400181077410593,
|
||
|
|
"grad_norm": 0.6296334356002367,
|
||
|
|
"learning_rate": 6.438501133359006e-06,
|
||
|
|
"loss": 0.363,
|
||
|
|
"step": 2320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4062169910970272,
|
||
|
|
"grad_norm": 0.5755292937597596,
|
||
|
|
"learning_rate": 6.404833382340498e-06,
|
||
|
|
"loss": 0.3579,
|
||
|
|
"step": 2330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4122529047834615,
|
||
|
|
"grad_norm": 0.6273216809842853,
|
||
|
|
"learning_rate": 6.3710963326387845e-06,
|
||
|
|
"loss": 0.361,
|
||
|
|
"step": 2340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4182888184698959,
|
||
|
|
"grad_norm": 0.659504858020357,
|
||
|
|
"learning_rate": 6.337291648460554e-06,
|
||
|
|
"loss": 0.3648,
|
||
|
|
"step": 2350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4243247321563302,
|
||
|
|
"grad_norm": 0.646430703430766,
|
||
|
|
"learning_rate": 6.303420997348828e-06,
|
||
|
|
"loss": 0.3609,
|
||
|
|
"step": 2360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4303606458427645,
|
||
|
|
"grad_norm": 0.70677217944382,
|
||
|
|
"learning_rate": 6.269486050100692e-06,
|
||
|
|
"loss": 0.3583,
|
||
|
|
"step": 2370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4363965595291988,
|
||
|
|
"grad_norm": 0.6982928562021034,
|
||
|
|
"learning_rate": 6.2354884806848825e-06,
|
||
|
|
"loss": 0.3587,
|
||
|
|
"step": 2380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.442432473215633,
|
||
|
|
"grad_norm": 0.635748838083391,
|
||
|
|
"learning_rate": 6.201429966159203e-06,
|
||
|
|
"loss": 0.3603,
|
||
|
|
"step": 2390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4484683869020674,
|
||
|
|
"grad_norm": 0.6591941857655591,
|
||
|
|
"learning_rate": 6.167312186587813e-06,
|
||
|
|
"loss": 0.3587,
|
||
|
|
"step": 2400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4545043005885017,
|
||
|
|
"grad_norm": 0.6513018732706167,
|
||
|
|
"learning_rate": 6.133136824958334e-06,
|
||
|
|
"loss": 0.3583,
|
||
|
|
"step": 2410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.460540214274936,
|
||
|
|
"grad_norm": 0.6895727383237782,
|
||
|
|
"learning_rate": 6.098905567098846e-06,
|
||
|
|
"loss": 0.3638,
|
||
|
|
"step": 2420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4665761279613703,
|
||
|
|
"grad_norm": 0.6281650394691185,
|
||
|
|
"learning_rate": 6.064620101594715e-06,
|
||
|
|
"loss": 0.3629,
|
||
|
|
"step": 2430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4726120416478046,
|
||
|
|
"grad_norm": 0.7324490252015554,
|
||
|
|
"learning_rate": 6.030282119705306e-06,
|
||
|
|
"loss": 0.3621,
|
||
|
|
"step": 2440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4786479553342387,
|
||
|
|
"grad_norm": 0.6803933740478001,
|
||
|
|
"learning_rate": 5.99589331528055e-06,
|
||
|
|
"loss": 0.3613,
|
||
|
|
"step": 2450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.484683869020673,
|
||
|
|
"grad_norm": 0.6535344969186776,
|
||
|
|
"learning_rate": 5.961455384677393e-06,
|
||
|
|
"loss": 0.3588,
|
||
|
|
"step": 2460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4907197827071073,
|
||
|
|
"grad_norm": 0.6220530519094237,
|
||
|
|
"learning_rate": 5.92697002667611e-06,
|
||
|
|
"loss": 0.3614,
|
||
|
|
"step": 2470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.4967556963935416,
|
||
|
|
"grad_norm": 0.5997735782443615,
|
||
|
|
"learning_rate": 5.892438942396515e-06,
|
||
|
|
"loss": 0.3562,
|
||
|
|
"step": 2480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5027916100799759,
|
||
|
|
"grad_norm": 0.5881600037112182,
|
||
|
|
"learning_rate": 5.857863835214041e-06,
|
||
|
|
"loss": 0.36,
|
||
|
|
"step": 2490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5088275237664102,
|
||
|
|
"grad_norm": 0.6301732957095514,
|
||
|
|
"learning_rate": 5.823246410675714e-06,
|
||
|
|
"loss": 0.3602,
|
||
|
|
"step": 2500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5148634374528445,
|
||
|
|
"grad_norm": 0.6369138058336548,
|
||
|
|
"learning_rate": 5.788588376416026e-06,
|
||
|
|
"loss": 0.3575,
|
||
|
|
"step": 2510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5208993511392785,
|
||
|
|
"grad_norm": 1.8916358390305654,
|
||
|
|
"learning_rate": 5.753891442072693e-06,
|
||
|
|
"loss": 0.3584,
|
||
|
|
"step": 2520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5269352648257128,
|
||
|
|
"grad_norm": 0.6400402583906231,
|
||
|
|
"learning_rate": 5.719157319202325e-06,
|
||
|
|
"loss": 0.3539,
|
||
|
|
"step": 2530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5329711785121471,
|
||
|
|
"grad_norm": 0.6223661041265537,
|
||
|
|
"learning_rate": 5.684387721195997e-06,
|
||
|
|
"loss": 0.3595,
|
||
|
|
"step": 2540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5390070921985815,
|
||
|
|
"grad_norm": 0.6649761362975228,
|
||
|
|
"learning_rate": 5.649584363194725e-06,
|
||
|
|
"loss": 0.36,
|
||
|
|
"step": 2550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5450430058850158,
|
||
|
|
"grad_norm": 0.5989851062495032,
|
||
|
|
"learning_rate": 5.6147489620048655e-06,
|
||
|
|
"loss": 0.3582,
|
||
|
|
"step": 2560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.55107891957145,
|
||
|
|
"grad_norm": 0.6435791376898407,
|
||
|
|
"learning_rate": 5.579883236013429e-06,
|
||
|
|
"loss": 0.3559,
|
||
|
|
"step": 2570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5571148332578844,
|
||
|
|
"grad_norm": 0.5973586913854247,
|
||
|
|
"learning_rate": 5.544988905103304e-06,
|
||
|
|
"loss": 0.3581,
|
||
|
|
"step": 2580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5631507469443187,
|
||
|
|
"grad_norm": 0.6331916860819433,
|
||
|
|
"learning_rate": 5.510067690568429e-06,
|
||
|
|
"loss": 0.3573,
|
||
|
|
"step": 2590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.569186660630753,
|
||
|
|
"grad_norm": 0.6000249694556851,
|
||
|
|
"learning_rate": 5.475121315028876e-06,
|
||
|
|
"loss": 0.3574,
|
||
|
|
"step": 2600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5752225743171873,
|
||
|
|
"grad_norm": 0.5919987411148389,
|
||
|
|
"learning_rate": 5.4401515023458805e-06,
|
||
|
|
"loss": 0.3622,
|
||
|
|
"step": 2610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5812584880036216,
|
||
|
|
"grad_norm": 0.6130160505042299,
|
||
|
|
"learning_rate": 5.4051599775368e-06,
|
||
|
|
"loss": 0.3585,
|
||
|
|
"step": 2620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5872944016900559,
|
||
|
|
"grad_norm": 0.6196465067482942,
|
||
|
|
"learning_rate": 5.370148466690026e-06,
|
||
|
|
"loss": 0.3524,
|
||
|
|
"step": 2630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5933303153764902,
|
||
|
|
"grad_norm": 0.6396523422153624,
|
||
|
|
"learning_rate": 5.335118696879836e-06,
|
||
|
|
"loss": 0.3584,
|
||
|
|
"step": 2640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.5993662290629245,
|
||
|
|
"grad_norm": 0.6247037129381725,
|
||
|
|
"learning_rate": 5.3000723960812e-06,
|
||
|
|
"loss": 0.358,
|
||
|
|
"step": 2650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6054021427493588,
|
||
|
|
"grad_norm": 0.6296280096461855,
|
||
|
|
"learning_rate": 5.265011293084539e-06,
|
||
|
|
"loss": 0.3557,
|
||
|
|
"step": 2660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.611438056435793,
|
||
|
|
"grad_norm": 0.6270649643037325,
|
||
|
|
"learning_rate": 5.2299371174104505e-06,
|
||
|
|
"loss": 0.3586,
|
||
|
|
"step": 2670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6174739701222274,
|
||
|
|
"grad_norm": 0.6724245016825049,
|
||
|
|
"learning_rate": 5.194851599224392e-06,
|
||
|
|
"loss": 0.3563,
|
||
|
|
"step": 2680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6235098838086617,
|
||
|
|
"grad_norm": 0.6246722692854128,
|
||
|
|
"learning_rate": 5.159756469251327e-06,
|
||
|
|
"loss": 0.3587,
|
||
|
|
"step": 2690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.629545797495096,
|
||
|
|
"grad_norm": 0.5856892553580461,
|
||
|
|
"learning_rate": 5.1246534586903655e-06,
|
||
|
|
"loss": 0.3538,
|
||
|
|
"step": 2700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.63558171118153,
|
||
|
|
"grad_norm": 0.6199649535926036,
|
||
|
|
"learning_rate": 5.089544299129349e-06,
|
||
|
|
"loss": 0.3552,
|
||
|
|
"step": 2710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6416176248679644,
|
||
|
|
"grad_norm": 0.6395106688159933,
|
||
|
|
"learning_rate": 5.054430722459442e-06,
|
||
|
|
"loss": 0.3575,
|
||
|
|
"step": 2720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6476535385543987,
|
||
|
|
"grad_norm": 0.6217763272730691,
|
||
|
|
"learning_rate": 5.019314460789708e-06,
|
||
|
|
"loss": 0.3568,
|
||
|
|
"step": 2730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.653689452240833,
|
||
|
|
"grad_norm": 0.6159996290026578,
|
||
|
|
"learning_rate": 4.984197246361649e-06,
|
||
|
|
"loss": 0.3565,
|
||
|
|
"step": 2740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6597253659272673,
|
||
|
|
"grad_norm": 0.6021051813495957,
|
||
|
|
"learning_rate": 4.949080811463767e-06,
|
||
|
|
"loss": 0.3577,
|
||
|
|
"step": 2750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6657612796137016,
|
||
|
|
"grad_norm": 0.6102206368388114,
|
||
|
|
"learning_rate": 4.913966888346118e-06,
|
||
|
|
"loss": 0.3556,
|
||
|
|
"step": 2760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6717971933001357,
|
||
|
|
"grad_norm": 0.5968837038838994,
|
||
|
|
"learning_rate": 4.8788572091348435e-06,
|
||
|
|
"loss": 0.3581,
|
||
|
|
"step": 2770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.67783310698657,
|
||
|
|
"grad_norm": 0.5981355700097328,
|
||
|
|
"learning_rate": 4.843753505746748e-06,
|
||
|
|
"loss": 0.358,
|
||
|
|
"step": 2780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6838690206730043,
|
||
|
|
"grad_norm": 0.6567740858768865,
|
||
|
|
"learning_rate": 4.8086575098038505e-06,
|
||
|
|
"loss": 0.3573,
|
||
|
|
"step": 2790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6899049343594386,
|
||
|
|
"grad_norm": 0.6773288375423023,
|
||
|
|
"learning_rate": 4.773570952547975e-06,
|
||
|
|
"loss": 0.3552,
|
||
|
|
"step": 2800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.6959408480458729,
|
||
|
|
"grad_norm": 0.6202686068367487,
|
||
|
|
"learning_rate": 4.738495564755345e-06,
|
||
|
|
"loss": 0.3547,
|
||
|
|
"step": 2810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7019767617323072,
|
||
|
|
"grad_norm": 0.5595337919079114,
|
||
|
|
"learning_rate": 4.703433076651205e-06,
|
||
|
|
"loss": 0.353,
|
||
|
|
"step": 2820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7080126754187415,
|
||
|
|
"grad_norm": 0.6583890978208258,
|
||
|
|
"learning_rate": 4.668385217824482e-06,
|
||
|
|
"loss": 0.3583,
|
||
|
|
"step": 2830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7140485891051758,
|
||
|
|
"grad_norm": 0.5898922057879373,
|
||
|
|
"learning_rate": 4.633353717142448e-06,
|
||
|
|
"loss": 0.3524,
|
||
|
|
"step": 2840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.72008450279161,
|
||
|
|
"grad_norm": 0.5938698503556435,
|
||
|
|
"learning_rate": 4.5983403026654625e-06,
|
||
|
|
"loss": 0.3554,
|
||
|
|
"step": 2850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7261204164780444,
|
||
|
|
"grad_norm": 0.632653867195755,
|
||
|
|
"learning_rate": 4.563346701561699e-06,
|
||
|
|
"loss": 0.3535,
|
||
|
|
"step": 2860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7321563301644787,
|
||
|
|
"grad_norm": 0.634481958151908,
|
||
|
|
"learning_rate": 4.528374640021975e-06,
|
||
|
|
"loss": 0.3548,
|
||
|
|
"step": 2870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.738192243850913,
|
||
|
|
"grad_norm": 0.6554591212571549,
|
||
|
|
"learning_rate": 4.493425843174581e-06,
|
||
|
|
"loss": 0.3523,
|
||
|
|
"step": 2880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7442281575373473,
|
||
|
|
"grad_norm": 0.639030241328894,
|
||
|
|
"learning_rate": 4.4585020350001885e-06,
|
||
|
|
"loss": 0.3571,
|
||
|
|
"step": 2890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7502640712237816,
|
||
|
|
"grad_norm": 0.579081823243162,
|
||
|
|
"learning_rate": 4.423604938246815e-06,
|
||
|
|
"loss": 0.358,
|
||
|
|
"step": 2900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7562999849102159,
|
||
|
|
"grad_norm": 0.5786332593667859,
|
||
|
|
"learning_rate": 4.38873627434483e-06,
|
||
|
|
"loss": 0.3546,
|
||
|
|
"step": 2910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7623358985966502,
|
||
|
|
"grad_norm": 0.5844630643462843,
|
||
|
|
"learning_rate": 4.353897763322053e-06,
|
||
|
|
"loss": 0.3557,
|
||
|
|
"step": 2920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7683718122830845,
|
||
|
|
"grad_norm": 0.6362540824300466,
|
||
|
|
"learning_rate": 4.319091123718891e-06,
|
||
|
|
"loss": 0.3577,
|
||
|
|
"step": 2930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7744077259695188,
|
||
|
|
"grad_norm": 0.6152238906869951,
|
||
|
|
"learning_rate": 4.284318072503581e-06,
|
||
|
|
"loss": 0.3558,
|
||
|
|
"step": 2940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7804436396559529,
|
||
|
|
"grad_norm": 0.5871415463947245,
|
||
|
|
"learning_rate": 4.249580324987482e-06,
|
||
|
|
"loss": 0.3565,
|
||
|
|
"step": 2950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7864795533423872,
|
||
|
|
"grad_norm": 0.5894304003956816,
|
||
|
|
"learning_rate": 4.2148795947404664e-06,
|
||
|
|
"loss": 0.3548,
|
||
|
|
"step": 2960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7925154670288215,
|
||
|
|
"grad_norm": 0.5546376741165042,
|
||
|
|
"learning_rate": 4.180217593506394e-06,
|
||
|
|
"loss": 0.3545,
|
||
|
|
"step": 2970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.7985513807152558,
|
||
|
|
"grad_norm": 0.5882950021870835,
|
||
|
|
"learning_rate": 4.1455960311186645e-06,
|
||
|
|
"loss": 0.3578,
|
||
|
|
"step": 2980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.80458729440169,
|
||
|
|
"grad_norm": 0.6581353476419389,
|
||
|
|
"learning_rate": 4.111016615415887e-06,
|
||
|
|
"loss": 0.3545,
|
||
|
|
"step": 2990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8106232080881244,
|
||
|
|
"grad_norm": 0.728199708802779,
|
||
|
|
"learning_rate": 4.076481052157621e-06,
|
||
|
|
"loss": 0.3567,
|
||
|
|
"step": 3000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8166591217745585,
|
||
|
|
"grad_norm": 0.5836951966903218,
|
||
|
|
"learning_rate": 4.0419910449402385e-06,
|
||
|
|
"loss": 0.3541,
|
||
|
|
"step": 3010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8226950354609928,
|
||
|
|
"grad_norm": 0.583825208842142,
|
||
|
|
"learning_rate": 4.0075482951128965e-06,
|
||
|
|
"loss": 0.3557,
|
||
|
|
"step": 3020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.828730949147427,
|
||
|
|
"grad_norm": 0.627394077298899,
|
||
|
|
"learning_rate": 3.973154501693597e-06,
|
||
|
|
"loss": 0.352,
|
||
|
|
"step": 3030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8347668628338614,
|
||
|
|
"grad_norm": 0.6500394437203815,
|
||
|
|
"learning_rate": 3.938811361285386e-06,
|
||
|
|
"loss": 0.3543,
|
||
|
|
"step": 3040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8408027765202957,
|
||
|
|
"grad_norm": 0.5787408936785984,
|
||
|
|
"learning_rate": 3.904520567992655e-06,
|
||
|
|
"loss": 0.3539,
|
||
|
|
"step": 3050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.84683869020673,
|
||
|
|
"grad_norm": 0.6006488260082842,
|
||
|
|
"learning_rate": 3.870283813337587e-06,
|
||
|
|
"loss": 0.3534,
|
||
|
|
"step": 3060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8528746038931643,
|
||
|
|
"grad_norm": 0.6017706438925717,
|
||
|
|
"learning_rate": 3.836102786176697e-06,
|
||
|
|
"loss": 0.3533,
|
||
|
|
"step": 3070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8589105175795986,
|
||
|
|
"grad_norm": 0.6160731963284618,
|
||
|
|
"learning_rate": 3.8019791726175353e-06,
|
||
|
|
"loss": 0.3537,
|
||
|
|
"step": 3080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8649464312660329,
|
||
|
|
"grad_norm": 0.7394723530516694,
|
||
|
|
"learning_rate": 3.767914655935513e-06,
|
||
|
|
"loss": 0.3512,
|
||
|
|
"step": 3090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8709823449524672,
|
||
|
|
"grad_norm": 0.5969802619046902,
|
||
|
|
"learning_rate": 3.73391091649086e-06,
|
||
|
|
"loss": 0.3514,
|
||
|
|
"step": 3100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8770182586389015,
|
||
|
|
"grad_norm": 0.6434909203687009,
|
||
|
|
"learning_rate": 3.6999696316457468e-06,
|
||
|
|
"loss": 0.3525,
|
||
|
|
"step": 3110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8830541723253358,
|
||
|
|
"grad_norm": 0.6185839002292769,
|
||
|
|
"learning_rate": 3.6660924756815314e-06,
|
||
|
|
"loss": 0.3516,
|
||
|
|
"step": 3120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.88909008601177,
|
||
|
|
"grad_norm": 0.5764246370880874,
|
||
|
|
"learning_rate": 3.63228111971618e-06,
|
||
|
|
"loss": 0.3543,
|
||
|
|
"step": 3130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.8951259996982044,
|
||
|
|
"grad_norm": 0.5724269342695871,
|
||
|
|
"learning_rate": 3.5985372316218187e-06,
|
||
|
|
"loss": 0.3524,
|
||
|
|
"step": 3140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9011619133846387,
|
||
|
|
"grad_norm": 0.5893980753783277,
|
||
|
|
"learning_rate": 3.5648624759424723e-06,
|
||
|
|
"loss": 0.3487,
|
||
|
|
"step": 3150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.907197827071073,
|
||
|
|
"grad_norm": 0.6385286384600478,
|
||
|
|
"learning_rate": 3.5312585138119503e-06,
|
||
|
|
"loss": 0.353,
|
||
|
|
"step": 3160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9132337407575073,
|
||
|
|
"grad_norm": 0.643587632906283,
|
||
|
|
"learning_rate": 3.4977270028719013e-06,
|
||
|
|
"loss": 0.3498,
|
||
|
|
"step": 3170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9192696544439416,
|
||
|
|
"grad_norm": 0.6189874783125575,
|
||
|
|
"learning_rate": 3.4642695971900506e-06,
|
||
|
|
"loss": 0.3542,
|
||
|
|
"step": 3180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.925305568130376,
|
||
|
|
"grad_norm": 0.6320316722606764,
|
||
|
|
"learning_rate": 3.4308879471785986e-06,
|
||
|
|
"loss": 0.3523,
|
||
|
|
"step": 3190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.93134148181681,
|
||
|
|
"grad_norm": 0.6715762862677156,
|
||
|
|
"learning_rate": 3.3975836995128176e-06,
|
||
|
|
"loss": 0.3505,
|
||
|
|
"step": 3200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9373773955032443,
|
||
|
|
"grad_norm": 0.5947951437286136,
|
||
|
|
"learning_rate": 3.3643584970498166e-06,
|
||
|
|
"loss": 0.356,
|
||
|
|
"step": 3210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9434133091896786,
|
||
|
|
"grad_norm": 0.5953138896683005,
|
||
|
|
"learning_rate": 3.3312139787474986e-06,
|
||
|
|
"loss": 0.3552,
|
||
|
|
"step": 3220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9494492228761129,
|
||
|
|
"grad_norm": 0.5696476474991146,
|
||
|
|
"learning_rate": 3.298151779583725e-06,
|
||
|
|
"loss": 0.3496,
|
||
|
|
"step": 3230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9554851365625472,
|
||
|
|
"grad_norm": 0.6131972032987533,
|
||
|
|
"learning_rate": 3.2651735304756505e-06,
|
||
|
|
"loss": 0.3536,
|
||
|
|
"step": 3240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9615210502489815,
|
||
|
|
"grad_norm": 0.6336317988993604,
|
||
|
|
"learning_rate": 3.2322808581992825e-06,
|
||
|
|
"loss": 0.3563,
|
||
|
|
"step": 3250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9675569639354156,
|
||
|
|
"grad_norm": 0.6341579320490388,
|
||
|
|
"learning_rate": 3.1994753853092284e-06,
|
||
|
|
"loss": 0.3482,
|
||
|
|
"step": 3260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9735928776218499,
|
||
|
|
"grad_norm": 0.5954681993221721,
|
||
|
|
"learning_rate": 3.166758730058653e-06,
|
||
|
|
"loss": 0.3518,
|
||
|
|
"step": 3270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9796287913082842,
|
||
|
|
"grad_norm": 0.5893599270303087,
|
||
|
|
"learning_rate": 3.134132506319467e-06,
|
||
|
|
"loss": 0.3536,
|
||
|
|
"step": 3280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9856647049947185,
|
||
|
|
"grad_norm": 0.5689301232875419,
|
||
|
|
"learning_rate": 3.101598323502698e-06,
|
||
|
|
"loss": 0.3537,
|
||
|
|
"step": 3290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.9917006186811528,
|
||
|
|
"grad_norm": 0.6116819898452338,
|
||
|
|
"learning_rate": 3.0691577864791176e-06,
|
||
|
|
"loss": 0.3515,
|
||
|
|
"step": 3300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 1.997736532367587,
|
||
|
|
"grad_norm": 0.5926997741101551,
|
||
|
|
"learning_rate": 3.036812495500058e-06,
|
||
|
|
"loss": 0.3504,
|
||
|
|
"step": 3310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0036215482118607,
|
||
|
|
"grad_norm": 0.5928785278377309,
|
||
|
|
"learning_rate": 3.0045640461184917e-06,
|
||
|
|
"loss": 0.339,
|
||
|
|
"step": 3320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.009657461898295,
|
||
|
|
"grad_norm": 0.6039984062866832,
|
||
|
|
"learning_rate": 2.97241402911031e-06,
|
||
|
|
"loss": 0.3325,
|
||
|
|
"step": 3330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0156933755847293,
|
||
|
|
"grad_norm": 0.6671960610879556,
|
||
|
|
"learning_rate": 2.940364030395856e-06,
|
||
|
|
"loss": 0.3284,
|
||
|
|
"step": 3340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0217292892711636,
|
||
|
|
"grad_norm": 0.5808483500966948,
|
||
|
|
"learning_rate": 2.908415630961702e-06,
|
||
|
|
"loss": 0.3265,
|
||
|
|
"step": 3350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.027765202957598,
|
||
|
|
"grad_norm": 0.6017580883286716,
|
||
|
|
"learning_rate": 2.876570406782645e-06,
|
||
|
|
"loss": 0.3296,
|
||
|
|
"step": 3360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.033801116644032,
|
||
|
|
"grad_norm": 0.6067555273933171,
|
||
|
|
"learning_rate": 2.844829928743987e-06,
|
||
|
|
"loss": 0.3315,
|
||
|
|
"step": 3370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0398370303304665,
|
||
|
|
"grad_norm": 0.5774545226545359,
|
||
|
|
"learning_rate": 2.813195762564018e-06,
|
||
|
|
"loss": 0.3268,
|
||
|
|
"step": 3380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0458729440169003,
|
||
|
|
"grad_norm": 0.5888748284507602,
|
||
|
|
"learning_rate": 2.781669468716811e-06,
|
||
|
|
"loss": 0.3292,
|
||
|
|
"step": 3390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0519088577033346,
|
||
|
|
"grad_norm": 0.6137376399757654,
|
||
|
|
"learning_rate": 2.7502526023552227e-06,
|
||
|
|
"loss": 0.3258,
|
||
|
|
"step": 3400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.057944771389769,
|
||
|
|
"grad_norm": 0.59390579398881,
|
||
|
|
"learning_rate": 2.718946713234185e-06,
|
||
|
|
"loss": 0.3295,
|
||
|
|
"step": 3410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0639806850762032,
|
||
|
|
"grad_norm": 0.6555105104152712,
|
||
|
|
"learning_rate": 2.6877533456342714e-06,
|
||
|
|
"loss": 0.3301,
|
||
|
|
"step": 3420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0700165987626375,
|
||
|
|
"grad_norm": 0.6048063575727766,
|
||
|
|
"learning_rate": 2.6566740382855005e-06,
|
||
|
|
"loss": 0.3289,
|
||
|
|
"step": 3430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.076052512449072,
|
||
|
|
"grad_norm": 0.6014841818951663,
|
||
|
|
"learning_rate": 2.625710324291442e-06,
|
||
|
|
"loss": 0.3325,
|
||
|
|
"step": 3440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.082088426135506,
|
||
|
|
"grad_norm": 0.6035697169885135,
|
||
|
|
"learning_rate": 2.5948637310535886e-06,
|
||
|
|
"loss": 0.3296,
|
||
|
|
"step": 3450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0881243398219405,
|
||
|
|
"grad_norm": 0.6112233467387164,
|
||
|
|
"learning_rate": 2.5641357801960186e-06,
|
||
|
|
"loss": 0.3278,
|
||
|
|
"step": 3460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.0941602535083748,
|
||
|
|
"grad_norm": 0.5870217829586826,
|
||
|
|
"learning_rate": 2.5335279874903185e-06,
|
||
|
|
"loss": 0.3313,
|
||
|
|
"step": 3470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.100196167194809,
|
||
|
|
"grad_norm": 0.5897131296840935,
|
||
|
|
"learning_rate": 2.503041862780827e-06,
|
||
|
|
"loss": 0.3296,
|
||
|
|
"step": 3480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1062320808812434,
|
||
|
|
"grad_norm": 0.5718259687035243,
|
||
|
|
"learning_rate": 2.47267890991016e-06,
|
||
|
|
"loss": 0.3281,
|
||
|
|
"step": 3490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1122679945676777,
|
||
|
|
"grad_norm": 0.5777856500315681,
|
||
|
|
"learning_rate": 2.4424406266450045e-06,
|
||
|
|
"loss": 0.3296,
|
||
|
|
"step": 3500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.118303908254112,
|
||
|
|
"grad_norm": 0.6262457739159312,
|
||
|
|
"learning_rate": 2.412328504602264e-06,
|
||
|
|
"loss": 0.3336,
|
||
|
|
"step": 3510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1243398219405463,
|
||
|
|
"grad_norm": 0.589194023665236,
|
||
|
|
"learning_rate": 2.382344029175462e-06,
|
||
|
|
"loss": 0.3349,
|
||
|
|
"step": 3520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1303757356269806,
|
||
|
|
"grad_norm": 0.6140628916832596,
|
||
|
|
"learning_rate": 2.3524886794614653e-06,
|
||
|
|
"loss": 0.331,
|
||
|
|
"step": 3530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.136411649313415,
|
||
|
|
"grad_norm": 0.6028871935735021,
|
||
|
|
"learning_rate": 2.322763928187543e-06,
|
||
|
|
"loss": 0.3307,
|
||
|
|
"step": 3540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.142447562999849,
|
||
|
|
"grad_norm": 0.5798390235554982,
|
||
|
|
"learning_rate": 2.293171241638698e-06,
|
||
|
|
"loss": 0.3298,
|
||
|
|
"step": 3550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1484834766862835,
|
||
|
|
"grad_norm": 0.5950496656474389,
|
||
|
|
"learning_rate": 2.263712079585345e-06,
|
||
|
|
"loss": 0.3305,
|
||
|
|
"step": 3560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.154519390372718,
|
||
|
|
"grad_norm": 0.5926734664470145,
|
||
|
|
"learning_rate": 2.2343878952113012e-06,
|
||
|
|
"loss": 0.3276,
|
||
|
|
"step": 3570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.160555304059152,
|
||
|
|
"grad_norm": 0.5877698580097848,
|
||
|
|
"learning_rate": 2.2052001350421096e-06,
|
||
|
|
"loss": 0.3268,
|
||
|
|
"step": 3580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1665912177455864,
|
||
|
|
"grad_norm": 0.5888247000199527,
|
||
|
|
"learning_rate": 2.1761502388736655e-06,
|
||
|
|
"loss": 0.3327,
|
||
|
|
"step": 3590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1726271314320207,
|
||
|
|
"grad_norm": 0.5807991121980183,
|
||
|
|
"learning_rate": 2.14723963970121e-06,
|
||
|
|
"loss": 0.3315,
|
||
|
|
"step": 3600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.178663045118455,
|
||
|
|
"grad_norm": 0.5763459777490838,
|
||
|
|
"learning_rate": 2.118469763648643e-06,
|
||
|
|
"loss": 0.3278,
|
||
|
|
"step": 3610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1846989588048893,
|
||
|
|
"grad_norm": 0.5588744726618396,
|
||
|
|
"learning_rate": 2.0898420298981537e-06,
|
||
|
|
"loss": 0.3296,
|
||
|
|
"step": 3620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1907348724913236,
|
||
|
|
"grad_norm": 0.6040859182215225,
|
||
|
|
"learning_rate": 2.061357850620243e-06,
|
||
|
|
"loss": 0.3279,
|
||
|
|
"step": 3630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.1967707861777575,
|
||
|
|
"grad_norm": 0.6083091005217864,
|
||
|
|
"learning_rate": 2.0330186309040394e-06,
|
||
|
|
"loss": 0.3298,
|
||
|
|
"step": 3640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2028066998641918,
|
||
|
|
"grad_norm": 0.568667447432841,
|
||
|
|
"learning_rate": 2.0048257686879997e-06,
|
||
|
|
"loss": 0.3286,
|
||
|
|
"step": 3650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.208842613550626,
|
||
|
|
"grad_norm": 0.586169393672314,
|
||
|
|
"learning_rate": 1.9767806546909457e-06,
|
||
|
|
"loss": 0.3316,
|
||
|
|
"step": 3660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2148785272370604,
|
||
|
|
"grad_norm": 0.5855668928973393,
|
||
|
|
"learning_rate": 1.9488846723434646e-06,
|
||
|
|
"loss": 0.3262,
|
||
|
|
"step": 3670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2209144409234947,
|
||
|
|
"grad_norm": 0.5920501956876788,
|
||
|
|
"learning_rate": 1.921139197719664e-06,
|
||
|
|
"loss": 0.3298,
|
||
|
|
"step": 3680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.226950354609929,
|
||
|
|
"grad_norm": 0.6343784219115092,
|
||
|
|
"learning_rate": 1.893545599469292e-06,
|
||
|
|
"loss": 0.3316,
|
||
|
|
"step": 3690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2329862682963633,
|
||
|
|
"grad_norm": 0.56167618088226,
|
||
|
|
"learning_rate": 1.86610523875023e-06,
|
||
|
|
"loss": 0.3288,
|
||
|
|
"step": 3700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2390221819827976,
|
||
|
|
"grad_norm": 0.5937195941687996,
|
||
|
|
"learning_rate": 1.8388194691613308e-06,
|
||
|
|
"loss": 0.3285,
|
||
|
|
"step": 3710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.245058095669232,
|
||
|
|
"grad_norm": 0.6068056100462802,
|
||
|
|
"learning_rate": 1.811689636675672e-06,
|
||
|
|
"loss": 0.3295,
|
||
|
|
"step": 3720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.251094009355666,
|
||
|
|
"grad_norm": 0.5998463693882512,
|
||
|
|
"learning_rate": 1.7847170795741414e-06,
|
||
|
|
"loss": 0.33,
|
||
|
|
"step": 3730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2571299230421005,
|
||
|
|
"grad_norm": 0.5707846476820784,
|
||
|
|
"learning_rate": 1.7579031283794234e-06,
|
||
|
|
"loss": 0.3324,
|
||
|
|
"step": 3740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2631658367285348,
|
||
|
|
"grad_norm": 0.6070101386107148,
|
||
|
|
"learning_rate": 1.7312491057903808e-06,
|
||
|
|
"loss": 0.3288,
|
||
|
|
"step": 3750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.269201750414969,
|
||
|
|
"grad_norm": 0.5684370763425239,
|
||
|
|
"learning_rate": 1.7047563266167888e-06,
|
||
|
|
"loss": 0.3291,
|
||
|
|
"step": 3760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2752376641014034,
|
||
|
|
"grad_norm": 0.5367883177519198,
|
||
|
|
"learning_rate": 1.678426097714489e-06,
|
||
|
|
"loss": 0.3265,
|
||
|
|
"step": 3770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2812735777878377,
|
||
|
|
"grad_norm": 0.5853244396608877,
|
||
|
|
"learning_rate": 1.6522597179209187e-06,
|
||
|
|
"loss": 0.3259,
|
||
|
|
"step": 3780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.287309491474272,
|
||
|
|
"grad_norm": 0.5641343283784108,
|
||
|
|
"learning_rate": 1.6262584779910472e-06,
|
||
|
|
"loss": 0.3286,
|
||
|
|
"step": 3790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2933454051607063,
|
||
|
|
"grad_norm": 0.5563209895809159,
|
||
|
|
"learning_rate": 1.600423660533692e-06,
|
||
|
|
"loss": 0.3281,
|
||
|
|
"step": 3800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.2993813188471406,
|
||
|
|
"grad_norm": 0.5805361043294971,
|
||
|
|
"learning_rate": 1.5747565399482605e-06,
|
||
|
|
"loss": 0.3299,
|
||
|
|
"step": 3810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.305417232533575,
|
||
|
|
"grad_norm": 0.5811803574606669,
|
||
|
|
"learning_rate": 1.5492583823618878e-06,
|
||
|
|
"loss": 0.3289,
|
||
|
|
"step": 3820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.311453146220009,
|
||
|
|
"grad_norm": 0.6040233888147246,
|
||
|
|
"learning_rate": 1.523930445566963e-06,
|
||
|
|
"loss": 0.3308,
|
||
|
|
"step": 3830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3174890599064435,
|
||
|
|
"grad_norm": 0.6059976475921155,
|
||
|
|
"learning_rate": 1.4987739789591056e-06,
|
||
|
|
"loss": 0.3294,
|
||
|
|
"step": 3840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.323524973592878,
|
||
|
|
"grad_norm": 0.5905386095910952,
|
||
|
|
"learning_rate": 1.4737902234755203e-06,
|
||
|
|
"loss": 0.3301,
|
||
|
|
"step": 3850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.329560887279312,
|
||
|
|
"grad_norm": 0.5747067002149818,
|
||
|
|
"learning_rate": 1.448980411533782e-06,
|
||
|
|
"loss": 0.3278,
|
||
|
|
"step": 3860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.335596800965746,
|
||
|
|
"grad_norm": 0.5732211405787891,
|
||
|
|
"learning_rate": 1.4243457669710564e-06,
|
||
|
|
"loss": 0.3245,
|
||
|
|
"step": 3870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3416327146521807,
|
||
|
|
"grad_norm": 0.6079651710560006,
|
||
|
|
"learning_rate": 1.3998875049837141e-06,
|
||
|
|
"loss": 0.3268,
|
||
|
|
"step": 3880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3476686283386146,
|
||
|
|
"grad_norm": 0.5783578941572416,
|
||
|
|
"learning_rate": 1.3756068320673938e-06,
|
||
|
|
"loss": 0.3283,
|
||
|
|
"step": 3890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.353704542025049,
|
||
|
|
"grad_norm": 0.5532376575030373,
|
||
|
|
"learning_rate": 1.3515049459574847e-06,
|
||
|
|
"loss": 0.3254,
|
||
|
|
"step": 3900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.359740455711483,
|
||
|
|
"grad_norm": 0.5467274114487632,
|
||
|
|
"learning_rate": 1.3275830355700519e-06,
|
||
|
|
"loss": 0.3257,
|
||
|
|
"step": 3910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3657763693979175,
|
||
|
|
"grad_norm": 0.5922264462167515,
|
||
|
|
"learning_rate": 1.3038422809431733e-06,
|
||
|
|
"loss": 0.3291,
|
||
|
|
"step": 3920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3718122830843518,
|
||
|
|
"grad_norm": 0.5807751637804499,
|
||
|
|
"learning_rate": 1.280283853178742e-06,
|
||
|
|
"loss": 0.3281,
|
||
|
|
"step": 3930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.377848196770786,
|
||
|
|
"grad_norm": 0.5751202261036737,
|
||
|
|
"learning_rate": 1.256908914384698e-06,
|
||
|
|
"loss": 0.3321,
|
||
|
|
"step": 3940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3838841104572204,
|
||
|
|
"grad_norm": 0.5829573981972134,
|
||
|
|
"learning_rate": 1.233718617617689e-06,
|
||
|
|
"loss": 0.3303,
|
||
|
|
"step": 3950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.3899200241436547,
|
||
|
|
"grad_norm": 0.5614143554083199,
|
||
|
|
"learning_rate": 1.2107141068262119e-06,
|
||
|
|
"loss": 0.3276,
|
||
|
|
"step": 3960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.395955937830089,
|
||
|
|
"grad_norm": 0.5657826082869326,
|
||
|
|
"learning_rate": 1.1878965167941658e-06,
|
||
|
|
"loss": 0.3279,
|
||
|
|
"step": 3970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4019918515165233,
|
||
|
|
"grad_norm": 0.5583977788315128,
|
||
|
|
"learning_rate": 1.1652669730848837e-06,
|
||
|
|
"loss": 0.3259,
|
||
|
|
"step": 3980
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4080277652029576,
|
||
|
|
"grad_norm": 0.5670227130617606,
|
||
|
|
"learning_rate": 1.1428265919856057e-06,
|
||
|
|
"loss": 0.3319,
|
||
|
|
"step": 3990
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.414063678889392,
|
||
|
|
"grad_norm": 0.5345020446470288,
|
||
|
|
"learning_rate": 1.1205764804524172e-06,
|
||
|
|
"loss": 0.3258,
|
||
|
|
"step": 4000
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.420099592575826,
|
||
|
|
"grad_norm": 0.5742530447532448,
|
||
|
|
"learning_rate": 1.0985177360556421e-06,
|
||
|
|
"loss": 0.3281,
|
||
|
|
"step": 4010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4261355062622605,
|
||
|
|
"grad_norm": 0.5681633515485598,
|
||
|
|
"learning_rate": 1.0766514469257006e-06,
|
||
|
|
"loss": 0.33,
|
||
|
|
"step": 4020
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.432171419948695,
|
||
|
|
"grad_norm": 0.5469547021834809,
|
||
|
|
"learning_rate": 1.0549786916994387e-06,
|
||
|
|
"loss": 0.3271,
|
||
|
|
"step": 4030
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.438207333635129,
|
||
|
|
"grad_norm": 0.5467836338693935,
|
||
|
|
"learning_rate": 1.0335005394669062e-06,
|
||
|
|
"loss": 0.3282,
|
||
|
|
"step": 4040
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4442432473215634,
|
||
|
|
"grad_norm": 0.5496370736783344,
|
||
|
|
"learning_rate": 1.012218049718639e-06,
|
||
|
|
"loss": 0.3267,
|
||
|
|
"step": 4050
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4502791610079977,
|
||
|
|
"grad_norm": 0.5532695447765059,
|
||
|
|
"learning_rate": 9.911322722933825e-07,
|
||
|
|
"loss": 0.3267,
|
||
|
|
"step": 4060
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.456315074694432,
|
||
|
|
"grad_norm": 0.5593061519759683,
|
||
|
|
"learning_rate": 9.702442473263035e-07,
|
||
|
|
"loss": 0.3261,
|
||
|
|
"step": 4070
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4623509883808663,
|
||
|
|
"grad_norm": 0.5675718980431652,
|
||
|
|
"learning_rate": 9.495550051976937e-07,
|
||
|
|
"loss": 0.33,
|
||
|
|
"step": 4080
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4683869020673006,
|
||
|
|
"grad_norm": 0.55036807877547,
|
||
|
|
"learning_rate": 9.290655664821296e-07,
|
||
|
|
"loss": 0.326,
|
||
|
|
"step": 4090
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.474422815753735,
|
||
|
|
"grad_norm": 0.6047393707132771,
|
||
|
|
"learning_rate": 9.087769418981352e-07,
|
||
|
|
"loss": 0.3294,
|
||
|
|
"step": 4100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.480458729440169,
|
||
|
|
"grad_norm": 0.5377856224781872,
|
||
|
|
"learning_rate": 8.88690132258323e-07,
|
||
|
|
"loss": 0.3301,
|
||
|
|
"step": 4110
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.486494643126603,
|
||
|
|
"grad_norm": 0.5404023215833121,
|
||
|
|
"learning_rate": 8.688061284200266e-07,
|
||
|
|
"loss": 0.3308,
|
||
|
|
"step": 4120
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.492530556813038,
|
||
|
|
"grad_norm": 0.5429038964087051,
|
||
|
|
"learning_rate": 8.491259112364192e-07,
|
||
|
|
"loss": 0.3277,
|
||
|
|
"step": 4130
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.4985664704994717,
|
||
|
|
"grad_norm": 0.5556392061166345,
|
||
|
|
"learning_rate": 8.296504515081333e-07,
|
||
|
|
"loss": 0.328,
|
||
|
|
"step": 4140
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5046023841859064,
|
||
|
|
"grad_norm": 0.5550852188468128,
|
||
|
|
"learning_rate": 8.103807099353733e-07,
|
||
|
|
"loss": 0.3303,
|
||
|
|
"step": 4150
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5106382978723403,
|
||
|
|
"grad_norm": 0.5683960534884703,
|
||
|
|
"learning_rate": 7.913176370705166e-07,
|
||
|
|
"loss": 0.3303,
|
||
|
|
"step": 4160
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5166742115587746,
|
||
|
|
"grad_norm": 0.5647058376594801,
|
||
|
|
"learning_rate": 7.724621732712373e-07,
|
||
|
|
"loss": 0.3281,
|
||
|
|
"step": 4170
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.522710125245209,
|
||
|
|
"grad_norm": 0.5396463872633352,
|
||
|
|
"learning_rate": 7.538152486541078e-07,
|
||
|
|
"loss": 0.3224,
|
||
|
|
"step": 4180
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.528746038931643,
|
||
|
|
"grad_norm": 0.5769965957501234,
|
||
|
|
"learning_rate": 7.353777830487247e-07,
|
||
|
|
"loss": 0.3298,
|
||
|
|
"step": 4190
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5347819526180775,
|
||
|
|
"grad_norm": 0.5617546845646423,
|
||
|
|
"learning_rate": 7.171506859523298e-07,
|
||
|
|
"loss": 0.3284,
|
||
|
|
"step": 4200
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.540817866304512,
|
||
|
|
"grad_norm": 0.5370456459767287,
|
||
|
|
"learning_rate": 6.991348564849504e-07,
|
||
|
|
"loss": 0.3272,
|
||
|
|
"step": 4210
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.546853779990946,
|
||
|
|
"grad_norm": 0.5449920129863155,
|
||
|
|
"learning_rate": 6.813311833450426e-07,
|
||
|
|
"loss": 0.3244,
|
||
|
|
"step": 4220
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5528896936773804,
|
||
|
|
"grad_norm": 0.5814796250543772,
|
||
|
|
"learning_rate": 6.637405447656542e-07,
|
||
|
|
"loss": 0.3286,
|
||
|
|
"step": 4230
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5589256073638147,
|
||
|
|
"grad_norm": 0.5802300234417045,
|
||
|
|
"learning_rate": 6.463638084711088e-07,
|
||
|
|
"loss": 0.3303,
|
||
|
|
"step": 4240
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.564961521050249,
|
||
|
|
"grad_norm": 0.5682016106324166,
|
||
|
|
"learning_rate": 6.29201831634188e-07,
|
||
|
|
"loss": 0.3275,
|
||
|
|
"step": 4250
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5709974347366833,
|
||
|
|
"grad_norm": 0.628799960343276,
|
||
|
|
"learning_rate": 6.122554608338605e-07,
|
||
|
|
"loss": 0.3278,
|
||
|
|
"step": 4260
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5770333484231176,
|
||
|
|
"grad_norm": 0.5261749879449605,
|
||
|
|
"learning_rate": 5.955255320135195e-07,
|
||
|
|
"loss": 0.3287,
|
||
|
|
"step": 4270
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.583069262109552,
|
||
|
|
"grad_norm": 0.5365103226953842,
|
||
|
|
"learning_rate": 5.790128704397424e-07,
|
||
|
|
"loss": 0.3242,
|
||
|
|
"step": 4280
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.589105175795986,
|
||
|
|
"grad_norm": 0.5482210552849281,
|
||
|
|
"learning_rate": 5.627182906615825e-07,
|
||
|
|
"loss": 0.3254,
|
||
|
|
"step": 4290
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.5951410894824205,
|
||
|
|
"grad_norm": 0.5270093070193902,
|
||
|
|
"learning_rate": 5.466425964703914e-07,
|
||
|
|
"loss": 0.3268,
|
||
|
|
"step": 4300
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.601177003168855,
|
||
|
|
"grad_norm": 0.5351843851712077,
|
||
|
|
"learning_rate": 5.307865808601664e-07,
|
||
|
|
"loss": 0.3267,
|
||
|
|
"step": 4310
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.607212916855289,
|
||
|
|
"grad_norm": 0.5551045883829538,
|
||
|
|
"learning_rate": 5.151510259884329e-07,
|
||
|
|
"loss": 0.3261,
|
||
|
|
"step": 4320
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6132488305417234,
|
||
|
|
"grad_norm": 0.5716515174477422,
|
||
|
|
"learning_rate": 4.997367031376627e-07,
|
||
|
|
"loss": 0.3283,
|
||
|
|
"step": 4330
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6192847442281577,
|
||
|
|
"grad_norm": 0.5484469831279773,
|
||
|
|
"learning_rate": 4.84544372677228e-07,
|
||
|
|
"loss": 0.3279,
|
||
|
|
"step": 4340
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6253206579145916,
|
||
|
|
"grad_norm": 0.5627722024643765,
|
||
|
|
"learning_rate": 4.6957478402589076e-07,
|
||
|
|
"loss": 0.3285,
|
||
|
|
"step": 4350
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6313565716010263,
|
||
|
|
"grad_norm": 0.54030007506572,
|
||
|
|
"learning_rate": 4.548286756148401e-07,
|
||
|
|
"loss": 0.328,
|
||
|
|
"step": 4360
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.63739248528746,
|
||
|
|
"grad_norm": 0.5688872966757411,
|
||
|
|
"learning_rate": 4.4030677485125906e-07,
|
||
|
|
"loss": 0.3291,
|
||
|
|
"step": 4370
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.643428398973895,
|
||
|
|
"grad_norm": 0.5611453338620043,
|
||
|
|
"learning_rate": 4.2600979808244627e-07,
|
||
|
|
"loss": 0.3267,
|
||
|
|
"step": 4380
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.649464312660329,
|
||
|
|
"grad_norm": 0.5591585705521456,
|
||
|
|
"learning_rate": 4.119384505604834e-07,
|
||
|
|
"loss": 0.3285,
|
||
|
|
"step": 4390
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.655500226346763,
|
||
|
|
"grad_norm": 0.5403567309346599,
|
||
|
|
"learning_rate": 3.980934264074393e-07,
|
||
|
|
"loss": 0.3234,
|
||
|
|
"step": 4400
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6615361400331974,
|
||
|
|
"grad_norm": 0.5366841662024877,
|
||
|
|
"learning_rate": 3.8447540858113197e-07,
|
||
|
|
"loss": 0.3289,
|
||
|
|
"step": 4410
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6675720537196317,
|
||
|
|
"grad_norm": 0.5505493242335168,
|
||
|
|
"learning_rate": 3.710850688414419e-07,
|
||
|
|
"loss": 0.329,
|
||
|
|
"step": 4420
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.673607967406066,
|
||
|
|
"grad_norm": 0.5572305600353893,
|
||
|
|
"learning_rate": 3.579230677171702e-07,
|
||
|
|
"loss": 0.326,
|
||
|
|
"step": 4430
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6796438810925003,
|
||
|
|
"grad_norm": 0.5320801899819191,
|
||
|
|
"learning_rate": 3.4499005447346024e-07,
|
||
|
|
"loss": 0.3272,
|
||
|
|
"step": 4440
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.6856797947789346,
|
||
|
|
"grad_norm": 0.5621605698475473,
|
||
|
|
"learning_rate": 3.32286667079767e-07,
|
||
|
|
"loss": 0.3232,
|
||
|
|
"step": 4450
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.691715708465369,
|
||
|
|
"grad_norm": 0.5535800034831663,
|
||
|
|
"learning_rate": 3.1981353217838853e-07,
|
||
|
|
"loss": 0.3267,
|
||
|
|
"step": 4460
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.697751622151803,
|
||
|
|
"grad_norm": 0.5541989505631728,
|
||
|
|
"learning_rate": 3.0757126505355284e-07,
|
||
|
|
"loss": 0.3271,
|
||
|
|
"step": 4470
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7037875358382375,
|
||
|
|
"grad_norm": 0.554309743511386,
|
||
|
|
"learning_rate": 2.9556046960106997e-07,
|
||
|
|
"loss": 0.3275,
|
||
|
|
"step": 4480
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.709823449524672,
|
||
|
|
"grad_norm": 0.5441084268121339,
|
||
|
|
"learning_rate": 2.837817382985375e-07,
|
||
|
|
"loss": 0.3265,
|
||
|
|
"step": 4490
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.715859363211106,
|
||
|
|
"grad_norm": 0.5661752729331364,
|
||
|
|
"learning_rate": 2.722356521761188e-07,
|
||
|
|
"loss": 0.3251,
|
||
|
|
"step": 4500
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7218952768975404,
|
||
|
|
"grad_norm": 0.5284497315283775,
|
||
|
|
"learning_rate": 2.6092278078788004e-07,
|
||
|
|
"loss": 0.3249,
|
||
|
|
"step": 4510
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7279311905839747,
|
||
|
|
"grad_norm": 0.52978683625873,
|
||
|
|
"learning_rate": 2.4984368218369305e-07,
|
||
|
|
"loss": 0.3282,
|
||
|
|
"step": 4520
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.733967104270409,
|
||
|
|
"grad_norm": 0.5435219044017648,
|
||
|
|
"learning_rate": 2.389989028817108e-07,
|
||
|
|
"loss": 0.3283,
|
||
|
|
"step": 4530
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7400030179568433,
|
||
|
|
"grad_norm": 0.5516780362582209,
|
||
|
|
"learning_rate": 2.2838897784140612e-07,
|
||
|
|
"loss": 0.3274,
|
||
|
|
"step": 4540
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7460389316432776,
|
||
|
|
"grad_norm": 0.546719555306795,
|
||
|
|
"learning_rate": 2.1801443043718285e-07,
|
||
|
|
"loss": 0.3298,
|
||
|
|
"step": 4550
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.752074845329712,
|
||
|
|
"grad_norm": 0.5563980632574993,
|
||
|
|
"learning_rate": 2.0787577243255807e-07,
|
||
|
|
"loss": 0.3267,
|
||
|
|
"step": 4560
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.758110759016146,
|
||
|
|
"grad_norm": 0.535638021015215,
|
||
|
|
"learning_rate": 1.9797350395492077e-07,
|
||
|
|
"loss": 0.3253,
|
||
|
|
"step": 4570
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.76414667270258,
|
||
|
|
"grad_norm": 0.5347609121819951,
|
||
|
|
"learning_rate": 1.8830811347085697e-07,
|
||
|
|
"loss": 0.3252,
|
||
|
|
"step": 4580
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.770182586389015,
|
||
|
|
"grad_norm": 0.5415863482391344,
|
||
|
|
"learning_rate": 1.788800777620542e-07,
|
||
|
|
"loss": 0.3276,
|
||
|
|
"step": 4590
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7762185000754487,
|
||
|
|
"grad_norm": 0.5466212280219622,
|
||
|
|
"learning_rate": 1.6968986190178728e-07,
|
||
|
|
"loss": 0.326,
|
||
|
|
"step": 4600
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7822544137618834,
|
||
|
|
"grad_norm": 0.5391843573715891,
|
||
|
|
"learning_rate": 1.60737919231973e-07,
|
||
|
|
"loss": 0.3265,
|
||
|
|
"step": 4610
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.7882903274483173,
|
||
|
|
"grad_norm": 0.5465887305789703,
|
||
|
|
"learning_rate": 1.5202469134080633e-07,
|
||
|
|
"loss": 0.3291,
|
||
|
|
"step": 4620
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.794326241134752,
|
||
|
|
"grad_norm": 0.5447449635613493,
|
||
|
|
"learning_rate": 1.4355060804098043e-07,
|
||
|
|
"loss": 0.3254,
|
||
|
|
"step": 4630
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.800362154821186,
|
||
|
|
"grad_norm": 0.5376834372862567,
|
||
|
|
"learning_rate": 1.3531608734848433e-07,
|
||
|
|
"loss": 0.3252,
|
||
|
|
"step": 4640
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.80639806850762,
|
||
|
|
"grad_norm": 0.5419447242645747,
|
||
|
|
"learning_rate": 1.273215354619789e-07,
|
||
|
|
"loss": 0.3277,
|
||
|
|
"step": 4650
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8124339821940545,
|
||
|
|
"grad_norm": 0.521436211709283,
|
||
|
|
"learning_rate": 1.1956734674276492e-07,
|
||
|
|
"loss": 0.3267,
|
||
|
|
"step": 4660
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.818469895880489,
|
||
|
|
"grad_norm": 0.5443036316275357,
|
||
|
|
"learning_rate": 1.1205390369532553e-07,
|
||
|
|
"loss": 0.328,
|
||
|
|
"step": 4670
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.824505809566923,
|
||
|
|
"grad_norm": 0.5736771187575125,
|
||
|
|
"learning_rate": 1.0478157694846002e-07,
|
||
|
|
"loss": 0.3269,
|
||
|
|
"step": 4680
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8305417232533574,
|
||
|
|
"grad_norm": 0.5533030963421177,
|
||
|
|
"learning_rate": 9.775072523700135e-08,
|
||
|
|
"loss": 0.3274,
|
||
|
|
"step": 4690
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8365776369397917,
|
||
|
|
"grad_norm": 0.5297867847542854,
|
||
|
|
"learning_rate": 9.096169538411747e-08,
|
||
|
|
"loss": 0.3251,
|
||
|
|
"step": 4700
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.842613550626226,
|
||
|
|
"grad_norm": 0.5603590658940372,
|
||
|
|
"learning_rate": 8.441482228420505e-08,
|
||
|
|
"loss": 0.3261,
|
||
|
|
"step": 4710
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8486494643126603,
|
||
|
|
"grad_norm": 0.5648155137748375,
|
||
|
|
"learning_rate": 7.81104288863721e-08,
|
||
|
|
"loss": 0.3238,
|
||
|
|
"step": 4720
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8546853779990946,
|
||
|
|
"grad_norm": 0.5155233113764542,
|
||
|
|
"learning_rate": 7.204882617850129e-08,
|
||
|
|
"loss": 0.3284,
|
||
|
|
"step": 4730
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.860721291685529,
|
||
|
|
"grad_norm": 0.5283055469638852,
|
||
|
|
"learning_rate": 6.623031317191386e-08,
|
||
|
|
"loss": 0.3243,
|
||
|
|
"step": 4740
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.866757205371963,
|
||
|
|
"grad_norm": 0.5324757215458941,
|
||
|
|
"learning_rate": 6.065517688661926e-08,
|
||
|
|
"loss": 0.3266,
|
||
|
|
"step": 4750
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8727931190583975,
|
||
|
|
"grad_norm": 0.5270694862009192,
|
||
|
|
"learning_rate": 5.532369233715418e-08,
|
||
|
|
"loss": 0.3263,
|
||
|
|
"step": 4760
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.878829032744832,
|
||
|
|
"grad_norm": 0.5184850936640313,
|
||
|
|
"learning_rate": 5.02361225190201e-08,
|
||
|
|
"loss": 0.325,
|
||
|
|
"step": 4770
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.884864946431266,
|
||
|
|
"grad_norm": 0.5522807685327075,
|
||
|
|
"learning_rate": 4.539271839570702e-08,
|
||
|
|
"loss": 0.3303,
|
||
|
|
"step": 4780
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8909008601177004,
|
||
|
|
"grad_norm": 0.5833975533295399,
|
||
|
|
"learning_rate": 4.079371888631667e-08,
|
||
|
|
"loss": 0.3287,
|
||
|
|
"step": 4790
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.8969367738041347,
|
||
|
|
"grad_norm": 0.5435014494666157,
|
||
|
|
"learning_rate": 3.643935085377193e-08,
|
||
|
|
"loss": 0.3291,
|
||
|
|
"step": 4800
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.902972687490569,
|
||
|
|
"grad_norm": 0.5317951774661862,
|
||
|
|
"learning_rate": 3.232982909363247e-08,
|
||
|
|
"loss": 0.3302,
|
||
|
|
"step": 4810
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9090086011770033,
|
||
|
|
"grad_norm": 0.5470417295465569,
|
||
|
|
"learning_rate": 2.8465356323494897e-08,
|
||
|
|
"loss": 0.3293,
|
||
|
|
"step": 4820
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.915044514863437,
|
||
|
|
"grad_norm": 0.5361189628769133,
|
||
|
|
"learning_rate": 2.4846123172992953e-08,
|
||
|
|
"loss": 0.3281,
|
||
|
|
"step": 4830
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.921080428549872,
|
||
|
|
"grad_norm": 0.54177713240335,
|
||
|
|
"learning_rate": 2.147230817439616e-08,
|
||
|
|
"loss": 0.326,
|
||
|
|
"step": 4840
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.927116342236306,
|
||
|
|
"grad_norm": 0.5323052126594137,
|
||
|
|
"learning_rate": 1.834407775380187e-08,
|
||
|
|
"loss": 0.3281,
|
||
|
|
"step": 4850
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9331522559227405,
|
||
|
|
"grad_norm": 0.5359903004283559,
|
||
|
|
"learning_rate": 1.5461586222924596e-08,
|
||
|
|
"loss": 0.3261,
|
||
|
|
"step": 4860
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9391881696091744,
|
||
|
|
"grad_norm": 0.5543427271655068,
|
||
|
|
"learning_rate": 1.2824975771486558e-08,
|
||
|
|
"loss": 0.3264,
|
||
|
|
"step": 4870
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.945224083295609,
|
||
|
|
"grad_norm": 0.5384618149718552,
|
||
|
|
"learning_rate": 1.0434376460201067e-08,
|
||
|
|
"loss": 0.3271,
|
||
|
|
"step": 4880
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.951259996982043,
|
||
|
|
"grad_norm": 0.5121547980752482,
|
||
|
|
"learning_rate": 8.289906214358767e-09,
|
||
|
|
"loss": 0.3252,
|
||
|
|
"step": 4890
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9572959106684773,
|
||
|
|
"grad_norm": 0.5126843579972032,
|
||
|
|
"learning_rate": 6.391670818008955e-09,
|
||
|
|
"loss": 0.3255,
|
||
|
|
"step": 4900
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9633318243549116,
|
||
|
|
"grad_norm": 0.5323524113852374,
|
||
|
|
"learning_rate": 4.7397639087432e-09,
|
||
|
|
"loss": 0.3267,
|
||
|
|
"step": 4910
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.969367738041346,
|
||
|
|
"grad_norm": 0.5324354968490875,
|
||
|
|
"learning_rate": 3.3342669730729303e-09,
|
||
|
|
"loss": 0.3255,
|
||
|
|
"step": 4920
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.97540365172778,
|
||
|
|
"grad_norm": 0.550825930999869,
|
||
|
|
"learning_rate": 2.1752493424148647e-09,
|
||
|
|
"loss": 0.328,
|
||
|
|
"step": 4930
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9814395654142145,
|
||
|
|
"grad_norm": 0.5289245768111625,
|
||
|
|
"learning_rate": 1.2627681896670852e-09,
|
||
|
|
"loss": 0.3265,
|
||
|
|
"step": 4940
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.987475479100649,
|
||
|
|
"grad_norm": 0.5548931035545003,
|
||
|
|
"learning_rate": 5.968685263885165e-10,
|
||
|
|
"loss": 0.329,
|
||
|
|
"step": 4950
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.993511392787083,
|
||
|
|
"grad_norm": 0.5268141741402684,
|
||
|
|
"learning_rate": 1.7758320058236522e-10,
|
||
|
|
"loss": 0.3264,
|
||
|
|
"step": 4960
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 2.9995473064735174,
|
||
|
|
"grad_norm": 0.5394909098085136,
|
||
|
|
"learning_rate": 4.932895071863009e-12,
|
||
|
|
"loss": 0.3267,
|
||
|
|
"step": 4970
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"epoch": 3.0,
|
||
|
|
"step": 4971,
|
||
|
|
"total_flos": 3906508525600768.0,
|
||
|
|
"train_loss": 0.3714317911300974,
|
||
|
|
"train_runtime": 271631.3463,
|
||
|
|
"train_samples_per_second": 4.684,
|
||
|
|
"train_steps_per_second": 0.018
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"logging_steps": 10,
|
||
|
|
"max_steps": 4971,
|
||
|
|
"num_input_tokens_seen": 0,
|
||
|
|
"num_train_epochs": 3,
|
||
|
|
"save_steps": 500,
|
||
|
|
"stateful_callbacks": {
|
||
|
|
"TrainerControl": {
|
||
|
|
"args": {
|
||
|
|
"should_epoch_stop": false,
|
||
|
|
"should_evaluate": false,
|
||
|
|
"should_log": false,
|
||
|
|
"should_save": true,
|
||
|
|
"should_training_stop": true
|
||
|
|
},
|
||
|
|
"attributes": {}
|
||
|
|
}
|
||
|
|
},
|
||
|
|
"total_flos": 3906508525600768.0,
|
||
|
|
"train_batch_size": 8,
|
||
|
|
"trial_name": null,
|
||
|
|
"trial_params": null
|
||
|
|
}
|