315 lines
8.0 KiB
JSON
315 lines
8.0 KiB
JSON
{
|
|
"best_global_step": null,
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 3.4454976303317535,
|
|
"eval_steps": 500,
|
|
"global_step": 4000,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.08616975441619991,
|
|
"grad_norm": 1.8284112215042114,
|
|
"learning_rate": 1.98e-05,
|
|
"loss": 5.544659423828125,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.17233950883239982,
|
|
"grad_norm": 0.5319015383720398,
|
|
"learning_rate": 3.979999999999999e-05,
|
|
"loss": 3.90488037109375,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 0.25850926324859974,
|
|
"grad_norm": 1.3977950811386108,
|
|
"learning_rate": 5.98e-05,
|
|
"loss": 3.39756103515625,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 0.34467901766479964,
|
|
"grad_norm": 1.9291573762893677,
|
|
"learning_rate": 7.98e-05,
|
|
"loss": 3.019991149902344,
|
|
"step": 400
|
|
},
|
|
{
|
|
"epoch": 0.4308487720809996,
|
|
"grad_norm": 1.4095340967178345,
|
|
"learning_rate": 9.979999999999999e-05,
|
|
"loss": 2.815445861816406,
|
|
"step": 500
|
|
},
|
|
{
|
|
"epoch": 0.5170185264971995,
|
|
"grad_norm": 3.2716641426086426,
|
|
"learning_rate": 0.00011979999999999998,
|
|
"loss": 2.6590045166015623,
|
|
"step": 600
|
|
},
|
|
{
|
|
"epoch": 0.6031882809133994,
|
|
"grad_norm": 1.3838716745376587,
|
|
"learning_rate": 0.00013979999999999998,
|
|
"loss": 2.543310089111328,
|
|
"step": 700
|
|
},
|
|
{
|
|
"epoch": 0.6893580353295993,
|
|
"grad_norm": 1.069161057472229,
|
|
"learning_rate": 0.00015979999999999998,
|
|
"loss": 2.396273651123047,
|
|
"step": 800
|
|
},
|
|
{
|
|
"epoch": 0.7755277897457993,
|
|
"grad_norm": 0.8585665822029114,
|
|
"learning_rate": 0.0001798,
|
|
"loss": 2.242165985107422,
|
|
"step": 900
|
|
},
|
|
{
|
|
"epoch": 0.8616975441619992,
|
|
"grad_norm": 0.7467069625854492,
|
|
"learning_rate": 0.0001998,
|
|
"loss": 2.1027012634277344,
|
|
"step": 1000
|
|
},
|
|
{
|
|
"epoch": 0.9478672985781991,
|
|
"grad_norm": 0.5805935859680176,
|
|
"learning_rate": 0.00021979999999999998,
|
|
"loss": 2.037454376220703,
|
|
"step": 1100
|
|
},
|
|
{
|
|
"epoch": 1.033606204222318,
|
|
"grad_norm": 0.5948718786239624,
|
|
"learning_rate": 0.00023979999999999997,
|
|
"loss": 1.9681085205078126,
|
|
"step": 1200
|
|
},
|
|
{
|
|
"epoch": 1.1197759586385179,
|
|
"grad_norm": 0.5413378477096558,
|
|
"learning_rate": 0.00025979999999999997,
|
|
"loss": 1.9135774230957032,
|
|
"step": 1300
|
|
},
|
|
{
|
|
"epoch": 1.2059457130547178,
|
|
"grad_norm": 0.5196030139923096,
|
|
"learning_rate": 0.00027979999999999997,
|
|
"loss": 1.8392716979980468,
|
|
"step": 1400
|
|
},
|
|
{
|
|
"epoch": 1.2921154674709177,
|
|
"grad_norm": 0.49619364738464355,
|
|
"learning_rate": 0.00029979999999999997,
|
|
"loss": 1.8049734497070313,
|
|
"step": 1500
|
|
},
|
|
{
|
|
"epoch": 1.3782852218871176,
|
|
"grad_norm": 0.44414839148521423,
|
|
"learning_rate": 0.000299991068233357,
|
|
"loss": 1.7638165283203124,
|
|
"step": 1600
|
|
},
|
|
{
|
|
"epoch": 1.4644549763033177,
|
|
"grad_norm": 0.46444711089134216,
|
|
"learning_rate": 0.0002999639122316208,
|
|
"loss": 1.7137832641601562,
|
|
"step": 1700
|
|
},
|
|
{
|
|
"epoch": 1.5506247307195173,
|
|
"grad_norm": 0.5176238417625427,
|
|
"learning_rate": 0.0002999185343831476,
|
|
"loss": 1.675589599609375,
|
|
"step": 1800
|
|
},
|
|
{
|
|
"epoch": 1.6367944851357175,
|
|
"grad_norm": 0.4177858829498291,
|
|
"learning_rate": 0.0002998549402017187,
|
|
"loss": 1.6349491882324219,
|
|
"step": 1900
|
|
},
|
|
{
|
|
"epoch": 1.7229642395519171,
|
|
"grad_norm": 0.42198434472084045,
|
|
"learning_rate": 0.0002997731374145493,
|
|
"loss": 1.596505126953125,
|
|
"step": 2000
|
|
},
|
|
{
|
|
"epoch": 1.8091339939681172,
|
|
"grad_norm": 0.4523915946483612,
|
|
"learning_rate": 0.0002996731359613498,
|
|
"loss": 1.5908058166503907,
|
|
"step": 2100
|
|
},
|
|
{
|
|
"epoch": 1.8953037483843171,
|
|
"grad_norm": 0.3901713788509369,
|
|
"learning_rate": 0.0002995549479931178,
|
|
"loss": 1.5610142517089844,
|
|
"step": 2200
|
|
},
|
|
{
|
|
"epoch": 1.981473502800517,
|
|
"grad_norm": 0.41816478967666626,
|
|
"learning_rate": 0.00029941858787066206,
|
|
"loss": 1.5319706726074218,
|
|
"step": 2300
|
|
},
|
|
{
|
|
"epoch": 2.067212408444636,
|
|
"grad_norm": 0.3872755765914917,
|
|
"learning_rate": 0.00029926407216285706,
|
|
"loss": 1.5055549621582032,
|
|
"step": 2400
|
|
},
|
|
{
|
|
"epoch": 2.1533821628608356,
|
|
"grad_norm": 0.4193103611469269,
|
|
"learning_rate": 0.0002990914196446301,
|
|
"loss": 1.4792218017578125,
|
|
"step": 2500
|
|
},
|
|
{
|
|
"epoch": 2.2395519172770357,
|
|
"grad_norm": 0.4024358093738556,
|
|
"learning_rate": 0.00029890065129467986,
|
|
"loss": 1.4786280822753906,
|
|
"step": 2600
|
|
},
|
|
{
|
|
"epoch": 2.325721671693236,
|
|
"grad_norm": 0.37588468194007874,
|
|
"learning_rate": 0.0002986917902929273,
|
|
"loss": 1.4545697021484374,
|
|
"step": 2700
|
|
},
|
|
{
|
|
"epoch": 2.4118914261094355,
|
|
"grad_norm": 0.39736974239349365,
|
|
"learning_rate": 0.0002984648620176991,
|
|
"loss": 1.4498170471191407,
|
|
"step": 2800
|
|
},
|
|
{
|
|
"epoch": 2.4980611805256356,
|
|
"grad_norm": 0.42380592226982117,
|
|
"learning_rate": 0.00029821989404264424,
|
|
"loss": 1.4262150573730468,
|
|
"step": 2900
|
|
},
|
|
{
|
|
"epoch": 2.5842309349418353,
|
|
"grad_norm": 0.411803662776947,
|
|
"learning_rate": 0.00029795691613338307,
|
|
"loss": 1.417086181640625,
|
|
"step": 3000
|
|
},
|
|
{
|
|
"epoch": 2.6704006893580354,
|
|
"grad_norm": 0.3662901818752289,
|
|
"learning_rate": 0.000297675960243891,
|
|
"loss": 1.3942941284179688,
|
|
"step": 3100
|
|
},
|
|
{
|
|
"epoch": 2.756570443774235,
|
|
"grad_norm": 0.3642771244049072,
|
|
"learning_rate": 0.00029737706051261557,
|
|
"loss": 1.38471923828125,
|
|
"step": 3200
|
|
},
|
|
{
|
|
"epoch": 2.842740198190435,
|
|
"grad_norm": 0.4138600826263428,
|
|
"learning_rate": 0.00029706025325832857,
|
|
"loss": 1.3765927124023438,
|
|
"step": 3300
|
|
},
|
|
{
|
|
"epoch": 2.9289099526066353,
|
|
"grad_norm": 0.3687536418437958,
|
|
"learning_rate": 0.0002967255769757127,
|
|
"loss": 1.3617820739746094,
|
|
"step": 3400
|
|
},
|
|
{
|
|
"epoch": 3.014648858250754,
|
|
"grad_norm": 0.3252148926258087,
|
|
"learning_rate": 0.0002963730723306845,
|
|
"loss": 1.3490205383300782,
|
|
"step": 3500
|
|
},
|
|
{
|
|
"epoch": 3.100818612666954,
|
|
"grad_norm": 0.3874260187149048,
|
|
"learning_rate": 0.0002960027821554529,
|
|
"loss": 1.3380169677734375,
|
|
"step": 3600
|
|
},
|
|
{
|
|
"epoch": 3.1869883670831536,
|
|
"grad_norm": 0.37778887152671814,
|
|
"learning_rate": 0.00029561475144331467,
|
|
"loss": 1.3190237426757812,
|
|
"step": 3700
|
|
},
|
|
{
|
|
"epoch": 3.2731581214993537,
|
|
"grad_norm": 0.37266016006469727,
|
|
"learning_rate": 0.00029520902734318766,
|
|
"loss": 1.313209991455078,
|
|
"step": 3800
|
|
},
|
|
{
|
|
"epoch": 3.359327875915554,
|
|
"grad_norm": 0.3792646527290344,
|
|
"learning_rate": 0.00029478565915388153,
|
|
"loss": 1.3055996704101562,
|
|
"step": 3900
|
|
},
|
|
{
|
|
"epoch": 3.4454976303317535,
|
|
"grad_norm": 0.3583495318889618,
|
|
"learning_rate": 0.00029434469831810764,
|
|
"loss": 1.301021728515625,
|
|
"step": 4000
|
|
}
|
|
],
|
|
"logging_steps": 100,
|
|
"max_steps": 30000,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 26,
|
|
"save_steps": 2000,
|
|
"stateful_callbacks": {
|
|
"TrainerControl": {
|
|
"args": {
|
|
"should_epoch_stop": false,
|
|
"should_evaluate": false,
|
|
"should_log": false,
|
|
"should_save": true,
|
|
"should_training_stop": false
|
|
},
|
|
"attributes": {}
|
|
}
|
|
},
|
|
"total_flos": 1.9825523114901504e+16,
|
|
"train_batch_size": 4,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|