300 lines
9.7 KiB
JSON
300 lines
9.7 KiB
JSON
{
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 4.0,
|
|
"eval_steps": 500,
|
|
"global_step": 788,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.2,
|
|
"learning_rate": 9.87341772151899e-06,
|
|
"logits/chosen": -2.6043291091918945,
|
|
"logits/rejected": -2.702824592590332,
|
|
"logps/chosen": -68.50479125976562,
|
|
"logps/rejected": -63.61880874633789,
|
|
"loss": 0.6809,
|
|
"rewards/accuracies": 0.7403846383094788,
|
|
"rewards/chosen": -0.0004181800759397447,
|
|
"rewards/margins": 0.025023292750120163,
|
|
"rewards/rejected": -0.025441471487283707,
|
|
"step": 39
|
|
},
|
|
{
|
|
"epoch": 0.4,
|
|
"learning_rate": 1.974683544303798e-05,
|
|
"logits/chosen": -2.6380443572998047,
|
|
"logits/rejected": -2.621236562728882,
|
|
"logps/chosen": -65.62651062011719,
|
|
"logps/rejected": -66.03771209716797,
|
|
"loss": 0.5601,
|
|
"rewards/accuracies": 0.875,
|
|
"rewards/chosen": -0.02834504097700119,
|
|
"rewards/margins": 0.32108908891677856,
|
|
"rewards/rejected": -0.34943410754203796,
|
|
"step": 78
|
|
},
|
|
{
|
|
"epoch": 0.59,
|
|
"learning_rate": 1.898448519040903e-05,
|
|
"logits/chosen": -2.6502482891082764,
|
|
"logits/rejected": -2.6570136547088623,
|
|
"logps/chosen": -67.91175079345703,
|
|
"logps/rejected": -78.51203155517578,
|
|
"loss": 0.3085,
|
|
"rewards/accuracies": 0.9230769276618958,
|
|
"rewards/chosen": -0.147563174366951,
|
|
"rewards/margins": 1.4500247240066528,
|
|
"rewards/rejected": -1.5975879430770874,
|
|
"step": 117
|
|
},
|
|
{
|
|
"epoch": 0.79,
|
|
"learning_rate": 1.7884344146685474e-05,
|
|
"logits/chosen": -2.6012794971466064,
|
|
"logits/rejected": -2.565227746963501,
|
|
"logps/chosen": -71.57939910888672,
|
|
"logps/rejected": -97.67864990234375,
|
|
"loss": 0.1548,
|
|
"rewards/accuracies": 0.9583333134651184,
|
|
"rewards/chosen": -0.31067565083503723,
|
|
"rewards/margins": 3.0861926078796387,
|
|
"rewards/rejected": -3.3968684673309326,
|
|
"step": 156
|
|
},
|
|
{
|
|
"epoch": 0.99,
|
|
"learning_rate": 1.678420310296192e-05,
|
|
"logits/chosen": -2.516798973083496,
|
|
"logits/rejected": -2.4578933715820312,
|
|
"logps/chosen": -72.1274185180664,
|
|
"logps/rejected": -110.97193908691406,
|
|
"loss": 0.1164,
|
|
"rewards/accuracies": 0.9679487347602844,
|
|
"rewards/chosen": -0.4628397524356842,
|
|
"rewards/margins": 4.33509635925293,
|
|
"rewards/rejected": -4.797935962677002,
|
|
"step": 195
|
|
},
|
|
{
|
|
"epoch": 1.19,
|
|
"learning_rate": 1.5684062059238364e-05,
|
|
"logits/chosen": -2.4704339504241943,
|
|
"logits/rejected": -2.3934192657470703,
|
|
"logps/chosen": -75.9949951171875,
|
|
"logps/rejected": -127.63720703125,
|
|
"loss": 0.0745,
|
|
"rewards/accuracies": 0.9722222685813904,
|
|
"rewards/chosen": -0.9339821934700012,
|
|
"rewards/margins": 5.540595054626465,
|
|
"rewards/rejected": -6.474576950073242,
|
|
"step": 234
|
|
},
|
|
{
|
|
"epoch": 1.39,
|
|
"learning_rate": 1.4612129760225671e-05,
|
|
"logits/chosen": -2.353947877883911,
|
|
"logits/rejected": -2.2041804790496826,
|
|
"logps/chosen": -81.29566955566406,
|
|
"logps/rejected": -138.798583984375,
|
|
"loss": 0.0749,
|
|
"rewards/accuracies": 0.9615384340286255,
|
|
"rewards/chosen": -1.3812835216522217,
|
|
"rewards/margins": 6.240307331085205,
|
|
"rewards/rejected": -7.621591567993164,
|
|
"step": 273
|
|
},
|
|
{
|
|
"epoch": 1.58,
|
|
"learning_rate": 1.3511988716502115e-05,
|
|
"logits/chosen": -2.2809927463531494,
|
|
"logits/rejected": -2.028799295425415,
|
|
"logps/chosen": -90.3890380859375,
|
|
"logps/rejected": -157.99842834472656,
|
|
"loss": 0.077,
|
|
"rewards/accuracies": 0.9807692170143127,
|
|
"rewards/chosen": -2.2647416591644287,
|
|
"rewards/margins": 7.266026973724365,
|
|
"rewards/rejected": -9.530769348144531,
|
|
"step": 312
|
|
},
|
|
{
|
|
"epoch": 1.78,
|
|
"learning_rate": 1.2411847672778563e-05,
|
|
"logits/chosen": -2.184739828109741,
|
|
"logits/rejected": -1.9148027896881104,
|
|
"logps/chosen": -90.59001159667969,
|
|
"logps/rejected": -169.61471557617188,
|
|
"loss": 0.0682,
|
|
"rewards/accuracies": 0.9743589758872986,
|
|
"rewards/chosen": -2.3255884647369385,
|
|
"rewards/margins": 8.284488677978516,
|
|
"rewards/rejected": -10.610077857971191,
|
|
"step": 351
|
|
},
|
|
{
|
|
"epoch": 1.98,
|
|
"learning_rate": 1.1311706629055009e-05,
|
|
"logits/chosen": -2.1274867057800293,
|
|
"logits/rejected": -1.8261984586715698,
|
|
"logps/chosen": -92.77806854248047,
|
|
"logps/rejected": -179.1676788330078,
|
|
"loss": 0.0676,
|
|
"rewards/accuracies": 0.9679487347602844,
|
|
"rewards/chosen": -2.598703384399414,
|
|
"rewards/margins": 9.01236343383789,
|
|
"rewards/rejected": -11.611067771911621,
|
|
"step": 390
|
|
},
|
|
{
|
|
"epoch": 2.18,
|
|
"learning_rate": 1.0239774330042314e-05,
|
|
"logits/chosen": -2.037000894546509,
|
|
"logits/rejected": -1.6896817684173584,
|
|
"logps/chosen": -102.07405853271484,
|
|
"logps/rejected": -199.1004180908203,
|
|
"loss": 0.0448,
|
|
"rewards/accuracies": 0.9903846383094788,
|
|
"rewards/chosen": -3.419679641723633,
|
|
"rewards/margins": 10.136916160583496,
|
|
"rewards/rejected": -13.556596755981445,
|
|
"step": 429
|
|
},
|
|
{
|
|
"epoch": 2.38,
|
|
"learning_rate": 9.13963328631876e-06,
|
|
"logits/chosen": -2.0118300914764404,
|
|
"logits/rejected": -1.6913644075393677,
|
|
"logps/chosen": -97.3907241821289,
|
|
"logps/rejected": -201.25863647460938,
|
|
"loss": 0.0125,
|
|
"rewards/accuracies": 0.9967948794364929,
|
|
"rewards/chosen": -3.0104339122772217,
|
|
"rewards/margins": 10.906888008117676,
|
|
"rewards/rejected": -13.91732120513916,
|
|
"step": 468
|
|
},
|
|
{
|
|
"epoch": 2.57,
|
|
"learning_rate": 8.039492242595204e-06,
|
|
"logits/chosen": -1.9532654285430908,
|
|
"logits/rejected": -1.5922006368637085,
|
|
"logps/chosen": -102.87281799316406,
|
|
"logps/rejected": -213.3865966796875,
|
|
"loss": 0.0172,
|
|
"rewards/accuracies": 0.9935897588729858,
|
|
"rewards/chosen": -3.6911683082580566,
|
|
"rewards/margins": 11.436351776123047,
|
|
"rewards/rejected": -15.127519607543945,
|
|
"step": 507
|
|
},
|
|
{
|
|
"epoch": 2.77,
|
|
"learning_rate": 6.939351198871651e-06,
|
|
"logits/chosen": -2.047797679901123,
|
|
"logits/rejected": -1.7366411685943604,
|
|
"logps/chosen": -97.63482666015625,
|
|
"logps/rejected": -212.34762573242188,
|
|
"loss": 0.0284,
|
|
"rewards/accuracies": 0.9935897588729858,
|
|
"rewards/chosen": -2.9373013973236084,
|
|
"rewards/margins": 11.817158699035645,
|
|
"rewards/rejected": -14.754460334777832,
|
|
"step": 546
|
|
},
|
|
{
|
|
"epoch": 2.97,
|
|
"learning_rate": 5.8392101551480965e-06,
|
|
"logits/chosen": -1.9487961530685425,
|
|
"logits/rejected": -1.665400743484497,
|
|
"logps/chosen": -107.47830200195312,
|
|
"logps/rejected": -230.8419647216797,
|
|
"loss": 0.0048,
|
|
"rewards/accuracies": 1.0,
|
|
"rewards/chosen": -4.116791725158691,
|
|
"rewards/margins": 12.73591136932373,
|
|
"rewards/rejected": -16.85270118713379,
|
|
"step": 585
|
|
},
|
|
{
|
|
"epoch": 3.17,
|
|
"learning_rate": 4.739069111424542e-06,
|
|
"logits/chosen": -1.9433237314224243,
|
|
"logits/rejected": -1.5677200555801392,
|
|
"logps/chosen": -105.38491821289062,
|
|
"logps/rejected": -234.572265625,
|
|
"loss": 0.0039,
|
|
"rewards/accuracies": 1.0,
|
|
"rewards/chosen": -3.7342302799224854,
|
|
"rewards/margins": 13.451081275939941,
|
|
"rewards/rejected": -17.185312271118164,
|
|
"step": 624
|
|
},
|
|
{
|
|
"epoch": 3.37,
|
|
"learning_rate": 3.6389280677009874e-06,
|
|
"logits/chosen": -1.9452707767486572,
|
|
"logits/rejected": -1.6384880542755127,
|
|
"logps/chosen": -105.9559326171875,
|
|
"logps/rejected": -233.3934326171875,
|
|
"loss": 0.037,
|
|
"rewards/accuracies": 0.9967948794364929,
|
|
"rewards/chosen": -3.802997350692749,
|
|
"rewards/margins": 13.106091499328613,
|
|
"rewards/rejected": -16.909088134765625,
|
|
"step": 663
|
|
},
|
|
{
|
|
"epoch": 3.56,
|
|
"learning_rate": 2.538787023977433e-06,
|
|
"logits/chosen": -1.9369711875915527,
|
|
"logits/rejected": -1.6055175065994263,
|
|
"logps/chosen": -101.39398956298828,
|
|
"logps/rejected": -226.4627685546875,
|
|
"loss": 0.0036,
|
|
"rewards/accuracies": 1.0,
|
|
"rewards/chosen": -3.4717466831207275,
|
|
"rewards/margins": 12.892216682434082,
|
|
"rewards/rejected": -16.363964080810547,
|
|
"step": 702
|
|
},
|
|
{
|
|
"epoch": 3.76,
|
|
"learning_rate": 1.4386459802538789e-06,
|
|
"logits/chosen": -1.9032098054885864,
|
|
"logits/rejected": -1.5705137252807617,
|
|
"logps/chosen": -106.39134979248047,
|
|
"logps/rejected": -233.3502655029297,
|
|
"loss": 0.005,
|
|
"rewards/accuracies": 0.9967948794364929,
|
|
"rewards/chosen": -3.9461498260498047,
|
|
"rewards/margins": 13.194243431091309,
|
|
"rewards/rejected": -17.140390396118164,
|
|
"step": 741
|
|
},
|
|
{
|
|
"epoch": 3.96,
|
|
"learning_rate": 3.3850493653032445e-07,
|
|
"logits/chosen": -1.9001864194869995,
|
|
"logits/rejected": -1.5598957538604736,
|
|
"logps/chosen": -109.82083892822266,
|
|
"logps/rejected": -238.86415100097656,
|
|
"loss": 0.0129,
|
|
"rewards/accuracies": 0.9967948794364929,
|
|
"rewards/chosen": -4.283285140991211,
|
|
"rewards/margins": 13.32726764678955,
|
|
"rewards/rejected": -17.610553741455078,
|
|
"step": 780
|
|
}
|
|
],
|
|
"logging_steps": 39,
|
|
"max_steps": 788,
|
|
"num_train_epochs": 4,
|
|
"save_steps": 500,
|
|
"total_flos": 0.0,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|