249 lines
8.0 KiB
JSON
249 lines
8.0 KiB
JSON
{
|
|
"best_metric": null,
|
|
"best_model_checkpoint": null,
|
|
"epoch": 1.9805825242718447,
|
|
"eval_steps": 25,
|
|
"global_step": 102,
|
|
"is_hyper_param_search": false,
|
|
"is_local_process_zero": true,
|
|
"is_world_process_zero": true,
|
|
"log_history": [
|
|
{
|
|
"epoch": 0.02,
|
|
"learning_rate": 9.09090909090909e-09,
|
|
"logits/generated": -2.911376476287842,
|
|
"logits/real": -2.89278507232666,
|
|
"logps/generated": -668.016845703125,
|
|
"logps/real": -324.0830383300781,
|
|
"loss": 0.6931,
|
|
"rewards/accuracies": 0.0,
|
|
"rewards/generated": 0.0,
|
|
"rewards/margins": 0.0,
|
|
"rewards/real": 0.0,
|
|
"step": 1
|
|
},
|
|
{
|
|
"epoch": 0.19,
|
|
"learning_rate": 9.09090909090909e-08,
|
|
"logits/generated": -2.848540782928467,
|
|
"logits/real": -2.8350822925567627,
|
|
"logps/generated": -617.5262451171875,
|
|
"logps/real": -255.12559509277344,
|
|
"loss": 0.8027,
|
|
"rewards/accuracies": 0.6527777910232544,
|
|
"rewards/generated": -6.766346454620361,
|
|
"rewards/margins": 4.9929962158203125,
|
|
"rewards/real": -1.7733497619628906,
|
|
"step": 10
|
|
},
|
|
{
|
|
"epoch": 0.39,
|
|
"learning_rate": 9.010989010989011e-08,
|
|
"logits/generated": -2.8388895988464355,
|
|
"logits/real": -2.8330814838409424,
|
|
"logps/generated": -707.9961547851562,
|
|
"logps/real": -283.4620056152344,
|
|
"loss": 0.2928,
|
|
"rewards/accuracies": 0.9125000238418579,
|
|
"rewards/generated": -20.150367736816406,
|
|
"rewards/margins": 17.525970458984375,
|
|
"rewards/real": -2.6243953704833984,
|
|
"step": 20
|
|
},
|
|
{
|
|
"epoch": 0.49,
|
|
"eval_logits/generated": -2.8098323345184326,
|
|
"eval_logits/real": -2.8089659214019775,
|
|
"eval_logps/generated": -700.5637817382812,
|
|
"eval_logps/real": -278.0876159667969,
|
|
"eval_loss": 0.3950892686843872,
|
|
"eval_rewards/accuracies": 0.90625,
|
|
"eval_rewards/generated": -20.326812744140625,
|
|
"eval_rewards/margins": 17.705642700195312,
|
|
"eval_rewards/real": -2.6211698055267334,
|
|
"eval_runtime": 75.909,
|
|
"eval_samples_per_second": 4.848,
|
|
"eval_steps_per_second": 0.158,
|
|
"step": 25
|
|
},
|
|
{
|
|
"epoch": 0.58,
|
|
"learning_rate": 7.912087912087911e-08,
|
|
"logits/generated": -2.877678394317627,
|
|
"logits/real": -2.8707680702209473,
|
|
"logps/generated": -755.6437377929688,
|
|
"logps/real": -290.04058837890625,
|
|
"loss": 0.2615,
|
|
"rewards/accuracies": 0.96875,
|
|
"rewards/generated": -25.02899742126465,
|
|
"rewards/margins": 23.474206924438477,
|
|
"rewards/real": -1.5547949075698853,
|
|
"step": 30
|
|
},
|
|
{
|
|
"epoch": 0.78,
|
|
"learning_rate": 6.813186813186813e-08,
|
|
"logits/generated": -2.839968681335449,
|
|
"logits/real": -2.8121862411499023,
|
|
"logps/generated": -673.220703125,
|
|
"logps/real": -257.77001953125,
|
|
"loss": 0.1816,
|
|
"rewards/accuracies": 0.956250011920929,
|
|
"rewards/generated": -24.732364654541016,
|
|
"rewards/margins": 26.96199607849121,
|
|
"rewards/real": 2.2296276092529297,
|
|
"step": 40
|
|
},
|
|
{
|
|
"epoch": 0.97,
|
|
"learning_rate": 5.714285714285714e-08,
|
|
"logits/generated": -2.8406929969787598,
|
|
"logits/real": -2.8268864154815674,
|
|
"logps/generated": -727.8557739257812,
|
|
"logps/real": -274.7761535644531,
|
|
"loss": 0.1487,
|
|
"rewards/accuracies": 0.981249988079071,
|
|
"rewards/generated": -29.384685516357422,
|
|
"rewards/margins": 30.1076717376709,
|
|
"rewards/real": 0.7229812145233154,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.97,
|
|
"eval_logits/generated": -2.821841239929199,
|
|
"eval_logits/real": -2.8065903186798096,
|
|
"eval_logps/generated": -702.32763671875,
|
|
"eval_logps/real": -278.1448974609375,
|
|
"eval_loss": 0.131888747215271,
|
|
"eval_rewards/accuracies": 0.9375,
|
|
"eval_rewards/generated": -29.145910263061523,
|
|
"eval_rewards/margins": 26.238248825073242,
|
|
"eval_rewards/real": -2.9076578617095947,
|
|
"eval_runtime": 74.4579,
|
|
"eval_samples_per_second": 4.942,
|
|
"eval_steps_per_second": 0.161,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 1.17,
|
|
"learning_rate": 4.615384615384615e-08,
|
|
"logits/generated": -2.8634510040283203,
|
|
"logits/real": -2.8573107719421387,
|
|
"logps/generated": -768.2184448242188,
|
|
"logps/real": -281.481201171875,
|
|
"loss": 0.0249,
|
|
"rewards/accuracies": 0.9937499761581421,
|
|
"rewards/generated": -33.38450241088867,
|
|
"rewards/margins": 33.606407165527344,
|
|
"rewards/real": 0.22189739346504211,
|
|
"step": 60
|
|
},
|
|
{
|
|
"epoch": 1.36,
|
|
"learning_rate": 3.516483516483517e-08,
|
|
"logits/generated": -2.846198797225952,
|
|
"logits/real": -2.818643093109131,
|
|
"logps/generated": -667.6427001953125,
|
|
"logps/real": -262.6141052246094,
|
|
"loss": 0.006,
|
|
"rewards/accuracies": 0.987500011920929,
|
|
"rewards/generated": -29.605731964111328,
|
|
"rewards/margins": 33.2759895324707,
|
|
"rewards/real": 3.670259952545166,
|
|
"step": 70
|
|
},
|
|
{
|
|
"epoch": 1.46,
|
|
"eval_logits/generated": -2.8174571990966797,
|
|
"eval_logits/real": -2.8036582469940186,
|
|
"eval_logps/generated": -702.328857421875,
|
|
"eval_logps/real": -278.0840759277344,
|
|
"eval_loss": 0.12692251801490784,
|
|
"eval_rewards/accuracies": 0.9583333134651184,
|
|
"eval_rewards/generated": -29.151870727539062,
|
|
"eval_rewards/margins": 26.54817008972168,
|
|
"eval_rewards/real": -2.6037025451660156,
|
|
"eval_runtime": 74.2997,
|
|
"eval_samples_per_second": 4.953,
|
|
"eval_steps_per_second": 0.162,
|
|
"step": 75
|
|
},
|
|
{
|
|
"epoch": 1.55,
|
|
"learning_rate": 2.4175824175824175e-08,
|
|
"logits/generated": -2.8320305347442627,
|
|
"logits/real": -2.810762882232666,
|
|
"logps/generated": -708.1215209960938,
|
|
"logps/real": -277.090576171875,
|
|
"loss": 0.0292,
|
|
"rewards/accuracies": 0.9937499761581421,
|
|
"rewards/generated": -33.68733215332031,
|
|
"rewards/margins": 36.958492279052734,
|
|
"rewards/real": 3.271162748336792,
|
|
"step": 80
|
|
},
|
|
{
|
|
"epoch": 1.75,
|
|
"learning_rate": 1.3186813186813187e-08,
|
|
"logits/generated": -2.8205840587615967,
|
|
"logits/real": -2.8130674362182617,
|
|
"logps/generated": -704.9281005859375,
|
|
"logps/real": -273.8406066894531,
|
|
"loss": 0.0322,
|
|
"rewards/accuracies": 0.987500011920929,
|
|
"rewards/generated": -31.48798179626465,
|
|
"rewards/margins": 33.98870849609375,
|
|
"rewards/real": 2.500725746154785,
|
|
"step": 90
|
|
},
|
|
{
|
|
"epoch": 1.94,
|
|
"learning_rate": 2.197802197802198e-09,
|
|
"logits/generated": -2.872133255004883,
|
|
"logits/real": -2.856153964996338,
|
|
"logps/generated": -711.3128662109375,
|
|
"logps/real": -259.7333068847656,
|
|
"loss": 0.0086,
|
|
"rewards/accuracies": 1.0,
|
|
"rewards/generated": -35.352970123291016,
|
|
"rewards/margins": 39.97649383544922,
|
|
"rewards/real": 4.623520851135254,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 1.94,
|
|
"eval_logits/generated": -2.817664384841919,
|
|
"eval_logits/real": -2.805149793624878,
|
|
"eval_logps/generated": -702.4378051757812,
|
|
"eval_logps/real": -278.1470031738281,
|
|
"eval_loss": 0.10993197560310364,
|
|
"eval_rewards/accuracies": 0.9270833134651184,
|
|
"eval_rewards/generated": -29.69696617126465,
|
|
"eval_rewards/margins": 26.778860092163086,
|
|
"eval_rewards/real": -2.918107748031616,
|
|
"eval_runtime": 73.9005,
|
|
"eval_samples_per_second": 4.98,
|
|
"eval_steps_per_second": 0.162,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 1.98,
|
|
"step": 102,
|
|
"total_flos": 0.0,
|
|
"train_loss": 0.1742458962578573,
|
|
"train_runtime": 2590.1164,
|
|
"train_samples_per_second": 2.545,
|
|
"train_steps_per_second": 0.039
|
|
}
|
|
],
|
|
"logging_steps": 10,
|
|
"max_steps": 102,
|
|
"num_input_tokens_seen": 0,
|
|
"num_train_epochs": 2,
|
|
"save_steps": 500,
|
|
"total_flos": 0.0,
|
|
"train_batch_size": 8,
|
|
"trial_name": null,
|
|
"trial_params": null
|
|
}
|