371 lines
11 KiB
JSON
371 lines
11 KiB
JSON
{
|
|
"run_name": "legal-3b-v3",
|
|
"log_history": [
|
|
{
|
|
"entropy": 1.2671179935336112,
|
|
"epoch": 0.06046863189720333,
|
|
"grad_norm": 0.2206401377916336,
|
|
"learning_rate": 9e-05,
|
|
"loss": 1.4868995666503906,
|
|
"mean_token_accuracy": 0.6501498550176621,
|
|
"num_tokens": 919743.0,
|
|
"step": 10
|
|
},
|
|
{
|
|
"entropy": 1.3823076233267784,
|
|
"epoch": 0.12093726379440665,
|
|
"grad_norm": 0.20303168892860413,
|
|
"learning_rate": 9.980736554638366e-05,
|
|
"loss": 1.280113124847412,
|
|
"mean_token_accuracy": 0.6815041944384574,
|
|
"num_tokens": 1841121.0,
|
|
"step": 20
|
|
},
|
|
{
|
|
"entropy": 1.1250081039965152,
|
|
"epoch": 0.18140589569160998,
|
|
"grad_norm": 0.12361272424459457,
|
|
"learning_rate": 9.914337409040418e-05,
|
|
"loss": 1.1442659378051758,
|
|
"mean_token_accuracy": 0.7108227916061878,
|
|
"num_tokens": 2765329.0,
|
|
"step": 30
|
|
},
|
|
{
|
|
"entropy": 1.0885243624448777,
|
|
"epoch": 0.2418745275888133,
|
|
"grad_norm": 0.13824407756328583,
|
|
"learning_rate": 9.801196139334195e-05,
|
|
"loss": 1.0783726692199707,
|
|
"mean_token_accuracy": 0.7233529925346375,
|
|
"num_tokens": 3693580.0,
|
|
"step": 40
|
|
},
|
|
{
|
|
"entropy": 1.0232380636036396,
|
|
"epoch": 0.30234315948601664,
|
|
"grad_norm": 0.1718689501285553,
|
|
"learning_rate": 9.642388874981347e-05,
|
|
"loss": 1.0328060150146485,
|
|
"mean_token_accuracy": 0.7331555418670177,
|
|
"num_tokens": 4603211.0,
|
|
"step": 50
|
|
},
|
|
{
|
|
"epoch": 0.30234315948601664,
|
|
"eval_entropy": 1.0007498400551933,
|
|
"eval_loss": 1.009400725364685,
|
|
"eval_mean_token_accuracy": 0.7387015887669155,
|
|
"eval_num_tokens": 4603211.0,
|
|
"eval_runtime": 89.0776,
|
|
"eval_samples_per_second": 3.143,
|
|
"eval_steps_per_second": 0.393,
|
|
"step": 50
|
|
},
|
|
{
|
|
"entropy": 0.9474448464810848,
|
|
"epoch": 0.36281179138321995,
|
|
"grad_norm": 0.19833926856517792,
|
|
"learning_rate": 9.439426092011875e-05,
|
|
"loss": 0.9452245712280274,
|
|
"mean_token_accuracy": 0.7508241727948188,
|
|
"num_tokens": 5511119.0,
|
|
"step": 60
|
|
},
|
|
{
|
|
"entropy": 0.9045603923499584,
|
|
"epoch": 0.42328042328042326,
|
|
"grad_norm": 0.27138301730155945,
|
|
"learning_rate": 9.194238246314599e-05,
|
|
"loss": 0.8957448959350586,
|
|
"mean_token_accuracy": 0.763477711379528,
|
|
"num_tokens": 6429339.0,
|
|
"step": 70
|
|
},
|
|
{
|
|
"entropy": 0.8463030077517033,
|
|
"epoch": 0.4837490551776266,
|
|
"grad_norm": 0.8669945597648621,
|
|
"learning_rate": 8.90915741234015e-05,
|
|
"loss": 0.8388309478759766,
|
|
"mean_token_accuracy": 0.776527363806963,
|
|
"num_tokens": 7370344.0,
|
|
"step": 80
|
|
},
|
|
{
|
|
"entropy": 0.7973637029528617,
|
|
"epoch": 0.54421768707483,
|
|
"grad_norm": 0.3251343071460724,
|
|
"learning_rate": 8.586895101857747e-05,
|
|
"loss": 0.7785130500793457,
|
|
"mean_token_accuracy": 0.7925561927258968,
|
|
"num_tokens": 8291090.0,
|
|
"step": 90
|
|
},
|
|
{
|
|
"entropy": 0.7309453509747982,
|
|
"epoch": 0.6046863189720333,
|
|
"grad_norm": 0.45480582118034363,
|
|
"learning_rate": 8.230516473739935e-05,
|
|
"loss": 0.7025893211364747,
|
|
"mean_token_accuracy": 0.810952752828598,
|
|
"num_tokens": 9207198.0,
|
|
"step": 100
|
|
},
|
|
{
|
|
"epoch": 0.6046863189720333,
|
|
"eval_entropy": 0.7214480527809688,
|
|
"eval_loss": 0.6973341703414917,
|
|
"eval_mean_token_accuracy": 0.8165236847741263,
|
|
"eval_num_tokens": 9207198.0,
|
|
"eval_runtime": 89.2073,
|
|
"eval_samples_per_second": 3.139,
|
|
"eval_steps_per_second": 0.392,
|
|
"step": 100
|
|
},
|
|
{
|
|
"entropy": 0.6975084710866213,
|
|
"epoch": 0.6651549508692366,
|
|
"grad_norm": 0.3490012586116791,
|
|
"learning_rate": 7.843411180075794e-05,
|
|
"loss": 0.6717377662658691,
|
|
"mean_token_accuracy": 0.8204429857432842,
|
|
"num_tokens": 10116405.0,
|
|
"step": 110
|
|
},
|
|
{
|
|
"entropy": 0.6599536526948213,
|
|
"epoch": 0.7256235827664399,
|
|
"grad_norm": 0.4181080162525177,
|
|
"learning_rate": 7.42926112590631e-05,
|
|
"loss": 0.634728193283081,
|
|
"mean_token_accuracy": 0.8306220307946205,
|
|
"num_tokens": 11029708.0,
|
|
"step": 120
|
|
},
|
|
{
|
|
"entropy": 0.6176572676748038,
|
|
"epoch": 0.7860922146636432,
|
|
"grad_norm": 0.40689781308174133,
|
|
"learning_rate": 6.992005449231208e-05,
|
|
"loss": 0.5837386608123779,
|
|
"mean_token_accuracy": 0.843410138040781,
|
|
"num_tokens": 11949565.0,
|
|
"step": 130
|
|
},
|
|
{
|
|
"entropy": 0.5673871148377657,
|
|
"epoch": 0.8465608465608465,
|
|
"grad_norm": 0.4665887653827667,
|
|
"learning_rate": 6.535803054375738e-05,
|
|
"loss": 0.5329185962677002,
|
|
"mean_token_accuracy": 0.8579231850802899,
|
|
"num_tokens": 12868154.0,
|
|
"step": 140
|
|
},
|
|
{
|
|
"entropy": 0.5449491806328297,
|
|
"epoch": 0.9070294784580499,
|
|
"grad_norm": 0.4626559019088745,
|
|
"learning_rate": 6.064993055076698e-05,
|
|
"loss": 0.5083013534545898,
|
|
"mean_token_accuracy": 0.8642070218920708,
|
|
"num_tokens": 13774405.0,
|
|
"step": 150
|
|
},
|
|
{
|
|
"epoch": 0.9070294784580499,
|
|
"eval_entropy": 0.5539889786924634,
|
|
"eval_loss": 0.5049018859863281,
|
|
"eval_mean_token_accuracy": 0.8679234419550215,
|
|
"eval_num_tokens": 13774405.0,
|
|
"eval_runtime": 89.3489,
|
|
"eval_samples_per_second": 3.134,
|
|
"eval_steps_per_second": 0.392,
|
|
"step": 150
|
|
},
|
|
{
|
|
"entropy": 0.5234581783413887,
|
|
"epoch": 0.9674981103552532,
|
|
"grad_norm": 0.5883871912956238,
|
|
"learning_rate": 5.5840535035285025e-05,
|
|
"loss": 0.489164400100708,
|
|
"mean_token_accuracy": 0.8689255759119987,
|
|
"num_tokens": 14698948.0,
|
|
"step": 160
|
|
},
|
|
{
|
|
"entropy": 0.49091413378715515,
|
|
"epoch": 1.0241874527588812,
|
|
"grad_norm": 0.6238144040107727,
|
|
"learning_rate": 5.0975587979329734e-05,
|
|
"loss": 0.43776092529296873,
|
|
"mean_token_accuracy": 0.8809238640467326,
|
|
"num_tokens": 15570380.0,
|
|
"step": 170
|
|
},
|
|
{
|
|
"entropy": 0.45481786243617534,
|
|
"epoch": 1.0846560846560847,
|
|
"grad_norm": 0.4284566640853882,
|
|
"learning_rate": 4.610136173665751e-05,
|
|
"loss": 0.4174932956695557,
|
|
"mean_token_accuracy": 0.888404282182455,
|
|
"num_tokens": 16489412.0,
|
|
"step": 180
|
|
},
|
|
{
|
|
"entropy": 0.4345656637102365,
|
|
"epoch": 1.145124716553288,
|
|
"grad_norm": 0.42329925298690796,
|
|
"learning_rate": 4.1264216918883656e-05,
|
|
"loss": 0.39289538860321044,
|
|
"mean_token_accuracy": 0.8944049634039402,
|
|
"num_tokens": 17402523.0,
|
|
"step": 190
|
|
},
|
|
{
|
|
"entropy": 0.4282470645383,
|
|
"epoch": 1.2055933484504913,
|
|
"grad_norm": 0.45279642939567566,
|
|
"learning_rate": 3.651016144214878e-05,
|
|
"loss": 0.39194531440734864,
|
|
"mean_token_accuracy": 0.8959574572741985,
|
|
"num_tokens": 18310900.0,
|
|
"step": 200
|
|
},
|
|
{
|
|
"epoch": 1.2055933484504913,
|
|
"eval_entropy": 0.4425007075071335,
|
|
"eval_loss": 0.41107413172721863,
|
|
"eval_mean_token_accuracy": 0.8935366255896432,
|
|
"eval_num_tokens": 18310900.0,
|
|
"eval_runtime": 89.1987,
|
|
"eval_samples_per_second": 3.139,
|
|
"eval_steps_per_second": 0.392,
|
|
"step": 200
|
|
},
|
|
{
|
|
"entropy": 0.42347441539168357,
|
|
"epoch": 1.2660619803476947,
|
|
"grad_norm": 0.4972575604915619,
|
|
"learning_rate": 3.188441292840587e-05,
|
|
"loss": 0.3841248989105225,
|
|
"mean_token_accuracy": 0.896124105155468,
|
|
"num_tokens": 19239874.0,
|
|
"step": 210
|
|
},
|
|
{
|
|
"entropy": 0.39230803996324537,
|
|
"epoch": 1.3265306122448979,
|
|
"grad_norm": 0.5121544003486633,
|
|
"learning_rate": 2.743096862349427e-05,
|
|
"loss": 0.35218961238861085,
|
|
"mean_token_accuracy": 0.9058273300528527,
|
|
"num_tokens": 20156230.0,
|
|
"step": 220
|
|
},
|
|
{
|
|
"entropy": 0.4154032004997134,
|
|
"epoch": 1.3869992441421013,
|
|
"grad_norm": 0.38717055320739746,
|
|
"learning_rate": 2.3192186922673186e-05,
|
|
"loss": 0.3745258331298828,
|
|
"mean_token_accuracy": 0.9008041150867939,
|
|
"num_tokens": 21063499.0,
|
|
"step": 230
|
|
},
|
|
{
|
|
"entropy": 0.39556570779532196,
|
|
"epoch": 1.4474678760393047,
|
|
"grad_norm": 0.40057459473609924,
|
|
"learning_rate": 1.9208384483883817e-05,
|
|
"loss": 0.3568585395812988,
|
|
"mean_token_accuracy": 0.9051908120512963,
|
|
"num_tokens": 21977605.0,
|
|
"step": 240
|
|
},
|
|
{
|
|
"entropy": 0.3834851888939738,
|
|
"epoch": 1.507936507936508,
|
|
"grad_norm": 0.3971737325191498,
|
|
"learning_rate": 1.5517452760747975e-05,
|
|
"loss": 0.34092986583709717,
|
|
"mean_token_accuracy": 0.9089121885597706,
|
|
"num_tokens": 22889175.0,
|
|
"step": 250
|
|
},
|
|
{
|
|
"epoch": 1.507936507936508,
|
|
"eval_entropy": 0.38803921937942504,
|
|
"eval_loss": 0.3677152395248413,
|
|
"eval_mean_token_accuracy": 0.9056272642953055,
|
|
"eval_num_tokens": 22889175.0,
|
|
"eval_runtime": 89.1071,
|
|
"eval_samples_per_second": 3.142,
|
|
"eval_steps_per_second": 0.393,
|
|
"step": 250
|
|
},
|
|
{
|
|
"entropy": 0.37403900306671856,
|
|
"epoch": 1.568405139833711,
|
|
"grad_norm": 0.36223524808883667,
|
|
"learning_rate": 1.2154497602603703e-05,
|
|
"loss": 0.33079631328582765,
|
|
"mean_token_accuracy": 0.9112872503697872,
|
|
"num_tokens": 23806399.0,
|
|
"step": 260
|
|
},
|
|
{
|
|
"entropy": 0.3777462661266327,
|
|
"epoch": 1.6288737717309147,
|
|
"grad_norm": 0.3942708671092987,
|
|
"learning_rate": 9.151505349477902e-06,
|
|
"loss": 0.3347353458404541,
|
|
"mean_token_accuracy": 0.9104152075946331,
|
|
"num_tokens": 24732235.0,
|
|
"step": 270
|
|
},
|
|
{
|
|
"entropy": 0.38299514539539814,
|
|
"epoch": 1.689342403628118,
|
|
"grad_norm": 0.35229650139808655,
|
|
"learning_rate": 6.53703859789348e-06,
|
|
"loss": 0.34016706943511965,
|
|
"mean_token_accuracy": 0.9098294205963612,
|
|
"num_tokens": 25644370.0,
|
|
"step": 280
|
|
},
|
|
{
|
|
"entropy": 0.3589464059099555,
|
|
"epoch": 1.7498110355253211,
|
|
"grad_norm": 0.38456934690475464,
|
|
"learning_rate": 4.335964531197401e-06,
|
|
"loss": 0.3172227621078491,
|
|
"mean_token_accuracy": 0.9160888768732548,
|
|
"num_tokens": 26579671.0,
|
|
"step": 290
|
|
},
|
|
{
|
|
"entropy": 0.35829958152025937,
|
|
"epoch": 1.8102796674225246,
|
|
"grad_norm": 0.5015138983726501,
|
|
"learning_rate": 2.5692183983629713e-06,
|
|
"loss": 0.31731643676757815,
|
|
"mean_token_accuracy": 0.9155210055410862,
|
|
"num_tokens": 27515269.0,
|
|
"step": 300
|
|
},
|
|
{
|
|
"epoch": 1.8102796674225246,
|
|
"eval_entropy": 0.374431825535638,
|
|
"eval_loss": 0.35275769233703613,
|
|
"eval_mean_token_accuracy": 0.9095644763537816,
|
|
"eval_num_tokens": 27515269.0,
|
|
"eval_runtime": 89.1755,
|
|
"eval_samples_per_second": 3.14,
|
|
"eval_steps_per_second": 0.392,
|
|
"step": 300
|
|
}
|
|
]
|
|
} |