Shahriar12354/testfahim
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: Shahriar12354/testfahim
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-04-23 15:26:06 +08:00
commit ee8635b43a
20 changed files with 728 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

314
checkpoint-284/trainer_state.json Normal file
View File

@@ -0,0 +1,314 @@
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 500,
"global_step": 284,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"entropy": 2.0583984375,
"epoch": 0.035211267605633804,
"grad_norm": 37.75,
"learning_rate": 1.9366197183098595e-05,
"loss": 1.7701053619384766,
"mean_token_accuracy": 0.6944564647972584,
"num_tokens": 7858.0,
"step": 10
},
{
"entropy": 1.5865234375,
"epoch": 0.07042253521126761,
"grad_norm": 31.75,
"learning_rate": 1.8661971830985917e-05,
"loss": 0.42496376037597655,
"mean_token_accuracy": 0.9247574791312217,
"num_tokens": 13594.0,
"step": 20
},
{
"entropy": 1.559375,
"epoch": 0.1056338028169014,
"grad_norm": 24.625,
"learning_rate": 1.7957746478873243e-05,
"loss": 0.3954581022262573,
"mean_token_accuracy": 0.9335559457540512,
"num_tokens": 19434.0,
"step": 30
},
{
"entropy": 1.4927734375,
"epoch": 0.14084507042253522,
"grad_norm": 27.0,
"learning_rate": 1.7253521126760565e-05,
"loss": 0.3182990312576294,
"mean_token_accuracy": 0.9380857452750206,
"num_tokens": 25149.0,
"step": 40
},
{
"entropy": 1.62119140625,
"epoch": 0.176056338028169,
"grad_norm": 26.875,
"learning_rate": 1.6549295774647887e-05,
"loss": 0.3523742437362671,
"mean_token_accuracy": 0.921422353386879,
"num_tokens": 31575.0,
"step": 50
},
{
"entropy": 1.616943359375,
"epoch": 0.2112676056338028,
"grad_norm": 36.25,
"learning_rate": 1.5845070422535213e-05,
"loss": 0.26896488666534424,
"mean_token_accuracy": 0.9397121250629425,
"num_tokens": 36872.0,
"step": 60
},
{
"entropy": 1.4833984375,
"epoch": 0.24647887323943662,
"grad_norm": 44.5,
"learning_rate": 1.5140845070422537e-05,
"loss": 0.3303802251815796,
"mean_token_accuracy": 0.9231527343392372,
"num_tokens": 43003.0,
"step": 70
},
{
"entropy": 1.506201171875,
"epoch": 0.28169014084507044,
"grad_norm": 38.75,
"learning_rate": 1.443661971830986e-05,
"loss": 0.36821565628051756,
"mean_token_accuracy": 0.9252683132886886,
"num_tokens": 48605.0,
"step": 80
},
{
"entropy": 1.64375,
"epoch": 0.31690140845070425,
"grad_norm": 33.5,
"learning_rate": 1.3732394366197184e-05,
"loss": 0.28042542934417725,
"mean_token_accuracy": 0.9455952301621438,
"num_tokens": 54883.0,
"step": 90
},
{
"entropy": 1.44912109375,
"epoch": 0.352112676056338,
"grad_norm": 35.75,
"learning_rate": 1.3028169014084508e-05,
"loss": 0.2935742616653442,
"mean_token_accuracy": 0.935359711945057,
"num_tokens": 61415.0,
"step": 100
},
{
"entropy": 1.38779296875,
"epoch": 0.3873239436619718,
"grad_norm": 21.625,
"learning_rate": 1.232394366197183e-05,
"loss": 0.28359940052032473,
"mean_token_accuracy": 0.942648071050644,
"num_tokens": 67390.0,
"step": 110
},
{
"entropy": 1.53544921875,
"epoch": 0.4225352112676056,
"grad_norm": 34.0,
"learning_rate": 1.1619718309859156e-05,
"loss": 0.2355732202529907,
"mean_token_accuracy": 0.9371909454464913,
"num_tokens": 72616.0,
"step": 120
},
{
"entropy": 1.603271484375,
"epoch": 0.45774647887323944,
"grad_norm": 26.75,
"learning_rate": 1.0915492957746481e-05,
"loss": 0.28939812183380126,
"mean_token_accuracy": 0.942104908823967,
"num_tokens": 78245.0,
"step": 130
},
{
"entropy": 1.43603515625,
"epoch": 0.49295774647887325,
"grad_norm": 18.625,
"learning_rate": 1.0211267605633803e-05,
"loss": 0.31623306274414065,
"mean_token_accuracy": 0.9423870608210564,
"num_tokens": 84939.0,
"step": 140
},
{
"entropy": 1.391650390625,
"epoch": 0.528169014084507,
"grad_norm": 25.875,
"learning_rate": 9.507042253521127e-06,
"loss": 0.24384639263153077,
"mean_token_accuracy": 0.9436959236860275,
"num_tokens": 90697.0,
"step": 150
},
{
"entropy": 1.46484375,
"epoch": 0.5633802816901409,
"grad_norm": 36.25,
"learning_rate": 8.802816901408451e-06,
"loss": 0.273523736000061,
"mean_token_accuracy": 0.9429585993289947,
"num_tokens": 98163.0,
"step": 160
},
{
"entropy": 1.57861328125,
"epoch": 0.5985915492957746,
"grad_norm": 23.5,
"learning_rate": 8.098591549295775e-06,
"loss": 0.2875859260559082,
"mean_token_accuracy": 0.9451341822743415,
"num_tokens": 104232.0,
"step": 170
},
{
"entropy": 1.43037109375,
"epoch": 0.6338028169014085,
"grad_norm": 24.25,
"learning_rate": 7.3943661971831e-06,
"loss": 0.22526137828826903,
"mean_token_accuracy": 0.9523040130734444,
"num_tokens": 109993.0,
"step": 180
},
{
"entropy": 1.50576171875,
"epoch": 0.6690140845070423,
"grad_norm": 13.9375,
"learning_rate": 6.690140845070423e-06,
"loss": 0.25973803997039796,
"mean_token_accuracy": 0.9431809738278389,
"num_tokens": 116723.0,
"step": 190
},
{
"entropy": 1.63857421875,
"epoch": 0.704225352112676,
"grad_norm": 22.0,
"learning_rate": 5.9859154929577465e-06,
"loss": 0.20339107513427734,
"mean_token_accuracy": 0.9520902916789055,
"num_tokens": 123876.0,
"step": 200
},
{
"entropy": 1.429931640625,
"epoch": 0.7394366197183099,
"grad_norm": 34.75,
"learning_rate": 5.28169014084507e-06,
"loss": 0.2633697032928467,
"mean_token_accuracy": 0.9487333759665489,
"num_tokens": 130683.0,
"step": 210
},
{
"entropy": 1.46591796875,
"epoch": 0.7746478873239436,
"grad_norm": 33.0,
"learning_rate": 4.577464788732395e-06,
"loss": 0.277258563041687,
"mean_token_accuracy": 0.9407993748784065,
"num_tokens": 136650.0,
"step": 220
},
{
"entropy": 1.404931640625,
"epoch": 0.8098591549295775,
"grad_norm": 19.75,
"learning_rate": 3.873239436619718e-06,
"loss": 0.20749433040618898,
"mean_token_accuracy": 0.9592674881219864,
"num_tokens": 142057.0,
"step": 230
},
{
"entropy": 1.37626953125,
"epoch": 0.8450704225352113,
"grad_norm": 12.0,
"learning_rate": 3.1690140845070427e-06,
"loss": 0.2674617528915405,
"mean_token_accuracy": 0.9528747946023941,
"num_tokens": 146942.0,
"step": 240
},
{
"entropy": 1.563525390625,
"epoch": 0.8802816901408451,
"grad_norm": 33.25,
"learning_rate": 2.4647887323943666e-06,
"loss": 0.2434919595718384,
"mean_token_accuracy": 0.9523143276572228,
"num_tokens": 153926.0,
"step": 250
},
{
"entropy": 1.628564453125,
"epoch": 0.9154929577464789,
"grad_norm": 16.375,
"learning_rate": 1.7605633802816902e-06,
"loss": 0.1847941756248474,
"mean_token_accuracy": 0.9619321092963219,
"num_tokens": 160139.0,
"step": 260
},
{
"entropy": 1.414111328125,
"epoch": 0.9507042253521126,
"grad_norm": 0.61328125,
"learning_rate": 1.0563380281690142e-06,
"loss": 0.14498558044433593,
"mean_token_accuracy": 0.9702936589717865,
"num_tokens": 164508.0,
"step": 270
},
{
"entropy": 1.513232421875,
"epoch": 0.9859154929577465,
"grad_norm": 13.5625,
"learning_rate": 3.521126760563381e-07,
"loss": 0.23086421489715575,
"mean_token_accuracy": 0.9467697784304618,
"num_tokens": 170291.0,
"step": 280
}
],
"logging_steps": 10,
"max_steps": 284,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 103970458857216.0,
"train_batch_size": 1,
"trial_name": null,
"trial_params": null
}