cs-552-2026-catma/safety_model
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: cs-552-2026-catma/safety_model
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-06-13 10:10:16 +08:00
commit 60e641065a
20 changed files with 1111 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

374
checkpoint-342/trainer_state.json Normal file
View File

@@ -0,0 +1,374 @@
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 500,
"global_step": 342,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"entropy": 0.9084768030792475,
"epoch": 0.029282576866764276,
"grad_norm": 0.6526874899864197,
"learning_rate": 9.736842105263158e-05,
"loss": 0.9780763626098633,
"mean_token_accuracy": 0.7051678966730833,
"num_tokens": 48075.0,
"step": 10
},
{
"entropy": 0.851213363558054,
"epoch": 0.05856515373352855,
"grad_norm": 0.6124968528747559,
"learning_rate": 9.444444444444444e-05,
"loss": 0.8791687965393067,
"mean_token_accuracy": 0.7213793203234673,
"num_tokens": 94230.0,
"step": 20
},
{
"entropy": 0.8435173436999321,
"epoch": 0.08784773060029283,
"grad_norm": 0.6288742423057556,
"learning_rate": 9.152046783625731e-05,
"loss": 0.8266268730163574,
"mean_token_accuracy": 0.7377924341708422,
"num_tokens": 141629.0,
"step": 30
},
{
"entropy": 0.8042548477649689,
"epoch": 0.1171303074670571,
"grad_norm": 0.5038673281669617,
"learning_rate": 8.859649122807017e-05,
"loss": 0.8090643882751465,
"mean_token_accuracy": 0.7400693342089653,
"num_tokens": 191350.0,
"step": 40
},
{
"entropy": 0.8231701619923115,
"epoch": 0.14641288433382138,
"grad_norm": 0.5801142454147339,
"learning_rate": 8.567251461988305e-05,
"loss": 0.7851119995117187,
"mean_token_accuracy": 0.7518898636102677,
"num_tokens": 239424.0,
"step": 50
},
{
"entropy": 0.8163149386644364,
"epoch": 0.17569546120058566,
"grad_norm": 0.5873974561691284,
"learning_rate": 8.27485380116959e-05,
"loss": 0.7841955661773682,
"mean_token_accuracy": 0.7512057028710842,
"num_tokens": 286988.0,
"step": 60
},
{
"entropy": 0.766396289691329,
"epoch": 0.20497803806734993,
"grad_norm": 0.5832107663154602,
"learning_rate": 7.982456140350878e-05,
"loss": 0.7343662738800049,
"mean_token_accuracy": 0.7698234215378761,
"num_tokens": 331211.0,
"step": 70
},
{
"entropy": 0.7477757569402457,
"epoch": 0.2342606149341142,
"grad_norm": 0.5744237303733826,
"learning_rate": 7.690058479532164e-05,
"loss": 0.7584258556365967,
"mean_token_accuracy": 0.7560943610966205,
"num_tokens": 381196.0,
"step": 80
},
{
"entropy": 0.7231789533048868,
"epoch": 0.2635431918008785,
"grad_norm": 0.580487072467804,
"learning_rate": 7.397660818713451e-05,
"loss": 0.7524959087371826,
"mean_token_accuracy": 0.771955594420433,
"num_tokens": 427843.0,
"step": 90
},
{
"entropy": 0.7700492061674595,
"epoch": 0.29282576866764276,
"grad_norm": 0.5994941592216492,
"learning_rate": 7.105263157894737e-05,
"loss": 0.7649751663208008,
"mean_token_accuracy": 0.7535097397863865,
"num_tokens": 476175.0,
"step": 100
},
{
"entropy": 0.7387165613472462,
"epoch": 0.32210834553440704,
"grad_norm": 0.566872775554657,
"learning_rate": 6.812865497076024e-05,
"loss": 0.7395598411560058,
"mean_token_accuracy": 0.764047472178936,
"num_tokens": 525945.0,
"step": 110
},
{
"entropy": 0.6992391187697649,
"epoch": 0.3513909224011713,
"grad_norm": 0.5976600646972656,
"learning_rate": 6.52046783625731e-05,
"loss": 0.7317209720611573,
"mean_token_accuracy": 0.768539623171091,
"num_tokens": 578034.0,
"step": 120
},
{
"entropy": 0.6964165881276131,
"epoch": 0.3806734992679356,
"grad_norm": 0.5820103287696838,
"learning_rate": 6.228070175438597e-05,
"loss": 0.7210932731628418,
"mean_token_accuracy": 0.7791639149188996,
"num_tokens": 626037.0,
"step": 130
},
{
"entropy": 0.7017107924446464,
"epoch": 0.40995607613469986,
"grad_norm": 0.51661217212677,
"learning_rate": 5.935672514619883e-05,
"loss": 0.7269079685211182,
"mean_token_accuracy": 0.7747438743710517,
"num_tokens": 675700.0,
"step": 140
},
{
"entropy": 0.664313331618905,
"epoch": 0.43923865300146414,
"grad_norm": 0.6018214821815491,
"learning_rate": 5.64327485380117e-05,
"loss": 0.7238316535949707,
"mean_token_accuracy": 0.7786699928343296,
"num_tokens": 721264.0,
"step": 150
},
{
"entropy": 0.6971867846325039,
"epoch": 0.4685212298682284,
"grad_norm": 0.5508215427398682,
"learning_rate": 5.350877192982456e-05,
"loss": 0.7297741413116455,
"mean_token_accuracy": 0.7762463159859181,
"num_tokens": 771422.0,
"step": 160
},
{
"entropy": 0.7035594137385488,
"epoch": 0.4978038067349927,
"grad_norm": 0.5616670846939087,
"learning_rate": 5.0584795321637435e-05,
"loss": 0.7257540225982666,
"mean_token_accuracy": 0.7646482229232788,
"num_tokens": 821862.0,
"step": 170
},
{
"entropy": 0.6510832279920578,
"epoch": 0.527086383601757,
"grad_norm": 0.5769926905632019,
"learning_rate": 4.7660818713450294e-05,
"loss": 0.7212032794952392,
"mean_token_accuracy": 0.7790563136339188,
"num_tokens": 865346.0,
"step": 180
},
{
"entropy": 0.6748028011992574,
"epoch": 0.5563689604685212,
"grad_norm": 0.4853920638561249,
"learning_rate": 4.473684210526316e-05,
"loss": 0.7330660820007324,
"mean_token_accuracy": 0.77990957275033,
"num_tokens": 913014.0,
"step": 190
},
{
"entropy": 0.6797729761339724,
"epoch": 0.5856515373352855,
"grad_norm": 0.6134698390960693,
"learning_rate": 4.1812865497076025e-05,
"loss": 0.7272362232208252,
"mean_token_accuracy": 0.7770261645317078,
"num_tokens": 959989.0,
"step": 200
},
{
"entropy": 0.6656798135489226,
"epoch": 0.6149341142020498,
"grad_norm": 0.578885018825531,
"learning_rate": 3.888888888888889e-05,
"loss": 0.7093584537506104,
"mean_token_accuracy": 0.7775001615285874,
"num_tokens": 1005525.0,
"step": 210
},
{
"entropy": 0.719148834887892,
"epoch": 0.6442166910688141,
"grad_norm": 0.6008777022361755,
"learning_rate": 3.5964912280701756e-05,
"loss": 0.7323647022247315,
"mean_token_accuracy": 0.7657537378370762,
"num_tokens": 1057639.0,
"step": 220
},
{
"entropy": 0.6825897304341197,
"epoch": 0.6734992679355783,
"grad_norm": 0.5272810459136963,
"learning_rate": 3.304093567251462e-05,
"loss": 0.7061307907104493,
"mean_token_accuracy": 0.7762037940323353,
"num_tokens": 1105174.0,
"step": 230
},
{
"entropy": 0.661959953326732,
"epoch": 0.7027818448023426,
"grad_norm": 0.5122461915016174,
"learning_rate": 3.0116959064327488e-05,
"loss": 0.7107499599456787,
"mean_token_accuracy": 0.7818717740476131,
"num_tokens": 1151577.0,
"step": 240
},
{
"entropy": 0.6610155651345849,
"epoch": 0.7320644216691069,
"grad_norm": 0.526084303855896,
"learning_rate": 2.7192982456140354e-05,
"loss": 0.7069365501403808,
"mean_token_accuracy": 0.778365894407034,
"num_tokens": 1197176.0,
"step": 250
},
{
"entropy": 0.6569115126505494,
"epoch": 0.7613469985358712,
"grad_norm": 0.5765594840049744,
"learning_rate": 2.4269005847953216e-05,
"loss": 0.7107649326324463,
"mean_token_accuracy": 0.7810819767415523,
"num_tokens": 1242452.0,
"step": 260
},
{
"entropy": 0.680330157559365,
"epoch": 0.7906295754026355,
"grad_norm": 0.48215794563293457,
"learning_rate": 2.134502923976608e-05,
"loss": 0.7114960193634033,
"mean_token_accuracy": 0.780608157068491,
"num_tokens": 1292083.0,
"step": 270
},
{
"entropy": 0.6911160614341497,
"epoch": 0.8199121522693997,
"grad_norm": 0.5212950110435486,
"learning_rate": 1.8421052631578947e-05,
"loss": 0.7070685863494873,
"mean_token_accuracy": 0.7759679570794106,
"num_tokens": 1341196.0,
"step": 280
},
{
"entropy": 0.6736268265172839,
"epoch": 0.849194729136164,
"grad_norm": 0.5101751685142517,
"learning_rate": 1.5497076023391813e-05,
"loss": 0.7038165092468261,
"mean_token_accuracy": 0.7737922541797161,
"num_tokens": 1392259.0,
"step": 290
},
{
"entropy": 0.6745592596940696,
"epoch": 0.8784773060029283,
"grad_norm": 0.6226794719696045,
"learning_rate": 1.2573099415204679e-05,
"loss": 0.7034701824188232,
"mean_token_accuracy": 0.7773476600646972,
"num_tokens": 1438469.0,
"step": 300
},
{
"entropy": 0.6509192291647196,
"epoch": 0.9077598828696926,
"grad_norm": 0.6452497243881226,
"learning_rate": 9.649122807017545e-06,
"loss": 0.7247503280639649,
"mean_token_accuracy": 0.7795319095253944,
"num_tokens": 1482993.0,
"step": 310
},
{
"entropy": 0.6876670928671956,
"epoch": 0.9370424597364568,
"grad_norm": 0.5731638073921204,
"learning_rate": 6.725146198830409e-06,
"loss": 0.7193249702453614,
"mean_token_accuracy": 0.772569590061903,
"num_tokens": 1532345.0,
"step": 320
},
{
"entropy": 0.6438878546468914,
"epoch": 0.9663250366032211,
"grad_norm": 0.515450656414032,
"learning_rate": 3.8011695906432747e-06,
"loss": 0.6847426414489746,
"mean_token_accuracy": 0.7844431973993778,
"num_tokens": 1579041.0,
"step": 330
},
{
"entropy": 0.6448297386057675,
"epoch": 0.9956076134699854,
"grad_norm": 0.5102537274360657,
"learning_rate": 8.771929824561404e-07,
"loss": 0.7077066898345947,
"mean_token_accuracy": 0.7873889222741127,
"num_tokens": 1629312.0,
"step": 340
}
],
"logging_steps": 10,
"max_steps": 342,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 1.4179475073792e+16,
"train_batch_size": 1,
"trial_name": null,
"trial_params": null
}