CommunityLM/republican-twitter-gpt2
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: CommunityLM/republican-twitter-gpt2
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-06-07 07:20:17 +08:00
commit 307253dcb6
14 changed files with 150630 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

181
trainer_state.json Executable file
View File

@@ -0,0 +1,181 @@
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 10.0,
"global_step": 417130,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 4.999988013329178e-05,
"loss": 5.0345,
"step": 1
},
{
"epoch": 1.0,
"learning_rate": 4.5e-05,
"loss": 3.5452,
"step": 41713
},
{
"epoch": 1.0,
"eval_accuracy": 0.4118760802529946,
"eval_loss": 3.3738181591033936,
"eval_runtime": 157.5504,
"eval_samples_per_second": 129.368,
"eval_steps_per_second": 16.173,
"step": 41713
},
{
"epoch": 2.0,
"learning_rate": 4e-05,
"loss": 3.4132,
"step": 83426
},
{
"epoch": 2.0,
"eval_accuracy": 0.4179529258872079,
"eval_loss": 3.326674461364746,
"eval_runtime": 156.5806,
"eval_samples_per_second": 130.169,
"eval_steps_per_second": 16.273,
"step": 83426
},
{
"epoch": 3.0,
"learning_rate": 3.5e-05,
"loss": 3.3573,
"step": 125139
},
{
"epoch": 3.0,
"eval_accuracy": 0.4213834655713664,
"eval_loss": 3.3009300231933594,
"eval_runtime": 156.2147,
"eval_samples_per_second": 130.474,
"eval_steps_per_second": 16.311,
"step": 125139
},
{
"epoch": 4.0,
"learning_rate": 3e-05,
"loss": 3.3196,
"step": 166852
},
{
"epoch": 4.0,
"eval_accuracy": 0.42338731797471446,
"eval_loss": 3.2852749824523926,
"eval_runtime": 157.4446,
"eval_samples_per_second": 129.455,
"eval_steps_per_second": 16.183,
"step": 166852
},
{
"epoch": 5.0,
"learning_rate": 2.5e-05,
"loss": 3.2912,
"step": 208565
},
{
"epoch": 5.0,
"eval_accuracy": 0.42540662325952266,
"eval_loss": 3.2730937004089355,
"eval_runtime": 155.9547,
"eval_samples_per_second": 130.692,
"eval_steps_per_second": 16.338,
"step": 208565
},
{
"epoch": 6.0,
"learning_rate": 2e-05,
"loss": 3.2688,
"step": 250278
},
{
"epoch": 6.0,
"eval_accuracy": 0.42657331580976576,
"eval_loss": 3.265730857849121,
"eval_runtime": 157.36,
"eval_samples_per_second": 129.525,
"eval_steps_per_second": 16.192,
"step": 250278
},
{
"epoch": 7.0,
"learning_rate": 1.5e-05,
"loss": 3.2506,
"step": 291991
},
{
"epoch": 7.0,
"eval_accuracy": 0.4276302929016416,
"eval_loss": 3.25875186920166,
"eval_runtime": 157.1763,
"eval_samples_per_second": 129.676,
"eval_steps_per_second": 16.211,
"step": 291991
},
{
"epoch": 8.0,
"learning_rate": 1e-05,
"loss": 3.2358,
"step": 333704
},
{
"epoch": 8.0,
"eval_accuracy": 0.4284013916865043,
"eval_loss": 3.2545275688171387,
"eval_runtime": 155.6431,
"eval_samples_per_second": 130.953,
"eval_steps_per_second": 16.371,
"step": 333704
},
{
"epoch": 9.0,
"learning_rate": 5e-06,
"loss": 3.2237,
"step": 375417
},
{
"epoch": 9.0,
"eval_accuracy": 0.4288819762999157,
"eval_loss": 3.2520158290863037,
"eval_runtime": 156.3518,
"eval_samples_per_second": 130.36,
"eval_steps_per_second": 16.297,
"step": 375417
},
{
"epoch": 10.0,
"learning_rate": 0.0,
"loss": 3.2144,
"step": 417130
},
{
"epoch": 10.0,
"eval_accuracy": 0.42910256618275966,
"eval_loss": 3.251399040222168,
"eval_runtime": 154.5215,
"eval_samples_per_second": 131.904,
"eval_steps_per_second": 16.49,
"step": 417130
},
{
"epoch": 10.0,
"step": 417130,
"total_flos": 6.5394993954816e+17,
"train_loss": 3.311987802313766,
"train_runtime": 196254.5716,
"train_samples_per_second": 51.01,
"train_steps_per_second": 2.125
}
],
"max_steps": 417130,
"num_train_epochs": 10,
"total_flos": 6.5394993954816e+17,
"trial_name": null,
"trial_params": null
}