alexredna/TinyLlama-1.1B-Chat-v1.0-reasoning-v2
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: alexredna/TinyLlama-1.1B-Chat-v1.0-reasoning-v2
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-07-14 02:06:09 +08:00
commit ae5ef8740f
21 changed files with 754 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

482
trainer_state.json Normal file
View File

@@ -0,0 +1,482 @@
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 3.9942446043165467,
"eval_steps": 500,
"global_step": 1388,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 3.999994877043978e-05,
"loss": 1.5749,
"step": 1
},
{
"epoch": 0.06,
"learning_rate": 3.997951166621575e-05,
"loss": 1.2447,
"step": 20
},
{
"epoch": 0.12,
"learning_rate": 3.9918088642045126e-05,
"loss": 1.1636,
"step": 40
},
{
"epoch": 0.17,
"learning_rate": 3.981585677303025e-05,
"loss": 1.1379,
"step": 60
},
{
"epoch": 0.23,
"learning_rate": 3.967302551523671e-05,
"loss": 1.1114,
"step": 80
},
{
"epoch": 0.29,
"learning_rate": 3.948988750611294e-05,
"loss": 1.1086,
"step": 100
},
{
"epoch": 0.35,
"learning_rate": 3.9266817964924905e-05,
"loss": 1.0915,
"step": 120
},
{
"epoch": 0.4,
"learning_rate": 3.900427392399429e-05,
"loss": 1.075,
"step": 140
},
{
"epoch": 0.46,
"learning_rate": 3.870279329231546e-05,
"loss": 1.0875,
"step": 160
},
{
"epoch": 0.52,
"learning_rate": 3.836299375346956e-05,
"loss": 1.0696,
"step": 180
},
{
"epoch": 0.58,
"learning_rate": 3.798557150009373e-05,
"loss": 1.0614,
"step": 200
},
{
"epoch": 0.63,
"learning_rate": 3.757129980749847e-05,
"loss": 1.0638,
"step": 220
},
{
"epoch": 0.69,
"learning_rate": 3.712102744935529e-05,
"loss": 1.0545,
"step": 240
},
{
"epoch": 0.75,
"learning_rate": 3.6635676958700946e-05,
"loss": 1.0508,
"step": 260
},
{
"epoch": 0.81,
"learning_rate": 3.611624273782092e-05,
"loss": 1.0566,
"step": 280
},
{
"epoch": 0.86,
"learning_rate": 3.556378902088484e-05,
"loss": 1.0577,
"step": 300
},
{
"epoch": 0.92,
"learning_rate": 3.4979447693508e-05,
"loss": 1.0428,
"step": 320
},
{
"epoch": 0.98,
"learning_rate": 3.436441597370635e-05,
"loss": 1.0456,
"step": 340
},
{
"epoch": 1.0,
"eval_loss": 1.035969614982605,
"eval_runtime": 20.059,
"eval_samples_per_second": 13.909,
"eval_steps_per_second": 3.49,
"step": 347
},
{
"epoch": 1.04,
"learning_rate": 3.371995395899618e-05,
"loss": 1.0082,
"step": 360
},
{
"epoch": 1.09,
"learning_rate": 3.304738204466437e-05,
"loss": 0.9889,
"step": 380
},
{
"epoch": 1.15,
"learning_rate": 3.234807821849838e-05,
"loss": 0.9786,
"step": 400
},
{
"epoch": 1.21,
"learning_rate": 3.162347523751894e-05,
"loss": 0.9881,
"step": 420
},
{
"epoch": 1.27,
"learning_rate": 3.0875057692499566e-05,
"loss": 0.9747,
"step": 440
},
{
"epoch": 1.32,
"learning_rate": 3.0104358966287503e-05,
"loss": 0.9842,
"step": 460
},
{
"epoch": 1.38,
"learning_rate": 2.9312958092157724e-05,
"loss": 0.9846,
"step": 480
},
{
"epoch": 1.44,
"learning_rate": 2.850247651863686e-05,
"loss": 0.9801,
"step": 500
},
{
"epoch": 1.5,
"learning_rate": 2.767457478742533e-05,
"loss": 0.9834,
"step": 520
},
{
"epoch": 1.55,
"learning_rate": 2.6830949131224118e-05,
"loss": 0.9831,
"step": 540
},
{
"epoch": 1.61,
"learning_rate": 2.5973327998436527e-05,
"loss": 0.9787,
"step": 560
},
{
"epoch": 1.67,
"learning_rate": 2.5103468511865456e-05,
"loss": 0.981,
"step": 580
},
{
"epoch": 1.73,
"learning_rate": 2.4223152868661535e-05,
"loss": 0.9845,
"step": 600
},
{
"epoch": 1.78,
"learning_rate": 2.3334184688898107e-05,
"loss": 0.9754,
"step": 620
},
{
"epoch": 1.84,
"learning_rate": 2.2438385320254234e-05,
"loss": 0.9779,
"step": 640
},
{
"epoch": 1.9,
"learning_rate": 2.1537590106376758e-05,
"loss": 0.9737,
"step": 660
},
{
"epoch": 1.96,
"learning_rate": 2.0633644626567007e-05,
"loss": 0.9714,
"step": 680
},
{
"epoch": 2.0,
"eval_loss": 1.0180176496505737,
"eval_runtime": 20.0699,
"eval_samples_per_second": 13.901,
"eval_steps_per_second": 3.488,
"step": 695
},
{
"epoch": 2.01,
"learning_rate": 1.9728400914496288e-05,
"loss": 0.9669,
"step": 700
},
{
"epoch": 2.07,
"learning_rate": 1.882371366369749e-05,
"loss": 0.9478,
"step": 720
},
{
"epoch": 2.13,
"learning_rate": 1.79214364276071e-05,
"loss": 0.9458,
"step": 740
},
{
"epoch": 2.19,
"learning_rate": 1.702341782194301e-05,
"loss": 0.9307,
"step": 760
},
{
"epoch": 2.24,
"learning_rate": 1.6131497737198942e-05,
"loss": 0.9435,
"step": 780
},
{
"epoch": 2.3,
"learning_rate": 1.5247503569015413e-05,
"loss": 0.945,
"step": 800
},
{
"epoch": 2.36,
"learning_rate": 1.437324647415053e-05,
"loss": 0.9416,
"step": 820
},
{
"epoch": 2.42,
"learning_rate": 1.3510517659721583e-05,
"loss": 0.9476,
"step": 840
},
{
"epoch": 2.47,
"learning_rate": 1.2661084713320093e-05,
"loss": 0.946,
"step": 860
},
{
"epoch": 2.53,
"learning_rate": 1.182668798151939e-05,
"loss": 0.9414,
"step": 880
},
{
"epoch": 2.59,
"learning_rate": 1.1009037004194424e-05,
"loss": 0.9439,
"step": 900
},
{
"epoch": 2.65,
"learning_rate": 1.020980701195946e-05,
"loss": 0.9486,
"step": 920
},
{
"epoch": 2.71,
"learning_rate": 9.430635493899609e-06,
"loss": 0.949,
"step": 940
},
{
"epoch": 2.76,
"learning_rate": 8.673118842628595e-06,
"loss": 0.9376,
"step": 960
},
{
"epoch": 2.82,
"learning_rate": 7.938809083546264e-06,
"loss": 0.9432,
"step": 980
},
{
"epoch": 2.88,
"learning_rate": 7.229210694997113e-06,
"loss": 0.9457,
"step": 1000
},
{
"epoch": 2.94,
"learning_rate": 6.545777525844883e-06,
"loss": 0.9357,
"step": 1020
},
{
"epoch": 2.99,
"learning_rate": 5.889909816778458e-06,
"loss": 0.9335,
"step": 1040
},
{
"epoch": 3.0,
"eval_loss": 1.0176299810409546,
"eval_runtime": 20.0069,
"eval_samples_per_second": 13.945,
"eval_steps_per_second": 3.499,
"step": 1042
},
{
"epoch": 3.05,
"learning_rate": 5.262951331452011e-06,
"loss": 0.937,
"step": 1060
},
{
"epoch": 3.11,
"learning_rate": 4.6661866033371506e-06,
"loss": 0.9351,
"step": 1080
},
{
"epoch": 3.17,
"learning_rate": 4.100838303927914e-06,
"loss": 0.9415,
"step": 1100
},
{
"epoch": 3.22,
"learning_rate": 3.5680647376905666e-06,
"loss": 0.9293,
"step": 1120
},
{
"epoch": 3.28,
"learning_rate": 3.0689574688907607e-06,
"loss": 0.9304,
"step": 1140
},
{
"epoch": 3.34,
"learning_rate": 2.604539085160218e-06,
"loss": 0.9254,
"step": 1160
},
{
"epoch": 3.4,
"learning_rate": 2.1757611023850876e-06,
"loss": 0.9293,
"step": 1180
},
{
"epoch": 3.45,
"learning_rate": 1.7835020152084116e-06,
"loss": 0.9391,
"step": 1200
},
{
"epoch": 3.51,
"learning_rate": 1.4285654971409902e-06,
"loss": 0.9363,
"step": 1220
},
{
"epoch": 3.57,
"learning_rate": 1.1116787539682571e-06,
"loss": 0.9506,
"step": 1240
},
{
"epoch": 3.63,
"learning_rate": 8.334910338268054e-07,
"loss": 0.9226,
"step": 1260
},
{
"epoch": 3.68,
"learning_rate": 5.945722970031332e-07,
"loss": 0.9305,
"step": 1280
},
{
"epoch": 3.74,
"learning_rate": 3.9541204817997283e-07,
"loss": 0.9306,
"step": 1300
},
{
"epoch": 3.8,
"learning_rate": 2.3641833352276768e-07,
"loss": 0.9344,
"step": 1320
},
{
"epoch": 3.86,
"learning_rate": 1.1791690466107286e-07,
"loss": 0.93,
"step": 1340
},
{
"epoch": 3.91,
"learning_rate": 4.0150551277724494e-08,
"loss": 0.9344,
"step": 1360
},
{
"epoch": 3.97,
"learning_rate": 3.2786036732557203e-09,
"loss": 0.9348,
"step": 1380
},
{
"epoch": 3.99,
"eval_loss": 1.0186352729797363,
"eval_runtime": 19.987,
"eval_samples_per_second": 13.959,
"eval_steps_per_second": 3.502,
"step": 1388
},
{
"epoch": 3.99,
"step": 1388,
"total_flos": 1.7642090681398723e+18,
"train_loss": 0.9866050820185747,
"train_runtime": 37340.4665,
"train_samples_per_second": 3.722,
"train_steps_per_second": 0.037
}
],
"logging_steps": 20,
"max_steps": 1388,
"num_input_tokens_seen": 0,
"num_train_epochs": 4,
"save_steps": 80,
"total_flos": 1.7642090681398723e+18,
"train_batch_size": 10,
"trial_name": null,
"trial_params": null
}