TIGER-Lab/One-Shot-CFT-Logic-Qwen-7B-DisambiguationQA
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: TIGER-Lab/One-Shot-CFT-Logic-Qwen-7B-DisambiguationQA
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-06-27 21:33:13 +08:00
commit e163606d82
20 changed files with 152923 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

334
trainer_state.json Normal file
View File

@@ -0,0 +1,334 @@
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 15.0,
"eval_steps": 10,
"global_step": 30,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.8366013071895425,
"grad_norm": 23.30156092439309,
"learning_rate": 5.000000000000001e-07,
"loss": 1.2058446407318115,
"memory(GiB)": 70.12,
"step": 1,
"token_acc": 0.69863896716209,
"train_speed(iter/s)": 0.003918
},
{
"epoch": 1.0,
"grad_norm": 23.30156092439309,
"learning_rate": 1.0000000000000002e-06,
"loss": 1.2926650047302246,
"memory(GiB)": 70.12,
"step": 2,
"token_acc": 0.7003531649008422,
"train_speed(iter/s)": 0.006658
},
{
"epoch": 1.8366013071895426,
"grad_norm": 46.28285753049827,
"learning_rate": 1.5e-06,
"loss": 1.2248008251190186,
"memory(GiB)": 73.88,
"step": 3,
"token_acc": 0.7076059411516261,
"train_speed(iter/s)": 0.00554
},
{
"epoch": 2.0,
"grad_norm": 46.28285753049827,
"learning_rate": 2.0000000000000003e-06,
"loss": 1.1912627220153809,
"memory(GiB)": 73.88,
"step": 4,
"token_acc": 0.7437572032270457,
"train_speed(iter/s)": 0.006783
},
{
"epoch": 2.8366013071895426,
"grad_norm": 26.053497827470103,
"learning_rate": 2.5e-06,
"loss": 1.2252217531204224,
"memory(GiB)": 73.88,
"step": 5,
"token_acc": 0.7153137946908087,
"train_speed(iter/s)": 0.006016
},
{
"epoch": 3.0,
"grad_norm": 26.053497827470103,
"learning_rate": 3e-06,
"loss": 1.1733195781707764,
"memory(GiB)": 73.88,
"step": 6,
"token_acc": 0.7316524437548487,
"train_speed(iter/s)": 0.006842
},
{
"epoch": 3.8366013071895426,
"grad_norm": 25.113187350964623,
"learning_rate": 3.5e-06,
"loss": 1.193232536315918,
"memory(GiB)": 73.88,
"step": 7,
"token_acc": 0.7223855851346701,
"train_speed(iter/s)": 0.006249
},
{
"epoch": 4.0,
"grad_norm": 25.113187350964623,
"learning_rate": 4.000000000000001e-06,
"loss": 1.2005245685577393,
"memory(GiB)": 73.88,
"step": 8,
"token_acc": 0.6989509456264775,
"train_speed(iter/s)": 0.006854
},
{
"epoch": 4.836601307189542,
"grad_norm": 26.790508556858097,
"learning_rate": 4.5e-06,
"loss": 1.1337487697601318,
"memory(GiB)": 73.88,
"step": 9,
"token_acc": 0.726628274308862,
"train_speed(iter/s)": 0.006383
},
{
"epoch": 5.0,
"grad_norm": 26.790508556858097,
"learning_rate": 5e-06,
"loss": 1.1454615592956543,
"memory(GiB)": 73.88,
"step": 10,
"token_acc": 0.7347552821610056,
"train_speed(iter/s)": 0.006871
},
{
"epoch": 5.836601307189542,
"grad_norm": 16.77492733077185,
"learning_rate": 4.99847706754774e-06,
"loss": 1.109296441078186,
"memory(GiB)": 73.88,
"step": 11,
"token_acc": 0.7136196961760084,
"train_speed(iter/s)": 0.006387
},
{
"epoch": 6.0,
"grad_norm": 8.395208960618595,
"learning_rate": 4.993910125649561e-06,
"loss": 0.9854133129119873,
"memory(GiB)": 73.88,
"step": 12,
"token_acc": 0.73675,
"train_speed(iter/s)": 0.006775
},
{
"epoch": 6.836601307189542,
"grad_norm": 22.01001902702143,
"learning_rate": 4.986304738420684e-06,
"loss": 0.9927579760551453,
"memory(GiB)": 73.88,
"step": 13,
"token_acc": 0.7237443757544719,
"train_speed(iter/s)": 0.006457
},
{
"epoch": 7.0,
"grad_norm": 22.01001902702143,
"learning_rate": 4.975670171853926e-06,
"loss": 0.9843835234642029,
"memory(GiB)": 73.88,
"step": 14,
"token_acc": 0.7270637408568443,
"train_speed(iter/s)": 0.006802
},
{
"epoch": 7.836601307189542,
"grad_norm": 10.16419255564952,
"learning_rate": 4.962019382530521e-06,
"loss": 0.9618018865585327,
"memory(GiB)": 73.88,
"step": 15,
"token_acc": 0.7322586331851213,
"train_speed(iter/s)": 0.006517
},
{
"epoch": 8.0,
"grad_norm": 10.16419255564952,
"learning_rate": 4.9453690018345144e-06,
"loss": 0.9794554710388184,
"memory(GiB)": 73.88,
"step": 16,
"token_acc": 0.7209527498063517,
"train_speed(iter/s)": 0.006819
},
{
"epoch": 8.836601307189543,
"grad_norm": 8.936598159145898,
"learning_rate": 4.925739315689991e-06,
"loss": 0.884042501449585,
"memory(GiB)": 73.88,
"step": 17,
"token_acc": 0.765604456673489,
"train_speed(iter/s)": 0.006566
},
{
"epoch": 9.0,
"grad_norm": 8.936598159145898,
"learning_rate": 4.903154239845798e-06,
"loss": 0.8467985391616821,
"memory(GiB)": 73.88,
"step": 18,
"token_acc": 0.7641219569841645,
"train_speed(iter/s)": 0.006832
},
{
"epoch": 9.836601307189543,
"grad_norm": 9.489897315620743,
"learning_rate": 4.8776412907378845e-06,
"loss": 0.8125187754631042,
"memory(GiB)": 73.88,
"step": 19,
"token_acc": 0.7775819474572186,
"train_speed(iter/s)": 0.006605
},
{
"epoch": 10.0,
"grad_norm": 9.489897315620743,
"learning_rate": 4.849231551964771e-06,
"loss": 0.8234744071960449,
"memory(GiB)": 73.88,
"step": 20,
"token_acc": 0.7693094048159927,
"train_speed(iter/s)": 0.006841
},
{
"epoch": 10.836601307189543,
"grad_norm": 6.615671368004909,
"learning_rate": 4.817959636416969e-06,
"loss": 0.7924225330352783,
"memory(GiB)": 73.88,
"step": 21,
"token_acc": 0.7783994898772517,
"train_speed(iter/s)": 0.00658
},
{
"epoch": 11.0,
"grad_norm": 3.336986560168757,
"learning_rate": 4.783863644106502e-06,
"loss": 0.7326895594596863,
"memory(GiB)": 73.88,
"step": 22,
"token_acc": 0.8017241379310345,
"train_speed(iter/s)": 0.00679
},
{
"epoch": 11.836601307189543,
"grad_norm": 3.94940129971638,
"learning_rate": 4.746985115747918e-06,
"loss": 0.7615460753440857,
"memory(GiB)": 73.88,
"step": 23,
"token_acc": 0.7804574209245743,
"train_speed(iter/s)": 0.006604
},
{
"epoch": 12.0,
"grad_norm": 3.94940129971638,
"learning_rate": 4.707368982147318e-06,
"loss": 0.7170370817184448,
"memory(GiB)": 73.88,
"step": 24,
"token_acc": 0.7875809693991512,
"train_speed(iter/s)": 0.006799
},
{
"epoch": 12.836601307189543,
"grad_norm": 2.997641659787212,
"learning_rate": 4.665063509461098e-06,
"loss": 0.7290819883346558,
"memory(GiB)": 73.88,
"step": 25,
"token_acc": 0.792799681401832,
"train_speed(iter/s)": 0.006626
},
{
"epoch": 13.0,
"grad_norm": 2.997641659787212,
"learning_rate": 4.620120240391065e-06,
"loss": 0.7414878606796265,
"memory(GiB)": 73.88,
"step": 26,
"token_acc": 0.7857853872187935,
"train_speed(iter/s)": 0.006808
},
{
"epoch": 13.836601307189543,
"grad_norm": 3.139383133735181,
"learning_rate": 4.572593931387604e-06,
"loss": 0.7059791684150696,
"memory(GiB)": 73.88,
"step": 27,
"token_acc": 0.7931544508930725,
"train_speed(iter/s)": 0.006643
},
{
"epoch": 14.0,
"grad_norm": 3.139383133735181,
"learning_rate": 4.522542485937369e-06,
"loss": 0.7277886271476746,
"memory(GiB)": 73.88,
"step": 28,
"token_acc": 0.7770681265206812,
"train_speed(iter/s)": 0.006815
},
{
"epoch": 14.836601307189543,
"grad_norm": 2.9819864085495738,
"learning_rate": 4.470026884016805e-06,
"loss": 0.6715853214263916,
"memory(GiB)": 73.88,
"step": 29,
"token_acc": 0.7992920128203084,
"train_speed(iter/s)": 0.006666
},
{
"epoch": 15.0,
"grad_norm": 2.9819864085495738,
"learning_rate": 4.415111107797445e-06,
"loss": 0.6904126405715942,
"memory(GiB)": 73.88,
"step": 30,
"token_acc": 0.8231940711784347,
"train_speed(iter/s)": 0.006823
}
],
"logging_steps": 1,
"max_steps": 100,
"num_input_tokens_seen": 0,
"num_train_epochs": 50,
"save_steps": 10,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 23690363387904.0,
"train_batch_size": 1,
"trial_name": null,
"trial_params": null
}