{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 1.0, "eval_steps": 500, "global_step": 78, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0641025641025641, "grad_norm": 4.013121128082275, "learning_rate": 1e-05, "loss": 0.5757, "step": 5 }, { "epoch": 0.1282051282051282, "grad_norm": 1.0922566652297974, "learning_rate": 1.9989930665413148e-05, "loss": 0.116, "step": 10 }, { "epoch": 0.19230769230769232, "grad_norm": 0.5459157824516296, "learning_rate": 1.9639628606958535e-05, "loss": 0.1237, "step": 15 }, { "epoch": 0.2564102564102564, "grad_norm": 0.7706058025360107, "learning_rate": 1.880595531856738e-05, "loss": 0.0934, "step": 20 }, { "epoch": 0.32051282051282054, "grad_norm": 1.026077389717102, "learning_rate": 1.7530714660036112e-05, "loss": 0.0922, "step": 25 }, { "epoch": 0.38461538461538464, "grad_norm": 0.44153380393981934, "learning_rate": 1.5877852522924733e-05, "loss": 0.0973, "step": 30 }, { "epoch": 0.44871794871794873, "grad_norm": 0.5316270589828491, "learning_rate": 1.3930250316539237e-05, "loss": 0.0888, "step": 35 }, { "epoch": 0.5128205128205128, "grad_norm": 0.43476516008377075, "learning_rate": 1.1785568947986368e-05, "loss": 0.0983, "step": 40 }, { "epoch": 0.5769230769230769, "grad_norm": 0.16090889275074005, "learning_rate": 9.551351696494854e-06, "loss": 0.0946, "step": 45 }, { "epoch": 0.6410256410256411, "grad_norm": 0.16215692460536957, "learning_rate": 7.33963154433325e-06, "loss": 0.0881, "step": 50 }, { "epoch": 0.7051282051282052, "grad_norm": 0.27346980571746826, "learning_rate": 5.2613133752700145e-06, "loss": 0.0876, "step": 55 }, { "epoch": 0.7692307692307693, "grad_norm": 0.4459897577762604, "learning_rate": 3.4206127406028744e-06, "loss": 0.0874, "step": 60 }, { "epoch": 0.8333333333333334, "grad_norm": 0.28861892223358154, "learning_rate": 1.9098300562505266e-06, "loss": 0.0868, "step": 65 }, { "epoch": 0.8974358974358975, "grad_norm": 0.25620919466018677, "learning_rate": 8.047222744854943e-07, "loss": 0.0955, "step": 70 }, { "epoch": 0.9615384615384616, "grad_norm": 0.03533744439482689, "learning_rate": 1.6070411401370335e-07, "loss": 0.0871, "step": 75 }, { "epoch": 1.0, "step": 78, "total_flos": 2.743502659167191e+17, "train_loss": 0.12591312176141983, "train_runtime": 1812.1381, "train_samples_per_second": 2.749, "train_steps_per_second": 0.043 } ], "logging_steps": 5, "max_steps": 78, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 2.743502659167191e+17, "train_batch_size": 8, "trial_name": null, "trial_params": null }