| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.0, | |
| "eval_steps": 500, | |
| "global_step": 15000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 22.972631454467773, | |
| "learning_rate": 1.6666666666666667e-05, | |
| "loss": 1.2552, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 46.487945556640625, | |
| "learning_rate": 3.3333333333333335e-05, | |
| "loss": 0.4654, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 13.95026683807373, | |
| "learning_rate": 5e-05, | |
| "loss": 0.4089, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 5.9401936531066895, | |
| "learning_rate": 4.983095894354858e-05, | |
| "loss": 0.367, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 3.8206381797790527, | |
| "learning_rate": 4.9326121764495596e-05, | |
| "loss": 0.3275, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 5.384533882141113, | |
| "learning_rate": 4.849231551964771e-05, | |
| "loss": 0.3179, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 12.695955276489258, | |
| "learning_rate": 4.734081600808531e-05, | |
| "loss": 0.2881, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 0.10525286942720413, | |
| "learning_rate": 4.588719528532342e-05, | |
| "loss": 0.2975, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 5.812150001525879, | |
| "learning_rate": 4.415111107797445e-05, | |
| "loss": 0.2413, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.31458476185798645, | |
| "learning_rate": 4.215604094671835e-05, | |
| "loss": 0.2518, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.935, | |
| "eval_loss": 0.29133525490760803, | |
| "eval_runtime": 226.6205, | |
| "eval_samples_per_second": 17.651, | |
| "eval_steps_per_second": 2.206, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "grad_norm": 6.748766899108887, | |
| "learning_rate": 3.9928964792569655e-05, | |
| "loss": 0.2025, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 0.6717832684516907, | |
| "learning_rate": 3.7500000000000003e-05, | |
| "loss": 0.1751, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "grad_norm": 0.013602585531771183, | |
| "learning_rate": 3.490199415097892e-05, | |
| "loss": 0.1917, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 38.89192199707031, | |
| "learning_rate": 3.217008081777726e-05, | |
| "loss": 0.1644, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 1.1758809089660645, | |
| "learning_rate": 2.9341204441673266e-05, | |
| "loss": 0.1846, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 9.477453204453923e-06, | |
| "learning_rate": 2.6453620722761896e-05, | |
| "loss": 0.1546, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.899080753326416, | |
| "learning_rate": 2.3546379277238107e-05, | |
| "loss": 0.1478, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 4.797894689545501e-06, | |
| "learning_rate": 2.0658795558326743e-05, | |
| "loss": 0.1483, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "grad_norm": 0.011263616383075714, | |
| "learning_rate": 1.7829919182222752e-05, | |
| "loss": 0.165, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.0016277525573968887, | |
| "learning_rate": 1.509800584902108e-05, | |
| "loss": 0.11, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.95825, | |
| "eval_loss": 0.1764126569032669, | |
| "eval_runtime": 226.3715, | |
| "eval_samples_per_second": 17.67, | |
| "eval_steps_per_second": 2.209, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "grad_norm": 0.00017825818213168532, | |
| "learning_rate": 1.2500000000000006e-05, | |
| "loss": 0.0418, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "grad_norm": 0.011653249152004719, | |
| "learning_rate": 1.0071035207430352e-05, | |
| "loss": 0.0573, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "grad_norm": 2.5024826300068526e-06, | |
| "learning_rate": 7.843959053281663e-06, | |
| "loss": 0.038, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "grad_norm": 0.023587645962834358, | |
| "learning_rate": 5.848888922025553e-06, | |
| "loss": 0.0434, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 0.05811120569705963, | |
| "learning_rate": 4.112804714676594e-06, | |
| "loss": 0.0395, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "grad_norm": 0.06877656280994415, | |
| "learning_rate": 2.659183991914696e-06, | |
| "loss": 0.0387, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "grad_norm": 9.670445251686033e-06, | |
| "learning_rate": 1.5076844803522922e-06, | |
| "loss": 0.037, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "grad_norm": 61.91555404663086, | |
| "learning_rate": 6.738782355044049e-07, | |
| "loss": 0.0528, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "grad_norm": 1.9232193153584376e-05, | |
| "learning_rate": 1.6904105645142444e-07, | |
| "loss": 0.0432, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 1.5172378908800965e-09, | |
| "learning_rate": 0.0, | |
| "loss": 0.0381, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.959, | |
| "eval_loss": 0.24073761701583862, | |
| "eval_runtime": 226.1826, | |
| "eval_samples_per_second": 17.685, | |
| "eval_steps_per_second": 2.211, | |
| "step": 15000 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 15000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |