{ "best_metric": null, "best_model_checkpoint": null, "epoch": 0.0006520286240565961, "eval_steps": 3, "global_step": 10, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 6.520286240565961e-05, "grad_norm": 2.7707958221435547, "learning_rate": 2e-05, "loss": 10.8809, "step": 1 }, { "epoch": 6.520286240565961e-05, "eval_loss": 2.5950257778167725, "eval_runtime": 334.435, "eval_samples_per_second": 19.31, "eval_steps_per_second": 9.655, "step": 1 }, { "epoch": 0.00013040572481131922, "grad_norm": 2.309509515762329, "learning_rate": 4e-05, "loss": 10.4332, "step": 2 }, { "epoch": 0.00019560858721697882, "grad_norm": 3.2376084327697754, "learning_rate": 6e-05, "loss": 11.0042, "step": 3 }, { "epoch": 0.00019560858721697882, "eval_loss": 2.592690944671631, "eval_runtime": 333.5718, "eval_samples_per_second": 19.36, "eval_steps_per_second": 9.68, "step": 3 }, { "epoch": 0.00026081144962263844, "grad_norm": 2.5964674949645996, "learning_rate": 8e-05, "loss": 10.189, "step": 4 }, { "epoch": 0.00032601431202829807, "grad_norm": 2.957848310470581, "learning_rate": 0.0001, "loss": 9.3927, "step": 5 }, { "epoch": 0.00039121717443395764, "grad_norm": 2.7407803535461426, "learning_rate": 0.00012, "loss": 10.5684, "step": 6 }, { "epoch": 0.00039121717443395764, "eval_loss": 2.55965518951416, "eval_runtime": 334.2112, "eval_samples_per_second": 19.323, "eval_steps_per_second": 9.662, "step": 6 }, { "epoch": 0.00045642003683961726, "grad_norm": 3.0802409648895264, "learning_rate": 0.00014, "loss": 11.7384, "step": 7 }, { "epoch": 0.0005216228992452769, "grad_norm": 3.2972846031188965, "learning_rate": 0.00016, "loss": 9.8221, "step": 8 }, { "epoch": 0.0005868257616509365, "grad_norm": 4.517122745513916, "learning_rate": 0.00018, "loss": 9.9834, "step": 9 }, { "epoch": 0.0005868257616509365, "eval_loss": 2.3671915531158447, "eval_runtime": 333.9697, "eval_samples_per_second": 19.337, "eval_steps_per_second": 9.669, "step": 9 }, { "epoch": 0.0006520286240565961, "grad_norm": 4.659290790557861, "learning_rate": 0.0002, "loss": 9.6022, "step": 10 } ], "logging_steps": 1, "max_steps": 10, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 3, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 3166224305356800.0, "train_batch_size": 2, "trial_name": null, "trial_params": null }