{ "best_metric": 2.175708770751953, "best_model_checkpoint": "./outputs/checkpoint-2100", "epoch": 1.530054644808743, "eval_steps": 100, "global_step": 2100, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.07, "learning_rate": 0.0002, "loss": 2.7194, "step": 100 }, { "epoch": 0.07, "eval_loss": 2.617887258529663, "eval_runtime": 205.5207, "eval_samples_per_second": 30.527, "eval_steps_per_second": 3.82, "step": 100 }, { "epoch": 0.15, "learning_rate": 0.0002, "loss": 2.5817, "step": 200 }, { "epoch": 0.15, "eval_loss": 2.5672028064727783, "eval_runtime": 205.4308, "eval_samples_per_second": 30.541, "eval_steps_per_second": 3.821, "step": 200 }, { "epoch": 0.22, "learning_rate": 0.0002, "loss": 2.54, "step": 300 }, { "epoch": 0.22, "eval_loss": 2.5315635204315186, "eval_runtime": 205.1897, "eval_samples_per_second": 30.577, "eval_steps_per_second": 3.826, "step": 300 }, { "epoch": 0.29, "learning_rate": 0.0002, "loss": 2.5136, "step": 400 }, { "epoch": 0.29, "eval_loss": 2.4977593421936035, "eval_runtime": 204.833, "eval_samples_per_second": 30.63, "eval_steps_per_second": 3.832, "step": 400 }, { "epoch": 0.36, "learning_rate": 0.0002, "loss": 2.4701, "step": 500 }, { "epoch": 0.36, "eval_loss": 2.472073554992676, "eval_runtime": 205.144, "eval_samples_per_second": 30.583, "eval_steps_per_second": 3.827, "step": 500 }, { "epoch": 0.44, "learning_rate": 0.0002, "loss": 2.4445, "step": 600 }, { "epoch": 0.44, "eval_loss": 2.4433655738830566, "eval_runtime": 204.9978, "eval_samples_per_second": 30.605, "eval_steps_per_second": 3.829, "step": 600 }, { "epoch": 0.51, "learning_rate": 0.0002, "loss": 2.4276, "step": 700 }, { "epoch": 0.51, "eval_loss": 2.4212682247161865, "eval_runtime": 204.9092, "eval_samples_per_second": 30.618, "eval_steps_per_second": 3.831, "step": 700 }, { "epoch": 0.58, "learning_rate": 0.0002, "loss": 2.4062, "step": 800 }, { "epoch": 0.58, "eval_loss": 2.4029204845428467, "eval_runtime": 205.0316, "eval_samples_per_second": 30.6, "eval_steps_per_second": 3.829, "step": 800 }, { "epoch": 0.66, "learning_rate": 0.0002, "loss": 2.3706, "step": 900 }, { "epoch": 0.66, "eval_loss": 2.3802640438079834, "eval_runtime": 205.3365, "eval_samples_per_second": 30.555, "eval_steps_per_second": 3.823, "step": 900 }, { "epoch": 0.73, "learning_rate": 0.0002, "loss": 2.3666, "step": 1000 }, { "epoch": 0.73, "eval_loss": 2.361499547958374, "eval_runtime": 205.1533, "eval_samples_per_second": 30.582, "eval_steps_per_second": 3.826, "step": 1000 }, { "epoch": 0.8, "learning_rate": 0.0002, "loss": 2.3602, "step": 1100 }, { "epoch": 0.8, "eval_loss": 2.340102434158325, "eval_runtime": 205.0301, "eval_samples_per_second": 30.6, "eval_steps_per_second": 3.829, "step": 1100 }, { "epoch": 0.87, "learning_rate": 0.0002, "loss": 2.3174, "step": 1200 }, { "epoch": 0.87, "eval_loss": 2.3213117122650146, "eval_runtime": 205.0977, "eval_samples_per_second": 30.59, "eval_steps_per_second": 3.827, "step": 1200 }, { "epoch": 0.95, "learning_rate": 0.0002, "loss": 2.3283, "step": 1300 }, { "epoch": 0.95, "eval_loss": 2.3045783042907715, "eval_runtime": 205.3162, "eval_samples_per_second": 30.558, "eval_steps_per_second": 3.823, "step": 1300 }, { "epoch": 1.02, "learning_rate": 0.0002, "loss": 2.2798, "step": 1400 }, { "epoch": 1.02, "eval_loss": 2.280726671218872, "eval_runtime": 205.3248, "eval_samples_per_second": 30.556, "eval_steps_per_second": 3.823, "step": 1400 }, { "epoch": 1.09, "learning_rate": 0.0002, "loss": 2.2397, "step": 1500 }, { "epoch": 1.09, "eval_loss": 2.26517915725708, "eval_runtime": 205.5768, "eval_samples_per_second": 30.519, "eval_steps_per_second": 3.819, "step": 1500 }, { "epoch": 1.17, "learning_rate": 0.0002, "loss": 2.2329, "step": 1600 }, { "epoch": 1.17, "eval_loss": 2.2466039657592773, "eval_runtime": 221.8099, "eval_samples_per_second": 28.285, "eval_steps_per_second": 3.539, "step": 1600 }, { "epoch": 1.24, "learning_rate": 0.0002, "loss": 2.2321, "step": 1700 }, { "epoch": 1.24, "eval_loss": 2.2312474250793457, "eval_runtime": 221.2202, "eval_samples_per_second": 28.361, "eval_steps_per_second": 3.549, "step": 1700 }, { "epoch": 1.31, "learning_rate": 0.0002, "loss": 2.1942, "step": 1800 }, { "epoch": 1.31, "eval_loss": 2.2154178619384766, "eval_runtime": 205.4645, "eval_samples_per_second": 30.536, "eval_steps_per_second": 3.821, "step": 1800 }, { "epoch": 1.38, "learning_rate": 0.0002, "loss": 2.1794, "step": 1900 }, { "epoch": 1.38, "eval_loss": 2.2015323638916016, "eval_runtime": 205.5536, "eval_samples_per_second": 30.522, "eval_steps_per_second": 3.819, "step": 1900 }, { "epoch": 1.46, "learning_rate": 0.0002, "loss": 2.1733, "step": 2000 }, { "epoch": 1.46, "eval_loss": 2.188199758529663, "eval_runtime": 205.7545, "eval_samples_per_second": 30.493, "eval_steps_per_second": 3.815, "step": 2000 }, { "epoch": 1.53, "learning_rate": 0.0002, "loss": 2.158, "step": 2100 }, { "epoch": 1.53, "eval_loss": 2.175708770751953, "eval_runtime": 206.3248, "eval_samples_per_second": 30.408, "eval_steps_per_second": 3.805, "step": 2100 } ], "logging_steps": 100, "max_steps": 4116, "num_train_epochs": 3, "save_steps": 100, "total_flos": 6.174508048386048e+16, "trial_name": null, "trial_params": null }