{ "best_metric": 1.2910176515579224, "best_model_checkpoint": "./outputs/checkpoint-2200", "epoch": 2.9333333333333336, "eval_steps": 100, "global_step": 2200, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.13, "learning_rate": 0.0002, "loss": 1.855, "step": 100 }, { "epoch": 0.13, "eval_loss": 1.4976259469985962, "eval_runtime": 47.2737, "eval_samples_per_second": 30.694, "eval_steps_per_second": 3.85, "step": 100 }, { "epoch": 0.27, "learning_rate": 0.0002, "loss": 1.5891, "step": 200 }, { "epoch": 0.27, "eval_loss": 1.4663879871368408, "eval_runtime": 47.1865, "eval_samples_per_second": 30.75, "eval_steps_per_second": 3.857, "step": 200 }, { "epoch": 0.4, "learning_rate": 0.0002, "loss": 1.5693, "step": 300 }, { "epoch": 0.4, "eval_loss": 1.4471981525421143, "eval_runtime": 47.1683, "eval_samples_per_second": 30.762, "eval_steps_per_second": 3.859, "step": 300 }, { "epoch": 0.53, "learning_rate": 0.0002, "loss": 1.5495, "step": 400 }, { "epoch": 0.53, "eval_loss": 1.4266287088394165, "eval_runtime": 47.1866, "eval_samples_per_second": 30.75, "eval_steps_per_second": 3.857, "step": 400 }, { "epoch": 0.67, "learning_rate": 0.0002, "loss": 1.5354, "step": 500 }, { "epoch": 0.67, "eval_loss": 1.410528540611267, "eval_runtime": 47.2451, "eval_samples_per_second": 30.712, "eval_steps_per_second": 3.852, "step": 500 }, { "epoch": 0.8, "learning_rate": 0.0002, "loss": 1.5198, "step": 600 }, { "epoch": 0.8, "eval_loss": 1.4007145166397095, "eval_runtime": 46.9739, "eval_samples_per_second": 30.89, "eval_steps_per_second": 3.874, "step": 600 }, { "epoch": 0.93, "learning_rate": 0.0002, "loss": 1.5095, "step": 700 }, { "epoch": 0.93, "eval_loss": 1.388436198234558, "eval_runtime": 47.0302, "eval_samples_per_second": 30.853, "eval_steps_per_second": 3.87, "step": 700 }, { "epoch": 1.07, "learning_rate": 0.0002, "loss": 1.488, "step": 800 }, { "epoch": 1.07, "eval_loss": 1.3770211935043335, "eval_runtime": 47.1554, "eval_samples_per_second": 30.771, "eval_steps_per_second": 3.86, "step": 800 }, { "epoch": 1.2, "learning_rate": 0.0002, "loss": 1.4685, "step": 900 }, { "epoch": 1.2, "eval_loss": 1.3670101165771484, "eval_runtime": 47.4079, "eval_samples_per_second": 30.607, "eval_steps_per_second": 3.839, "step": 900 }, { "epoch": 1.33, "learning_rate": 0.0002, "loss": 1.4583, "step": 1000 }, { "epoch": 1.33, "eval_loss": 1.3592472076416016, "eval_runtime": 47.3317, "eval_samples_per_second": 30.656, "eval_steps_per_second": 3.845, "step": 1000 }, { "epoch": 1.47, "learning_rate": 0.0002, "loss": 1.4546, "step": 1100 }, { "epoch": 1.47, "eval_loss": 1.3527010679244995, "eval_runtime": 47.2776, "eval_samples_per_second": 30.691, "eval_steps_per_second": 3.85, "step": 1100 }, { "epoch": 1.6, "learning_rate": 0.0002, "loss": 1.4392, "step": 1200 }, { "epoch": 1.6, "eval_loss": 1.3437373638153076, "eval_runtime": 47.1936, "eval_samples_per_second": 30.746, "eval_steps_per_second": 3.856, "step": 1200 }, { "epoch": 1.73, "learning_rate": 0.0002, "loss": 1.45, "step": 1300 }, { "epoch": 1.73, "eval_loss": 1.3367496728897095, "eval_runtime": 47.2517, "eval_samples_per_second": 30.708, "eval_steps_per_second": 3.852, "step": 1300 }, { "epoch": 1.87, "learning_rate": 0.0002, "loss": 1.4321, "step": 1400 }, { "epoch": 1.87, "eval_loss": 1.3307961225509644, "eval_runtime": 47.1256, "eval_samples_per_second": 30.79, "eval_steps_per_second": 3.862, "step": 1400 }, { "epoch": 2.0, "learning_rate": 0.0002, "loss": 1.4336, "step": 1500 }, { "epoch": 2.0, "eval_loss": 1.3263577222824097, "eval_runtime": 47.1607, "eval_samples_per_second": 30.767, "eval_steps_per_second": 3.859, "step": 1500 }, { "epoch": 2.13, "learning_rate": 0.0002, "loss": 1.3981, "step": 1600 }, { "epoch": 2.13, "eval_loss": 1.319887638092041, "eval_runtime": 47.019, "eval_samples_per_second": 30.86, "eval_steps_per_second": 3.871, "step": 1600 }, { "epoch": 2.27, "learning_rate": 0.0002, "loss": 1.3969, "step": 1700 }, { "epoch": 2.27, "eval_loss": 1.3168717622756958, "eval_runtime": 47.2245, "eval_samples_per_second": 30.726, "eval_steps_per_second": 3.854, "step": 1700 }, { "epoch": 2.4, "learning_rate": 0.0002, "loss": 1.3862, "step": 1800 }, { "epoch": 2.4, "eval_loss": 1.3101677894592285, "eval_runtime": 47.1712, "eval_samples_per_second": 30.76, "eval_steps_per_second": 3.858, "step": 1800 }, { "epoch": 2.53, "learning_rate": 0.0002, "loss": 1.3863, "step": 1900 }, { "epoch": 2.53, "eval_loss": 1.304863691329956, "eval_runtime": 47.3226, "eval_samples_per_second": 30.662, "eval_steps_per_second": 3.846, "step": 1900 }, { "epoch": 2.67, "learning_rate": 0.0002, "loss": 1.3918, "step": 2000 }, { "epoch": 2.67, "eval_loss": 1.2992783784866333, "eval_runtime": 47.3036, "eval_samples_per_second": 30.674, "eval_steps_per_second": 3.847, "step": 2000 }, { "epoch": 2.8, "learning_rate": 0.0002, "loss": 1.3869, "step": 2100 }, { "epoch": 2.8, "eval_loss": 1.2948063611984253, "eval_runtime": 47.587, "eval_samples_per_second": 30.492, "eval_steps_per_second": 3.825, "step": 2100 }, { "epoch": 2.93, "learning_rate": 0.0002, "loss": 1.3818, "step": 2200 }, { "epoch": 2.93, "eval_loss": 1.2910176515579224, "eval_runtime": 47.3703, "eval_samples_per_second": 30.631, "eval_steps_per_second": 3.842, "step": 2200 } ], "logging_steps": 100, "max_steps": 2250, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 100, "total_flos": 7.376989486841856e+16, "trial_name": null, "trial_params": null }