{ "best_metric": 0.9550056457519531, "best_model_checkpoint": "./outputs/checkpoint-1600", "epoch": 2.1333333333333333, "eval_steps": 100, "global_step": 1600, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.13, "learning_rate": 0.0002, "loss": 0.9997, "step": 100 }, { "epoch": 0.13, "eval_loss": 1.0932432413101196, "eval_runtime": 721.0711, "eval_samples_per_second": 2.677, "eval_steps_per_second": 0.336, "step": 100 }, { "epoch": 0.27, "learning_rate": 0.0002, "loss": 0.897, "step": 200 }, { "epoch": 0.27, "eval_loss": 1.0685845613479614, "eval_runtime": 721.8083, "eval_samples_per_second": 2.674, "eval_steps_per_second": 0.335, "step": 200 }, { "epoch": 0.4, "learning_rate": 0.0002, "loss": 0.8812, "step": 300 }, { "epoch": 0.4, "eval_loss": 1.0530365705490112, "eval_runtime": 727.1346, "eval_samples_per_second": 2.654, "eval_steps_per_second": 0.333, "step": 300 }, { "epoch": 0.53, "learning_rate": 0.0002, "loss": 0.8694, "step": 400 }, { "epoch": 0.53, "eval_loss": 1.0397064685821533, "eval_runtime": 725.2926, "eval_samples_per_second": 2.661, "eval_steps_per_second": 0.334, "step": 400 }, { "epoch": 0.67, "learning_rate": 0.0002, "loss": 0.8549, "step": 500 }, { "epoch": 0.67, "eval_loss": 1.02787184715271, "eval_runtime": 726.5869, "eval_samples_per_second": 2.656, "eval_steps_per_second": 0.333, "step": 500 }, { "epoch": 0.8, "learning_rate": 0.0002, "loss": 0.8498, "step": 600 }, { "epoch": 0.8, "eval_loss": 1.0169517993927002, "eval_runtime": 729.2685, "eval_samples_per_second": 2.646, "eval_steps_per_second": 0.332, "step": 600 }, { "epoch": 0.93, "learning_rate": 0.0002, "loss": 0.8448, "step": 700 }, { "epoch": 0.93, "eval_loss": 1.011763572692871, "eval_runtime": 729.6091, "eval_samples_per_second": 2.645, "eval_steps_per_second": 0.332, "step": 700 }, { "epoch": 1.07, "learning_rate": 0.0002, "loss": 0.8276, "step": 800 }, { "epoch": 1.07, "eval_loss": 1.0014097690582275, "eval_runtime": 726.8878, "eval_samples_per_second": 2.655, "eval_steps_per_second": 0.333, "step": 800 }, { "epoch": 1.2, "learning_rate": 0.0002, "loss": 0.814, "step": 900 }, { "epoch": 1.2, "eval_loss": 0.9944414496421814, "eval_runtime": 729.3383, "eval_samples_per_second": 2.646, "eval_steps_per_second": 0.332, "step": 900 }, { "epoch": 1.33, "learning_rate": 0.0002, "loss": 0.8088, "step": 1000 }, { "epoch": 1.33, "eval_loss": 0.986289381980896, "eval_runtime": 729.5573, "eval_samples_per_second": 2.645, "eval_steps_per_second": 0.332, "step": 1000 }, { "epoch": 1.47, "learning_rate": 0.0002, "loss": 0.8149, "step": 1100 }, { "epoch": 1.47, "eval_loss": 0.9808956980705261, "eval_runtime": 729.1444, "eval_samples_per_second": 2.647, "eval_steps_per_second": 0.332, "step": 1100 }, { "epoch": 1.6, "learning_rate": 0.0002, "loss": 0.805, "step": 1200 }, { "epoch": 1.6, "eval_loss": 0.9745151996612549, "eval_runtime": 728.2022, "eval_samples_per_second": 2.65, "eval_steps_per_second": 0.332, "step": 1200 }, { "epoch": 1.73, "learning_rate": 0.0002, "loss": 0.7946, "step": 1300 }, { "epoch": 1.73, "eval_loss": 0.9681212902069092, "eval_runtime": 729.3723, "eval_samples_per_second": 2.646, "eval_steps_per_second": 0.332, "step": 1300 }, { "epoch": 1.87, "learning_rate": 0.0002, "loss": 0.7937, "step": 1400 }, { "epoch": 1.87, "eval_loss": 0.9620557427406311, "eval_runtime": 727.4393, "eval_samples_per_second": 2.653, "eval_steps_per_second": 0.333, "step": 1400 }, { "epoch": 2.0, "learning_rate": 0.0002, "loss": 0.7863, "step": 1500 }, { "epoch": 2.0, "eval_loss": 0.9571696519851685, "eval_runtime": 726.583, "eval_samples_per_second": 2.656, "eval_steps_per_second": 0.333, "step": 1500 }, { "epoch": 2.13, "learning_rate": 0.0002, "loss": 0.766, "step": 1600 }, { "epoch": 2.13, "eval_loss": 0.9550056457519531, "eval_runtime": 729.0402, "eval_samples_per_second": 2.647, "eval_steps_per_second": 0.332, "step": 1600 } ], "logging_steps": 100, "max_steps": 2250, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 100, "total_flos": 4.14342522878976e+17, "trial_name": null, "trial_params": null }