| { | |
| "best_metric": 0.9311231374740601, | |
| "best_model_checkpoint": "./outputs/checkpoint-2100", | |
| "epoch": 2.8, | |
| "eval_steps": 100, | |
| "global_step": 2100, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 0.0002, | |
| "loss": 1.0003, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "eval_loss": 1.09341299533844, | |
| "eval_runtime": 882.5981, | |
| "eval_samples_per_second": 2.187, | |
| "eval_steps_per_second": 0.274, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 0.0002, | |
| "loss": 0.8971, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "eval_loss": 1.0693918466567993, | |
| "eval_runtime": 888.706, | |
| "eval_samples_per_second": 2.172, | |
| "eval_steps_per_second": 0.272, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 0.0002, | |
| "loss": 0.8816, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "eval_loss": 1.0537036657333374, | |
| "eval_runtime": 878.8304, | |
| "eval_samples_per_second": 2.196, | |
| "eval_steps_per_second": 0.275, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 0.0002, | |
| "loss": 0.8696, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "eval_loss": 1.0404157638549805, | |
| "eval_runtime": 880.6616, | |
| "eval_samples_per_second": 2.192, | |
| "eval_steps_per_second": 0.275, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 0.0002, | |
| "loss": 0.8552, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "eval_loss": 1.0278141498565674, | |
| "eval_runtime": 910.8505, | |
| "eval_samples_per_second": 2.119, | |
| "eval_steps_per_second": 0.266, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 0.0002, | |
| "loss": 0.8496, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "eval_loss": 1.0164580345153809, | |
| "eval_runtime": 919.0357, | |
| "eval_samples_per_second": 2.1, | |
| "eval_steps_per_second": 0.263, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 0.0002, | |
| "loss": 0.8447, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "eval_loss": 1.011406660079956, | |
| "eval_runtime": 917.8526, | |
| "eval_samples_per_second": 2.103, | |
| "eval_steps_per_second": 0.264, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 0.0002, | |
| "loss": 0.8277, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "eval_loss": 1.0011341571807861, | |
| "eval_runtime": 915.3225, | |
| "eval_samples_per_second": 2.109, | |
| "eval_steps_per_second": 0.264, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 0.0002, | |
| "loss": 0.8139, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "eval_loss": 0.9942707419395447, | |
| "eval_runtime": 917.4155, | |
| "eval_samples_per_second": 2.104, | |
| "eval_steps_per_second": 0.264, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 0.0002, | |
| "loss": 0.8085, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "eval_loss": 0.9867916107177734, | |
| "eval_runtime": 916.7878, | |
| "eval_samples_per_second": 2.105, | |
| "eval_steps_per_second": 0.264, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 0.0002, | |
| "loss": 0.8146, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "eval_loss": 0.98065584897995, | |
| "eval_runtime": 731.037, | |
| "eval_samples_per_second": 2.64, | |
| "eval_steps_per_second": 0.331, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "learning_rate": 0.0002, | |
| "loss": 0.805, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "eval_loss": 0.9752777218818665, | |
| "eval_runtime": 730.7507, | |
| "eval_samples_per_second": 2.641, | |
| "eval_steps_per_second": 0.331, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "learning_rate": 0.0002, | |
| "loss": 0.7946, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "eval_loss": 0.9679266810417175, | |
| "eval_runtime": 730.5439, | |
| "eval_samples_per_second": 2.642, | |
| "eval_steps_per_second": 0.331, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "learning_rate": 0.0002, | |
| "loss": 0.7937, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "eval_loss": 0.9621365666389465, | |
| "eval_runtime": 729.9199, | |
| "eval_samples_per_second": 2.644, | |
| "eval_steps_per_second": 0.332, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "learning_rate": 0.0002, | |
| "loss": 0.7865, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_loss": 0.9568483829498291, | |
| "eval_runtime": 730.7929, | |
| "eval_samples_per_second": 2.641, | |
| "eval_steps_per_second": 0.331, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "learning_rate": 0.0002, | |
| "loss": 0.7657, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "eval_loss": 0.9542460441589355, | |
| "eval_runtime": 730.7608, | |
| "eval_samples_per_second": 2.641, | |
| "eval_steps_per_second": 0.331, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "learning_rate": 0.0002, | |
| "loss": 0.7568, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "eval_loss": 0.9505811929702759, | |
| "eval_runtime": 730.2221, | |
| "eval_samples_per_second": 2.643, | |
| "eval_steps_per_second": 0.331, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "learning_rate": 0.0002, | |
| "loss": 0.7571, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "eval_loss": 0.9465362429618835, | |
| "eval_runtime": 831.0865, | |
| "eval_samples_per_second": 2.322, | |
| "eval_steps_per_second": 0.291, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "learning_rate": 0.0002, | |
| "loss": 0.7699, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "eval_loss": 0.9410523176193237, | |
| "eval_runtime": 827.0957, | |
| "eval_samples_per_second": 2.333, | |
| "eval_steps_per_second": 0.293, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "learning_rate": 0.0002, | |
| "loss": 0.7577, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "eval_loss": 0.9364854693412781, | |
| "eval_runtime": 777.3543, | |
| "eval_samples_per_second": 2.483, | |
| "eval_steps_per_second": 0.311, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "learning_rate": 0.0002, | |
| "loss": 0.7524, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "eval_loss": 0.9311231374740601, | |
| "eval_runtime": 771.9125, | |
| "eval_samples_per_second": 2.5, | |
| "eval_steps_per_second": 0.314, | |
| "step": 2100 | |
| } | |
| ], | |
| "logging_steps": 100, | |
| "max_steps": 2250, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 100, | |
| "total_flos": 5.4402852955938816e+17, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |