| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.6019563581640331, | |
| "eval_steps": 20, | |
| "global_step": 200, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 5e-07, | |
| "loss": 1.1046, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 1e-06, | |
| "loss": 1.0664, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "eval_accuracy": 0.44479243019924036, | |
| "eval_loss": 1.065091609954834, | |
| "eval_runtime": 50.348, | |
| "eval_samples_per_second": 596.131, | |
| "eval_steps_per_second": 1.172, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 1.5e-06, | |
| "loss": 1.0672, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 2e-06, | |
| "loss": 1.0423, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "eval_accuracy": 0.5033650962883988, | |
| "eval_loss": 1.0188277959823608, | |
| "eval_runtime": 49.614, | |
| "eval_samples_per_second": 604.95, | |
| "eval_steps_per_second": 1.189, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 2.5e-06, | |
| "loss": 1.027, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 3e-06, | |
| "loss": 1.0137, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "eval_accuracy": 0.5279203038581995, | |
| "eval_loss": 0.9871189594268799, | |
| "eval_runtime": 49.5201, | |
| "eval_samples_per_second": 606.098, | |
| "eval_steps_per_second": 1.191, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 3.5e-06, | |
| "loss": 1.0005, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 4e-06, | |
| "loss": 1.0027, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "eval_accuracy": 0.5308189511561271, | |
| "eval_loss": 0.9888613224029541, | |
| "eval_runtime": 49.4469, | |
| "eval_samples_per_second": 606.994, | |
| "eval_steps_per_second": 1.193, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 4.5e-06, | |
| "loss": 0.9937, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 5e-06, | |
| "loss": 0.9914, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "eval_accuracy": 0.5307856333710935, | |
| "eval_loss": 0.9762536883354187, | |
| "eval_runtime": 49.4804, | |
| "eval_samples_per_second": 606.583, | |
| "eval_steps_per_second": 1.192, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 5.5e-06, | |
| "loss": 0.9884, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 6e-06, | |
| "loss": 0.9826, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "eval_accuracy": 0.5387819017791697, | |
| "eval_loss": 0.9713281989097595, | |
| "eval_runtime": 49.4983, | |
| "eval_samples_per_second": 606.364, | |
| "eval_steps_per_second": 1.192, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 6.5e-06, | |
| "loss": 0.9882, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 7e-06, | |
| "loss": 0.9788, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "eval_accuracy": 0.5312520823615646, | |
| "eval_loss": 0.9766249656677246, | |
| "eval_runtime": 49.5213, | |
| "eval_samples_per_second": 606.083, | |
| "eval_steps_per_second": 1.191, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 7.5e-06, | |
| "loss": 0.9854, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 8e-06, | |
| "loss": 0.984, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "eval_accuracy": 0.5398147531152129, | |
| "eval_loss": 0.9589501619338989, | |
| "eval_runtime": 49.4977, | |
| "eval_samples_per_second": 606.372, | |
| "eval_steps_per_second": 1.192, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 8.500000000000002e-06, | |
| "loss": 0.9795, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 9e-06, | |
| "loss": 0.9694, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "eval_accuracy": 0.5423469047777704, | |
| "eval_loss": 0.953514814376831, | |
| "eval_runtime": 49.4511, | |
| "eval_samples_per_second": 606.943, | |
| "eval_steps_per_second": 1.193, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 9.5e-06, | |
| "loss": 0.9757, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 1e-05, | |
| "loss": 0.9676, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "eval_accuracy": 0.567201972412874, | |
| "eval_loss": 0.9273685812950134, | |
| "eval_runtime": 49.4122, | |
| "eval_samples_per_second": 607.421, | |
| "eval_steps_per_second": 1.194, | |
| "step": 200 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 996, | |
| "num_train_epochs": 3, | |
| "save_steps": 100, | |
| "total_flos": 2.69428130316288e+16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |