{ "best_metric": 0.272543584642415, "best_model_checkpoint": "distilbert-base-uncased-finetuned-cola/run-5/checkpoint-2140", "epoch": 4.0, "eval_steps": 500, "global_step": 2140, "is_hyper_param_search": true, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.9345794392523364, "grad_norm": 1.418704867362976, "learning_rate": 9.051429251998609e-07, "loss": 0.6201, "step": 500 }, { "epoch": 1.0, "eval_loss": 0.5985676646232605, "eval_matthews_correlation": 0.0, "eval_runtime": 0.7973, "eval_samples_per_second": 1308.083, "eval_steps_per_second": 82.774, "step": 535 }, { "epoch": 1.8691588785046729, "grad_norm": 4.440581798553467, "learning_rate": 6.291847162974642e-07, "loss": 0.5727, "step": 1000 }, { "epoch": 2.0, "eval_loss": 0.5634607076644897, "eval_matthews_correlation": 0.08036809130702588, "eval_runtime": 0.8821, "eval_samples_per_second": 1182.372, "eval_steps_per_second": 74.819, "step": 1070 }, { "epoch": 2.803738317757009, "grad_norm": 5.3037919998168945, "learning_rate": 3.5322650739506763e-07, "loss": 0.5395, "step": 1500 }, { "epoch": 3.0, "eval_loss": 0.5501772165298462, "eval_matthews_correlation": 0.20740621404954238, "eval_runtime": 0.8916, "eval_samples_per_second": 1169.764, "eval_steps_per_second": 74.021, "step": 1605 }, { "epoch": 3.7383177570093458, "grad_norm": 7.205862045288086, "learning_rate": 7.726829849267105e-08, "loss": 0.5215, "step": 2000 }, { "epoch": 4.0, "eval_loss": 0.5470464825630188, "eval_matthews_correlation": 0.272543584642415, "eval_runtime": 0.7782, "eval_samples_per_second": 1340.19, "eval_steps_per_second": 84.806, "step": 2140 } ], "logging_steps": 500, "max_steps": 2140, "num_input_tokens_seen": 0, "num_train_epochs": 4, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 171337783498344.0, "train_batch_size": 16, "trial_name": null, "trial_params": { "learning_rate": 1.1811011341022575e-06, "num_train_epochs": 4, "per_device_train_batch_size": 16, "seed": 22 } }