JacksonBrune's picture
Training in progress, step 126, checkpoint
bbdd90e verified
raw
history blame
3.51 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.37894736842105264,
"eval_steps": 63,
"global_step": 126,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0030075187969924814,
"eval_loss": 10.374281883239746,
"eval_runtime": 0.3586,
"eval_samples_per_second": 390.36,
"eval_steps_per_second": 195.18,
"step": 1
},
{
"epoch": 0.03007518796992481,
"grad_norm": 0.060663752257823944,
"learning_rate": 0.00019979453927503364,
"loss": 10.3728,
"step": 10
},
{
"epoch": 0.06015037593984962,
"grad_norm": 0.05574655905365944,
"learning_rate": 0.00019815591569910654,
"loss": 10.3704,
"step": 20
},
{
"epoch": 0.09022556390977443,
"grad_norm": 0.07972452044487,
"learning_rate": 0.00019490557470106686,
"loss": 10.3695,
"step": 30
},
{
"epoch": 0.12030075187969924,
"grad_norm": 0.14503557980060577,
"learning_rate": 0.0001900968867902419,
"loss": 10.3621,
"step": 40
},
{
"epoch": 0.15037593984962405,
"grad_norm": 0.13525503873825073,
"learning_rate": 0.00018380881048918405,
"loss": 10.3626,
"step": 50
},
{
"epoch": 0.18045112781954886,
"grad_norm": 0.09932214021682739,
"learning_rate": 0.00017614459583691346,
"loss": 10.3584,
"step": 60
},
{
"epoch": 0.18947368421052632,
"eval_loss": 10.356450080871582,
"eval_runtime": 0.3534,
"eval_samples_per_second": 396.183,
"eval_steps_per_second": 198.091,
"step": 63
},
{
"epoch": 0.21052631578947367,
"grad_norm": 0.1384136825799942,
"learning_rate": 0.0001672300890261317,
"loss": 10.3572,
"step": 70
},
{
"epoch": 0.24060150375939848,
"grad_norm": 0.1283988505601883,
"learning_rate": 0.00015721166601221698,
"loss": 10.353,
"step": 80
},
{
"epoch": 0.2706766917293233,
"grad_norm": 0.11646091192960739,
"learning_rate": 0.00014625382902408356,
"loss": 10.351,
"step": 90
},
{
"epoch": 0.3007518796992481,
"grad_norm": 0.1207568570971489,
"learning_rate": 0.00013453650544213076,
"loss": 10.3498,
"step": 100
},
{
"epoch": 0.3308270676691729,
"grad_norm": 0.09924621134996414,
"learning_rate": 0.00012225209339563145,
"loss": 10.3497,
"step": 110
},
{
"epoch": 0.3609022556390977,
"grad_norm": 0.08627820760011673,
"learning_rate": 0.00010960230259076818,
"loss": 10.3494,
"step": 120
},
{
"epoch": 0.37894736842105264,
"eval_loss": 10.348790168762207,
"eval_runtime": 0.3677,
"eval_samples_per_second": 380.716,
"eval_steps_per_second": 190.358,
"step": 126
}
],
"logging_steps": 10,
"max_steps": 250,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 63,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 1629294428160.0,
"train_batch_size": 2,
"trial_name": null,
"trial_params": null
}