Hanzalwi's picture
Training in progress, step 1000, checkpoint
1d6b47d
raw
history blame
No virus
3.55 kB
{
"best_metric": 0.9874381422996521,
"best_model_checkpoint": "./outputs/checkpoint-1000",
"epoch": 1.3333333333333333,
"eval_steps": 100,
"global_step": 1000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.13,
"learning_rate": 0.0002,
"loss": 1.0007,
"step": 100
},
{
"epoch": 0.13,
"eval_loss": 1.0926419496536255,
"eval_runtime": 890.2071,
"eval_samples_per_second": 2.168,
"eval_steps_per_second": 0.272,
"step": 100
},
{
"epoch": 0.27,
"learning_rate": 0.0002,
"loss": 0.897,
"step": 200
},
{
"epoch": 0.27,
"eval_loss": 1.0682977437973022,
"eval_runtime": 890.4733,
"eval_samples_per_second": 2.167,
"eval_steps_per_second": 0.272,
"step": 200
},
{
"epoch": 0.4,
"learning_rate": 0.0002,
"loss": 0.8814,
"step": 300
},
{
"epoch": 0.4,
"eval_loss": 1.0527396202087402,
"eval_runtime": 888.2495,
"eval_samples_per_second": 2.173,
"eval_steps_per_second": 0.272,
"step": 300
},
{
"epoch": 0.53,
"learning_rate": 0.0002,
"loss": 0.8697,
"step": 400
},
{
"epoch": 0.53,
"eval_loss": 1.039888620376587,
"eval_runtime": 883.1791,
"eval_samples_per_second": 2.185,
"eval_steps_per_second": 0.274,
"step": 400
},
{
"epoch": 0.67,
"learning_rate": 0.0002,
"loss": 0.8552,
"step": 500
},
{
"epoch": 0.67,
"eval_loss": 1.0277502536773682,
"eval_runtime": 724.238,
"eval_samples_per_second": 2.665,
"eval_steps_per_second": 0.334,
"step": 500
},
{
"epoch": 0.8,
"learning_rate": 0.0002,
"loss": 0.85,
"step": 600
},
{
"epoch": 0.8,
"eval_loss": 1.0173273086547852,
"eval_runtime": 724.2021,
"eval_samples_per_second": 2.665,
"eval_steps_per_second": 0.334,
"step": 600
},
{
"epoch": 0.93,
"learning_rate": 0.0002,
"loss": 0.8449,
"step": 700
},
{
"epoch": 0.93,
"eval_loss": 1.012062430381775,
"eval_runtime": 728.824,
"eval_samples_per_second": 2.648,
"eval_steps_per_second": 0.332,
"step": 700
},
{
"epoch": 1.07,
"learning_rate": 0.0002,
"loss": 0.8282,
"step": 800
},
{
"epoch": 1.07,
"eval_loss": 1.001969337463379,
"eval_runtime": 726.4944,
"eval_samples_per_second": 2.657,
"eval_steps_per_second": 0.333,
"step": 800
},
{
"epoch": 1.2,
"learning_rate": 0.0002,
"loss": 0.8145,
"step": 900
},
{
"epoch": 1.2,
"eval_loss": 0.9950811266899109,
"eval_runtime": 725.592,
"eval_samples_per_second": 2.66,
"eval_steps_per_second": 0.334,
"step": 900
},
{
"epoch": 1.33,
"learning_rate": 0.0002,
"loss": 0.8091,
"step": 1000
},
{
"epoch": 1.33,
"eval_loss": 0.9874381422996521,
"eval_runtime": 724.5381,
"eval_samples_per_second": 2.664,
"eval_steps_per_second": 0.334,
"step": 1000
}
],
"logging_steps": 100,
"max_steps": 2250,
"num_input_tokens_seen": 0,
"num_train_epochs": 3,
"save_steps": 100,
"total_flos": 2.5910459214483456e+17,
"trial_name": null,
"trial_params": null
}