Hanzalwi's picture
Training in progress, step 1600, checkpoint
5a19064
raw
history blame
No virus
5.39 kB
{
"best_metric": 0.9550056457519531,
"best_model_checkpoint": "./outputs/checkpoint-1600",
"epoch": 2.1333333333333333,
"eval_steps": 100,
"global_step": 1600,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.13,
"learning_rate": 0.0002,
"loss": 0.9997,
"step": 100
},
{
"epoch": 0.13,
"eval_loss": 1.0932432413101196,
"eval_runtime": 721.0711,
"eval_samples_per_second": 2.677,
"eval_steps_per_second": 0.336,
"step": 100
},
{
"epoch": 0.27,
"learning_rate": 0.0002,
"loss": 0.897,
"step": 200
},
{
"epoch": 0.27,
"eval_loss": 1.0685845613479614,
"eval_runtime": 721.8083,
"eval_samples_per_second": 2.674,
"eval_steps_per_second": 0.335,
"step": 200
},
{
"epoch": 0.4,
"learning_rate": 0.0002,
"loss": 0.8812,
"step": 300
},
{
"epoch": 0.4,
"eval_loss": 1.0530365705490112,
"eval_runtime": 727.1346,
"eval_samples_per_second": 2.654,
"eval_steps_per_second": 0.333,
"step": 300
},
{
"epoch": 0.53,
"learning_rate": 0.0002,
"loss": 0.8694,
"step": 400
},
{
"epoch": 0.53,
"eval_loss": 1.0397064685821533,
"eval_runtime": 725.2926,
"eval_samples_per_second": 2.661,
"eval_steps_per_second": 0.334,
"step": 400
},
{
"epoch": 0.67,
"learning_rate": 0.0002,
"loss": 0.8549,
"step": 500
},
{
"epoch": 0.67,
"eval_loss": 1.02787184715271,
"eval_runtime": 726.5869,
"eval_samples_per_second": 2.656,
"eval_steps_per_second": 0.333,
"step": 500
},
{
"epoch": 0.8,
"learning_rate": 0.0002,
"loss": 0.8498,
"step": 600
},
{
"epoch": 0.8,
"eval_loss": 1.0169517993927002,
"eval_runtime": 729.2685,
"eval_samples_per_second": 2.646,
"eval_steps_per_second": 0.332,
"step": 600
},
{
"epoch": 0.93,
"learning_rate": 0.0002,
"loss": 0.8448,
"step": 700
},
{
"epoch": 0.93,
"eval_loss": 1.011763572692871,
"eval_runtime": 729.6091,
"eval_samples_per_second": 2.645,
"eval_steps_per_second": 0.332,
"step": 700
},
{
"epoch": 1.07,
"learning_rate": 0.0002,
"loss": 0.8276,
"step": 800
},
{
"epoch": 1.07,
"eval_loss": 1.0014097690582275,
"eval_runtime": 726.8878,
"eval_samples_per_second": 2.655,
"eval_steps_per_second": 0.333,
"step": 800
},
{
"epoch": 1.2,
"learning_rate": 0.0002,
"loss": 0.814,
"step": 900
},
{
"epoch": 1.2,
"eval_loss": 0.9944414496421814,
"eval_runtime": 729.3383,
"eval_samples_per_second": 2.646,
"eval_steps_per_second": 0.332,
"step": 900
},
{
"epoch": 1.33,
"learning_rate": 0.0002,
"loss": 0.8088,
"step": 1000
},
{
"epoch": 1.33,
"eval_loss": 0.986289381980896,
"eval_runtime": 729.5573,
"eval_samples_per_second": 2.645,
"eval_steps_per_second": 0.332,
"step": 1000
},
{
"epoch": 1.47,
"learning_rate": 0.0002,
"loss": 0.8149,
"step": 1100
},
{
"epoch": 1.47,
"eval_loss": 0.9808956980705261,
"eval_runtime": 729.1444,
"eval_samples_per_second": 2.647,
"eval_steps_per_second": 0.332,
"step": 1100
},
{
"epoch": 1.6,
"learning_rate": 0.0002,
"loss": 0.805,
"step": 1200
},
{
"epoch": 1.6,
"eval_loss": 0.9745151996612549,
"eval_runtime": 728.2022,
"eval_samples_per_second": 2.65,
"eval_steps_per_second": 0.332,
"step": 1200
},
{
"epoch": 1.73,
"learning_rate": 0.0002,
"loss": 0.7946,
"step": 1300
},
{
"epoch": 1.73,
"eval_loss": 0.9681212902069092,
"eval_runtime": 729.3723,
"eval_samples_per_second": 2.646,
"eval_steps_per_second": 0.332,
"step": 1300
},
{
"epoch": 1.87,
"learning_rate": 0.0002,
"loss": 0.7937,
"step": 1400
},
{
"epoch": 1.87,
"eval_loss": 0.9620557427406311,
"eval_runtime": 727.4393,
"eval_samples_per_second": 2.653,
"eval_steps_per_second": 0.333,
"step": 1400
},
{
"epoch": 2.0,
"learning_rate": 0.0002,
"loss": 0.7863,
"step": 1500
},
{
"epoch": 2.0,
"eval_loss": 0.9571696519851685,
"eval_runtime": 726.583,
"eval_samples_per_second": 2.656,
"eval_steps_per_second": 0.333,
"step": 1500
},
{
"epoch": 2.13,
"learning_rate": 0.0002,
"loss": 0.766,
"step": 1600
},
{
"epoch": 2.13,
"eval_loss": 0.9550056457519531,
"eval_runtime": 729.0402,
"eval_samples_per_second": 2.647,
"eval_steps_per_second": 0.332,
"step": 1600
}
],
"logging_steps": 100,
"max_steps": 2250,
"num_input_tokens_seen": 0,
"num_train_epochs": 3,
"save_steps": 100,
"total_flos": 4.14342522878976e+17,
"trial_name": null,
"trial_params": null
}