dixedus's picture
Training in progress, step 27, checkpoint
d1bd9db verified
raw
history blame
3.15 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.002784150962852208,
"eval_steps": 9,
"global_step": 27,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.00010311670232785956,
"eval_loss": 2.0299148559570312,
"eval_runtime": 1157.9003,
"eval_samples_per_second": 14.107,
"eval_steps_per_second": 1.764,
"step": 1
},
{
"epoch": 0.0003093501069835787,
"grad_norm": 23.948354721069336,
"learning_rate": 1.5e-05,
"loss": 8.1239,
"step": 3
},
{
"epoch": 0.0006187002139671574,
"grad_norm": 19.15797996520996,
"learning_rate": 3e-05,
"loss": 9.1409,
"step": 6
},
{
"epoch": 0.000928050320950736,
"grad_norm": 9.434832572937012,
"learning_rate": 4.5e-05,
"loss": 7.1953,
"step": 9
},
{
"epoch": 0.000928050320950736,
"eval_loss": 1.6139401197433472,
"eval_runtime": 1163.807,
"eval_samples_per_second": 14.035,
"eval_steps_per_second": 1.755,
"step": 9
},
{
"epoch": 0.0012374004279343148,
"grad_norm": 6.820188522338867,
"learning_rate": 4.993910125649561e-05,
"loss": 6.3209,
"step": 12
},
{
"epoch": 0.0015467505349178933,
"grad_norm": 8.132386207580566,
"learning_rate": 4.962019382530521e-05,
"loss": 6.0845,
"step": 15
},
{
"epoch": 0.001856100641901472,
"grad_norm": 6.336308479309082,
"learning_rate": 4.9031542398457974e-05,
"loss": 5.3419,
"step": 18
},
{
"epoch": 0.001856100641901472,
"eval_loss": 1.508717656135559,
"eval_runtime": 1164.3323,
"eval_samples_per_second": 14.029,
"eval_steps_per_second": 1.754,
"step": 18
},
{
"epoch": 0.0021654507488850505,
"grad_norm": 8.175219535827637,
"learning_rate": 4.817959636416969e-05,
"loss": 5.8257,
"step": 21
},
{
"epoch": 0.0024748008558686295,
"grad_norm": 11.247066497802734,
"learning_rate": 4.707368982147318e-05,
"loss": 6.2536,
"step": 24
},
{
"epoch": 0.002784150962852208,
"grad_norm": 6.052129745483398,
"learning_rate": 4.572593931387604e-05,
"loss": 6.0575,
"step": 27
},
{
"epoch": 0.002784150962852208,
"eval_loss": 1.4805811643600464,
"eval_runtime": 1164.3067,
"eval_samples_per_second": 14.029,
"eval_steps_per_second": 1.754,
"step": 27
}
],
"logging_steps": 3,
"max_steps": 100,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 9,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 3.972681667549594e+16,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}