|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 0.002784150962852208, |
|
"eval_steps": 9, |
|
"global_step": 27, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.00010311670232785956, |
|
"eval_loss": 2.0299148559570312, |
|
"eval_runtime": 1157.9003, |
|
"eval_samples_per_second": 14.107, |
|
"eval_steps_per_second": 1.764, |
|
"step": 1 |
|
}, |
|
{ |
|
"epoch": 0.0003093501069835787, |
|
"grad_norm": 23.948354721069336, |
|
"learning_rate": 1.5e-05, |
|
"loss": 8.1239, |
|
"step": 3 |
|
}, |
|
{ |
|
"epoch": 0.0006187002139671574, |
|
"grad_norm": 19.15797996520996, |
|
"learning_rate": 3e-05, |
|
"loss": 9.1409, |
|
"step": 6 |
|
}, |
|
{ |
|
"epoch": 0.000928050320950736, |
|
"grad_norm": 9.434832572937012, |
|
"learning_rate": 4.5e-05, |
|
"loss": 7.1953, |
|
"step": 9 |
|
}, |
|
{ |
|
"epoch": 0.000928050320950736, |
|
"eval_loss": 1.6139401197433472, |
|
"eval_runtime": 1163.807, |
|
"eval_samples_per_second": 14.035, |
|
"eval_steps_per_second": 1.755, |
|
"step": 9 |
|
}, |
|
{ |
|
"epoch": 0.0012374004279343148, |
|
"grad_norm": 6.820188522338867, |
|
"learning_rate": 4.993910125649561e-05, |
|
"loss": 6.3209, |
|
"step": 12 |
|
}, |
|
{ |
|
"epoch": 0.0015467505349178933, |
|
"grad_norm": 8.132386207580566, |
|
"learning_rate": 4.962019382530521e-05, |
|
"loss": 6.0845, |
|
"step": 15 |
|
}, |
|
{ |
|
"epoch": 0.001856100641901472, |
|
"grad_norm": 6.336308479309082, |
|
"learning_rate": 4.9031542398457974e-05, |
|
"loss": 5.3419, |
|
"step": 18 |
|
}, |
|
{ |
|
"epoch": 0.001856100641901472, |
|
"eval_loss": 1.508717656135559, |
|
"eval_runtime": 1164.3323, |
|
"eval_samples_per_second": 14.029, |
|
"eval_steps_per_second": 1.754, |
|
"step": 18 |
|
}, |
|
{ |
|
"epoch": 0.0021654507488850505, |
|
"grad_norm": 8.175219535827637, |
|
"learning_rate": 4.817959636416969e-05, |
|
"loss": 5.8257, |
|
"step": 21 |
|
}, |
|
{ |
|
"epoch": 0.0024748008558686295, |
|
"grad_norm": 11.247066497802734, |
|
"learning_rate": 4.707368982147318e-05, |
|
"loss": 6.2536, |
|
"step": 24 |
|
}, |
|
{ |
|
"epoch": 0.002784150962852208, |
|
"grad_norm": 6.052129745483398, |
|
"learning_rate": 4.572593931387604e-05, |
|
"loss": 6.0575, |
|
"step": 27 |
|
}, |
|
{ |
|
"epoch": 0.002784150962852208, |
|
"eval_loss": 1.4805811643600464, |
|
"eval_runtime": 1164.3067, |
|
"eval_samples_per_second": 14.029, |
|
"eval_steps_per_second": 1.754, |
|
"step": 27 |
|
} |
|
], |
|
"logging_steps": 3, |
|
"max_steps": 100, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 1, |
|
"save_steps": 9, |
|
"stateful_callbacks": { |
|
"TrainerControl": { |
|
"args": { |
|
"should_epoch_stop": false, |
|
"should_evaluate": false, |
|
"should_log": false, |
|
"should_save": true, |
|
"should_training_stop": false |
|
}, |
|
"attributes": {} |
|
} |
|
}, |
|
"total_flos": 3.972681667549594e+16, |
|
"train_batch_size": 8, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|