|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 0.008128098837681867, |
|
"eval_steps": 500, |
|
"global_step": 25, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.0003251239535072746, |
|
"grad_norm": NaN, |
|
"learning_rate": 0.0001, |
|
"loss": 0.0, |
|
"step": 1 |
|
}, |
|
{ |
|
"epoch": 0.0006502479070145493, |
|
"grad_norm": NaN, |
|
"learning_rate": 0.0002, |
|
"loss": 0.0, |
|
"step": 2 |
|
}, |
|
{ |
|
"epoch": 0.000975371860521824, |
|
"grad_norm": NaN, |
|
"learning_rate": 0.00019978589232386035, |
|
"loss": 0.0, |
|
"step": 3 |
|
}, |
|
{ |
|
"epoch": 0.0013004958140290985, |
|
"grad_norm": NaN, |
|
"learning_rate": 0.00019914448613738106, |
|
"loss": 0.0, |
|
"step": 4 |
|
}, |
|
{ |
|
"epoch": 0.0016256197675363732, |
|
"grad_norm": NaN, |
|
"learning_rate": 0.00019807852804032305, |
|
"loss": 0.0, |
|
"step": 5 |
|
}, |
|
{ |
|
"epoch": 0.001950743721043648, |
|
"grad_norm": NaN, |
|
"learning_rate": 0.00019659258262890683, |
|
"loss": 0.0, |
|
"step": 6 |
|
}, |
|
{ |
|
"epoch": 0.0022758676745509225, |
|
"grad_norm": NaN, |
|
"learning_rate": 0.0001946930129495106, |
|
"loss": 0.0, |
|
"step": 7 |
|
}, |
|
{ |
|
"epoch": 0.002600991628058197, |
|
"grad_norm": NaN, |
|
"learning_rate": 0.0001923879532511287, |
|
"loss": 0.0, |
|
"step": 8 |
|
}, |
|
{ |
|
"epoch": 0.002926115581565472, |
|
"grad_norm": NaN, |
|
"learning_rate": 0.00018968727415326884, |
|
"loss": 0.0, |
|
"step": 9 |
|
}, |
|
{ |
|
"epoch": 0.0032512395350727465, |
|
"grad_norm": NaN, |
|
"learning_rate": 0.00018660254037844388, |
|
"loss": 0.0, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.003576363488580021, |
|
"grad_norm": NaN, |
|
"learning_rate": 0.00018314696123025454, |
|
"loss": 0.0, |
|
"step": 11 |
|
}, |
|
{ |
|
"epoch": 0.003901487442087296, |
|
"grad_norm": NaN, |
|
"learning_rate": 0.00017933533402912354, |
|
"loss": 0.0, |
|
"step": 12 |
|
}, |
|
{ |
|
"epoch": 0.00422661139559457, |
|
"grad_norm": NaN, |
|
"learning_rate": 0.00017518398074789775, |
|
"loss": 0.0, |
|
"step": 13 |
|
}, |
|
{ |
|
"epoch": 0.004551735349101845, |
|
"grad_norm": NaN, |
|
"learning_rate": 0.00017071067811865476, |
|
"loss": 0.0, |
|
"step": 14 |
|
}, |
|
{ |
|
"epoch": 0.00487685930260912, |
|
"grad_norm": NaN, |
|
"learning_rate": 0.00016593458151000688, |
|
"loss": 0.0, |
|
"step": 15 |
|
}, |
|
{ |
|
"epoch": 0.005201983256116394, |
|
"grad_norm": NaN, |
|
"learning_rate": 0.00016087614290087208, |
|
"loss": 0.0, |
|
"step": 16 |
|
}, |
|
{ |
|
"epoch": 0.005527107209623669, |
|
"grad_norm": NaN, |
|
"learning_rate": 0.00015555702330196023, |
|
"loss": 0.0, |
|
"step": 17 |
|
}, |
|
{ |
|
"epoch": 0.005852231163130944, |
|
"grad_norm": NaN, |
|
"learning_rate": 0.00015000000000000001, |
|
"loss": 0.0, |
|
"step": 18 |
|
}, |
|
{ |
|
"epoch": 0.006177355116638218, |
|
"grad_norm": NaN, |
|
"learning_rate": 0.00014422886902190014, |
|
"loss": 0.0, |
|
"step": 19 |
|
}, |
|
{ |
|
"epoch": 0.006502479070145493, |
|
"grad_norm": NaN, |
|
"learning_rate": 0.000138268343236509, |
|
"loss": 0.0, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.006827603023652768, |
|
"grad_norm": NaN, |
|
"learning_rate": 0.00013214394653031616, |
|
"loss": 0.0, |
|
"step": 21 |
|
}, |
|
{ |
|
"epoch": 0.007152726977160042, |
|
"grad_norm": NaN, |
|
"learning_rate": 0.00012588190451025207, |
|
"loss": 0.0, |
|
"step": 22 |
|
}, |
|
{ |
|
"epoch": 0.007477850930667317, |
|
"grad_norm": NaN, |
|
"learning_rate": 0.00011950903220161285, |
|
"loss": 0.0, |
|
"step": 23 |
|
}, |
|
{ |
|
"epoch": 0.007802974884174592, |
|
"grad_norm": NaN, |
|
"learning_rate": 0.00011305261922200519, |
|
"loss": 0.0, |
|
"step": 24 |
|
}, |
|
{ |
|
"epoch": 0.008128098837681867, |
|
"grad_norm": NaN, |
|
"learning_rate": 0.00010654031292301432, |
|
"loss": 0.0, |
|
"step": 25 |
|
} |
|
], |
|
"logging_steps": 1, |
|
"max_steps": 50, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 1, |
|
"save_steps": 25, |
|
"stateful_callbacks": { |
|
"TrainerControl": { |
|
"args": { |
|
"should_epoch_stop": false, |
|
"should_evaluate": false, |
|
"should_log": false, |
|
"should_save": true, |
|
"should_training_stop": false |
|
}, |
|
"attributes": {} |
|
} |
|
}, |
|
"total_flos": 3.51564950667264e+16, |
|
"train_batch_size": 2, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|