| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.9680851063829787, | |
| "eval_steps": 24, | |
| "global_step": 188, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.010638297872340425, | |
| "grad_norm": 0.10508890450000763, | |
| "learning_rate": 3.0000000000000004e-08, | |
| "loss": 1.2333, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.010638297872340425, | |
| "eval_loss": 1.5895557403564453, | |
| "eval_runtime": 2.9603, | |
| "eval_samples_per_second": 35.469, | |
| "eval_steps_per_second": 17.903, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.02127659574468085, | |
| "grad_norm": 0.12071573734283447, | |
| "learning_rate": 6.000000000000001e-08, | |
| "loss": 1.3986, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.031914893617021274, | |
| "grad_norm": 0.10401547700166702, | |
| "learning_rate": 9e-08, | |
| "loss": 1.2058, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.0425531914893617, | |
| "grad_norm": 0.12298297882080078, | |
| "learning_rate": 1.2000000000000002e-07, | |
| "loss": 1.3298, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.05319148936170213, | |
| "grad_norm": 0.1327030211687088, | |
| "learning_rate": 1.5000000000000002e-07, | |
| "loss": 1.4031, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.06382978723404255, | |
| "grad_norm": 0.12036772817373276, | |
| "learning_rate": 1.8e-07, | |
| "loss": 1.5335, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.07446808510638298, | |
| "grad_norm": 0.14979703724384308, | |
| "learning_rate": 2.1000000000000003e-07, | |
| "loss": 1.3224, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.0851063829787234, | |
| "grad_norm": 0.13082227110862732, | |
| "learning_rate": 2.4000000000000003e-07, | |
| "loss": 1.4035, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.09574468085106383, | |
| "grad_norm": 0.09265327453613281, | |
| "learning_rate": 2.7e-07, | |
| "loss": 1.1546, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.10638297872340426, | |
| "grad_norm": 0.10080434381961823, | |
| "learning_rate": 3.0000000000000004e-07, | |
| "loss": 1.2652, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.11702127659574468, | |
| "grad_norm": 0.10915568470954895, | |
| "learning_rate": 3.3e-07, | |
| "loss": 1.1438, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.1276595744680851, | |
| "grad_norm": 0.1307348906993866, | |
| "learning_rate": 3.6e-07, | |
| "loss": 1.2821, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.13829787234042554, | |
| "grad_norm": 0.09814529865980148, | |
| "learning_rate": 3.9e-07, | |
| "loss": 1.3905, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.14893617021276595, | |
| "grad_norm": 0.11842218786478043, | |
| "learning_rate": 4.2000000000000006e-07, | |
| "loss": 1.3085, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.1595744680851064, | |
| "grad_norm": 0.10207124054431915, | |
| "learning_rate": 4.5e-07, | |
| "loss": 1.19, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.1702127659574468, | |
| "grad_norm": 0.1150127425789833, | |
| "learning_rate": 4.800000000000001e-07, | |
| "loss": 1.386, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.18085106382978725, | |
| "grad_norm": 0.11641352623701096, | |
| "learning_rate": 5.100000000000001e-07, | |
| "loss": 1.4357, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.19148936170212766, | |
| "grad_norm": 0.15035435557365417, | |
| "learning_rate": 5.4e-07, | |
| "loss": 1.2549, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.20212765957446807, | |
| "grad_norm": 0.0984087809920311, | |
| "learning_rate": 5.7e-07, | |
| "loss": 0.9723, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.2127659574468085, | |
| "grad_norm": 0.11582670360803604, | |
| "learning_rate": 6.000000000000001e-07, | |
| "loss": 1.1402, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.22340425531914893, | |
| "grad_norm": 0.10151291638612747, | |
| "learning_rate": 6.3e-07, | |
| "loss": 1.1533, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.23404255319148937, | |
| "grad_norm": 0.09040653705596924, | |
| "learning_rate": 6.6e-07, | |
| "loss": 1.0438, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.24468085106382978, | |
| "grad_norm": 0.10666865110397339, | |
| "learning_rate": 6.900000000000001e-07, | |
| "loss": 1.3195, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.2553191489361702, | |
| "grad_norm": 0.12293969094753265, | |
| "learning_rate": 7.2e-07, | |
| "loss": 1.7286, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.2553191489361702, | |
| "eval_loss": 1.5890721082687378, | |
| "eval_runtime": 2.9908, | |
| "eval_samples_per_second": 35.108, | |
| "eval_steps_per_second": 17.721, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.26595744680851063, | |
| "grad_norm": 0.11052387952804565, | |
| "learning_rate": 7.5e-07, | |
| "loss": 1.1413, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.2765957446808511, | |
| "grad_norm": 0.09323304146528244, | |
| "learning_rate": 7.8e-07, | |
| "loss": 1.2906, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.2872340425531915, | |
| "grad_norm": 0.12542971968650818, | |
| "learning_rate": 8.100000000000001e-07, | |
| "loss": 1.2809, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.2978723404255319, | |
| "grad_norm": 0.1080215722322464, | |
| "learning_rate": 8.400000000000001e-07, | |
| "loss": 1.2735, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.30851063829787234, | |
| "grad_norm": 0.11304887384176254, | |
| "learning_rate": 8.699999999999999e-07, | |
| "loss": 1.3767, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.3191489361702128, | |
| "grad_norm": 0.15650290250778198, | |
| "learning_rate": 9e-07, | |
| "loss": 1.4713, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.32978723404255317, | |
| "grad_norm": 0.12139321118593216, | |
| "learning_rate": 9.3e-07, | |
| "loss": 1.3479, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.3404255319148936, | |
| "grad_norm": 0.10141867399215698, | |
| "learning_rate": 9.600000000000001e-07, | |
| "loss": 1.1512, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.35106382978723405, | |
| "grad_norm": 0.15045498311519623, | |
| "learning_rate": 9.9e-07, | |
| "loss": 1.5059, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.3617021276595745, | |
| "grad_norm": 0.12956956028938293, | |
| "learning_rate": 1.0200000000000002e-06, | |
| "loss": 1.2849, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.3723404255319149, | |
| "grad_norm": 0.12963886559009552, | |
| "learning_rate": 1.05e-06, | |
| "loss": 1.5025, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.3829787234042553, | |
| "grad_norm": 0.11268144845962524, | |
| "learning_rate": 1.08e-06, | |
| "loss": 1.2987, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.39361702127659576, | |
| "grad_norm": 0.12941108644008636, | |
| "learning_rate": 1.11e-06, | |
| "loss": 1.3432, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.40425531914893614, | |
| "grad_norm": 0.11319927126169205, | |
| "learning_rate": 1.14e-06, | |
| "loss": 1.1665, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.4148936170212766, | |
| "grad_norm": 0.11748912930488586, | |
| "learning_rate": 1.17e-06, | |
| "loss": 1.423, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.425531914893617, | |
| "grad_norm": 0.11666171997785568, | |
| "learning_rate": 1.2000000000000002e-06, | |
| "loss": 1.4391, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.43617021276595747, | |
| "grad_norm": 0.12274409830570221, | |
| "learning_rate": 1.2299999999999999e-06, | |
| "loss": 1.4865, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.44680851063829785, | |
| "grad_norm": 0.09922561049461365, | |
| "learning_rate": 1.26e-06, | |
| "loss": 1.2193, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.4574468085106383, | |
| "grad_norm": 0.12003930658102036, | |
| "learning_rate": 1.29e-06, | |
| "loss": 1.3024, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.46808510638297873, | |
| "grad_norm": 0.12094161659479141, | |
| "learning_rate": 1.32e-06, | |
| "loss": 1.4654, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.4787234042553192, | |
| "grad_norm": 0.12934774160385132, | |
| "learning_rate": 1.35e-06, | |
| "loss": 1.3713, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.48936170212765956, | |
| "grad_norm": 0.09754550457000732, | |
| "learning_rate": 1.3800000000000001e-06, | |
| "loss": 1.1991, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 0.11549004167318344, | |
| "learning_rate": 1.41e-06, | |
| "loss": 1.4859, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.5106382978723404, | |
| "grad_norm": 0.12035688012838364, | |
| "learning_rate": 1.44e-06, | |
| "loss": 1.2823, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.5106382978723404, | |
| "eval_loss": 1.5874611139297485, | |
| "eval_runtime": 2.9787, | |
| "eval_samples_per_second": 35.251, | |
| "eval_steps_per_second": 17.793, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.5212765957446809, | |
| "grad_norm": 0.12258938699960709, | |
| "learning_rate": 1.4700000000000001e-06, | |
| "loss": 1.2966, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.5319148936170213, | |
| "grad_norm": 0.12217017263174057, | |
| "learning_rate": 1.5e-06, | |
| "loss": 1.2988, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.5425531914893617, | |
| "grad_norm": 0.12793436646461487, | |
| "learning_rate": 1.53e-06, | |
| "loss": 1.4233, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.5531914893617021, | |
| "grad_norm": 0.11145548522472382, | |
| "learning_rate": 1.56e-06, | |
| "loss": 1.2792, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.5638297872340425, | |
| "grad_norm": 0.13195408880710602, | |
| "learning_rate": 1.59e-06, | |
| "loss": 1.4481, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.574468085106383, | |
| "grad_norm": 0.10663347691297531, | |
| "learning_rate": 1.6200000000000002e-06, | |
| "loss": 1.2331, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.5851063829787234, | |
| "grad_norm": 0.10975392907857895, | |
| "learning_rate": 1.65e-06, | |
| "loss": 1.1839, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.5957446808510638, | |
| "grad_norm": 0.13139477372169495, | |
| "learning_rate": 1.6800000000000002e-06, | |
| "loss": 1.436, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.6063829787234043, | |
| "grad_norm": 0.0924743041396141, | |
| "learning_rate": 1.71e-06, | |
| "loss": 1.1291, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.6170212765957447, | |
| "grad_norm": 0.12475109100341797, | |
| "learning_rate": 1.7399999999999999e-06, | |
| "loss": 1.3444, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.6276595744680851, | |
| "grad_norm": 0.08960220962762833, | |
| "learning_rate": 1.77e-06, | |
| "loss": 1.2511, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.6382978723404256, | |
| "grad_norm": 0.09909304976463318, | |
| "learning_rate": 1.8e-06, | |
| "loss": 1.1281, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.648936170212766, | |
| "grad_norm": 0.11598234623670578, | |
| "learning_rate": 1.83e-06, | |
| "loss": 1.486, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.6595744680851063, | |
| "grad_norm": 0.1404409557580948, | |
| "learning_rate": 1.86e-06, | |
| "loss": 1.4557, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.6702127659574468, | |
| "grad_norm": 0.11349129676818848, | |
| "learning_rate": 1.8900000000000001e-06, | |
| "loss": 1.3969, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.6808510638297872, | |
| "grad_norm": 0.10858353972434998, | |
| "learning_rate": 1.9200000000000003e-06, | |
| "loss": 1.3515, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.6914893617021277, | |
| "grad_norm": 0.11054569482803345, | |
| "learning_rate": 1.95e-06, | |
| "loss": 1.248, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.7021276595744681, | |
| "grad_norm": 0.11826737225055695, | |
| "learning_rate": 1.98e-06, | |
| "loss": 1.3439, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.7127659574468085, | |
| "grad_norm": 0.12291310727596283, | |
| "learning_rate": 2.0100000000000002e-06, | |
| "loss": 1.4226, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.723404255319149, | |
| "grad_norm": 0.1383126825094223, | |
| "learning_rate": 2.0400000000000004e-06, | |
| "loss": 1.194, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.7340425531914894, | |
| "grad_norm": 0.10981890559196472, | |
| "learning_rate": 2.07e-06, | |
| "loss": 1.2502, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.7446808510638298, | |
| "grad_norm": 0.10639657825231552, | |
| "learning_rate": 2.1e-06, | |
| "loss": 1.2262, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.7553191489361702, | |
| "grad_norm": 0.46177396178245544, | |
| "learning_rate": 2.13e-06, | |
| "loss": 5.063, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.7659574468085106, | |
| "grad_norm": 0.11061427742242813, | |
| "learning_rate": 2.16e-06, | |
| "loss": 1.3856, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.7659574468085106, | |
| "eval_loss": 1.5843762159347534, | |
| "eval_runtime": 2.9943, | |
| "eval_samples_per_second": 35.066, | |
| "eval_steps_per_second": 17.7, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.776595744680851, | |
| "grad_norm": 0.13233324885368347, | |
| "learning_rate": 2.19e-06, | |
| "loss": 1.526, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.7872340425531915, | |
| "grad_norm": 0.14500053226947784, | |
| "learning_rate": 2.22e-06, | |
| "loss": 1.2554, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.7978723404255319, | |
| "grad_norm": 0.10629269480705261, | |
| "learning_rate": 2.25e-06, | |
| "loss": 1.2917, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.8085106382978723, | |
| "grad_norm": 0.09674028307199478, | |
| "learning_rate": 2.28e-06, | |
| "loss": 1.2169, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.8191489361702128, | |
| "grad_norm": 0.11965947598218918, | |
| "learning_rate": 2.31e-06, | |
| "loss": 1.2445, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.8297872340425532, | |
| "grad_norm": 0.10441229492425919, | |
| "learning_rate": 2.34e-06, | |
| "loss": 1.2392, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.8404255319148937, | |
| "grad_norm": 0.13795869052410126, | |
| "learning_rate": 2.37e-06, | |
| "loss": 1.5335, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.851063829787234, | |
| "grad_norm": 0.10789927840232849, | |
| "learning_rate": 2.4000000000000003e-06, | |
| "loss": 1.2309, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.8617021276595744, | |
| "grad_norm": 0.10697130113840103, | |
| "learning_rate": 2.43e-06, | |
| "loss": 1.276, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.8723404255319149, | |
| "grad_norm": 0.11484125256538391, | |
| "learning_rate": 2.4599999999999997e-06, | |
| "loss": 1.2163, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.8829787234042553, | |
| "grad_norm": 0.09692610800266266, | |
| "learning_rate": 2.49e-06, | |
| "loss": 1.1554, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.8936170212765957, | |
| "grad_norm": 0.10697747021913528, | |
| "learning_rate": 2.52e-06, | |
| "loss": 1.211, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.9042553191489362, | |
| "grad_norm": 0.10578318685293198, | |
| "learning_rate": 2.55e-06, | |
| "loss": 1.2634, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.9148936170212766, | |
| "grad_norm": 0.10587752610445023, | |
| "learning_rate": 2.58e-06, | |
| "loss": 1.369, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.925531914893617, | |
| "grad_norm": 0.11430489271879196, | |
| "learning_rate": 2.61e-06, | |
| "loss": 1.3048, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.9361702127659575, | |
| "grad_norm": 0.11116154491901398, | |
| "learning_rate": 2.64e-06, | |
| "loss": 1.1883, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.9468085106382979, | |
| "grad_norm": 0.12686476111412048, | |
| "learning_rate": 2.6700000000000003e-06, | |
| "loss": 1.2605, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.9574468085106383, | |
| "grad_norm": 0.10976041853427887, | |
| "learning_rate": 2.7e-06, | |
| "loss": 1.2345, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.9680851063829787, | |
| "grad_norm": 0.12391550838947296, | |
| "learning_rate": 2.73e-06, | |
| "loss": 1.2233, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.9787234042553191, | |
| "grad_norm": 0.1277073174715042, | |
| "learning_rate": 2.7600000000000003e-06, | |
| "loss": 1.2437, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.9893617021276596, | |
| "grad_norm": 0.10421616584062576, | |
| "learning_rate": 2.7900000000000004e-06, | |
| "loss": 1.1432, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.12696842849254608, | |
| "learning_rate": 2.82e-06, | |
| "loss": 1.3558, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 1.0106382978723405, | |
| "grad_norm": 0.10387945920228958, | |
| "learning_rate": 2.85e-06, | |
| "loss": 1.1902, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 1.0212765957446808, | |
| "grad_norm": 0.14543002843856812, | |
| "learning_rate": 2.88e-06, | |
| "loss": 1.244, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 1.0212765957446808, | |
| "eval_loss": 1.5803985595703125, | |
| "eval_runtime": 3.0087, | |
| "eval_samples_per_second": 34.899, | |
| "eval_steps_per_second": 17.616, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 1.0319148936170213, | |
| "grad_norm": 0.17504040896892548, | |
| "learning_rate": 2.91e-06, | |
| "loss": 1.3115, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 1.0106382978723405, | |
| "grad_norm": 0.14017756283283234, | |
| "learning_rate": 2.9400000000000002e-06, | |
| "loss": 1.356, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 1.0212765957446808, | |
| "grad_norm": 0.11604318767786026, | |
| "learning_rate": 2.97e-06, | |
| "loss": 1.2806, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 1.0319148936170213, | |
| "grad_norm": 0.15116065740585327, | |
| "learning_rate": 3e-06, | |
| "loss": 1.3279, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 1.0425531914893618, | |
| "grad_norm": 0.10773392021656036, | |
| "learning_rate": 2.9999028286680832e-06, | |
| "loss": 1.3871, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 1.053191489361702, | |
| "grad_norm": 0.09363637119531631, | |
| "learning_rate": 2.999611327262024e-06, | |
| "loss": 1.1334, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 1.0638297872340425, | |
| "grad_norm": 0.09164439886808395, | |
| "learning_rate": 2.999125533549261e-06, | |
| "loss": 1.4026, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 1.074468085106383, | |
| "grad_norm": 0.12113964557647705, | |
| "learning_rate": 2.9984455104700915e-06, | |
| "loss": 1.2097, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 1.0851063829787233, | |
| "grad_norm": 0.10569895058870316, | |
| "learning_rate": 2.9975713461295125e-06, | |
| "loss": 1.3077, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 1.0957446808510638, | |
| "grad_norm": 0.11219862103462219, | |
| "learning_rate": 2.996503153785809e-06, | |
| "loss": 1.1923, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 1.1063829787234043, | |
| "grad_norm": 0.13474853336811066, | |
| "learning_rate": 2.9952410718358777e-06, | |
| "loss": 1.2729, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 1.1170212765957448, | |
| "grad_norm": 0.10451857000589371, | |
| "learning_rate": 2.993785263797297e-06, | |
| "loss": 1.2904, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 1.127659574468085, | |
| "grad_norm": 0.12593719363212585, | |
| "learning_rate": 2.9921359182871422e-06, | |
| "loss": 1.4021, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 1.1382978723404256, | |
| "grad_norm": 0.12547315657138824, | |
| "learning_rate": 2.990293248997547e-06, | |
| "loss": 1.2093, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 1.148936170212766, | |
| "grad_norm": 0.10086555033922195, | |
| "learning_rate": 2.988257494668016e-06, | |
| "loss": 1.3098, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 1.1595744680851063, | |
| "grad_norm": 0.10801573097705841, | |
| "learning_rate": 2.9860289190544963e-06, | |
| "loss": 1.2752, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 1.1702127659574468, | |
| "grad_norm": 0.11851054430007935, | |
| "learning_rate": 2.9836078108952015e-06, | |
| "loss": 1.3066, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 1.1808510638297873, | |
| "grad_norm": 0.1265188604593277, | |
| "learning_rate": 2.9809944838732045e-06, | |
| "loss": 1.1946, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 1.1914893617021276, | |
| "grad_norm": 0.10702725499868393, | |
| "learning_rate": 2.9781892765757954e-06, | |
| "loss": 1.2182, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 1.202127659574468, | |
| "grad_norm": 0.7757766842842102, | |
| "learning_rate": 2.9751925524506135e-06, | |
| "loss": 5.6082, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 1.2127659574468086, | |
| "grad_norm": 0.10182739049196243, | |
| "learning_rate": 2.9720046997585577e-06, | |
| "loss": 1.309, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 1.2234042553191489, | |
| "grad_norm": 0.14062073826789856, | |
| "learning_rate": 2.9686261315234844e-06, | |
| "loss": 1.3668, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 1.2340425531914894, | |
| "grad_norm": 0.1063840240240097, | |
| "learning_rate": 2.965057285478694e-06, | |
| "loss": 1.2247, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 1.2446808510638299, | |
| "grad_norm": 0.10701325535774231, | |
| "learning_rate": 2.961298624010219e-06, | |
| "loss": 1.2499, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 1.2446808510638299, | |
| "eval_loss": 1.575344204902649, | |
| "eval_runtime": 8.2617, | |
| "eval_samples_per_second": 12.709, | |
| "eval_steps_per_second": 6.415, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 1.2553191489361701, | |
| "grad_norm": 0.11413375288248062, | |
| "learning_rate": 2.957350634096912e-06, | |
| "loss": 1.3593, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 1.2659574468085106, | |
| "grad_norm": 0.10826950520277023, | |
| "learning_rate": 2.9532138272473597e-06, | |
| "loss": 1.232, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 1.2765957446808511, | |
| "grad_norm": 0.10749218612909317, | |
| "learning_rate": 2.9488887394336023e-06, | |
| "loss": 1.401, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 1.2872340425531914, | |
| "grad_norm": 0.1175396591424942, | |
| "learning_rate": 2.944375931021699e-06, | |
| "loss": 1.2867, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 1.297872340425532, | |
| "grad_norm": 0.10688498616218567, | |
| "learning_rate": 2.9396759866991214e-06, | |
| "loss": 1.3689, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 1.3085106382978724, | |
| "grad_norm": 0.11630786955356598, | |
| "learning_rate": 2.934789515399002e-06, | |
| "loss": 1.2328, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 1.3191489361702127, | |
| "grad_norm": 0.11495409905910492, | |
| "learning_rate": 2.9297171502212414e-06, | |
| "loss": 1.1738, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 1.3297872340425532, | |
| "grad_norm": 0.10823408514261246, | |
| "learning_rate": 2.924459548350479e-06, | |
| "loss": 1.2318, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 1.3404255319148937, | |
| "grad_norm": 0.10759969800710678, | |
| "learning_rate": 2.9190173909709506e-06, | |
| "loss": 1.319, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 1.351063829787234, | |
| "grad_norm": 0.12790299952030182, | |
| "learning_rate": 2.9133913831782307e-06, | |
| "loss": 1.4282, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 1.3617021276595744, | |
| "grad_norm": 0.10899878293275833, | |
| "learning_rate": 2.9075822538878805e-06, | |
| "loss": 1.2455, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 1.372340425531915, | |
| "grad_norm": 0.12732432782649994, | |
| "learning_rate": 2.9015907557410068e-06, | |
| "loss": 1.2227, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 1.3829787234042552, | |
| "grad_norm": 0.10140018165111542, | |
| "learning_rate": 2.8954176650067494e-06, | |
| "loss": 1.0596, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 1.3936170212765957, | |
| "grad_norm": 0.12063546478748322, | |
| "learning_rate": 2.889063781481708e-06, | |
| "loss": 1.3321, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 1.4042553191489362, | |
| "grad_norm": 0.11323118209838867, | |
| "learning_rate": 2.8825299283863144e-06, | |
| "loss": 1.3366, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 1.4148936170212765, | |
| "grad_norm": 0.12391477078199387, | |
| "learning_rate": 2.8758169522581796e-06, | |
| "loss": 1.2917, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 1.425531914893617, | |
| "grad_norm": 0.12329094856977463, | |
| "learning_rate": 2.8689257228424125e-06, | |
| "loss": 1.1365, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 1.4361702127659575, | |
| "grad_norm": 0.11298198997974396, | |
| "learning_rate": 2.8618571329789333e-06, | |
| "loss": 1.4996, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 1.4468085106382977, | |
| "grad_norm": 0.10263165086507797, | |
| "learning_rate": 2.8546120984867994e-06, | |
| "loss": 1.199, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 1.4574468085106382, | |
| "grad_norm": 0.13330323994159698, | |
| "learning_rate": 2.8471915580455442e-06, | |
| "loss": 1.3746, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 1.4680851063829787, | |
| "grad_norm": 0.10694881528615952, | |
| "learning_rate": 2.8395964730735666e-06, | |
| "loss": 1.3798, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 1.4787234042553192, | |
| "grad_norm": 0.10929003357887268, | |
| "learning_rate": 2.8318278276035626e-06, | |
| "loss": 1.2918, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 1.4893617021276595, | |
| "grad_norm": 0.10969982296228409, | |
| "learning_rate": 2.8238866281550366e-06, | |
| "loss": 1.0444, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "grad_norm": 0.10668367147445679, | |
| "learning_rate": 2.815773903603892e-06, | |
| "loss": 1.1656, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "eval_loss": 1.5705612897872925, | |
| "eval_runtime": 5.6853, | |
| "eval_samples_per_second": 18.469, | |
| "eval_steps_per_second": 9.322, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 1.5106382978723403, | |
| "grad_norm": 0.12057002633810043, | |
| "learning_rate": 2.807490705049127e-06, | |
| "loss": 1.2475, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 1.521276595744681, | |
| "grad_norm": 0.10394139587879181, | |
| "learning_rate": 2.7990381056766585e-06, | |
| "loss": 1.3376, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 1.5319148936170213, | |
| "grad_norm": 0.12907464802265167, | |
| "learning_rate": 2.7904172006202705e-06, | |
| "loss": 1.3509, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 1.5425531914893615, | |
| "grad_norm": 0.1252606213092804, | |
| "learning_rate": 2.7816291068197328e-06, | |
| "loss": 1.1744, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 1.5531914893617023, | |
| "grad_norm": 0.1514441967010498, | |
| "learning_rate": 2.772674962876085e-06, | |
| "loss": 1.9324, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 1.5638297872340425, | |
| "grad_norm": 0.12377320230007172, | |
| "learning_rate": 2.7635559289041174e-06, | |
| "loss": 1.4511, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 1.574468085106383, | |
| "grad_norm": 0.10629550367593765, | |
| "learning_rate": 2.7542731863820665e-06, | |
| "loss": 1.257, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 1.5851063829787235, | |
| "grad_norm": 0.10322704166173935, | |
| "learning_rate": 2.744827937998538e-06, | |
| "loss": 1.1796, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 1.5957446808510638, | |
| "grad_norm": 0.12690168619155884, | |
| "learning_rate": 2.735221407496686e-06, | |
| "loss": 1.3325, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 1.6063829787234043, | |
| "grad_norm": 0.0982392430305481, | |
| "learning_rate": 2.725454839515663e-06, | |
| "loss": 1.2169, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 1.6170212765957448, | |
| "grad_norm": 0.11184275150299072, | |
| "learning_rate": 2.7155294994293606e-06, | |
| "loss": 1.295, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 1.627659574468085, | |
| "grad_norm": 0.10721098631620407, | |
| "learning_rate": 2.7054466731824676e-06, | |
| "loss": 1.1945, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 1.6382978723404256, | |
| "grad_norm": 0.1254221498966217, | |
| "learning_rate": 2.695207667123857e-06, | |
| "loss": 1.2693, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 1.648936170212766, | |
| "grad_norm": 0.1157686784863472, | |
| "learning_rate": 2.684813807837338e-06, | |
| "loss": 1.1992, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 1.6595744680851063, | |
| "grad_norm": 0.10201229155063629, | |
| "learning_rate": 2.674266441969778e-06, | |
| "loss": 1.2401, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 1.6702127659574468, | |
| "grad_norm": 0.10953360050916672, | |
| "learning_rate": 2.6635669360566298e-06, | |
| "loss": 1.1627, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 1.6808510638297873, | |
| "grad_norm": 0.1248813271522522, | |
| "learning_rate": 2.652716676344881e-06, | |
| "loss": 1.3179, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 1.6914893617021276, | |
| "grad_norm": 0.09584470838308334, | |
| "learning_rate": 2.6417170686134472e-06, | |
| "loss": 1.2128, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 1.702127659574468, | |
| "grad_norm": 0.12864486873149872, | |
| "learning_rate": 2.630569537991042e-06, | |
| "loss": 1.1889, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 1.7127659574468086, | |
| "grad_norm": 0.11820186674594879, | |
| "learning_rate": 2.6192755287715282e-06, | |
| "loss": 1.2848, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 1.7234042553191489, | |
| "grad_norm": 0.13811764121055603, | |
| "learning_rate": 2.6078365042267987e-06, | |
| "loss": 1.2091, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 1.7340425531914894, | |
| "grad_norm": 0.12099539488554001, | |
| "learning_rate": 2.5962539464171862e-06, | |
| "loss": 1.2853, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 1.7446808510638299, | |
| "grad_norm": 0.14544783532619476, | |
| "learning_rate": 2.5845293559994513e-06, | |
| "loss": 1.1574, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 1.7553191489361701, | |
| "grad_norm": 0.11159494519233704, | |
| "learning_rate": 2.5726642520323493e-06, | |
| "loss": 1.1928, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 1.7553191489361701, | |
| "eval_loss": 1.5656005144119263, | |
| "eval_runtime": 3.0568, | |
| "eval_samples_per_second": 34.349, | |
| "eval_steps_per_second": 17.338, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 1.7659574468085106, | |
| "grad_norm": 0.1385321319103241, | |
| "learning_rate": 2.5606601717798212e-06, | |
| "loss": 1.365, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 1.7765957446808511, | |
| "grad_norm": 0.12905962765216827, | |
| "learning_rate": 2.548518670511823e-06, | |
| "loss": 1.3664, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 1.7872340425531914, | |
| "grad_norm": 0.09589093923568726, | |
| "learning_rate": 2.536241321302821e-06, | |
| "loss": 1.1508, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 1.797872340425532, | |
| "grad_norm": 0.12533985078334808, | |
| "learning_rate": 2.5238297148279814e-06, | |
| "loss": 1.2892, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 1.8085106382978724, | |
| "grad_norm": 0.11337278038263321, | |
| "learning_rate": 2.5112854591570804e-06, | |
| "loss": 1.2772, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 1.8191489361702127, | |
| "grad_norm": 0.1345362514257431, | |
| "learning_rate": 2.4986101795461608e-06, | |
| "loss": 1.3583, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 1.8297872340425532, | |
| "grad_norm": 0.121876560151577, | |
| "learning_rate": 2.485805518226959e-06, | |
| "loss": 1.2065, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 1.8404255319148937, | |
| "grad_norm": 0.10669907927513123, | |
| "learning_rate": 2.4728731341941343e-06, | |
| "loss": 1.2339, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 1.851063829787234, | |
| "grad_norm": 0.12710174918174744, | |
| "learning_rate": 2.4598147029903284e-06, | |
| "loss": 1.4597, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 1.8617021276595744, | |
| "grad_norm": 0.11735282093286514, | |
| "learning_rate": 2.4466319164890795e-06, | |
| "loss": 1.2273, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 1.872340425531915, | |
| "grad_norm": 0.12083889544010162, | |
| "learning_rate": 2.4333264826756165e-06, | |
| "loss": 1.3051, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 1.8829787234042552, | |
| "grad_norm": 0.10338792204856873, | |
| "learning_rate": 2.4199001254255746e-06, | |
| "loss": 1.3827, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.8936170212765957, | |
| "grad_norm": 0.10191334784030914, | |
| "learning_rate": 2.406354584281642e-06, | |
| "loss": 1.4067, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 1.9042553191489362, | |
| "grad_norm": 0.10776273161172867, | |
| "learning_rate": 2.3926916142281846e-06, | |
| "loss": 1.2344, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 1.9148936170212765, | |
| "grad_norm": 0.1253603845834732, | |
| "learning_rate": 2.378912985463867e-06, | |
| "loss": 1.2179, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 1.925531914893617, | |
| "grad_norm": 0.09942696243524551, | |
| "learning_rate": 2.365020483172301e-06, | |
| "loss": 1.0613, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 1.9361702127659575, | |
| "grad_norm": 0.10441701859235764, | |
| "learning_rate": 2.351015907290755e-06, | |
| "loss": 1.3886, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 1.9468085106382977, | |
| "grad_norm": 0.10571073740720749, | |
| "learning_rate": 2.3369010722769502e-06, | |
| "loss": 1.2023, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 1.9574468085106385, | |
| "grad_norm": 0.12477201223373413, | |
| "learning_rate": 2.3226778068739783e-06, | |
| "loss": 1.361, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 1.9680851063829787, | |
| "grad_norm": 0.12106247246265411, | |
| "learning_rate": 2.3083479538733636e-06, | |
| "loss": 1.4153, | |
| "step": 188 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 376, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 4, | |
| "save_steps": 94, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 6313126920192000.0, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |