| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.0, | |
| "eval_steps": 500, | |
| "global_step": 99, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.030303030303030304, | |
| "grad_norm": 1.5466958284378052, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 1.8566, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.06060606060606061, | |
| "grad_norm": 1.5582852363586426, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 1.8976, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.09090909090909091, | |
| "grad_norm": 1.524529218673706, | |
| "learning_rate": 6e-06, | |
| "loss": 1.7259, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.12121212121212122, | |
| "grad_norm": 1.6974282264709473, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 1.814, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.15151515151515152, | |
| "grad_norm": 1.4745838642120361, | |
| "learning_rate": 1e-05, | |
| "loss": 1.5887, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.18181818181818182, | |
| "grad_norm": 1.522696852684021, | |
| "learning_rate": 1.2e-05, | |
| "loss": 1.692, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.21212121212121213, | |
| "grad_norm": 1.4861280918121338, | |
| "learning_rate": 1.4e-05, | |
| "loss": 1.6883, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.24242424242424243, | |
| "grad_norm": 1.441834807395935, | |
| "learning_rate": 1.6000000000000003e-05, | |
| "loss": 1.6722, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.2727272727272727, | |
| "grad_norm": 1.633545160293579, | |
| "learning_rate": 1.8e-05, | |
| "loss": 1.6187, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.30303030303030304, | |
| "grad_norm": 1.495406150817871, | |
| "learning_rate": 2e-05, | |
| "loss": 1.5615, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.3333333333333333, | |
| "grad_norm": 1.5129448175430298, | |
| "learning_rate": 1.9993770622619784e-05, | |
| "loss": 1.6768, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.36363636363636365, | |
| "grad_norm": 1.461745023727417, | |
| "learning_rate": 1.9975090251507637e-05, | |
| "loss": 1.7377, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.3939393939393939, | |
| "grad_norm": 1.2962136268615723, | |
| "learning_rate": 1.9943982160079823e-05, | |
| "loss": 1.7039, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.42424242424242425, | |
| "grad_norm": 1.5274053812026978, | |
| "learning_rate": 1.9900485105144544e-05, | |
| "loss": 1.8094, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.45454545454545453, | |
| "grad_norm": 1.8526736497879028, | |
| "learning_rate": 1.9844653278615836e-05, | |
| "loss": 1.7952, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.48484848484848486, | |
| "grad_norm": 1.5075675249099731, | |
| "learning_rate": 1.9776556239997146e-05, | |
| "loss": 1.7614, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.5151515151515151, | |
| "grad_norm": 1.3172680139541626, | |
| "learning_rate": 1.9696278829718882e-05, | |
| "loss": 1.8214, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.5454545454545454, | |
| "grad_norm": 1.2293428182601929, | |
| "learning_rate": 1.9603921063437795e-05, | |
| "loss": 1.688, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.5757575757575758, | |
| "grad_norm": 1.6465842723846436, | |
| "learning_rate": 1.949959800742991e-05, | |
| "loss": 1.7641, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.6060606060606061, | |
| "grad_norm": 1.2794415950775146, | |
| "learning_rate": 1.9383439635232296e-05, | |
| "loss": 1.7237, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.6363636363636364, | |
| "grad_norm": 1.5035333633422852, | |
| "learning_rate": 1.9255590665712214e-05, | |
| "loss": 1.7502, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.6666666666666666, | |
| "grad_norm": 1.6453092098236084, | |
| "learning_rate": 1.911621038276542e-05, | |
| "loss": 1.4906, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.696969696969697, | |
| "grad_norm": 1.51984703540802, | |
| "learning_rate": 1.8965472436868288e-05, | |
| "loss": 1.5359, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.7272727272727273, | |
| "grad_norm": 1.3503923416137695, | |
| "learning_rate": 1.8803564628730916e-05, | |
| "loss": 1.5969, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.7575757575757576, | |
| "grad_norm": 1.3228968381881714, | |
| "learning_rate": 1.8630688675320844e-05, | |
| "loss": 1.7511, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.7878787878787878, | |
| "grad_norm": 1.2232959270477295, | |
| "learning_rate": 1.8447059958548822e-05, | |
| "loss": 1.6303, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.8181818181818182, | |
| "grad_norm": 1.2176752090454102, | |
| "learning_rate": 1.8252907256929777e-05, | |
| "loss": 1.6744, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.8484848484848485, | |
| "grad_norm": 1.6348463296890259, | |
| "learning_rate": 1.804847246055326e-05, | |
| "loss": 1.7386, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.8787878787878788, | |
| "grad_norm": 1.3479255437850952, | |
| "learning_rate": 1.7834010269718526e-05, | |
| "loss": 1.8378, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.9090909090909091, | |
| "grad_norm": 1.4100639820098877, | |
| "learning_rate": 1.7609787877609678e-05, | |
| "loss": 1.6901, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.9393939393939394, | |
| "grad_norm": 1.289868950843811, | |
| "learning_rate": 1.7376084637406222e-05, | |
| "loss": 1.7371, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.9696969696969697, | |
| "grad_norm": 1.2278428077697754, | |
| "learning_rate": 1.7133191714243805e-05, | |
| "loss": 1.5087, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 1.5690200328826904, | |
| "learning_rate": 1.6881411722458688e-05, | |
| "loss": 1.4644, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 1.0303030303030303, | |
| "grad_norm": 1.7996729612350464, | |
| "learning_rate": 1.6621058348568008e-05, | |
| "loss": 1.2771, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 1.0606060606060606, | |
| "grad_norm": 1.6773903369903564, | |
| "learning_rate": 1.6352455960455385e-05, | |
| "loss": 1.324, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 1.0909090909090908, | |
| "grad_norm": 1.6019961833953857, | |
| "learning_rate": 1.607593920324899e-05, | |
| "loss": 1.2817, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 1.121212121212121, | |
| "grad_norm": 1.3165000677108765, | |
| "learning_rate": 1.5791852582395334e-05, | |
| "loss": 1.1927, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 1.1515151515151516, | |
| "grad_norm": 1.455589771270752, | |
| "learning_rate": 1.5500550034448415e-05, | |
| "loss": 1.2133, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 1.1818181818181819, | |
| "grad_norm": 1.8257672786712646, | |
| "learning_rate": 1.5202394486108823e-05, | |
| "loss": 1.1531, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 1.2121212121212122, | |
| "grad_norm": 1.873024821281433, | |
| "learning_rate": 1.4897757402062285e-05, | |
| "loss": 1.2731, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 1.2424242424242424, | |
| "grad_norm": 1.7878319025039673, | |
| "learning_rate": 1.4587018322180906e-05, | |
| "loss": 1.2247, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 1.2727272727272727, | |
| "grad_norm": 1.2891494035720825, | |
| "learning_rate": 1.4270564388663761e-05, | |
| "loss": 1.0763, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 1.303030303030303, | |
| "grad_norm": 1.4569677114486694, | |
| "learning_rate": 1.3948789863705914e-05, | |
| "loss": 1.1027, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 1.3333333333333333, | |
| "grad_norm": 1.5054666996002197, | |
| "learning_rate": 1.3622095638296827e-05, | |
| "loss": 1.1478, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 1.3636363636363638, | |
| "grad_norm": 1.4277585744857788, | |
| "learning_rate": 1.32908887327601e-05, | |
| "loss": 1.1792, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 1.393939393939394, | |
| "grad_norm": 1.3641875982284546, | |
| "learning_rate": 1.2955581789656844e-05, | |
| "loss": 1.0412, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 1.4242424242424243, | |
| "grad_norm": 1.706855297088623, | |
| "learning_rate": 1.2616592559684408e-05, | |
| "loss": 1.1198, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 1.4545454545454546, | |
| "grad_norm": 1.8636873960494995, | |
| "learning_rate": 1.2274343381211067e-05, | |
| "loss": 1.0971, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 1.4848484848484849, | |
| "grad_norm": 1.6042084693908691, | |
| "learning_rate": 1.192926065409497e-05, | |
| "loss": 1.0331, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 1.5151515151515151, | |
| "grad_norm": 1.6517517566680908, | |
| "learning_rate": 1.1581774308443042e-05, | |
| "loss": 1.1258, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 1.5454545454545454, | |
| "grad_norm": 1.7735017538070679, | |
| "learning_rate": 1.1232317268971586e-05, | |
| "loss": 1.211, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 1.5757575757575757, | |
| "grad_norm": 1.4876844882965088, | |
| "learning_rate": 1.088132491563602e-05, | |
| "loss": 1.0778, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 1.606060606060606, | |
| "grad_norm": 1.4725524187088013, | |
| "learning_rate": 1.0529234541201631e-05, | |
| "loss": 1.1482, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 1.6363636363636362, | |
| "grad_norm": 1.6460925340652466, | |
| "learning_rate": 1.0176484806431288e-05, | |
| "loss": 1.0857, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 1.6666666666666665, | |
| "grad_norm": 1.6207877397537231, | |
| "learning_rate": 9.823515193568715e-06, | |
| "loss": 1.1458, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 1.696969696969697, | |
| "grad_norm": 1.5556446313858032, | |
| "learning_rate": 9.470765458798369e-06, | |
| "loss": 0.9578, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 1.7272727272727273, | |
| "grad_norm": 1.459346890449524, | |
| "learning_rate": 9.118675084363986e-06, | |
| "loss": 1.1004, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 1.7575757575757576, | |
| "grad_norm": 1.6329230070114136, | |
| "learning_rate": 8.767682731028415e-06, | |
| "loss": 1.0838, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 1.7878787878787878, | |
| "grad_norm": 1.4568471908569336, | |
| "learning_rate": 8.418225691556962e-06, | |
| "loss": 0.9716, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 1.8181818181818183, | |
| "grad_norm": 1.6114221811294556, | |
| "learning_rate": 8.070739345905032e-06, | |
| "loss": 1.2118, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 1.8484848484848486, | |
| "grad_norm": 1.4424853324890137, | |
| "learning_rate": 7.725656618788938e-06, | |
| "loss": 1.0933, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 1.878787878787879, | |
| "grad_norm": 1.3055541515350342, | |
| "learning_rate": 7.383407440315595e-06, | |
| "loss": 1.054, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 1.9090909090909092, | |
| "grad_norm": 1.608759880065918, | |
| "learning_rate": 7.044418210343161e-06, | |
| "loss": 1.2112, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 1.9393939393939394, | |
| "grad_norm": 1.381705403327942, | |
| "learning_rate": 6.7091112672399e-06, | |
| "loss": 1.06, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 1.9696969696969697, | |
| "grad_norm": 1.5174615383148193, | |
| "learning_rate": 6.3779043617031775e-06, | |
| "loss": 1.1465, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 1.7489651441574097, | |
| "learning_rate": 6.051210136294089e-06, | |
| "loss": 0.8968, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 2.0303030303030303, | |
| "grad_norm": 1.7633519172668457, | |
| "learning_rate": 5.729435611336239e-06, | |
| "loss": 0.8801, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 2.0606060606060606, | |
| "grad_norm": 2.278275728225708, | |
| "learning_rate": 5.412981677819094e-06, | |
| "loss": 0.8784, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 2.090909090909091, | |
| "grad_norm": 1.8437879085540771, | |
| "learning_rate": 5.1022425979377174e-06, | |
| "loss": 0.7264, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 2.121212121212121, | |
| "grad_norm": 1.5237785577774048, | |
| "learning_rate": 4.797605513891179e-06, | |
| "loss": 0.758, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 2.1515151515151514, | |
| "grad_norm": 1.7430484294891357, | |
| "learning_rate": 4.4994499655515865e-06, | |
| "loss": 0.8087, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 2.1818181818181817, | |
| "grad_norm": 1.7282936573028564, | |
| "learning_rate": 4.208147417604665e-06, | |
| "loss": 0.7311, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 2.212121212121212, | |
| "grad_norm": 1.907755970954895, | |
| "learning_rate": 3.924060796751012e-06, | |
| "loss": 0.7755, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 2.242424242424242, | |
| "grad_norm": 2.1145212650299072, | |
| "learning_rate": 3.647544039544615e-06, | |
| "loss": 0.7668, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 2.2727272727272725, | |
| "grad_norm": 2.2172389030456543, | |
| "learning_rate": 3.378941651431996e-06, | |
| "loss": 0.7701, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 2.303030303030303, | |
| "grad_norm": 2.0913803577423096, | |
| "learning_rate": 3.1185882775413123e-06, | |
| "loss": 0.889, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 2.3333333333333335, | |
| "grad_norm": 2.1478118896484375, | |
| "learning_rate": 2.8668082857562006e-06, | |
| "loss": 0.7411, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 2.3636363636363638, | |
| "grad_norm": 2.0034427642822266, | |
| "learning_rate": 2.6239153625937786e-06, | |
| "loss": 0.7564, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 2.393939393939394, | |
| "grad_norm": 1.6710702180862427, | |
| "learning_rate": 2.390212122390323e-06, | |
| "loss": 0.7695, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 2.4242424242424243, | |
| "grad_norm": 1.7885438203811646, | |
| "learning_rate": 2.165989730281475e-06, | |
| "loss": 0.8017, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 2.4545454545454546, | |
| "grad_norm": 1.3610081672668457, | |
| "learning_rate": 1.9515275394467446e-06, | |
| "loss": 0.7561, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 2.484848484848485, | |
| "grad_norm": 1.645119547843933, | |
| "learning_rate": 1.7470927430702277e-06, | |
| "loss": 0.6155, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 2.515151515151515, | |
| "grad_norm": 1.7851331233978271, | |
| "learning_rate": 1.5529400414511809e-06, | |
| "loss": 0.6894, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 2.5454545454545454, | |
| "grad_norm": 1.4505351781845093, | |
| "learning_rate": 1.369311324679159e-06, | |
| "loss": 0.8904, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 2.5757575757575757, | |
| "grad_norm": 1.663177728652954, | |
| "learning_rate": 1.196435371269089e-06, | |
| "loss": 0.8289, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 2.606060606060606, | |
| "grad_norm": 1.7335422039031982, | |
| "learning_rate": 1.0345275631317165e-06, | |
| "loss": 0.7425, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 2.6363636363636362, | |
| "grad_norm": 1.3842012882232666, | |
| "learning_rate": 8.837896172345827e-07, | |
| "loss": 0.7578, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 2.6666666666666665, | |
| "grad_norm": 1.770256757736206, | |
| "learning_rate": 7.4440933428779e-07, | |
| "loss": 0.6974, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 2.6969696969696972, | |
| "grad_norm": 1.5890138149261475, | |
| "learning_rate": 6.165603647677054e-07, | |
| "loss": 0.7797, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 2.7272727272727275, | |
| "grad_norm": 1.6013965606689453, | |
| "learning_rate": 5.004019925700921e-07, | |
| "loss": 0.7053, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 2.757575757575758, | |
| "grad_norm": 1.4727004766464233, | |
| "learning_rate": 3.960789365622075e-07, | |
| "loss": 0.7264, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 2.787878787878788, | |
| "grad_norm": 1.6595274209976196, | |
| "learning_rate": 3.0372117028111825e-07, | |
| "loss": 0.7089, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 2.8181818181818183, | |
| "grad_norm": 1.8651310205459595, | |
| "learning_rate": 2.2344376000285606e-07, | |
| "loss": 0.6721, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 2.8484848484848486, | |
| "grad_norm": 1.7887459993362427, | |
| "learning_rate": 1.553467213841664e-07, | |
| "loss": 0.788, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 2.878787878787879, | |
| "grad_norm": 1.454445719718933, | |
| "learning_rate": 9.951489485545696e-08, | |
| "loss": 0.6617, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 2.909090909090909, | |
| "grad_norm": 1.662096619606018, | |
| "learning_rate": 5.6017839920180506e-08, | |
| "loss": 0.7603, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 2.9393939393939394, | |
| "grad_norm": 1.6245455741882324, | |
| "learning_rate": 2.4909748492362162e-08, | |
| "loss": 0.7336, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 2.9696969696969697, | |
| "grad_norm": 1.5725836753845215, | |
| "learning_rate": 6.229377380218005e-09, | |
| "loss": 0.7566, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 1.6165506839752197, | |
| "learning_rate": 0.0, | |
| "loss": 0.6936, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "step": 99, | |
| "total_flos": 2.3659576070189875e+17, | |
| "train_loss": 1.195338128191052, | |
| "train_runtime": 1048.1424, | |
| "train_samples_per_second": 2.945, | |
| "train_steps_per_second": 0.094 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 99, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 0, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2.3659576070189875e+17, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |