| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.999954960229883, | |
| "eval_steps": 100, | |
| "global_step": 3469, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0008647635862466558, | |
| "grad_norm": 27.898378372192383, | |
| "learning_rate": 1.7241379310344828e-07, | |
| "loss": 2.2211, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.0017295271724933115, | |
| "grad_norm": 25.436155319213867, | |
| "learning_rate": 3.4482758620689656e-07, | |
| "loss": 2.1928, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.0025942907587399675, | |
| "grad_norm": 25.42555046081543, | |
| "learning_rate": 5.172413793103449e-07, | |
| "loss": 2.006, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.003459054344986623, | |
| "grad_norm": 26.934585571289062, | |
| "learning_rate": 6.896551724137931e-07, | |
| "loss": 2.0768, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.004323817931233279, | |
| "grad_norm": 25.911136627197266, | |
| "learning_rate": 8.620689655172415e-07, | |
| "loss": 1.8806, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.005188581517479935, | |
| "grad_norm": 26.93269157409668, | |
| "learning_rate": 1.0344827586206898e-06, | |
| "loss": 2.2425, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.006053345103726591, | |
| "grad_norm": 29.343605041503906, | |
| "learning_rate": 1.2068965517241381e-06, | |
| "loss": 2.1498, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.006918108689973246, | |
| "grad_norm": 22.887393951416016, | |
| "learning_rate": 1.3793103448275862e-06, | |
| "loss": 1.8932, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.0077828722762199026, | |
| "grad_norm": 24.839616775512695, | |
| "learning_rate": 1.5517241379310346e-06, | |
| "loss": 1.8092, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.008647635862466557, | |
| "grad_norm": 23.600284576416016, | |
| "learning_rate": 1.724137931034483e-06, | |
| "loss": 1.6473, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.009512399448713214, | |
| "grad_norm": 20.898502349853516, | |
| "learning_rate": 1.896551724137931e-06, | |
| "loss": 1.5059, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.01037716303495987, | |
| "grad_norm": 20.16602897644043, | |
| "learning_rate": 2.0689655172413796e-06, | |
| "loss": 1.3399, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.011241926621206525, | |
| "grad_norm": 20.394386291503906, | |
| "learning_rate": 2.241379310344828e-06, | |
| "loss": 1.276, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.012106690207453181, | |
| "grad_norm": 17.962718963623047, | |
| "learning_rate": 2.4137931034482762e-06, | |
| "loss": 1.2166, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.012971453793699838, | |
| "grad_norm": 16.842355728149414, | |
| "learning_rate": 2.5862068965517246e-06, | |
| "loss": 1.2867, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.013836217379946492, | |
| "grad_norm": 16.04344940185547, | |
| "learning_rate": 2.7586206896551725e-06, | |
| "loss": 1.2473, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.014700980966193149, | |
| "grad_norm": 10.40717887878418, | |
| "learning_rate": 2.931034482758621e-06, | |
| "loss": 1.1712, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.015565744552439805, | |
| "grad_norm": 9.352970123291016, | |
| "learning_rate": 3.103448275862069e-06, | |
| "loss": 0.8918, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.01643050813868646, | |
| "grad_norm": 15.546124458312988, | |
| "learning_rate": 3.2758620689655175e-06, | |
| "loss": 0.8335, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.017295271724933114, | |
| "grad_norm": 1.752021074295044, | |
| "learning_rate": 3.448275862068966e-06, | |
| "loss": 0.747, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.01816003531117977, | |
| "grad_norm": 4.960226058959961, | |
| "learning_rate": 3.620689655172414e-06, | |
| "loss": 0.7935, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.019024798897426427, | |
| "grad_norm": 2.807642698287964, | |
| "learning_rate": 3.793103448275862e-06, | |
| "loss": 0.6656, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.019889562483673084, | |
| "grad_norm": 8.289933204650879, | |
| "learning_rate": 3.96551724137931e-06, | |
| "loss": 0.6971, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.02075432606991974, | |
| "grad_norm": 3.8299474716186523, | |
| "learning_rate": 4.137931034482759e-06, | |
| "loss": 0.5833, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.021619089656166397, | |
| "grad_norm": 3.540727138519287, | |
| "learning_rate": 4.310344827586207e-06, | |
| "loss": 0.5504, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.02248385324241305, | |
| "grad_norm": 4.521378517150879, | |
| "learning_rate": 4.482758620689656e-06, | |
| "loss": 0.5376, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.023348616828659706, | |
| "grad_norm": 1.7125041484832764, | |
| "learning_rate": 4.655172413793104e-06, | |
| "loss": 0.5059, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.024213380414906362, | |
| "grad_norm": 4.4612555503845215, | |
| "learning_rate": 4.8275862068965525e-06, | |
| "loss": 0.5802, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.02507814400115302, | |
| "grad_norm": 2.3113410472869873, | |
| "learning_rate": 5e-06, | |
| "loss": 0.5996, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.025942907587399675, | |
| "grad_norm": 2.3540542125701904, | |
| "learning_rate": 5.172413793103449e-06, | |
| "loss": 0.6472, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.026807671173646328, | |
| "grad_norm": 2.9415371417999268, | |
| "learning_rate": 5.344827586206896e-06, | |
| "loss": 0.4013, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.027672434759892985, | |
| "grad_norm": 3.8324429988861084, | |
| "learning_rate": 5.517241379310345e-06, | |
| "loss": 0.521, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.02853719834613964, | |
| "grad_norm": 2.941765785217285, | |
| "learning_rate": 5.689655172413794e-06, | |
| "loss": 0.4763, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.028825452874888528, | |
| "eval_loss": 0.4467589259147644, | |
| "eval_mse": 0.4467589111328125, | |
| "eval_runtime": 64.5355, | |
| "eval_samples_per_second": 15.495, | |
| "eval_steps_per_second": 3.874, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.029401961932386297, | |
| "grad_norm": 5.631622314453125, | |
| "learning_rate": 5.862068965517242e-06, | |
| "loss": 0.5672, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.030266725518632954, | |
| "grad_norm": 2.838885545730591, | |
| "learning_rate": 6.03448275862069e-06, | |
| "loss": 0.5572, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.03113148910487961, | |
| "grad_norm": 4.942019462585449, | |
| "learning_rate": 6.206896551724138e-06, | |
| "loss": 0.4501, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.03199625269112626, | |
| "grad_norm": 2.720856189727783, | |
| "learning_rate": 6.379310344827587e-06, | |
| "loss": 0.385, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.03286101627737292, | |
| "grad_norm": 14.2058744430542, | |
| "learning_rate": 6.551724137931035e-06, | |
| "loss": 0.4864, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.033725779863619576, | |
| "grad_norm": 3.2831430435180664, | |
| "learning_rate": 6.724137931034484e-06, | |
| "loss": 0.4978, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.03459054344986623, | |
| "grad_norm": 5.037907600402832, | |
| "learning_rate": 6.896551724137932e-06, | |
| "loss": 0.4359, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.03545530703611289, | |
| "grad_norm": 3.339016914367676, | |
| "learning_rate": 7.0689655172413796e-06, | |
| "loss": 0.4092, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.03632007062235954, | |
| "grad_norm": 1.9857500791549683, | |
| "learning_rate": 7.241379310344828e-06, | |
| "loss": 0.4031, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.0371848342086062, | |
| "grad_norm": 66.43729400634766, | |
| "learning_rate": 7.413793103448277e-06, | |
| "loss": 0.3927, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.038049597794852855, | |
| "grad_norm": 14.006072998046875, | |
| "learning_rate": 7.586206896551724e-06, | |
| "loss": 0.4676, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.03891436138109951, | |
| "grad_norm": 3.6296005249023438, | |
| "learning_rate": 7.758620689655173e-06, | |
| "loss": 0.3862, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.03977912496734617, | |
| "grad_norm": 9.856642723083496, | |
| "learning_rate": 7.93103448275862e-06, | |
| "loss": 0.3564, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.04064388855359282, | |
| "grad_norm": 21.199617385864258, | |
| "learning_rate": 8.103448275862069e-06, | |
| "loss": 0.3968, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.04150865213983948, | |
| "grad_norm": 3.6782989501953125, | |
| "learning_rate": 8.275862068965518e-06, | |
| "loss": 0.4045, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.04237341572608613, | |
| "grad_norm": 8.13273811340332, | |
| "learning_rate": 8.448275862068966e-06, | |
| "loss": 0.3674, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.04323817931233279, | |
| "grad_norm": 5.4698166847229, | |
| "learning_rate": 8.620689655172414e-06, | |
| "loss": 0.3479, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.044102942898579446, | |
| "grad_norm": 3.1589951515197754, | |
| "learning_rate": 8.793103448275862e-06, | |
| "loss": 0.3776, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.0449677064848261, | |
| "grad_norm": 2.283618211746216, | |
| "learning_rate": 8.965517241379312e-06, | |
| "loss": 0.3927, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.04583247007107276, | |
| "grad_norm": 8.170278549194336, | |
| "learning_rate": 9.13793103448276e-06, | |
| "loss": 0.3583, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.04669723365731941, | |
| "grad_norm": 3.574162483215332, | |
| "learning_rate": 9.310344827586207e-06, | |
| "loss": 0.3659, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.04756199724356607, | |
| "grad_norm": 12.687560081481934, | |
| "learning_rate": 9.482758620689655e-06, | |
| "loss": 0.3439, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.048426760829812725, | |
| "grad_norm": 3.187288761138916, | |
| "learning_rate": 9.655172413793105e-06, | |
| "loss": 0.3442, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.04929152441605938, | |
| "grad_norm": 9.385987281799316, | |
| "learning_rate": 9.827586206896553e-06, | |
| "loss": 0.3494, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.05015628800230604, | |
| "grad_norm": 2.9266576766967773, | |
| "learning_rate": 1e-05, | |
| "loss": 0.3061, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.05102105158855269, | |
| "grad_norm": 3.7128305435180664, | |
| "learning_rate": 9.990895295902884e-06, | |
| "loss": 0.3664, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.05188581517479935, | |
| "grad_norm": 5.970412731170654, | |
| "learning_rate": 9.981790591805767e-06, | |
| "loss": 0.4051, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.052750578761046, | |
| "grad_norm": 4.895346164703369, | |
| "learning_rate": 9.972685887708651e-06, | |
| "loss": 0.2907, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.053615342347292656, | |
| "grad_norm": 16.259010314941406, | |
| "learning_rate": 9.963581183611534e-06, | |
| "loss": 0.303, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.054480105933539316, | |
| "grad_norm": 4.193286418914795, | |
| "learning_rate": 9.954476479514417e-06, | |
| "loss": 0.3164, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.05534486951978597, | |
| "grad_norm": 8.485808372497559, | |
| "learning_rate": 9.9453717754173e-06, | |
| "loss": 0.3494, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.05620963310603263, | |
| "grad_norm": 5.708987712860107, | |
| "learning_rate": 9.936267071320182e-06, | |
| "loss": 0.3413, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.05707439669227928, | |
| "grad_norm": 5.146287441253662, | |
| "learning_rate": 9.927162367223067e-06, | |
| "loss": 0.3078, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.057650905749777055, | |
| "eval_loss": 0.31299448013305664, | |
| "eval_mse": 0.31299447250366214, | |
| "eval_runtime": 64.6715, | |
| "eval_samples_per_second": 15.463, | |
| "eval_steps_per_second": 3.866, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.05793916027852594, | |
| "grad_norm": 6.595048427581787, | |
| "learning_rate": 9.91805766312595e-06, | |
| "loss": 0.3819, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.058803923864772595, | |
| "grad_norm": 4.586561679840088, | |
| "learning_rate": 9.908952959028833e-06, | |
| "loss": 0.3159, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.05966868745101925, | |
| "grad_norm": 5.183395862579346, | |
| "learning_rate": 9.899848254931715e-06, | |
| "loss": 0.3129, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.06053345103726591, | |
| "grad_norm": 12.04688549041748, | |
| "learning_rate": 9.890743550834598e-06, | |
| "loss": 0.3276, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.06139821462351256, | |
| "grad_norm": 5.607716083526611, | |
| "learning_rate": 9.881638846737481e-06, | |
| "loss": 0.3125, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.06226297820975922, | |
| "grad_norm": 4.468930244445801, | |
| "learning_rate": 9.872534142640366e-06, | |
| "loss": 0.2952, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.06312774179600587, | |
| "grad_norm": 4.9333415031433105, | |
| "learning_rate": 9.863429438543249e-06, | |
| "loss": 0.3156, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.06399250538225253, | |
| "grad_norm": 3.3796207904815674, | |
| "learning_rate": 9.854324734446131e-06, | |
| "loss": 0.3484, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.06485726896849918, | |
| "grad_norm": 2.9608285427093506, | |
| "learning_rate": 9.845220030349014e-06, | |
| "loss": 0.3244, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.06572203255474585, | |
| "grad_norm": 2.9653444290161133, | |
| "learning_rate": 9.836115326251897e-06, | |
| "loss": 0.2834, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.0665867961409925, | |
| "grad_norm": 6.536613464355469, | |
| "learning_rate": 9.827010622154782e-06, | |
| "loss": 0.2884, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.06745155972723915, | |
| "grad_norm": 4.19090461730957, | |
| "learning_rate": 9.817905918057664e-06, | |
| "loss": 0.3355, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.0683163233134858, | |
| "grad_norm": 3.4930806159973145, | |
| "learning_rate": 9.808801213960547e-06, | |
| "loss": 0.3038, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.06918108689973246, | |
| "grad_norm": 13.04383659362793, | |
| "learning_rate": 9.79969650986343e-06, | |
| "loss": 0.2971, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.07004585048597912, | |
| "grad_norm": 6.37193489074707, | |
| "learning_rate": 9.790591805766313e-06, | |
| "loss": 0.2927, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.07091061407222578, | |
| "grad_norm": 3.0384926795959473, | |
| "learning_rate": 9.781487101669198e-06, | |
| "loss": 0.3084, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.07177537765847243, | |
| "grad_norm": 20.000625610351562, | |
| "learning_rate": 9.77238239757208e-06, | |
| "loss": 0.2508, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.07264014124471908, | |
| "grad_norm": 5.248627662658691, | |
| "learning_rate": 9.763277693474963e-06, | |
| "loss": 0.2514, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.07350490483096574, | |
| "grad_norm": 6.290755748748779, | |
| "learning_rate": 9.754172989377846e-06, | |
| "loss": 0.2514, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.0743696684172124, | |
| "grad_norm": 5.56666898727417, | |
| "learning_rate": 9.745068285280729e-06, | |
| "loss": 0.3, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.07523443200345906, | |
| "grad_norm": 3.098717212677002, | |
| "learning_rate": 9.735963581183613e-06, | |
| "loss": 0.2927, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.07609919558970571, | |
| "grad_norm": 3.6719772815704346, | |
| "learning_rate": 9.726858877086496e-06, | |
| "loss": 0.3462, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.07696395917595236, | |
| "grad_norm": 16.087696075439453, | |
| "learning_rate": 9.717754172989379e-06, | |
| "loss": 0.2776, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.07782872276219902, | |
| "grad_norm": 3.008305788040161, | |
| "learning_rate": 9.708649468892262e-06, | |
| "loss": 0.3359, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.07869348634844568, | |
| "grad_norm": 5.651501655578613, | |
| "learning_rate": 9.699544764795145e-06, | |
| "loss": 0.3544, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.07955824993469233, | |
| "grad_norm": 3.0839080810546875, | |
| "learning_rate": 9.690440060698028e-06, | |
| "loss": 0.3059, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.08042301352093899, | |
| "grad_norm": 6.679815292358398, | |
| "learning_rate": 9.681335356600912e-06, | |
| "loss": 0.2823, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.08128777710718564, | |
| "grad_norm": 3.161733627319336, | |
| "learning_rate": 9.672230652503795e-06, | |
| "loss": 0.2924, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.0821525406934323, | |
| "grad_norm": 7.885376930236816, | |
| "learning_rate": 9.663125948406678e-06, | |
| "loss": 0.3316, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.08301730427967896, | |
| "grad_norm": 4.813638687133789, | |
| "learning_rate": 9.65402124430956e-06, | |
| "loss": 0.2827, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.08388206786592561, | |
| "grad_norm": 3.7599964141845703, | |
| "learning_rate": 9.644916540212444e-06, | |
| "loss": 0.3653, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.08474683145217227, | |
| "grad_norm": 3.177720546722412, | |
| "learning_rate": 9.635811836115328e-06, | |
| "loss": 0.3014, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.08561159503841892, | |
| "grad_norm": 3.337841749191284, | |
| "learning_rate": 9.626707132018211e-06, | |
| "loss": 0.2627, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.08647635862466559, | |
| "grad_norm": 6.686293601989746, | |
| "learning_rate": 9.617602427921094e-06, | |
| "loss": 0.3088, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.08647635862466559, | |
| "eval_loss": 0.26950159668922424, | |
| "eval_mse": 0.2695015795826912, | |
| "eval_runtime": 64.3244, | |
| "eval_samples_per_second": 15.546, | |
| "eval_steps_per_second": 3.887, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.08734112221091224, | |
| "grad_norm": 4.119994163513184, | |
| "learning_rate": 9.608497723823977e-06, | |
| "loss": 0.2565, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.08820588579715889, | |
| "grad_norm": 2.523799419403076, | |
| "learning_rate": 9.59939301972686e-06, | |
| "loss": 0.2987, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.08907064938340555, | |
| "grad_norm": 4.713862419128418, | |
| "learning_rate": 9.590288315629744e-06, | |
| "loss": 0.2668, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.0899354129696522, | |
| "grad_norm": 9.041470527648926, | |
| "learning_rate": 9.581183611532627e-06, | |
| "loss": 0.2889, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.09080017655589886, | |
| "grad_norm": 2.4231677055358887, | |
| "learning_rate": 9.57207890743551e-06, | |
| "loss": 0.3115, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.09166494014214552, | |
| "grad_norm": 2.21040678024292, | |
| "learning_rate": 9.562974203338393e-06, | |
| "loss": 0.2281, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.09252970372839217, | |
| "grad_norm": 2.1169981956481934, | |
| "learning_rate": 9.553869499241275e-06, | |
| "loss": 0.2577, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.09339446731463882, | |
| "grad_norm": 2.232067823410034, | |
| "learning_rate": 9.54476479514416e-06, | |
| "loss": 0.2205, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.09425923090088548, | |
| "grad_norm": 6.556311130523682, | |
| "learning_rate": 9.535660091047043e-06, | |
| "loss": 0.2522, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.09512399448713214, | |
| "grad_norm": 5.824563980102539, | |
| "learning_rate": 9.526555386949926e-06, | |
| "loss": 0.298, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.0959887580733788, | |
| "grad_norm": 3.462920665740967, | |
| "learning_rate": 9.517450682852808e-06, | |
| "loss": 0.2836, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.09685352165962545, | |
| "grad_norm": 8.646162986755371, | |
| "learning_rate": 9.508345978755691e-06, | |
| "loss": 0.2844, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.0977182852458721, | |
| "grad_norm": 2.7092299461364746, | |
| "learning_rate": 9.499241274658574e-06, | |
| "loss": 0.2869, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.09858304883211876, | |
| "grad_norm": 2.3480119705200195, | |
| "learning_rate": 9.490136570561459e-06, | |
| "loss": 0.3123, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.09944781241836542, | |
| "grad_norm": 3.3885226249694824, | |
| "learning_rate": 9.481031866464341e-06, | |
| "loss": 0.2096, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.10031257600461208, | |
| "grad_norm": 4.4023590087890625, | |
| "learning_rate": 9.471927162367224e-06, | |
| "loss": 0.2715, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.10117733959085873, | |
| "grad_norm": 5.742528438568115, | |
| "learning_rate": 9.462822458270107e-06, | |
| "loss": 0.3155, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.10204210317710538, | |
| "grad_norm": 5.3731913566589355, | |
| "learning_rate": 9.45371775417299e-06, | |
| "loss": 0.2759, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.10290686676335203, | |
| "grad_norm": 2.147970199584961, | |
| "learning_rate": 9.444613050075875e-06, | |
| "loss": 0.2481, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.1037716303495987, | |
| "grad_norm": 2.099414110183716, | |
| "learning_rate": 9.435508345978757e-06, | |
| "loss": 0.3029, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.10463639393584535, | |
| "grad_norm": 2.6507697105407715, | |
| "learning_rate": 9.42640364188164e-06, | |
| "loss": 0.2731, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.105501157522092, | |
| "grad_norm": 2.6286544799804688, | |
| "learning_rate": 9.417298937784523e-06, | |
| "loss": 0.2532, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.10636592110833866, | |
| "grad_norm": 4.705443859100342, | |
| "learning_rate": 9.408194233687406e-06, | |
| "loss": 0.245, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.10723068469458531, | |
| "grad_norm": 2.616685628890991, | |
| "learning_rate": 9.399089529590289e-06, | |
| "loss": 0.2953, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.10809544828083198, | |
| "grad_norm": 2.7139439582824707, | |
| "learning_rate": 9.389984825493173e-06, | |
| "loss": 0.2691, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.10896021186707863, | |
| "grad_norm": 5.848327159881592, | |
| "learning_rate": 9.380880121396056e-06, | |
| "loss": 0.2735, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.10982497545332529, | |
| "grad_norm": 4.9311957359313965, | |
| "learning_rate": 9.371775417298939e-06, | |
| "loss": 0.2915, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.11068973903957194, | |
| "grad_norm": 2.206596612930298, | |
| "learning_rate": 9.362670713201822e-06, | |
| "loss": 0.2811, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.11155450262581859, | |
| "grad_norm": 4.341143608093262, | |
| "learning_rate": 9.353566009104705e-06, | |
| "loss": 0.2845, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.11241926621206526, | |
| "grad_norm": 144.06268310546875, | |
| "learning_rate": 9.344461305007587e-06, | |
| "loss": 0.3057, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.11328402979831191, | |
| "grad_norm": 4.772558689117432, | |
| "learning_rate": 9.335356600910472e-06, | |
| "loss": 0.2683, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.11414879338455856, | |
| "grad_norm": 4.352729320526123, | |
| "learning_rate": 9.326251896813355e-06, | |
| "loss": 0.2707, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.11501355697080522, | |
| "grad_norm": 2.260861396789551, | |
| "learning_rate": 9.317147192716238e-06, | |
| "loss": 0.2379, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.11530181149955411, | |
| "eval_loss": 0.26182544231414795, | |
| "eval_mse": 0.26182544356794096, | |
| "eval_runtime": 64.4569, | |
| "eval_samples_per_second": 15.514, | |
| "eval_steps_per_second": 3.879, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.11587832055705188, | |
| "grad_norm": 4.492468357086182, | |
| "learning_rate": 9.30804248861912e-06, | |
| "loss": 0.2976, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.11674308414329854, | |
| "grad_norm": 2.6328372955322266, | |
| "learning_rate": 9.298937784522003e-06, | |
| "loss": 0.2224, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.11760784772954519, | |
| "grad_norm": 4.318969249725342, | |
| "learning_rate": 9.289833080424886e-06, | |
| "loss": 0.2396, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.11847261131579184, | |
| "grad_norm": 3.1604599952697754, | |
| "learning_rate": 9.28072837632777e-06, | |
| "loss": 0.2492, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.1193373749020385, | |
| "grad_norm": 4.404653072357178, | |
| "learning_rate": 9.271623672230654e-06, | |
| "loss": 0.3145, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.12020213848828516, | |
| "grad_norm": 2.884675979614258, | |
| "learning_rate": 9.262518968133536e-06, | |
| "loss": 0.2851, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.12106690207453182, | |
| "grad_norm": 2.1803503036499023, | |
| "learning_rate": 9.25341426403642e-06, | |
| "loss": 0.2832, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.12193166566077847, | |
| "grad_norm": 4.99426794052124, | |
| "learning_rate": 9.244309559939302e-06, | |
| "loss": 0.3244, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.12279642924702512, | |
| "grad_norm": 2.84147310256958, | |
| "learning_rate": 9.235204855842187e-06, | |
| "loss": 0.2886, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.12366119283327177, | |
| "grad_norm": 7.547422885894775, | |
| "learning_rate": 9.22610015174507e-06, | |
| "loss": 0.3274, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.12452595641951844, | |
| "grad_norm": 3.3562684059143066, | |
| "learning_rate": 9.216995447647952e-06, | |
| "loss": 0.2726, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.1253907200057651, | |
| "grad_norm": 5.314599990844727, | |
| "learning_rate": 9.207890743550835e-06, | |
| "loss": 0.2757, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.12625548359201175, | |
| "grad_norm": 2.0773863792419434, | |
| "learning_rate": 9.198786039453718e-06, | |
| "loss": 0.2342, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.1271202471782584, | |
| "grad_norm": 4.290255546569824, | |
| "learning_rate": 9.189681335356601e-06, | |
| "loss": 0.3036, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.12798501076450505, | |
| "grad_norm": 5.141223907470703, | |
| "learning_rate": 9.180576631259485e-06, | |
| "loss": 0.2455, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.1288497743507517, | |
| "grad_norm": 2.8631341457366943, | |
| "learning_rate": 9.171471927162368e-06, | |
| "loss": 0.229, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.12971453793699836, | |
| "grad_norm": 6.279902935028076, | |
| "learning_rate": 9.162367223065251e-06, | |
| "loss": 0.2693, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.130579301523245, | |
| "grad_norm": 1.910251498222351, | |
| "learning_rate": 9.153262518968134e-06, | |
| "loss": 0.2384, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.1314440651094917, | |
| "grad_norm": 3.9534478187561035, | |
| "learning_rate": 9.144157814871017e-06, | |
| "loss": 0.3125, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.13230882869573835, | |
| "grad_norm": 4.347681522369385, | |
| "learning_rate": 9.1350531107739e-06, | |
| "loss": 0.3019, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.133173592281985, | |
| "grad_norm": 2.742349624633789, | |
| "learning_rate": 9.125948406676784e-06, | |
| "loss": 0.2647, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.13403835586823165, | |
| "grad_norm": 3.5790295600891113, | |
| "learning_rate": 9.116843702579667e-06, | |
| "loss": 0.3299, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.1349031194544783, | |
| "grad_norm": 2.90129017829895, | |
| "learning_rate": 9.10773899848255e-06, | |
| "loss": 0.2666, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.13576788304072496, | |
| "grad_norm": 1.934597134590149, | |
| "learning_rate": 9.098634294385433e-06, | |
| "loss": 0.2665, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.1366326466269716, | |
| "grad_norm": 2.528752088546753, | |
| "learning_rate": 9.089529590288316e-06, | |
| "loss": 0.2386, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.13749741021321826, | |
| "grad_norm": 3.6109018325805664, | |
| "learning_rate": 9.080424886191198e-06, | |
| "loss": 0.2733, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.13836217379946492, | |
| "grad_norm": 2.2715227603912354, | |
| "learning_rate": 9.071320182094083e-06, | |
| "loss": 0.2703, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.1392269373857116, | |
| "grad_norm": 6.626646995544434, | |
| "learning_rate": 9.062215477996966e-06, | |
| "loss": 0.2605, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.14009170097195825, | |
| "grad_norm": 2.91410756111145, | |
| "learning_rate": 9.053110773899849e-06, | |
| "loss": 0.2382, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.1409564645582049, | |
| "grad_norm": 4.639560699462891, | |
| "learning_rate": 9.044006069802731e-06, | |
| "loss": 0.2977, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.14182122814445156, | |
| "grad_norm": 3.643523693084717, | |
| "learning_rate": 9.034901365705614e-06, | |
| "loss": 0.2775, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.1426859917306982, | |
| "grad_norm": 4.396177291870117, | |
| "learning_rate": 9.025796661608497e-06, | |
| "loss": 0.23, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.14355075531694486, | |
| "grad_norm": 2.5602617263793945, | |
| "learning_rate": 9.016691957511382e-06, | |
| "loss": 0.289, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.14412726437444262, | |
| "eval_loss": 0.25831595063209534, | |
| "eval_mse": 0.2583159562349319, | |
| "eval_runtime": 64.3088, | |
| "eval_samples_per_second": 15.55, | |
| "eval_steps_per_second": 3.887, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.14441551890319151, | |
| "grad_norm": 3.0293095111846924, | |
| "learning_rate": 9.007587253414265e-06, | |
| "loss": 0.2419, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.14528028248943817, | |
| "grad_norm": 2.9694740772247314, | |
| "learning_rate": 8.998482549317147e-06, | |
| "loss": 0.2689, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.14614504607568482, | |
| "grad_norm": 4.87199068069458, | |
| "learning_rate": 8.98937784522003e-06, | |
| "loss": 0.2353, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.14700980966193147, | |
| "grad_norm": 2.5802090167999268, | |
| "learning_rate": 8.980273141122913e-06, | |
| "loss": 0.2865, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.14787457324817815, | |
| "grad_norm": 2.9250080585479736, | |
| "learning_rate": 8.971168437025798e-06, | |
| "loss": 0.24, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 0.1487393368344248, | |
| "grad_norm": 5.678205966949463, | |
| "learning_rate": 8.96206373292868e-06, | |
| "loss": 0.2357, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.14960410042067146, | |
| "grad_norm": 4.411201477050781, | |
| "learning_rate": 8.952959028831563e-06, | |
| "loss": 0.2605, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 0.1504688640069181, | |
| "grad_norm": 3.1570451259613037, | |
| "learning_rate": 8.943854324734446e-06, | |
| "loss": 0.2841, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.15133362759316477, | |
| "grad_norm": 4.235450744628906, | |
| "learning_rate": 8.934749620637329e-06, | |
| "loss": 0.2675, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.15219839117941142, | |
| "grad_norm": 5.139553070068359, | |
| "learning_rate": 8.925644916540213e-06, | |
| "loss": 0.2944, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.15306315476565807, | |
| "grad_norm": 2.4079232215881348, | |
| "learning_rate": 8.916540212443096e-06, | |
| "loss": 0.2169, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 0.15392791835190472, | |
| "grad_norm": 5.065981388092041, | |
| "learning_rate": 8.90743550834598e-06, | |
| "loss": 0.306, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.15479268193815138, | |
| "grad_norm": 2.997144937515259, | |
| "learning_rate": 8.898330804248862e-06, | |
| "loss": 0.2389, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 0.15565744552439803, | |
| "grad_norm": 6.104944705963135, | |
| "learning_rate": 8.889226100151745e-06, | |
| "loss": 0.258, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.1565222091106447, | |
| "grad_norm": 2.971264362335205, | |
| "learning_rate": 8.880121396054628e-06, | |
| "loss": 0.2914, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 0.15738697269689136, | |
| "grad_norm": 14.179126739501953, | |
| "learning_rate": 8.871016691957512e-06, | |
| "loss": 0.2632, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 0.15825173628313802, | |
| "grad_norm": 1.9280515909194946, | |
| "learning_rate": 8.861911987860395e-06, | |
| "loss": 0.2743, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 0.15911649986938467, | |
| "grad_norm": 9.689038276672363, | |
| "learning_rate": 8.852807283763278e-06, | |
| "loss": 0.2148, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.15998126345563132, | |
| "grad_norm": 2.9501137733459473, | |
| "learning_rate": 8.84370257966616e-06, | |
| "loss": 0.251, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.16084602704187798, | |
| "grad_norm": 6.09636116027832, | |
| "learning_rate": 8.834597875569044e-06, | |
| "loss": 0.3178, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 0.16171079062812463, | |
| "grad_norm": 3.230820894241333, | |
| "learning_rate": 8.825493171471928e-06, | |
| "loss": 0.2574, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 0.16257555421437128, | |
| "grad_norm": 8.147329330444336, | |
| "learning_rate": 8.816388467374811e-06, | |
| "loss": 0.3363, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 0.16344031780061793, | |
| "grad_norm": 6.0211100578308105, | |
| "learning_rate": 8.807283763277694e-06, | |
| "loss": 0.2568, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 0.1643050813868646, | |
| "grad_norm": 3.558443307876587, | |
| "learning_rate": 8.798179059180577e-06, | |
| "loss": 0.2346, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.16516984497311127, | |
| "grad_norm": 6.004063129425049, | |
| "learning_rate": 8.78907435508346e-06, | |
| "loss": 0.28, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 0.16603460855935792, | |
| "grad_norm": 3.2006189823150635, | |
| "learning_rate": 8.779969650986344e-06, | |
| "loss": 0.2356, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.16689937214560457, | |
| "grad_norm": 3.382519245147705, | |
| "learning_rate": 8.770864946889227e-06, | |
| "loss": 0.2565, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 0.16776413573185123, | |
| "grad_norm": 3.465315580368042, | |
| "learning_rate": 8.76176024279211e-06, | |
| "loss": 0.2757, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 0.16862889931809788, | |
| "grad_norm": 3.368386745452881, | |
| "learning_rate": 8.752655538694993e-06, | |
| "loss": 0.2663, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.16949366290434453, | |
| "grad_norm": 5.74733304977417, | |
| "learning_rate": 8.743550834597875e-06, | |
| "loss": 0.2539, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.17035842649059119, | |
| "grad_norm": 2.7959225177764893, | |
| "learning_rate": 8.73444613050076e-06, | |
| "loss": 0.232, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 0.17122319007683784, | |
| "grad_norm": 6.77617073059082, | |
| "learning_rate": 8.725341426403643e-06, | |
| "loss": 0.2858, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 0.1720879536630845, | |
| "grad_norm": 1.6699326038360596, | |
| "learning_rate": 8.716236722306526e-06, | |
| "loss": 0.2202, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 0.17295271724933117, | |
| "grad_norm": 7.734217166900635, | |
| "learning_rate": 8.707132018209408e-06, | |
| "loss": 0.3049, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.17295271724933117, | |
| "eval_loss": 0.27226680517196655, | |
| "eval_mse": 0.27226682132482527, | |
| "eval_runtime": 64.8839, | |
| "eval_samples_per_second": 15.412, | |
| "eval_steps_per_second": 3.853, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.17381748083557783, | |
| "grad_norm": 2.729203224182129, | |
| "learning_rate": 8.698027314112291e-06, | |
| "loss": 0.2705, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 0.17468224442182448, | |
| "grad_norm": 3.3243207931518555, | |
| "learning_rate": 8.688922610015174e-06, | |
| "loss": 0.2685, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 0.17554700800807113, | |
| "grad_norm": 3.1003451347351074, | |
| "learning_rate": 8.679817905918059e-06, | |
| "loss": 0.2483, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 0.17641177159431778, | |
| "grad_norm": 5.373556613922119, | |
| "learning_rate": 8.670713201820942e-06, | |
| "loss": 0.2593, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 0.17727653518056444, | |
| "grad_norm": 5.082779407501221, | |
| "learning_rate": 8.661608497723824e-06, | |
| "loss": 0.2755, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.1781412987668111, | |
| "grad_norm": 5.2915802001953125, | |
| "learning_rate": 8.652503793626707e-06, | |
| "loss": 0.2428, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 0.17900606235305774, | |
| "grad_norm": 4.1451568603515625, | |
| "learning_rate": 8.64339908952959e-06, | |
| "loss": 0.3072, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 0.1798708259393044, | |
| "grad_norm": 5.081033229827881, | |
| "learning_rate": 8.634294385432475e-06, | |
| "loss": 0.2515, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 0.18073558952555105, | |
| "grad_norm": 3.615787982940674, | |
| "learning_rate": 8.625189681335357e-06, | |
| "loss": 0.2421, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 0.18160035311179773, | |
| "grad_norm": 3.4306159019470215, | |
| "learning_rate": 8.61608497723824e-06, | |
| "loss": 0.2378, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.18246511669804438, | |
| "grad_norm": 6.089697360992432, | |
| "learning_rate": 8.606980273141123e-06, | |
| "loss": 0.2537, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 0.18332988028429104, | |
| "grad_norm": 3.5059478282928467, | |
| "learning_rate": 8.597875569044006e-06, | |
| "loss": 0.2637, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 0.1841946438705377, | |
| "grad_norm": 4.7960710525512695, | |
| "learning_rate": 8.58877086494689e-06, | |
| "loss": 0.2519, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 0.18505940745678434, | |
| "grad_norm": 2.7048394680023193, | |
| "learning_rate": 8.579666160849773e-06, | |
| "loss": 0.2757, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 0.185924171043031, | |
| "grad_norm": 4.179544925689697, | |
| "learning_rate": 8.570561456752656e-06, | |
| "loss": 0.2829, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.18678893462927765, | |
| "grad_norm": 2.122403383255005, | |
| "learning_rate": 8.561456752655539e-06, | |
| "loss": 0.2636, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 0.1876536982155243, | |
| "grad_norm": 7.5383830070495605, | |
| "learning_rate": 8.552352048558422e-06, | |
| "loss": 0.3059, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 0.18851846180177095, | |
| "grad_norm": 3.6806488037109375, | |
| "learning_rate": 8.543247344461306e-06, | |
| "loss": 0.2266, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 0.1893832253880176, | |
| "grad_norm": 4.183900833129883, | |
| "learning_rate": 8.53414264036419e-06, | |
| "loss": 0.2696, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 0.1902479889742643, | |
| "grad_norm": 7.027878761291504, | |
| "learning_rate": 8.525037936267072e-06, | |
| "loss": 0.2292, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.19111275256051094, | |
| "grad_norm": 6.008081436157227, | |
| "learning_rate": 8.515933232169955e-06, | |
| "loss": 0.2628, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 0.1919775161467576, | |
| "grad_norm": 1.9789228439331055, | |
| "learning_rate": 8.506828528072838e-06, | |
| "loss": 0.2328, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 0.19284227973300425, | |
| "grad_norm": 4.350831985473633, | |
| "learning_rate": 8.49772382397572e-06, | |
| "loss": 0.2743, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 0.1937070433192509, | |
| "grad_norm": 2.4189023971557617, | |
| "learning_rate": 8.488619119878605e-06, | |
| "loss": 0.2549, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 0.19457180690549755, | |
| "grad_norm": 2.49760103225708, | |
| "learning_rate": 8.479514415781488e-06, | |
| "loss": 0.2287, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.1954365704917442, | |
| "grad_norm": 4.735384941101074, | |
| "learning_rate": 8.470409711684371e-06, | |
| "loss": 0.2168, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 0.19630133407799086, | |
| "grad_norm": 1.813238263130188, | |
| "learning_rate": 8.461305007587254e-06, | |
| "loss": 0.2536, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 0.1971660976642375, | |
| "grad_norm": 2.416673421859741, | |
| "learning_rate": 8.452200303490137e-06, | |
| "loss": 0.2538, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 0.19803086125048416, | |
| "grad_norm": 2.3501391410827637, | |
| "learning_rate": 8.443095599393021e-06, | |
| "loss": 0.2682, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 0.19889562483673084, | |
| "grad_norm": 4.72876501083374, | |
| "learning_rate": 8.433990895295904e-06, | |
| "loss": 0.2192, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.1997603884229775, | |
| "grad_norm": 2.0732574462890625, | |
| "learning_rate": 8.424886191198787e-06, | |
| "loss": 0.2612, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 0.20062515200922415, | |
| "grad_norm": 3.1769752502441406, | |
| "learning_rate": 8.41578148710167e-06, | |
| "loss": 0.2434, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 0.2014899155954708, | |
| "grad_norm": 4.40995454788208, | |
| "learning_rate": 8.406676783004552e-06, | |
| "loss": 0.2292, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 0.2017781701242197, | |
| "eval_loss": 0.2476717233657837, | |
| "eval_mse": 0.24767172618419864, | |
| "eval_runtime": 64.3865, | |
| "eval_samples_per_second": 15.531, | |
| "eval_steps_per_second": 3.883, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.20235467918171746, | |
| "grad_norm": 1.8437422513961792, | |
| "learning_rate": 8.397572078907437e-06, | |
| "loss": 0.2751, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 0.2032194427679641, | |
| "grad_norm": 1.9612832069396973, | |
| "learning_rate": 8.38846737481032e-06, | |
| "loss": 0.2322, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.20408420635421076, | |
| "grad_norm": 1.9508056640625, | |
| "learning_rate": 8.379362670713203e-06, | |
| "loss": 0.2206, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 0.20494896994045742, | |
| "grad_norm": 12.081295013427734, | |
| "learning_rate": 8.370257966616086e-06, | |
| "loss": 0.2845, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 0.20581373352670407, | |
| "grad_norm": 7.8822479248046875, | |
| "learning_rate": 8.361153262518968e-06, | |
| "loss": 0.2439, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 0.20667849711295075, | |
| "grad_norm": 7.18080997467041, | |
| "learning_rate": 8.352048558421853e-06, | |
| "loss": 0.2813, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 0.2075432606991974, | |
| "grad_norm": 2.941767692565918, | |
| "learning_rate": 8.342943854324736e-06, | |
| "loss": 0.2384, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.20840802428544405, | |
| "grad_norm": 3.640935182571411, | |
| "learning_rate": 8.333839150227619e-06, | |
| "loss": 0.2535, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 0.2092727878716907, | |
| "grad_norm": 3.2023556232452393, | |
| "learning_rate": 8.324734446130501e-06, | |
| "loss": 0.2822, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 0.21013755145793736, | |
| "grad_norm": 4.521758556365967, | |
| "learning_rate": 8.315629742033384e-06, | |
| "loss": 0.2604, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 0.211002315044184, | |
| "grad_norm": 2.9931998252868652, | |
| "learning_rate": 8.306525037936269e-06, | |
| "loss": 0.239, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 0.21186707863043067, | |
| "grad_norm": 3.8456552028656006, | |
| "learning_rate": 8.297420333839152e-06, | |
| "loss": 0.2256, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.21273184221667732, | |
| "grad_norm": 3.0459201335906982, | |
| "learning_rate": 8.288315629742034e-06, | |
| "loss": 0.3055, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 0.21359660580292397, | |
| "grad_norm": 6.939425468444824, | |
| "learning_rate": 8.279210925644917e-06, | |
| "loss": 0.2945, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 0.21446136938917063, | |
| "grad_norm": 4.698008060455322, | |
| "learning_rate": 8.2701062215478e-06, | |
| "loss": 0.2558, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 0.2153261329754173, | |
| "grad_norm": 2.6725728511810303, | |
| "learning_rate": 8.261001517450683e-06, | |
| "loss": 0.2487, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 0.21619089656166396, | |
| "grad_norm": 3.1390607357025146, | |
| "learning_rate": 8.251896813353568e-06, | |
| "loss": 0.2371, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.2170556601479106, | |
| "grad_norm": 4.460456371307373, | |
| "learning_rate": 8.24279210925645e-06, | |
| "loss": 0.2595, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 0.21792042373415726, | |
| "grad_norm": 7.146320343017578, | |
| "learning_rate": 8.233687405159333e-06, | |
| "loss": 0.2687, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 0.21878518732040392, | |
| "grad_norm": 5.645358562469482, | |
| "learning_rate": 8.224582701062216e-06, | |
| "loss": 0.2402, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 0.21964995090665057, | |
| "grad_norm": 2.5356500148773193, | |
| "learning_rate": 8.215477996965099e-06, | |
| "loss": 0.2567, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 0.22051471449289722, | |
| "grad_norm": 5.814233303070068, | |
| "learning_rate": 8.206373292867983e-06, | |
| "loss": 0.2535, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.22137947807914388, | |
| "grad_norm": 2.0408260822296143, | |
| "learning_rate": 8.197268588770866e-06, | |
| "loss": 0.254, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 0.22224424166539053, | |
| "grad_norm": 2.689192056655884, | |
| "learning_rate": 8.188163884673749e-06, | |
| "loss": 0.2397, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 0.22310900525163718, | |
| "grad_norm": 4.501987934112549, | |
| "learning_rate": 8.179059180576632e-06, | |
| "loss": 0.2507, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 0.22397376883788386, | |
| "grad_norm": 3.8230247497558594, | |
| "learning_rate": 8.169954476479515e-06, | |
| "loss": 0.253, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 0.22483853242413052, | |
| "grad_norm": 4.210086345672607, | |
| "learning_rate": 8.1608497723824e-06, | |
| "loss": 0.231, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.22570329601037717, | |
| "grad_norm": 3.3682661056518555, | |
| "learning_rate": 8.151745068285282e-06, | |
| "loss": 0.2632, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 0.22656805959662382, | |
| "grad_norm": 3.226896286010742, | |
| "learning_rate": 8.142640364188165e-06, | |
| "loss": 0.2293, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 0.22743282318287047, | |
| "grad_norm": 1.880353569984436, | |
| "learning_rate": 8.133535660091048e-06, | |
| "loss": 0.2529, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 0.22829758676911713, | |
| "grad_norm": 5.078037738800049, | |
| "learning_rate": 8.12443095599393e-06, | |
| "loss": 0.2533, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 0.22916235035536378, | |
| "grad_norm": 5.995652198791504, | |
| "learning_rate": 8.115326251896815e-06, | |
| "loss": 0.2685, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.23002711394161043, | |
| "grad_norm": 4.134960174560547, | |
| "learning_rate": 8.106221547799698e-06, | |
| "loss": 0.2677, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 0.23060362299910822, | |
| "eval_loss": 0.23694634437561035, | |
| "eval_mse": 0.23694635881483556, | |
| "eval_runtime": 64.1432, | |
| "eval_samples_per_second": 15.59, | |
| "eval_steps_per_second": 3.898, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.2308918775278571, | |
| "grad_norm": 2.2709124088287354, | |
| "learning_rate": 8.097116843702581e-06, | |
| "loss": 0.2338, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 0.23175664111410377, | |
| "grad_norm": 3.1088995933532715, | |
| "learning_rate": 8.088012139605464e-06, | |
| "loss": 0.2342, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 0.23262140470035042, | |
| "grad_norm": 2.4137418270111084, | |
| "learning_rate": 8.078907435508347e-06, | |
| "loss": 0.2467, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 0.23348616828659707, | |
| "grad_norm": 14.154044151306152, | |
| "learning_rate": 8.06980273141123e-06, | |
| "loss": 0.2386, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.23435093187284373, | |
| "grad_norm": 6.077353477478027, | |
| "learning_rate": 8.060698027314114e-06, | |
| "loss": 0.2243, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 0.23521569545909038, | |
| "grad_norm": 2.9805984497070312, | |
| "learning_rate": 8.051593323216997e-06, | |
| "loss": 0.2451, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 0.23608045904533703, | |
| "grad_norm": 2.8187265396118164, | |
| "learning_rate": 8.04248861911988e-06, | |
| "loss": 0.2922, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 0.23694522263158369, | |
| "grad_norm": 2.3969638347625732, | |
| "learning_rate": 8.033383915022763e-06, | |
| "loss": 0.2579, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 0.23780998621783034, | |
| "grad_norm": 2.1792314052581787, | |
| "learning_rate": 8.024279210925645e-06, | |
| "loss": 0.2282, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.238674749804077, | |
| "grad_norm": 2.370007038116455, | |
| "learning_rate": 8.01517450682853e-06, | |
| "loss": 0.291, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 0.23953951339032364, | |
| "grad_norm": 1.9614750146865845, | |
| "learning_rate": 8.006069802731413e-06, | |
| "loss": 0.2391, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 0.24040427697657032, | |
| "grad_norm": 2.416917324066162, | |
| "learning_rate": 7.996965098634296e-06, | |
| "loss": 0.2546, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 0.24126904056281698, | |
| "grad_norm": 2.136915683746338, | |
| "learning_rate": 7.987860394537178e-06, | |
| "loss": 0.2664, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 0.24213380414906363, | |
| "grad_norm": 2.0941572189331055, | |
| "learning_rate": 7.978755690440061e-06, | |
| "loss": 0.2597, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.24299856773531028, | |
| "grad_norm": 3.3543283939361572, | |
| "learning_rate": 7.969650986342944e-06, | |
| "loss": 0.233, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 0.24386333132155694, | |
| "grad_norm": 2.2875921726226807, | |
| "learning_rate": 7.960546282245829e-06, | |
| "loss": 0.2302, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 0.2447280949078036, | |
| "grad_norm": 2.283102035522461, | |
| "learning_rate": 7.951441578148712e-06, | |
| "loss": 0.2825, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 0.24559285849405024, | |
| "grad_norm": 5.802175998687744, | |
| "learning_rate": 7.942336874051594e-06, | |
| "loss": 0.2515, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 0.2464576220802969, | |
| "grad_norm": 2.8898258209228516, | |
| "learning_rate": 7.933232169954477e-06, | |
| "loss": 0.2419, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.24732238566654355, | |
| "grad_norm": 1.9422801733016968, | |
| "learning_rate": 7.92412746585736e-06, | |
| "loss": 0.2361, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 0.2481871492527902, | |
| "grad_norm": 3.0359907150268555, | |
| "learning_rate": 7.915022761760245e-06, | |
| "loss": 0.1944, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 0.24905191283903688, | |
| "grad_norm": 3.544053554534912, | |
| "learning_rate": 7.905918057663127e-06, | |
| "loss": 0.2938, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 0.24991667642528353, | |
| "grad_norm": 2.4866981506347656, | |
| "learning_rate": 7.89681335356601e-06, | |
| "loss": 0.2339, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 0.2507814400115302, | |
| "grad_norm": 9.933099746704102, | |
| "learning_rate": 7.887708649468893e-06, | |
| "loss": 0.2824, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.25164620359777684, | |
| "grad_norm": 1.8425731658935547, | |
| "learning_rate": 7.878603945371776e-06, | |
| "loss": 0.2065, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 0.2525109671840235, | |
| "grad_norm": 14.634519577026367, | |
| "learning_rate": 7.869499241274659e-06, | |
| "loss": 0.2422, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 0.25337573077027015, | |
| "grad_norm": 3.1440680027008057, | |
| "learning_rate": 7.860394537177543e-06, | |
| "loss": 0.2418, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 0.2542404943565168, | |
| "grad_norm": 6.234373092651367, | |
| "learning_rate": 7.851289833080426e-06, | |
| "loss": 0.233, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 0.25510525794276345, | |
| "grad_norm": 2.140277147293091, | |
| "learning_rate": 7.842185128983309e-06, | |
| "loss": 0.2527, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.2559700215290101, | |
| "grad_norm": 3.195327043533325, | |
| "learning_rate": 7.833080424886192e-06, | |
| "loss": 0.2549, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 0.25683478511525676, | |
| "grad_norm": 2.8949568271636963, | |
| "learning_rate": 7.823975720789075e-06, | |
| "loss": 0.2318, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 0.2576995487015034, | |
| "grad_norm": 3.3351497650146484, | |
| "learning_rate": 7.814871016691958e-06, | |
| "loss": 0.2349, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 0.25856431228775006, | |
| "grad_norm": 7.218577861785889, | |
| "learning_rate": 7.805766312594842e-06, | |
| "loss": 0.2856, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 0.2594290758739967, | |
| "grad_norm": 3.1537606716156006, | |
| "learning_rate": 7.796661608497725e-06, | |
| "loss": 0.3181, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.2594290758739967, | |
| "eval_loss": 0.23068155348300934, | |
| "eval_mse": 0.2306815572567284, | |
| "eval_runtime": 64.5975, | |
| "eval_samples_per_second": 15.48, | |
| "eval_steps_per_second": 3.87, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.26029383946024337, | |
| "grad_norm": 4.1888933181762695, | |
| "learning_rate": 7.787556904400608e-06, | |
| "loss": 0.2682, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 0.26115860304649, | |
| "grad_norm": 2.9940059185028076, | |
| "learning_rate": 7.77845220030349e-06, | |
| "loss": 0.2381, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 0.26202336663273673, | |
| "grad_norm": 2.2147626876831055, | |
| "learning_rate": 7.769347496206373e-06, | |
| "loss": 0.2803, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 0.2628881302189834, | |
| "grad_norm": 2.8790485858917236, | |
| "learning_rate": 7.760242792109256e-06, | |
| "loss": 0.2372, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 0.26375289380523004, | |
| "grad_norm": 4.44177770614624, | |
| "learning_rate": 7.75113808801214e-06, | |
| "loss": 0.2345, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 0.2646176573914767, | |
| "grad_norm": 1.7946621179580688, | |
| "learning_rate": 7.742033383915024e-06, | |
| "loss": 0.2215, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 0.26548242097772334, | |
| "grad_norm": 2.3959579467773438, | |
| "learning_rate": 7.732928679817907e-06, | |
| "loss": 0.2286, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 0.26634718456397, | |
| "grad_norm": 6.54136848449707, | |
| "learning_rate": 7.72382397572079e-06, | |
| "loss": 0.2423, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 0.26721194815021665, | |
| "grad_norm": 7.17802095413208, | |
| "learning_rate": 7.714719271623672e-06, | |
| "loss": 0.2535, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 0.2680767117364633, | |
| "grad_norm": 2.7691524028778076, | |
| "learning_rate": 7.705614567526557e-06, | |
| "loss": 0.2141, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.26894147532270996, | |
| "grad_norm": 4.189211368560791, | |
| "learning_rate": 7.69650986342944e-06, | |
| "loss": 0.2577, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 0.2698062389089566, | |
| "grad_norm": 3.442680835723877, | |
| "learning_rate": 7.687405159332322e-06, | |
| "loss": 0.2438, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 0.27067100249520326, | |
| "grad_norm": 2.050264596939087, | |
| "learning_rate": 7.678300455235205e-06, | |
| "loss": 0.262, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 0.2715357660814499, | |
| "grad_norm": 6.750906944274902, | |
| "learning_rate": 7.669195751138088e-06, | |
| "loss": 0.2789, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 0.27240052966769657, | |
| "grad_norm": 14.716294288635254, | |
| "learning_rate": 7.660091047040971e-06, | |
| "loss": 0.294, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 0.2732652932539432, | |
| "grad_norm": 4.65310001373291, | |
| "learning_rate": 7.650986342943855e-06, | |
| "loss": 0.2938, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 0.2741300568401899, | |
| "grad_norm": 4.3455424308776855, | |
| "learning_rate": 7.641881638846738e-06, | |
| "loss": 0.2654, | |
| "step": 951 | |
| }, | |
| { | |
| "epoch": 0.2749948204264365, | |
| "grad_norm": 18.063007354736328, | |
| "learning_rate": 7.632776934749621e-06, | |
| "loss": 0.2812, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 0.2758595840126832, | |
| "grad_norm": 2.212507963180542, | |
| "learning_rate": 7.623672230652505e-06, | |
| "loss": 0.2134, | |
| "step": 957 | |
| }, | |
| { | |
| "epoch": 0.27672434759892983, | |
| "grad_norm": 2.462282180786133, | |
| "learning_rate": 7.614567526555388e-06, | |
| "loss": 0.235, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.2775891111851765, | |
| "grad_norm": 9.775514602661133, | |
| "learning_rate": 7.6054628224582705e-06, | |
| "loss": 0.258, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 0.2784538747714232, | |
| "grad_norm": 2.7479944229125977, | |
| "learning_rate": 7.596358118361153e-06, | |
| "loss": 0.2653, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 0.27931863835766985, | |
| "grad_norm": 3.1024341583251953, | |
| "learning_rate": 7.587253414264037e-06, | |
| "loss": 0.2611, | |
| "step": 969 | |
| }, | |
| { | |
| "epoch": 0.2801834019439165, | |
| "grad_norm": 4.7744317054748535, | |
| "learning_rate": 7.578148710166921e-06, | |
| "loss": 0.2676, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 0.28104816553016315, | |
| "grad_norm": 2.3438374996185303, | |
| "learning_rate": 7.569044006069804e-06, | |
| "loss": 0.2521, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.2819129291164098, | |
| "grad_norm": 5.55867338180542, | |
| "learning_rate": 7.5599393019726864e-06, | |
| "loss": 0.2592, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 0.28277769270265646, | |
| "grad_norm": 3.6212918758392334, | |
| "learning_rate": 7.550834597875569e-06, | |
| "loss": 0.2717, | |
| "step": 981 | |
| }, | |
| { | |
| "epoch": 0.2836424562889031, | |
| "grad_norm": 2.0010621547698975, | |
| "learning_rate": 7.541729893778453e-06, | |
| "loss": 0.2303, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 0.28450721987514976, | |
| "grad_norm": 2.170227289199829, | |
| "learning_rate": 7.532625189681337e-06, | |
| "loss": 0.2436, | |
| "step": 987 | |
| }, | |
| { | |
| "epoch": 0.2853719834613964, | |
| "grad_norm": 3.4833590984344482, | |
| "learning_rate": 7.5235204855842195e-06, | |
| "loss": 0.2327, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.28623674704764307, | |
| "grad_norm": 2.1279664039611816, | |
| "learning_rate": 7.514415781487102e-06, | |
| "loss": 0.2706, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 0.2871015106338897, | |
| "grad_norm": 3.14772891998291, | |
| "learning_rate": 7.505311077389985e-06, | |
| "loss": 0.2325, | |
| "step": 996 | |
| }, | |
| { | |
| "epoch": 0.2879662742201364, | |
| "grad_norm": 3.4754092693328857, | |
| "learning_rate": 7.496206373292868e-06, | |
| "loss": 0.2551, | |
| "step": 999 | |
| }, | |
| { | |
| "epoch": 0.28825452874888524, | |
| "eval_loss": 0.24107317626476288, | |
| "eval_mse": 0.24107318028528243, | |
| "eval_runtime": 64.3256, | |
| "eval_samples_per_second": 15.546, | |
| "eval_steps_per_second": 3.886, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.28883103780638303, | |
| "grad_norm": 2.1394267082214355, | |
| "learning_rate": 7.487101669195752e-06, | |
| "loss": 0.2094, | |
| "step": 1002 | |
| }, | |
| { | |
| "epoch": 0.2896958013926297, | |
| "grad_norm": 1.6514432430267334, | |
| "learning_rate": 7.477996965098635e-06, | |
| "loss": 0.2475, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 0.29056056497887633, | |
| "grad_norm": 5.082777500152588, | |
| "learning_rate": 7.468892261001518e-06, | |
| "loss": 0.2829, | |
| "step": 1008 | |
| }, | |
| { | |
| "epoch": 0.291425328565123, | |
| "grad_norm": 3.7276644706726074, | |
| "learning_rate": 7.459787556904401e-06, | |
| "loss": 0.2955, | |
| "step": 1011 | |
| }, | |
| { | |
| "epoch": 0.29229009215136964, | |
| "grad_norm": 3.5418541431427, | |
| "learning_rate": 7.450682852807284e-06, | |
| "loss": 0.2359, | |
| "step": 1014 | |
| }, | |
| { | |
| "epoch": 0.2931548557376163, | |
| "grad_norm": 1.7081390619277954, | |
| "learning_rate": 7.441578148710168e-06, | |
| "loss": 0.2377, | |
| "step": 1017 | |
| }, | |
| { | |
| "epoch": 0.29401961932386295, | |
| "grad_norm": 3.4884068965911865, | |
| "learning_rate": 7.4324734446130505e-06, | |
| "loss": 0.1981, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.2948843829101096, | |
| "grad_norm": 2.5671768188476562, | |
| "learning_rate": 7.423368740515934e-06, | |
| "loss": 0.2657, | |
| "step": 1023 | |
| }, | |
| { | |
| "epoch": 0.2957491464963563, | |
| "grad_norm": 3.0763845443725586, | |
| "learning_rate": 7.414264036418817e-06, | |
| "loss": 0.2391, | |
| "step": 1026 | |
| }, | |
| { | |
| "epoch": 0.29661391008260296, | |
| "grad_norm": 2.09977388381958, | |
| "learning_rate": 7.4051593323217e-06, | |
| "loss": 0.2426, | |
| "step": 1029 | |
| }, | |
| { | |
| "epoch": 0.2974786736688496, | |
| "grad_norm": 1.816253900527954, | |
| "learning_rate": 7.3960546282245835e-06, | |
| "loss": 0.2309, | |
| "step": 1032 | |
| }, | |
| { | |
| "epoch": 0.29834343725509627, | |
| "grad_norm": 2.3119256496429443, | |
| "learning_rate": 7.386949924127466e-06, | |
| "loss": 0.2379, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 0.2992082008413429, | |
| "grad_norm": 4.264431953430176, | |
| "learning_rate": 7.377845220030349e-06, | |
| "loss": 0.2603, | |
| "step": 1038 | |
| }, | |
| { | |
| "epoch": 0.3000729644275896, | |
| "grad_norm": 2.759507656097412, | |
| "learning_rate": 7.368740515933233e-06, | |
| "loss": 0.2634, | |
| "step": 1041 | |
| }, | |
| { | |
| "epoch": 0.3009377280138362, | |
| "grad_norm": 2.629415988922119, | |
| "learning_rate": 7.359635811836116e-06, | |
| "loss": 0.2091, | |
| "step": 1044 | |
| }, | |
| { | |
| "epoch": 0.3018024916000829, | |
| "grad_norm": 1.7376865148544312, | |
| "learning_rate": 7.3505311077389994e-06, | |
| "loss": 0.227, | |
| "step": 1047 | |
| }, | |
| { | |
| "epoch": 0.30266725518632953, | |
| "grad_norm": 2.700201988220215, | |
| "learning_rate": 7.341426403641882e-06, | |
| "loss": 0.2336, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.3035320187725762, | |
| "grad_norm": 17.49102020263672, | |
| "learning_rate": 7.332321699544765e-06, | |
| "loss": 0.2714, | |
| "step": 1053 | |
| }, | |
| { | |
| "epoch": 0.30439678235882284, | |
| "grad_norm": 3.3329529762268066, | |
| "learning_rate": 7.323216995447649e-06, | |
| "loss": 0.2199, | |
| "step": 1056 | |
| }, | |
| { | |
| "epoch": 0.3052615459450695, | |
| "grad_norm": 2.0356404781341553, | |
| "learning_rate": 7.314112291350532e-06, | |
| "loss": 0.2329, | |
| "step": 1059 | |
| }, | |
| { | |
| "epoch": 0.30612630953131614, | |
| "grad_norm": 1.992146611213684, | |
| "learning_rate": 7.305007587253415e-06, | |
| "loss": 0.2305, | |
| "step": 1062 | |
| }, | |
| { | |
| "epoch": 0.3069910731175628, | |
| "grad_norm": 3.694671630859375, | |
| "learning_rate": 7.295902883156298e-06, | |
| "loss": 0.2149, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 0.30785583670380945, | |
| "grad_norm": 2.258823871612549, | |
| "learning_rate": 7.286798179059181e-06, | |
| "loss": 0.2347, | |
| "step": 1068 | |
| }, | |
| { | |
| "epoch": 0.3087206002900561, | |
| "grad_norm": 2.762303590774536, | |
| "learning_rate": 7.277693474962064e-06, | |
| "loss": 0.2355, | |
| "step": 1071 | |
| }, | |
| { | |
| "epoch": 0.30958536387630275, | |
| "grad_norm": 2.68644118309021, | |
| "learning_rate": 7.2685887708649476e-06, | |
| "loss": 0.2308, | |
| "step": 1074 | |
| }, | |
| { | |
| "epoch": 0.3104501274625494, | |
| "grad_norm": 5.270909786224365, | |
| "learning_rate": 7.25948406676783e-06, | |
| "loss": 0.2781, | |
| "step": 1077 | |
| }, | |
| { | |
| "epoch": 0.31131489104879606, | |
| "grad_norm": 1.9733515977859497, | |
| "learning_rate": 7.250379362670714e-06, | |
| "loss": 0.2465, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.31217965463504277, | |
| "grad_norm": 4.668141841888428, | |
| "learning_rate": 7.241274658573597e-06, | |
| "loss": 0.2743, | |
| "step": 1083 | |
| }, | |
| { | |
| "epoch": 0.3130444182212894, | |
| "grad_norm": 5.158870220184326, | |
| "learning_rate": 7.23216995447648e-06, | |
| "loss": 0.2702, | |
| "step": 1086 | |
| }, | |
| { | |
| "epoch": 0.3139091818075361, | |
| "grad_norm": 20.275535583496094, | |
| "learning_rate": 7.223065250379363e-06, | |
| "loss": 0.2609, | |
| "step": 1089 | |
| }, | |
| { | |
| "epoch": 0.31477394539378273, | |
| "grad_norm": 3.8496415615081787, | |
| "learning_rate": 7.213960546282246e-06, | |
| "loss": 0.2641, | |
| "step": 1092 | |
| }, | |
| { | |
| "epoch": 0.3156387089800294, | |
| "grad_norm": 4.2407073974609375, | |
| "learning_rate": 7.20485584218513e-06, | |
| "loss": 0.2255, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 0.31650347256627603, | |
| "grad_norm": 6.420517444610596, | |
| "learning_rate": 7.195751138088013e-06, | |
| "loss": 0.2743, | |
| "step": 1098 | |
| }, | |
| { | |
| "epoch": 0.31707998162377377, | |
| "eval_loss": 0.2349877655506134, | |
| "eval_mse": 0.2349877648057918, | |
| "eval_runtime": 64.4388, | |
| "eval_samples_per_second": 15.519, | |
| "eval_steps_per_second": 3.88, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.3173682361525227, | |
| "grad_norm": 3.0954813957214355, | |
| "learning_rate": 7.186646433990896e-06, | |
| "loss": 0.2681, | |
| "step": 1101 | |
| }, | |
| { | |
| "epoch": 0.31823299973876934, | |
| "grad_norm": 3.8299410343170166, | |
| "learning_rate": 7.1775417298937785e-06, | |
| "loss": 0.2378, | |
| "step": 1104 | |
| }, | |
| { | |
| "epoch": 0.319097763325016, | |
| "grad_norm": 2.5736284255981445, | |
| "learning_rate": 7.168437025796661e-06, | |
| "loss": 0.2441, | |
| "step": 1107 | |
| }, | |
| { | |
| "epoch": 0.31996252691126265, | |
| "grad_norm": 2.7379114627838135, | |
| "learning_rate": 7.159332321699546e-06, | |
| "loss": 0.2216, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.3208272904975093, | |
| "grad_norm": 11.14561653137207, | |
| "learning_rate": 7.150227617602429e-06, | |
| "loss": 0.2574, | |
| "step": 1113 | |
| }, | |
| { | |
| "epoch": 0.32169205408375595, | |
| "grad_norm": 3.286914348602295, | |
| "learning_rate": 7.141122913505312e-06, | |
| "loss": 0.2575, | |
| "step": 1116 | |
| }, | |
| { | |
| "epoch": 0.3225568176700026, | |
| "grad_norm": 5.4453020095825195, | |
| "learning_rate": 7.1320182094081944e-06, | |
| "loss": 0.2307, | |
| "step": 1119 | |
| }, | |
| { | |
| "epoch": 0.32342158125624926, | |
| "grad_norm": 3.9706311225891113, | |
| "learning_rate": 7.122913505311077e-06, | |
| "loss": 0.2622, | |
| "step": 1122 | |
| }, | |
| { | |
| "epoch": 0.3242863448424959, | |
| "grad_norm": 5.497633934020996, | |
| "learning_rate": 7.113808801213962e-06, | |
| "loss": 0.2433, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.32515110842874256, | |
| "grad_norm": 5.734874725341797, | |
| "learning_rate": 7.104704097116845e-06, | |
| "loss": 0.265, | |
| "step": 1128 | |
| }, | |
| { | |
| "epoch": 0.3260158720149892, | |
| "grad_norm": 1.9510211944580078, | |
| "learning_rate": 7.0955993930197275e-06, | |
| "loss": 0.26, | |
| "step": 1131 | |
| }, | |
| { | |
| "epoch": 0.32688063560123587, | |
| "grad_norm": 11.36854076385498, | |
| "learning_rate": 7.08649468892261e-06, | |
| "loss": 0.2378, | |
| "step": 1134 | |
| }, | |
| { | |
| "epoch": 0.3277453991874825, | |
| "grad_norm": 1.991607666015625, | |
| "learning_rate": 7.077389984825493e-06, | |
| "loss": 0.2399, | |
| "step": 1137 | |
| }, | |
| { | |
| "epoch": 0.3286101627737292, | |
| "grad_norm": 4.413910388946533, | |
| "learning_rate": 7.068285280728376e-06, | |
| "loss": 0.2411, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.3294749263599759, | |
| "grad_norm": 4.106217861175537, | |
| "learning_rate": 7.0591805766312606e-06, | |
| "loss": 0.2713, | |
| "step": 1143 | |
| }, | |
| { | |
| "epoch": 0.33033968994622254, | |
| "grad_norm": 2.9739654064178467, | |
| "learning_rate": 7.050075872534143e-06, | |
| "loss": 0.2463, | |
| "step": 1146 | |
| }, | |
| { | |
| "epoch": 0.3312044535324692, | |
| "grad_norm": 6.642212390899658, | |
| "learning_rate": 7.040971168437026e-06, | |
| "loss": 0.2773, | |
| "step": 1149 | |
| }, | |
| { | |
| "epoch": 0.33206921711871584, | |
| "grad_norm": 4.020822048187256, | |
| "learning_rate": 7.031866464339909e-06, | |
| "loss": 0.2493, | |
| "step": 1152 | |
| }, | |
| { | |
| "epoch": 0.3329339807049625, | |
| "grad_norm": 4.196906566619873, | |
| "learning_rate": 7.022761760242792e-06, | |
| "loss": 0.227, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 0.33379874429120915, | |
| "grad_norm": 3.0572118759155273, | |
| "learning_rate": 7.0136570561456765e-06, | |
| "loss": 0.2594, | |
| "step": 1158 | |
| }, | |
| { | |
| "epoch": 0.3346635078774558, | |
| "grad_norm": 2.7601091861724854, | |
| "learning_rate": 7.004552352048559e-06, | |
| "loss": 0.2299, | |
| "step": 1161 | |
| }, | |
| { | |
| "epoch": 0.33552827146370245, | |
| "grad_norm": 2.025371551513672, | |
| "learning_rate": 6.995447647951442e-06, | |
| "loss": 0.2484, | |
| "step": 1164 | |
| }, | |
| { | |
| "epoch": 0.3363930350499491, | |
| "grad_norm": 4.210418701171875, | |
| "learning_rate": 6.986342943854325e-06, | |
| "loss": 0.2247, | |
| "step": 1167 | |
| }, | |
| { | |
| "epoch": 0.33725779863619576, | |
| "grad_norm": 5.4730544090271, | |
| "learning_rate": 6.977238239757208e-06, | |
| "loss": 0.2616, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.3381225622224424, | |
| "grad_norm": 3.7742884159088135, | |
| "learning_rate": 6.968133535660092e-06, | |
| "loss": 0.2428, | |
| "step": 1173 | |
| }, | |
| { | |
| "epoch": 0.33898732580868907, | |
| "grad_norm": 3.491050958633423, | |
| "learning_rate": 6.959028831562975e-06, | |
| "loss": 0.2296, | |
| "step": 1176 | |
| }, | |
| { | |
| "epoch": 0.3398520893949357, | |
| "grad_norm": 2.1583101749420166, | |
| "learning_rate": 6.949924127465858e-06, | |
| "loss": 0.2649, | |
| "step": 1179 | |
| }, | |
| { | |
| "epoch": 0.34071685298118237, | |
| "grad_norm": 2.2460827827453613, | |
| "learning_rate": 6.940819423368741e-06, | |
| "loss": 0.2308, | |
| "step": 1182 | |
| }, | |
| { | |
| "epoch": 0.341581616567429, | |
| "grad_norm": 4.751939296722412, | |
| "learning_rate": 6.931714719271624e-06, | |
| "loss": 0.2491, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 0.3424463801536757, | |
| "grad_norm": 2.2470085620880127, | |
| "learning_rate": 6.922610015174508e-06, | |
| "loss": 0.2135, | |
| "step": 1188 | |
| }, | |
| { | |
| "epoch": 0.34331114373992233, | |
| "grad_norm": 3.2550578117370605, | |
| "learning_rate": 6.913505311077391e-06, | |
| "loss": 0.2345, | |
| "step": 1191 | |
| }, | |
| { | |
| "epoch": 0.344175907326169, | |
| "grad_norm": 2.159435749053955, | |
| "learning_rate": 6.904400606980274e-06, | |
| "loss": 0.2413, | |
| "step": 1194 | |
| }, | |
| { | |
| "epoch": 0.34504067091241564, | |
| "grad_norm": 23.409839630126953, | |
| "learning_rate": 6.895295902883157e-06, | |
| "loss": 0.2101, | |
| "step": 1197 | |
| }, | |
| { | |
| "epoch": 0.34590543449866235, | |
| "grad_norm": 3.5459580421447754, | |
| "learning_rate": 6.88619119878604e-06, | |
| "loss": 0.2383, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.34590543449866235, | |
| "eval_loss": 0.2423837035894394, | |
| "eval_mse": 0.2423837145415746, | |
| "eval_runtime": 64.1907, | |
| "eval_samples_per_second": 15.579, | |
| "eval_steps_per_second": 3.895, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.346770198084909, | |
| "grad_norm": 4.81601095199585, | |
| "learning_rate": 6.8770864946889225e-06, | |
| "loss": 0.2548, | |
| "step": 1203 | |
| }, | |
| { | |
| "epoch": 0.34763496167115565, | |
| "grad_norm": 1.821042776107788, | |
| "learning_rate": 6.867981790591807e-06, | |
| "loss": 0.2054, | |
| "step": 1206 | |
| }, | |
| { | |
| "epoch": 0.3484997252574023, | |
| "grad_norm": 2.1432528495788574, | |
| "learning_rate": 6.85887708649469e-06, | |
| "loss": 0.2324, | |
| "step": 1209 | |
| }, | |
| { | |
| "epoch": 0.34936448884364896, | |
| "grad_norm": 2.9332826137542725, | |
| "learning_rate": 6.849772382397573e-06, | |
| "loss": 0.2336, | |
| "step": 1212 | |
| }, | |
| { | |
| "epoch": 0.3502292524298956, | |
| "grad_norm": 6.8339619636535645, | |
| "learning_rate": 6.8406676783004556e-06, | |
| "loss": 0.2132, | |
| "step": 1215 | |
| }, | |
| { | |
| "epoch": 0.35109401601614226, | |
| "grad_norm": 2.1698455810546875, | |
| "learning_rate": 6.831562974203338e-06, | |
| "loss": 0.235, | |
| "step": 1218 | |
| }, | |
| { | |
| "epoch": 0.3519587796023889, | |
| "grad_norm": 4.076608657836914, | |
| "learning_rate": 6.822458270106223e-06, | |
| "loss": 0.2444, | |
| "step": 1221 | |
| }, | |
| { | |
| "epoch": 0.35282354318863557, | |
| "grad_norm": 2.6955060958862305, | |
| "learning_rate": 6.813353566009106e-06, | |
| "loss": 0.228, | |
| "step": 1224 | |
| }, | |
| { | |
| "epoch": 0.3536883067748822, | |
| "grad_norm": 2.3251149654388428, | |
| "learning_rate": 6.804248861911989e-06, | |
| "loss": 0.2501, | |
| "step": 1227 | |
| }, | |
| { | |
| "epoch": 0.3545530703611289, | |
| "grad_norm": 3.7349984645843506, | |
| "learning_rate": 6.7951441578148715e-06, | |
| "loss": 0.2332, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.3554178339473755, | |
| "grad_norm": 2.2955520153045654, | |
| "learning_rate": 6.786039453717754e-06, | |
| "loss": 0.2196, | |
| "step": 1233 | |
| }, | |
| { | |
| "epoch": 0.3562825975336222, | |
| "grad_norm": 2.053947687149048, | |
| "learning_rate": 6.776934749620638e-06, | |
| "loss": 0.2281, | |
| "step": 1236 | |
| }, | |
| { | |
| "epoch": 0.35714736111986883, | |
| "grad_norm": 1.7476141452789307, | |
| "learning_rate": 6.767830045523522e-06, | |
| "loss": 0.2403, | |
| "step": 1239 | |
| }, | |
| { | |
| "epoch": 0.3580121247061155, | |
| "grad_norm": 3.03908109664917, | |
| "learning_rate": 6.7587253414264045e-06, | |
| "loss": 0.266, | |
| "step": 1242 | |
| }, | |
| { | |
| "epoch": 0.35887688829236214, | |
| "grad_norm": 3.2814714908599854, | |
| "learning_rate": 6.749620637329287e-06, | |
| "loss": 0.2137, | |
| "step": 1245 | |
| }, | |
| { | |
| "epoch": 0.3597416518786088, | |
| "grad_norm": 2.523711681365967, | |
| "learning_rate": 6.74051593323217e-06, | |
| "loss": 0.2396, | |
| "step": 1248 | |
| }, | |
| { | |
| "epoch": 0.36060641546485545, | |
| "grad_norm": 2.1850292682647705, | |
| "learning_rate": 6.731411229135054e-06, | |
| "loss": 0.2297, | |
| "step": 1251 | |
| }, | |
| { | |
| "epoch": 0.3614711790511021, | |
| "grad_norm": 2.3782458305358887, | |
| "learning_rate": 6.722306525037937e-06, | |
| "loss": 0.2159, | |
| "step": 1254 | |
| }, | |
| { | |
| "epoch": 0.36233594263734875, | |
| "grad_norm": 4.745922088623047, | |
| "learning_rate": 6.7132018209408204e-06, | |
| "loss": 0.2111, | |
| "step": 1257 | |
| }, | |
| { | |
| "epoch": 0.36320070622359546, | |
| "grad_norm": 2.0191493034362793, | |
| "learning_rate": 6.704097116843703e-06, | |
| "loss": 0.2648, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.3640654698098421, | |
| "grad_norm": 61.380306243896484, | |
| "learning_rate": 6.694992412746586e-06, | |
| "loss": 0.2484, | |
| "step": 1263 | |
| }, | |
| { | |
| "epoch": 0.36493023339608877, | |
| "grad_norm": 3.0049686431884766, | |
| "learning_rate": 6.685887708649469e-06, | |
| "loss": 0.2456, | |
| "step": 1266 | |
| }, | |
| { | |
| "epoch": 0.3657949969823354, | |
| "grad_norm": 3.6466712951660156, | |
| "learning_rate": 6.676783004552353e-06, | |
| "loss": 0.3093, | |
| "step": 1269 | |
| }, | |
| { | |
| "epoch": 0.36665976056858207, | |
| "grad_norm": 2.6709084510803223, | |
| "learning_rate": 6.6676783004552355e-06, | |
| "loss": 0.2129, | |
| "step": 1272 | |
| }, | |
| { | |
| "epoch": 0.3675245241548287, | |
| "grad_norm": 3.721860408782959, | |
| "learning_rate": 6.658573596358119e-06, | |
| "loss": 0.2476, | |
| "step": 1275 | |
| }, | |
| { | |
| "epoch": 0.3683892877410754, | |
| "grad_norm": 3.2325708866119385, | |
| "learning_rate": 6.649468892261002e-06, | |
| "loss": 0.2281, | |
| "step": 1278 | |
| }, | |
| { | |
| "epoch": 0.36925405132732203, | |
| "grad_norm": 3.1280910968780518, | |
| "learning_rate": 6.640364188163885e-06, | |
| "loss": 0.2791, | |
| "step": 1281 | |
| }, | |
| { | |
| "epoch": 0.3701188149135687, | |
| "grad_norm": 2.1942126750946045, | |
| "learning_rate": 6.6312594840667686e-06, | |
| "loss": 0.2323, | |
| "step": 1284 | |
| }, | |
| { | |
| "epoch": 0.37098357849981534, | |
| "grad_norm": 4.829765796661377, | |
| "learning_rate": 6.622154779969651e-06, | |
| "loss": 0.204, | |
| "step": 1287 | |
| }, | |
| { | |
| "epoch": 0.371848342086062, | |
| "grad_norm": 2.7358474731445312, | |
| "learning_rate": 6.613050075872534e-06, | |
| "loss": 0.2484, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.37271310567230864, | |
| "grad_norm": 3.0888988971710205, | |
| "learning_rate": 6.603945371775418e-06, | |
| "loss": 0.251, | |
| "step": 1293 | |
| }, | |
| { | |
| "epoch": 0.3735778692585553, | |
| "grad_norm": 2.374920129776001, | |
| "learning_rate": 6.594840667678301e-06, | |
| "loss": 0.2513, | |
| "step": 1296 | |
| }, | |
| { | |
| "epoch": 0.37444263284480195, | |
| "grad_norm": 4.422918319702148, | |
| "learning_rate": 6.5857359635811845e-06, | |
| "loss": 0.2191, | |
| "step": 1299 | |
| }, | |
| { | |
| "epoch": 0.37473088737355087, | |
| "eval_loss": 0.22791720926761627, | |
| "eval_mse": 0.2279172136860434, | |
| "eval_runtime": 64.4369, | |
| "eval_samples_per_second": 15.519, | |
| "eval_steps_per_second": 3.88, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.3753073964310486, | |
| "grad_norm": 3.1236884593963623, | |
| "learning_rate": 6.576631259484067e-06, | |
| "loss": 0.2676, | |
| "step": 1302 | |
| }, | |
| { | |
| "epoch": 0.37617216001729525, | |
| "grad_norm": 2.3095321655273438, | |
| "learning_rate": 6.56752655538695e-06, | |
| "loss": 0.2373, | |
| "step": 1305 | |
| }, | |
| { | |
| "epoch": 0.3770369236035419, | |
| "grad_norm": 2.6782171726226807, | |
| "learning_rate": 6.558421851289834e-06, | |
| "loss": 0.2147, | |
| "step": 1308 | |
| }, | |
| { | |
| "epoch": 0.37790168718978856, | |
| "grad_norm": 2.2795357704162598, | |
| "learning_rate": 6.549317147192717e-06, | |
| "loss": 0.2458, | |
| "step": 1311 | |
| }, | |
| { | |
| "epoch": 0.3787664507760352, | |
| "grad_norm": 2.5536789894104004, | |
| "learning_rate": 6.5402124430956e-06, | |
| "loss": 0.2643, | |
| "step": 1314 | |
| }, | |
| { | |
| "epoch": 0.3796312143622819, | |
| "grad_norm": 2.8398616313934326, | |
| "learning_rate": 6.531107738998483e-06, | |
| "loss": 0.2647, | |
| "step": 1317 | |
| }, | |
| { | |
| "epoch": 0.3804959779485286, | |
| "grad_norm": 4.880849838256836, | |
| "learning_rate": 6.522003034901366e-06, | |
| "loss": 0.2151, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.3813607415347752, | |
| "grad_norm": 3.158966302871704, | |
| "learning_rate": 6.512898330804249e-06, | |
| "loss": 0.2884, | |
| "step": 1323 | |
| }, | |
| { | |
| "epoch": 0.3822255051210219, | |
| "grad_norm": 1.8538583517074585, | |
| "learning_rate": 6.503793626707133e-06, | |
| "loss": 0.2238, | |
| "step": 1326 | |
| }, | |
| { | |
| "epoch": 0.38309026870726853, | |
| "grad_norm": 3.2521581649780273, | |
| "learning_rate": 6.4946889226100154e-06, | |
| "loss": 0.2328, | |
| "step": 1329 | |
| }, | |
| { | |
| "epoch": 0.3839550322935152, | |
| "grad_norm": 2.3196299076080322, | |
| "learning_rate": 6.485584218512899e-06, | |
| "loss": 0.2885, | |
| "step": 1332 | |
| }, | |
| { | |
| "epoch": 0.38481979587976184, | |
| "grad_norm": 3.506424903869629, | |
| "learning_rate": 6.476479514415782e-06, | |
| "loss": 0.2208, | |
| "step": 1335 | |
| }, | |
| { | |
| "epoch": 0.3856845594660085, | |
| "grad_norm": 2.378120183944702, | |
| "learning_rate": 6.467374810318665e-06, | |
| "loss": 0.2187, | |
| "step": 1338 | |
| }, | |
| { | |
| "epoch": 0.38654932305225514, | |
| "grad_norm": 2.1336095333099365, | |
| "learning_rate": 6.458270106221548e-06, | |
| "loss": 0.2626, | |
| "step": 1341 | |
| }, | |
| { | |
| "epoch": 0.3874140866385018, | |
| "grad_norm": 1.8846355676651, | |
| "learning_rate": 6.449165402124431e-06, | |
| "loss": 0.2468, | |
| "step": 1344 | |
| }, | |
| { | |
| "epoch": 0.38827885022474845, | |
| "grad_norm": 3.833599805831909, | |
| "learning_rate": 6.440060698027315e-06, | |
| "loss": 0.2432, | |
| "step": 1347 | |
| }, | |
| { | |
| "epoch": 0.3891436138109951, | |
| "grad_norm": 2.8712267875671387, | |
| "learning_rate": 6.430955993930198e-06, | |
| "loss": 0.2383, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.39000837739724176, | |
| "grad_norm": 2.344010829925537, | |
| "learning_rate": 6.421851289833081e-06, | |
| "loss": 0.233, | |
| "step": 1353 | |
| }, | |
| { | |
| "epoch": 0.3908731409834884, | |
| "grad_norm": 4.56198263168335, | |
| "learning_rate": 6.4127465857359636e-06, | |
| "loss": 0.2583, | |
| "step": 1356 | |
| }, | |
| { | |
| "epoch": 0.39173790456973506, | |
| "grad_norm": 3.3095390796661377, | |
| "learning_rate": 6.403641881638846e-06, | |
| "loss": 0.2228, | |
| "step": 1359 | |
| }, | |
| { | |
| "epoch": 0.3926026681559817, | |
| "grad_norm": 5.623388290405273, | |
| "learning_rate": 6.394537177541731e-06, | |
| "loss": 0.2425, | |
| "step": 1362 | |
| }, | |
| { | |
| "epoch": 0.39346743174222837, | |
| "grad_norm": 4.270349502563477, | |
| "learning_rate": 6.385432473444614e-06, | |
| "loss": 0.2283, | |
| "step": 1365 | |
| }, | |
| { | |
| "epoch": 0.394332195328475, | |
| "grad_norm": 4.91237211227417, | |
| "learning_rate": 6.376327769347497e-06, | |
| "loss": 0.2472, | |
| "step": 1368 | |
| }, | |
| { | |
| "epoch": 0.3951969589147217, | |
| "grad_norm": 3.120549440383911, | |
| "learning_rate": 6.3672230652503795e-06, | |
| "loss": 0.2724, | |
| "step": 1371 | |
| }, | |
| { | |
| "epoch": 0.3960617225009683, | |
| "grad_norm": 2.615607500076294, | |
| "learning_rate": 6.358118361153262e-06, | |
| "loss": 0.2779, | |
| "step": 1374 | |
| }, | |
| { | |
| "epoch": 0.39692648608721504, | |
| "grad_norm": 3.6636528968811035, | |
| "learning_rate": 6.349013657056147e-06, | |
| "loss": 0.2561, | |
| "step": 1377 | |
| }, | |
| { | |
| "epoch": 0.3977912496734617, | |
| "grad_norm": 3.095202684402466, | |
| "learning_rate": 6.33990895295903e-06, | |
| "loss": 0.2556, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.39865601325970834, | |
| "grad_norm": 1.8077003955841064, | |
| "learning_rate": 6.3308042488619125e-06, | |
| "loss": 0.2337, | |
| "step": 1383 | |
| }, | |
| { | |
| "epoch": 0.399520776845955, | |
| "grad_norm": 1.9146672487258911, | |
| "learning_rate": 6.321699544764795e-06, | |
| "loss": 0.206, | |
| "step": 1386 | |
| }, | |
| { | |
| "epoch": 0.40038554043220165, | |
| "grad_norm": 1.8629751205444336, | |
| "learning_rate": 6.312594840667678e-06, | |
| "loss": 0.2303, | |
| "step": 1389 | |
| }, | |
| { | |
| "epoch": 0.4012503040184483, | |
| "grad_norm": 3.0480451583862305, | |
| "learning_rate": 6.303490136570563e-06, | |
| "loss": 0.2745, | |
| "step": 1392 | |
| }, | |
| { | |
| "epoch": 0.40211506760469495, | |
| "grad_norm": 2.0094082355499268, | |
| "learning_rate": 6.294385432473446e-06, | |
| "loss": 0.2122, | |
| "step": 1395 | |
| }, | |
| { | |
| "epoch": 0.4029798311909416, | |
| "grad_norm": 3.787971019744873, | |
| "learning_rate": 6.2852807283763284e-06, | |
| "loss": 0.2431, | |
| "step": 1398 | |
| }, | |
| { | |
| "epoch": 0.4035563402484394, | |
| "eval_loss": 0.22321856021881104, | |
| "eval_mse": 0.2232185562737286, | |
| "eval_runtime": 64.7184, | |
| "eval_samples_per_second": 15.452, | |
| "eval_steps_per_second": 3.863, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.40384459477718826, | |
| "grad_norm": 2.886836290359497, | |
| "learning_rate": 6.276176024279211e-06, | |
| "loss": 0.1921, | |
| "step": 1401 | |
| }, | |
| { | |
| "epoch": 0.4047093583634349, | |
| "grad_norm": 3.5917375087738037, | |
| "learning_rate": 6.267071320182094e-06, | |
| "loss": 0.2708, | |
| "step": 1404 | |
| }, | |
| { | |
| "epoch": 0.40557412194968157, | |
| "grad_norm": 1.947647213935852, | |
| "learning_rate": 6.257966616084977e-06, | |
| "loss": 0.2386, | |
| "step": 1407 | |
| }, | |
| { | |
| "epoch": 0.4064388855359282, | |
| "grad_norm": 21.491071701049805, | |
| "learning_rate": 6.2488619119878615e-06, | |
| "loss": 0.2368, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.40730364912217487, | |
| "grad_norm": 2.2164909839630127, | |
| "learning_rate": 6.239757207890744e-06, | |
| "loss": 0.2206, | |
| "step": 1413 | |
| }, | |
| { | |
| "epoch": 0.4081684127084215, | |
| "grad_norm": 4.416579246520996, | |
| "learning_rate": 6.230652503793627e-06, | |
| "loss": 0.2655, | |
| "step": 1416 | |
| }, | |
| { | |
| "epoch": 0.4090331762946682, | |
| "grad_norm": 2.469964027404785, | |
| "learning_rate": 6.22154779969651e-06, | |
| "loss": 0.2633, | |
| "step": 1419 | |
| }, | |
| { | |
| "epoch": 0.40989793988091483, | |
| "grad_norm": 2.6230666637420654, | |
| "learning_rate": 6.212443095599393e-06, | |
| "loss": 0.2043, | |
| "step": 1422 | |
| }, | |
| { | |
| "epoch": 0.4107627034671615, | |
| "grad_norm": 2.4938716888427734, | |
| "learning_rate": 6.203338391502277e-06, | |
| "loss": 0.2508, | |
| "step": 1425 | |
| }, | |
| { | |
| "epoch": 0.41162746705340814, | |
| "grad_norm": 2.508373975753784, | |
| "learning_rate": 6.19423368740516e-06, | |
| "loss": 0.2663, | |
| "step": 1428 | |
| }, | |
| { | |
| "epoch": 0.4124922306396548, | |
| "grad_norm": 2.955127716064453, | |
| "learning_rate": 6.185128983308043e-06, | |
| "loss": 0.2933, | |
| "step": 1431 | |
| }, | |
| { | |
| "epoch": 0.4133569942259015, | |
| "grad_norm": 2.3575446605682373, | |
| "learning_rate": 6.176024279210926e-06, | |
| "loss": 0.2369, | |
| "step": 1434 | |
| }, | |
| { | |
| "epoch": 0.41422175781214815, | |
| "grad_norm": 2.6992990970611572, | |
| "learning_rate": 6.166919575113809e-06, | |
| "loss": 0.2584, | |
| "step": 1437 | |
| }, | |
| { | |
| "epoch": 0.4150865213983948, | |
| "grad_norm": 3.9453766345977783, | |
| "learning_rate": 6.157814871016693e-06, | |
| "loss": 0.27, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.41595128498464146, | |
| "grad_norm": 2.111201286315918, | |
| "learning_rate": 6.148710166919576e-06, | |
| "loss": 0.2312, | |
| "step": 1443 | |
| }, | |
| { | |
| "epoch": 0.4168160485708881, | |
| "grad_norm": 2.37361741065979, | |
| "learning_rate": 6.139605462822459e-06, | |
| "loss": 0.2638, | |
| "step": 1446 | |
| }, | |
| { | |
| "epoch": 0.41768081215713476, | |
| "grad_norm": 5.3990631103515625, | |
| "learning_rate": 6.130500758725342e-06, | |
| "loss": 0.242, | |
| "step": 1449 | |
| }, | |
| { | |
| "epoch": 0.4185455757433814, | |
| "grad_norm": 3.4745547771453857, | |
| "learning_rate": 6.121396054628225e-06, | |
| "loss": 0.2404, | |
| "step": 1452 | |
| }, | |
| { | |
| "epoch": 0.41941033932962807, | |
| "grad_norm": 2.619647979736328, | |
| "learning_rate": 6.112291350531108e-06, | |
| "loss": 0.211, | |
| "step": 1455 | |
| }, | |
| { | |
| "epoch": 0.4202751029158747, | |
| "grad_norm": 5.034475326538086, | |
| "learning_rate": 6.103186646433992e-06, | |
| "loss": 0.2398, | |
| "step": 1458 | |
| }, | |
| { | |
| "epoch": 0.4211398665021214, | |
| "grad_norm": 3.0307469367980957, | |
| "learning_rate": 6.094081942336875e-06, | |
| "loss": 0.2708, | |
| "step": 1461 | |
| }, | |
| { | |
| "epoch": 0.422004630088368, | |
| "grad_norm": 7.210414409637451, | |
| "learning_rate": 6.084977238239758e-06, | |
| "loss": 0.2348, | |
| "step": 1464 | |
| }, | |
| { | |
| "epoch": 0.4228693936746147, | |
| "grad_norm": 2.5068700313568115, | |
| "learning_rate": 6.075872534142641e-06, | |
| "loss": 0.2168, | |
| "step": 1467 | |
| }, | |
| { | |
| "epoch": 0.42373415726086133, | |
| "grad_norm": 1.664629578590393, | |
| "learning_rate": 6.0667678300455234e-06, | |
| "loss": 0.2166, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.424598920847108, | |
| "grad_norm": 2.4851441383361816, | |
| "learning_rate": 6.057663125948408e-06, | |
| "loss": 0.2202, | |
| "step": 1473 | |
| }, | |
| { | |
| "epoch": 0.42546368443335464, | |
| "grad_norm": 3.4534077644348145, | |
| "learning_rate": 6.048558421851291e-06, | |
| "loss": 0.2236, | |
| "step": 1476 | |
| }, | |
| { | |
| "epoch": 0.4263284480196013, | |
| "grad_norm": 1.7571723461151123, | |
| "learning_rate": 6.039453717754174e-06, | |
| "loss": 0.2499, | |
| "step": 1479 | |
| }, | |
| { | |
| "epoch": 0.42719321160584794, | |
| "grad_norm": 6.117722034454346, | |
| "learning_rate": 6.0303490136570565e-06, | |
| "loss": 0.2408, | |
| "step": 1482 | |
| }, | |
| { | |
| "epoch": 0.4280579751920946, | |
| "grad_norm": 6.158169746398926, | |
| "learning_rate": 6.021244309559939e-06, | |
| "loss": 0.2673, | |
| "step": 1485 | |
| }, | |
| { | |
| "epoch": 0.42892273877834125, | |
| "grad_norm": 2.713707208633423, | |
| "learning_rate": 6.012139605462823e-06, | |
| "loss": 0.2544, | |
| "step": 1488 | |
| }, | |
| { | |
| "epoch": 0.42978750236458796, | |
| "grad_norm": 2.2053639888763428, | |
| "learning_rate": 6.003034901365707e-06, | |
| "loss": 0.2218, | |
| "step": 1491 | |
| }, | |
| { | |
| "epoch": 0.4306522659508346, | |
| "grad_norm": 2.291422128677368, | |
| "learning_rate": 5.9939301972685896e-06, | |
| "loss": 0.1924, | |
| "step": 1494 | |
| }, | |
| { | |
| "epoch": 0.43151702953708126, | |
| "grad_norm": 4.670581817626953, | |
| "learning_rate": 5.984825493171472e-06, | |
| "loss": 0.209, | |
| "step": 1497 | |
| }, | |
| { | |
| "epoch": 0.4323817931233279, | |
| "grad_norm": 2.0881216526031494, | |
| "learning_rate": 5.975720789074355e-06, | |
| "loss": 0.2161, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.4323817931233279, | |
| "eval_loss": 0.23065043985843658, | |
| "eval_mse": 0.23065044428501277, | |
| "eval_runtime": 64.6792, | |
| "eval_samples_per_second": 15.461, | |
| "eval_steps_per_second": 3.865, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.43324655670957457, | |
| "grad_norm": 4.005910396575928, | |
| "learning_rate": 5.966616084977239e-06, | |
| "loss": 0.2585, | |
| "step": 1503 | |
| }, | |
| { | |
| "epoch": 0.4341113202958212, | |
| "grad_norm": 3.212456703186035, | |
| "learning_rate": 5.957511380880122e-06, | |
| "loss": 0.2328, | |
| "step": 1506 | |
| }, | |
| { | |
| "epoch": 0.4349760838820679, | |
| "grad_norm": 17.725706100463867, | |
| "learning_rate": 5.9484066767830055e-06, | |
| "loss": 0.2658, | |
| "step": 1509 | |
| }, | |
| { | |
| "epoch": 0.43584084746831453, | |
| "grad_norm": 5.476046562194824, | |
| "learning_rate": 5.939301972685888e-06, | |
| "loss": 0.2512, | |
| "step": 1512 | |
| }, | |
| { | |
| "epoch": 0.4367056110545612, | |
| "grad_norm": 6.102067470550537, | |
| "learning_rate": 5.930197268588771e-06, | |
| "loss": 0.2248, | |
| "step": 1515 | |
| }, | |
| { | |
| "epoch": 0.43757037464080784, | |
| "grad_norm": 1.9437217712402344, | |
| "learning_rate": 5.921092564491655e-06, | |
| "loss": 0.2424, | |
| "step": 1518 | |
| }, | |
| { | |
| "epoch": 0.4384351382270545, | |
| "grad_norm": 4.161287307739258, | |
| "learning_rate": 5.911987860394538e-06, | |
| "loss": 0.238, | |
| "step": 1521 | |
| }, | |
| { | |
| "epoch": 0.43929990181330114, | |
| "grad_norm": 4.9400458335876465, | |
| "learning_rate": 5.9028831562974205e-06, | |
| "loss": 0.2587, | |
| "step": 1524 | |
| }, | |
| { | |
| "epoch": 0.4401646653995478, | |
| "grad_norm": 3.344257354736328, | |
| "learning_rate": 5.893778452200304e-06, | |
| "loss": 0.259, | |
| "step": 1527 | |
| }, | |
| { | |
| "epoch": 0.44102942898579445, | |
| "grad_norm": 3.5931825637817383, | |
| "learning_rate": 5.884673748103187e-06, | |
| "loss": 0.2444, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.4418941925720411, | |
| "grad_norm": 2.649014949798584, | |
| "learning_rate": 5.87556904400607e-06, | |
| "loss": 0.2303, | |
| "step": 1533 | |
| }, | |
| { | |
| "epoch": 0.44275895615828775, | |
| "grad_norm": 2.2219338417053223, | |
| "learning_rate": 5.866464339908954e-06, | |
| "loss": 0.2177, | |
| "step": 1536 | |
| }, | |
| { | |
| "epoch": 0.4436237197445344, | |
| "grad_norm": 1.748891830444336, | |
| "learning_rate": 5.8573596358118364e-06, | |
| "loss": 0.2048, | |
| "step": 1539 | |
| }, | |
| { | |
| "epoch": 0.44448848333078106, | |
| "grad_norm": 1.8763848543167114, | |
| "learning_rate": 5.848254931714719e-06, | |
| "loss": 0.2451, | |
| "step": 1542 | |
| }, | |
| { | |
| "epoch": 0.4453532469170277, | |
| "grad_norm": 3.2289862632751465, | |
| "learning_rate": 5.839150227617603e-06, | |
| "loss": 0.2773, | |
| "step": 1545 | |
| }, | |
| { | |
| "epoch": 0.44621801050327436, | |
| "grad_norm": 2.1212282180786133, | |
| "learning_rate": 5.830045523520486e-06, | |
| "loss": 0.2212, | |
| "step": 1548 | |
| }, | |
| { | |
| "epoch": 0.4470827740895211, | |
| "grad_norm": 3.2190654277801514, | |
| "learning_rate": 5.8209408194233695e-06, | |
| "loss": 0.2574, | |
| "step": 1551 | |
| }, | |
| { | |
| "epoch": 0.4479475376757677, | |
| "grad_norm": 2.9537158012390137, | |
| "learning_rate": 5.811836115326252e-06, | |
| "loss": 0.2216, | |
| "step": 1554 | |
| }, | |
| { | |
| "epoch": 0.4488123012620144, | |
| "grad_norm": 4.764918327331543, | |
| "learning_rate": 5.802731411229135e-06, | |
| "loss": 0.2479, | |
| "step": 1557 | |
| }, | |
| { | |
| "epoch": 0.44967706484826103, | |
| "grad_norm": 2.5907225608825684, | |
| "learning_rate": 5.793626707132019e-06, | |
| "loss": 0.2266, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.4505418284345077, | |
| "grad_norm": 6.063370704650879, | |
| "learning_rate": 5.784522003034902e-06, | |
| "loss": 0.2378, | |
| "step": 1563 | |
| }, | |
| { | |
| "epoch": 0.45140659202075434, | |
| "grad_norm": 2.465559720993042, | |
| "learning_rate": 5.775417298937785e-06, | |
| "loss": 0.2762, | |
| "step": 1566 | |
| }, | |
| { | |
| "epoch": 0.452271355607001, | |
| "grad_norm": 2.4620933532714844, | |
| "learning_rate": 5.766312594840668e-06, | |
| "loss": 0.2412, | |
| "step": 1569 | |
| }, | |
| { | |
| "epoch": 0.45313611919324764, | |
| "grad_norm": 1.7580320835113525, | |
| "learning_rate": 5.757207890743551e-06, | |
| "loss": 0.2045, | |
| "step": 1572 | |
| }, | |
| { | |
| "epoch": 0.4540008827794943, | |
| "grad_norm": 3.2482638359069824, | |
| "learning_rate": 5.748103186646434e-06, | |
| "loss": 0.2528, | |
| "step": 1575 | |
| }, | |
| { | |
| "epoch": 0.45486564636574095, | |
| "grad_norm": 1.7835358381271362, | |
| "learning_rate": 5.738998482549318e-06, | |
| "loss": 0.2245, | |
| "step": 1578 | |
| }, | |
| { | |
| "epoch": 0.4557304099519876, | |
| "grad_norm": 2.004756450653076, | |
| "learning_rate": 5.729893778452201e-06, | |
| "loss": 0.246, | |
| "step": 1581 | |
| }, | |
| { | |
| "epoch": 0.45659517353823426, | |
| "grad_norm": 2.1401569843292236, | |
| "learning_rate": 5.720789074355084e-06, | |
| "loss": 0.221, | |
| "step": 1584 | |
| }, | |
| { | |
| "epoch": 0.4574599371244809, | |
| "grad_norm": 2.868241786956787, | |
| "learning_rate": 5.711684370257967e-06, | |
| "loss": 0.2211, | |
| "step": 1587 | |
| }, | |
| { | |
| "epoch": 0.45832470071072756, | |
| "grad_norm": 2.1547744274139404, | |
| "learning_rate": 5.70257966616085e-06, | |
| "loss": 0.2259, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.4591894642969742, | |
| "grad_norm": 3.7882297039031982, | |
| "learning_rate": 5.693474962063733e-06, | |
| "loss": 0.2486, | |
| "step": 1593 | |
| }, | |
| { | |
| "epoch": 0.46005422788322087, | |
| "grad_norm": 2.8157854080200195, | |
| "learning_rate": 5.684370257966616e-06, | |
| "loss": 0.2299, | |
| "step": 1596 | |
| }, | |
| { | |
| "epoch": 0.4609189914694675, | |
| "grad_norm": 2.409140110015869, | |
| "learning_rate": 5.6752655538695e-06, | |
| "loss": 0.2459, | |
| "step": 1599 | |
| }, | |
| { | |
| "epoch": 0.46120724599821644, | |
| "eval_loss": 0.2246265709400177, | |
| "eval_mse": 0.22462656778097154, | |
| "eval_runtime": 64.6238, | |
| "eval_samples_per_second": 15.474, | |
| "eval_steps_per_second": 3.869, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.4617837550557142, | |
| "grad_norm": 4.253114223480225, | |
| "learning_rate": 5.666160849772383e-06, | |
| "loss": 0.2543, | |
| "step": 1602 | |
| }, | |
| { | |
| "epoch": 0.4626485186419608, | |
| "grad_norm": 1.6027945280075073, | |
| "learning_rate": 5.657056145675266e-06, | |
| "loss": 0.224, | |
| "step": 1605 | |
| }, | |
| { | |
| "epoch": 0.46351328222820753, | |
| "grad_norm": 4.508523941040039, | |
| "learning_rate": 5.647951441578149e-06, | |
| "loss": 0.2278, | |
| "step": 1608 | |
| }, | |
| { | |
| "epoch": 0.4643780458144542, | |
| "grad_norm": 2.6588051319122314, | |
| "learning_rate": 5.6388467374810314e-06, | |
| "loss": 0.2368, | |
| "step": 1611 | |
| }, | |
| { | |
| "epoch": 0.46524280940070084, | |
| "grad_norm": 2.123340129852295, | |
| "learning_rate": 5.629742033383916e-06, | |
| "loss": 0.2308, | |
| "step": 1614 | |
| }, | |
| { | |
| "epoch": 0.4661075729869475, | |
| "grad_norm": 4.028223991394043, | |
| "learning_rate": 5.620637329286799e-06, | |
| "loss": 0.2405, | |
| "step": 1617 | |
| }, | |
| { | |
| "epoch": 0.46697233657319415, | |
| "grad_norm": 1.7611653804779053, | |
| "learning_rate": 5.611532625189682e-06, | |
| "loss": 0.2131, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.4678371001594408, | |
| "grad_norm": 2.331615924835205, | |
| "learning_rate": 5.6024279210925645e-06, | |
| "loss": 0.2435, | |
| "step": 1623 | |
| }, | |
| { | |
| "epoch": 0.46870186374568745, | |
| "grad_norm": 1.896458625793457, | |
| "learning_rate": 5.593323216995447e-06, | |
| "loss": 0.2447, | |
| "step": 1626 | |
| }, | |
| { | |
| "epoch": 0.4695666273319341, | |
| "grad_norm": 3.185960292816162, | |
| "learning_rate": 5.584218512898332e-06, | |
| "loss": 0.2412, | |
| "step": 1629 | |
| }, | |
| { | |
| "epoch": 0.47043139091818076, | |
| "grad_norm": 2.1739768981933594, | |
| "learning_rate": 5.575113808801215e-06, | |
| "loss": 0.2396, | |
| "step": 1632 | |
| }, | |
| { | |
| "epoch": 0.4712961545044274, | |
| "grad_norm": 1.8949024677276611, | |
| "learning_rate": 5.5660091047040976e-06, | |
| "loss": 0.2152, | |
| "step": 1635 | |
| }, | |
| { | |
| "epoch": 0.47216091809067406, | |
| "grad_norm": 2.536170482635498, | |
| "learning_rate": 5.55690440060698e-06, | |
| "loss": 0.2447, | |
| "step": 1638 | |
| }, | |
| { | |
| "epoch": 0.4730256816769207, | |
| "grad_norm": 2.3221828937530518, | |
| "learning_rate": 5.547799696509863e-06, | |
| "loss": 0.2497, | |
| "step": 1641 | |
| }, | |
| { | |
| "epoch": 0.47389044526316737, | |
| "grad_norm": 2.3624842166900635, | |
| "learning_rate": 5.538694992412748e-06, | |
| "loss": 0.2058, | |
| "step": 1644 | |
| }, | |
| { | |
| "epoch": 0.474755208849414, | |
| "grad_norm": 2.1354258060455322, | |
| "learning_rate": 5.529590288315631e-06, | |
| "loss": 0.2133, | |
| "step": 1647 | |
| }, | |
| { | |
| "epoch": 0.4756199724356607, | |
| "grad_norm": 2.2622838020324707, | |
| "learning_rate": 5.5204855842185135e-06, | |
| "loss": 0.247, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.47648473602190733, | |
| "grad_norm": 3.781003952026367, | |
| "learning_rate": 5.511380880121396e-06, | |
| "loss": 0.2231, | |
| "step": 1653 | |
| }, | |
| { | |
| "epoch": 0.477349499608154, | |
| "grad_norm": 4.45161247253418, | |
| "learning_rate": 5.502276176024279e-06, | |
| "loss": 0.26, | |
| "step": 1656 | |
| }, | |
| { | |
| "epoch": 0.47821426319440064, | |
| "grad_norm": 2.7861571311950684, | |
| "learning_rate": 5.493171471927162e-06, | |
| "loss": 0.21, | |
| "step": 1659 | |
| }, | |
| { | |
| "epoch": 0.4790790267806473, | |
| "grad_norm": 2.1872150897979736, | |
| "learning_rate": 5.4840667678300465e-06, | |
| "loss": 0.2048, | |
| "step": 1662 | |
| }, | |
| { | |
| "epoch": 0.47994379036689394, | |
| "grad_norm": 5.789909839630127, | |
| "learning_rate": 5.474962063732929e-06, | |
| "loss": 0.2213, | |
| "step": 1665 | |
| }, | |
| { | |
| "epoch": 0.48080855395314065, | |
| "grad_norm": 2.418182849884033, | |
| "learning_rate": 5.465857359635812e-06, | |
| "loss": 0.27, | |
| "step": 1668 | |
| }, | |
| { | |
| "epoch": 0.4816733175393873, | |
| "grad_norm": 2.442600727081299, | |
| "learning_rate": 5.456752655538695e-06, | |
| "loss": 0.2234, | |
| "step": 1671 | |
| }, | |
| { | |
| "epoch": 0.48253808112563396, | |
| "grad_norm": 5.272119522094727, | |
| "learning_rate": 5.447647951441578e-06, | |
| "loss": 0.2374, | |
| "step": 1674 | |
| }, | |
| { | |
| "epoch": 0.4834028447118806, | |
| "grad_norm": 2.1721715927124023, | |
| "learning_rate": 5.4385432473444624e-06, | |
| "loss": 0.2081, | |
| "step": 1677 | |
| }, | |
| { | |
| "epoch": 0.48426760829812726, | |
| "grad_norm": 2.432861328125, | |
| "learning_rate": 5.429438543247345e-06, | |
| "loss": 0.2488, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.4851323718843739, | |
| "grad_norm": 2.196579933166504, | |
| "learning_rate": 5.420333839150228e-06, | |
| "loss": 0.231, | |
| "step": 1683 | |
| }, | |
| { | |
| "epoch": 0.48599713547062057, | |
| "grad_norm": 2.4169063568115234, | |
| "learning_rate": 5.411229135053111e-06, | |
| "loss": 0.2145, | |
| "step": 1686 | |
| }, | |
| { | |
| "epoch": 0.4868618990568672, | |
| "grad_norm": 3.8229868412017822, | |
| "learning_rate": 5.402124430955994e-06, | |
| "loss": 0.2518, | |
| "step": 1689 | |
| }, | |
| { | |
| "epoch": 0.4877266626431139, | |
| "grad_norm": 2.484478235244751, | |
| "learning_rate": 5.393019726858878e-06, | |
| "loss": 0.2145, | |
| "step": 1692 | |
| }, | |
| { | |
| "epoch": 0.4885914262293605, | |
| "grad_norm": 2.7220754623413086, | |
| "learning_rate": 5.383915022761761e-06, | |
| "loss": 0.2584, | |
| "step": 1695 | |
| }, | |
| { | |
| "epoch": 0.4894561898156072, | |
| "grad_norm": 2.954333543777466, | |
| "learning_rate": 5.374810318664644e-06, | |
| "loss": 0.2403, | |
| "step": 1698 | |
| }, | |
| { | |
| "epoch": 0.49003269887310497, | |
| "eval_loss": 0.22324734926223755, | |
| "eval_mse": 0.22324735438660717, | |
| "eval_runtime": 64.5172, | |
| "eval_samples_per_second": 15.5, | |
| "eval_steps_per_second": 3.875, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.49032095340185383, | |
| "grad_norm": 3.1045334339141846, | |
| "learning_rate": 5.365705614567527e-06, | |
| "loss": 0.2655, | |
| "step": 1701 | |
| }, | |
| { | |
| "epoch": 0.4911857169881005, | |
| "grad_norm": 2.5739636421203613, | |
| "learning_rate": 5.35660091047041e-06, | |
| "loss": 0.245, | |
| "step": 1704 | |
| }, | |
| { | |
| "epoch": 0.49205048057434714, | |
| "grad_norm": 2.3004565238952637, | |
| "learning_rate": 5.347496206373293e-06, | |
| "loss": 0.2261, | |
| "step": 1707 | |
| }, | |
| { | |
| "epoch": 0.4929152441605938, | |
| "grad_norm": 2.6713101863861084, | |
| "learning_rate": 5.338391502276177e-06, | |
| "loss": 0.2152, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.49378000774684044, | |
| "grad_norm": 2.055208683013916, | |
| "learning_rate": 5.32928679817906e-06, | |
| "loss": 0.2247, | |
| "step": 1713 | |
| }, | |
| { | |
| "epoch": 0.4946447713330871, | |
| "grad_norm": 2.4551613330841064, | |
| "learning_rate": 5.320182094081943e-06, | |
| "loss": 0.2494, | |
| "step": 1716 | |
| }, | |
| { | |
| "epoch": 0.49550953491933375, | |
| "grad_norm": 2.6361169815063477, | |
| "learning_rate": 5.311077389984826e-06, | |
| "loss": 0.261, | |
| "step": 1719 | |
| }, | |
| { | |
| "epoch": 0.4963742985055804, | |
| "grad_norm": 2.158512830734253, | |
| "learning_rate": 5.301972685887709e-06, | |
| "loss": 0.2106, | |
| "step": 1722 | |
| }, | |
| { | |
| "epoch": 0.4972390620918271, | |
| "grad_norm": 2.550480365753174, | |
| "learning_rate": 5.292867981790593e-06, | |
| "loss": 0.1984, | |
| "step": 1725 | |
| }, | |
| { | |
| "epoch": 0.49810382567807376, | |
| "grad_norm": 5.54836893081665, | |
| "learning_rate": 5.283763277693476e-06, | |
| "loss": 0.2339, | |
| "step": 1728 | |
| }, | |
| { | |
| "epoch": 0.4989685892643204, | |
| "grad_norm": 1.3806259632110596, | |
| "learning_rate": 5.274658573596359e-06, | |
| "loss": 0.2622, | |
| "step": 1731 | |
| }, | |
| { | |
| "epoch": 0.49983335285056707, | |
| "grad_norm": 2.9417316913604736, | |
| "learning_rate": 5.2655538694992415e-06, | |
| "loss": 0.2401, | |
| "step": 1734 | |
| }, | |
| { | |
| "epoch": 0.5006981164368137, | |
| "grad_norm": 3.094886541366577, | |
| "learning_rate": 5.256449165402124e-06, | |
| "loss": 0.2189, | |
| "step": 1737 | |
| }, | |
| { | |
| "epoch": 0.5015628800230604, | |
| "grad_norm": 2.4346110820770264, | |
| "learning_rate": 5.247344461305008e-06, | |
| "loss": 0.2029, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.502427643609307, | |
| "grad_norm": 2.5410044193267822, | |
| "learning_rate": 5.238239757207892e-06, | |
| "loss": 0.2417, | |
| "step": 1743 | |
| }, | |
| { | |
| "epoch": 0.5032924071955537, | |
| "grad_norm": 2.1265604496002197, | |
| "learning_rate": 5.229135053110775e-06, | |
| "loss": 0.2476, | |
| "step": 1746 | |
| }, | |
| { | |
| "epoch": 0.5041571707818003, | |
| "grad_norm": 2.449608087539673, | |
| "learning_rate": 5.2200303490136574e-06, | |
| "loss": 0.2413, | |
| "step": 1749 | |
| }, | |
| { | |
| "epoch": 0.505021934368047, | |
| "grad_norm": 5.359190464019775, | |
| "learning_rate": 5.21092564491654e-06, | |
| "loss": 0.2459, | |
| "step": 1752 | |
| }, | |
| { | |
| "epoch": 0.5058866979542936, | |
| "grad_norm": 6.479160785675049, | |
| "learning_rate": 5.201820940819424e-06, | |
| "loss": 0.2257, | |
| "step": 1755 | |
| }, | |
| { | |
| "epoch": 0.5067514615405403, | |
| "grad_norm": 3.1292057037353516, | |
| "learning_rate": 5.192716236722307e-06, | |
| "loss": 0.2508, | |
| "step": 1758 | |
| }, | |
| { | |
| "epoch": 0.507616225126787, | |
| "grad_norm": 5.284337997436523, | |
| "learning_rate": 5.1836115326251905e-06, | |
| "loss": 0.2817, | |
| "step": 1761 | |
| }, | |
| { | |
| "epoch": 0.5084809887130336, | |
| "grad_norm": 2.8322136402130127, | |
| "learning_rate": 5.174506828528073e-06, | |
| "loss": 0.2358, | |
| "step": 1764 | |
| }, | |
| { | |
| "epoch": 0.5093457522992803, | |
| "grad_norm": 2.5609347820281982, | |
| "learning_rate": 5.165402124430956e-06, | |
| "loss": 0.2321, | |
| "step": 1767 | |
| }, | |
| { | |
| "epoch": 0.5102105158855269, | |
| "grad_norm": 3.2140045166015625, | |
| "learning_rate": 5.15629742033384e-06, | |
| "loss": 0.2335, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.5110752794717736, | |
| "grad_norm": 2.619800567626953, | |
| "learning_rate": 5.147192716236723e-06, | |
| "loss": 0.2544, | |
| "step": 1773 | |
| }, | |
| { | |
| "epoch": 0.5119400430580202, | |
| "grad_norm": 3.5388903617858887, | |
| "learning_rate": 5.1380880121396055e-06, | |
| "loss": 0.2797, | |
| "step": 1776 | |
| }, | |
| { | |
| "epoch": 0.5128048066442669, | |
| "grad_norm": 4.132437705993652, | |
| "learning_rate": 5.128983308042489e-06, | |
| "loss": 0.2722, | |
| "step": 1779 | |
| }, | |
| { | |
| "epoch": 0.5136695702305135, | |
| "grad_norm": 1.7023959159851074, | |
| "learning_rate": 5.119878603945372e-06, | |
| "loss": 0.2563, | |
| "step": 1782 | |
| }, | |
| { | |
| "epoch": 0.5145343338167602, | |
| "grad_norm": 3.2654476165771484, | |
| "learning_rate": 5.110773899848256e-06, | |
| "loss": 0.2547, | |
| "step": 1785 | |
| }, | |
| { | |
| "epoch": 0.5153990974030068, | |
| "grad_norm": 2.9560678005218506, | |
| "learning_rate": 5.101669195751139e-06, | |
| "loss": 0.2019, | |
| "step": 1788 | |
| }, | |
| { | |
| "epoch": 0.5162638609892535, | |
| "grad_norm": 3.0013792514801025, | |
| "learning_rate": 5.0925644916540215e-06, | |
| "loss": 0.2237, | |
| "step": 1791 | |
| }, | |
| { | |
| "epoch": 0.5171286245755001, | |
| "grad_norm": 5.049393653869629, | |
| "learning_rate": 5.083459787556905e-06, | |
| "loss": 0.2326, | |
| "step": 1794 | |
| }, | |
| { | |
| "epoch": 0.5179933881617468, | |
| "grad_norm": 2.8161003589630127, | |
| "learning_rate": 5.074355083459788e-06, | |
| "loss": 0.255, | |
| "step": 1797 | |
| }, | |
| { | |
| "epoch": 0.5188581517479934, | |
| "grad_norm": 3.8299570083618164, | |
| "learning_rate": 5.065250379362671e-06, | |
| "loss": 0.251, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.5188581517479934, | |
| "eval_loss": 0.24214114248752594, | |
| "eval_mse": 0.2421411427827552, | |
| "eval_runtime": 64.4904, | |
| "eval_samples_per_second": 15.506, | |
| "eval_steps_per_second": 3.877, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.5197229153342401, | |
| "grad_norm": 6.20158576965332, | |
| "learning_rate": 5.0561456752655545e-06, | |
| "loss": 0.2574, | |
| "step": 1803 | |
| }, | |
| { | |
| "epoch": 0.5205876789204867, | |
| "grad_norm": 3.9144914150238037, | |
| "learning_rate": 5.047040971168437e-06, | |
| "loss": 0.2249, | |
| "step": 1806 | |
| }, | |
| { | |
| "epoch": 0.5214524425067334, | |
| "grad_norm": 4.534792423248291, | |
| "learning_rate": 5.03793626707132e-06, | |
| "loss": 0.2357, | |
| "step": 1809 | |
| }, | |
| { | |
| "epoch": 0.52231720609298, | |
| "grad_norm": 2.006342649459839, | |
| "learning_rate": 5.028831562974204e-06, | |
| "loss": 0.2434, | |
| "step": 1812 | |
| }, | |
| { | |
| "epoch": 0.5231819696792268, | |
| "grad_norm": 2.1051185131073, | |
| "learning_rate": 5.019726858877087e-06, | |
| "loss": 0.2159, | |
| "step": 1815 | |
| }, | |
| { | |
| "epoch": 0.5240467332654735, | |
| "grad_norm": 2.2918484210968018, | |
| "learning_rate": 5.0106221547799704e-06, | |
| "loss": 0.2254, | |
| "step": 1818 | |
| }, | |
| { | |
| "epoch": 0.5249114968517201, | |
| "grad_norm": 2.324146270751953, | |
| "learning_rate": 5.001517450682853e-06, | |
| "loss": 0.2593, | |
| "step": 1821 | |
| }, | |
| { | |
| "epoch": 0.5257762604379668, | |
| "grad_norm": 2.0753884315490723, | |
| "learning_rate": 4.992412746585736e-06, | |
| "loss": 0.2344, | |
| "step": 1824 | |
| }, | |
| { | |
| "epoch": 0.5266410240242134, | |
| "grad_norm": 2.431459426879883, | |
| "learning_rate": 4.983308042488619e-06, | |
| "loss": 0.2544, | |
| "step": 1827 | |
| }, | |
| { | |
| "epoch": 0.5275057876104601, | |
| "grad_norm": 3.231693983078003, | |
| "learning_rate": 4.974203338391503e-06, | |
| "loss": 0.2232, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.5283705511967067, | |
| "grad_norm": 4.636984825134277, | |
| "learning_rate": 4.9650986342943855e-06, | |
| "loss": 0.2505, | |
| "step": 1833 | |
| }, | |
| { | |
| "epoch": 0.5292353147829534, | |
| "grad_norm": 1.6613258123397827, | |
| "learning_rate": 4.955993930197269e-06, | |
| "loss": 0.2259, | |
| "step": 1836 | |
| }, | |
| { | |
| "epoch": 0.5301000783692, | |
| "grad_norm": 2.0384411811828613, | |
| "learning_rate": 4.946889226100152e-06, | |
| "loss": 0.2459, | |
| "step": 1839 | |
| }, | |
| { | |
| "epoch": 0.5309648419554467, | |
| "grad_norm": 3.353332281112671, | |
| "learning_rate": 4.937784522003035e-06, | |
| "loss": 0.2132, | |
| "step": 1842 | |
| }, | |
| { | |
| "epoch": 0.5318296055416933, | |
| "grad_norm": 2.3782637119293213, | |
| "learning_rate": 4.9286798179059185e-06, | |
| "loss": 0.2531, | |
| "step": 1845 | |
| }, | |
| { | |
| "epoch": 0.53269436912794, | |
| "grad_norm": 2.1125853061676025, | |
| "learning_rate": 4.919575113808801e-06, | |
| "loss": 0.247, | |
| "step": 1848 | |
| }, | |
| { | |
| "epoch": 0.5335591327141866, | |
| "grad_norm": 2.698594808578491, | |
| "learning_rate": 4.910470409711684e-06, | |
| "loss": 0.2599, | |
| "step": 1851 | |
| }, | |
| { | |
| "epoch": 0.5344238963004333, | |
| "grad_norm": 3.285856008529663, | |
| "learning_rate": 4.901365705614568e-06, | |
| "loss": 0.2242, | |
| "step": 1854 | |
| }, | |
| { | |
| "epoch": 0.53528865988668, | |
| "grad_norm": 2.558708429336548, | |
| "learning_rate": 4.892261001517451e-06, | |
| "loss": 0.2629, | |
| "step": 1857 | |
| }, | |
| { | |
| "epoch": 0.5361534234729266, | |
| "grad_norm": 1.9437116384506226, | |
| "learning_rate": 4.8831562974203345e-06, | |
| "loss": 0.2363, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.5370181870591733, | |
| "grad_norm": 1.8736016750335693, | |
| "learning_rate": 4.874051593323217e-06, | |
| "loss": 0.231, | |
| "step": 1863 | |
| }, | |
| { | |
| "epoch": 0.5378829506454199, | |
| "grad_norm": 3.5459728240966797, | |
| "learning_rate": 4.8649468892261e-06, | |
| "loss": 0.2617, | |
| "step": 1866 | |
| }, | |
| { | |
| "epoch": 0.5387477142316666, | |
| "grad_norm": 2.2355449199676514, | |
| "learning_rate": 4.855842185128984e-06, | |
| "loss": 0.221, | |
| "step": 1869 | |
| }, | |
| { | |
| "epoch": 0.5396124778179132, | |
| "grad_norm": 3.19442081451416, | |
| "learning_rate": 4.846737481031867e-06, | |
| "loss": 0.2517, | |
| "step": 1872 | |
| }, | |
| { | |
| "epoch": 0.5404772414041599, | |
| "grad_norm": 3.5516788959503174, | |
| "learning_rate": 4.8376327769347495e-06, | |
| "loss": 0.228, | |
| "step": 1875 | |
| }, | |
| { | |
| "epoch": 0.5413420049904065, | |
| "grad_norm": 3.464395523071289, | |
| "learning_rate": 4.828528072837633e-06, | |
| "loss": 0.2469, | |
| "step": 1878 | |
| }, | |
| { | |
| "epoch": 0.5422067685766532, | |
| "grad_norm": 2.241856813430786, | |
| "learning_rate": 4.819423368740516e-06, | |
| "loss": 0.239, | |
| "step": 1881 | |
| }, | |
| { | |
| "epoch": 0.5430715321628998, | |
| "grad_norm": 2.296264886856079, | |
| "learning_rate": 4.8103186646434e-06, | |
| "loss": 0.204, | |
| "step": 1884 | |
| }, | |
| { | |
| "epoch": 0.5439362957491465, | |
| "grad_norm": 1.9935134649276733, | |
| "learning_rate": 4.801213960546283e-06, | |
| "loss": 0.237, | |
| "step": 1887 | |
| }, | |
| { | |
| "epoch": 0.5448010593353931, | |
| "grad_norm": 4.519099235534668, | |
| "learning_rate": 4.792109256449165e-06, | |
| "loss": 0.2981, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.5456658229216398, | |
| "grad_norm": 2.157167673110962, | |
| "learning_rate": 4.783004552352049e-06, | |
| "loss": 0.221, | |
| "step": 1893 | |
| }, | |
| { | |
| "epoch": 0.5465305865078864, | |
| "grad_norm": 1.8143630027770996, | |
| "learning_rate": 4.773899848254932e-06, | |
| "loss": 0.2221, | |
| "step": 1896 | |
| }, | |
| { | |
| "epoch": 0.5473953500941331, | |
| "grad_norm": 3.750279188156128, | |
| "learning_rate": 4.764795144157816e-06, | |
| "loss": 0.2565, | |
| "step": 1899 | |
| }, | |
| { | |
| "epoch": 0.547683604622882, | |
| "eval_loss": 0.2207367867231369, | |
| "eval_mse": 0.2207367917916272, | |
| "eval_runtime": 64.5517, | |
| "eval_samples_per_second": 15.491, | |
| "eval_steps_per_second": 3.873, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.5482601136803797, | |
| "grad_norm": 2.6302292346954346, | |
| "learning_rate": 4.7556904400606985e-06, | |
| "loss": 0.2202, | |
| "step": 1902 | |
| }, | |
| { | |
| "epoch": 0.5491248772666264, | |
| "grad_norm": 13.511824607849121, | |
| "learning_rate": 4.746585735963581e-06, | |
| "loss": 0.2335, | |
| "step": 1905 | |
| }, | |
| { | |
| "epoch": 0.549989640852873, | |
| "grad_norm": 2.213571548461914, | |
| "learning_rate": 4.737481031866465e-06, | |
| "loss": 0.2219, | |
| "step": 1908 | |
| }, | |
| { | |
| "epoch": 0.5508544044391197, | |
| "grad_norm": 2.6418211460113525, | |
| "learning_rate": 4.728376327769348e-06, | |
| "loss": 0.2317, | |
| "step": 1911 | |
| }, | |
| { | |
| "epoch": 0.5517191680253664, | |
| "grad_norm": 2.2119081020355225, | |
| "learning_rate": 4.719271623672231e-06, | |
| "loss": 0.2468, | |
| "step": 1914 | |
| }, | |
| { | |
| "epoch": 0.552583931611613, | |
| "grad_norm": 2.070915460586548, | |
| "learning_rate": 4.710166919575114e-06, | |
| "loss": 0.2503, | |
| "step": 1917 | |
| }, | |
| { | |
| "epoch": 0.5534486951978597, | |
| "grad_norm": 3.188049077987671, | |
| "learning_rate": 4.701062215477997e-06, | |
| "loss": 0.2212, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.5543134587841063, | |
| "grad_norm": 2.545793294906616, | |
| "learning_rate": 4.691957511380881e-06, | |
| "loss": 0.2107, | |
| "step": 1923 | |
| }, | |
| { | |
| "epoch": 0.555178222370353, | |
| "grad_norm": 1.9591479301452637, | |
| "learning_rate": 4.682852807283764e-06, | |
| "loss": 0.2208, | |
| "step": 1926 | |
| }, | |
| { | |
| "epoch": 0.5560429859565996, | |
| "grad_norm": 4.691300392150879, | |
| "learning_rate": 4.673748103186647e-06, | |
| "loss": 0.2373, | |
| "step": 1929 | |
| }, | |
| { | |
| "epoch": 0.5569077495428464, | |
| "grad_norm": 2.1649136543273926, | |
| "learning_rate": 4.66464339908953e-06, | |
| "loss": 0.2126, | |
| "step": 1932 | |
| }, | |
| { | |
| "epoch": 0.557772513129093, | |
| "grad_norm": 1.9450371265411377, | |
| "learning_rate": 4.655538694992413e-06, | |
| "loss": 0.2137, | |
| "step": 1935 | |
| }, | |
| { | |
| "epoch": 0.5586372767153397, | |
| "grad_norm": 2.2597336769104004, | |
| "learning_rate": 4.646433990895296e-06, | |
| "loss": 0.2073, | |
| "step": 1938 | |
| }, | |
| { | |
| "epoch": 0.5595020403015863, | |
| "grad_norm": 1.523226022720337, | |
| "learning_rate": 4.63732928679818e-06, | |
| "loss": 0.2259, | |
| "step": 1941 | |
| }, | |
| { | |
| "epoch": 0.560366803887833, | |
| "grad_norm": 2.4895904064178467, | |
| "learning_rate": 4.6282245827010625e-06, | |
| "loss": 0.2412, | |
| "step": 1944 | |
| }, | |
| { | |
| "epoch": 0.5612315674740797, | |
| "grad_norm": 1.6229183673858643, | |
| "learning_rate": 4.619119878603946e-06, | |
| "loss": 0.213, | |
| "step": 1947 | |
| }, | |
| { | |
| "epoch": 0.5620963310603263, | |
| "grad_norm": 3.478339672088623, | |
| "learning_rate": 4.610015174506829e-06, | |
| "loss": 0.2821, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.562961094646573, | |
| "grad_norm": 1.5027942657470703, | |
| "learning_rate": 4.600910470409712e-06, | |
| "loss": 0.2346, | |
| "step": 1953 | |
| }, | |
| { | |
| "epoch": 0.5638258582328196, | |
| "grad_norm": 38.24848556518555, | |
| "learning_rate": 4.591805766312596e-06, | |
| "loss": 0.2452, | |
| "step": 1956 | |
| }, | |
| { | |
| "epoch": 0.5646906218190663, | |
| "grad_norm": 2.314491033554077, | |
| "learning_rate": 4.582701062215478e-06, | |
| "loss": 0.2634, | |
| "step": 1959 | |
| }, | |
| { | |
| "epoch": 0.5655553854053129, | |
| "grad_norm": 2.920741081237793, | |
| "learning_rate": 4.573596358118362e-06, | |
| "loss": 0.209, | |
| "step": 1962 | |
| }, | |
| { | |
| "epoch": 0.5664201489915596, | |
| "grad_norm": 3.8211729526519775, | |
| "learning_rate": 4.564491654021245e-06, | |
| "loss": 0.2145, | |
| "step": 1965 | |
| }, | |
| { | |
| "epoch": 0.5672849125778062, | |
| "grad_norm": 3.976433753967285, | |
| "learning_rate": 4.555386949924128e-06, | |
| "loss": 0.2308, | |
| "step": 1968 | |
| }, | |
| { | |
| "epoch": 0.5681496761640529, | |
| "grad_norm": 2.2235753536224365, | |
| "learning_rate": 4.5462822458270115e-06, | |
| "loss": 0.1959, | |
| "step": 1971 | |
| }, | |
| { | |
| "epoch": 0.5690144397502995, | |
| "grad_norm": 2.7206735610961914, | |
| "learning_rate": 4.537177541729894e-06, | |
| "loss": 0.221, | |
| "step": 1974 | |
| }, | |
| { | |
| "epoch": 0.5698792033365462, | |
| "grad_norm": 1.9556628465652466, | |
| "learning_rate": 4.528072837632777e-06, | |
| "loss": 0.212, | |
| "step": 1977 | |
| }, | |
| { | |
| "epoch": 0.5707439669227928, | |
| "grad_norm": 2.0342814922332764, | |
| "learning_rate": 4.518968133535661e-06, | |
| "loss": 0.2388, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.5716087305090395, | |
| "grad_norm": 1.7735626697540283, | |
| "learning_rate": 4.509863429438544e-06, | |
| "loss": 0.2227, | |
| "step": 1983 | |
| }, | |
| { | |
| "epoch": 0.5724734940952861, | |
| "grad_norm": 1.7684601545333862, | |
| "learning_rate": 4.500758725341427e-06, | |
| "loss": 0.2195, | |
| "step": 1986 | |
| }, | |
| { | |
| "epoch": 0.5733382576815328, | |
| "grad_norm": 1.8815613985061646, | |
| "learning_rate": 4.49165402124431e-06, | |
| "loss": 0.262, | |
| "step": 1989 | |
| }, | |
| { | |
| "epoch": 0.5742030212677794, | |
| "grad_norm": 1.985158085823059, | |
| "learning_rate": 4.482549317147193e-06, | |
| "loss": 0.2109, | |
| "step": 1992 | |
| }, | |
| { | |
| "epoch": 0.5750677848540261, | |
| "grad_norm": 3.0801327228546143, | |
| "learning_rate": 4.473444613050077e-06, | |
| "loss": 0.2017, | |
| "step": 1995 | |
| }, | |
| { | |
| "epoch": 0.5759325484402728, | |
| "grad_norm": 1.847817301750183, | |
| "learning_rate": 4.46433990895296e-06, | |
| "loss": 0.2274, | |
| "step": 1998 | |
| }, | |
| { | |
| "epoch": 0.5765090574977705, | |
| "eval_loss": 0.22936804592609406, | |
| "eval_mse": 0.22936805277447275, | |
| "eval_runtime": 64.5577, | |
| "eval_samples_per_second": 15.49, | |
| "eval_steps_per_second": 3.873, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.5767973120265194, | |
| "grad_norm": 2.9898228645324707, | |
| "learning_rate": 4.4552352048558425e-06, | |
| "loss": 0.2044, | |
| "step": 2001 | |
| }, | |
| { | |
| "epoch": 0.5776620756127661, | |
| "grad_norm": 3.691619873046875, | |
| "learning_rate": 4.446130500758726e-06, | |
| "loss": 0.2331, | |
| "step": 2004 | |
| }, | |
| { | |
| "epoch": 0.5785268391990127, | |
| "grad_norm": 1.9646469354629517, | |
| "learning_rate": 4.437025796661609e-06, | |
| "loss": 0.2331, | |
| "step": 2007 | |
| }, | |
| { | |
| "epoch": 0.5793916027852594, | |
| "grad_norm": 1.9815963506698608, | |
| "learning_rate": 4.427921092564492e-06, | |
| "loss": 0.2068, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.580256366371506, | |
| "grad_norm": 4.30540657043457, | |
| "learning_rate": 4.4188163884673755e-06, | |
| "loss": 0.2588, | |
| "step": 2013 | |
| }, | |
| { | |
| "epoch": 0.5811211299577527, | |
| "grad_norm": 2.5641026496887207, | |
| "learning_rate": 4.409711684370258e-06, | |
| "loss": 0.2704, | |
| "step": 2016 | |
| }, | |
| { | |
| "epoch": 0.5819858935439993, | |
| "grad_norm": 2.0352160930633545, | |
| "learning_rate": 4.400606980273141e-06, | |
| "loss": 0.2249, | |
| "step": 2019 | |
| }, | |
| { | |
| "epoch": 0.582850657130246, | |
| "grad_norm": 2.3772523403167725, | |
| "learning_rate": 4.391502276176025e-06, | |
| "loss": 0.2381, | |
| "step": 2022 | |
| }, | |
| { | |
| "epoch": 0.5837154207164926, | |
| "grad_norm": 2.5510172843933105, | |
| "learning_rate": 4.382397572078908e-06, | |
| "loss": 0.2464, | |
| "step": 2025 | |
| }, | |
| { | |
| "epoch": 0.5845801843027393, | |
| "grad_norm": 2.5375447273254395, | |
| "learning_rate": 4.3732928679817906e-06, | |
| "loss": 0.2299, | |
| "step": 2028 | |
| }, | |
| { | |
| "epoch": 0.5854449478889859, | |
| "grad_norm": 4.41203498840332, | |
| "learning_rate": 4.364188163884674e-06, | |
| "loss": 0.2281, | |
| "step": 2031 | |
| }, | |
| { | |
| "epoch": 0.5863097114752326, | |
| "grad_norm": 1.7787522077560425, | |
| "learning_rate": 4.355083459787557e-06, | |
| "loss": 0.2518, | |
| "step": 2034 | |
| }, | |
| { | |
| "epoch": 0.5871744750614792, | |
| "grad_norm": 2.4308512210845947, | |
| "learning_rate": 4.34597875569044e-06, | |
| "loss": 0.2621, | |
| "step": 2037 | |
| }, | |
| { | |
| "epoch": 0.5880392386477259, | |
| "grad_norm": 3.5610814094543457, | |
| "learning_rate": 4.336874051593324e-06, | |
| "loss": 0.2537, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.5889040022339725, | |
| "grad_norm": 3.633169174194336, | |
| "learning_rate": 4.3277693474962065e-06, | |
| "loss": 0.2533, | |
| "step": 2043 | |
| }, | |
| { | |
| "epoch": 0.5897687658202192, | |
| "grad_norm": 2.8986027240753174, | |
| "learning_rate": 4.31866464339909e-06, | |
| "loss": 0.2156, | |
| "step": 2046 | |
| }, | |
| { | |
| "epoch": 0.590633529406466, | |
| "grad_norm": 1.8997621536254883, | |
| "learning_rate": 4.309559939301973e-06, | |
| "loss": 0.191, | |
| "step": 2049 | |
| }, | |
| { | |
| "epoch": 0.5914982929927126, | |
| "grad_norm": 3.2994544506073, | |
| "learning_rate": 4.300455235204856e-06, | |
| "loss": 0.2083, | |
| "step": 2052 | |
| }, | |
| { | |
| "epoch": 0.5923630565789593, | |
| "grad_norm": 2.4655439853668213, | |
| "learning_rate": 4.2913505311077395e-06, | |
| "loss": 0.2369, | |
| "step": 2055 | |
| }, | |
| { | |
| "epoch": 0.5932278201652059, | |
| "grad_norm": 1.669376254081726, | |
| "learning_rate": 4.282245827010622e-06, | |
| "loss": 0.226, | |
| "step": 2058 | |
| }, | |
| { | |
| "epoch": 0.5940925837514526, | |
| "grad_norm": 2.234907388687134, | |
| "learning_rate": 4.273141122913505e-06, | |
| "loss": 0.207, | |
| "step": 2061 | |
| }, | |
| { | |
| "epoch": 0.5949573473376992, | |
| "grad_norm": 5.61646032333374, | |
| "learning_rate": 4.264036418816389e-06, | |
| "loss": 0.2293, | |
| "step": 2064 | |
| }, | |
| { | |
| "epoch": 0.5958221109239459, | |
| "grad_norm": 6.289272785186768, | |
| "learning_rate": 4.254931714719272e-06, | |
| "loss": 0.1854, | |
| "step": 2067 | |
| }, | |
| { | |
| "epoch": 0.5966868745101925, | |
| "grad_norm": 3.474231481552124, | |
| "learning_rate": 4.245827010622155e-06, | |
| "loss": 0.2221, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.5975516380964392, | |
| "grad_norm": 3.175489902496338, | |
| "learning_rate": 4.236722306525038e-06, | |
| "loss": 0.2118, | |
| "step": 2073 | |
| }, | |
| { | |
| "epoch": 0.5984164016826858, | |
| "grad_norm": 3.48205304145813, | |
| "learning_rate": 4.227617602427921e-06, | |
| "loss": 0.2107, | |
| "step": 2076 | |
| }, | |
| { | |
| "epoch": 0.5992811652689325, | |
| "grad_norm": 3.100991725921631, | |
| "learning_rate": 4.218512898330804e-06, | |
| "loss": 0.2238, | |
| "step": 2079 | |
| }, | |
| { | |
| "epoch": 0.6001459288551791, | |
| "grad_norm": 2.0803310871124268, | |
| "learning_rate": 4.209408194233688e-06, | |
| "loss": 0.2469, | |
| "step": 2082 | |
| }, | |
| { | |
| "epoch": 0.6010106924414258, | |
| "grad_norm": 1.8892669677734375, | |
| "learning_rate": 4.2003034901365705e-06, | |
| "loss": 0.1876, | |
| "step": 2085 | |
| }, | |
| { | |
| "epoch": 0.6018754560276725, | |
| "grad_norm": 2.093517541885376, | |
| "learning_rate": 4.191198786039454e-06, | |
| "loss": 0.2136, | |
| "step": 2088 | |
| }, | |
| { | |
| "epoch": 0.6027402196139191, | |
| "grad_norm": 2.2591047286987305, | |
| "learning_rate": 4.182094081942337e-06, | |
| "loss": 0.2309, | |
| "step": 2091 | |
| }, | |
| { | |
| "epoch": 0.6036049832001658, | |
| "grad_norm": 1.6561003923416138, | |
| "learning_rate": 4.17298937784522e-06, | |
| "loss": 0.1958, | |
| "step": 2094 | |
| }, | |
| { | |
| "epoch": 0.6044697467864124, | |
| "grad_norm": 4.529551029205322, | |
| "learning_rate": 4.1638846737481036e-06, | |
| "loss": 0.2551, | |
| "step": 2097 | |
| }, | |
| { | |
| "epoch": 0.6053345103726591, | |
| "grad_norm": 3.610400915145874, | |
| "learning_rate": 4.154779969650986e-06, | |
| "loss": 0.2272, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.6053345103726591, | |
| "eval_loss": 0.21923716366291046, | |
| "eval_mse": 0.21923717018315803, | |
| "eval_runtime": 64.6466, | |
| "eval_samples_per_second": 15.469, | |
| "eval_steps_per_second": 3.867, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.6061992739589057, | |
| "grad_norm": 5.296643257141113, | |
| "learning_rate": 4.145675265553869e-06, | |
| "loss": 0.2147, | |
| "step": 2103 | |
| }, | |
| { | |
| "epoch": 0.6070640375451524, | |
| "grad_norm": 1.9191397428512573, | |
| "learning_rate": 4.136570561456753e-06, | |
| "loss": 0.2303, | |
| "step": 2106 | |
| }, | |
| { | |
| "epoch": 0.607928801131399, | |
| "grad_norm": 5.336986541748047, | |
| "learning_rate": 4.127465857359636e-06, | |
| "loss": 0.2544, | |
| "step": 2109 | |
| }, | |
| { | |
| "epoch": 0.6087935647176457, | |
| "grad_norm": 2.223107099533081, | |
| "learning_rate": 4.1183611532625195e-06, | |
| "loss": 0.2246, | |
| "step": 2112 | |
| }, | |
| { | |
| "epoch": 0.6096583283038923, | |
| "grad_norm": 3.1443583965301514, | |
| "learning_rate": 4.109256449165402e-06, | |
| "loss": 0.2594, | |
| "step": 2115 | |
| }, | |
| { | |
| "epoch": 0.610523091890139, | |
| "grad_norm": 2.582916498184204, | |
| "learning_rate": 4.100151745068285e-06, | |
| "loss": 0.2307, | |
| "step": 2118 | |
| }, | |
| { | |
| "epoch": 0.6113878554763856, | |
| "grad_norm": 3.238401412963867, | |
| "learning_rate": 4.091047040971169e-06, | |
| "loss": 0.2595, | |
| "step": 2121 | |
| }, | |
| { | |
| "epoch": 0.6122526190626323, | |
| "grad_norm": 4.401957988739014, | |
| "learning_rate": 4.081942336874052e-06, | |
| "loss": 0.2156, | |
| "step": 2124 | |
| }, | |
| { | |
| "epoch": 0.6131173826488789, | |
| "grad_norm": 1.7487517595291138, | |
| "learning_rate": 4.072837632776935e-06, | |
| "loss": 0.2376, | |
| "step": 2127 | |
| }, | |
| { | |
| "epoch": 0.6139821462351256, | |
| "grad_norm": 2.8765621185302734, | |
| "learning_rate": 4.063732928679818e-06, | |
| "loss": 0.22, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.6148469098213722, | |
| "grad_norm": 2.272740125656128, | |
| "learning_rate": 4.054628224582701e-06, | |
| "loss": 0.2528, | |
| "step": 2133 | |
| }, | |
| { | |
| "epoch": 0.6157116734076189, | |
| "grad_norm": 2.2663707733154297, | |
| "learning_rate": 4.045523520485585e-06, | |
| "loss": 0.185, | |
| "step": 2136 | |
| }, | |
| { | |
| "epoch": 0.6165764369938656, | |
| "grad_norm": 1.8243865966796875, | |
| "learning_rate": 4.036418816388468e-06, | |
| "loss": 0.2154, | |
| "step": 2139 | |
| }, | |
| { | |
| "epoch": 0.6174412005801122, | |
| "grad_norm": 3.036996364593506, | |
| "learning_rate": 4.0273141122913504e-06, | |
| "loss": 0.2388, | |
| "step": 2142 | |
| }, | |
| { | |
| "epoch": 0.6183059641663589, | |
| "grad_norm": 2.0164997577667236, | |
| "learning_rate": 4.018209408194234e-06, | |
| "loss": 0.2371, | |
| "step": 2145 | |
| }, | |
| { | |
| "epoch": 0.6191707277526055, | |
| "grad_norm": 3.748368978500366, | |
| "learning_rate": 4.009104704097117e-06, | |
| "loss": 0.2377, | |
| "step": 2148 | |
| }, | |
| { | |
| "epoch": 0.6200354913388522, | |
| "grad_norm": 3.3998799324035645, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 0.2359, | |
| "step": 2151 | |
| }, | |
| { | |
| "epoch": 0.6209002549250988, | |
| "grad_norm": 1.6474953889846802, | |
| "learning_rate": 3.9908952959028835e-06, | |
| "loss": 0.2049, | |
| "step": 2154 | |
| }, | |
| { | |
| "epoch": 0.6217650185113455, | |
| "grad_norm": 2.3346197605133057, | |
| "learning_rate": 3.981790591805766e-06, | |
| "loss": 0.2263, | |
| "step": 2157 | |
| }, | |
| { | |
| "epoch": 0.6226297820975921, | |
| "grad_norm": 2.6755003929138184, | |
| "learning_rate": 3.97268588770865e-06, | |
| "loss": 0.248, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.6234945456838388, | |
| "grad_norm": 3.026387929916382, | |
| "learning_rate": 3.963581183611533e-06, | |
| "loss": 0.2784, | |
| "step": 2163 | |
| }, | |
| { | |
| "epoch": 0.6243593092700855, | |
| "grad_norm": 3.390216112136841, | |
| "learning_rate": 3.9544764795144166e-06, | |
| "loss": 0.241, | |
| "step": 2166 | |
| }, | |
| { | |
| "epoch": 0.6252240728563322, | |
| "grad_norm": 5.739169120788574, | |
| "learning_rate": 3.945371775417299e-06, | |
| "loss": 0.226, | |
| "step": 2169 | |
| }, | |
| { | |
| "epoch": 0.6260888364425788, | |
| "grad_norm": 1.7892546653747559, | |
| "learning_rate": 3.936267071320182e-06, | |
| "loss": 0.2337, | |
| "step": 2172 | |
| }, | |
| { | |
| "epoch": 0.6269536000288255, | |
| "grad_norm": 4.317811965942383, | |
| "learning_rate": 3.927162367223066e-06, | |
| "loss": 0.2528, | |
| "step": 2175 | |
| }, | |
| { | |
| "epoch": 0.6278183636150722, | |
| "grad_norm": 2.44039249420166, | |
| "learning_rate": 3.918057663125949e-06, | |
| "loss": 0.2604, | |
| "step": 2178 | |
| }, | |
| { | |
| "epoch": 0.6286831272013188, | |
| "grad_norm": 3.1203863620758057, | |
| "learning_rate": 3.908952959028832e-06, | |
| "loss": 0.2116, | |
| "step": 2181 | |
| }, | |
| { | |
| "epoch": 0.6295478907875655, | |
| "grad_norm": 2.5261828899383545, | |
| "learning_rate": 3.899848254931715e-06, | |
| "loss": 0.2279, | |
| "step": 2184 | |
| }, | |
| { | |
| "epoch": 0.6304126543738121, | |
| "grad_norm": 2.393629550933838, | |
| "learning_rate": 3.890743550834598e-06, | |
| "loss": 0.2338, | |
| "step": 2187 | |
| }, | |
| { | |
| "epoch": 0.6312774179600588, | |
| "grad_norm": 2.138955593109131, | |
| "learning_rate": 3.881638846737482e-06, | |
| "loss": 0.2942, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.6321421815463054, | |
| "grad_norm": 2.024564266204834, | |
| "learning_rate": 3.872534142640365e-06, | |
| "loss": 0.2666, | |
| "step": 2193 | |
| }, | |
| { | |
| "epoch": 0.6330069451325521, | |
| "grad_norm": 5.208636283874512, | |
| "learning_rate": 3.8634294385432475e-06, | |
| "loss": 0.2594, | |
| "step": 2196 | |
| }, | |
| { | |
| "epoch": 0.6338717087187987, | |
| "grad_norm": 2.6842122077941895, | |
| "learning_rate": 3.854324734446131e-06, | |
| "loss": 0.2668, | |
| "step": 2199 | |
| }, | |
| { | |
| "epoch": 0.6341599632475475, | |
| "eval_loss": 0.22037872672080994, | |
| "eval_mse": 0.22037871759198607, | |
| "eval_runtime": 64.5846, | |
| "eval_samples_per_second": 15.484, | |
| "eval_steps_per_second": 3.871, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.6347364723050454, | |
| "grad_norm": 3.914788246154785, | |
| "learning_rate": 3.845220030349014e-06, | |
| "loss": 0.238, | |
| "step": 2202 | |
| }, | |
| { | |
| "epoch": 0.635601235891292, | |
| "grad_norm": 2.634946823120117, | |
| "learning_rate": 3.836115326251897e-06, | |
| "loss": 0.2302, | |
| "step": 2205 | |
| }, | |
| { | |
| "epoch": 0.6364659994775387, | |
| "grad_norm": 2.131955862045288, | |
| "learning_rate": 3.827010622154781e-06, | |
| "loss": 0.2251, | |
| "step": 2208 | |
| }, | |
| { | |
| "epoch": 0.6373307630637853, | |
| "grad_norm": 2.292926788330078, | |
| "learning_rate": 3.8179059180576634e-06, | |
| "loss": 0.2182, | |
| "step": 2211 | |
| }, | |
| { | |
| "epoch": 0.638195526650032, | |
| "grad_norm": 2.0773963928222656, | |
| "learning_rate": 3.8088012139605467e-06, | |
| "loss": 0.2191, | |
| "step": 2214 | |
| }, | |
| { | |
| "epoch": 0.6390602902362786, | |
| "grad_norm": 7.258689880371094, | |
| "learning_rate": 3.7996965098634296e-06, | |
| "loss": 0.2496, | |
| "step": 2217 | |
| }, | |
| { | |
| "epoch": 0.6399250538225253, | |
| "grad_norm": 2.341298818588257, | |
| "learning_rate": 3.790591805766313e-06, | |
| "loss": 0.2353, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.640789817408772, | |
| "grad_norm": 2.6624574661254883, | |
| "learning_rate": 3.781487101669196e-06, | |
| "loss": 0.2242, | |
| "step": 2223 | |
| }, | |
| { | |
| "epoch": 0.6416545809950186, | |
| "grad_norm": 6.106657981872559, | |
| "learning_rate": 3.772382397572079e-06, | |
| "loss": 0.2428, | |
| "step": 2226 | |
| }, | |
| { | |
| "epoch": 0.6425193445812653, | |
| "grad_norm": 2.1354269981384277, | |
| "learning_rate": 3.7632776934749626e-06, | |
| "loss": 0.2239, | |
| "step": 2229 | |
| }, | |
| { | |
| "epoch": 0.6433841081675119, | |
| "grad_norm": 3.34881329536438, | |
| "learning_rate": 3.7541729893778455e-06, | |
| "loss": 0.2513, | |
| "step": 2232 | |
| }, | |
| { | |
| "epoch": 0.6442488717537586, | |
| "grad_norm": 3.310595750808716, | |
| "learning_rate": 3.7450682852807287e-06, | |
| "loss": 0.1986, | |
| "step": 2235 | |
| }, | |
| { | |
| "epoch": 0.6451136353400052, | |
| "grad_norm": 2.3163015842437744, | |
| "learning_rate": 3.735963581183612e-06, | |
| "loss": 0.2228, | |
| "step": 2238 | |
| }, | |
| { | |
| "epoch": 0.6459783989262519, | |
| "grad_norm": 2.8986473083496094, | |
| "learning_rate": 3.726858877086495e-06, | |
| "loss": 0.2542, | |
| "step": 2241 | |
| }, | |
| { | |
| "epoch": 0.6468431625124985, | |
| "grad_norm": 1.9085699319839478, | |
| "learning_rate": 3.717754172989378e-06, | |
| "loss": 0.2215, | |
| "step": 2244 | |
| }, | |
| { | |
| "epoch": 0.6477079260987452, | |
| "grad_norm": 1.8858418464660645, | |
| "learning_rate": 3.7086494688922614e-06, | |
| "loss": 0.2081, | |
| "step": 2247 | |
| }, | |
| { | |
| "epoch": 0.6485726896849918, | |
| "grad_norm": 2.7756083011627197, | |
| "learning_rate": 3.699544764795144e-06, | |
| "loss": 0.2483, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.6494374532712385, | |
| "grad_norm": 2.3329155445098877, | |
| "learning_rate": 3.690440060698028e-06, | |
| "loss": 0.2106, | |
| "step": 2253 | |
| }, | |
| { | |
| "epoch": 0.6503022168574851, | |
| "grad_norm": 2.95639967918396, | |
| "learning_rate": 3.6813353566009107e-06, | |
| "loss": 0.2115, | |
| "step": 2256 | |
| }, | |
| { | |
| "epoch": 0.6511669804437318, | |
| "grad_norm": 2.3648903369903564, | |
| "learning_rate": 3.6722306525037936e-06, | |
| "loss": 0.2156, | |
| "step": 2259 | |
| }, | |
| { | |
| "epoch": 0.6520317440299784, | |
| "grad_norm": 2.9157233238220215, | |
| "learning_rate": 3.6631259484066773e-06, | |
| "loss": 0.2542, | |
| "step": 2262 | |
| }, | |
| { | |
| "epoch": 0.6528965076162251, | |
| "grad_norm": 2.67684268951416, | |
| "learning_rate": 3.65402124430956e-06, | |
| "loss": 0.2434, | |
| "step": 2265 | |
| }, | |
| { | |
| "epoch": 0.6537612712024717, | |
| "grad_norm": 1.8347716331481934, | |
| "learning_rate": 3.644916540212443e-06, | |
| "loss": 0.2236, | |
| "step": 2268 | |
| }, | |
| { | |
| "epoch": 0.6546260347887184, | |
| "grad_norm": 2.5923428535461426, | |
| "learning_rate": 3.6358118361153266e-06, | |
| "loss": 0.2232, | |
| "step": 2271 | |
| }, | |
| { | |
| "epoch": 0.655490798374965, | |
| "grad_norm": 1.9584388732910156, | |
| "learning_rate": 3.6267071320182095e-06, | |
| "loss": 0.1951, | |
| "step": 2274 | |
| }, | |
| { | |
| "epoch": 0.6563555619612117, | |
| "grad_norm": 1.8902173042297363, | |
| "learning_rate": 3.617602427921093e-06, | |
| "loss": 0.2051, | |
| "step": 2277 | |
| }, | |
| { | |
| "epoch": 0.6572203255474584, | |
| "grad_norm": 1.735851764678955, | |
| "learning_rate": 3.608497723823976e-06, | |
| "loss": 0.22, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.6580850891337051, | |
| "grad_norm": 3.9721834659576416, | |
| "learning_rate": 3.599393019726859e-06, | |
| "loss": 0.2518, | |
| "step": 2283 | |
| }, | |
| { | |
| "epoch": 0.6589498527199518, | |
| "grad_norm": 3.3028452396392822, | |
| "learning_rate": 3.5902883156297426e-06, | |
| "loss": 0.2379, | |
| "step": 2286 | |
| }, | |
| { | |
| "epoch": 0.6598146163061984, | |
| "grad_norm": 3.636674404144287, | |
| "learning_rate": 3.5811836115326254e-06, | |
| "loss": 0.2736, | |
| "step": 2289 | |
| }, | |
| { | |
| "epoch": 0.6606793798924451, | |
| "grad_norm": 3.664700984954834, | |
| "learning_rate": 3.572078907435509e-06, | |
| "loss": 0.2409, | |
| "step": 2292 | |
| }, | |
| { | |
| "epoch": 0.6615441434786917, | |
| "grad_norm": 1.9176503419876099, | |
| "learning_rate": 3.562974203338392e-06, | |
| "loss": 0.1983, | |
| "step": 2295 | |
| }, | |
| { | |
| "epoch": 0.6624089070649384, | |
| "grad_norm": 1.9897313117980957, | |
| "learning_rate": 3.5538694992412748e-06, | |
| "loss": 0.2434, | |
| "step": 2298 | |
| }, | |
| { | |
| "epoch": 0.6629854161224361, | |
| "eval_loss": 0.2195964902639389, | |
| "eval_mse": 0.21959649334591813, | |
| "eval_runtime": 64.3698, | |
| "eval_samples_per_second": 15.535, | |
| "eval_steps_per_second": 3.884, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.663273670651185, | |
| "grad_norm": 2.568549871444702, | |
| "learning_rate": 3.5447647951441585e-06, | |
| "loss": 0.2006, | |
| "step": 2301 | |
| }, | |
| { | |
| "epoch": 0.6641384342374317, | |
| "grad_norm": 2.855433940887451, | |
| "learning_rate": 3.5356600910470413e-06, | |
| "loss": 0.2064, | |
| "step": 2304 | |
| }, | |
| { | |
| "epoch": 0.6650031978236783, | |
| "grad_norm": 3.653754949569702, | |
| "learning_rate": 3.526555386949924e-06, | |
| "loss": 0.2349, | |
| "step": 2307 | |
| }, | |
| { | |
| "epoch": 0.665867961409925, | |
| "grad_norm": 2.384378671646118, | |
| "learning_rate": 3.517450682852808e-06, | |
| "loss": 0.2334, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.6667327249961716, | |
| "grad_norm": 1.966973900794983, | |
| "learning_rate": 3.5083459787556907e-06, | |
| "loss": 0.2148, | |
| "step": 2313 | |
| }, | |
| { | |
| "epoch": 0.6675974885824183, | |
| "grad_norm": 2.5276942253112793, | |
| "learning_rate": 3.499241274658574e-06, | |
| "loss": 0.2302, | |
| "step": 2316 | |
| }, | |
| { | |
| "epoch": 0.668462252168665, | |
| "grad_norm": 3.5509471893310547, | |
| "learning_rate": 3.490136570561457e-06, | |
| "loss": 0.2672, | |
| "step": 2319 | |
| }, | |
| { | |
| "epoch": 0.6693270157549116, | |
| "grad_norm": 6.874312877655029, | |
| "learning_rate": 3.48103186646434e-06, | |
| "loss": 0.2538, | |
| "step": 2322 | |
| }, | |
| { | |
| "epoch": 0.6701917793411583, | |
| "grad_norm": 2.7544713020324707, | |
| "learning_rate": 3.4719271623672233e-06, | |
| "loss": 0.2146, | |
| "step": 2325 | |
| }, | |
| { | |
| "epoch": 0.6710565429274049, | |
| "grad_norm": 2.2370007038116455, | |
| "learning_rate": 3.4628224582701066e-06, | |
| "loss": 0.2373, | |
| "step": 2328 | |
| }, | |
| { | |
| "epoch": 0.6719213065136516, | |
| "grad_norm": 2.3013980388641357, | |
| "learning_rate": 3.45371775417299e-06, | |
| "loss": 0.2437, | |
| "step": 2331 | |
| }, | |
| { | |
| "epoch": 0.6727860700998982, | |
| "grad_norm": 2.2957603931427, | |
| "learning_rate": 3.4446130500758727e-06, | |
| "loss": 0.1974, | |
| "step": 2334 | |
| }, | |
| { | |
| "epoch": 0.6736508336861449, | |
| "grad_norm": 2.216355562210083, | |
| "learning_rate": 3.435508345978756e-06, | |
| "loss": 0.2274, | |
| "step": 2337 | |
| }, | |
| { | |
| "epoch": 0.6745155972723915, | |
| "grad_norm": 2.5096681118011475, | |
| "learning_rate": 3.4264036418816392e-06, | |
| "loss": 0.2423, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.6753803608586382, | |
| "grad_norm": 2.094209671020508, | |
| "learning_rate": 3.417298937784522e-06, | |
| "loss": 0.2296, | |
| "step": 2343 | |
| }, | |
| { | |
| "epoch": 0.6762451244448848, | |
| "grad_norm": 2.772343635559082, | |
| "learning_rate": 3.4081942336874053e-06, | |
| "loss": 0.241, | |
| "step": 2346 | |
| }, | |
| { | |
| "epoch": 0.6771098880311315, | |
| "grad_norm": 3.8428046703338623, | |
| "learning_rate": 3.3990895295902886e-06, | |
| "loss": 0.2055, | |
| "step": 2349 | |
| }, | |
| { | |
| "epoch": 0.6779746516173781, | |
| "grad_norm": 1.7676074504852295, | |
| "learning_rate": 3.3899848254931714e-06, | |
| "loss": 0.1845, | |
| "step": 2352 | |
| }, | |
| { | |
| "epoch": 0.6788394152036248, | |
| "grad_norm": 3.0652945041656494, | |
| "learning_rate": 3.380880121396055e-06, | |
| "loss": 0.2376, | |
| "step": 2355 | |
| }, | |
| { | |
| "epoch": 0.6797041787898714, | |
| "grad_norm": 3.206815242767334, | |
| "learning_rate": 3.371775417298938e-06, | |
| "loss": 0.2543, | |
| "step": 2358 | |
| }, | |
| { | |
| "epoch": 0.6805689423761181, | |
| "grad_norm": 3.2649717330932617, | |
| "learning_rate": 3.3626707132018212e-06, | |
| "loss": 0.2255, | |
| "step": 2361 | |
| }, | |
| { | |
| "epoch": 0.6814337059623647, | |
| "grad_norm": 2.2816710472106934, | |
| "learning_rate": 3.3535660091047045e-06, | |
| "loss": 0.2318, | |
| "step": 2364 | |
| }, | |
| { | |
| "epoch": 0.6822984695486114, | |
| "grad_norm": 2.291609287261963, | |
| "learning_rate": 3.3444613050075873e-06, | |
| "loss": 0.235, | |
| "step": 2367 | |
| }, | |
| { | |
| "epoch": 0.683163233134858, | |
| "grad_norm": 2.037982940673828, | |
| "learning_rate": 3.3353566009104706e-06, | |
| "loss": 0.2437, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.6840279967211047, | |
| "grad_norm": 2.614445209503174, | |
| "learning_rate": 3.326251896813354e-06, | |
| "loss": 0.2452, | |
| "step": 2373 | |
| }, | |
| { | |
| "epoch": 0.6848927603073514, | |
| "grad_norm": 1.8799285888671875, | |
| "learning_rate": 3.3171471927162367e-06, | |
| "loss": 0.2567, | |
| "step": 2376 | |
| }, | |
| { | |
| "epoch": 0.685757523893598, | |
| "grad_norm": 3.457829236984253, | |
| "learning_rate": 3.3080424886191204e-06, | |
| "loss": 0.2307, | |
| "step": 2379 | |
| }, | |
| { | |
| "epoch": 0.6866222874798447, | |
| "grad_norm": 3.6573526859283447, | |
| "learning_rate": 3.2989377845220033e-06, | |
| "loss": 0.2321, | |
| "step": 2382 | |
| }, | |
| { | |
| "epoch": 0.6874870510660913, | |
| "grad_norm": 2.0287060737609863, | |
| "learning_rate": 3.289833080424886e-06, | |
| "loss": 0.246, | |
| "step": 2385 | |
| }, | |
| { | |
| "epoch": 0.688351814652338, | |
| "grad_norm": 2.5227603912353516, | |
| "learning_rate": 3.2807283763277698e-06, | |
| "loss": 0.1936, | |
| "step": 2388 | |
| }, | |
| { | |
| "epoch": 0.6892165782385846, | |
| "grad_norm": 1.6194448471069336, | |
| "learning_rate": 3.2716236722306526e-06, | |
| "loss": 0.2108, | |
| "step": 2391 | |
| }, | |
| { | |
| "epoch": 0.6900813418248313, | |
| "grad_norm": 3.9881162643432617, | |
| "learning_rate": 3.2625189681335363e-06, | |
| "loss": 0.2384, | |
| "step": 2394 | |
| }, | |
| { | |
| "epoch": 0.6909461054110779, | |
| "grad_norm": 2.262324094772339, | |
| "learning_rate": 3.253414264036419e-06, | |
| "loss": 0.2791, | |
| "step": 2397 | |
| }, | |
| { | |
| "epoch": 0.6918108689973247, | |
| "grad_norm": 3.344790458679199, | |
| "learning_rate": 3.244309559939302e-06, | |
| "loss": 0.2464, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.6918108689973247, | |
| "eval_loss": 0.21846170723438263, | |
| "eval_mse": 0.21846168629289606, | |
| "eval_runtime": 64.3607, | |
| "eval_samples_per_second": 15.537, | |
| "eval_steps_per_second": 3.884, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.6926756325835713, | |
| "grad_norm": 3.4839906692504883, | |
| "learning_rate": 3.2352048558421857e-06, | |
| "loss": 0.2318, | |
| "step": 2403 | |
| }, | |
| { | |
| "epoch": 0.693540396169818, | |
| "grad_norm": 1.9182045459747314, | |
| "learning_rate": 3.2261001517450685e-06, | |
| "loss": 0.2366, | |
| "step": 2406 | |
| }, | |
| { | |
| "epoch": 0.6944051597560646, | |
| "grad_norm": 3.907069683074951, | |
| "learning_rate": 3.2169954476479514e-06, | |
| "loss": 0.2068, | |
| "step": 2409 | |
| }, | |
| { | |
| "epoch": 0.6952699233423113, | |
| "grad_norm": 2.516395330429077, | |
| "learning_rate": 3.207890743550835e-06, | |
| "loss": 0.2467, | |
| "step": 2412 | |
| }, | |
| { | |
| "epoch": 0.696134686928558, | |
| "grad_norm": 8.096402168273926, | |
| "learning_rate": 3.198786039453718e-06, | |
| "loss": 0.205, | |
| "step": 2415 | |
| }, | |
| { | |
| "epoch": 0.6969994505148046, | |
| "grad_norm": 2.871696949005127, | |
| "learning_rate": 3.1896813353566016e-06, | |
| "loss": 0.2259, | |
| "step": 2418 | |
| }, | |
| { | |
| "epoch": 0.6978642141010513, | |
| "grad_norm": 2.6868882179260254, | |
| "learning_rate": 3.1805766312594844e-06, | |
| "loss": 0.2389, | |
| "step": 2421 | |
| }, | |
| { | |
| "epoch": 0.6987289776872979, | |
| "grad_norm": 2.687101364135742, | |
| "learning_rate": 3.1714719271623673e-06, | |
| "loss": 0.2148, | |
| "step": 2424 | |
| }, | |
| { | |
| "epoch": 0.6995937412735446, | |
| "grad_norm": 10.40469741821289, | |
| "learning_rate": 3.162367223065251e-06, | |
| "loss": 0.2412, | |
| "step": 2427 | |
| }, | |
| { | |
| "epoch": 0.7004585048597912, | |
| "grad_norm": 2.589078903198242, | |
| "learning_rate": 3.153262518968134e-06, | |
| "loss": 0.2411, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.7013232684460379, | |
| "grad_norm": 2.443969488143921, | |
| "learning_rate": 3.1441578148710167e-06, | |
| "loss": 0.2378, | |
| "step": 2433 | |
| }, | |
| { | |
| "epoch": 0.7021880320322845, | |
| "grad_norm": 3.190467596054077, | |
| "learning_rate": 3.1350531107739003e-06, | |
| "loss": 0.2148, | |
| "step": 2436 | |
| }, | |
| { | |
| "epoch": 0.7030527956185312, | |
| "grad_norm": 6.994554042816162, | |
| "learning_rate": 3.125948406676783e-06, | |
| "loss": 0.2349, | |
| "step": 2439 | |
| }, | |
| { | |
| "epoch": 0.7039175592047778, | |
| "grad_norm": 4.769686698913574, | |
| "learning_rate": 3.1168437025796665e-06, | |
| "loss": 0.225, | |
| "step": 2442 | |
| }, | |
| { | |
| "epoch": 0.7047823227910245, | |
| "grad_norm": 1.8445836305618286, | |
| "learning_rate": 3.1077389984825497e-06, | |
| "loss": 0.2498, | |
| "step": 2445 | |
| }, | |
| { | |
| "epoch": 0.7056470863772711, | |
| "grad_norm": 2.2382473945617676, | |
| "learning_rate": 3.0986342943854326e-06, | |
| "loss": 0.21, | |
| "step": 2448 | |
| }, | |
| { | |
| "epoch": 0.7065118499635178, | |
| "grad_norm": 2.9342122077941895, | |
| "learning_rate": 3.089529590288316e-06, | |
| "loss": 0.2316, | |
| "step": 2451 | |
| }, | |
| { | |
| "epoch": 0.7073766135497644, | |
| "grad_norm": 2.4339959621429443, | |
| "learning_rate": 3.080424886191199e-06, | |
| "loss": 0.2446, | |
| "step": 2454 | |
| }, | |
| { | |
| "epoch": 0.7082413771360111, | |
| "grad_norm": 3.4156157970428467, | |
| "learning_rate": 3.0713201820940824e-06, | |
| "loss": 0.2465, | |
| "step": 2457 | |
| }, | |
| { | |
| "epoch": 0.7091061407222577, | |
| "grad_norm": 2.0606541633605957, | |
| "learning_rate": 3.062215477996965e-06, | |
| "loss": 0.2538, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.7099709043085044, | |
| "grad_norm": 2.633622407913208, | |
| "learning_rate": 3.0531107738998485e-06, | |
| "loss": 0.2176, | |
| "step": 2463 | |
| }, | |
| { | |
| "epoch": 0.710835667894751, | |
| "grad_norm": 5.920553207397461, | |
| "learning_rate": 3.0440060698027317e-06, | |
| "loss": 0.2238, | |
| "step": 2466 | |
| }, | |
| { | |
| "epoch": 0.7117004314809977, | |
| "grad_norm": 1.6151419878005981, | |
| "learning_rate": 3.0349013657056146e-06, | |
| "loss": 0.1892, | |
| "step": 2469 | |
| }, | |
| { | |
| "epoch": 0.7125651950672444, | |
| "grad_norm": 2.7643418312072754, | |
| "learning_rate": 3.025796661608498e-06, | |
| "loss": 0.2222, | |
| "step": 2472 | |
| }, | |
| { | |
| "epoch": 0.713429958653491, | |
| "grad_norm": 2.580146551132202, | |
| "learning_rate": 3.016691957511381e-06, | |
| "loss": 0.261, | |
| "step": 2475 | |
| }, | |
| { | |
| "epoch": 0.7142947222397377, | |
| "grad_norm": 1.7853143215179443, | |
| "learning_rate": 3.0075872534142644e-06, | |
| "loss": 0.2295, | |
| "step": 2478 | |
| }, | |
| { | |
| "epoch": 0.7151594858259843, | |
| "grad_norm": 1.8063633441925049, | |
| "learning_rate": 2.9984825493171476e-06, | |
| "loss": 0.2186, | |
| "step": 2481 | |
| }, | |
| { | |
| "epoch": 0.716024249412231, | |
| "grad_norm": 5.130537986755371, | |
| "learning_rate": 2.9893778452200305e-06, | |
| "loss": 0.242, | |
| "step": 2484 | |
| }, | |
| { | |
| "epoch": 0.7168890129984776, | |
| "grad_norm": 2.46856951713562, | |
| "learning_rate": 2.9802731411229137e-06, | |
| "loss": 0.2491, | |
| "step": 2487 | |
| }, | |
| { | |
| "epoch": 0.7177537765847243, | |
| "grad_norm": 3.249279260635376, | |
| "learning_rate": 2.971168437025797e-06, | |
| "loss": 0.2291, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.7186185401709709, | |
| "grad_norm": 2.0126419067382812, | |
| "learning_rate": 2.96206373292868e-06, | |
| "loss": 0.2038, | |
| "step": 2493 | |
| }, | |
| { | |
| "epoch": 0.7194833037572176, | |
| "grad_norm": 11.745406150817871, | |
| "learning_rate": 2.9529590288315635e-06, | |
| "loss": 0.2555, | |
| "step": 2496 | |
| }, | |
| { | |
| "epoch": 0.7203480673434642, | |
| "grad_norm": 1.5893986225128174, | |
| "learning_rate": 2.9438543247344464e-06, | |
| "loss": 0.2338, | |
| "step": 2499 | |
| }, | |
| { | |
| "epoch": 0.7206363218722132, | |
| "eval_loss": 0.21656151115894318, | |
| "eval_mse": 0.21656151949986815, | |
| "eval_runtime": 64.4174, | |
| "eval_samples_per_second": 15.524, | |
| "eval_steps_per_second": 3.881, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.7212128309297109, | |
| "grad_norm": 2.0566763877868652, | |
| "learning_rate": 2.9347496206373292e-06, | |
| "loss": 0.2395, | |
| "step": 2502 | |
| }, | |
| { | |
| "epoch": 0.7220775945159575, | |
| "grad_norm": 2.7235090732574463, | |
| "learning_rate": 2.925644916540213e-06, | |
| "loss": 0.2057, | |
| "step": 2505 | |
| }, | |
| { | |
| "epoch": 0.7229423581022042, | |
| "grad_norm": 4.992210388183594, | |
| "learning_rate": 2.9165402124430958e-06, | |
| "loss": 0.2557, | |
| "step": 2508 | |
| }, | |
| { | |
| "epoch": 0.7238071216884508, | |
| "grad_norm": 2.544344186782837, | |
| "learning_rate": 2.9074355083459786e-06, | |
| "loss": 0.2299, | |
| "step": 2511 | |
| }, | |
| { | |
| "epoch": 0.7246718852746975, | |
| "grad_norm": 3.472134590148926, | |
| "learning_rate": 2.8983308042488623e-06, | |
| "loss": 0.2813, | |
| "step": 2514 | |
| }, | |
| { | |
| "epoch": 0.7255366488609443, | |
| "grad_norm": 1.9130823612213135, | |
| "learning_rate": 2.889226100151745e-06, | |
| "loss": 0.2167, | |
| "step": 2517 | |
| }, | |
| { | |
| "epoch": 0.7264014124471909, | |
| "grad_norm": 1.9955520629882812, | |
| "learning_rate": 2.880121396054629e-06, | |
| "loss": 0.2372, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.7272661760334376, | |
| "grad_norm": 2.574761152267456, | |
| "learning_rate": 2.8710166919575117e-06, | |
| "loss": 0.2256, | |
| "step": 2523 | |
| }, | |
| { | |
| "epoch": 0.7281309396196842, | |
| "grad_norm": 1.6945056915283203, | |
| "learning_rate": 2.8619119878603945e-06, | |
| "loss": 0.2177, | |
| "step": 2526 | |
| }, | |
| { | |
| "epoch": 0.7289957032059309, | |
| "grad_norm": 2.1304931640625, | |
| "learning_rate": 2.852807283763278e-06, | |
| "loss": 0.2438, | |
| "step": 2529 | |
| }, | |
| { | |
| "epoch": 0.7298604667921775, | |
| "grad_norm": 1.626629114151001, | |
| "learning_rate": 2.843702579666161e-06, | |
| "loss": 0.1954, | |
| "step": 2532 | |
| }, | |
| { | |
| "epoch": 0.7307252303784242, | |
| "grad_norm": 2.735403537750244, | |
| "learning_rate": 2.834597875569044e-06, | |
| "loss": 0.2274, | |
| "step": 2535 | |
| }, | |
| { | |
| "epoch": 0.7315899939646708, | |
| "grad_norm": 2.8743979930877686, | |
| "learning_rate": 2.8254931714719276e-06, | |
| "loss": 0.235, | |
| "step": 2538 | |
| }, | |
| { | |
| "epoch": 0.7324547575509175, | |
| "grad_norm": 1.9181838035583496, | |
| "learning_rate": 2.8163884673748104e-06, | |
| "loss": 0.217, | |
| "step": 2541 | |
| }, | |
| { | |
| "epoch": 0.7333195211371641, | |
| "grad_norm": 1.9460699558258057, | |
| "learning_rate": 2.807283763277694e-06, | |
| "loss": 0.1983, | |
| "step": 2544 | |
| }, | |
| { | |
| "epoch": 0.7341842847234108, | |
| "grad_norm": 2.0447700023651123, | |
| "learning_rate": 2.798179059180577e-06, | |
| "loss": 0.2168, | |
| "step": 2547 | |
| }, | |
| { | |
| "epoch": 0.7350490483096574, | |
| "grad_norm": 2.380274534225464, | |
| "learning_rate": 2.78907435508346e-06, | |
| "loss": 0.2275, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.7359138118959041, | |
| "grad_norm": 1.5381513833999634, | |
| "learning_rate": 2.7799696509863435e-06, | |
| "loss": 0.1808, | |
| "step": 2553 | |
| }, | |
| { | |
| "epoch": 0.7367785754821508, | |
| "grad_norm": 1.8658198118209839, | |
| "learning_rate": 2.7708649468892263e-06, | |
| "loss": 0.2094, | |
| "step": 2556 | |
| }, | |
| { | |
| "epoch": 0.7376433390683974, | |
| "grad_norm": 1.8906834125518799, | |
| "learning_rate": 2.7617602427921096e-06, | |
| "loss": 0.2315, | |
| "step": 2559 | |
| }, | |
| { | |
| "epoch": 0.7385081026546441, | |
| "grad_norm": 2.179494619369507, | |
| "learning_rate": 2.752655538694993e-06, | |
| "loss": 0.2317, | |
| "step": 2562 | |
| }, | |
| { | |
| "epoch": 0.7393728662408907, | |
| "grad_norm": 1.9197441339492798, | |
| "learning_rate": 2.7435508345978757e-06, | |
| "loss": 0.2023, | |
| "step": 2565 | |
| }, | |
| { | |
| "epoch": 0.7402376298271374, | |
| "grad_norm": 3.4614813327789307, | |
| "learning_rate": 2.734446130500759e-06, | |
| "loss": 0.2112, | |
| "step": 2568 | |
| }, | |
| { | |
| "epoch": 0.741102393413384, | |
| "grad_norm": 4.101759433746338, | |
| "learning_rate": 2.7253414264036422e-06, | |
| "loss": 0.2087, | |
| "step": 2571 | |
| }, | |
| { | |
| "epoch": 0.7419671569996307, | |
| "grad_norm": 2.005354166030884, | |
| "learning_rate": 2.716236722306525e-06, | |
| "loss": 0.2689, | |
| "step": 2574 | |
| }, | |
| { | |
| "epoch": 0.7428319205858773, | |
| "grad_norm": 1.8958799839019775, | |
| "learning_rate": 2.7071320182094083e-06, | |
| "loss": 0.2639, | |
| "step": 2577 | |
| }, | |
| { | |
| "epoch": 0.743696684172124, | |
| "grad_norm": 2.3008432388305664, | |
| "learning_rate": 2.6980273141122916e-06, | |
| "loss": 0.2412, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.7445614477583706, | |
| "grad_norm": 2.5842695236206055, | |
| "learning_rate": 2.688922610015175e-06, | |
| "loss": 0.2339, | |
| "step": 2583 | |
| }, | |
| { | |
| "epoch": 0.7454262113446173, | |
| "grad_norm": 2.5189950466156006, | |
| "learning_rate": 2.6798179059180577e-06, | |
| "loss": 0.2413, | |
| "step": 2586 | |
| }, | |
| { | |
| "epoch": 0.7462909749308639, | |
| "grad_norm": 1.8702943325042725, | |
| "learning_rate": 2.670713201820941e-06, | |
| "loss": 0.2242, | |
| "step": 2589 | |
| }, | |
| { | |
| "epoch": 0.7471557385171106, | |
| "grad_norm": 1.5371664762496948, | |
| "learning_rate": 2.6616084977238242e-06, | |
| "loss": 0.2089, | |
| "step": 2592 | |
| }, | |
| { | |
| "epoch": 0.7480205021033572, | |
| "grad_norm": 2.6837081909179688, | |
| "learning_rate": 2.652503793626707e-06, | |
| "loss": 0.214, | |
| "step": 2595 | |
| }, | |
| { | |
| "epoch": 0.7488852656896039, | |
| "grad_norm": 2.3358068466186523, | |
| "learning_rate": 2.6433990895295904e-06, | |
| "loss": 0.243, | |
| "step": 2598 | |
| }, | |
| { | |
| "epoch": 0.7494617747471017, | |
| "eval_loss": 0.2165103405714035, | |
| "eval_mse": 0.2165103500261903, | |
| "eval_runtime": 64.7115, | |
| "eval_samples_per_second": 15.453, | |
| "eval_steps_per_second": 3.863, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.7497500292758505, | |
| "grad_norm": 4.396569728851318, | |
| "learning_rate": 2.6342943854324736e-06, | |
| "loss": 0.2704, | |
| "step": 2601 | |
| }, | |
| { | |
| "epoch": 0.7506147928620972, | |
| "grad_norm": 3.1913275718688965, | |
| "learning_rate": 2.625189681335357e-06, | |
| "loss": 0.2682, | |
| "step": 2604 | |
| }, | |
| { | |
| "epoch": 0.7514795564483439, | |
| "grad_norm": 2.679997444152832, | |
| "learning_rate": 2.61608497723824e-06, | |
| "loss": 0.1992, | |
| "step": 2607 | |
| }, | |
| { | |
| "epoch": 0.7523443200345905, | |
| "grad_norm": 3.6164557933807373, | |
| "learning_rate": 2.606980273141123e-06, | |
| "loss": 0.2249, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 0.7532090836208372, | |
| "grad_norm": 2.7497098445892334, | |
| "learning_rate": 2.5978755690440063e-06, | |
| "loss": 0.245, | |
| "step": 2613 | |
| }, | |
| { | |
| "epoch": 0.7540738472070838, | |
| "grad_norm": 2.927504777908325, | |
| "learning_rate": 2.5887708649468895e-06, | |
| "loss": 0.2114, | |
| "step": 2616 | |
| }, | |
| { | |
| "epoch": 0.7549386107933305, | |
| "grad_norm": 1.5433193445205688, | |
| "learning_rate": 2.5796661608497724e-06, | |
| "loss": 0.2014, | |
| "step": 2619 | |
| }, | |
| { | |
| "epoch": 0.7558033743795771, | |
| "grad_norm": 2.3192660808563232, | |
| "learning_rate": 2.570561456752656e-06, | |
| "loss": 0.2901, | |
| "step": 2622 | |
| }, | |
| { | |
| "epoch": 0.7566681379658238, | |
| "grad_norm": 1.924660086631775, | |
| "learning_rate": 2.561456752655539e-06, | |
| "loss": 0.2085, | |
| "step": 2625 | |
| }, | |
| { | |
| "epoch": 0.7575329015520704, | |
| "grad_norm": 3.05586576461792, | |
| "learning_rate": 2.5523520485584217e-06, | |
| "loss": 0.2056, | |
| "step": 2628 | |
| }, | |
| { | |
| "epoch": 0.7583976651383171, | |
| "grad_norm": 3.1275217533111572, | |
| "learning_rate": 2.5432473444613054e-06, | |
| "loss": 0.2282, | |
| "step": 2631 | |
| }, | |
| { | |
| "epoch": 0.7592624287245638, | |
| "grad_norm": 2.8783745765686035, | |
| "learning_rate": 2.5341426403641883e-06, | |
| "loss": 0.2216, | |
| "step": 2634 | |
| }, | |
| { | |
| "epoch": 0.7601271923108105, | |
| "grad_norm": 2.206467390060425, | |
| "learning_rate": 2.525037936267071e-06, | |
| "loss": 0.2383, | |
| "step": 2637 | |
| }, | |
| { | |
| "epoch": 0.7609919558970571, | |
| "grad_norm": 1.7947461605072021, | |
| "learning_rate": 2.515933232169955e-06, | |
| "loss": 0.2242, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.7618567194833038, | |
| "grad_norm": 2.2603344917297363, | |
| "learning_rate": 2.5068285280728376e-06, | |
| "loss": 0.2196, | |
| "step": 2643 | |
| }, | |
| { | |
| "epoch": 0.7627214830695505, | |
| "grad_norm": 4.005883693695068, | |
| "learning_rate": 2.497723823975721e-06, | |
| "loss": 0.2683, | |
| "step": 2646 | |
| }, | |
| { | |
| "epoch": 0.7635862466557971, | |
| "grad_norm": 1.8957757949829102, | |
| "learning_rate": 2.488619119878604e-06, | |
| "loss": 0.2437, | |
| "step": 2649 | |
| }, | |
| { | |
| "epoch": 0.7644510102420438, | |
| "grad_norm": 3.7723991870880127, | |
| "learning_rate": 2.4795144157814874e-06, | |
| "loss": 0.2453, | |
| "step": 2652 | |
| }, | |
| { | |
| "epoch": 0.7653157738282904, | |
| "grad_norm": 2.494797945022583, | |
| "learning_rate": 2.4704097116843703e-06, | |
| "loss": 0.2285, | |
| "step": 2655 | |
| }, | |
| { | |
| "epoch": 0.7661805374145371, | |
| "grad_norm": 2.8127262592315674, | |
| "learning_rate": 2.4613050075872536e-06, | |
| "loss": 0.1973, | |
| "step": 2658 | |
| }, | |
| { | |
| "epoch": 0.7670453010007837, | |
| "grad_norm": 1.8228410482406616, | |
| "learning_rate": 2.452200303490137e-06, | |
| "loss": 0.2155, | |
| "step": 2661 | |
| }, | |
| { | |
| "epoch": 0.7679100645870304, | |
| "grad_norm": 5.944820404052734, | |
| "learning_rate": 2.44309559939302e-06, | |
| "loss": 0.2137, | |
| "step": 2664 | |
| }, | |
| { | |
| "epoch": 0.768774828173277, | |
| "grad_norm": 1.749942421913147, | |
| "learning_rate": 2.4339908952959034e-06, | |
| "loss": 0.2134, | |
| "step": 2667 | |
| }, | |
| { | |
| "epoch": 0.7696395917595237, | |
| "grad_norm": 2.2554376125335693, | |
| "learning_rate": 2.424886191198786e-06, | |
| "loss": 0.2397, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 0.7705043553457703, | |
| "grad_norm": 2.416917085647583, | |
| "learning_rate": 2.4157814871016695e-06, | |
| "loss": 0.2201, | |
| "step": 2673 | |
| }, | |
| { | |
| "epoch": 0.771369118932017, | |
| "grad_norm": 2.578611373901367, | |
| "learning_rate": 2.4066767830045527e-06, | |
| "loss": 0.2197, | |
| "step": 2676 | |
| }, | |
| { | |
| "epoch": 0.7722338825182636, | |
| "grad_norm": 2.857250690460205, | |
| "learning_rate": 2.397572078907436e-06, | |
| "loss": 0.2395, | |
| "step": 2679 | |
| }, | |
| { | |
| "epoch": 0.7730986461045103, | |
| "grad_norm": 2.608745574951172, | |
| "learning_rate": 2.388467374810319e-06, | |
| "loss": 0.2421, | |
| "step": 2682 | |
| }, | |
| { | |
| "epoch": 0.7739634096907569, | |
| "grad_norm": 2.9792795181274414, | |
| "learning_rate": 2.379362670713202e-06, | |
| "loss": 0.2319, | |
| "step": 2685 | |
| }, | |
| { | |
| "epoch": 0.7748281732770036, | |
| "grad_norm": 3.69161319732666, | |
| "learning_rate": 2.3702579666160854e-06, | |
| "loss": 0.2322, | |
| "step": 2688 | |
| }, | |
| { | |
| "epoch": 0.7756929368632502, | |
| "grad_norm": 2.1806881427764893, | |
| "learning_rate": 2.3611532625189686e-06, | |
| "loss": 0.2392, | |
| "step": 2691 | |
| }, | |
| { | |
| "epoch": 0.7765577004494969, | |
| "grad_norm": 4.177742004394531, | |
| "learning_rate": 2.3520485584218515e-06, | |
| "loss": 0.2221, | |
| "step": 2694 | |
| }, | |
| { | |
| "epoch": 0.7774224640357436, | |
| "grad_norm": 3.6789214611053467, | |
| "learning_rate": 2.3429438543247347e-06, | |
| "loss": 0.2021, | |
| "step": 2697 | |
| }, | |
| { | |
| "epoch": 0.7782872276219902, | |
| "grad_norm": 2.2298083305358887, | |
| "learning_rate": 2.333839150227618e-06, | |
| "loss": 0.1891, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.7782872276219902, | |
| "eval_loss": 0.22008302807807922, | |
| "eval_mse": 0.22008301681582815, | |
| "eval_runtime": 64.7274, | |
| "eval_samples_per_second": 15.449, | |
| "eval_steps_per_second": 3.862, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.7791519912082369, | |
| "grad_norm": 1.7022091150283813, | |
| "learning_rate": 2.324734446130501e-06, | |
| "loss": 0.2267, | |
| "step": 2703 | |
| }, | |
| { | |
| "epoch": 0.7800167547944835, | |
| "grad_norm": 2.402782440185547, | |
| "learning_rate": 2.315629742033384e-06, | |
| "loss": 0.2112, | |
| "step": 2706 | |
| }, | |
| { | |
| "epoch": 0.7808815183807302, | |
| "grad_norm": 12.773355484008789, | |
| "learning_rate": 2.3065250379362674e-06, | |
| "loss": 0.2078, | |
| "step": 2709 | |
| }, | |
| { | |
| "epoch": 0.7817462819669768, | |
| "grad_norm": 2.3418192863464355, | |
| "learning_rate": 2.2974203338391502e-06, | |
| "loss": 0.2358, | |
| "step": 2712 | |
| }, | |
| { | |
| "epoch": 0.7826110455532235, | |
| "grad_norm": 3.0130553245544434, | |
| "learning_rate": 2.2883156297420335e-06, | |
| "loss": 0.2576, | |
| "step": 2715 | |
| }, | |
| { | |
| "epoch": 0.7834758091394701, | |
| "grad_norm": 4.195178031921387, | |
| "learning_rate": 2.2792109256449168e-06, | |
| "loss": 0.2335, | |
| "step": 2718 | |
| }, | |
| { | |
| "epoch": 0.7843405727257168, | |
| "grad_norm": 1.9151793718338013, | |
| "learning_rate": 2.2701062215477996e-06, | |
| "loss": 0.2328, | |
| "step": 2721 | |
| }, | |
| { | |
| "epoch": 0.7852053363119634, | |
| "grad_norm": 2.500737190246582, | |
| "learning_rate": 2.261001517450683e-06, | |
| "loss": 0.2166, | |
| "step": 2724 | |
| }, | |
| { | |
| "epoch": 0.7860700998982101, | |
| "grad_norm": 2.213944911956787, | |
| "learning_rate": 2.251896813353566e-06, | |
| "loss": 0.2296, | |
| "step": 2727 | |
| }, | |
| { | |
| "epoch": 0.7869348634844567, | |
| "grad_norm": 4.156373023986816, | |
| "learning_rate": 2.2427921092564494e-06, | |
| "loss": 0.213, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 0.7877996270707034, | |
| "grad_norm": 1.7524887323379517, | |
| "learning_rate": 2.2336874051593322e-06, | |
| "loss": 0.1983, | |
| "step": 2733 | |
| }, | |
| { | |
| "epoch": 0.78866439065695, | |
| "grad_norm": 2.1907401084899902, | |
| "learning_rate": 2.2245827010622155e-06, | |
| "loss": 0.2227, | |
| "step": 2736 | |
| }, | |
| { | |
| "epoch": 0.7895291542431967, | |
| "grad_norm": 6.940857410430908, | |
| "learning_rate": 2.2154779969650988e-06, | |
| "loss": 0.2385, | |
| "step": 2739 | |
| }, | |
| { | |
| "epoch": 0.7903939178294433, | |
| "grad_norm": 8.225829124450684, | |
| "learning_rate": 2.206373292867982e-06, | |
| "loss": 0.2084, | |
| "step": 2742 | |
| }, | |
| { | |
| "epoch": 0.79125868141569, | |
| "grad_norm": 1.9167605638504028, | |
| "learning_rate": 2.197268588770865e-06, | |
| "loss": 0.2065, | |
| "step": 2745 | |
| }, | |
| { | |
| "epoch": 0.7921234450019367, | |
| "grad_norm": 2.273833751678467, | |
| "learning_rate": 2.188163884673748e-06, | |
| "loss": 0.2379, | |
| "step": 2748 | |
| }, | |
| { | |
| "epoch": 0.7929882085881834, | |
| "grad_norm": 2.6898539066314697, | |
| "learning_rate": 2.1790591805766314e-06, | |
| "loss": 0.2173, | |
| "step": 2751 | |
| }, | |
| { | |
| "epoch": 0.7938529721744301, | |
| "grad_norm": 3.421860694885254, | |
| "learning_rate": 2.1699544764795147e-06, | |
| "loss": 0.2463, | |
| "step": 2754 | |
| }, | |
| { | |
| "epoch": 0.7947177357606767, | |
| "grad_norm": 5.2192487716674805, | |
| "learning_rate": 2.1608497723823975e-06, | |
| "loss": 0.238, | |
| "step": 2757 | |
| }, | |
| { | |
| "epoch": 0.7955824993469234, | |
| "grad_norm": 2.7427492141723633, | |
| "learning_rate": 2.1517450682852808e-06, | |
| "loss": 0.221, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.79644726293317, | |
| "grad_norm": 2.2411558628082275, | |
| "learning_rate": 2.142640364188164e-06, | |
| "loss": 0.2266, | |
| "step": 2763 | |
| }, | |
| { | |
| "epoch": 0.7973120265194167, | |
| "grad_norm": 3.7260963916778564, | |
| "learning_rate": 2.1335356600910473e-06, | |
| "loss": 0.2538, | |
| "step": 2766 | |
| }, | |
| { | |
| "epoch": 0.7981767901056633, | |
| "grad_norm": 2.7217321395874023, | |
| "learning_rate": 2.12443095599393e-06, | |
| "loss": 0.2246, | |
| "step": 2769 | |
| }, | |
| { | |
| "epoch": 0.79904155369191, | |
| "grad_norm": 2.651681900024414, | |
| "learning_rate": 2.1153262518968134e-06, | |
| "loss": 0.2334, | |
| "step": 2772 | |
| }, | |
| { | |
| "epoch": 0.7999063172781566, | |
| "grad_norm": 1.9291447401046753, | |
| "learning_rate": 2.1062215477996967e-06, | |
| "loss": 0.2122, | |
| "step": 2775 | |
| }, | |
| { | |
| "epoch": 0.8007710808644033, | |
| "grad_norm": 2.2406091690063477, | |
| "learning_rate": 2.09711684370258e-06, | |
| "loss": 0.219, | |
| "step": 2778 | |
| }, | |
| { | |
| "epoch": 0.80163584445065, | |
| "grad_norm": 2.099543809890747, | |
| "learning_rate": 2.0880121396054632e-06, | |
| "loss": 0.2376, | |
| "step": 2781 | |
| }, | |
| { | |
| "epoch": 0.8025006080368966, | |
| "grad_norm": 2.7685112953186035, | |
| "learning_rate": 2.078907435508346e-06, | |
| "loss": 0.2352, | |
| "step": 2784 | |
| }, | |
| { | |
| "epoch": 0.8033653716231433, | |
| "grad_norm": 2.3922276496887207, | |
| "learning_rate": 2.0698027314112293e-06, | |
| "loss": 0.2482, | |
| "step": 2787 | |
| }, | |
| { | |
| "epoch": 0.8042301352093899, | |
| "grad_norm": 2.0313024520874023, | |
| "learning_rate": 2.0606980273141126e-06, | |
| "loss": 0.2328, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 0.8050948987956366, | |
| "grad_norm": 2.234933853149414, | |
| "learning_rate": 2.051593323216996e-06, | |
| "loss": 0.2315, | |
| "step": 2793 | |
| }, | |
| { | |
| "epoch": 0.8059596623818832, | |
| "grad_norm": 2.251796245574951, | |
| "learning_rate": 2.0424886191198787e-06, | |
| "loss": 0.2669, | |
| "step": 2796 | |
| }, | |
| { | |
| "epoch": 0.8068244259681299, | |
| "grad_norm": 2.3901267051696777, | |
| "learning_rate": 2.033383915022762e-06, | |
| "loss": 0.2355, | |
| "step": 2799 | |
| }, | |
| { | |
| "epoch": 0.8071126804968788, | |
| "eval_loss": 0.2166597843170166, | |
| "eval_mse": 0.2166597851237748, | |
| "eval_runtime": 64.6977, | |
| "eval_samples_per_second": 15.457, | |
| "eval_steps_per_second": 3.864, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.8076891895543765, | |
| "grad_norm": 2.007464647293091, | |
| "learning_rate": 2.0242792109256452e-06, | |
| "loss": 0.2071, | |
| "step": 2802 | |
| }, | |
| { | |
| "epoch": 0.8085539531406232, | |
| "grad_norm": 3.2795073986053467, | |
| "learning_rate": 2.0151745068285285e-06, | |
| "loss": 0.2191, | |
| "step": 2805 | |
| }, | |
| { | |
| "epoch": 0.8094187167268698, | |
| "grad_norm": 4.439976692199707, | |
| "learning_rate": 2.0060698027314113e-06, | |
| "loss": 0.2236, | |
| "step": 2808 | |
| }, | |
| { | |
| "epoch": 0.8102834803131165, | |
| "grad_norm": 2.0333492755889893, | |
| "learning_rate": 1.9969650986342946e-06, | |
| "loss": 0.2395, | |
| "step": 2811 | |
| }, | |
| { | |
| "epoch": 0.8111482438993631, | |
| "grad_norm": 3.058572292327881, | |
| "learning_rate": 1.987860394537178e-06, | |
| "loss": 0.2226, | |
| "step": 2814 | |
| }, | |
| { | |
| "epoch": 0.8120130074856098, | |
| "grad_norm": 1.869295358657837, | |
| "learning_rate": 1.978755690440061e-06, | |
| "loss": 0.1924, | |
| "step": 2817 | |
| }, | |
| { | |
| "epoch": 0.8128777710718564, | |
| "grad_norm": 2.6618704795837402, | |
| "learning_rate": 1.969650986342944e-06, | |
| "loss": 0.2401, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 0.8137425346581031, | |
| "grad_norm": 2.647307872772217, | |
| "learning_rate": 1.9605462822458273e-06, | |
| "loss": 0.2416, | |
| "step": 2823 | |
| }, | |
| { | |
| "epoch": 0.8146072982443497, | |
| "grad_norm": 2.7761855125427246, | |
| "learning_rate": 1.9514415781487105e-06, | |
| "loss": 0.2248, | |
| "step": 2826 | |
| }, | |
| { | |
| "epoch": 0.8154720618305964, | |
| "grad_norm": 2.126979112625122, | |
| "learning_rate": 1.9423368740515934e-06, | |
| "loss": 0.2115, | |
| "step": 2829 | |
| }, | |
| { | |
| "epoch": 0.816336825416843, | |
| "grad_norm": 1.8128594160079956, | |
| "learning_rate": 1.9332321699544766e-06, | |
| "loss": 0.2208, | |
| "step": 2832 | |
| }, | |
| { | |
| "epoch": 0.8172015890030897, | |
| "grad_norm": 2.527730703353882, | |
| "learning_rate": 1.92412746585736e-06, | |
| "loss": 0.2531, | |
| "step": 2835 | |
| }, | |
| { | |
| "epoch": 0.8180663525893364, | |
| "grad_norm": 2.3727030754089355, | |
| "learning_rate": 1.9150227617602427e-06, | |
| "loss": 0.205, | |
| "step": 2838 | |
| }, | |
| { | |
| "epoch": 0.818931116175583, | |
| "grad_norm": 1.696937918663025, | |
| "learning_rate": 1.9059180576631262e-06, | |
| "loss": 0.2091, | |
| "step": 2841 | |
| }, | |
| { | |
| "epoch": 0.8197958797618297, | |
| "grad_norm": 1.8432416915893555, | |
| "learning_rate": 1.8968133535660093e-06, | |
| "loss": 0.2378, | |
| "step": 2844 | |
| }, | |
| { | |
| "epoch": 0.8206606433480763, | |
| "grad_norm": 3.7460954189300537, | |
| "learning_rate": 1.8877086494688923e-06, | |
| "loss": 0.2068, | |
| "step": 2847 | |
| }, | |
| { | |
| "epoch": 0.821525406934323, | |
| "grad_norm": 3.467381000518799, | |
| "learning_rate": 1.8786039453717756e-06, | |
| "loss": 0.2033, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.8223901705205696, | |
| "grad_norm": 1.7389558553695679, | |
| "learning_rate": 1.8694992412746589e-06, | |
| "loss": 0.2268, | |
| "step": 2853 | |
| }, | |
| { | |
| "epoch": 0.8232549341068163, | |
| "grad_norm": 2.4290714263916016, | |
| "learning_rate": 1.860394537177542e-06, | |
| "loss": 0.2535, | |
| "step": 2856 | |
| }, | |
| { | |
| "epoch": 0.8241196976930629, | |
| "grad_norm": 1.9990437030792236, | |
| "learning_rate": 1.851289833080425e-06, | |
| "loss": 0.2351, | |
| "step": 2859 | |
| }, | |
| { | |
| "epoch": 0.8249844612793096, | |
| "grad_norm": 2.0908126831054688, | |
| "learning_rate": 1.8421851289833082e-06, | |
| "loss": 0.2604, | |
| "step": 2862 | |
| }, | |
| { | |
| "epoch": 0.8258492248655563, | |
| "grad_norm": 1.664847731590271, | |
| "learning_rate": 1.8330804248861913e-06, | |
| "loss": 0.2202, | |
| "step": 2865 | |
| }, | |
| { | |
| "epoch": 0.826713988451803, | |
| "grad_norm": 2.0932564735412598, | |
| "learning_rate": 1.8239757207890745e-06, | |
| "loss": 0.2398, | |
| "step": 2868 | |
| }, | |
| { | |
| "epoch": 0.8275787520380496, | |
| "grad_norm": 1.6450400352478027, | |
| "learning_rate": 1.8148710166919576e-06, | |
| "loss": 0.2132, | |
| "step": 2871 | |
| }, | |
| { | |
| "epoch": 0.8284435156242963, | |
| "grad_norm": 3.0486483573913574, | |
| "learning_rate": 1.8057663125948407e-06, | |
| "loss": 0.2488, | |
| "step": 2874 | |
| }, | |
| { | |
| "epoch": 0.829308279210543, | |
| "grad_norm": 4.125293254852295, | |
| "learning_rate": 1.796661608497724e-06, | |
| "loss": 0.229, | |
| "step": 2877 | |
| }, | |
| { | |
| "epoch": 0.8301730427967896, | |
| "grad_norm": 2.4615678787231445, | |
| "learning_rate": 1.7875569044006072e-06, | |
| "loss": 0.2302, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 0.8310378063830363, | |
| "grad_norm": 2.3922412395477295, | |
| "learning_rate": 1.7784522003034905e-06, | |
| "loss": 0.2023, | |
| "step": 2883 | |
| }, | |
| { | |
| "epoch": 0.8319025699692829, | |
| "grad_norm": 2.2707550525665283, | |
| "learning_rate": 1.7693474962063733e-06, | |
| "loss": 0.2125, | |
| "step": 2886 | |
| }, | |
| { | |
| "epoch": 0.8327673335555296, | |
| "grad_norm": 2.5821027755737305, | |
| "learning_rate": 1.7602427921092566e-06, | |
| "loss": 0.2022, | |
| "step": 2889 | |
| }, | |
| { | |
| "epoch": 0.8336320971417762, | |
| "grad_norm": 1.5880707502365112, | |
| "learning_rate": 1.7511380880121398e-06, | |
| "loss": 0.2494, | |
| "step": 2892 | |
| }, | |
| { | |
| "epoch": 0.8344968607280229, | |
| "grad_norm": 2.1693811416625977, | |
| "learning_rate": 1.742033383915023e-06, | |
| "loss": 0.2364, | |
| "step": 2895 | |
| }, | |
| { | |
| "epoch": 0.8353616243142695, | |
| "grad_norm": 2.134542465209961, | |
| "learning_rate": 1.732928679817906e-06, | |
| "loss": 0.2231, | |
| "step": 2898 | |
| }, | |
| { | |
| "epoch": 0.8359381333717673, | |
| "eval_loss": 0.2168218344449997, | |
| "eval_mse": 0.21682184532732934, | |
| "eval_runtime": 64.4646, | |
| "eval_samples_per_second": 15.512, | |
| "eval_steps_per_second": 3.878, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.8362263879005162, | |
| "grad_norm": 2.96658992767334, | |
| "learning_rate": 1.7238239757207892e-06, | |
| "loss": 0.2326, | |
| "step": 2901 | |
| }, | |
| { | |
| "epoch": 0.8370911514867628, | |
| "grad_norm": 2.925720453262329, | |
| "learning_rate": 1.7147192716236725e-06, | |
| "loss": 0.2265, | |
| "step": 2904 | |
| }, | |
| { | |
| "epoch": 0.8379559150730095, | |
| "grad_norm": 2.380636692047119, | |
| "learning_rate": 1.7056145675265557e-06, | |
| "loss": 0.2272, | |
| "step": 2907 | |
| }, | |
| { | |
| "epoch": 0.8388206786592561, | |
| "grad_norm": 1.5978946685791016, | |
| "learning_rate": 1.6965098634294386e-06, | |
| "loss": 0.2238, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 0.8396854422455028, | |
| "grad_norm": 2.8584859371185303, | |
| "learning_rate": 1.6874051593323218e-06, | |
| "loss": 0.1995, | |
| "step": 2913 | |
| }, | |
| { | |
| "epoch": 0.8405502058317494, | |
| "grad_norm": 2.5383777618408203, | |
| "learning_rate": 1.6783004552352051e-06, | |
| "loss": 0.247, | |
| "step": 2916 | |
| }, | |
| { | |
| "epoch": 0.8414149694179961, | |
| "grad_norm": 3.073789119720459, | |
| "learning_rate": 1.6691957511380882e-06, | |
| "loss": 0.2323, | |
| "step": 2919 | |
| }, | |
| { | |
| "epoch": 0.8422797330042427, | |
| "grad_norm": 3.0712456703186035, | |
| "learning_rate": 1.6600910470409712e-06, | |
| "loss": 0.2123, | |
| "step": 2922 | |
| }, | |
| { | |
| "epoch": 0.8431444965904894, | |
| "grad_norm": 2.1077163219451904, | |
| "learning_rate": 1.6509863429438545e-06, | |
| "loss": 0.1908, | |
| "step": 2925 | |
| }, | |
| { | |
| "epoch": 0.844009260176736, | |
| "grad_norm": 3.4034552574157715, | |
| "learning_rate": 1.6418816388467375e-06, | |
| "loss": 0.2366, | |
| "step": 2928 | |
| }, | |
| { | |
| "epoch": 0.8448740237629827, | |
| "grad_norm": 2.9055449962615967, | |
| "learning_rate": 1.6327769347496208e-06, | |
| "loss": 0.2156, | |
| "step": 2931 | |
| }, | |
| { | |
| "epoch": 0.8457387873492294, | |
| "grad_norm": 2.108920097351074, | |
| "learning_rate": 1.6236722306525039e-06, | |
| "loss": 0.2424, | |
| "step": 2934 | |
| }, | |
| { | |
| "epoch": 0.846603550935476, | |
| "grad_norm": 2.038133144378662, | |
| "learning_rate": 1.614567526555387e-06, | |
| "loss": 0.2302, | |
| "step": 2937 | |
| }, | |
| { | |
| "epoch": 0.8474683145217227, | |
| "grad_norm": 4.533400058746338, | |
| "learning_rate": 1.6054628224582702e-06, | |
| "loss": 0.1981, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 0.8483330781079693, | |
| "grad_norm": 3.4339189529418945, | |
| "learning_rate": 1.5963581183611534e-06, | |
| "loss": 0.2072, | |
| "step": 2943 | |
| }, | |
| { | |
| "epoch": 0.849197841694216, | |
| "grad_norm": 2.856205463409424, | |
| "learning_rate": 1.5872534142640367e-06, | |
| "loss": 0.2157, | |
| "step": 2946 | |
| }, | |
| { | |
| "epoch": 0.8500626052804626, | |
| "grad_norm": 3.1973226070404053, | |
| "learning_rate": 1.5781487101669196e-06, | |
| "loss": 0.2361, | |
| "step": 2949 | |
| }, | |
| { | |
| "epoch": 0.8509273688667093, | |
| "grad_norm": 2.0900986194610596, | |
| "learning_rate": 1.5690440060698028e-06, | |
| "loss": 0.1873, | |
| "step": 2952 | |
| }, | |
| { | |
| "epoch": 0.8517921324529559, | |
| "grad_norm": 2.7864749431610107, | |
| "learning_rate": 1.559939301972686e-06, | |
| "loss": 0.2268, | |
| "step": 2955 | |
| }, | |
| { | |
| "epoch": 0.8526568960392026, | |
| "grad_norm": 1.8518025875091553, | |
| "learning_rate": 1.5508345978755694e-06, | |
| "loss": 0.2399, | |
| "step": 2958 | |
| }, | |
| { | |
| "epoch": 0.8535216596254492, | |
| "grad_norm": 1.9978440999984741, | |
| "learning_rate": 1.5417298937784522e-06, | |
| "loss": 0.2445, | |
| "step": 2961 | |
| }, | |
| { | |
| "epoch": 0.8543864232116959, | |
| "grad_norm": 3.5526225566864014, | |
| "learning_rate": 1.5326251896813355e-06, | |
| "loss": 0.2132, | |
| "step": 2964 | |
| }, | |
| { | |
| "epoch": 0.8552511867979425, | |
| "grad_norm": 2.19614315032959, | |
| "learning_rate": 1.5235204855842187e-06, | |
| "loss": 0.2329, | |
| "step": 2967 | |
| }, | |
| { | |
| "epoch": 0.8561159503841892, | |
| "grad_norm": 2.024761438369751, | |
| "learning_rate": 1.514415781487102e-06, | |
| "loss": 0.2351, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 0.8569807139704358, | |
| "grad_norm": 2.374737024307251, | |
| "learning_rate": 1.5053110773899848e-06, | |
| "loss": 0.2085, | |
| "step": 2973 | |
| }, | |
| { | |
| "epoch": 0.8578454775566825, | |
| "grad_norm": 2.209737539291382, | |
| "learning_rate": 1.496206373292868e-06, | |
| "loss": 0.1754, | |
| "step": 2976 | |
| }, | |
| { | |
| "epoch": 0.8587102411429292, | |
| "grad_norm": 3.4437668323516846, | |
| "learning_rate": 1.4871016691957514e-06, | |
| "loss": 0.2529, | |
| "step": 2979 | |
| }, | |
| { | |
| "epoch": 0.8595750047291759, | |
| "grad_norm": 1.9130094051361084, | |
| "learning_rate": 1.4779969650986344e-06, | |
| "loss": 0.2431, | |
| "step": 2982 | |
| }, | |
| { | |
| "epoch": 0.8604397683154226, | |
| "grad_norm": 1.7369916439056396, | |
| "learning_rate": 1.4688922610015175e-06, | |
| "loss": 0.2131, | |
| "step": 2985 | |
| }, | |
| { | |
| "epoch": 0.8613045319016692, | |
| "grad_norm": 3.240520477294922, | |
| "learning_rate": 1.4597875569044007e-06, | |
| "loss": 0.2401, | |
| "step": 2988 | |
| }, | |
| { | |
| "epoch": 0.8621692954879159, | |
| "grad_norm": 2.4426064491271973, | |
| "learning_rate": 1.4506828528072838e-06, | |
| "loss": 0.2089, | |
| "step": 2991 | |
| }, | |
| { | |
| "epoch": 0.8630340590741625, | |
| "grad_norm": 1.9682718515396118, | |
| "learning_rate": 1.441578148710167e-06, | |
| "loss": 0.1858, | |
| "step": 2994 | |
| }, | |
| { | |
| "epoch": 0.8638988226604092, | |
| "grad_norm": 1.8037463426589966, | |
| "learning_rate": 1.4324734446130503e-06, | |
| "loss": 0.2126, | |
| "step": 2997 | |
| }, | |
| { | |
| "epoch": 0.8647635862466558, | |
| "grad_norm": 3.8557345867156982, | |
| "learning_rate": 1.4233687405159332e-06, | |
| "loss": 0.2274, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.8647635862466558, | |
| "eval_loss": 0.22426578402519226, | |
| "eval_mse": 0.22426578066963704, | |
| "eval_runtime": 64.2143, | |
| "eval_samples_per_second": 15.573, | |
| "eval_steps_per_second": 3.893, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.8656283498329025, | |
| "grad_norm": 3.097010850906372, | |
| "learning_rate": 1.4142640364188164e-06, | |
| "loss": 0.229, | |
| "step": 3003 | |
| }, | |
| { | |
| "epoch": 0.8664931134191491, | |
| "grad_norm": 3.1431732177734375, | |
| "learning_rate": 1.4051593323216997e-06, | |
| "loss": 0.2437, | |
| "step": 3006 | |
| }, | |
| { | |
| "epoch": 0.8673578770053958, | |
| "grad_norm": 1.8530339002609253, | |
| "learning_rate": 1.396054628224583e-06, | |
| "loss": 0.2201, | |
| "step": 3009 | |
| }, | |
| { | |
| "epoch": 0.8682226405916424, | |
| "grad_norm": 2.807565927505493, | |
| "learning_rate": 1.3869499241274658e-06, | |
| "loss": 0.2237, | |
| "step": 3012 | |
| }, | |
| { | |
| "epoch": 0.8690874041778891, | |
| "grad_norm": 3.1385457515716553, | |
| "learning_rate": 1.377845220030349e-06, | |
| "loss": 0.2645, | |
| "step": 3015 | |
| }, | |
| { | |
| "epoch": 0.8699521677641358, | |
| "grad_norm": 4.684901714324951, | |
| "learning_rate": 1.3687405159332323e-06, | |
| "loss": 0.2562, | |
| "step": 3018 | |
| }, | |
| { | |
| "epoch": 0.8708169313503824, | |
| "grad_norm": 2.9381299018859863, | |
| "learning_rate": 1.3596358118361156e-06, | |
| "loss": 0.2408, | |
| "step": 3021 | |
| }, | |
| { | |
| "epoch": 0.8716816949366291, | |
| "grad_norm": 1.9034892320632935, | |
| "learning_rate": 1.3505311077389985e-06, | |
| "loss": 0.2087, | |
| "step": 3024 | |
| }, | |
| { | |
| "epoch": 0.8725464585228757, | |
| "grad_norm": 1.968497395515442, | |
| "learning_rate": 1.3414264036418817e-06, | |
| "loss": 0.2028, | |
| "step": 3027 | |
| }, | |
| { | |
| "epoch": 0.8734112221091224, | |
| "grad_norm": 2.3359177112579346, | |
| "learning_rate": 1.332321699544765e-06, | |
| "loss": 0.2305, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 0.874275985695369, | |
| "grad_norm": 1.7949774265289307, | |
| "learning_rate": 1.3232169954476482e-06, | |
| "loss": 0.229, | |
| "step": 3033 | |
| }, | |
| { | |
| "epoch": 0.8751407492816157, | |
| "grad_norm": 2.1725058555603027, | |
| "learning_rate": 1.314112291350531e-06, | |
| "loss": 0.2158, | |
| "step": 3036 | |
| }, | |
| { | |
| "epoch": 0.8760055128678623, | |
| "grad_norm": 2.5111076831817627, | |
| "learning_rate": 1.3050075872534144e-06, | |
| "loss": 0.2032, | |
| "step": 3039 | |
| }, | |
| { | |
| "epoch": 0.876870276454109, | |
| "grad_norm": 1.4585468769073486, | |
| "learning_rate": 1.2959028831562976e-06, | |
| "loss": 0.2064, | |
| "step": 3042 | |
| }, | |
| { | |
| "epoch": 0.8777350400403556, | |
| "grad_norm": 2.4684135913848877, | |
| "learning_rate": 1.2867981790591807e-06, | |
| "loss": 0.2069, | |
| "step": 3045 | |
| }, | |
| { | |
| "epoch": 0.8785998036266023, | |
| "grad_norm": 2.0519392490386963, | |
| "learning_rate": 1.277693474962064e-06, | |
| "loss": 0.2172, | |
| "step": 3048 | |
| }, | |
| { | |
| "epoch": 0.8794645672128489, | |
| "grad_norm": 2.9718551635742188, | |
| "learning_rate": 1.268588770864947e-06, | |
| "loss": 0.2218, | |
| "step": 3051 | |
| }, | |
| { | |
| "epoch": 0.8803293307990956, | |
| "grad_norm": 1.8732651472091675, | |
| "learning_rate": 1.25948406676783e-06, | |
| "loss": 0.2337, | |
| "step": 3054 | |
| }, | |
| { | |
| "epoch": 0.8811940943853422, | |
| "grad_norm": 3.006303071975708, | |
| "learning_rate": 1.2503793626707133e-06, | |
| "loss": 0.2238, | |
| "step": 3057 | |
| }, | |
| { | |
| "epoch": 0.8820588579715889, | |
| "grad_norm": 5.645898818969727, | |
| "learning_rate": 1.2412746585735964e-06, | |
| "loss": 0.2583, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 0.8829236215578355, | |
| "grad_norm": 2.2179112434387207, | |
| "learning_rate": 1.2321699544764796e-06, | |
| "loss": 0.2308, | |
| "step": 3063 | |
| }, | |
| { | |
| "epoch": 0.8837883851440822, | |
| "grad_norm": 3.6568005084991455, | |
| "learning_rate": 1.2230652503793627e-06, | |
| "loss": 0.2128, | |
| "step": 3066 | |
| }, | |
| { | |
| "epoch": 0.8846531487303289, | |
| "grad_norm": 3.0393970012664795, | |
| "learning_rate": 1.213960546282246e-06, | |
| "loss": 0.2233, | |
| "step": 3069 | |
| }, | |
| { | |
| "epoch": 0.8855179123165755, | |
| "grad_norm": 1.949182391166687, | |
| "learning_rate": 1.204855842185129e-06, | |
| "loss": 0.2409, | |
| "step": 3072 | |
| }, | |
| { | |
| "epoch": 0.8863826759028222, | |
| "grad_norm": 1.6602507829666138, | |
| "learning_rate": 1.1957511380880123e-06, | |
| "loss": 0.2312, | |
| "step": 3075 | |
| }, | |
| { | |
| "epoch": 0.8872474394890688, | |
| "grad_norm": 2.22861909866333, | |
| "learning_rate": 1.1866464339908953e-06, | |
| "loss": 0.2539, | |
| "step": 3078 | |
| }, | |
| { | |
| "epoch": 0.8881122030753155, | |
| "grad_norm": 3.126702070236206, | |
| "learning_rate": 1.1775417298937786e-06, | |
| "loss": 0.2566, | |
| "step": 3081 | |
| }, | |
| { | |
| "epoch": 0.8889769666615621, | |
| "grad_norm": 2.471876382827759, | |
| "learning_rate": 1.1684370257966617e-06, | |
| "loss": 0.2042, | |
| "step": 3084 | |
| }, | |
| { | |
| "epoch": 0.8898417302478088, | |
| "grad_norm": 2.3772592544555664, | |
| "learning_rate": 1.159332321699545e-06, | |
| "loss": 0.2595, | |
| "step": 3087 | |
| }, | |
| { | |
| "epoch": 0.8907064938340554, | |
| "grad_norm": 1.8966178894042969, | |
| "learning_rate": 1.150227617602428e-06, | |
| "loss": 0.2255, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 0.8915712574203021, | |
| "grad_norm": 3.4512031078338623, | |
| "learning_rate": 1.1411229135053112e-06, | |
| "loss": 0.2417, | |
| "step": 3093 | |
| }, | |
| { | |
| "epoch": 0.8924360210065487, | |
| "grad_norm": 9.493666648864746, | |
| "learning_rate": 1.1320182094081943e-06, | |
| "loss": 0.2244, | |
| "step": 3096 | |
| }, | |
| { | |
| "epoch": 0.8933007845927955, | |
| "grad_norm": 2.2911179065704346, | |
| "learning_rate": 1.1229135053110776e-06, | |
| "loss": 0.2287, | |
| "step": 3099 | |
| }, | |
| { | |
| "epoch": 0.8935890391215443, | |
| "eval_loss": 0.22029922902584076, | |
| "eval_mse": 0.2202992255240679, | |
| "eval_runtime": 64.4714, | |
| "eval_samples_per_second": 15.511, | |
| "eval_steps_per_second": 3.878, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.8941655481790421, | |
| "grad_norm": 2.2213857173919678, | |
| "learning_rate": 1.1138088012139606e-06, | |
| "loss": 0.1838, | |
| "step": 3102 | |
| }, | |
| { | |
| "epoch": 0.8950303117652888, | |
| "grad_norm": 1.7121168375015259, | |
| "learning_rate": 1.1047040971168439e-06, | |
| "loss": 0.2132, | |
| "step": 3105 | |
| }, | |
| { | |
| "epoch": 0.8958950753515355, | |
| "grad_norm": 2.8772072792053223, | |
| "learning_rate": 1.095599393019727e-06, | |
| "loss": 0.223, | |
| "step": 3108 | |
| }, | |
| { | |
| "epoch": 0.8967598389377821, | |
| "grad_norm": 1.947067141532898, | |
| "learning_rate": 1.08649468892261e-06, | |
| "loss": 0.2117, | |
| "step": 3111 | |
| }, | |
| { | |
| "epoch": 0.8976246025240288, | |
| "grad_norm": 2.486713171005249, | |
| "learning_rate": 1.0773899848254933e-06, | |
| "loss": 0.2476, | |
| "step": 3114 | |
| }, | |
| { | |
| "epoch": 0.8984893661102754, | |
| "grad_norm": 2.81208872795105, | |
| "learning_rate": 1.0682852807283763e-06, | |
| "loss": 0.2077, | |
| "step": 3117 | |
| }, | |
| { | |
| "epoch": 0.8993541296965221, | |
| "grad_norm": 3.0056064128875732, | |
| "learning_rate": 1.0591805766312596e-06, | |
| "loss": 0.2419, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 0.9002188932827687, | |
| "grad_norm": 1.8039710521697998, | |
| "learning_rate": 1.0500758725341426e-06, | |
| "loss": 0.2211, | |
| "step": 3123 | |
| }, | |
| { | |
| "epoch": 0.9010836568690154, | |
| "grad_norm": 2.9514808654785156, | |
| "learning_rate": 1.0409711684370259e-06, | |
| "loss": 0.2669, | |
| "step": 3126 | |
| }, | |
| { | |
| "epoch": 0.901948420455262, | |
| "grad_norm": 1.9579650163650513, | |
| "learning_rate": 1.031866464339909e-06, | |
| "loss": 0.2693, | |
| "step": 3129 | |
| }, | |
| { | |
| "epoch": 0.9028131840415087, | |
| "grad_norm": 3.1238980293273926, | |
| "learning_rate": 1.0227617602427922e-06, | |
| "loss": 0.1991, | |
| "step": 3132 | |
| }, | |
| { | |
| "epoch": 0.9036779476277553, | |
| "grad_norm": 4.342383861541748, | |
| "learning_rate": 1.0136570561456753e-06, | |
| "loss": 0.2167, | |
| "step": 3135 | |
| }, | |
| { | |
| "epoch": 0.904542711214002, | |
| "grad_norm": 2.0083911418914795, | |
| "learning_rate": 1.0045523520485585e-06, | |
| "loss": 0.1924, | |
| "step": 3138 | |
| }, | |
| { | |
| "epoch": 0.9054074748002486, | |
| "grad_norm": 2.090289354324341, | |
| "learning_rate": 9.954476479514416e-07, | |
| "loss": 0.1962, | |
| "step": 3141 | |
| }, | |
| { | |
| "epoch": 0.9062722383864953, | |
| "grad_norm": 3.258606433868408, | |
| "learning_rate": 9.863429438543249e-07, | |
| "loss": 0.2439, | |
| "step": 3144 | |
| }, | |
| { | |
| "epoch": 0.9071370019727419, | |
| "grad_norm": 2.009249210357666, | |
| "learning_rate": 9.77238239757208e-07, | |
| "loss": 0.2197, | |
| "step": 3147 | |
| }, | |
| { | |
| "epoch": 0.9080017655589886, | |
| "grad_norm": 1.645767331123352, | |
| "learning_rate": 9.681335356600912e-07, | |
| "loss": 0.2283, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.9088665291452352, | |
| "grad_norm": 2.6519992351531982, | |
| "learning_rate": 9.590288315629742e-07, | |
| "loss": 0.226, | |
| "step": 3153 | |
| }, | |
| { | |
| "epoch": 0.9097312927314819, | |
| "grad_norm": 2.1228978633880615, | |
| "learning_rate": 9.499241274658574e-07, | |
| "loss": 0.2424, | |
| "step": 3156 | |
| }, | |
| { | |
| "epoch": 0.9105960563177286, | |
| "grad_norm": 1.9438750743865967, | |
| "learning_rate": 9.408194233687407e-07, | |
| "loss": 0.2418, | |
| "step": 3159 | |
| }, | |
| { | |
| "epoch": 0.9114608199039752, | |
| "grad_norm": 2.031235933303833, | |
| "learning_rate": 9.317147192716237e-07, | |
| "loss": 0.2006, | |
| "step": 3162 | |
| }, | |
| { | |
| "epoch": 0.9123255834902219, | |
| "grad_norm": 2.0259816646575928, | |
| "learning_rate": 9.22610015174507e-07, | |
| "loss": 0.2174, | |
| "step": 3165 | |
| }, | |
| { | |
| "epoch": 0.9131903470764685, | |
| "grad_norm": 2.0144436359405518, | |
| "learning_rate": 9.1350531107739e-07, | |
| "loss": 0.2115, | |
| "step": 3168 | |
| }, | |
| { | |
| "epoch": 0.9140551106627152, | |
| "grad_norm": 2.4154086112976074, | |
| "learning_rate": 9.044006069802733e-07, | |
| "loss": 0.2443, | |
| "step": 3171 | |
| }, | |
| { | |
| "epoch": 0.9149198742489618, | |
| "grad_norm": 2.0454399585723877, | |
| "learning_rate": 8.952959028831563e-07, | |
| "loss": 0.2032, | |
| "step": 3174 | |
| }, | |
| { | |
| "epoch": 0.9157846378352085, | |
| "grad_norm": 3.3808867931365967, | |
| "learning_rate": 8.861911987860396e-07, | |
| "loss": 0.2256, | |
| "step": 3177 | |
| }, | |
| { | |
| "epoch": 0.9166494014214551, | |
| "grad_norm": 4.769220352172852, | |
| "learning_rate": 8.770864946889227e-07, | |
| "loss": 0.2395, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 0.9175141650077018, | |
| "grad_norm": 3.655897855758667, | |
| "learning_rate": 8.679817905918058e-07, | |
| "loss": 0.2491, | |
| "step": 3183 | |
| }, | |
| { | |
| "epoch": 0.9183789285939484, | |
| "grad_norm": 3.9675004482269287, | |
| "learning_rate": 8.58877086494689e-07, | |
| "loss": 0.2262, | |
| "step": 3186 | |
| }, | |
| { | |
| "epoch": 0.9192436921801951, | |
| "grad_norm": 3.2647206783294678, | |
| "learning_rate": 8.497723823975721e-07, | |
| "loss": 0.222, | |
| "step": 3189 | |
| }, | |
| { | |
| "epoch": 0.9201084557664417, | |
| "grad_norm": 2.699422597885132, | |
| "learning_rate": 8.406676783004553e-07, | |
| "loss": 0.225, | |
| "step": 3192 | |
| }, | |
| { | |
| "epoch": 0.9209732193526884, | |
| "grad_norm": 2.65602970123291, | |
| "learning_rate": 8.315629742033385e-07, | |
| "loss": 0.249, | |
| "step": 3195 | |
| }, | |
| { | |
| "epoch": 0.921837982938935, | |
| "grad_norm": 2.1228225231170654, | |
| "learning_rate": 8.224582701062215e-07, | |
| "loss": 0.261, | |
| "step": 3198 | |
| }, | |
| { | |
| "epoch": 0.9224144919964329, | |
| "eval_loss": 0.21858178079128265, | |
| "eval_mse": 0.21858179174736142, | |
| "eval_runtime": 64.5701, | |
| "eval_samples_per_second": 15.487, | |
| "eval_steps_per_second": 3.872, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.9227027465251817, | |
| "grad_norm": 3.9595842361450195, | |
| "learning_rate": 8.133535660091048e-07, | |
| "loss": 0.2243, | |
| "step": 3201 | |
| }, | |
| { | |
| "epoch": 0.9235675101114283, | |
| "grad_norm": 2.7755258083343506, | |
| "learning_rate": 8.042488619119878e-07, | |
| "loss": 0.2175, | |
| "step": 3204 | |
| }, | |
| { | |
| "epoch": 0.924432273697675, | |
| "grad_norm": 2.876634120941162, | |
| "learning_rate": 7.951441578148711e-07, | |
| "loss": 0.2263, | |
| "step": 3207 | |
| }, | |
| { | |
| "epoch": 0.9252970372839217, | |
| "grad_norm": 1.809976577758789, | |
| "learning_rate": 7.860394537177542e-07, | |
| "loss": 0.2161, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 0.9261618008701683, | |
| "grad_norm": 2.5012404918670654, | |
| "learning_rate": 7.769347496206374e-07, | |
| "loss": 0.2412, | |
| "step": 3213 | |
| }, | |
| { | |
| "epoch": 0.9270265644564151, | |
| "grad_norm": 2.09769868850708, | |
| "learning_rate": 7.678300455235206e-07, | |
| "loss": 0.2556, | |
| "step": 3216 | |
| }, | |
| { | |
| "epoch": 0.9278913280426617, | |
| "grad_norm": 2.4902303218841553, | |
| "learning_rate": 7.587253414264036e-07, | |
| "loss": 0.2184, | |
| "step": 3219 | |
| }, | |
| { | |
| "epoch": 0.9287560916289084, | |
| "grad_norm": 1.705115795135498, | |
| "learning_rate": 7.496206373292869e-07, | |
| "loss": 0.2104, | |
| "step": 3222 | |
| }, | |
| { | |
| "epoch": 0.929620855215155, | |
| "grad_norm": 2.0965850353240967, | |
| "learning_rate": 7.4051593323217e-07, | |
| "loss": 0.2282, | |
| "step": 3225 | |
| }, | |
| { | |
| "epoch": 0.9304856188014017, | |
| "grad_norm": 1.9065147638320923, | |
| "learning_rate": 7.314112291350532e-07, | |
| "loss": 0.2261, | |
| "step": 3228 | |
| }, | |
| { | |
| "epoch": 0.9313503823876483, | |
| "grad_norm": 1.8584680557250977, | |
| "learning_rate": 7.223065250379363e-07, | |
| "loss": 0.1955, | |
| "step": 3231 | |
| }, | |
| { | |
| "epoch": 0.932215145973895, | |
| "grad_norm": 2.8803727626800537, | |
| "learning_rate": 7.132018209408196e-07, | |
| "loss": 0.2133, | |
| "step": 3234 | |
| }, | |
| { | |
| "epoch": 0.9330799095601416, | |
| "grad_norm": 2.6942360401153564, | |
| "learning_rate": 7.040971168437026e-07, | |
| "loss": 0.21, | |
| "step": 3237 | |
| }, | |
| { | |
| "epoch": 0.9339446731463883, | |
| "grad_norm": 3.0036349296569824, | |
| "learning_rate": 6.949924127465859e-07, | |
| "loss": 0.2172, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 0.934809436732635, | |
| "grad_norm": 3.479217290878296, | |
| "learning_rate": 6.858877086494689e-07, | |
| "loss": 0.222, | |
| "step": 3243 | |
| }, | |
| { | |
| "epoch": 0.9356742003188816, | |
| "grad_norm": 8.07664680480957, | |
| "learning_rate": 6.767830045523521e-07, | |
| "loss": 0.2236, | |
| "step": 3246 | |
| }, | |
| { | |
| "epoch": 0.9365389639051283, | |
| "grad_norm": 3.184757709503174, | |
| "learning_rate": 6.676783004552352e-07, | |
| "loss": 0.2471, | |
| "step": 3249 | |
| }, | |
| { | |
| "epoch": 0.9374037274913749, | |
| "grad_norm": 1.7666175365447998, | |
| "learning_rate": 6.585735963581184e-07, | |
| "loss": 0.2145, | |
| "step": 3252 | |
| }, | |
| { | |
| "epoch": 0.9382684910776216, | |
| "grad_norm": 1.856346607208252, | |
| "learning_rate": 6.494688922610016e-07, | |
| "loss": 0.2334, | |
| "step": 3255 | |
| }, | |
| { | |
| "epoch": 0.9391332546638682, | |
| "grad_norm": 2.367562770843506, | |
| "learning_rate": 6.403641881638847e-07, | |
| "loss": 0.2301, | |
| "step": 3258 | |
| }, | |
| { | |
| "epoch": 0.9399980182501149, | |
| "grad_norm": 2.3909690380096436, | |
| "learning_rate": 6.312594840667678e-07, | |
| "loss": 0.2305, | |
| "step": 3261 | |
| }, | |
| { | |
| "epoch": 0.9408627818363615, | |
| "grad_norm": 2.0632777214050293, | |
| "learning_rate": 6.22154779969651e-07, | |
| "loss": 0.2083, | |
| "step": 3264 | |
| }, | |
| { | |
| "epoch": 0.9417275454226082, | |
| "grad_norm": 2.854069471359253, | |
| "learning_rate": 6.130500758725342e-07, | |
| "loss": 0.2112, | |
| "step": 3267 | |
| }, | |
| { | |
| "epoch": 0.9425923090088548, | |
| "grad_norm": 3.0743472576141357, | |
| "learning_rate": 6.039453717754174e-07, | |
| "loss": 0.225, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 0.9434570725951015, | |
| "grad_norm": 1.8354507684707642, | |
| "learning_rate": 5.948406676783005e-07, | |
| "loss": 0.2067, | |
| "step": 3273 | |
| }, | |
| { | |
| "epoch": 0.9443218361813481, | |
| "grad_norm": 7.717159748077393, | |
| "learning_rate": 5.857359635811837e-07, | |
| "loss": 0.2307, | |
| "step": 3276 | |
| }, | |
| { | |
| "epoch": 0.9451865997675948, | |
| "grad_norm": 2.406531572341919, | |
| "learning_rate": 5.766312594840668e-07, | |
| "loss": 0.2245, | |
| "step": 3279 | |
| }, | |
| { | |
| "epoch": 0.9460513633538414, | |
| "grad_norm": 2.0075788497924805, | |
| "learning_rate": 5.675265553869499e-07, | |
| "loss": 0.227, | |
| "step": 3282 | |
| }, | |
| { | |
| "epoch": 0.9469161269400881, | |
| "grad_norm": 1.8937417268753052, | |
| "learning_rate": 5.584218512898331e-07, | |
| "loss": 0.214, | |
| "step": 3285 | |
| }, | |
| { | |
| "epoch": 0.9477808905263347, | |
| "grad_norm": 1.6452524662017822, | |
| "learning_rate": 5.493171471927162e-07, | |
| "loss": 0.2088, | |
| "step": 3288 | |
| }, | |
| { | |
| "epoch": 0.9486456541125814, | |
| "grad_norm": 1.942367672920227, | |
| "learning_rate": 5.402124430955994e-07, | |
| "loss": 0.2008, | |
| "step": 3291 | |
| }, | |
| { | |
| "epoch": 0.949510417698828, | |
| "grad_norm": 1.6608052253723145, | |
| "learning_rate": 5.311077389984825e-07, | |
| "loss": 0.2131, | |
| "step": 3294 | |
| }, | |
| { | |
| "epoch": 0.9503751812850747, | |
| "grad_norm": 1.681344747543335, | |
| "learning_rate": 5.220030349013658e-07, | |
| "loss": 0.2093, | |
| "step": 3297 | |
| }, | |
| { | |
| "epoch": 0.9512399448713214, | |
| "grad_norm": 2.0465240478515625, | |
| "learning_rate": 5.12898330804249e-07, | |
| "loss": 0.2187, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.9512399448713214, | |
| "eval_loss": 0.21758121252059937, | |
| "eval_mse": 0.21758120648143814, | |
| "eval_runtime": 64.738, | |
| "eval_samples_per_second": 15.447, | |
| "eval_steps_per_second": 3.862, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.952104708457568, | |
| "grad_norm": 2.127420425415039, | |
| "learning_rate": 5.037936267071321e-07, | |
| "loss": 0.267, | |
| "step": 3303 | |
| }, | |
| { | |
| "epoch": 0.9529694720438147, | |
| "grad_norm": 1.9527215957641602, | |
| "learning_rate": 4.946889226100153e-07, | |
| "loss": 0.2304, | |
| "step": 3306 | |
| }, | |
| { | |
| "epoch": 0.9538342356300613, | |
| "grad_norm": 2.5131490230560303, | |
| "learning_rate": 4.855842185128983e-07, | |
| "loss": 0.1996, | |
| "step": 3309 | |
| }, | |
| { | |
| "epoch": 0.954698999216308, | |
| "grad_norm": 1.555931568145752, | |
| "learning_rate": 4.7647951441578155e-07, | |
| "loss": 0.2054, | |
| "step": 3312 | |
| }, | |
| { | |
| "epoch": 0.9555637628025546, | |
| "grad_norm": 2.3513290882110596, | |
| "learning_rate": 4.673748103186647e-07, | |
| "loss": 0.2015, | |
| "step": 3315 | |
| }, | |
| { | |
| "epoch": 0.9564285263888013, | |
| "grad_norm": 4.119522571563721, | |
| "learning_rate": 4.582701062215478e-07, | |
| "loss": 0.1802, | |
| "step": 3318 | |
| }, | |
| { | |
| "epoch": 0.9572932899750479, | |
| "grad_norm": 2.0488264560699463, | |
| "learning_rate": 4.49165402124431e-07, | |
| "loss": 0.218, | |
| "step": 3321 | |
| }, | |
| { | |
| "epoch": 0.9581580535612946, | |
| "grad_norm": 4.189717769622803, | |
| "learning_rate": 4.4006069802731414e-07, | |
| "loss": 0.2439, | |
| "step": 3324 | |
| }, | |
| { | |
| "epoch": 0.9590228171475412, | |
| "grad_norm": 3.0399768352508545, | |
| "learning_rate": 4.309559939301973e-07, | |
| "loss": 0.2606, | |
| "step": 3327 | |
| }, | |
| { | |
| "epoch": 0.9598875807337879, | |
| "grad_norm": 3.3942065238952637, | |
| "learning_rate": 4.2185128983308046e-07, | |
| "loss": 0.2137, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 0.9607523443200346, | |
| "grad_norm": 2.329697608947754, | |
| "learning_rate": 4.127465857359636e-07, | |
| "loss": 0.2363, | |
| "step": 3333 | |
| }, | |
| { | |
| "epoch": 0.9616171079062813, | |
| "grad_norm": 1.8820949792861938, | |
| "learning_rate": 4.0364188163884673e-07, | |
| "loss": 0.2208, | |
| "step": 3336 | |
| }, | |
| { | |
| "epoch": 0.962481871492528, | |
| "grad_norm": 2.777941942214966, | |
| "learning_rate": 3.945371775417299e-07, | |
| "loss": 0.2254, | |
| "step": 3339 | |
| }, | |
| { | |
| "epoch": 0.9633466350787746, | |
| "grad_norm": 3.551192045211792, | |
| "learning_rate": 3.8543247344461305e-07, | |
| "loss": 0.2155, | |
| "step": 3342 | |
| }, | |
| { | |
| "epoch": 0.9642113986650213, | |
| "grad_norm": 1.5239380598068237, | |
| "learning_rate": 3.763277693474962e-07, | |
| "loss": 0.2336, | |
| "step": 3345 | |
| }, | |
| { | |
| "epoch": 0.9650761622512679, | |
| "grad_norm": 3.446213722229004, | |
| "learning_rate": 3.6722306525037937e-07, | |
| "loss": 0.2139, | |
| "step": 3348 | |
| }, | |
| { | |
| "epoch": 0.9659409258375146, | |
| "grad_norm": 2.0579702854156494, | |
| "learning_rate": 3.581183611532626e-07, | |
| "loss": 0.2032, | |
| "step": 3351 | |
| }, | |
| { | |
| "epoch": 0.9668056894237612, | |
| "grad_norm": 1.746421456336975, | |
| "learning_rate": 3.4901365705614574e-07, | |
| "loss": 0.1885, | |
| "step": 3354 | |
| }, | |
| { | |
| "epoch": 0.9676704530100079, | |
| "grad_norm": 3.787752628326416, | |
| "learning_rate": 3.399089529590289e-07, | |
| "loss": 0.2145, | |
| "step": 3357 | |
| }, | |
| { | |
| "epoch": 0.9685352165962545, | |
| "grad_norm": 2.8552401065826416, | |
| "learning_rate": 3.3080424886191206e-07, | |
| "loss": 0.1699, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 0.9693999801825012, | |
| "grad_norm": 2.1320273876190186, | |
| "learning_rate": 3.2169954476479517e-07, | |
| "loss": 0.1813, | |
| "step": 3363 | |
| }, | |
| { | |
| "epoch": 0.9702647437687478, | |
| "grad_norm": 2.03324031829834, | |
| "learning_rate": 3.1259484066767833e-07, | |
| "loss": 0.2193, | |
| "step": 3366 | |
| }, | |
| { | |
| "epoch": 0.9711295073549945, | |
| "grad_norm": 1.8292734622955322, | |
| "learning_rate": 3.034901365705615e-07, | |
| "loss": 0.2111, | |
| "step": 3369 | |
| }, | |
| { | |
| "epoch": 0.9719942709412411, | |
| "grad_norm": 2.5490074157714844, | |
| "learning_rate": 2.9438543247344465e-07, | |
| "loss": 0.218, | |
| "step": 3372 | |
| }, | |
| { | |
| "epoch": 0.9728590345274878, | |
| "grad_norm": 3.7310287952423096, | |
| "learning_rate": 2.852807283763278e-07, | |
| "loss": 0.2132, | |
| "step": 3375 | |
| }, | |
| { | |
| "epoch": 0.9737237981137344, | |
| "grad_norm": 1.762787938117981, | |
| "learning_rate": 2.7617602427921097e-07, | |
| "loss": 0.2054, | |
| "step": 3378 | |
| }, | |
| { | |
| "epoch": 0.9745885616999811, | |
| "grad_norm": 2.4129533767700195, | |
| "learning_rate": 2.670713201820941e-07, | |
| "loss": 0.2089, | |
| "step": 3381 | |
| }, | |
| { | |
| "epoch": 0.9754533252862277, | |
| "grad_norm": 2.115504026412964, | |
| "learning_rate": 2.5796661608497724e-07, | |
| "loss": 0.2308, | |
| "step": 3384 | |
| }, | |
| { | |
| "epoch": 0.9763180888724744, | |
| "grad_norm": 1.7608245611190796, | |
| "learning_rate": 2.488619119878604e-07, | |
| "loss": 0.2233, | |
| "step": 3387 | |
| }, | |
| { | |
| "epoch": 0.977182852458721, | |
| "grad_norm": 2.5845463275909424, | |
| "learning_rate": 2.3975720789074356e-07, | |
| "loss": 0.2285, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 0.9780476160449677, | |
| "grad_norm": 10.719658851623535, | |
| "learning_rate": 2.3065250379362674e-07, | |
| "loss": 0.2317, | |
| "step": 3393 | |
| }, | |
| { | |
| "epoch": 0.9789123796312144, | |
| "grad_norm": 1.8989415168762207, | |
| "learning_rate": 2.215477996965099e-07, | |
| "loss": 0.1977, | |
| "step": 3396 | |
| }, | |
| { | |
| "epoch": 0.979777143217461, | |
| "grad_norm": 2.626805305480957, | |
| "learning_rate": 2.1244309559939304e-07, | |
| "loss": 0.2069, | |
| "step": 3399 | |
| }, | |
| { | |
| "epoch": 0.9800653977462099, | |
| "eval_loss": 0.21775692701339722, | |
| "eval_mse": 0.21775692150488976, | |
| "eval_runtime": 64.3973, | |
| "eval_samples_per_second": 15.529, | |
| "eval_steps_per_second": 3.882, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.9806419068037077, | |
| "grad_norm": 3.636981964111328, | |
| "learning_rate": 2.033383915022762e-07, | |
| "loss": 0.2272, | |
| "step": 3402 | |
| }, | |
| { | |
| "epoch": 0.9815066703899543, | |
| "grad_norm": 2.3272805213928223, | |
| "learning_rate": 1.9423368740515936e-07, | |
| "loss": 0.215, | |
| "step": 3405 | |
| }, | |
| { | |
| "epoch": 0.982371433976201, | |
| "grad_norm": 3.822941303253174, | |
| "learning_rate": 1.851289833080425e-07, | |
| "loss": 0.2589, | |
| "step": 3408 | |
| }, | |
| { | |
| "epoch": 0.9832361975624476, | |
| "grad_norm": 1.864588975906372, | |
| "learning_rate": 1.7602427921092565e-07, | |
| "loss": 0.2135, | |
| "step": 3411 | |
| }, | |
| { | |
| "epoch": 0.9841009611486943, | |
| "grad_norm": 2.8255016803741455, | |
| "learning_rate": 1.669195751138088e-07, | |
| "loss": 0.2505, | |
| "step": 3414 | |
| }, | |
| { | |
| "epoch": 0.9849657247349409, | |
| "grad_norm": 2.431203603744507, | |
| "learning_rate": 1.5781487101669194e-07, | |
| "loss": 0.2892, | |
| "step": 3417 | |
| }, | |
| { | |
| "epoch": 0.9858304883211876, | |
| "grad_norm": 4.612681865692139, | |
| "learning_rate": 1.4871016691957513e-07, | |
| "loss": 0.2465, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 0.9866952519074342, | |
| "grad_norm": 2.1581344604492188, | |
| "learning_rate": 1.3960546282245826e-07, | |
| "loss": 0.2233, | |
| "step": 3423 | |
| }, | |
| { | |
| "epoch": 0.9875600154936809, | |
| "grad_norm": 2.2907607555389404, | |
| "learning_rate": 1.3050075872534145e-07, | |
| "loss": 0.2177, | |
| "step": 3426 | |
| }, | |
| { | |
| "epoch": 0.9884247790799275, | |
| "grad_norm": 1.9750571250915527, | |
| "learning_rate": 1.2139605462822459e-07, | |
| "loss": 0.1949, | |
| "step": 3429 | |
| }, | |
| { | |
| "epoch": 0.9892895426661742, | |
| "grad_norm": 2.6737992763519287, | |
| "learning_rate": 1.1229135053110775e-07, | |
| "loss": 0.2263, | |
| "step": 3432 | |
| }, | |
| { | |
| "epoch": 0.9901543062524208, | |
| "grad_norm": 1.981949806213379, | |
| "learning_rate": 1.031866464339909e-07, | |
| "loss": 0.2285, | |
| "step": 3435 | |
| }, | |
| { | |
| "epoch": 0.9910190698386675, | |
| "grad_norm": 2.5654916763305664, | |
| "learning_rate": 9.408194233687405e-08, | |
| "loss": 0.2308, | |
| "step": 3438 | |
| }, | |
| { | |
| "epoch": 0.9918838334249142, | |
| "grad_norm": 1.8888391256332397, | |
| "learning_rate": 8.497723823975723e-08, | |
| "loss": 0.2311, | |
| "step": 3441 | |
| }, | |
| { | |
| "epoch": 0.9927485970111608, | |
| "grad_norm": 1.7521294355392456, | |
| "learning_rate": 7.587253414264037e-08, | |
| "loss": 0.1957, | |
| "step": 3444 | |
| }, | |
| { | |
| "epoch": 0.9936133605974075, | |
| "grad_norm": 2.322394609451294, | |
| "learning_rate": 6.676783004552352e-08, | |
| "loss": 0.2198, | |
| "step": 3447 | |
| }, | |
| { | |
| "epoch": 0.9944781241836542, | |
| "grad_norm": 1.9925882816314697, | |
| "learning_rate": 5.7663125948406686e-08, | |
| "loss": 0.2426, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.9953428877699009, | |
| "grad_norm": 2.0008606910705566, | |
| "learning_rate": 4.855842185128984e-08, | |
| "loss": 0.2125, | |
| "step": 3453 | |
| }, | |
| { | |
| "epoch": 0.9962076513561475, | |
| "grad_norm": 4.1277570724487305, | |
| "learning_rate": 3.9453717754172986e-08, | |
| "loss": 0.2444, | |
| "step": 3456 | |
| }, | |
| { | |
| "epoch": 0.9970724149423942, | |
| "grad_norm": 2.3507277965545654, | |
| "learning_rate": 3.0349013657056146e-08, | |
| "loss": 0.2183, | |
| "step": 3459 | |
| }, | |
| { | |
| "epoch": 0.9979371785286408, | |
| "grad_norm": 2.143399238586426, | |
| "learning_rate": 2.1244309559939306e-08, | |
| "loss": 0.2128, | |
| "step": 3462 | |
| }, | |
| { | |
| "epoch": 0.9988019421148875, | |
| "grad_norm": 1.850144863128662, | |
| "learning_rate": 1.213960546282246e-08, | |
| "loss": 0.1883, | |
| "step": 3465 | |
| }, | |
| { | |
| "epoch": 0.9996667057011341, | |
| "grad_norm": 1.8591262102127075, | |
| "learning_rate": 3.034901365705615e-09, | |
| "loss": 0.2093, | |
| "step": 3468 | |
| }, | |
| { | |
| "epoch": 0.999954960229883, | |
| "step": 3469, | |
| "total_flos": 9.410742865058857e+17, | |
| "train_loss": 0.2716184546260883, | |
| "train_runtime": 39469.9974, | |
| "train_samples_per_second": 11.25, | |
| "train_steps_per_second": 0.088 | |
| } | |
| ], | |
| "logging_steps": 3, | |
| "max_steps": 3469, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 9.410742865058857e+17, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |