| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.9999172801720573, | |
| "eval_steps": 2300, | |
| "global_step": 7555, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 9.696115493774414, | |
| "learning_rate": 4.347826086956522e-08, | |
| "loss": 1.6976, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 9.331488609313965, | |
| "learning_rate": 8.695652173913044e-08, | |
| "loss": 1.711, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 9.760047912597656, | |
| "learning_rate": 1.3043478260869566e-07, | |
| "loss": 1.7084, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 8.302080154418945, | |
| "learning_rate": 1.7391304347826088e-07, | |
| "loss": 1.6865, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 7.753058433532715, | |
| "learning_rate": 2.173913043478261e-07, | |
| "loss": 1.6633, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 7.2695817947387695, | |
| "learning_rate": 2.608695652173913e-07, | |
| "loss": 1.654, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 6.353436470031738, | |
| "learning_rate": 3.0434782608695656e-07, | |
| "loss": 1.6029, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 5.489682674407959, | |
| "learning_rate": 3.4782608695652175e-07, | |
| "loss": 1.5619, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 5.3502631187438965, | |
| "learning_rate": 3.91304347826087e-07, | |
| "loss": 1.522, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 5.116358280181885, | |
| "learning_rate": 4.347826086956522e-07, | |
| "loss": 1.4462, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 4.4354634284973145, | |
| "learning_rate": 4.782608695652174e-07, | |
| "loss": 1.4002, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 5.6585693359375, | |
| "learning_rate": 5.217391304347826e-07, | |
| "loss": 1.3227, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 4.757506847381592, | |
| "learning_rate": 5.652173913043478e-07, | |
| "loss": 1.2458, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 4.914801120758057, | |
| "learning_rate": 6.086956521739131e-07, | |
| "loss": 1.2131, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 9.453673362731934, | |
| "learning_rate": 6.521739130434783e-07, | |
| "loss": 1.15, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 6.355442047119141, | |
| "learning_rate": 6.956521739130435e-07, | |
| "loss": 1.0977, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 6.3270087242126465, | |
| "learning_rate": 7.391304347826088e-07, | |
| "loss": 1.0666, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 6.119747638702393, | |
| "learning_rate": 7.82608695652174e-07, | |
| "loss": 1.044, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 8.558585166931152, | |
| "learning_rate": 8.260869565217392e-07, | |
| "loss": 1.0215, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 5.8033766746521, | |
| "learning_rate": 8.695652173913044e-07, | |
| "loss": 0.996, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 6.511552810668945, | |
| "learning_rate": 9.130434782608697e-07, | |
| "loss": 0.9866, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 7.597463607788086, | |
| "learning_rate": 9.565217391304349e-07, | |
| "loss": 0.9724, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 6.662442207336426, | |
| "learning_rate": 1.0000000000000002e-06, | |
| "loss": 0.9711, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 5.849515914916992, | |
| "learning_rate": 1.0434782608695653e-06, | |
| "loss": 0.9607, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 6.360912322998047, | |
| "learning_rate": 1.0869565217391306e-06, | |
| "loss": 0.946, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 4.921197891235352, | |
| "learning_rate": 1.1304347826086956e-06, | |
| "loss": 0.9355, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 4.507955074310303, | |
| "learning_rate": 1.173913043478261e-06, | |
| "loss": 0.9248, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 4.760683059692383, | |
| "learning_rate": 1.2173913043478262e-06, | |
| "loss": 0.9315, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 5.035203456878662, | |
| "learning_rate": 1.2608695652173913e-06, | |
| "loss": 0.9209, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 4.834679126739502, | |
| "learning_rate": 1.3043478260869566e-06, | |
| "loss": 0.9104, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 3.9745352268218994, | |
| "learning_rate": 1.347826086956522e-06, | |
| "loss": 0.9025, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 3.602553606033325, | |
| "learning_rate": 1.391304347826087e-06, | |
| "loss": 0.8954, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 3.429502487182617, | |
| "learning_rate": 1.4347826086956523e-06, | |
| "loss": 0.889, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 4.117110252380371, | |
| "learning_rate": 1.4782608695652176e-06, | |
| "loss": 0.8732, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 3.424821615219116, | |
| "learning_rate": 1.521739130434783e-06, | |
| "loss": 0.8819, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 4.870906829833984, | |
| "learning_rate": 1.565217391304348e-06, | |
| "loss": 0.8829, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 6.471639156341553, | |
| "learning_rate": 1.608695652173913e-06, | |
| "loss": 0.8632, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 4.399796962738037, | |
| "learning_rate": 1.6521739130434784e-06, | |
| "loss": 0.8543, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 3.4351227283477783, | |
| "learning_rate": 1.6956521739130435e-06, | |
| "loss": 0.847, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 3.1236326694488525, | |
| "learning_rate": 1.7391304347826088e-06, | |
| "loss": 0.8445, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 3.5134594440460205, | |
| "learning_rate": 1.782608695652174e-06, | |
| "loss": 0.8377, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 3.1803650856018066, | |
| "learning_rate": 1.8260869565217394e-06, | |
| "loss": 0.835, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 5.259217739105225, | |
| "learning_rate": 1.8695652173913044e-06, | |
| "loss": 0.8368, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 4.378271579742432, | |
| "learning_rate": 1.9130434782608697e-06, | |
| "loss": 0.8377, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 3.6259055137634277, | |
| "learning_rate": 1.956521739130435e-06, | |
| "loss": 0.8383, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 4.089799404144287, | |
| "learning_rate": 2.0000000000000003e-06, | |
| "loss": 0.8309, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 3.041405200958252, | |
| "learning_rate": 2.0434782608695656e-06, | |
| "loss": 0.8178, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 3.9156289100646973, | |
| "learning_rate": 2.0869565217391305e-06, | |
| "loss": 0.8091, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 3.1488077640533447, | |
| "learning_rate": 2.130434782608696e-06, | |
| "loss": 0.8287, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 3.1481711864471436, | |
| "learning_rate": 2.173913043478261e-06, | |
| "loss": 0.8109, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 3.6406595706939697, | |
| "learning_rate": 2.2173913043478264e-06, | |
| "loss": 0.8071, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 3.674004554748535, | |
| "learning_rate": 2.2608695652173913e-06, | |
| "loss": 0.8033, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.566720485687256, | |
| "learning_rate": 2.3043478260869566e-06, | |
| "loss": 0.8138, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 3.0154435634613037, | |
| "learning_rate": 2.347826086956522e-06, | |
| "loss": 0.8147, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 3.2751858234405518, | |
| "learning_rate": 2.391304347826087e-06, | |
| "loss": 0.7845, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 5.122045993804932, | |
| "learning_rate": 2.4347826086956525e-06, | |
| "loss": 0.7984, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 4.417994499206543, | |
| "learning_rate": 2.4782608695652178e-06, | |
| "loss": 0.7981, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 2.893526315689087, | |
| "learning_rate": 2.5217391304347826e-06, | |
| "loss": 0.799, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 3.6591286659240723, | |
| "learning_rate": 2.5652173913043484e-06, | |
| "loss": 0.7965, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 2.970930337905884, | |
| "learning_rate": 2.6086956521739132e-06, | |
| "loss": 0.8057, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 2.9321494102478027, | |
| "learning_rate": 2.6521739130434785e-06, | |
| "loss": 0.7862, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 3.5950493812561035, | |
| "learning_rate": 2.695652173913044e-06, | |
| "loss": 0.7844, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 2.530301332473755, | |
| "learning_rate": 2.7391304347826087e-06, | |
| "loss": 0.7863, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 2.930530548095703, | |
| "learning_rate": 2.782608695652174e-06, | |
| "loss": 0.7914, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 2.9592342376708984, | |
| "learning_rate": 2.8260869565217393e-06, | |
| "loss": 0.7738, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 2.425995349884033, | |
| "learning_rate": 2.8695652173913046e-06, | |
| "loss": 0.7941, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 2.796645402908325, | |
| "learning_rate": 2.9130434782608695e-06, | |
| "loss": 0.7969, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 2.917015314102173, | |
| "learning_rate": 2.956521739130435e-06, | |
| "loss": 0.7803, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 2.644934892654419, | |
| "learning_rate": 3e-06, | |
| "loss": 0.7925, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 3.2409515380859375, | |
| "learning_rate": 3.043478260869566e-06, | |
| "loss": 0.7863, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 2.5315630435943604, | |
| "learning_rate": 3.0869565217391307e-06, | |
| "loss": 0.7798, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 2.755002498626709, | |
| "learning_rate": 3.130434782608696e-06, | |
| "loss": 0.7736, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 2.5441417694091797, | |
| "learning_rate": 3.1739130434782613e-06, | |
| "loss": 0.7653, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 2.50203537940979, | |
| "learning_rate": 3.217391304347826e-06, | |
| "loss": 0.7751, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 2.8558547496795654, | |
| "learning_rate": 3.2608695652173914e-06, | |
| "loss": 0.7832, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 2.7601280212402344, | |
| "learning_rate": 3.3043478260869567e-06, | |
| "loss": 0.7865, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 4.165918827056885, | |
| "learning_rate": 3.347826086956522e-06, | |
| "loss": 0.7804, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 3.20556378364563, | |
| "learning_rate": 3.391304347826087e-06, | |
| "loss": 0.7787, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 2.259490489959717, | |
| "learning_rate": 3.4347826086956526e-06, | |
| "loss": 0.7776, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 2.482300281524658, | |
| "learning_rate": 3.4782608695652175e-06, | |
| "loss": 0.7909, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 2.6870365142822266, | |
| "learning_rate": 3.5217391304347832e-06, | |
| "loss": 0.7747, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 2.509525775909424, | |
| "learning_rate": 3.565217391304348e-06, | |
| "loss": 0.7675, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 2.8357813358306885, | |
| "learning_rate": 3.6086956521739134e-06, | |
| "loss": 0.7525, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 3.0093586444854736, | |
| "learning_rate": 3.6521739130434787e-06, | |
| "loss": 0.7871, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 2.5198683738708496, | |
| "learning_rate": 3.6956521739130436e-06, | |
| "loss": 0.7602, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 2.4067280292510986, | |
| "learning_rate": 3.739130434782609e-06, | |
| "loss": 0.7709, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 2.968722343444824, | |
| "learning_rate": 3.782608695652174e-06, | |
| "loss": 0.7638, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 2.5267333984375, | |
| "learning_rate": 3.8260869565217395e-06, | |
| "loss": 0.7618, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 2.519435405731201, | |
| "learning_rate": 3.869565217391304e-06, | |
| "loss": 0.7862, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 2.373142957687378, | |
| "learning_rate": 3.91304347826087e-06, | |
| "loss": 0.7785, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 2.939995288848877, | |
| "learning_rate": 3.956521739130435e-06, | |
| "loss": 0.7752, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 2.4909372329711914, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 0.779, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 2.6996891498565674, | |
| "learning_rate": 4.0434782608695655e-06, | |
| "loss": 0.7735, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 2.628506660461426, | |
| "learning_rate": 4.086956521739131e-06, | |
| "loss": 0.7551, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 2.350477457046509, | |
| "learning_rate": 4.130434782608696e-06, | |
| "loss": 0.7685, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 2.2088937759399414, | |
| "learning_rate": 4.173913043478261e-06, | |
| "loss": 0.7714, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 3.055957555770874, | |
| "learning_rate": 4.217391304347827e-06, | |
| "loss": 0.7633, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 2.987377882003784, | |
| "learning_rate": 4.260869565217392e-06, | |
| "loss": 0.7639, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 2.8698835372924805, | |
| "learning_rate": 4.304347826086957e-06, | |
| "loss": 0.7748, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 2.728653907775879, | |
| "learning_rate": 4.347826086956522e-06, | |
| "loss": 0.7531, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 3.0617196559906006, | |
| "learning_rate": 4.391304347826087e-06, | |
| "loss": 0.7637, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 9.645702362060547, | |
| "learning_rate": 4.434782608695653e-06, | |
| "loss": 0.7734, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 3.174217462539673, | |
| "learning_rate": 4.478260869565218e-06, | |
| "loss": 0.7637, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 2.565565586090088, | |
| "learning_rate": 4.5217391304347826e-06, | |
| "loss": 0.7616, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 2.3000173568725586, | |
| "learning_rate": 4.565217391304348e-06, | |
| "loss": 0.7605, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 2.2204582691192627, | |
| "learning_rate": 4.608695652173913e-06, | |
| "loss": 0.7613, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 2.5566813945770264, | |
| "learning_rate": 4.652173913043478e-06, | |
| "loss": 0.745, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 2.7924296855926514, | |
| "learning_rate": 4.695652173913044e-06, | |
| "loss": 0.7643, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 2.78627610206604, | |
| "learning_rate": 4.739130434782609e-06, | |
| "loss": 0.765, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 2.9410696029663086, | |
| "learning_rate": 4.782608695652174e-06, | |
| "loss": 0.7534, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 2.6935067176818848, | |
| "learning_rate": 4.826086956521739e-06, | |
| "loss": 0.7501, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 2.8043696880340576, | |
| "learning_rate": 4.869565217391305e-06, | |
| "loss": 0.7576, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 2.8394672870635986, | |
| "learning_rate": 4.91304347826087e-06, | |
| "loss": 0.7536, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 2.5857579708099365, | |
| "learning_rate": 4.9565217391304355e-06, | |
| "loss": 0.7545, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 2.707064151763916, | |
| "learning_rate": 5e-06, | |
| "loss": 0.7686, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 2.7348179817199707, | |
| "learning_rate": 5.043478260869565e-06, | |
| "loss": 0.7594, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 2.8637123107910156, | |
| "learning_rate": 5.08695652173913e-06, | |
| "loss": 0.7719, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 2.605658769607544, | |
| "learning_rate": 5.130434782608697e-06, | |
| "loss": 0.7609, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 2.538159132003784, | |
| "learning_rate": 5.173913043478262e-06, | |
| "loss": 0.7447, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 2.6438486576080322, | |
| "learning_rate": 5.2173913043478265e-06, | |
| "loss": 0.7474, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 2.5470008850097656, | |
| "learning_rate": 5.260869565217391e-06, | |
| "loss": 0.755, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 2.9301180839538574, | |
| "learning_rate": 5.304347826086957e-06, | |
| "loss": 0.7507, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 2.509558916091919, | |
| "learning_rate": 5.347826086956523e-06, | |
| "loss": 0.7568, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 2.386697292327881, | |
| "learning_rate": 5.391304347826088e-06, | |
| "loss": 0.7615, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 2.8356692790985107, | |
| "learning_rate": 5.4347826086956525e-06, | |
| "loss": 0.7498, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 2.812669038772583, | |
| "learning_rate": 5.478260869565217e-06, | |
| "loss": 0.7467, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 2.591529369354248, | |
| "learning_rate": 5.521739130434783e-06, | |
| "loss": 0.7537, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 2.7662971019744873, | |
| "learning_rate": 5.565217391304348e-06, | |
| "loss": 0.7508, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 2.4197189807891846, | |
| "learning_rate": 5.608695652173914e-06, | |
| "loss": 0.7415, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 2.972205877304077, | |
| "learning_rate": 5.652173913043479e-06, | |
| "loss": 0.7587, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 3.1979939937591553, | |
| "learning_rate": 5.695652173913044e-06, | |
| "loss": 0.7369, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 2.4516711235046387, | |
| "learning_rate": 5.739130434782609e-06, | |
| "loss": 0.7438, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 2.620466470718384, | |
| "learning_rate": 5.782608695652174e-06, | |
| "loss": 0.7465, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 2.7041525840759277, | |
| "learning_rate": 5.826086956521739e-06, | |
| "loss": 0.7522, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 2.6662778854370117, | |
| "learning_rate": 5.8695652173913055e-06, | |
| "loss": 0.7567, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 5.283855438232422, | |
| "learning_rate": 5.91304347826087e-06, | |
| "loss": 0.7307, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 2.551743745803833, | |
| "learning_rate": 5.956521739130435e-06, | |
| "loss": 0.7466, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 3.212951898574829, | |
| "learning_rate": 6e-06, | |
| "loss": 0.752, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 2.417921304702759, | |
| "learning_rate": 6.043478260869565e-06, | |
| "loss": 0.7531, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 2.751988649368286, | |
| "learning_rate": 6.086956521739132e-06, | |
| "loss": 0.7393, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 2.8188741207122803, | |
| "learning_rate": 6.1304347826086965e-06, | |
| "loss": 0.748, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 2.727118730545044, | |
| "learning_rate": 6.173913043478261e-06, | |
| "loss": 0.7404, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 2.9528021812438965, | |
| "learning_rate": 6.217391304347826e-06, | |
| "loss": 0.7476, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 3.184258460998535, | |
| "learning_rate": 6.260869565217392e-06, | |
| "loss": 0.7439, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 3.2081708908081055, | |
| "learning_rate": 6.304347826086958e-06, | |
| "loss": 0.7328, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 2.437472343444824, | |
| "learning_rate": 6.3478260869565225e-06, | |
| "loss": 0.7447, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 2.4201667308807373, | |
| "learning_rate": 6.391304347826087e-06, | |
| "loss": 0.7333, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 3.096134901046753, | |
| "learning_rate": 6.434782608695652e-06, | |
| "loss": 0.7592, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 2.744535446166992, | |
| "learning_rate": 6.478260869565218e-06, | |
| "loss": 0.7469, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 2.768773317337036, | |
| "learning_rate": 6.521739130434783e-06, | |
| "loss": 0.7434, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 3.7912373542785645, | |
| "learning_rate": 6.565217391304349e-06, | |
| "loss": 0.7597, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 3.1697614192962646, | |
| "learning_rate": 6.6086956521739135e-06, | |
| "loss": 0.7484, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 3.172487735748291, | |
| "learning_rate": 6.652173913043479e-06, | |
| "loss": 0.7327, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 2.5283539295196533, | |
| "learning_rate": 6.695652173913044e-06, | |
| "loss": 0.743, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 3.1751644611358643, | |
| "learning_rate": 6.739130434782609e-06, | |
| "loss": 0.723, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 2.524111747741699, | |
| "learning_rate": 6.782608695652174e-06, | |
| "loss": 0.7248, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 5.5174455642700195, | |
| "learning_rate": 6.8260869565217395e-06, | |
| "loss": 0.7399, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 2.582502841949463, | |
| "learning_rate": 6.869565217391305e-06, | |
| "loss": 0.7428, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 2.751222848892212, | |
| "learning_rate": 6.91304347826087e-06, | |
| "loss": 0.7353, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 2.983644485473633, | |
| "learning_rate": 6.956521739130435e-06, | |
| "loss": 0.753, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 2.416503667831421, | |
| "learning_rate": 7e-06, | |
| "loss": 0.7323, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 2.5844953060150146, | |
| "learning_rate": 7.0434782608695665e-06, | |
| "loss": 0.7514, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 2.449826717376709, | |
| "learning_rate": 7.086956521739131e-06, | |
| "loss": 0.7514, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 2.574061393737793, | |
| "learning_rate": 7.130434782608696e-06, | |
| "loss": 0.7418, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 2.707425355911255, | |
| "learning_rate": 7.173913043478261e-06, | |
| "loss": 0.7402, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 2.7220213413238525, | |
| "learning_rate": 7.217391304347827e-06, | |
| "loss": 0.7501, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 2.730178117752075, | |
| "learning_rate": 7.2608695652173925e-06, | |
| "loss": 0.7351, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 2.536191940307617, | |
| "learning_rate": 7.304347826086957e-06, | |
| "loss": 0.7362, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 2.93157958984375, | |
| "learning_rate": 7.347826086956522e-06, | |
| "loss": 0.7369, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 2.8212029933929443, | |
| "learning_rate": 7.391304347826087e-06, | |
| "loss": 0.7325, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 3.0014121532440186, | |
| "learning_rate": 7.434782608695653e-06, | |
| "loss": 0.7383, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 3.5077619552612305, | |
| "learning_rate": 7.478260869565218e-06, | |
| "loss": 0.7317, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 2.7584381103515625, | |
| "learning_rate": 7.5217391304347835e-06, | |
| "loss": 0.7214, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 3.4156510829925537, | |
| "learning_rate": 7.565217391304348e-06, | |
| "loss": 0.7367, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 3.4717941284179688, | |
| "learning_rate": 7.608695652173914e-06, | |
| "loss": 0.7234, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 2.6128644943237305, | |
| "learning_rate": 7.652173913043479e-06, | |
| "loss": 0.7486, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 2.3647897243499756, | |
| "learning_rate": 7.695652173913044e-06, | |
| "loss": 0.7186, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 2.6185524463653564, | |
| "learning_rate": 7.739130434782609e-06, | |
| "loss": 0.7405, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 3.2258949279785156, | |
| "learning_rate": 7.782608695652174e-06, | |
| "loss": 0.7399, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 3.954819679260254, | |
| "learning_rate": 7.82608695652174e-06, | |
| "loss": 0.7277, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 3.0589473247528076, | |
| "learning_rate": 7.869565217391305e-06, | |
| "loss": 0.7282, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 2.6480607986450195, | |
| "learning_rate": 7.91304347826087e-06, | |
| "loss": 0.7262, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 2.735381603240967, | |
| "learning_rate": 7.956521739130435e-06, | |
| "loss": 0.7216, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 5.60382080078125, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 0.7275, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 2.710845947265625, | |
| "learning_rate": 8.043478260869566e-06, | |
| "loss": 0.739, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 2.4441914558410645, | |
| "learning_rate": 8.086956521739131e-06, | |
| "loss": 0.7145, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 2.7932469844818115, | |
| "learning_rate": 8.130434782608696e-06, | |
| "loss": 0.7226, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 2.782019853591919, | |
| "learning_rate": 8.173913043478263e-06, | |
| "loss": 0.7139, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 3.049837350845337, | |
| "learning_rate": 8.217391304347827e-06, | |
| "loss": 0.7393, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 2.894196033477783, | |
| "learning_rate": 8.260869565217392e-06, | |
| "loss": 0.7163, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 2.4531071186065674, | |
| "learning_rate": 8.304347826086957e-06, | |
| "loss": 0.7204, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 3.320891857147217, | |
| "learning_rate": 8.347826086956522e-06, | |
| "loss": 0.7248, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 3.3719470500946045, | |
| "learning_rate": 8.391304347826089e-06, | |
| "loss": 0.7315, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 2.7417898178100586, | |
| "learning_rate": 8.434782608695653e-06, | |
| "loss": 0.7256, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 2.6355440616607666, | |
| "learning_rate": 8.478260869565218e-06, | |
| "loss": 0.7305, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 2.6812551021575928, | |
| "learning_rate": 8.521739130434783e-06, | |
| "loss": 0.7157, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 3.1449575424194336, | |
| "learning_rate": 8.56521739130435e-06, | |
| "loss": 0.7186, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 4.587336540222168, | |
| "learning_rate": 8.608695652173915e-06, | |
| "loss": 0.7241, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 3.474202871322632, | |
| "learning_rate": 8.65217391304348e-06, | |
| "loss": 0.7318, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 4.36326789855957, | |
| "learning_rate": 8.695652173913044e-06, | |
| "loss": 0.7336, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 2.8643243312835693, | |
| "learning_rate": 8.73913043478261e-06, | |
| "loss": 0.7282, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 2.8812708854675293, | |
| "learning_rate": 8.782608695652174e-06, | |
| "loss": 0.7158, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 2.9906275272369385, | |
| "learning_rate": 8.82608695652174e-06, | |
| "loss": 0.7163, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 2.6248161792755127, | |
| "learning_rate": 8.869565217391306e-06, | |
| "loss": 0.736, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 2.564918041229248, | |
| "learning_rate": 8.91304347826087e-06, | |
| "loss": 0.733, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 2.4388699531555176, | |
| "learning_rate": 8.956521739130435e-06, | |
| "loss": 0.7192, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 2.6738839149475098, | |
| "learning_rate": 9e-06, | |
| "loss": 0.7107, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 4.980138778686523, | |
| "learning_rate": 9.043478260869565e-06, | |
| "loss": 0.716, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 2.9591591358184814, | |
| "learning_rate": 9.086956521739132e-06, | |
| "loss": 0.7197, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 2.6318516731262207, | |
| "learning_rate": 9.130434782608697e-06, | |
| "loss": 0.7179, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 2.6253883838653564, | |
| "learning_rate": 9.173913043478261e-06, | |
| "loss": 0.7184, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 2.5605149269104004, | |
| "learning_rate": 9.217391304347826e-06, | |
| "loss": 0.7305, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 4.129536151885986, | |
| "learning_rate": 9.260869565217391e-06, | |
| "loss": 0.7088, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 2.9836220741271973, | |
| "learning_rate": 9.304347826086956e-06, | |
| "loss": 0.7239, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 2.778383731842041, | |
| "learning_rate": 9.347826086956523e-06, | |
| "loss": 0.7067, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 2.8585681915283203, | |
| "learning_rate": 9.391304347826087e-06, | |
| "loss": 0.7085, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 2.595531940460205, | |
| "learning_rate": 9.434782608695652e-06, | |
| "loss": 0.7101, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 3.7232606410980225, | |
| "learning_rate": 9.478260869565217e-06, | |
| "loss": 0.7333, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 2.381574869155884, | |
| "learning_rate": 9.521739130434784e-06, | |
| "loss": 0.7236, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 3.042024612426758, | |
| "learning_rate": 9.565217391304349e-06, | |
| "loss": 0.7261, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 2.2856943607330322, | |
| "learning_rate": 9.608695652173914e-06, | |
| "loss": 0.7021, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 3.454638719558716, | |
| "learning_rate": 9.652173913043478e-06, | |
| "loss": 0.711, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 2.605741500854492, | |
| "learning_rate": 9.695652173913043e-06, | |
| "loss": 0.7078, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 3.4367051124572754, | |
| "learning_rate": 9.73913043478261e-06, | |
| "loss": 0.7208, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 2.4078874588012695, | |
| "learning_rate": 9.782608695652175e-06, | |
| "loss": 0.7148, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 2.6727590560913086, | |
| "learning_rate": 9.82608695652174e-06, | |
| "loss": 0.7276, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 3.0248544216156006, | |
| "learning_rate": 9.869565217391304e-06, | |
| "loss": 0.7133, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 2.7144577503204346, | |
| "learning_rate": 9.913043478260871e-06, | |
| "loss": 0.7101, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 2.7497832775115967, | |
| "learning_rate": 9.956521739130436e-06, | |
| "loss": 0.692, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 2.990417957305908, | |
| "learning_rate": 1e-05, | |
| "loss": 0.6961, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "eval_loss": 0.7328751683235168, | |
| "eval_runtime": 199.3608, | |
| "eval_samples_per_second": 55.176, | |
| "eval_steps_per_second": 6.897, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 2.8692731857299805, | |
| "learning_rate": 9.999994241637783e-06, | |
| "loss": 0.715, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 2.5786540508270264, | |
| "learning_rate": 9.999976966564394e-06, | |
| "loss": 0.7163, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 3.327714443206787, | |
| "learning_rate": 9.999948174819623e-06, | |
| "loss": 0.7135, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 2.9145894050598145, | |
| "learning_rate": 9.999907866469787e-06, | |
| "loss": 0.7054, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 2.5164294242858887, | |
| "learning_rate": 9.999856041607732e-06, | |
| "loss": 0.7149, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 3.212944984436035, | |
| "learning_rate": 9.999792700352826e-06, | |
| "loss": 0.7022, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 2.477055072784424, | |
| "learning_rate": 9.99971784285097e-06, | |
| "loss": 0.7057, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 2.563532590866089, | |
| "learning_rate": 9.99963146927458e-06, | |
| "loss": 0.7117, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 3.0468506813049316, | |
| "learning_rate": 9.999533579822611e-06, | |
| "loss": 0.7152, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 2.904538154602051, | |
| "learning_rate": 9.99942417472053e-06, | |
| "loss": 0.72, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 2.625180244445801, | |
| "learning_rate": 9.999303254220342e-06, | |
| "loss": 0.7097, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 2.9058775901794434, | |
| "learning_rate": 9.999170818600562e-06, | |
| "loss": 0.7254, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 3.0165164470672607, | |
| "learning_rate": 9.999026868166238e-06, | |
| "loss": 0.7132, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 4.671907424926758, | |
| "learning_rate": 9.998871403248936e-06, | |
| "loss": 0.7191, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 2.6668975353240967, | |
| "learning_rate": 9.998704424206747e-06, | |
| "loss": 0.7066, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 3.66217041015625, | |
| "learning_rate": 9.998525931424279e-06, | |
| "loss": 0.6917, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 2.8258302211761475, | |
| "learning_rate": 9.998335925312666e-06, | |
| "loss": 0.6889, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 2.8596441745758057, | |
| "learning_rate": 9.998134406309555e-06, | |
| "loss": 0.6997, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 2.9443325996398926, | |
| "learning_rate": 9.997921374879112e-06, | |
| "loss": 0.7082, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 4.481228828430176, | |
| "learning_rate": 9.997696831512027e-06, | |
| "loss": 0.7007, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 3.7334978580474854, | |
| "learning_rate": 9.997460776725497e-06, | |
| "loss": 0.708, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 2.843071937561035, | |
| "learning_rate": 9.997213211063236e-06, | |
| "loss": 0.7201, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 3.9357028007507324, | |
| "learning_rate": 9.99695413509548e-06, | |
| "loss": 0.7152, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 2.709559440612793, | |
| "learning_rate": 9.996683549418964e-06, | |
| "loss": 0.7071, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 3.1510403156280518, | |
| "learning_rate": 9.996401454656941e-06, | |
| "loss": 0.6963, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 2.642859697341919, | |
| "learning_rate": 9.996107851459175e-06, | |
| "loss": 0.7107, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 3.1064438819885254, | |
| "learning_rate": 9.995802740501933e-06, | |
| "loss": 0.7045, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 2.6383016109466553, | |
| "learning_rate": 9.995486122487992e-06, | |
| "loss": 0.6912, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 3.1221187114715576, | |
| "learning_rate": 9.995157998146633e-06, | |
| "loss": 0.7, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 2.3788633346557617, | |
| "learning_rate": 9.994818368233639e-06, | |
| "loss": 0.7152, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 2.5052289962768555, | |
| "learning_rate": 9.994467233531294e-06, | |
| "loss": 0.7041, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 2.9792628288269043, | |
| "learning_rate": 9.994104594848383e-06, | |
| "loss": 0.707, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 2.6907389163970947, | |
| "learning_rate": 9.993730453020187e-06, | |
| "loss": 0.6965, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 2.660902738571167, | |
| "learning_rate": 9.993344808908486e-06, | |
| "loss": 0.6978, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 2.5266551971435547, | |
| "learning_rate": 9.992947663401548e-06, | |
| "loss": 0.6938, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 2.86554217338562, | |
| "learning_rate": 9.99253901741414e-06, | |
| "loss": 0.7002, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 3.3354568481445312, | |
| "learning_rate": 9.992118871887513e-06, | |
| "loss": 0.7191, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 2.7831523418426514, | |
| "learning_rate": 9.991687227789407e-06, | |
| "loss": 0.7031, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 2.882188558578491, | |
| "learning_rate": 9.991244086114046e-06, | |
| "loss": 0.6944, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 2.857550859451294, | |
| "learning_rate": 9.990789447882136e-06, | |
| "loss": 0.694, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 2.44887638092041, | |
| "learning_rate": 9.990323314140872e-06, | |
| "loss": 0.7152, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 4.176514148712158, | |
| "learning_rate": 9.989845685963917e-06, | |
| "loss": 0.7048, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 2.6085798740386963, | |
| "learning_rate": 9.989356564451415e-06, | |
| "loss": 0.6918, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 2.8457624912261963, | |
| "learning_rate": 9.988855950729979e-06, | |
| "loss": 0.6992, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 2.9820759296417236, | |
| "learning_rate": 9.988343845952697e-06, | |
| "loss": 0.708, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 3.1150028705596924, | |
| "learning_rate": 9.987820251299121e-06, | |
| "loss": 0.6925, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 2.9244368076324463, | |
| "learning_rate": 9.987285167975274e-06, | |
| "loss": 0.6865, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 2.4057462215423584, | |
| "learning_rate": 9.986738597213633e-06, | |
| "loss": 0.7015, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 3.322909116744995, | |
| "learning_rate": 9.986180540273143e-06, | |
| "loss": 0.6832, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 3.0608110427856445, | |
| "learning_rate": 9.985610998439198e-06, | |
| "loss": 0.6943, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 4.037482261657715, | |
| "learning_rate": 9.98502997302365e-06, | |
| "loss": 0.6892, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 3.36313796043396, | |
| "learning_rate": 9.984437465364802e-06, | |
| "loss": 0.6965, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 2.5192835330963135, | |
| "learning_rate": 9.983833476827404e-06, | |
| "loss": 0.7066, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 2.7486279010772705, | |
| "learning_rate": 9.983218008802648e-06, | |
| "loss": 0.699, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 2.654358148574829, | |
| "learning_rate": 9.982591062708172e-06, | |
| "loss": 0.6979, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 3.2748641967773438, | |
| "learning_rate": 9.981952639988046e-06, | |
| "loss": 0.6991, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 2.578864812850952, | |
| "learning_rate": 9.98130274211278e-06, | |
| "loss": 0.7049, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 2.6727378368377686, | |
| "learning_rate": 9.98064137057931e-06, | |
| "loss": 0.7018, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 3.929105043411255, | |
| "learning_rate": 9.979968526911006e-06, | |
| "loss": 0.7024, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 3.152024030685425, | |
| "learning_rate": 9.979284212657658e-06, | |
| "loss": 0.6998, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 2.9024596214294434, | |
| "learning_rate": 9.978588429395475e-06, | |
| "loss": 0.6984, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 2.836294651031494, | |
| "learning_rate": 9.97788117872709e-06, | |
| "loss": 0.6908, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 2.5680007934570312, | |
| "learning_rate": 9.977162462281544e-06, | |
| "loss": 0.6976, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 2.9260566234588623, | |
| "learning_rate": 9.976432281714289e-06, | |
| "loss": 0.7054, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 2.2062673568725586, | |
| "learning_rate": 9.97569063870718e-06, | |
| "loss": 0.6856, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 4.240058422088623, | |
| "learning_rate": 9.97493753496848e-06, | |
| "loss": 0.7103, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 2.477383852005005, | |
| "learning_rate": 9.974172972232845e-06, | |
| "loss": 0.6985, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 3.088667392730713, | |
| "learning_rate": 9.973396952261327e-06, | |
| "loss": 0.6934, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 3.2433605194091797, | |
| "learning_rate": 9.972609476841368e-06, | |
| "loss": 0.6985, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 2.7958269119262695, | |
| "learning_rate": 9.971810547786794e-06, | |
| "loss": 0.6962, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 2.777493953704834, | |
| "learning_rate": 9.971000166937815e-06, | |
| "loss": 0.6986, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 3.0154001712799072, | |
| "learning_rate": 9.970178336161018e-06, | |
| "loss": 0.6812, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 2.762068033218384, | |
| "learning_rate": 9.969345057349365e-06, | |
| "loss": 0.6936, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 2.7011806964874268, | |
| "learning_rate": 9.96850033242218e-06, | |
| "loss": 0.6913, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 2.9354515075683594, | |
| "learning_rate": 9.967644163325157e-06, | |
| "loss": 0.6717, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 2.9377188682556152, | |
| "learning_rate": 9.96677655203035e-06, | |
| "loss": 0.703, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 3.62003231048584, | |
| "learning_rate": 9.965897500536167e-06, | |
| "loss": 0.6982, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 3.100145101547241, | |
| "learning_rate": 9.965007010867366e-06, | |
| "loss": 0.6869, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 3.1306726932525635, | |
| "learning_rate": 9.964105085075053e-06, | |
| "loss": 0.6998, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 2.943037986755371, | |
| "learning_rate": 9.963191725236672e-06, | |
| "loss": 0.6983, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 2.641789197921753, | |
| "learning_rate": 9.962266933456008e-06, | |
| "loss": 0.7036, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 2.6184604167938232, | |
| "learning_rate": 9.961330711863175e-06, | |
| "loss": 0.6847, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 3.769002914428711, | |
| "learning_rate": 9.960383062614614e-06, | |
| "loss": 0.6908, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 2.812992811203003, | |
| "learning_rate": 9.959423987893086e-06, | |
| "loss": 0.694, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 2.8881213665008545, | |
| "learning_rate": 9.958453489907673e-06, | |
| "loss": 0.6891, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 2.4800655841827393, | |
| "learning_rate": 9.957471570893767e-06, | |
| "loss": 0.6945, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 2.597376585006714, | |
| "learning_rate": 9.956478233113066e-06, | |
| "loss": 0.6879, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 2.7456142902374268, | |
| "learning_rate": 9.955473478853567e-06, | |
| "loss": 0.6835, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 3.177309513092041, | |
| "learning_rate": 9.954457310429569e-06, | |
| "loss": 0.6912, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 2.0441253185272217, | |
| "learning_rate": 9.953429730181653e-06, | |
| "loss": 0.6797, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 2.5114927291870117, | |
| "learning_rate": 9.952390740476698e-06, | |
| "loss": 0.6952, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 2.6748149394989014, | |
| "learning_rate": 9.951340343707852e-06, | |
| "loss": 0.6844, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 3.3017261028289795, | |
| "learning_rate": 9.95027854229454e-06, | |
| "loss": 0.6827, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 2.5286686420440674, | |
| "learning_rate": 9.94920533868246e-06, | |
| "loss": 0.6895, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 2.7270824909210205, | |
| "learning_rate": 9.948120735343566e-06, | |
| "loss": 0.6841, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 3.2802062034606934, | |
| "learning_rate": 9.947024734776076e-06, | |
| "loss": 0.6866, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 2.7635345458984375, | |
| "learning_rate": 9.945917339504457e-06, | |
| "loss": 0.702, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 2.5334112644195557, | |
| "learning_rate": 9.944798552079422e-06, | |
| "loss": 0.7038, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 3.57198429107666, | |
| "learning_rate": 9.943668375077926e-06, | |
| "loss": 0.6817, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 3.0424792766571045, | |
| "learning_rate": 9.942526811103153e-06, | |
| "loss": 0.6894, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 2.894702672958374, | |
| "learning_rate": 9.94137386278452e-06, | |
| "loss": 0.6905, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 3.1093649864196777, | |
| "learning_rate": 9.940209532777666e-06, | |
| "loss": 0.7126, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 2.57892107963562, | |
| "learning_rate": 9.939033823764443e-06, | |
| "loss": 0.6727, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 2.641435146331787, | |
| "learning_rate": 9.937846738452914e-06, | |
| "loss": 0.6899, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 2.499209403991699, | |
| "learning_rate": 9.93664827957735e-06, | |
| "loss": 0.6804, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 2.339439868927002, | |
| "learning_rate": 9.93543844989821e-06, | |
| "loss": 0.6684, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 3.1188161373138428, | |
| "learning_rate": 9.93421725220215e-06, | |
| "loss": 0.6885, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 2.80849552154541, | |
| "learning_rate": 9.932984689302012e-06, | |
| "loss": 0.6861, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 2.6763992309570312, | |
| "learning_rate": 9.93174076403681e-06, | |
| "loss": 0.6995, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 2.9029862880706787, | |
| "learning_rate": 9.930485479271735e-06, | |
| "loss": 0.6881, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 2.9763121604919434, | |
| "learning_rate": 9.929218837898143e-06, | |
| "loss": 0.6877, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 2.593538999557495, | |
| "learning_rate": 9.92794084283354e-06, | |
| "loss": 0.6901, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 3.309509038925171, | |
| "learning_rate": 9.926651497021595e-06, | |
| "loss": 0.6841, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 3.0623817443847656, | |
| "learning_rate": 9.925350803432112e-06, | |
| "loss": 0.664, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 4.454458236694336, | |
| "learning_rate": 9.924038765061042e-06, | |
| "loss": 0.6818, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 3.123232126235962, | |
| "learning_rate": 9.922715384930455e-06, | |
| "loss": 0.6685, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 3.939410448074341, | |
| "learning_rate": 9.921380666088558e-06, | |
| "loss": 0.6869, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 5.342121601104736, | |
| "learning_rate": 9.920034611609667e-06, | |
| "loss": 0.6801, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 3.224928379058838, | |
| "learning_rate": 9.918677224594207e-06, | |
| "loss": 0.6746, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 2.875549793243408, | |
| "learning_rate": 9.917308508168712e-06, | |
| "loss": 0.6964, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 3.0345466136932373, | |
| "learning_rate": 9.915928465485805e-06, | |
| "loss": 0.6727, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 2.9075253009796143, | |
| "learning_rate": 9.914537099724204e-06, | |
| "loss": 0.6823, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 3.458336591720581, | |
| "learning_rate": 9.913134414088698e-06, | |
| "loss": 0.6884, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 3.051724910736084, | |
| "learning_rate": 9.911720411810163e-06, | |
| "loss": 0.7009, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 3.8520309925079346, | |
| "learning_rate": 9.91029509614553e-06, | |
| "loss": 0.6858, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 3.14030122756958, | |
| "learning_rate": 9.908858470377793e-06, | |
| "loss": 0.6847, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 3.072479009628296, | |
| "learning_rate": 9.907410537815997e-06, | |
| "loss": 0.7003, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 4.00950813293457, | |
| "learning_rate": 9.905951301795231e-06, | |
| "loss": 0.673, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 2.5979695320129395, | |
| "learning_rate": 9.904480765676617e-06, | |
| "loss": 0.685, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 2.7463061809539795, | |
| "learning_rate": 9.902998932847308e-06, | |
| "loss": 0.6966, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 2.2453413009643555, | |
| "learning_rate": 9.901505806720474e-06, | |
| "loss": 0.6906, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 3.755852699279785, | |
| "learning_rate": 9.9000013907353e-06, | |
| "loss": 0.7008, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 3.0272433757781982, | |
| "learning_rate": 9.89848568835698e-06, | |
| "loss": 0.6912, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 2.8252182006835938, | |
| "learning_rate": 9.896958703076693e-06, | |
| "loss": 0.6806, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 3.7654056549072266, | |
| "learning_rate": 9.895420438411616e-06, | |
| "loss": 0.6778, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 2.8534739017486572, | |
| "learning_rate": 9.8938708979049e-06, | |
| "loss": 0.6842, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 3.0817458629608154, | |
| "learning_rate": 9.892310085125675e-06, | |
| "loss": 0.686, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 3.03659725189209, | |
| "learning_rate": 9.890738003669029e-06, | |
| "loss": 0.6858, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 3.211000919342041, | |
| "learning_rate": 9.889154657156008e-06, | |
| "loss": 0.6809, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 3.543001413345337, | |
| "learning_rate": 9.887560049233606e-06, | |
| "loss": 0.6956, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 2.351623058319092, | |
| "learning_rate": 9.885954183574753e-06, | |
| "loss": 0.678, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 3.029533624649048, | |
| "learning_rate": 9.884337063878313e-06, | |
| "loss": 0.6772, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 3.0510919094085693, | |
| "learning_rate": 9.882708693869071e-06, | |
| "loss": 0.6707, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 2.8181586265563965, | |
| "learning_rate": 9.881069077297724e-06, | |
| "loss": 0.6768, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 3.0697293281555176, | |
| "learning_rate": 9.879418217940872e-06, | |
| "loss": 0.6893, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 2.8345251083374023, | |
| "learning_rate": 9.877756119601018e-06, | |
| "loss": 0.7028, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 3.112302780151367, | |
| "learning_rate": 9.876082786106546e-06, | |
| "loss": 0.6914, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 2.735736608505249, | |
| "learning_rate": 9.87439822131172e-06, | |
| "loss": 0.6748, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 2.8680014610290527, | |
| "learning_rate": 9.87270242909667e-06, | |
| "loss": 0.6785, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 2.8195078372955322, | |
| "learning_rate": 9.870995413367397e-06, | |
| "loss": 0.675, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 2.9144508838653564, | |
| "learning_rate": 9.86927717805574e-06, | |
| "loss": 0.685, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 2.886000871658325, | |
| "learning_rate": 9.867547727119396e-06, | |
| "loss": 0.6904, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 3.047471284866333, | |
| "learning_rate": 9.865807064541878e-06, | |
| "loss": 0.6943, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 2.9526615142822266, | |
| "learning_rate": 9.864055194332538e-06, | |
| "loss": 0.6815, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 3.2787699699401855, | |
| "learning_rate": 9.862292120526536e-06, | |
| "loss": 0.6791, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 2.6856937408447266, | |
| "learning_rate": 9.860517847184837e-06, | |
| "loss": 0.6978, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 2.927518367767334, | |
| "learning_rate": 9.858732378394207e-06, | |
| "loss": 0.6904, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 4.556071758270264, | |
| "learning_rate": 9.856935718267196e-06, | |
| "loss": 0.6889, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 2.559556245803833, | |
| "learning_rate": 9.855127870942131e-06, | |
| "loss": 0.69, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 3.2897391319274902, | |
| "learning_rate": 9.85330884058311e-06, | |
| "loss": 0.6872, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 2.722827196121216, | |
| "learning_rate": 9.851478631379982e-06, | |
| "loss": 0.6865, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 3.322338581085205, | |
| "learning_rate": 9.849637247548356e-06, | |
| "loss": 0.6919, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 2.7876293659210205, | |
| "learning_rate": 9.847784693329571e-06, | |
| "loss": 0.6665, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 2.6033077239990234, | |
| "learning_rate": 9.845920972990702e-06, | |
| "loss": 0.6801, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 2.751955032348633, | |
| "learning_rate": 9.844046090824533e-06, | |
| "loss": 0.667, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 2.8029513359069824, | |
| "learning_rate": 9.842160051149568e-06, | |
| "loss": 0.6841, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 3.345020294189453, | |
| "learning_rate": 9.840262858310007e-06, | |
| "loss": 0.684, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 2.843904495239258, | |
| "learning_rate": 9.83835451667574e-06, | |
| "loss": 0.6878, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 2.4852325916290283, | |
| "learning_rate": 9.836435030642335e-06, | |
| "loss": 0.7087, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 3.3790409564971924, | |
| "learning_rate": 9.834504404631032e-06, | |
| "loss": 0.6913, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 3.407959461212158, | |
| "learning_rate": 9.832562643088724e-06, | |
| "loss": 0.6912, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 2.723505973815918, | |
| "learning_rate": 9.830609750487963e-06, | |
| "loss": 0.6927, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 3.1616594791412354, | |
| "learning_rate": 9.82864573132693e-06, | |
| "loss": 0.6714, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 3.0670251846313477, | |
| "learning_rate": 9.826670590129442e-06, | |
| "loss": 0.6685, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 2.4355831146240234, | |
| "learning_rate": 9.824684331444926e-06, | |
| "loss": 0.6839, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 2.7502357959747314, | |
| "learning_rate": 9.822686959848425e-06, | |
| "loss": 0.6925, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 3.705983877182007, | |
| "learning_rate": 9.820678479940573e-06, | |
| "loss": 0.6715, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 2.4137468338012695, | |
| "learning_rate": 9.818658896347591e-06, | |
| "loss": 0.6882, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 3.260124921798706, | |
| "learning_rate": 9.81662821372128e-06, | |
| "loss": 0.684, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 3.2827420234680176, | |
| "learning_rate": 9.814586436738998e-06, | |
| "loss": 0.675, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 2.2685201168060303, | |
| "learning_rate": 9.812533570103663e-06, | |
| "loss": 0.6636, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 3.1365833282470703, | |
| "learning_rate": 9.810469618543737e-06, | |
| "loss": 0.6911, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 2.9192795753479004, | |
| "learning_rate": 9.808394586813209e-06, | |
| "loss": 0.6955, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 2.4191370010375977, | |
| "learning_rate": 9.806308479691595e-06, | |
| "loss": 0.6769, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 4.024157524108887, | |
| "learning_rate": 9.804211301983919e-06, | |
| "loss": 0.6837, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 2.6173815727233887, | |
| "learning_rate": 9.802103058520704e-06, | |
| "loss": 0.6703, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 2.637032985687256, | |
| "learning_rate": 9.799983754157961e-06, | |
| "loss": 0.681, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 2.4752278327941895, | |
| "learning_rate": 9.797853393777182e-06, | |
| "loss": 0.6667, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 3.132769823074341, | |
| "learning_rate": 9.795711982285317e-06, | |
| "loss": 0.6903, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 2.7234723567962646, | |
| "learning_rate": 9.793559524614779e-06, | |
| "loss": 0.6763, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 2.6191039085388184, | |
| "learning_rate": 9.791396025723418e-06, | |
| "loss": 0.6732, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 2.8403711318969727, | |
| "learning_rate": 9.78922149059452e-06, | |
| "loss": 0.676, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 3.4012792110443115, | |
| "learning_rate": 9.787035924236789e-06, | |
| "loss": 0.6576, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 3.256134271621704, | |
| "learning_rate": 9.784839331684338e-06, | |
| "loss": 0.7017, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 2.8171510696411133, | |
| "learning_rate": 9.782631717996675e-06, | |
| "loss": 0.6764, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 3.248218297958374, | |
| "learning_rate": 9.780413088258698e-06, | |
| "loss": 0.6807, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 3.497915267944336, | |
| "learning_rate": 9.778183447580675e-06, | |
| "loss": 0.6714, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 3.140228509902954, | |
| "learning_rate": 9.775942801098241e-06, | |
| "loss": 0.7066, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 3.035100221633911, | |
| "learning_rate": 9.773691153972375e-06, | |
| "loss": 0.6803, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 2.7118821144104004, | |
| "learning_rate": 9.771428511389395e-06, | |
| "loss": 0.6755, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 3.035815477371216, | |
| "learning_rate": 9.76915487856095e-06, | |
| "loss": 0.6707, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 3.3597121238708496, | |
| "learning_rate": 9.766870260724e-06, | |
| "loss": 0.6781, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 3.151930809020996, | |
| "learning_rate": 9.764574663140807e-06, | |
| "loss": 0.6644, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 2.971132278442383, | |
| "learning_rate": 9.762268091098926e-06, | |
| "loss": 0.6747, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 2.8724772930145264, | |
| "learning_rate": 9.759950549911185e-06, | |
| "loss": 0.6802, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 3.2583391666412354, | |
| "learning_rate": 9.757622044915682e-06, | |
| "loss": 0.6958, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 2.8724751472473145, | |
| "learning_rate": 9.755282581475769e-06, | |
| "loss": 0.6673, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 2.53116774559021, | |
| "learning_rate": 9.752932164980033e-06, | |
| "loss": 0.6771, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 2.5583338737487793, | |
| "learning_rate": 9.750570800842298e-06, | |
| "loss": 0.6835, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 2.7628743648529053, | |
| "learning_rate": 9.748198494501598e-06, | |
| "loss": 0.6759, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 2.4657537937164307, | |
| "learning_rate": 9.74581525142217e-06, | |
| "loss": 0.6912, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 2.4423508644104004, | |
| "learning_rate": 9.74342107709345e-06, | |
| "loss": 0.6584, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 2.9297876358032227, | |
| "learning_rate": 9.741015977030046e-06, | |
| "loss": 0.6898, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 4.085515022277832, | |
| "learning_rate": 9.73859995677173e-06, | |
| "loss": 0.6586, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 3.312915802001953, | |
| "learning_rate": 9.736173021883433e-06, | |
| "loss": 0.6819, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 2.7743465900421143, | |
| "learning_rate": 9.733735177955219e-06, | |
| "loss": 0.6621, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 3.45530366897583, | |
| "learning_rate": 9.73128643060229e-06, | |
| "loss": 0.6838, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 2.886432409286499, | |
| "learning_rate": 9.728826785464948e-06, | |
| "loss": 0.6859, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 4.044523239135742, | |
| "learning_rate": 9.72635624820861e-06, | |
| "loss": 0.6832, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 2.746330499649048, | |
| "learning_rate": 9.72387482452377e-06, | |
| "loss": 0.6917, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 3.0390594005584717, | |
| "learning_rate": 9.72138252012601e-06, | |
| "loss": 0.6656, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 2.8167319297790527, | |
| "learning_rate": 9.71887934075596e-06, | |
| "loss": 0.6885, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 2.6761083602905273, | |
| "learning_rate": 9.716365292179309e-06, | |
| "loss": 0.6942, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 2.7335264682769775, | |
| "learning_rate": 9.713840380186774e-06, | |
| "loss": 0.684, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 3.458198070526123, | |
| "learning_rate": 9.711304610594104e-06, | |
| "loss": 0.692, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 2.902730703353882, | |
| "learning_rate": 9.708757989242046e-06, | |
| "loss": 0.6638, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 2.5396640300750732, | |
| "learning_rate": 9.706200521996348e-06, | |
| "loss": 0.69, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 2.7966129779815674, | |
| "learning_rate": 9.703632214747742e-06, | |
| "loss": 0.6832, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 2.746511697769165, | |
| "learning_rate": 9.701053073411923e-06, | |
| "loss": 0.6749, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 3.5651538372039795, | |
| "learning_rate": 9.698463103929542e-06, | |
| "loss": 0.6722, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "eval_loss": 0.7272596955299377, | |
| "eval_runtime": 198.5906, | |
| "eval_samples_per_second": 55.39, | |
| "eval_steps_per_second": 6.924, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 2.358306407928467, | |
| "learning_rate": 9.695862312266195e-06, | |
| "loss": 0.6808, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 2.843318223953247, | |
| "learning_rate": 9.6932507044124e-06, | |
| "loss": 0.6852, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 2.2861886024475098, | |
| "learning_rate": 9.690628286383593e-06, | |
| "loss": 0.6736, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "grad_norm": 2.2561638355255127, | |
| "learning_rate": 9.687995064220102e-06, | |
| "loss": 0.6789, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 2.8437678813934326, | |
| "learning_rate": 9.685351043987151e-06, | |
| "loss": 0.6758, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 2.547785758972168, | |
| "learning_rate": 9.682696231774829e-06, | |
| "loss": 0.6855, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 2.6620736122131348, | |
| "learning_rate": 9.680030633698083e-06, | |
| "loss": 0.6711, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 3.146510362625122, | |
| "learning_rate": 9.677354255896706e-06, | |
| "loss": 0.6641, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 2.8901259899139404, | |
| "learning_rate": 9.674667104535318e-06, | |
| "loss": 0.6898, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 2.88307523727417, | |
| "learning_rate": 9.671969185803357e-06, | |
| "loss": 0.6848, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 2.6471335887908936, | |
| "learning_rate": 9.669260505915057e-06, | |
| "loss": 0.668, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 2.9674232006073, | |
| "learning_rate": 9.666541071109446e-06, | |
| "loss": 0.6849, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 2.370706081390381, | |
| "learning_rate": 9.66381088765032e-06, | |
| "loss": 0.6819, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 2.7703073024749756, | |
| "learning_rate": 9.661069961826228e-06, | |
| "loss": 0.6674, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 2.9082021713256836, | |
| "learning_rate": 9.658318299950473e-06, | |
| "loss": 0.6833, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 3.0396716594696045, | |
| "learning_rate": 9.65555590836108e-06, | |
| "loss": 0.6657, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 2.304875373840332, | |
| "learning_rate": 9.652782793420789e-06, | |
| "loss": 0.6964, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 2.8251640796661377, | |
| "learning_rate": 9.64999896151704e-06, | |
| "loss": 0.6774, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "grad_norm": 3.527707815170288, | |
| "learning_rate": 9.647204419061957e-06, | |
| "loss": 0.6778, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 2.566895008087158, | |
| "learning_rate": 9.644399172492337e-06, | |
| "loss": 0.681, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 3.0783915519714355, | |
| "learning_rate": 9.641583228269629e-06, | |
| "loss": 0.6744, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 2.982912302017212, | |
| "learning_rate": 9.638756592879923e-06, | |
| "loss": 0.6849, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 2.7487356662750244, | |
| "learning_rate": 9.635919272833938e-06, | |
| "loss": 0.6709, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 3.3017807006835938, | |
| "learning_rate": 9.633071274666998e-06, | |
| "loss": 0.6698, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 2.7575645446777344, | |
| "learning_rate": 9.630212604939026e-06, | |
| "loss": 0.6823, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 3.032663345336914, | |
| "learning_rate": 9.627343270234526e-06, | |
| "loss": 0.6754, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 2.4695844650268555, | |
| "learning_rate": 9.624463277162563e-06, | |
| "loss": 0.6793, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 2.7239301204681396, | |
| "learning_rate": 9.621572632356754e-06, | |
| "loss": 0.7041, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 2.497579336166382, | |
| "learning_rate": 9.618671342475252e-06, | |
| "loss": 0.694, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 2.7662250995635986, | |
| "learning_rate": 9.615759414200729e-06, | |
| "loss": 0.6739, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 3.1290366649627686, | |
| "learning_rate": 9.61283685424036e-06, | |
| "loss": 0.6802, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 2.9241154193878174, | |
| "learning_rate": 9.609903669325807e-06, | |
| "loss": 0.6859, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 2.5501949787139893, | |
| "learning_rate": 9.606959866213206e-06, | |
| "loss": 0.6608, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "grad_norm": 3.447155475616455, | |
| "learning_rate": 9.604005451683154e-06, | |
| "loss": 0.6813, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 2.4963529109954834, | |
| "learning_rate": 9.601040432540684e-06, | |
| "loss": 0.6743, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 2.8612847328186035, | |
| "learning_rate": 9.598064815615259e-06, | |
| "loss": 0.6614, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 3.20935320854187, | |
| "learning_rate": 9.59507860776075e-06, | |
| "loss": 0.6781, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 2.885199546813965, | |
| "learning_rate": 9.592081815855425e-06, | |
| "loss": 0.6738, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 3.2153961658477783, | |
| "learning_rate": 9.589074446801928e-06, | |
| "loss": 0.68, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 2.5133445262908936, | |
| "learning_rate": 9.586056507527266e-06, | |
| "loss": 0.6822, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 3.0179901123046875, | |
| "learning_rate": 9.583028004982798e-06, | |
| "loss": 0.675, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 3.4788663387298584, | |
| "learning_rate": 9.579988946144205e-06, | |
| "loss": 0.6832, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 2.847745418548584, | |
| "learning_rate": 9.57693933801149e-06, | |
| "loss": 0.6662, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 2.8910322189331055, | |
| "learning_rate": 9.573879187608954e-06, | |
| "loss": 0.6732, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 2.582803726196289, | |
| "learning_rate": 9.570808501985176e-06, | |
| "loss": 0.6782, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 2.1921629905700684, | |
| "learning_rate": 9.567727288213005e-06, | |
| "loss": 0.6881, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 2.068142890930176, | |
| "learning_rate": 9.56463555338954e-06, | |
| "loss": 0.6717, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 2.0534846782684326, | |
| "learning_rate": 9.561533304636111e-06, | |
| "loss": 0.6575, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 2.8238446712493896, | |
| "learning_rate": 9.558420549098269e-06, | |
| "loss": 0.6842, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "grad_norm": 3.434664249420166, | |
| "learning_rate": 9.55529729394576e-06, | |
| "loss": 0.6789, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 2.864886522293091, | |
| "learning_rate": 9.552163546372521e-06, | |
| "loss": 0.6707, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 2.919512987136841, | |
| "learning_rate": 9.549019313596652e-06, | |
| "loss": 0.675, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 2.967341899871826, | |
| "learning_rate": 9.545864602860406e-06, | |
| "loss": 0.6915, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 4.124980449676514, | |
| "learning_rate": 9.542699421430169e-06, | |
| "loss": 0.6707, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 2.38964581489563, | |
| "learning_rate": 9.539523776596446e-06, | |
| "loss": 0.6779, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 2.722057580947876, | |
| "learning_rate": 9.536337675673842e-06, | |
| "loss": 0.6912, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 4.076712131500244, | |
| "learning_rate": 9.533141126001048e-06, | |
| "loss": 0.6835, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 2.521733522415161, | |
| "learning_rate": 9.529934134940819e-06, | |
| "loss": 0.6741, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 2.929415464401245, | |
| "learning_rate": 9.526716709879961e-06, | |
| "loss": 0.6681, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 2.9488470554351807, | |
| "learning_rate": 9.523488858229313e-06, | |
| "loss": 0.6695, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 2.68656849861145, | |
| "learning_rate": 9.520250587423733e-06, | |
| "loss": 0.6791, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 2.4024336338043213, | |
| "learning_rate": 9.517001904922074e-06, | |
| "loss": 0.6861, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 2.476743221282959, | |
| "learning_rate": 9.513742818207173e-06, | |
| "loss": 0.6895, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 2.6581668853759766, | |
| "learning_rate": 9.510473334785828e-06, | |
| "loss": 0.677, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "grad_norm": 2.596719264984131, | |
| "learning_rate": 9.507193462188791e-06, | |
| "loss": 0.6842, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 2.334949016571045, | |
| "learning_rate": 9.503903207970735e-06, | |
| "loss": 0.6732, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 2.867070436477661, | |
| "learning_rate": 9.500602579710256e-06, | |
| "loss": 0.6676, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 3.4152629375457764, | |
| "learning_rate": 9.497291585009834e-06, | |
| "loss": 0.6618, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 2.69191837310791, | |
| "learning_rate": 9.493970231495836e-06, | |
| "loss": 0.6822, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 3.0387730598449707, | |
| "learning_rate": 9.490638526818482e-06, | |
| "loss": 0.6809, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 2.516139268875122, | |
| "learning_rate": 9.487296478651838e-06, | |
| "loss": 0.682, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 2.8808937072753906, | |
| "learning_rate": 9.48394409469379e-06, | |
| "loss": 0.6829, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 3.1148269176483154, | |
| "learning_rate": 9.480581382666041e-06, | |
| "loss": 0.666, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 2.933945894241333, | |
| "learning_rate": 9.477208350314072e-06, | |
| "loss": 0.6554, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 2.9011828899383545, | |
| "learning_rate": 9.47382500540714e-06, | |
| "loss": 0.6724, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 3.7872607707977295, | |
| "learning_rate": 9.470431355738257e-06, | |
| "loss": 0.6785, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 2.19966197013855, | |
| "learning_rate": 9.467027409124167e-06, | |
| "loss": 0.6767, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 2.590169668197632, | |
| "learning_rate": 9.463613173405335e-06, | |
| "loss": 0.6587, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 3.284235954284668, | |
| "learning_rate": 9.460188656445921e-06, | |
| "loss": 0.6819, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 2.668703556060791, | |
| "learning_rate": 9.45675386613377e-06, | |
| "loss": 0.6675, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 3.212360382080078, | |
| "learning_rate": 9.453308810380388e-06, | |
| "loss": 0.6832, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 3.038121461868286, | |
| "learning_rate": 9.449853497120928e-06, | |
| "loss": 0.6987, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 2.2262122631073, | |
| "learning_rate": 9.446387934314167e-06, | |
| "loss": 0.6688, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 2.7394657135009766, | |
| "learning_rate": 9.442912129942491e-06, | |
| "loss": 0.6788, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 2.70332932472229, | |
| "learning_rate": 9.439426092011877e-06, | |
| "loss": 0.671, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 2.807642936706543, | |
| "learning_rate": 9.435929828551872e-06, | |
| "loss": 0.6748, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 3.0139355659484863, | |
| "learning_rate": 9.432423347615578e-06, | |
| "loss": 0.6723, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 3.2098162174224854, | |
| "learning_rate": 9.428906657279629e-06, | |
| "loss": 0.6717, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 2.6355557441711426, | |
| "learning_rate": 9.425379765644174e-06, | |
| "loss": 0.6816, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 2.0204873085021973, | |
| "learning_rate": 9.421842680832862e-06, | |
| "loss": 0.6671, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 3.1098544597625732, | |
| "learning_rate": 9.418295410992821e-06, | |
| "loss": 0.6911, | |
| "step": 5510 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 3.0662097930908203, | |
| "learning_rate": 9.414737964294636e-06, | |
| "loss": 0.6846, | |
| "step": 5520 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 3.711937665939331, | |
| "learning_rate": 9.411170348932333e-06, | |
| "loss": 0.6731, | |
| "step": 5530 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 2.982342481613159, | |
| "learning_rate": 9.407592573123359e-06, | |
| "loss": 0.6747, | |
| "step": 5540 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "grad_norm": 2.78140926361084, | |
| "learning_rate": 9.40400464510857e-06, | |
| "loss": 0.6787, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 3.521254539489746, | |
| "learning_rate": 9.400406573152196e-06, | |
| "loss": 0.6891, | |
| "step": 5560 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 2.704249620437622, | |
| "learning_rate": 9.396798365541841e-06, | |
| "loss": 0.6823, | |
| "step": 5570 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 2.6704928874969482, | |
| "learning_rate": 9.393180030588454e-06, | |
| "loss": 0.6814, | |
| "step": 5580 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 2.9716169834136963, | |
| "learning_rate": 9.389551576626303e-06, | |
| "loss": 0.6786, | |
| "step": 5590 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 2.880004405975342, | |
| "learning_rate": 9.385913012012972e-06, | |
| "loss": 0.6775, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 2.5522663593292236, | |
| "learning_rate": 9.382264345129329e-06, | |
| "loss": 0.6827, | |
| "step": 5610 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 2.8483026027679443, | |
| "learning_rate": 9.378605584379515e-06, | |
| "loss": 0.656, | |
| "step": 5620 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 2.7561230659484863, | |
| "learning_rate": 9.374936738190913e-06, | |
| "loss": 0.6694, | |
| "step": 5630 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 3.149887800216675, | |
| "learning_rate": 9.371257815014145e-06, | |
| "loss": 0.6782, | |
| "step": 5640 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 2.629521369934082, | |
| "learning_rate": 9.367568823323039e-06, | |
| "loss": 0.6758, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 3.5836355686187744, | |
| "learning_rate": 9.363869771614615e-06, | |
| "loss": 0.6738, | |
| "step": 5660 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 2.83819317817688, | |
| "learning_rate": 9.360160668409063e-06, | |
| "loss": 0.6734, | |
| "step": 5670 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 2.5035979747772217, | |
| "learning_rate": 9.35644152224973e-06, | |
| "loss": 0.6804, | |
| "step": 5680 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 2.4892172813415527, | |
| "learning_rate": 9.35271234170309e-06, | |
| "loss": 0.6599, | |
| "step": 5690 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "grad_norm": 3.170015811920166, | |
| "learning_rate": 9.348973135358734e-06, | |
| "loss": 0.6771, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 2.2458276748657227, | |
| "learning_rate": 9.345223911829343e-06, | |
| "loss": 0.6785, | |
| "step": 5710 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 2.567450761795044, | |
| "learning_rate": 9.341464679750669e-06, | |
| "loss": 0.6732, | |
| "step": 5720 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 2.638319730758667, | |
| "learning_rate": 9.337695447781525e-06, | |
| "loss": 0.6753, | |
| "step": 5730 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 3.1988255977630615, | |
| "learning_rate": 9.333916224603747e-06, | |
| "loss": 0.6776, | |
| "step": 5740 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 2.337787389755249, | |
| "learning_rate": 9.330127018922195e-06, | |
| "loss": 0.6766, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 2.9823319911956787, | |
| "learning_rate": 9.326327839464711e-06, | |
| "loss": 0.6749, | |
| "step": 5760 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 2.39164662361145, | |
| "learning_rate": 9.322518694982119e-06, | |
| "loss": 0.6703, | |
| "step": 5770 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 2.7940139770507812, | |
| "learning_rate": 9.318699594248192e-06, | |
| "loss": 0.6612, | |
| "step": 5780 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 2.8293371200561523, | |
| "learning_rate": 9.314870546059636e-06, | |
| "loss": 0.6598, | |
| "step": 5790 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 2.8672988414764404, | |
| "learning_rate": 9.311031559236067e-06, | |
| "loss": 0.6811, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 2.592622995376587, | |
| "learning_rate": 9.307182642620001e-06, | |
| "loss": 0.6857, | |
| "step": 5810 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 3.7279140949249268, | |
| "learning_rate": 9.303323805076816e-06, | |
| "loss": 0.6606, | |
| "step": 5820 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 3.0750820636749268, | |
| "learning_rate": 9.299455055494747e-06, | |
| "loss": 0.6766, | |
| "step": 5830 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 3.0468876361846924, | |
| "learning_rate": 9.295576402784858e-06, | |
| "loss": 0.6675, | |
| "step": 5840 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 3.2743566036224365, | |
| "learning_rate": 9.291687855881027e-06, | |
| "loss": 0.6842, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 3.0007123947143555, | |
| "learning_rate": 9.287789423739915e-06, | |
| "loss": 0.6631, | |
| "step": 5860 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 2.861750602722168, | |
| "learning_rate": 9.283881115340957e-06, | |
| "loss": 0.6624, | |
| "step": 5870 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 2.6511833667755127, | |
| "learning_rate": 9.279962939686333e-06, | |
| "loss": 0.6735, | |
| "step": 5880 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 2.709005832672119, | |
| "learning_rate": 9.276034905800957e-06, | |
| "loss": 0.6769, | |
| "step": 5890 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 3.223933696746826, | |
| "learning_rate": 9.272097022732444e-06, | |
| "loss": 0.6818, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 2.787783622741699, | |
| "learning_rate": 9.268149299551095e-06, | |
| "loss": 0.6856, | |
| "step": 5910 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 3.5154056549072266, | |
| "learning_rate": 9.264191745349882e-06, | |
| "loss": 0.6682, | |
| "step": 5920 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "grad_norm": 3.194385528564453, | |
| "learning_rate": 9.260224369244414e-06, | |
| "loss": 0.6659, | |
| "step": 5930 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 2.8617637157440186, | |
| "learning_rate": 9.256247180372927e-06, | |
| "loss": 0.6855, | |
| "step": 5940 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 2.8789777755737305, | |
| "learning_rate": 9.252260187896257e-06, | |
| "loss": 0.6829, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 2.897092580795288, | |
| "learning_rate": 9.248263400997826e-06, | |
| "loss": 0.6744, | |
| "step": 5960 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 2.86773943901062, | |
| "learning_rate": 9.244256828883611e-06, | |
| "loss": 0.6867, | |
| "step": 5970 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 2.738723039627075, | |
| "learning_rate": 9.24024048078213e-06, | |
| "loss": 0.6718, | |
| "step": 5980 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 2.6888554096221924, | |
| "learning_rate": 9.236214365944418e-06, | |
| "loss": 0.6711, | |
| "step": 5990 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "grad_norm": 3.0452592372894287, | |
| "learning_rate": 9.232178493644006e-06, | |
| "loss": 0.6816, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 2.9094676971435547, | |
| "learning_rate": 9.228132873176899e-06, | |
| "loss": 0.6817, | |
| "step": 6010 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 2.685194492340088, | |
| "learning_rate": 9.224077513861556e-06, | |
| "loss": 0.6684, | |
| "step": 6020 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 2.4088940620422363, | |
| "learning_rate": 9.22001242503887e-06, | |
| "loss": 0.6707, | |
| "step": 6030 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 2.5745279788970947, | |
| "learning_rate": 9.21593761607214e-06, | |
| "loss": 0.6866, | |
| "step": 6040 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 2.8593175411224365, | |
| "learning_rate": 9.211853096347059e-06, | |
| "loss": 0.6713, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 2.8683552742004395, | |
| "learning_rate": 9.207758875271683e-06, | |
| "loss": 0.6566, | |
| "step": 6060 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 2.874685287475586, | |
| "learning_rate": 9.203654962276415e-06, | |
| "loss": 0.6791, | |
| "step": 6070 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 2.6957099437713623, | |
| "learning_rate": 9.199541366813984e-06, | |
| "loss": 0.6688, | |
| "step": 6080 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 3.0089595317840576, | |
| "learning_rate": 9.195418098359417e-06, | |
| "loss": 0.6708, | |
| "step": 6090 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 2.352421760559082, | |
| "learning_rate": 9.191285166410023e-06, | |
| "loss": 0.6637, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 2.6234710216522217, | |
| "learning_rate": 9.18714258048537e-06, | |
| "loss": 0.6764, | |
| "step": 6110 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 3.9939608573913574, | |
| "learning_rate": 9.182990350127265e-06, | |
| "loss": 0.6553, | |
| "step": 6120 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 3.0175065994262695, | |
| "learning_rate": 9.178828484899724e-06, | |
| "loss": 0.6709, | |
| "step": 6130 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 3.120433807373047, | |
| "learning_rate": 9.174656994388957e-06, | |
| "loss": 0.6739, | |
| "step": 6140 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "grad_norm": 2.466984748840332, | |
| "learning_rate": 9.170475888203348e-06, | |
| "loss": 0.6652, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 2.471644639968872, | |
| "learning_rate": 9.166285175973424e-06, | |
| "loss": 0.6822, | |
| "step": 6160 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 2.809940814971924, | |
| "learning_rate": 9.16208486735184e-06, | |
| "loss": 0.6806, | |
| "step": 6170 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 3.266305446624756, | |
| "learning_rate": 9.157874972013361e-06, | |
| "loss": 0.6742, | |
| "step": 6180 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 2.68939208984375, | |
| "learning_rate": 9.153655499654824e-06, | |
| "loss": 0.6778, | |
| "step": 6190 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 2.9182255268096924, | |
| "learning_rate": 9.149426459995127e-06, | |
| "loss": 0.6688, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 2.9277961254119873, | |
| "learning_rate": 9.145187862775208e-06, | |
| "loss": 0.676, | |
| "step": 6210 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 2.709533214569092, | |
| "learning_rate": 9.140939717758022e-06, | |
| "loss": 0.6713, | |
| "step": 6220 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "grad_norm": 3.068077325820923, | |
| "learning_rate": 9.136682034728508e-06, | |
| "loss": 0.6623, | |
| "step": 6230 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 2.503319263458252, | |
| "learning_rate": 9.13241482349358e-06, | |
| "loss": 0.686, | |
| "step": 6240 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 2.557908773422241, | |
| "learning_rate": 9.128138093882098e-06, | |
| "loss": 0.674, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 2.8420028686523438, | |
| "learning_rate": 9.123851855744842e-06, | |
| "loss": 0.6606, | |
| "step": 6260 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 3.4535250663757324, | |
| "learning_rate": 9.119556118954503e-06, | |
| "loss": 0.6702, | |
| "step": 6270 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 2.663339138031006, | |
| "learning_rate": 9.115250893405637e-06, | |
| "loss": 0.6788, | |
| "step": 6280 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 2.507500410079956, | |
| "learning_rate": 9.110936189014668e-06, | |
| "loss": 0.6631, | |
| "step": 6290 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 2.51786732673645, | |
| "learning_rate": 9.106612015719845e-06, | |
| "loss": 0.6617, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 3.4296956062316895, | |
| "learning_rate": 9.102278383481235e-06, | |
| "loss": 0.6818, | |
| "step": 6310 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 2.9477152824401855, | |
| "learning_rate": 9.097935302280682e-06, | |
| "loss": 0.6797, | |
| "step": 6320 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 2.557518243789673, | |
| "learning_rate": 9.093582782121805e-06, | |
| "loss": 0.6741, | |
| "step": 6330 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 2.746699571609497, | |
| "learning_rate": 9.089220833029957e-06, | |
| "loss": 0.6732, | |
| "step": 6340 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 2.7738733291625977, | |
| "learning_rate": 9.08484946505221e-06, | |
| "loss": 0.672, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 3.2371561527252197, | |
| "learning_rate": 9.080468688257334e-06, | |
| "loss": 0.6836, | |
| "step": 6360 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 2.3297362327575684, | |
| "learning_rate": 9.07607851273577e-06, | |
| "loss": 0.6739, | |
| "step": 6370 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 2.604583740234375, | |
| "learning_rate": 9.0716789485996e-06, | |
| "loss": 0.6861, | |
| "step": 6380 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 2.323979616165161, | |
| "learning_rate": 9.067270005982545e-06, | |
| "loss": 0.673, | |
| "step": 6390 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 3.385627269744873, | |
| "learning_rate": 9.062851695039915e-06, | |
| "loss": 0.6733, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 3.809943914413452, | |
| "learning_rate": 9.058424025948609e-06, | |
| "loss": 0.6802, | |
| "step": 6410 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 3.2964417934417725, | |
| "learning_rate": 9.053987008907071e-06, | |
| "loss": 0.6912, | |
| "step": 6420 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 3.160759210586548, | |
| "learning_rate": 9.049540654135285e-06, | |
| "loss": 0.6672, | |
| "step": 6430 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 3.6694741249084473, | |
| "learning_rate": 9.045084971874738e-06, | |
| "loss": 0.6843, | |
| "step": 6440 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 3.6869866847991943, | |
| "learning_rate": 9.040619972388402e-06, | |
| "loss": 0.671, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "grad_norm": 2.74727463722229, | |
| "learning_rate": 9.036145665960715e-06, | |
| "loss": 0.6783, | |
| "step": 6460 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 2.88826322555542, | |
| "learning_rate": 9.03166206289754e-06, | |
| "loss": 0.6547, | |
| "step": 6470 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 2.761207103729248, | |
| "learning_rate": 9.02716917352617e-06, | |
| "loss": 0.6739, | |
| "step": 6480 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 2.660529375076294, | |
| "learning_rate": 9.022667008195273e-06, | |
| "loss": 0.6595, | |
| "step": 6490 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 2.8409204483032227, | |
| "learning_rate": 9.018155577274891e-06, | |
| "loss": 0.6881, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 2.212315320968628, | |
| "learning_rate": 9.013634891156404e-06, | |
| "loss": 0.6872, | |
| "step": 6510 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 3.3113622665405273, | |
| "learning_rate": 9.009104960252513e-06, | |
| "loss": 0.6761, | |
| "step": 6520 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 2.797126293182373, | |
| "learning_rate": 9.004565794997209e-06, | |
| "loss": 0.6741, | |
| "step": 6530 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 2.9894332885742188, | |
| "learning_rate": 9.000017405845755e-06, | |
| "loss": 0.6835, | |
| "step": 6540 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 2.9207139015197754, | |
| "learning_rate": 8.995459803274664e-06, | |
| "loss": 0.674, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 2.9169623851776123, | |
| "learning_rate": 8.990892997781661e-06, | |
| "loss": 0.6419, | |
| "step": 6560 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 2.9211723804473877, | |
| "learning_rate": 8.986316999885678e-06, | |
| "loss": 0.6581, | |
| "step": 6570 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 2.616330623626709, | |
| "learning_rate": 8.981731820126816e-06, | |
| "loss": 0.6741, | |
| "step": 6580 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 2.5580813884735107, | |
| "learning_rate": 8.977137469066321e-06, | |
| "loss": 0.6741, | |
| "step": 6590 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 2.785909414291382, | |
| "learning_rate": 8.972533957286574e-06, | |
| "loss": 0.6784, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "grad_norm": 3.340866804122925, | |
| "learning_rate": 8.967921295391046e-06, | |
| "loss": 0.6687, | |
| "step": 6610 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 2.7479071617126465, | |
| "learning_rate": 8.963299494004292e-06, | |
| "loss": 0.6738, | |
| "step": 6620 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 2.5367236137390137, | |
| "learning_rate": 8.958668563771911e-06, | |
| "loss": 0.6776, | |
| "step": 6630 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 2.654205322265625, | |
| "learning_rate": 8.954028515360535e-06, | |
| "loss": 0.6664, | |
| "step": 6640 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 2.851851463317871, | |
| "learning_rate": 8.949379359457795e-06, | |
| "loss": 0.6765, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 2.946833848953247, | |
| "learning_rate": 8.944721106772298e-06, | |
| "loss": 0.6642, | |
| "step": 6660 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 3.0130770206451416, | |
| "learning_rate": 8.94005376803361e-06, | |
| "loss": 0.6775, | |
| "step": 6670 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 3.278046131134033, | |
| "learning_rate": 8.935377353992222e-06, | |
| "loss": 0.6853, | |
| "step": 6680 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 2.2684073448181152, | |
| "learning_rate": 8.930691875419525e-06, | |
| "loss": 0.6704, | |
| "step": 6690 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 3.093383550643921, | |
| "learning_rate": 8.925997343107796e-06, | |
| "loss": 0.6665, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 2.568152666091919, | |
| "learning_rate": 8.921293767870157e-06, | |
| "loss": 0.6643, | |
| "step": 6710 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 3.2096123695373535, | |
| "learning_rate": 8.91658116054057e-06, | |
| "loss": 0.679, | |
| "step": 6720 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 2.912968397140503, | |
| "learning_rate": 8.91185953197379e-06, | |
| "loss": 0.6856, | |
| "step": 6730 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 2.980971097946167, | |
| "learning_rate": 8.907128893045359e-06, | |
| "loss": 0.6672, | |
| "step": 6740 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 3.0038115978240967, | |
| "learning_rate": 8.902389254651568e-06, | |
| "loss": 0.6738, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "grad_norm": 3.099684000015259, | |
| "learning_rate": 8.897640627709441e-06, | |
| "loss": 0.6924, | |
| "step": 6760 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 2.444758892059326, | |
| "learning_rate": 8.892883023156703e-06, | |
| "loss": 0.6689, | |
| "step": 6770 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 2.7014451026916504, | |
| "learning_rate": 8.888116451951755e-06, | |
| "loss": 0.683, | |
| "step": 6780 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 3.183800458908081, | |
| "learning_rate": 8.88334092507366e-06, | |
| "loss": 0.6799, | |
| "step": 6790 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 2.8283169269561768, | |
| "learning_rate": 8.8785564535221e-06, | |
| "loss": 0.6546, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 2.629321575164795, | |
| "learning_rate": 8.873763048317363e-06, | |
| "loss": 0.6774, | |
| "step": 6810 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 2.320882558822632, | |
| "learning_rate": 8.868960720500314e-06, | |
| "loss": 0.6646, | |
| "step": 6820 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 3.840276002883911, | |
| "learning_rate": 8.86414948113237e-06, | |
| "loss": 0.6768, | |
| "step": 6830 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 2.9596545696258545, | |
| "learning_rate": 8.85932934129548e-06, | |
| "loss": 0.6873, | |
| "step": 6840 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 2.690166473388672, | |
| "learning_rate": 8.854500312092081e-06, | |
| "loss": 0.6867, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 3.0237040519714355, | |
| "learning_rate": 8.849662404645097e-06, | |
| "loss": 0.664, | |
| "step": 6860 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 3.3142759799957275, | |
| "learning_rate": 8.844815630097896e-06, | |
| "loss": 0.6776, | |
| "step": 6870 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 2.4475510120391846, | |
| "learning_rate": 8.839959999614272e-06, | |
| "loss": 0.6755, | |
| "step": 6880 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 2.689811944961548, | |
| "learning_rate": 8.835095524378413e-06, | |
| "loss": 0.677, | |
| "step": 6890 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 2.6768815517425537, | |
| "learning_rate": 8.83022221559489e-06, | |
| "loss": 0.6867, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "eval_loss": 0.7290458083152771, | |
| "eval_runtime": 197.9624, | |
| "eval_samples_per_second": 55.566, | |
| "eval_steps_per_second": 6.946, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "grad_norm": 2.7535643577575684, | |
| "learning_rate": 8.82534008448861e-06, | |
| "loss": 0.6751, | |
| "step": 6910 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 2.4862465858459473, | |
| "learning_rate": 8.820449142304805e-06, | |
| "loss": 0.6745, | |
| "step": 6920 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 2.895951747894287, | |
| "learning_rate": 8.815549400309002e-06, | |
| "loss": 0.6701, | |
| "step": 6930 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 2.7666430473327637, | |
| "learning_rate": 8.810640869786994e-06, | |
| "loss": 0.6522, | |
| "step": 6940 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 3.116729259490967, | |
| "learning_rate": 8.805723562044825e-06, | |
| "loss": 0.6613, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 2.8136725425720215, | |
| "learning_rate": 8.800797488408746e-06, | |
| "loss": 0.6739, | |
| "step": 6960 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 2.925579309463501, | |
| "learning_rate": 8.795862660225205e-06, | |
| "loss": 0.655, | |
| "step": 6970 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 2.7187774181365967, | |
| "learning_rate": 8.790919088860815e-06, | |
| "loss": 0.662, | |
| "step": 6980 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 3.002408742904663, | |
| "learning_rate": 8.785966785702323e-06, | |
| "loss": 0.6677, | |
| "step": 6990 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 2.7283411026000977, | |
| "learning_rate": 8.781005762156593e-06, | |
| "loss": 0.6775, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 2.955579996109009, | |
| "learning_rate": 8.776036029650573e-06, | |
| "loss": 0.6777, | |
| "step": 7010 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 2.8140358924865723, | |
| "learning_rate": 8.77105759963127e-06, | |
| "loss": 0.6734, | |
| "step": 7020 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 2.5485150814056396, | |
| "learning_rate": 8.766070483565726e-06, | |
| "loss": 0.6805, | |
| "step": 7030 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 2.6847705841064453, | |
| "learning_rate": 8.76107469294099e-06, | |
| "loss": 0.6564, | |
| "step": 7040 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 3.189195156097412, | |
| "learning_rate": 8.756070239264089e-06, | |
| "loss": 0.6794, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "grad_norm": 2.842616319656372, | |
| "learning_rate": 8.75105713406201e-06, | |
| "loss": 0.6784, | |
| "step": 7060 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 3.710517168045044, | |
| "learning_rate": 8.746035388881655e-06, | |
| "loss": 0.6786, | |
| "step": 7070 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 2.5461089611053467, | |
| "learning_rate": 8.741005015289843e-06, | |
| "loss": 0.6865, | |
| "step": 7080 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 3.374018669128418, | |
| "learning_rate": 8.735966024873257e-06, | |
| "loss": 0.6646, | |
| "step": 7090 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 3.168987989425659, | |
| "learning_rate": 8.730918429238429e-06, | |
| "loss": 0.6818, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 3.4316864013671875, | |
| "learning_rate": 8.72586224001171e-06, | |
| "loss": 0.6523, | |
| "step": 7110 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 3.518183946609497, | |
| "learning_rate": 8.720797468839255e-06, | |
| "loss": 0.6692, | |
| "step": 7120 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 3.6533937454223633, | |
| "learning_rate": 8.715724127386971e-06, | |
| "loss": 0.6729, | |
| "step": 7130 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "grad_norm": 2.501375913619995, | |
| "learning_rate": 8.710642227340518e-06, | |
| "loss": 0.6692, | |
| "step": 7140 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 3.3970723152160645, | |
| "learning_rate": 8.705551780405264e-06, | |
| "loss": 0.6726, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 2.5831968784332275, | |
| "learning_rate": 8.70045279830626e-06, | |
| "loss": 0.684, | |
| "step": 7160 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 2.8925693035125732, | |
| "learning_rate": 8.695345292788223e-06, | |
| "loss": 0.6587, | |
| "step": 7170 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 3.127180576324463, | |
| "learning_rate": 8.690229275615503e-06, | |
| "loss": 0.67, | |
| "step": 7180 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 2.4886677265167236, | |
| "learning_rate": 8.685104758572047e-06, | |
| "loss": 0.6666, | |
| "step": 7190 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 4.1692070960998535, | |
| "learning_rate": 8.679971753461388e-06, | |
| "loss": 0.6668, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "grad_norm": 2.864614486694336, | |
| "learning_rate": 8.674830272106604e-06, | |
| "loss": 0.6658, | |
| "step": 7210 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 3.166633129119873, | |
| "learning_rate": 8.669680326350303e-06, | |
| "loss": 0.6726, | |
| "step": 7220 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 2.520665407180786, | |
| "learning_rate": 8.664521928054585e-06, | |
| "loss": 0.6693, | |
| "step": 7230 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 3.273986339569092, | |
| "learning_rate": 8.659355089101021e-06, | |
| "loss": 0.6762, | |
| "step": 7240 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 2.5142078399658203, | |
| "learning_rate": 8.65417982139062e-06, | |
| "loss": 0.6659, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 3.154919385910034, | |
| "learning_rate": 8.648996136843814e-06, | |
| "loss": 0.671, | |
| "step": 7260 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 2.0966339111328125, | |
| "learning_rate": 8.643804047400412e-06, | |
| "loss": 0.6641, | |
| "step": 7270 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 3.209606885910034, | |
| "learning_rate": 8.638603565019588e-06, | |
| "loss": 0.6677, | |
| "step": 7280 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 2.470289468765259, | |
| "learning_rate": 8.633394701679847e-06, | |
| "loss": 0.6628, | |
| "step": 7290 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 2.4616212844848633, | |
| "learning_rate": 8.628177469378995e-06, | |
| "loss": 0.6772, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 3.5428974628448486, | |
| "learning_rate": 8.622951880134122e-06, | |
| "loss": 0.6737, | |
| "step": 7310 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 3.179137945175171, | |
| "learning_rate": 8.617717945981558e-06, | |
| "loss": 0.6855, | |
| "step": 7320 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 3.3000833988189697, | |
| "learning_rate": 8.612475678976861e-06, | |
| "loss": 0.6805, | |
| "step": 7330 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 2.7179107666015625, | |
| "learning_rate": 8.60722509119478e-06, | |
| "loss": 0.6742, | |
| "step": 7340 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 2.58263897895813, | |
| "learning_rate": 8.601966194729228e-06, | |
| "loss": 0.6746, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "grad_norm": 2.772865056991577, | |
| "learning_rate": 8.596699001693257e-06, | |
| "loss": 0.6624, | |
| "step": 7360 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 2.8705618381500244, | |
| "learning_rate": 8.59142352421903e-06, | |
| "loss": 0.6768, | |
| "step": 7370 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 2.4928457736968994, | |
| "learning_rate": 8.586139774457791e-06, | |
| "loss": 0.6582, | |
| "step": 7380 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 2.9825477600097656, | |
| "learning_rate": 8.58084776457984e-06, | |
| "loss": 0.686, | |
| "step": 7390 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 2.839447021484375, | |
| "learning_rate": 8.575547506774498e-06, | |
| "loss": 0.6847, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 4.549822807312012, | |
| "learning_rate": 8.570239013250089e-06, | |
| "loss": 0.6599, | |
| "step": 7410 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 2.622835874557495, | |
| "learning_rate": 8.5649222962339e-06, | |
| "loss": 0.6447, | |
| "step": 7420 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 2.558931350708008, | |
| "learning_rate": 8.559597367972168e-06, | |
| "loss": 0.6653, | |
| "step": 7430 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "grad_norm": 2.8210113048553467, | |
| "learning_rate": 8.554264240730042e-06, | |
| "loss": 0.671, | |
| "step": 7440 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 2.7722108364105225, | |
| "learning_rate": 8.548922926791545e-06, | |
| "loss": 0.6872, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 2.9724175930023193, | |
| "learning_rate": 8.543573438459573e-06, | |
| "loss": 0.6752, | |
| "step": 7460 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 2.862396717071533, | |
| "learning_rate": 8.538215788055839e-06, | |
| "loss": 0.6667, | |
| "step": 7470 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 3.055391788482666, | |
| "learning_rate": 8.532849987920859e-06, | |
| "loss": 0.6695, | |
| "step": 7480 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 2.379634141921997, | |
| "learning_rate": 8.527476050413922e-06, | |
| "loss": 0.6535, | |
| "step": 7490 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 3.219191551208496, | |
| "learning_rate": 8.522093987913063e-06, | |
| "loss": 0.6617, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "grad_norm": 3.1809182167053223, | |
| "learning_rate": 8.516703812815024e-06, | |
| "loss": 0.6672, | |
| "step": 7510 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 2.790281057357788, | |
| "learning_rate": 8.511305537535238e-06, | |
| "loss": 0.6722, | |
| "step": 7520 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 3.374549388885498, | |
| "learning_rate": 8.505899174507793e-06, | |
| "loss": 0.6622, | |
| "step": 7530 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 2.377967119216919, | |
| "learning_rate": 8.500484736185412e-06, | |
| "loss": 0.6531, | |
| "step": 7540 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 2.5226247310638428, | |
| "learning_rate": 8.49506223503941e-06, | |
| "loss": 0.6491, | |
| "step": 7550 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 23000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 4, | |
| "save_steps": 1, | |
| "total_flos": 5.621498429758977e+19, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |