{ "best_metric": null, "best_model_checkpoint": null, "epoch": 6.153846153846154, "eval_steps": 10, "global_step": 2000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.006153846153846154, "eval_loss": 1.4892182350158691, "eval_runtime": 1.2847, "eval_samples_per_second": 88.739, "eval_steps_per_second": 4.67, "step": 2 }, { "epoch": 0.03076923076923077, "grad_norm": 17.313547134399414, "learning_rate": 8.771929824561404e-07, "loss": 1.572, "step": 10 }, { "epoch": 0.03076923076923077, "eval_loss": 1.385959267616272, "eval_runtime": 1.1707, "eval_samples_per_second": 97.379, "eval_steps_per_second": 5.125, "step": 10 }, { "epoch": 0.06153846153846154, "grad_norm": 21.881710052490234, "learning_rate": 1.7543859649122807e-06, "loss": 1.3941, "step": 20 }, { "epoch": 0.06153846153846154, "eval_loss": 1.10025155544281, "eval_runtime": 1.1693, "eval_samples_per_second": 97.493, "eval_steps_per_second": 5.131, "step": 20 }, { "epoch": 0.09230769230769231, "grad_norm": 16.852941513061523, "learning_rate": 2.631578947368421e-06, "loss": 1.0668, "step": 30 }, { "epoch": 0.09230769230769231, "eval_loss": 0.804200291633606, "eval_runtime": 1.1689, "eval_samples_per_second": 97.524, "eval_steps_per_second": 5.133, "step": 30 }, { "epoch": 0.12307692307692308, "grad_norm": 7.562952518463135, "learning_rate": 3.5087719298245615e-06, "loss": 0.7994, "step": 40 }, { "epoch": 0.12307692307692308, "eval_loss": 0.7087894678115845, "eval_runtime": 1.1695, "eval_samples_per_second": 97.479, "eval_steps_per_second": 5.13, "step": 40 }, { "epoch": 0.15384615384615385, "grad_norm": 5.54578161239624, "learning_rate": 4.385964912280702e-06, "loss": 0.7771, "step": 50 }, { "epoch": 0.15384615384615385, "eval_loss": 0.6771284341812134, "eval_runtime": 1.1712, "eval_samples_per_second": 97.335, "eval_steps_per_second": 5.123, "step": 50 }, { "epoch": 0.18461538461538463, "grad_norm": 4.25554895401001, "learning_rate": 5.263157894736842e-06, "loss": 0.6186, "step": 60 }, { "epoch": 0.18461538461538463, "eval_loss": 0.6684637665748596, "eval_runtime": 1.172, "eval_samples_per_second": 97.271, "eval_steps_per_second": 5.12, "step": 60 }, { "epoch": 0.2153846153846154, "grad_norm": 2.6787993907928467, "learning_rate": 6.140350877192983e-06, "loss": 0.7682, "step": 70 }, { "epoch": 0.2153846153846154, "eval_loss": 0.6650386452674866, "eval_runtime": 1.168, "eval_samples_per_second": 97.602, "eval_steps_per_second": 5.137, "step": 70 }, { "epoch": 0.24615384615384617, "grad_norm": 4.6247687339782715, "learning_rate": 7.017543859649123e-06, "loss": 0.6332, "step": 80 }, { "epoch": 0.24615384615384617, "eval_loss": 0.6602365374565125, "eval_runtime": 1.1727, "eval_samples_per_second": 97.215, "eval_steps_per_second": 5.117, "step": 80 }, { "epoch": 0.27692307692307694, "grad_norm": 5.9723076820373535, "learning_rate": 7.894736842105265e-06, "loss": 0.6295, "step": 90 }, { "epoch": 0.27692307692307694, "eval_loss": 0.6601566672325134, "eval_runtime": 1.1749, "eval_samples_per_second": 97.03, "eval_steps_per_second": 5.107, "step": 90 }, { "epoch": 0.3076923076923077, "grad_norm": 2.9546303749084473, "learning_rate": 8.771929824561405e-06, "loss": 0.6066, "step": 100 }, { "epoch": 0.3076923076923077, "eval_loss": 0.662584662437439, "eval_runtime": 1.1692, "eval_samples_per_second": 97.503, "eval_steps_per_second": 5.132, "step": 100 }, { "epoch": 0.3384615384615385, "grad_norm": 5.117960453033447, "learning_rate": 9.649122807017545e-06, "loss": 0.7036, "step": 110 }, { "epoch": 0.3384615384615385, "eval_loss": 0.6623690128326416, "eval_runtime": 1.1758, "eval_samples_per_second": 96.957, "eval_steps_per_second": 5.103, "step": 110 }, { "epoch": 0.36923076923076925, "grad_norm": 3.4088516235351562, "learning_rate": 1.0526315789473684e-05, "loss": 0.7392, "step": 120 }, { "epoch": 0.36923076923076925, "eval_loss": 0.6659641861915588, "eval_runtime": 1.1722, "eval_samples_per_second": 97.254, "eval_steps_per_second": 5.119, "step": 120 }, { "epoch": 0.4, "grad_norm": 2.8306267261505127, "learning_rate": 1.1403508771929826e-05, "loss": 0.6521, "step": 130 }, { "epoch": 0.4, "eval_loss": 0.6673299670219421, "eval_runtime": 1.17, "eval_samples_per_second": 97.438, "eval_steps_per_second": 5.128, "step": 130 }, { "epoch": 0.4307692307692308, "grad_norm": 2.4628746509552, "learning_rate": 1.2280701754385966e-05, "loss": 0.7004, "step": 140 }, { "epoch": 0.4307692307692308, "eval_loss": 0.6659048199653625, "eval_runtime": 1.1687, "eval_samples_per_second": 97.542, "eval_steps_per_second": 5.134, "step": 140 }, { "epoch": 0.46153846153846156, "grad_norm": 2.1854593753814697, "learning_rate": 1.3157894736842108e-05, "loss": 0.6058, "step": 150 }, { "epoch": 0.46153846153846156, "eval_loss": 0.6683692336082458, "eval_runtime": 1.1678, "eval_samples_per_second": 97.617, "eval_steps_per_second": 5.138, "step": 150 }, { "epoch": 0.49230769230769234, "grad_norm": 3.1387569904327393, "learning_rate": 1.4035087719298246e-05, "loss": 0.6496, "step": 160 }, { "epoch": 0.49230769230769234, "eval_loss": 0.6698135733604431, "eval_runtime": 1.1772, "eval_samples_per_second": 96.838, "eval_steps_per_second": 5.097, "step": 160 }, { "epoch": 0.5230769230769231, "grad_norm": 3.011075496673584, "learning_rate": 1.4912280701754388e-05, "loss": 0.7052, "step": 170 }, { "epoch": 0.5230769230769231, "eval_loss": 0.6731959581375122, "eval_runtime": 1.1698, "eval_samples_per_second": 97.452, "eval_steps_per_second": 5.129, "step": 170 }, { "epoch": 0.5538461538461539, "grad_norm": 2.2358617782592773, "learning_rate": 1.578947368421053e-05, "loss": 0.6697, "step": 180 }, { "epoch": 0.5538461538461539, "eval_loss": 0.6745336651802063, "eval_runtime": 1.1688, "eval_samples_per_second": 97.539, "eval_steps_per_second": 5.134, "step": 180 }, { "epoch": 0.5846153846153846, "grad_norm": 2.3286333084106445, "learning_rate": 1.6666666666666667e-05, "loss": 0.6849, "step": 190 }, { "epoch": 0.5846153846153846, "eval_loss": 0.6806548237800598, "eval_runtime": 1.173, "eval_samples_per_second": 97.185, "eval_steps_per_second": 5.115, "step": 190 }, { "epoch": 0.6153846153846154, "grad_norm": 4.495949745178223, "learning_rate": 1.754385964912281e-05, "loss": 0.6983, "step": 200 }, { "epoch": 0.6153846153846154, "eval_loss": 0.6886388063430786, "eval_runtime": 1.1742, "eval_samples_per_second": 97.085, "eval_steps_per_second": 5.11, "step": 200 }, { "epoch": 0.6461538461538462, "grad_norm": 4.136720657348633, "learning_rate": 1.8421052631578947e-05, "loss": 0.6762, "step": 210 }, { "epoch": 0.6461538461538462, "eval_loss": 0.7002557516098022, "eval_runtime": 1.171, "eval_samples_per_second": 97.353, "eval_steps_per_second": 5.124, "step": 210 }, { "epoch": 0.676923076923077, "grad_norm": 2.267035722732544, "learning_rate": 1.929824561403509e-05, "loss": 0.6672, "step": 220 }, { "epoch": 0.676923076923077, "eval_loss": 0.6988265514373779, "eval_runtime": 1.1681, "eval_samples_per_second": 97.594, "eval_steps_per_second": 5.137, "step": 220 }, { "epoch": 0.7076923076923077, "grad_norm": 6.048120021820068, "learning_rate": 1.9999952892103225e-05, "loss": 0.7665, "step": 230 }, { "epoch": 0.7076923076923077, "eval_loss": 0.698064386844635, "eval_runtime": 1.171, "eval_samples_per_second": 97.349, "eval_steps_per_second": 5.124, "step": 230 }, { "epoch": 0.7384615384615385, "grad_norm": 3.8385283946990967, "learning_rate": 1.999830416231782e-05, "loss": 0.6417, "step": 240 }, { "epoch": 0.7384615384615385, "eval_loss": 0.7051577568054199, "eval_runtime": 1.183, "eval_samples_per_second": 96.362, "eval_steps_per_second": 5.072, "step": 240 }, { "epoch": 0.7692307692307693, "grad_norm": 2.434706449508667, "learning_rate": 1.9994300481505595e-05, "loss": 0.6091, "step": 250 }, { "epoch": 0.7692307692307693, "eval_loss": 0.7045093774795532, "eval_runtime": 1.1719, "eval_samples_per_second": 97.279, "eval_steps_per_second": 5.12, "step": 250 }, { "epoch": 0.8, "grad_norm": 5.316197395324707, "learning_rate": 1.998794279267369e-05, "loss": 0.6315, "step": 260 }, { "epoch": 0.8, "eval_loss": 0.7110965847969055, "eval_runtime": 1.1785, "eval_samples_per_second": 96.732, "eval_steps_per_second": 5.091, "step": 260 }, { "epoch": 0.8307692307692308, "grad_norm": 2.894521474838257, "learning_rate": 1.9979232593280637e-05, "loss": 0.5962, "step": 270 }, { "epoch": 0.8307692307692308, "eval_loss": 0.7120622396469116, "eval_runtime": 1.1719, "eval_samples_per_second": 97.276, "eval_steps_per_second": 5.12, "step": 270 }, { "epoch": 0.8615384615384616, "grad_norm": 1.9003833532333374, "learning_rate": 1.9968171934883647e-05, "loss": 0.6756, "step": 280 }, { "epoch": 0.8615384615384616, "eval_loss": 0.7107533812522888, "eval_runtime": 1.1705, "eval_samples_per_second": 97.393, "eval_steps_per_second": 5.126, "step": 280 }, { "epoch": 0.8923076923076924, "grad_norm": 2.804659128189087, "learning_rate": 1.9954763422655396e-05, "loss": 0.6527, "step": 290 }, { "epoch": 0.8923076923076924, "eval_loss": 0.7120778560638428, "eval_runtime": 1.17, "eval_samples_per_second": 97.437, "eval_steps_per_second": 5.128, "step": 290 }, { "epoch": 0.9230769230769231, "grad_norm": 2.411785364151001, "learning_rate": 1.9939010214770426e-05, "loss": 0.5518, "step": 300 }, { "epoch": 0.9230769230769231, "eval_loss": 0.713731586933136, "eval_runtime": 1.1681, "eval_samples_per_second": 97.591, "eval_steps_per_second": 5.136, "step": 300 }, { "epoch": 0.9538461538461539, "grad_norm": 3.123478412628174, "learning_rate": 1.9920916021661277e-05, "loss": 0.7426, "step": 310 }, { "epoch": 0.9538461538461539, "eval_loss": 0.7215016484260559, "eval_runtime": 1.1691, "eval_samples_per_second": 97.51, "eval_steps_per_second": 5.132, "step": 310 }, { "epoch": 0.9846153846153847, "grad_norm": 2.1090810298919678, "learning_rate": 1.9900485105144544e-05, "loss": 0.6328, "step": 320 }, { "epoch": 0.9846153846153847, "eval_loss": 0.7235060334205627, "eval_runtime": 1.1716, "eval_samples_per_second": 97.305, "eval_steps_per_second": 5.121, "step": 320 }, { "epoch": 1.0153846153846153, "grad_norm": 1.8441556692123413, "learning_rate": 1.9877722277417085e-05, "loss": 0.4761, "step": 330 }, { "epoch": 1.0153846153846153, "eval_loss": 0.7358619570732117, "eval_runtime": 1.1751, "eval_samples_per_second": 97.01, "eval_steps_per_second": 5.106, "step": 330 }, { "epoch": 1.0461538461538462, "grad_norm": 4.554534435272217, "learning_rate": 1.985263289992256e-05, "loss": 0.4589, "step": 340 }, { "epoch": 1.0461538461538462, "eval_loss": 0.7409096360206604, "eval_runtime": 1.1688, "eval_samples_per_second": 97.534, "eval_steps_per_second": 5.133, "step": 340 }, { "epoch": 1.0769230769230769, "grad_norm": 4.1748576164245605, "learning_rate": 1.9825222882088647e-05, "loss": 0.3755, "step": 350 }, { "epoch": 1.0769230769230769, "eval_loss": 0.7663678526878357, "eval_runtime": 1.1718, "eval_samples_per_second": 97.288, "eval_steps_per_second": 5.12, "step": 350 }, { "epoch": 1.1076923076923078, "grad_norm": 3.8304669857025146, "learning_rate": 1.9795498679935144e-05, "loss": 0.3855, "step": 360 }, { "epoch": 1.1076923076923078, "eval_loss": 0.7899073958396912, "eval_runtime": 1.1696, "eval_samples_per_second": 97.466, "eval_steps_per_second": 5.13, "step": 360 }, { "epoch": 1.1384615384615384, "grad_norm": 2.3955495357513428, "learning_rate": 1.9763467294553364e-05, "loss": 0.3523, "step": 370 }, { "epoch": 1.1384615384615384, "eval_loss": 0.7637619972229004, "eval_runtime": 1.1742, "eval_samples_per_second": 97.087, "eval_steps_per_second": 5.11, "step": 370 }, { "epoch": 1.1692307692307693, "grad_norm": 2.1324350833892822, "learning_rate": 1.9729136270457118e-05, "loss": 0.4018, "step": 380 }, { "epoch": 1.1692307692307693, "eval_loss": 0.7637792229652405, "eval_runtime": 1.1697, "eval_samples_per_second": 97.462, "eval_steps_per_second": 5.13, "step": 380 }, { "epoch": 1.2, "grad_norm": 1.8559616804122925, "learning_rate": 1.9692513693805738e-05, "loss": 0.3435, "step": 390 }, { "epoch": 1.2, "eval_loss": 0.7770301699638367, "eval_runtime": 1.1816, "eval_samples_per_second": 96.477, "eval_steps_per_second": 5.078, "step": 390 }, { "epoch": 1.2307692307692308, "grad_norm": 2.877528429031372, "learning_rate": 1.965360819049948e-05, "loss": 0.4316, "step": 400 }, { "epoch": 1.2307692307692308, "eval_loss": 0.7579295039176941, "eval_runtime": 1.1701, "eval_samples_per_second": 97.429, "eval_steps_per_second": 5.128, "step": 400 }, { "epoch": 1.2615384615384615, "grad_norm": 3.5643234252929688, "learning_rate": 1.9612428924147842e-05, "loss": 0.4915, "step": 410 }, { "epoch": 1.2615384615384615, "eval_loss": 0.7461956143379211, "eval_runtime": 1.1737, "eval_samples_per_second": 97.131, "eval_steps_per_second": 5.112, "step": 410 }, { "epoch": 1.2923076923076924, "grad_norm": 1.4231064319610596, "learning_rate": 1.9568985593911206e-05, "loss": 0.4217, "step": 420 }, { "epoch": 1.2923076923076924, "eval_loss": 0.7627905011177063, "eval_runtime": 1.1736, "eval_samples_per_second": 97.135, "eval_steps_per_second": 5.112, "step": 420 }, { "epoch": 1.323076923076923, "grad_norm": 2.6112747192382812, "learning_rate": 1.9523288432216333e-05, "loss": 0.4203, "step": 430 }, { "epoch": 1.323076923076923, "eval_loss": 0.7757404446601868, "eval_runtime": 1.1762, "eval_samples_per_second": 96.921, "eval_steps_per_second": 5.101, "step": 430 }, { "epoch": 1.353846153846154, "grad_norm": 1.9299876689910889, "learning_rate": 1.9475348202346292e-05, "loss": 0.4072, "step": 440 }, { "epoch": 1.353846153846154, "eval_loss": 0.7622942328453064, "eval_runtime": 1.1727, "eval_samples_per_second": 97.209, "eval_steps_per_second": 5.116, "step": 440 }, { "epoch": 1.3846153846153846, "grad_norm": 2.2166357040405273, "learning_rate": 1.942517619590531e-05, "loss": 0.4183, "step": 450 }, { "epoch": 1.3846153846153846, "eval_loss": 0.7615118026733398, "eval_runtime": 1.1695, "eval_samples_per_second": 97.476, "eval_steps_per_second": 5.13, "step": 450 }, { "epoch": 1.4153846153846155, "grad_norm": 3.119537830352783, "learning_rate": 1.9372784230159213e-05, "loss": 0.4078, "step": 460 }, { "epoch": 1.4153846153846155, "eval_loss": 0.7884109020233154, "eval_runtime": 1.1827, "eval_samples_per_second": 96.388, "eval_steps_per_second": 5.073, "step": 460 }, { "epoch": 1.4461538461538461, "grad_norm": 2.5665481090545654, "learning_rate": 1.9318184645252037e-05, "loss": 0.3671, "step": 470 }, { "epoch": 1.4461538461538461, "eval_loss": 0.7814936637878418, "eval_runtime": 1.1703, "eval_samples_per_second": 97.409, "eval_steps_per_second": 5.127, "step": 470 }, { "epoch": 1.476923076923077, "grad_norm": 2.6278116703033447, "learning_rate": 1.926139030129951e-05, "loss": 0.4115, "step": 480 }, { "epoch": 1.476923076923077, "eval_loss": 0.7802095413208008, "eval_runtime": 1.1738, "eval_samples_per_second": 97.124, "eval_steps_per_second": 5.112, "step": 480 }, { "epoch": 1.5076923076923077, "grad_norm": 1.6692028045654297, "learning_rate": 1.9202414575360024e-05, "loss": 0.4225, "step": 490 }, { "epoch": 1.5076923076923077, "eval_loss": 0.7765858769416809, "eval_runtime": 1.174, "eval_samples_per_second": 97.102, "eval_steps_per_second": 5.111, "step": 490 }, { "epoch": 1.5384615384615383, "grad_norm": 1.6276028156280518, "learning_rate": 1.9141271358283874e-05, "loss": 0.401, "step": 500 }, { "epoch": 1.5384615384615383, "eval_loss": 0.7787917256355286, "eval_runtime": 1.1732, "eval_samples_per_second": 97.168, "eval_steps_per_second": 5.114, "step": 500 }, { "epoch": 1.5692307692307692, "grad_norm": 2.080925703048706, "learning_rate": 1.9077975051441487e-05, "loss": 0.3814, "step": 510 }, { "epoch": 1.5692307692307692, "eval_loss": 0.7954160571098328, "eval_runtime": 1.1803, "eval_samples_per_second": 96.582, "eval_steps_per_second": 5.083, "step": 510 }, { "epoch": 1.6, "grad_norm": 1.555667757987976, "learning_rate": 1.9012540563331375e-05, "loss": 0.3924, "step": 520 }, { "epoch": 1.6, "eval_loss": 0.76812744140625, "eval_runtime": 1.1726, "eval_samples_per_second": 97.216, "eval_steps_per_second": 5.117, "step": 520 }, { "epoch": 1.6307692307692307, "grad_norm": 3.089402914047241, "learning_rate": 1.8944983306068683e-05, "loss": 0.3796, "step": 530 }, { "epoch": 1.6307692307692307, "eval_loss": 0.7760912775993347, "eval_runtime": 1.1727, "eval_samples_per_second": 97.215, "eval_steps_per_second": 5.117, "step": 530 }, { "epoch": 1.6615384615384614, "grad_norm": 1.8314533233642578, "learning_rate": 1.8875319191755083e-05, "loss": 0.3872, "step": 540 }, { "epoch": 1.6615384615384614, "eval_loss": 0.7767414450645447, "eval_runtime": 1.1711, "eval_samples_per_second": 97.342, "eval_steps_per_second": 5.123, "step": 540 }, { "epoch": 1.6923076923076923, "grad_norm": 3.055037021636963, "learning_rate": 1.8803564628730916e-05, "loss": 0.416, "step": 550 }, { "epoch": 1.6923076923076923, "eval_loss": 0.7749797105789185, "eval_runtime": 1.1708, "eval_samples_per_second": 97.372, "eval_steps_per_second": 5.125, "step": 550 }, { "epoch": 1.7230769230769232, "grad_norm": 2.6149818897247314, "learning_rate": 1.8729736517710454e-05, "loss": 0.3795, "step": 560 }, { "epoch": 1.7230769230769232, "eval_loss": 0.7806265950202942, "eval_runtime": 1.1719, "eval_samples_per_second": 97.274, "eval_steps_per_second": 5.12, "step": 560 }, { "epoch": 1.7538461538461538, "grad_norm": 1.4809927940368652, "learning_rate": 1.865385224780119e-05, "loss": 0.3996, "step": 570 }, { "epoch": 1.7538461538461538, "eval_loss": 0.7677830457687378, "eval_runtime": 1.1656, "eval_samples_per_second": 97.807, "eval_steps_per_second": 5.148, "step": 570 }, { "epoch": 1.7846153846153845, "grad_norm": 1.2982226610183716, "learning_rate": 1.8575929692408105e-05, "loss": 0.357, "step": 580 }, { "epoch": 1.7846153846153845, "eval_loss": 0.7659456133842468, "eval_runtime": 1.1734, "eval_samples_per_second": 97.154, "eval_steps_per_second": 5.113, "step": 580 }, { "epoch": 1.8153846153846154, "grad_norm": 2.6157357692718506, "learning_rate": 1.8495987205023832e-05, "loss": 0.4143, "step": 590 }, { "epoch": 1.8153846153846154, "eval_loss": 0.7643088698387146, "eval_runtime": 1.1728, "eval_samples_per_second": 97.203, "eval_steps_per_second": 5.116, "step": 590 }, { "epoch": 1.8461538461538463, "grad_norm": 2.0857839584350586, "learning_rate": 1.8414043614905782e-05, "loss": 0.3831, "step": 600 }, { "epoch": 1.8461538461538463, "eval_loss": 0.7795936465263367, "eval_runtime": 1.1697, "eval_samples_per_second": 97.464, "eval_steps_per_second": 5.13, "step": 600 }, { "epoch": 1.876923076923077, "grad_norm": 2.6175503730773926, "learning_rate": 1.8330118222641192e-05, "loss": 0.4971, "step": 610 }, { "epoch": 1.876923076923077, "eval_loss": 0.7608400583267212, "eval_runtime": 1.1742, "eval_samples_per_second": 97.09, "eval_steps_per_second": 5.11, "step": 610 }, { "epoch": 1.9076923076923076, "grad_norm": 2.832794427871704, "learning_rate": 1.824423079560116e-05, "loss": 0.484, "step": 620 }, { "epoch": 1.9076923076923076, "eval_loss": 0.7615236639976501, "eval_runtime": 1.1692, "eval_samples_per_second": 97.502, "eval_steps_per_second": 5.132, "step": 620 }, { "epoch": 1.9384615384615385, "grad_norm": 2.3481552600860596, "learning_rate": 1.8156401563284724e-05, "loss": 0.4265, "step": 630 }, { "epoch": 1.9384615384615385, "eval_loss": 0.7705041766166687, "eval_runtime": 1.17, "eval_samples_per_second": 97.437, "eval_steps_per_second": 5.128, "step": 630 }, { "epoch": 1.9692307692307693, "grad_norm": 2.046593427658081, "learning_rate": 1.8066651212554126e-05, "loss": 0.4358, "step": 640 }, { "epoch": 1.9692307692307693, "eval_loss": 0.7682511210441589, "eval_runtime": 1.173, "eval_samples_per_second": 97.187, "eval_steps_per_second": 5.115, "step": 640 }, { "epoch": 2.0, "grad_norm": 1.419567346572876, "learning_rate": 1.797500088276232e-05, "loss": 0.3873, "step": 650 }, { "epoch": 2.0, "eval_loss": 0.7592375874519348, "eval_runtime": 1.1696, "eval_samples_per_second": 97.468, "eval_steps_per_second": 5.13, "step": 650 }, { "epoch": 2.0307692307692307, "grad_norm": 1.8520524501800537, "learning_rate": 1.7881472160773912e-05, "loss": 0.2238, "step": 660 }, { "epoch": 2.0307692307692307, "eval_loss": 0.8353765606880188, "eval_runtime": 1.1722, "eval_samples_per_second": 97.252, "eval_steps_per_second": 5.119, "step": 660 }, { "epoch": 2.0615384615384613, "grad_norm": 1.4460442066192627, "learning_rate": 1.7786087075880698e-05, "loss": 0.1634, "step": 670 }, { "epoch": 2.0615384615384613, "eval_loss": 0.8635606169700623, "eval_runtime": 1.1696, "eval_samples_per_second": 97.466, "eval_steps_per_second": 5.13, "step": 670 }, { "epoch": 2.0923076923076924, "grad_norm": 1.7724570035934448, "learning_rate": 1.7688868094613e-05, "loss": 0.1981, "step": 680 }, { "epoch": 2.0923076923076924, "eval_loss": 0.8443431258201599, "eval_runtime": 1.1705, "eval_samples_per_second": 97.392, "eval_steps_per_second": 5.126, "step": 680 }, { "epoch": 2.123076923076923, "grad_norm": 1.2010449171066284, "learning_rate": 1.7589838115448005e-05, "loss": 0.1757, "step": 690 }, { "epoch": 2.123076923076923, "eval_loss": 0.8511707186698914, "eval_runtime": 1.1696, "eval_samples_per_second": 97.467, "eval_steps_per_second": 5.13, "step": 690 }, { "epoch": 2.1538461538461537, "grad_norm": 1.1759637594223022, "learning_rate": 1.748902046341637e-05, "loss": 0.1783, "step": 700 }, { "epoch": 2.1538461538461537, "eval_loss": 0.8592740893363953, "eval_runtime": 1.1717, "eval_samples_per_second": 97.298, "eval_steps_per_second": 5.121, "step": 700 }, { "epoch": 2.184615384615385, "grad_norm": 1.3862695693969727, "learning_rate": 1.7386438884608366e-05, "loss": 0.1543, "step": 710 }, { "epoch": 2.184615384615385, "eval_loss": 0.8644909858703613, "eval_runtime": 1.1732, "eval_samples_per_second": 97.17, "eval_steps_per_second": 5.114, "step": 710 }, { "epoch": 2.2153846153846155, "grad_norm": 1.7466557025909424, "learning_rate": 1.7282117540580833e-05, "loss": 0.1767, "step": 720 }, { "epoch": 2.2153846153846155, "eval_loss": 0.8709841370582581, "eval_runtime": 1.1735, "eval_samples_per_second": 97.147, "eval_steps_per_second": 5.113, "step": 720 }, { "epoch": 2.246153846153846, "grad_norm": 4.032138347625732, "learning_rate": 1.7176081002666295e-05, "loss": 0.1857, "step": 730 }, { "epoch": 2.246153846153846, "eval_loss": 0.8654486536979675, "eval_runtime": 1.1725, "eval_samples_per_second": 97.227, "eval_steps_per_second": 5.117, "step": 730 }, { "epoch": 2.276923076923077, "grad_norm": 1.5742976665496826, "learning_rate": 1.706835424618555e-05, "loss": 0.1856, "step": 740 }, { "epoch": 2.276923076923077, "eval_loss": 0.8758478164672852, "eval_runtime": 1.1777, "eval_samples_per_second": 96.795, "eval_steps_per_second": 5.094, "step": 740 }, { "epoch": 2.3076923076923075, "grad_norm": 1.977587342262268, "learning_rate": 1.695896264456509e-05, "loss": 0.193, "step": 750 }, { "epoch": 2.3076923076923075, "eval_loss": 0.8773635029792786, "eval_runtime": 1.1712, "eval_samples_per_second": 97.336, "eval_steps_per_second": 5.123, "step": 750 }, { "epoch": 2.3384615384615386, "grad_norm": 1.7548459768295288, "learning_rate": 1.6847931963360796e-05, "loss": 0.1998, "step": 760 }, { "epoch": 2.3384615384615386, "eval_loss": 0.881720781326294, "eval_runtime": 1.1724, "eval_samples_per_second": 97.235, "eval_steps_per_second": 5.118, "step": 760 }, { "epoch": 2.3692307692307693, "grad_norm": 1.8824084997177124, "learning_rate": 1.6735288354189225e-05, "loss": 0.1901, "step": 770 }, { "epoch": 2.3692307692307693, "eval_loss": 0.882941484451294, "eval_runtime": 1.1722, "eval_samples_per_second": 97.255, "eval_steps_per_second": 5.119, "step": 770 }, { "epoch": 2.4, "grad_norm": 1.8505690097808838, "learning_rate": 1.6621058348568008e-05, "loss": 0.2, "step": 780 }, { "epoch": 2.4, "eval_loss": 0.8739311099052429, "eval_runtime": 1.1727, "eval_samples_per_second": 97.213, "eval_steps_per_second": 5.116, "step": 780 }, { "epoch": 2.430769230769231, "grad_norm": 2.2948224544525146, "learning_rate": 1.6505268851666717e-05, "loss": 0.2133, "step": 790 }, { "epoch": 2.430769230769231, "eval_loss": 0.8677226901054382, "eval_runtime": 1.1704, "eval_samples_per_second": 97.401, "eval_steps_per_second": 5.126, "step": 790 }, { "epoch": 2.4615384615384617, "grad_norm": 2.8984503746032715, "learning_rate": 1.6387947135969796e-05, "loss": 0.2172, "step": 800 }, { "epoch": 2.4615384615384617, "eval_loss": 0.8845260739326477, "eval_runtime": 1.1802, "eval_samples_per_second": 96.592, "eval_steps_per_second": 5.084, "step": 800 }, { "epoch": 2.4923076923076923, "grad_norm": 1.368379831314087, "learning_rate": 1.6269120834852892e-05, "loss": 0.1785, "step": 810 }, { "epoch": 2.4923076923076923, "eval_loss": 0.8744987845420837, "eval_runtime": 1.1728, "eval_samples_per_second": 97.2, "eval_steps_per_second": 5.116, "step": 810 }, { "epoch": 2.523076923076923, "grad_norm": 2.054267644882202, "learning_rate": 1.6148817936074267e-05, "loss": 0.1836, "step": 820 }, { "epoch": 2.523076923076923, "eval_loss": 0.8717979788780212, "eval_runtime": 1.1692, "eval_samples_per_second": 97.504, "eval_steps_per_second": 5.132, "step": 820 }, { "epoch": 2.5538461538461537, "grad_norm": 2.0253634452819824, "learning_rate": 1.6027066775182664e-05, "loss": 0.2076, "step": 830 }, { "epoch": 2.5538461538461537, "eval_loss": 0.8786882758140564, "eval_runtime": 1.1722, "eval_samples_per_second": 97.25, "eval_steps_per_second": 5.118, "step": 830 }, { "epoch": 2.5846153846153848, "grad_norm": 2.058828592300415, "learning_rate": 1.5903896028843316e-05, "loss": 0.2044, "step": 840 }, { "epoch": 2.5846153846153848, "eval_loss": 0.8811537623405457, "eval_runtime": 1.1762, "eval_samples_per_second": 96.92, "eval_steps_per_second": 5.101, "step": 840 }, { "epoch": 2.6153846153846154, "grad_norm": 2.651844024658203, "learning_rate": 1.5779334708083585e-05, "loss": 0.2098, "step": 850 }, { "epoch": 2.6153846153846154, "eval_loss": 0.8713807463645935, "eval_runtime": 1.1709, "eval_samples_per_second": 97.361, "eval_steps_per_second": 5.124, "step": 850 }, { "epoch": 2.646153846153846, "grad_norm": 1.020337700843811, "learning_rate": 1.565341215145983e-05, "loss": 0.1996, "step": 860 }, { "epoch": 2.646153846153846, "eval_loss": 0.8767628073692322, "eval_runtime": 1.1713, "eval_samples_per_second": 97.327, "eval_steps_per_second": 5.122, "step": 860 }, { "epoch": 2.676923076923077, "grad_norm": 2.1759965419769287, "learning_rate": 1.5526158018147168e-05, "loss": 0.181, "step": 870 }, { "epoch": 2.676923076923077, "eval_loss": 0.8914039731025696, "eval_runtime": 1.1762, "eval_samples_per_second": 96.925, "eval_steps_per_second": 5.101, "step": 870 }, { "epoch": 2.707692307692308, "grad_norm": 1.934272050857544, "learning_rate": 1.5397602280953695e-05, "loss": 0.1932, "step": 880 }, { "epoch": 2.707692307692308, "eval_loss": 0.8776417374610901, "eval_runtime": 1.1715, "eval_samples_per_second": 97.314, "eval_steps_per_second": 5.122, "step": 880 }, { "epoch": 2.7384615384615385, "grad_norm": 1.4871325492858887, "learning_rate": 1.526777521926084e-05, "loss": 0.1919, "step": 890 }, { "epoch": 2.7384615384615385, "eval_loss": 0.8814923763275146, "eval_runtime": 1.1718, "eval_samples_per_second": 97.284, "eval_steps_per_second": 5.12, "step": 890 }, { "epoch": 2.769230769230769, "grad_norm": 1.791063666343689, "learning_rate": 1.5136707411891483e-05, "loss": 0.1919, "step": 900 }, { "epoch": 2.769230769230769, "eval_loss": 0.8827292323112488, "eval_runtime": 1.1701, "eval_samples_per_second": 97.431, "eval_steps_per_second": 5.128, "step": 900 }, { "epoch": 2.8, "grad_norm": 1.5822559595108032, "learning_rate": 1.5004429729907619e-05, "loss": 0.1983, "step": 910 }, { "epoch": 2.8, "eval_loss": 0.8821640610694885, "eval_runtime": 1.1922, "eval_samples_per_second": 95.622, "eval_steps_per_second": 5.033, "step": 910 }, { "epoch": 2.830769230769231, "grad_norm": 1.4563673734664917, "learning_rate": 1.4870973329339112e-05, "loss": 0.1862, "step": 920 }, { "epoch": 2.830769230769231, "eval_loss": 0.8727363348007202, "eval_runtime": 1.1717, "eval_samples_per_second": 97.294, "eval_steps_per_second": 5.121, "step": 920 }, { "epoch": 2.8615384615384616, "grad_norm": 1.736898422241211, "learning_rate": 1.4736369643845346e-05, "loss": 0.1951, "step": 930 }, { "epoch": 2.8615384615384616, "eval_loss": 0.8904104232788086, "eval_runtime": 1.1705, "eval_samples_per_second": 97.392, "eval_steps_per_second": 5.126, "step": 930 }, { "epoch": 2.8923076923076922, "grad_norm": 2.34383225440979, "learning_rate": 1.4600650377311523e-05, "loss": 0.1873, "step": 940 }, { "epoch": 2.8923076923076922, "eval_loss": 0.8865243196487427, "eval_runtime": 1.1736, "eval_samples_per_second": 97.138, "eval_steps_per_second": 5.113, "step": 940 }, { "epoch": 2.9230769230769234, "grad_norm": 1.5528696775436401, "learning_rate": 1.446384749638128e-05, "loss": 0.1899, "step": 950 }, { "epoch": 2.9230769230769234, "eval_loss": 0.8732267618179321, "eval_runtime": 1.1697, "eval_samples_per_second": 97.457, "eval_steps_per_second": 5.129, "step": 950 }, { "epoch": 2.953846153846154, "grad_norm": 1.8076763153076172, "learning_rate": 1.4325993222927414e-05, "loss": 0.2193, "step": 960 }, { "epoch": 2.953846153846154, "eval_loss": 0.8682700991630554, "eval_runtime": 1.1696, "eval_samples_per_second": 97.473, "eval_steps_per_second": 5.13, "step": 960 }, { "epoch": 2.9846153846153847, "grad_norm": 1.7734702825546265, "learning_rate": 1.4187120026462508e-05, "loss": 0.2088, "step": 970 }, { "epoch": 2.9846153846153847, "eval_loss": 0.8668603897094727, "eval_runtime": 1.1699, "eval_samples_per_second": 97.446, "eval_steps_per_second": 5.129, "step": 970 }, { "epoch": 3.0153846153846153, "grad_norm": 1.4820784330368042, "learning_rate": 1.4047260616491225e-05, "loss": 0.1625, "step": 980 }, { "epoch": 3.0153846153846153, "eval_loss": 0.9053574800491333, "eval_runtime": 1.1709, "eval_samples_per_second": 97.359, "eval_steps_per_second": 5.124, "step": 980 }, { "epoch": 3.046153846153846, "grad_norm": 1.5260536670684814, "learning_rate": 1.3906447934806074e-05, "loss": 0.1039, "step": 990 }, { "epoch": 3.046153846153846, "eval_loss": 0.9698213934898376, "eval_runtime": 1.1697, "eval_samples_per_second": 97.463, "eval_steps_per_second": 5.13, "step": 990 }, { "epoch": 3.076923076923077, "grad_norm": 1.9143565893173218, "learning_rate": 1.3764715147728451e-05, "loss": 0.1092, "step": 1000 }, { "epoch": 3.076923076923077, "eval_loss": 0.9716460108757019, "eval_runtime": 1.1699, "eval_samples_per_second": 97.443, "eval_steps_per_second": 5.129, "step": 1000 }, { "epoch": 3.1076923076923078, "grad_norm": 3.71049165725708, "learning_rate": 1.3622095638296827e-05, "loss": 0.1086, "step": 1010 }, { "epoch": 3.1076923076923078, "eval_loss": 0.9398794770240784, "eval_runtime": 1.1699, "eval_samples_per_second": 97.444, "eval_steps_per_second": 5.129, "step": 1010 }, { "epoch": 3.1384615384615384, "grad_norm": 1.802106499671936, "learning_rate": 1.3478622998403861e-05, "loss": 0.108, "step": 1020 }, { "epoch": 3.1384615384615384, "eval_loss": 0.9435946941375732, "eval_runtime": 1.1664, "eval_samples_per_second": 97.738, "eval_steps_per_second": 5.144, "step": 1020 }, { "epoch": 3.169230769230769, "grad_norm": 1.0307475328445435, "learning_rate": 1.3334331020884328e-05, "loss": 0.0971, "step": 1030 }, { "epoch": 3.169230769230769, "eval_loss": 0.9706019163131714, "eval_runtime": 1.1667, "eval_samples_per_second": 97.714, "eval_steps_per_second": 5.143, "step": 1030 }, { "epoch": 3.2, "grad_norm": 1.9099889993667603, "learning_rate": 1.318925369155574e-05, "loss": 0.1094, "step": 1040 }, { "epoch": 3.2, "eval_loss": 0.9682909846305847, "eval_runtime": 1.181, "eval_samples_per_second": 96.532, "eval_steps_per_second": 5.081, "step": 1040 }, { "epoch": 3.230769230769231, "grad_norm": 1.44503653049469, "learning_rate": 1.3043425181213471e-05, "loss": 0.1068, "step": 1050 }, { "epoch": 3.230769230769231, "eval_loss": 0.9612134695053101, "eval_runtime": 1.1696, "eval_samples_per_second": 97.473, "eval_steps_per_second": 5.13, "step": 1050 }, { "epoch": 3.2615384615384615, "grad_norm": 3.1043527126312256, "learning_rate": 1.2896879837582356e-05, "loss": 0.1013, "step": 1060 }, { "epoch": 3.2615384615384615, "eval_loss": 0.9546095132827759, "eval_runtime": 1.1706, "eval_samples_per_second": 97.383, "eval_steps_per_second": 5.125, "step": 1060 }, { "epoch": 3.292307692307692, "grad_norm": 1.3835999965667725, "learning_rate": 1.2749652177226592e-05, "loss": 0.1057, "step": 1070 }, { "epoch": 3.292307692307692, "eval_loss": 0.9469552040100098, "eval_runtime": 1.1679, "eval_samples_per_second": 97.615, "eval_steps_per_second": 5.138, "step": 1070 }, { "epoch": 3.3230769230769233, "grad_norm": 1.0009269714355469, "learning_rate": 1.2601776877419876e-05, "loss": 0.1001, "step": 1080 }, { "epoch": 3.3230769230769233, "eval_loss": 0.9397399425506592, "eval_runtime": 1.1685, "eval_samples_per_second": 97.559, "eval_steps_per_second": 5.135, "step": 1080 }, { "epoch": 3.353846153846154, "grad_norm": 1.363376498222351, "learning_rate": 1.2453288767977686e-05, "loss": 0.1027, "step": 1090 }, { "epoch": 3.353846153846154, "eval_loss": 0.9450347423553467, "eval_runtime": 1.1676, "eval_samples_per_second": 97.635, "eval_steps_per_second": 5.139, "step": 1090 }, { "epoch": 3.3846153846153846, "grad_norm": 1.0153303146362305, "learning_rate": 1.2304222823053653e-05, "loss": 0.0955, "step": 1100 }, { "epoch": 3.3846153846153846, "eval_loss": 0.9450714588165283, "eval_runtime": 1.1696, "eval_samples_per_second": 97.466, "eval_steps_per_second": 5.13, "step": 1100 }, { "epoch": 3.4153846153846152, "grad_norm": 1.4852946996688843, "learning_rate": 1.2154614152901916e-05, "loss": 0.112, "step": 1110 }, { "epoch": 3.4153846153846152, "eval_loss": 0.9556564092636108, "eval_runtime": 1.169, "eval_samples_per_second": 97.522, "eval_steps_per_second": 5.133, "step": 1110 }, { "epoch": 3.4461538461538463, "grad_norm": 1.436240315437317, "learning_rate": 1.2004497995607415e-05, "loss": 0.1111, "step": 1120 }, { "epoch": 3.4461538461538463, "eval_loss": 0.9517717957496643, "eval_runtime": 1.1669, "eval_samples_per_second": 97.698, "eval_steps_per_second": 5.142, "step": 1120 }, { "epoch": 3.476923076923077, "grad_norm": 1.0315356254577637, "learning_rate": 1.1853909708786111e-05, "loss": 0.1068, "step": 1130 }, { "epoch": 3.476923076923077, "eval_loss": 0.9484620094299316, "eval_runtime": 1.1709, "eval_samples_per_second": 97.358, "eval_steps_per_second": 5.124, "step": 1130 }, { "epoch": 3.5076923076923077, "grad_norm": 2.449739694595337, "learning_rate": 1.1702884761257003e-05, "loss": 0.1083, "step": 1140 }, { "epoch": 3.5076923076923077, "eval_loss": 0.9486011862754822, "eval_runtime": 1.171, "eval_samples_per_second": 97.351, "eval_steps_per_second": 5.124, "step": 1140 }, { "epoch": 3.5384615384615383, "grad_norm": 1.3720005750656128, "learning_rate": 1.1551458724688e-05, "loss": 0.1041, "step": 1150 }, { "epoch": 3.5384615384615383, "eval_loss": 0.9491356015205383, "eval_runtime": 1.1713, "eval_samples_per_second": 97.331, "eval_steps_per_second": 5.123, "step": 1150 }, { "epoch": 3.569230769230769, "grad_norm": 1.0272101163864136, "learning_rate": 1.1399667265217522e-05, "loss": 0.1053, "step": 1160 }, { "epoch": 3.569230769230769, "eval_loss": 0.9491347670555115, "eval_runtime": 1.1684, "eval_samples_per_second": 97.565, "eval_steps_per_second": 5.135, "step": 1160 }, { "epoch": 3.6, "grad_norm": 1.0658726692199707, "learning_rate": 1.1247546135053904e-05, "loss": 0.1033, "step": 1170 }, { "epoch": 3.6, "eval_loss": 0.9673336148262024, "eval_runtime": 1.1715, "eval_samples_per_second": 97.309, "eval_steps_per_second": 5.122, "step": 1170 }, { "epoch": 3.6307692307692307, "grad_norm": 1.3125324249267578, "learning_rate": 1.1095131164054476e-05, "loss": 0.1129, "step": 1180 }, { "epoch": 3.6307692307692307, "eval_loss": 0.97517329454422, "eval_runtime": 1.1712, "eval_samples_per_second": 97.335, "eval_steps_per_second": 5.123, "step": 1180 }, { "epoch": 3.6615384615384614, "grad_norm": 1.3487167358398438, "learning_rate": 1.0942458251286384e-05, "loss": 0.1036, "step": 1190 }, { "epoch": 3.6615384615384614, "eval_loss": 0.9631505608558655, "eval_runtime": 1.1711, "eval_samples_per_second": 97.345, "eval_steps_per_second": 5.123, "step": 1190 }, { "epoch": 3.6923076923076925, "grad_norm": 0.7562450170516968, "learning_rate": 1.078956335657109e-05, "loss": 0.0978, "step": 1200 }, { "epoch": 3.6923076923076925, "eval_loss": 0.9508676528930664, "eval_runtime": 1.1705, "eval_samples_per_second": 97.394, "eval_steps_per_second": 5.126, "step": 1200 }, { "epoch": 3.723076923076923, "grad_norm": 0.6648198962211609, "learning_rate": 1.0636482492014603e-05, "loss": 0.1, "step": 1210 }, { "epoch": 3.723076923076923, "eval_loss": 0.9435186386108398, "eval_runtime": 1.168, "eval_samples_per_second": 97.599, "eval_steps_per_second": 5.137, "step": 1210 }, { "epoch": 3.753846153846154, "grad_norm": 1.0020407438278198, "learning_rate": 1.0483251713525335e-05, "loss": 0.1045, "step": 1220 }, { "epoch": 3.753846153846154, "eval_loss": 0.9503720998764038, "eval_runtime": 1.1729, "eval_samples_per_second": 97.192, "eval_steps_per_second": 5.115, "step": 1220 }, { "epoch": 3.7846153846153845, "grad_norm": 1.0947405099868774, "learning_rate": 1.0329907112321685e-05, "loss": 0.1062, "step": 1230 }, { "epoch": 3.7846153846153845, "eval_loss": 0.9526187777519226, "eval_runtime": 1.1695, "eval_samples_per_second": 97.479, "eval_steps_per_second": 5.13, "step": 1230 }, { "epoch": 3.815384615384615, "grad_norm": 1.4495724439620972, "learning_rate": 1.0176484806431288e-05, "loss": 0.1117, "step": 1240 }, { "epoch": 3.815384615384615, "eval_loss": 0.9412961006164551, "eval_runtime": 1.17, "eval_samples_per_second": 97.438, "eval_steps_per_second": 5.128, "step": 1240 }, { "epoch": 3.8461538461538463, "grad_norm": 1.7869362831115723, "learning_rate": 1.002302093218396e-05, "loss": 0.1069, "step": 1250 }, { "epoch": 3.8461538461538463, "eval_loss": 0.9391104578971863, "eval_runtime": 1.1741, "eval_samples_per_second": 97.093, "eval_steps_per_second": 5.11, "step": 1250 }, { "epoch": 3.876923076923077, "grad_norm": 1.1298882961273193, "learning_rate": 9.869551635700321e-06, "loss": 0.1002, "step": 1260 }, { "epoch": 3.876923076923077, "eval_loss": 0.9372419118881226, "eval_runtime": 1.1844, "eval_samples_per_second": 96.251, "eval_steps_per_second": 5.066, "step": 1260 }, { "epoch": 3.9076923076923076, "grad_norm": 1.4218522310256958, "learning_rate": 9.716113064378113e-06, "loss": 0.106, "step": 1270 }, { "epoch": 3.9076923076923076, "eval_loss": 0.9379148483276367, "eval_runtime": 1.1696, "eval_samples_per_second": 97.465, "eval_steps_per_second": 5.13, "step": 1270 }, { "epoch": 3.9384615384615387, "grad_norm": 1.4040753841400146, "learning_rate": 9.562741358378239e-06, "loss": 0.114, "step": 1280 }, { "epoch": 3.9384615384615387, "eval_loss": 0.9377250671386719, "eval_runtime": 1.1709, "eval_samples_per_second": 97.364, "eval_steps_per_second": 5.124, "step": 1280 }, { "epoch": 3.9692307692307693, "grad_norm": 0.8223766088485718, "learning_rate": 9.409472642112454e-06, "loss": 0.0902, "step": 1290 }, { "epoch": 3.9692307692307693, "eval_loss": 0.9435003399848938, "eval_runtime": 1.1712, "eval_samples_per_second": 97.333, "eval_steps_per_second": 5.123, "step": 1290 }, { "epoch": 4.0, "grad_norm": 1.54679274559021, "learning_rate": 9.256343015734842e-06, "loss": 0.1113, "step": 1300 }, { "epoch": 4.0, "eval_loss": 0.9493169188499451, "eval_runtime": 1.1684, "eval_samples_per_second": 97.569, "eval_steps_per_second": 5.135, "step": 1300 }, { "epoch": 4.030769230769231, "grad_norm": 0.7335414290428162, "learning_rate": 9.103388546638929e-06, "loss": 0.0652, "step": 1310 }, { "epoch": 4.030769230769231, "eval_loss": 0.9685525298118591, "eval_runtime": 1.17, "eval_samples_per_second": 97.435, "eval_steps_per_second": 5.128, "step": 1310 }, { "epoch": 4.061538461538461, "grad_norm": 0.6657086610794067, "learning_rate": 8.950645260962572e-06, "loss": 0.0709, "step": 1320 }, { "epoch": 4.061538461538461, "eval_loss": 1.001549243927002, "eval_runtime": 1.1677, "eval_samples_per_second": 97.629, "eval_steps_per_second": 5.138, "step": 1320 }, { "epoch": 4.092307692307692, "grad_norm": 0.7355430126190186, "learning_rate": 8.798149135102528e-06, "loss": 0.0598, "step": 1330 }, { "epoch": 4.092307692307692, "eval_loss": 1.0257222652435303, "eval_runtime": 1.1692, "eval_samples_per_second": 97.505, "eval_steps_per_second": 5.132, "step": 1330 }, { "epoch": 4.123076923076923, "grad_norm": 0.9535174369812012, "learning_rate": 8.645936087240758e-06, "loss": 0.0639, "step": 1340 }, { "epoch": 4.123076923076923, "eval_loss": 1.02472722530365, "eval_runtime": 1.1746, "eval_samples_per_second": 97.052, "eval_steps_per_second": 5.108, "step": 1340 }, { "epoch": 4.153846153846154, "grad_norm": 1.2183341979980469, "learning_rate": 8.494041968884423e-06, "loss": 0.0678, "step": 1350 }, { "epoch": 4.153846153846154, "eval_loss": 1.01518976688385, "eval_runtime": 1.1752, "eval_samples_per_second": 97.005, "eval_steps_per_second": 5.106, "step": 1350 }, { "epoch": 4.184615384615385, "grad_norm": 1.0535281896591187, "learning_rate": 8.342502556421627e-06, "loss": 0.0683, "step": 1360 }, { "epoch": 4.184615384615385, "eval_loss": 1.011572241783142, "eval_runtime": 1.1711, "eval_samples_per_second": 97.349, "eval_steps_per_second": 5.124, "step": 1360 }, { "epoch": 4.2153846153846155, "grad_norm": 0.8160733580589294, "learning_rate": 8.19135354269479e-06, "loss": 0.0635, "step": 1370 }, { "epoch": 4.2153846153846155, "eval_loss": 1.0144906044006348, "eval_runtime": 1.1716, "eval_samples_per_second": 97.303, "eval_steps_per_second": 5.121, "step": 1370 }, { "epoch": 4.246153846153846, "grad_norm": 0.7165587544441223, "learning_rate": 8.040630528593753e-06, "loss": 0.0727, "step": 1380 }, { "epoch": 4.246153846153846, "eval_loss": 1.0147422552108765, "eval_runtime": 1.1734, "eval_samples_per_second": 97.154, "eval_steps_per_second": 5.113, "step": 1380 }, { "epoch": 4.276923076923077, "grad_norm": 0.5108652114868164, "learning_rate": 7.890369014670512e-06, "loss": 0.0568, "step": 1390 }, { "epoch": 4.276923076923077, "eval_loss": 1.0228266716003418, "eval_runtime": 1.1752, "eval_samples_per_second": 97.005, "eval_steps_per_second": 5.106, "step": 1390 }, { "epoch": 4.3076923076923075, "grad_norm": 0.9953749775886536, "learning_rate": 7.740604392777612e-06, "loss": 0.0739, "step": 1400 }, { "epoch": 4.3076923076923075, "eval_loss": 1.0229958295822144, "eval_runtime": 1.1704, "eval_samples_per_second": 97.403, "eval_steps_per_second": 5.126, "step": 1400 }, { "epoch": 4.338461538461538, "grad_norm": 0.6794481873512268, "learning_rate": 7.591371937732091e-06, "loss": 0.0631, "step": 1410 }, { "epoch": 4.338461538461538, "eval_loss": 1.0221363306045532, "eval_runtime": 1.1734, "eval_samples_per_second": 97.152, "eval_steps_per_second": 5.113, "step": 1410 }, { "epoch": 4.36923076923077, "grad_norm": 0.9968973398208618, "learning_rate": 7.442706799007056e-06, "loss": 0.0692, "step": 1420 }, { "epoch": 4.36923076923077, "eval_loss": 1.0264593362808228, "eval_runtime": 1.172, "eval_samples_per_second": 97.269, "eval_steps_per_second": 5.119, "step": 1420 }, { "epoch": 4.4, "grad_norm": 1.3695619106292725, "learning_rate": 7.294643992452735e-06, "loss": 0.0738, "step": 1430 }, { "epoch": 4.4, "eval_loss": 1.0297492742538452, "eval_runtime": 1.1714, "eval_samples_per_second": 97.322, "eval_steps_per_second": 5.122, "step": 1430 }, { "epoch": 4.430769230769231, "grad_norm": 0.5754280090332031, "learning_rate": 7.147218392049026e-06, "loss": 0.0655, "step": 1440 }, { "epoch": 4.430769230769231, "eval_loss": 1.0193074941635132, "eval_runtime": 1.1734, "eval_samples_per_second": 97.157, "eval_steps_per_second": 5.114, "step": 1440 }, { "epoch": 4.461538461538462, "grad_norm": 0.792294442653656, "learning_rate": 7.000464721691438e-06, "loss": 0.0682, "step": 1450 }, { "epoch": 4.461538461538462, "eval_loss": 1.0121448040008545, "eval_runtime": 1.1708, "eval_samples_per_second": 97.366, "eval_steps_per_second": 5.125, "step": 1450 }, { "epoch": 4.492307692307692, "grad_norm": 0.7349876165390015, "learning_rate": 6.854417547012415e-06, "loss": 0.0604, "step": 1460 }, { "epoch": 4.492307692307692, "eval_loss": 1.016451120376587, "eval_runtime": 1.1724, "eval_samples_per_second": 97.234, "eval_steps_per_second": 5.118, "step": 1460 }, { "epoch": 4.523076923076923, "grad_norm": 0.7504643201828003, "learning_rate": 6.7091112672399e-06, "loss": 0.0633, "step": 1470 }, { "epoch": 4.523076923076923, "eval_loss": 1.0219779014587402, "eval_runtime": 1.1798, "eval_samples_per_second": 96.624, "eval_steps_per_second": 5.085, "step": 1470 }, { "epoch": 4.553846153846154, "grad_norm": 1.2857098579406738, "learning_rate": 6.564580107095133e-06, "loss": 0.0678, "step": 1480 }, { "epoch": 4.553846153846154, "eval_loss": 1.0191960334777832, "eval_runtime": 1.1708, "eval_samples_per_second": 97.371, "eval_steps_per_second": 5.125, "step": 1480 }, { "epoch": 4.584615384615384, "grad_norm": 0.9134919047355652, "learning_rate": 6.4208581087315035e-06, "loss": 0.0631, "step": 1490 }, { "epoch": 4.584615384615384, "eval_loss": 1.0170596837997437, "eval_runtime": 1.1709, "eval_samples_per_second": 97.363, "eval_steps_per_second": 5.124, "step": 1490 }, { "epoch": 4.615384615384615, "grad_norm": 1.1198382377624512, "learning_rate": 6.277979123716455e-06, "loss": 0.0659, "step": 1500 }, { "epoch": 4.615384615384615, "eval_loss": 1.0086171627044678, "eval_runtime": 1.1714, "eval_samples_per_second": 97.317, "eval_steps_per_second": 5.122, "step": 1500 }, { "epoch": 4.6461538461538465, "grad_norm": 0.6104535460472107, "learning_rate": 6.13597680505823e-06, "loss": 0.0708, "step": 1510 }, { "epoch": 4.6461538461538465, "eval_loss": 1.0133336782455444, "eval_runtime": 1.1722, "eval_samples_per_second": 97.249, "eval_steps_per_second": 5.118, "step": 1510 }, { "epoch": 4.676923076923077, "grad_norm": 1.2413326501846313, "learning_rate": 5.994884599279443e-06, "loss": 0.0677, "step": 1520 }, { "epoch": 4.676923076923077, "eval_loss": 1.0255297422409058, "eval_runtime": 1.1693, "eval_samples_per_second": 97.498, "eval_steps_per_second": 5.131, "step": 1520 }, { "epoch": 4.707692307692308, "grad_norm": 0.7606931924819946, "learning_rate": 5.854735738539203e-06, "loss": 0.0673, "step": 1530 }, { "epoch": 4.707692307692308, "eval_loss": 1.0231595039367676, "eval_runtime": 1.1661, "eval_samples_per_second": 97.758, "eval_steps_per_second": 5.145, "step": 1530 }, { "epoch": 4.7384615384615385, "grad_norm": 0.7244937419891357, "learning_rate": 5.715563232805825e-06, "loss": 0.0636, "step": 1540 }, { "epoch": 4.7384615384615385, "eval_loss": 1.021304726600647, "eval_runtime": 1.1699, "eval_samples_per_second": 97.448, "eval_steps_per_second": 5.129, "step": 1540 }, { "epoch": 4.769230769230769, "grad_norm": 0.9156585335731506, "learning_rate": 5.577399862081789e-06, "loss": 0.0622, "step": 1550 }, { "epoch": 4.769230769230769, "eval_loss": 1.0218665599822998, "eval_runtime": 1.1725, "eval_samples_per_second": 97.228, "eval_steps_per_second": 5.117, "step": 1550 }, { "epoch": 4.8, "grad_norm": 0.7938739061355591, "learning_rate": 5.4402781686829184e-06, "loss": 0.0708, "step": 1560 }, { "epoch": 4.8, "eval_loss": 1.0239921808242798, "eval_runtime": 1.1698, "eval_samples_per_second": 97.456, "eval_steps_per_second": 5.129, "step": 1560 }, { "epoch": 4.8307692307692305, "grad_norm": 0.6187343001365662, "learning_rate": 5.304230449573523e-06, "loss": 0.0673, "step": 1570 }, { "epoch": 4.8307692307692305, "eval_loss": 1.0255112648010254, "eval_runtime": 1.1709, "eval_samples_per_second": 97.36, "eval_steps_per_second": 5.124, "step": 1570 }, { "epoch": 4.861538461538462, "grad_norm": 0.9313326478004456, "learning_rate": 5.169288748759327e-06, "loss": 0.0719, "step": 1580 }, { "epoch": 4.861538461538462, "eval_loss": 1.030735731124878, "eval_runtime": 1.1763, "eval_samples_per_second": 96.91, "eval_steps_per_second": 5.101, "step": 1580 }, { "epoch": 4.892307692307693, "grad_norm": 0.8160267472267151, "learning_rate": 5.0354848497399865e-06, "loss": 0.0601, "step": 1590 }, { "epoch": 4.892307692307693, "eval_loss": 1.0354409217834473, "eval_runtime": 1.1748, "eval_samples_per_second": 97.039, "eval_steps_per_second": 5.107, "step": 1590 }, { "epoch": 4.923076923076923, "grad_norm": 0.4827396273612976, "learning_rate": 4.902850268022959e-06, "loss": 0.0656, "step": 1600 }, { "epoch": 4.923076923076923, "eval_loss": 1.0407545566558838, "eval_runtime": 1.1702, "eval_samples_per_second": 97.417, "eval_steps_per_second": 5.127, "step": 1600 }, { "epoch": 4.953846153846154, "grad_norm": 0.5780770182609558, "learning_rate": 4.771416243700495e-06, "loss": 0.0683, "step": 1610 }, { "epoch": 4.953846153846154, "eval_loss": 1.042207956314087, "eval_runtime": 1.172, "eval_samples_per_second": 97.272, "eval_steps_per_second": 5.12, "step": 1610 }, { "epoch": 4.984615384615385, "grad_norm": 0.629173755645752, "learning_rate": 4.641213734091507e-06, "loss": 0.0611, "step": 1620 }, { "epoch": 4.984615384615385, "eval_loss": 1.0396348237991333, "eval_runtime": 1.174, "eval_samples_per_second": 97.104, "eval_steps_per_second": 5.111, "step": 1620 }, { "epoch": 5.015384615384615, "grad_norm": 0.5161557197570801, "learning_rate": 4.5122734064500365e-06, "loss": 0.0545, "step": 1630 }, { "epoch": 5.015384615384615, "eval_loss": 1.0406357049942017, "eval_runtime": 1.1719, "eval_samples_per_second": 97.276, "eval_steps_per_second": 5.12, "step": 1630 }, { "epoch": 5.046153846153846, "grad_norm": 0.5921193361282349, "learning_rate": 4.384625630742031e-06, "loss": 0.0459, "step": 1640 }, { "epoch": 5.046153846153846, "eval_loss": 1.0513570308685303, "eval_runtime": 1.1736, "eval_samples_per_second": 97.14, "eval_steps_per_second": 5.113, "step": 1640 }, { "epoch": 5.076923076923077, "grad_norm": 0.42699378728866577, "learning_rate": 4.258300472492165e-06, "loss": 0.0464, "step": 1650 }, { "epoch": 5.076923076923077, "eval_loss": 1.0643454790115356, "eval_runtime": 1.1791, "eval_samples_per_second": 96.68, "eval_steps_per_second": 5.088, "step": 1650 }, { "epoch": 5.107692307692307, "grad_norm": 0.30781152844429016, "learning_rate": 4.1333276857023515e-06, "loss": 0.0501, "step": 1660 }, { "epoch": 5.107692307692307, "eval_loss": 1.0711394548416138, "eval_runtime": 1.1721, "eval_samples_per_second": 97.26, "eval_steps_per_second": 5.119, "step": 1660 }, { "epoch": 5.138461538461539, "grad_norm": 0.755979061126709, "learning_rate": 4.0097367058436156e-06, "loss": 0.05, "step": 1670 }, { "epoch": 5.138461538461539, "eval_loss": 1.0776441097259521, "eval_runtime": 1.1703, "eval_samples_per_second": 97.412, "eval_steps_per_second": 5.127, "step": 1670 }, { "epoch": 5.1692307692307695, "grad_norm": 0.5750260353088379, "learning_rate": 3.887556642923047e-06, "loss": 0.0471, "step": 1680 }, { "epoch": 5.1692307692307695, "eval_loss": 1.0839452743530273, "eval_runtime": 1.1728, "eval_samples_per_second": 97.205, "eval_steps_per_second": 5.116, "step": 1680 }, { "epoch": 5.2, "grad_norm": 0.3392394781112671, "learning_rate": 3.7668162746273283e-06, "loss": 0.0456, "step": 1690 }, { "epoch": 5.2, "eval_loss": 1.0858458280563354, "eval_runtime": 1.1705, "eval_samples_per_second": 97.396, "eval_steps_per_second": 5.126, "step": 1690 }, { "epoch": 5.230769230769231, "grad_norm": 0.4785156846046448, "learning_rate": 3.647544039544615e-06, "loss": 0.0501, "step": 1700 }, { "epoch": 5.230769230769231, "eval_loss": 1.090858817100525, "eval_runtime": 1.1746, "eval_samples_per_second": 97.053, "eval_steps_per_second": 5.108, "step": 1700 }, { "epoch": 5.2615384615384615, "grad_norm": 0.5162041187286377, "learning_rate": 3.5297680304662374e-06, "loss": 0.0468, "step": 1710 }, { "epoch": 5.2615384615384615, "eval_loss": 1.098139762878418, "eval_runtime": 1.173, "eval_samples_per_second": 97.19, "eval_steps_per_second": 5.115, "step": 1710 }, { "epoch": 5.292307692307692, "grad_norm": 1.2355681657791138, "learning_rate": 3.4135159877698633e-06, "loss": 0.0487, "step": 1720 }, { "epoch": 5.292307692307692, "eval_loss": 1.1019906997680664, "eval_runtime": 1.1699, "eval_samples_per_second": 97.446, "eval_steps_per_second": 5.129, "step": 1720 }, { "epoch": 5.323076923076923, "grad_norm": 0.3961953818798065, "learning_rate": 3.29881529288567e-06, "loss": 0.0436, "step": 1730 }, { "epoch": 5.323076923076923, "eval_loss": 1.1054892539978027, "eval_runtime": 1.1694, "eval_samples_per_second": 97.482, "eval_steps_per_second": 5.131, "step": 1730 }, { "epoch": 5.3538461538461535, "grad_norm": 0.37250494956970215, "learning_rate": 3.1856929618470635e-06, "loss": 0.0446, "step": 1740 }, { "epoch": 5.3538461538461535, "eval_loss": 1.1086246967315674, "eval_runtime": 1.1735, "eval_samples_per_second": 97.148, "eval_steps_per_second": 5.113, "step": 1740 }, { "epoch": 5.384615384615385, "grad_norm": 0.7893737554550171, "learning_rate": 3.0741756389274325e-06, "loss": 0.0526, "step": 1750 }, { "epoch": 5.384615384615385, "eval_loss": 1.111236810684204, "eval_runtime": 1.1741, "eval_samples_per_second": 97.093, "eval_steps_per_second": 5.11, "step": 1750 }, { "epoch": 5.415384615384616, "grad_norm": 0.3612951636314392, "learning_rate": 2.9642895903645285e-06, "loss": 0.0502, "step": 1760 }, { "epoch": 5.415384615384616, "eval_loss": 1.110849380493164, "eval_runtime": 1.1718, "eval_samples_per_second": 97.286, "eval_steps_per_second": 5.12, "step": 1760 }, { "epoch": 5.446153846153846, "grad_norm": 0.5314794778823853, "learning_rate": 2.8560606981738027e-06, "loss": 0.0462, "step": 1770 }, { "epoch": 5.446153846153846, "eval_loss": 1.1077501773834229, "eval_runtime": 1.1777, "eval_samples_per_second": 96.795, "eval_steps_per_second": 5.094, "step": 1770 }, { "epoch": 5.476923076923077, "grad_norm": 1.180082082748413, "learning_rate": 2.7495144540523155e-06, "loss": 0.0538, "step": 1780 }, { "epoch": 5.476923076923077, "eval_loss": 1.1068705320358276, "eval_runtime": 1.19, "eval_samples_per_second": 95.795, "eval_steps_per_second": 5.042, "step": 1780 }, { "epoch": 5.507692307692308, "grad_norm": 0.2578332722187042, "learning_rate": 2.6446759533745336e-06, "loss": 0.0502, "step": 1790 }, { "epoch": 5.507692307692308, "eval_loss": 1.1029876470565796, "eval_runtime": 1.171, "eval_samples_per_second": 97.354, "eval_steps_per_second": 5.124, "step": 1790 }, { "epoch": 5.538461538461538, "grad_norm": 0.561208963394165, "learning_rate": 2.5415698892814977e-06, "loss": 0.0506, "step": 1800 }, { "epoch": 5.538461538461538, "eval_loss": 1.1023054122924805, "eval_runtime": 1.1788, "eval_samples_per_second": 96.709, "eval_steps_per_second": 5.09, "step": 1800 }, { "epoch": 5.569230769230769, "grad_norm": 0.438042551279068, "learning_rate": 2.4402205468647132e-06, "loss": 0.0487, "step": 1810 }, { "epoch": 5.569230769230769, "eval_loss": 1.103076457977295, "eval_runtime": 1.1721, "eval_samples_per_second": 97.263, "eval_steps_per_second": 5.119, "step": 1810 }, { "epoch": 5.6, "grad_norm": 0.3108803927898407, "learning_rate": 2.340651797446172e-06, "loss": 0.055, "step": 1820 }, { "epoch": 5.6, "eval_loss": 1.10109281539917, "eval_runtime": 1.174, "eval_samples_per_second": 97.101, "eval_steps_per_second": 5.111, "step": 1820 }, { "epoch": 5.63076923076923, "grad_norm": 0.2623070180416107, "learning_rate": 2.2428870929558012e-06, "loss": 0.0439, "step": 1830 }, { "epoch": 5.63076923076923, "eval_loss": 1.0998822450637817, "eval_runtime": 1.1749, "eval_samples_per_second": 97.028, "eval_steps_per_second": 5.107, "step": 1830 }, { "epoch": 5.661538461538462, "grad_norm": 0.34751322865486145, "learning_rate": 2.1469494604077413e-06, "loss": 0.0538, "step": 1840 }, { "epoch": 5.661538461538462, "eval_loss": 1.1003050804138184, "eval_runtime": 1.1723, "eval_samples_per_second": 97.242, "eval_steps_per_second": 5.118, "step": 1840 }, { "epoch": 5.6923076923076925, "grad_norm": 0.4125511050224304, "learning_rate": 2.0528614964766415e-06, "loss": 0.0488, "step": 1850 }, { "epoch": 5.6923076923076925, "eval_loss": 1.102521300315857, "eval_runtime": 1.1747, "eval_samples_per_second": 97.047, "eval_steps_per_second": 5.108, "step": 1850 }, { "epoch": 5.723076923076923, "grad_norm": 0.2644173502922058, "learning_rate": 1.96064536217538e-06, "loss": 0.0496, "step": 1860 }, { "epoch": 5.723076923076923, "eval_loss": 1.1030890941619873, "eval_runtime": 1.1801, "eval_samples_per_second": 96.602, "eval_steps_per_second": 5.084, "step": 1860 }, { "epoch": 5.753846153846154, "grad_norm": 0.37266063690185547, "learning_rate": 1.870322777635355e-06, "loss": 0.0461, "step": 1870 }, { "epoch": 5.753846153846154, "eval_loss": 1.103859305381775, "eval_runtime": 1.1717, "eval_samples_per_second": 97.29, "eval_steps_per_second": 5.121, "step": 1870 }, { "epoch": 5.7846153846153845, "grad_norm": 0.7826457619667053, "learning_rate": 1.7819150169906341e-06, "loss": 0.0504, "step": 1880 }, { "epoch": 5.7846153846153845, "eval_loss": 1.1057465076446533, "eval_runtime": 1.1715, "eval_samples_per_second": 97.313, "eval_steps_per_second": 5.122, "step": 1880 }, { "epoch": 5.815384615384615, "grad_norm": 0.5954816937446594, "learning_rate": 1.6954429033671538e-06, "loss": 0.0513, "step": 1890 }, { "epoch": 5.815384615384615, "eval_loss": 1.1074589490890503, "eval_runtime": 1.172, "eval_samples_per_second": 97.266, "eval_steps_per_second": 5.119, "step": 1890 }, { "epoch": 5.846153846153846, "grad_norm": 0.35823380947113037, "learning_rate": 1.6109268039781412e-06, "loss": 0.052, "step": 1900 }, { "epoch": 5.846153846153846, "eval_loss": 1.1079963445663452, "eval_runtime": 1.1732, "eval_samples_per_second": 97.17, "eval_steps_per_second": 5.114, "step": 1900 }, { "epoch": 5.876923076923077, "grad_norm": 0.44982820749282837, "learning_rate": 1.5283866253269131e-06, "loss": 0.0473, "step": 1910 }, { "epoch": 5.876923076923077, "eval_loss": 1.1086143255233765, "eval_runtime": 1.1735, "eval_samples_per_second": 97.143, "eval_steps_per_second": 5.113, "step": 1910 }, { "epoch": 5.907692307692308, "grad_norm": 0.5381768345832825, "learning_rate": 1.447841808518221e-06, "loss": 0.0536, "step": 1920 }, { "epoch": 5.907692307692308, "eval_loss": 1.110061526298523, "eval_runtime": 1.1683, "eval_samples_per_second": 97.577, "eval_steps_per_second": 5.136, "step": 1920 }, { "epoch": 5.938461538461539, "grad_norm": 0.3894329071044922, "learning_rate": 1.369311324679159e-06, "loss": 0.0492, "step": 1930 }, { "epoch": 5.938461538461539, "eval_loss": 1.110526204109192, "eval_runtime": 1.1713, "eval_samples_per_second": 97.328, "eval_steps_per_second": 5.123, "step": 1930 }, { "epoch": 5.969230769230769, "grad_norm": 0.3406825363636017, "learning_rate": 1.2928136704908213e-06, "loss": 0.0469, "step": 1940 }, { "epoch": 5.969230769230769, "eval_loss": 1.1113979816436768, "eval_runtime": 1.1723, "eval_samples_per_second": 97.241, "eval_steps_per_second": 5.118, "step": 1940 }, { "epoch": 6.0, "grad_norm": 0.42858174443244934, "learning_rate": 1.2183668638316758e-06, "loss": 0.0484, "step": 1950 }, { "epoch": 6.0, "eval_loss": 1.1121678352355957, "eval_runtime": 1.173, "eval_samples_per_second": 97.184, "eval_steps_per_second": 5.115, "step": 1950 }, { "epoch": 6.030769230769231, "grad_norm": 0.30075138807296753, "learning_rate": 1.1459884395337263e-06, "loss": 0.0426, "step": 1960 }, { "epoch": 6.030769230769231, "eval_loss": 1.1148163080215454, "eval_runtime": 1.171, "eval_samples_per_second": 97.355, "eval_steps_per_second": 5.124, "step": 1960 }, { "epoch": 6.061538461538461, "grad_norm": 0.32117027044296265, "learning_rate": 1.0756954452524326e-06, "loss": 0.0421, "step": 1970 }, { "epoch": 6.061538461538461, "eval_loss": 1.1180472373962402, "eval_runtime": 1.1701, "eval_samples_per_second": 97.427, "eval_steps_per_second": 5.128, "step": 1970 }, { "epoch": 6.092307692307692, "grad_norm": 0.29631751775741577, "learning_rate": 1.0075044374514186e-06, "loss": 0.0431, "step": 1980 }, { "epoch": 6.092307692307692, "eval_loss": 1.121903896331787, "eval_runtime": 1.1692, "eval_samples_per_second": 97.501, "eval_steps_per_second": 5.132, "step": 1980 }, { "epoch": 6.123076923076923, "grad_norm": 0.46093621850013733, "learning_rate": 9.414314775028089e-07, "loss": 0.0486, "step": 1990 }, { "epoch": 6.123076923076923, "eval_loss": 1.1249831914901733, "eval_runtime": 1.1701, "eval_samples_per_second": 97.427, "eval_steps_per_second": 5.128, "step": 1990 }, { "epoch": 6.153846153846154, "grad_norm": 1.0216187238693237, "learning_rate": 8.774921279042403e-07, "loss": 0.0435, "step": 2000 }, { "epoch": 6.153846153846154, "eval_loss": 1.1268821954727173, "eval_runtime": 1.1716, "eval_samples_per_second": 97.302, "eval_steps_per_second": 5.121, "step": 2000 } ], "logging_steps": 10, "max_steps": 2275, "num_input_tokens_seen": 0, "num_train_epochs": 7, "save_steps": 1000, "total_flos": 1.2392995998610227e+17, "train_batch_size": 2, "trial_name": null, "trial_params": null }