| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.9405478794478936, | |
| "global_step": 1100000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.8208841872978234e-05, | |
| "loss": 0.0755, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.6417683745956466e-05, | |
| "loss": 0.0721, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "eval_loss": 0.06494459509849548, | |
| "eval_runtime": 754.7473, | |
| "eval_samples_per_second": 82.19, | |
| "eval_steps_per_second": 20.549, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.462652561893469e-05, | |
| "loss": 0.0704, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.2835367491912923e-05, | |
| "loss": 0.0701, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "eval_loss": 0.06424280256032944, | |
| "eval_runtime": 676.9024, | |
| "eval_samples_per_second": 91.642, | |
| "eval_steps_per_second": 22.912, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.104420936489115e-05, | |
| "loss": 0.0713, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 3.925305123786938e-05, | |
| "loss": 0.0712, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "eval_loss": 0.0624563954770565, | |
| "eval_runtime": 678.8069, | |
| "eval_samples_per_second": 91.385, | |
| "eval_steps_per_second": 22.847, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 3.746189311084761e-05, | |
| "loss": 0.0698, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 3.5670734983825844e-05, | |
| "loss": 0.0667, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "eval_loss": 0.06348983943462372, | |
| "eval_runtime": 675.6836, | |
| "eval_samples_per_second": 91.808, | |
| "eval_steps_per_second": 22.953, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 3.3879576856804076e-05, | |
| "loss": 0.0657, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 3.20884187297823e-05, | |
| "loss": 0.0665, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "eval_loss": 0.06186612322926521, | |
| "eval_runtime": 676.1915, | |
| "eval_samples_per_second": 91.739, | |
| "eval_steps_per_second": 22.936, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 3.0297260602760537e-05, | |
| "loss": 0.0657, | |
| "step": 110000 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 2.8506102475738766e-05, | |
| "loss": 0.0653, | |
| "step": 120000 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "eval_loss": 0.061661478132009506, | |
| "eval_runtime": 677.4648, | |
| "eval_samples_per_second": 91.566, | |
| "eval_steps_per_second": 22.893, | |
| "step": 120000 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 2.6714944348716997e-05, | |
| "loss": 0.0658, | |
| "step": 130000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 2.4923786221695226e-05, | |
| "loss": 0.0656, | |
| "step": 140000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "eval_loss": 0.06098250672221184, | |
| "eval_runtime": 677.3485, | |
| "eval_samples_per_second": 91.582, | |
| "eval_steps_per_second": 22.897, | |
| "step": 140000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 2.3132628094673455e-05, | |
| "loss": 0.0649, | |
| "step": 150000 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 2.1341469967651687e-05, | |
| "loss": 0.0648, | |
| "step": 160000 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "eval_loss": 0.06077565252780914, | |
| "eval_runtime": 677.1708, | |
| "eval_samples_per_second": 91.606, | |
| "eval_steps_per_second": 22.903, | |
| "step": 160000 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 1.9550311840629915e-05, | |
| "loss": 0.0642, | |
| "step": 170000 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 1.7759153713608147e-05, | |
| "loss": 0.0649, | |
| "step": 180000 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "eval_loss": 0.05941811203956604, | |
| "eval_runtime": 677.9109, | |
| "eval_samples_per_second": 91.506, | |
| "eval_steps_per_second": 22.878, | |
| "step": 180000 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.5967995586586376e-05, | |
| "loss": 0.0652, | |
| "step": 190000 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.4176837459564608e-05, | |
| "loss": 0.0638, | |
| "step": 200000 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "eval_loss": 0.06042506918311119, | |
| "eval_runtime": 678.1922, | |
| "eval_samples_per_second": 91.468, | |
| "eval_steps_per_second": 22.868, | |
| "step": 200000 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 1.2385679332542836e-05, | |
| "loss": 0.0621, | |
| "step": 210000 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 1.0594521205521066e-05, | |
| "loss": 0.0643, | |
| "step": 220000 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "eval_loss": 0.059569716453552246, | |
| "eval_runtime": 688.4187, | |
| "eval_samples_per_second": 90.109, | |
| "eval_steps_per_second": 22.528, | |
| "step": 220000 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 8.803363078499297e-06, | |
| "loss": 0.0623, | |
| "step": 230000 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 7.012204951477527e-06, | |
| "loss": 0.0646, | |
| "step": 240000 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "eval_loss": 0.059120796620845795, | |
| "eval_runtime": 715.8659, | |
| "eval_samples_per_second": 86.654, | |
| "eval_steps_per_second": 21.665, | |
| "step": 240000 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 4.5522104682445576e-05, | |
| "loss": 0.0634, | |
| "step": 250000 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 4.53429888697434e-05, | |
| "loss": 0.0648, | |
| "step": 260000 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "eval_loss": 0.06051425263285637, | |
| "eval_runtime": 694.96, | |
| "eval_samples_per_second": 89.261, | |
| "eval_steps_per_second": 22.316, | |
| "step": 260000 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 4.516387305704122e-05, | |
| "loss": 0.0644, | |
| "step": 270000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.4984757244339046e-05, | |
| "loss": 0.0655, | |
| "step": 280000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 0.06069951504468918, | |
| "eval_runtime": 679.0968, | |
| "eval_samples_per_second": 91.346, | |
| "eval_steps_per_second": 22.838, | |
| "step": 280000 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 4.4805641431636866e-05, | |
| "loss": 0.0652, | |
| "step": 290000 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 4.462652561893469e-05, | |
| "loss": 0.0631, | |
| "step": 300000 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "eval_loss": 0.06102127209305763, | |
| "eval_runtime": 705.9715, | |
| "eval_samples_per_second": 87.869, | |
| "eval_steps_per_second": 21.968, | |
| "step": 300000 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "learning_rate": 4.444740980623252e-05, | |
| "loss": 0.064, | |
| "step": 310000 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 4.426829399353034e-05, | |
| "loss": 0.0643, | |
| "step": 320000 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "eval_loss": 0.05971848592162132, | |
| "eval_runtime": 698.4495, | |
| "eval_samples_per_second": 88.815, | |
| "eval_steps_per_second": 22.205, | |
| "step": 320000 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 4.408917818082816e-05, | |
| "loss": 0.0638, | |
| "step": 330000 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 4.391006236812599e-05, | |
| "loss": 0.064, | |
| "step": 340000 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "eval_loss": 0.05945688858628273, | |
| "eval_runtime": 700.9514, | |
| "eval_samples_per_second": 88.498, | |
| "eval_steps_per_second": 22.126, | |
| "step": 340000 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 4.373094655542381e-05, | |
| "loss": 0.0613, | |
| "step": 350000 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 4.355183074272163e-05, | |
| "loss": 0.0635, | |
| "step": 360000 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "eval_loss": 0.06002034246921539, | |
| "eval_runtime": 697.4531, | |
| "eval_samples_per_second": 88.942, | |
| "eval_steps_per_second": 22.237, | |
| "step": 360000 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 4.337271493001945e-05, | |
| "loss": 0.0635, | |
| "step": 370000 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 4.319359911731728e-05, | |
| "loss": 0.0627, | |
| "step": 380000 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "eval_loss": 0.0593414306640625, | |
| "eval_runtime": 720.1404, | |
| "eval_samples_per_second": 86.14, | |
| "eval_steps_per_second": 21.536, | |
| "step": 380000 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "learning_rate": 4.30144833046151e-05, | |
| "loss": 0.0629, | |
| "step": 390000 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "learning_rate": 4.2835367491912923e-05, | |
| "loss": 0.0642, | |
| "step": 400000 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "eval_loss": 0.059706129133701324, | |
| "eval_runtime": 706.6838, | |
| "eval_samples_per_second": 87.78, | |
| "eval_steps_per_second": 21.946, | |
| "step": 400000 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 4.265625167921074e-05, | |
| "loss": 0.062, | |
| "step": 410000 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 4.247713586650857e-05, | |
| "loss": 0.0616, | |
| "step": 420000 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "eval_loss": 0.058674536645412445, | |
| "eval_runtime": 740.0142, | |
| "eval_samples_per_second": 83.827, | |
| "eval_steps_per_second": 20.958, | |
| "step": 420000 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "learning_rate": 4.2298020053806394e-05, | |
| "loss": 0.0611, | |
| "step": 430000 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "learning_rate": 4.211890424110422e-05, | |
| "loss": 0.0618, | |
| "step": 440000 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "eval_loss": 0.05948682501912117, | |
| "eval_runtime": 698.4731, | |
| "eval_samples_per_second": 88.812, | |
| "eval_steps_per_second": 22.204, | |
| "step": 440000 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "learning_rate": 4.193978842840204e-05, | |
| "loss": 0.062, | |
| "step": 450000 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "learning_rate": 4.176067261569986e-05, | |
| "loss": 0.0603, | |
| "step": 460000 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "eval_loss": 0.059506043791770935, | |
| "eval_runtime": 699.0665, | |
| "eval_samples_per_second": 88.737, | |
| "eval_steps_per_second": 22.185, | |
| "step": 460000 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "learning_rate": 4.1581556802997684e-05, | |
| "loss": 0.0606, | |
| "step": 470000 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "learning_rate": 4.1402440990295504e-05, | |
| "loss": 0.0596, | |
| "step": 480000 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "eval_loss": 0.06113377958536148, | |
| "eval_runtime": 687.5695, | |
| "eval_samples_per_second": 90.221, | |
| "eval_steps_per_second": 22.556, | |
| "step": 480000 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "learning_rate": 4.122332517759333e-05, | |
| "loss": 0.0604, | |
| "step": 490000 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 4.104420936489115e-05, | |
| "loss": 0.0602, | |
| "step": 500000 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "eval_loss": 0.058628179132938385, | |
| "eval_runtime": 685.1917, | |
| "eval_samples_per_second": 90.534, | |
| "eval_steps_per_second": 22.635, | |
| "step": 500000 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "learning_rate": 4.0865093552188975e-05, | |
| "loss": 0.0588, | |
| "step": 510000 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "learning_rate": 4.0685977739486794e-05, | |
| "loss": 0.0603, | |
| "step": 520000 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "eval_loss": 0.058195825666189194, | |
| "eval_runtime": 684.8426, | |
| "eval_samples_per_second": 90.58, | |
| "eval_steps_per_second": 22.646, | |
| "step": 520000 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "learning_rate": 4.050686192678462e-05, | |
| "loss": 0.0606, | |
| "step": 530000 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "learning_rate": 4.0327746114082445e-05, | |
| "loss": 0.0603, | |
| "step": 540000 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "eval_loss": 0.059178441762924194, | |
| "eval_runtime": 686.71, | |
| "eval_samples_per_second": 90.334, | |
| "eval_steps_per_second": 22.584, | |
| "step": 540000 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "learning_rate": 4.014863030138027e-05, | |
| "loss": 0.0614, | |
| "step": 550000 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "learning_rate": 3.996951448867809e-05, | |
| "loss": 0.0596, | |
| "step": 560000 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "eval_loss": 0.05809653550386429, | |
| "eval_runtime": 686.1393, | |
| "eval_samples_per_second": 90.409, | |
| "eval_steps_per_second": 22.603, | |
| "step": 560000 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "learning_rate": 3.9790398675975916e-05, | |
| "loss": 0.0587, | |
| "step": 570000 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "learning_rate": 3.9611282863273736e-05, | |
| "loss": 0.0584, | |
| "step": 580000 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "eval_loss": 0.05719467252492905, | |
| "eval_runtime": 686.9168, | |
| "eval_samples_per_second": 90.306, | |
| "eval_steps_per_second": 22.578, | |
| "step": 580000 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "learning_rate": 3.943216705057156e-05, | |
| "loss": 0.0592, | |
| "step": 590000 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "learning_rate": 3.925305123786938e-05, | |
| "loss": 0.0592, | |
| "step": 600000 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "eval_loss": 0.05839799717068672, | |
| "eval_runtime": 691.5693, | |
| "eval_samples_per_second": 89.699, | |
| "eval_steps_per_second": 22.426, | |
| "step": 600000 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "learning_rate": 3.9073935425167206e-05, | |
| "loss": 0.0583, | |
| "step": 610000 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "learning_rate": 3.8894819612465026e-05, | |
| "loss": 0.0598, | |
| "step": 620000 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "eval_loss": 0.05699307098984718, | |
| "eval_runtime": 703.0844, | |
| "eval_samples_per_second": 88.23, | |
| "eval_steps_per_second": 22.059, | |
| "step": 620000 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "learning_rate": 3.871570379976285e-05, | |
| "loss": 0.0587, | |
| "step": 630000 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "learning_rate": 3.853658798706067e-05, | |
| "loss": 0.058, | |
| "step": 640000 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "eval_loss": 0.05786525830626488, | |
| "eval_runtime": 719.4112, | |
| "eval_samples_per_second": 86.227, | |
| "eval_steps_per_second": 21.558, | |
| "step": 640000 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "learning_rate": 3.8357472174358497e-05, | |
| "loss": 0.0579, | |
| "step": 650000 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "learning_rate": 3.817835636165632e-05, | |
| "loss": 0.0576, | |
| "step": 660000 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "eval_loss": 0.05708477646112442, | |
| "eval_runtime": 740.1092, | |
| "eval_samples_per_second": 83.816, | |
| "eval_steps_per_second": 20.955, | |
| "step": 660000 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "learning_rate": 3.799924054895415e-05, | |
| "loss": 0.0578, | |
| "step": 670000 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "learning_rate": 3.782012473625197e-05, | |
| "loss": 0.0586, | |
| "step": 680000 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "eval_loss": 0.05821482464671135, | |
| "eval_runtime": 697.0334, | |
| "eval_samples_per_second": 88.996, | |
| "eval_steps_per_second": 22.25, | |
| "step": 680000 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "learning_rate": 3.764100892354979e-05, | |
| "loss": 0.0579, | |
| "step": 690000 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "learning_rate": 3.746189311084761e-05, | |
| "loss": 0.0579, | |
| "step": 700000 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "eval_loss": 0.057255882769823074, | |
| "eval_runtime": 693.1254, | |
| "eval_samples_per_second": 89.498, | |
| "eval_steps_per_second": 22.375, | |
| "step": 700000 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "learning_rate": 3.728277729814544e-05, | |
| "loss": 0.0586, | |
| "step": 710000 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "learning_rate": 3.710366148544326e-05, | |
| "loss": 0.0583, | |
| "step": 720000 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "eval_loss": 0.0572069026529789, | |
| "eval_runtime": 691.2275, | |
| "eval_samples_per_second": 89.743, | |
| "eval_steps_per_second": 22.437, | |
| "step": 720000 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "learning_rate": 3.6924545672741083e-05, | |
| "loss": 0.0591, | |
| "step": 730000 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "learning_rate": 3.67454298600389e-05, | |
| "loss": 0.0573, | |
| "step": 740000 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "eval_loss": 0.05713275447487831, | |
| "eval_runtime": 696.2667, | |
| "eval_samples_per_second": 89.094, | |
| "eval_steps_per_second": 22.275, | |
| "step": 740000 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "learning_rate": 3.656631404733673e-05, | |
| "loss": 0.0559, | |
| "step": 750000 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "learning_rate": 3.638719823463455e-05, | |
| "loss": 0.0571, | |
| "step": 760000 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "eval_loss": 0.056393299251794815, | |
| "eval_runtime": 683.9753, | |
| "eval_samples_per_second": 90.695, | |
| "eval_steps_per_second": 22.675, | |
| "step": 760000 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "learning_rate": 3.6208082421932374e-05, | |
| "loss": 0.0572, | |
| "step": 770000 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "learning_rate": 3.60289666092302e-05, | |
| "loss": 0.0571, | |
| "step": 780000 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "eval_loss": 0.057615023106336594, | |
| "eval_runtime": 683.0895, | |
| "eval_samples_per_second": 90.812, | |
| "eval_steps_per_second": 22.704, | |
| "step": 780000 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "learning_rate": 3.5849850796528025e-05, | |
| "loss": 0.0575, | |
| "step": 790000 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "learning_rate": 3.5670734983825844e-05, | |
| "loss": 0.0556, | |
| "step": 800000 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "eval_loss": 0.055679138749837875, | |
| "eval_runtime": 682.7397, | |
| "eval_samples_per_second": 90.859, | |
| "eval_steps_per_second": 22.716, | |
| "step": 800000 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "learning_rate": 3.549161917112367e-05, | |
| "loss": 0.057, | |
| "step": 810000 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "learning_rate": 3.531250335842149e-05, | |
| "loss": 0.057, | |
| "step": 820000 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "eval_loss": 0.056380968540906906, | |
| "eval_runtime": 682.9026, | |
| "eval_samples_per_second": 90.837, | |
| "eval_steps_per_second": 22.71, | |
| "step": 820000 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "learning_rate": 3.5133387545719315e-05, | |
| "loss": 0.0558, | |
| "step": 830000 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "learning_rate": 3.4954271733017135e-05, | |
| "loss": 0.0561, | |
| "step": 840000 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "eval_loss": 0.05610540881752968, | |
| "eval_runtime": 684.8005, | |
| "eval_samples_per_second": 90.586, | |
| "eval_steps_per_second": 22.647, | |
| "step": 840000 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "learning_rate": 3.477515592031496e-05, | |
| "loss": 0.0558, | |
| "step": 850000 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "learning_rate": 3.459604010761278e-05, | |
| "loss": 0.0552, | |
| "step": 860000 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "eval_loss": 0.05571727082133293, | |
| "eval_runtime": 684.9047, | |
| "eval_samples_per_second": 90.572, | |
| "eval_steps_per_second": 22.644, | |
| "step": 860000 | |
| }, | |
| { | |
| "epoch": 3.12, | |
| "learning_rate": 3.4416924294910605e-05, | |
| "loss": 0.0566, | |
| "step": 870000 | |
| }, | |
| { | |
| "epoch": 3.15, | |
| "learning_rate": 3.4237808482208425e-05, | |
| "loss": 0.0572, | |
| "step": 880000 | |
| }, | |
| { | |
| "epoch": 3.15, | |
| "eval_loss": 0.05569184198975563, | |
| "eval_runtime": 685.6335, | |
| "eval_samples_per_second": 90.475, | |
| "eval_steps_per_second": 22.62, | |
| "step": 880000 | |
| }, | |
| { | |
| "epoch": 3.19, | |
| "learning_rate": 3.405869266950625e-05, | |
| "loss": 0.0558, | |
| "step": 890000 | |
| }, | |
| { | |
| "epoch": 3.22, | |
| "learning_rate": 3.3879576856804076e-05, | |
| "loss": 0.0559, | |
| "step": 900000 | |
| }, | |
| { | |
| "epoch": 3.22, | |
| "eval_loss": 0.055385466665029526, | |
| "eval_runtime": 689.1891, | |
| "eval_samples_per_second": 90.009, | |
| "eval_steps_per_second": 22.503, | |
| "step": 900000 | |
| }, | |
| { | |
| "epoch": 3.26, | |
| "learning_rate": 3.37004610441019e-05, | |
| "loss": 0.0557, | |
| "step": 910000 | |
| }, | |
| { | |
| "epoch": 3.3, | |
| "learning_rate": 3.352134523139972e-05, | |
| "loss": 0.0548, | |
| "step": 920000 | |
| }, | |
| { | |
| "epoch": 3.3, | |
| "eval_loss": 0.05598163977265358, | |
| "eval_runtime": 684.1191, | |
| "eval_samples_per_second": 90.676, | |
| "eval_steps_per_second": 22.67, | |
| "step": 920000 | |
| }, | |
| { | |
| "epoch": 3.33, | |
| "learning_rate": 3.334222941869754e-05, | |
| "loss": 0.0552, | |
| "step": 930000 | |
| }, | |
| { | |
| "epoch": 3.37, | |
| "learning_rate": 3.3163113605995366e-05, | |
| "loss": 0.0565, | |
| "step": 940000 | |
| }, | |
| { | |
| "epoch": 3.37, | |
| "eval_loss": 0.055193424224853516, | |
| "eval_runtime": 732.5988, | |
| "eval_samples_per_second": 84.675, | |
| "eval_steps_per_second": 21.17, | |
| "step": 940000 | |
| }, | |
| { | |
| "epoch": 3.4, | |
| "learning_rate": 3.2983997793293186e-05, | |
| "loss": 0.0557, | |
| "step": 950000 | |
| }, | |
| { | |
| "epoch": 3.44, | |
| "learning_rate": 3.280488198059101e-05, | |
| "loss": 0.055, | |
| "step": 960000 | |
| }, | |
| { | |
| "epoch": 3.44, | |
| "eval_loss": 0.05571094900369644, | |
| "eval_runtime": 724.8884, | |
| "eval_samples_per_second": 85.576, | |
| "eval_steps_per_second": 21.395, | |
| "step": 960000 | |
| }, | |
| { | |
| "epoch": 3.47, | |
| "learning_rate": 3.262576616788883e-05, | |
| "loss": 0.0556, | |
| "step": 970000 | |
| }, | |
| { | |
| "epoch": 3.51, | |
| "learning_rate": 3.2446650355186657e-05, | |
| "loss": 0.0563, | |
| "step": 980000 | |
| }, | |
| { | |
| "epoch": 3.51, | |
| "eval_loss": 0.05553479492664337, | |
| "eval_runtime": 714.2985, | |
| "eval_samples_per_second": 86.845, | |
| "eval_steps_per_second": 21.712, | |
| "step": 980000 | |
| }, | |
| { | |
| "epoch": 3.55, | |
| "learning_rate": 3.2267534542484476e-05, | |
| "loss": 0.0552, | |
| "step": 990000 | |
| }, | |
| { | |
| "epoch": 3.58, | |
| "learning_rate": 3.20884187297823e-05, | |
| "loss": 0.0553, | |
| "step": 1000000 | |
| }, | |
| { | |
| "epoch": 3.58, | |
| "eval_loss": 0.05587638169527054, | |
| "eval_runtime": 709.3024, | |
| "eval_samples_per_second": 87.456, | |
| "eval_steps_per_second": 21.865, | |
| "step": 1000000 | |
| }, | |
| { | |
| "epoch": 3.62, | |
| "learning_rate": 3.190930291708013e-05, | |
| "loss": 0.0544, | |
| "step": 1010000 | |
| }, | |
| { | |
| "epoch": 3.65, | |
| "learning_rate": 3.1730187104377953e-05, | |
| "loss": 0.0545, | |
| "step": 1020000 | |
| }, | |
| { | |
| "epoch": 3.65, | |
| "eval_loss": 0.05536632239818573, | |
| "eval_runtime": 696.888, | |
| "eval_samples_per_second": 89.014, | |
| "eval_steps_per_second": 22.255, | |
| "step": 1020000 | |
| }, | |
| { | |
| "epoch": 3.69, | |
| "learning_rate": 3.155107129167577e-05, | |
| "loss": 0.0543, | |
| "step": 1030000 | |
| }, | |
| { | |
| "epoch": 3.73, | |
| "learning_rate": 3.13719554789736e-05, | |
| "loss": 0.0544, | |
| "step": 1040000 | |
| }, | |
| { | |
| "epoch": 3.73, | |
| "eval_loss": 0.05515935644507408, | |
| "eval_runtime": 706.1745, | |
| "eval_samples_per_second": 87.844, | |
| "eval_steps_per_second": 21.962, | |
| "step": 1040000 | |
| }, | |
| { | |
| "epoch": 3.76, | |
| "learning_rate": 3.119283966627142e-05, | |
| "loss": 0.0534, | |
| "step": 1050000 | |
| }, | |
| { | |
| "epoch": 3.8, | |
| "learning_rate": 3.1013723853569243e-05, | |
| "loss": 0.0552, | |
| "step": 1060000 | |
| }, | |
| { | |
| "epoch": 3.8, | |
| "eval_loss": 0.054923560470342636, | |
| "eval_runtime": 716.4597, | |
| "eval_samples_per_second": 86.583, | |
| "eval_steps_per_second": 21.647, | |
| "step": 1060000 | |
| }, | |
| { | |
| "epoch": 3.83, | |
| "learning_rate": 3.083460804086706e-05, | |
| "loss": 0.055, | |
| "step": 1070000 | |
| }, | |
| { | |
| "epoch": 3.87, | |
| "learning_rate": 3.065549222816489e-05, | |
| "loss": 0.0547, | |
| "step": 1080000 | |
| }, | |
| { | |
| "epoch": 3.87, | |
| "eval_loss": 0.05532824248075485, | |
| "eval_runtime": 713.1552, | |
| "eval_samples_per_second": 86.984, | |
| "eval_steps_per_second": 21.747, | |
| "step": 1080000 | |
| }, | |
| { | |
| "epoch": 3.9, | |
| "learning_rate": 3.047637641546271e-05, | |
| "loss": 0.0526, | |
| "step": 1090000 | |
| }, | |
| { | |
| "epoch": 3.94, | |
| "learning_rate": 3.0297260602760537e-05, | |
| "loss": 0.0536, | |
| "step": 1100000 | |
| }, | |
| { | |
| "epoch": 3.94, | |
| "eval_loss": 0.05594659596681595, | |
| "eval_runtime": 765.7749, | |
| "eval_samples_per_second": 81.007, | |
| "eval_steps_per_second": 20.253, | |
| "step": 1100000 | |
| } | |
| ], | |
| "max_steps": 2791490, | |
| "num_train_epochs": 10, | |
| "total_flos": 7.350678561491497e+17, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |