| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.0, | |
| "eval_steps": 600, | |
| "global_step": 3537, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.008481764206955046, | |
| "grad_norm": 0.9741957783699036, | |
| "learning_rate": 1.4124293785310734e-06, | |
| "loss": 2.0351, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.016963528413910092, | |
| "grad_norm": 0.6763953566551208, | |
| "learning_rate": 2.824858757062147e-06, | |
| "loss": 1.9766, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.02544529262086514, | |
| "grad_norm": 0.354457825422287, | |
| "learning_rate": 4.23728813559322e-06, | |
| "loss": 1.951, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.033927056827820185, | |
| "grad_norm": 0.31893497705459595, | |
| "learning_rate": 5.649717514124294e-06, | |
| "loss": 1.8941, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.04240882103477523, | |
| "grad_norm": 0.22654543817043304, | |
| "learning_rate": 7.062146892655368e-06, | |
| "loss": 1.8506, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.05089058524173028, | |
| "grad_norm": 0.2076452225446701, | |
| "learning_rate": 8.47457627118644e-06, | |
| "loss": 1.8052, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.05937234944868533, | |
| "grad_norm": 0.1928279548883438, | |
| "learning_rate": 9.887005649717516e-06, | |
| "loss": 1.8038, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.06785411365564037, | |
| "grad_norm": 0.18840375542640686, | |
| "learning_rate": 1.1299435028248587e-05, | |
| "loss": 1.7649, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.07633587786259542, | |
| "grad_norm": 0.19931818544864655, | |
| "learning_rate": 1.2711864406779661e-05, | |
| "loss": 1.7458, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.08481764206955046, | |
| "grad_norm": 0.20297980308532715, | |
| "learning_rate": 1.4124293785310736e-05, | |
| "loss": 1.75, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.09329940627650551, | |
| "grad_norm": 0.18958595395088196, | |
| "learning_rate": 1.553672316384181e-05, | |
| "loss": 1.7462, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.10178117048346055, | |
| "grad_norm": 0.20559008419513702, | |
| "learning_rate": 1.694915254237288e-05, | |
| "loss": 1.7414, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.1102629346904156, | |
| "grad_norm": 0.20397105813026428, | |
| "learning_rate": 1.8361581920903956e-05, | |
| "loss": 1.7446, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.11874469889737066, | |
| "grad_norm": 0.20660234987735748, | |
| "learning_rate": 1.977401129943503e-05, | |
| "loss": 1.7285, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.1272264631043257, | |
| "grad_norm": 0.2024795413017273, | |
| "learning_rate": 2.1186440677966103e-05, | |
| "loss": 1.7406, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.13570822731128074, | |
| "grad_norm": 0.20553280413150787, | |
| "learning_rate": 2.2598870056497175e-05, | |
| "loss": 1.7338, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.1441899915182358, | |
| "grad_norm": 0.2002541571855545, | |
| "learning_rate": 2.401129943502825e-05, | |
| "loss": 1.7048, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.15267175572519084, | |
| "grad_norm": 0.19995799660682678, | |
| "learning_rate": 2.5423728813559322e-05, | |
| "loss": 1.729, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.16115351993214588, | |
| "grad_norm": 0.19061961770057678, | |
| "learning_rate": 2.68361581920904e-05, | |
| "loss": 1.7157, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.16963528413910092, | |
| "grad_norm": 0.20361429452896118, | |
| "learning_rate": 2.8248587570621472e-05, | |
| "loss": 1.7065, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.178117048346056, | |
| "grad_norm": 0.19405007362365723, | |
| "learning_rate": 2.9661016949152544e-05, | |
| "loss": 1.7147, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.18659881255301103, | |
| "grad_norm": 0.21106290817260742, | |
| "learning_rate": 3.107344632768362e-05, | |
| "loss": 1.7245, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.19508057675996607, | |
| "grad_norm": 0.19132505357265472, | |
| "learning_rate": 3.2485875706214694e-05, | |
| "loss": 1.7045, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.2035623409669211, | |
| "grad_norm": 0.19091880321502686, | |
| "learning_rate": 3.389830508474576e-05, | |
| "loss": 1.6859, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.21204410517387617, | |
| "grad_norm": 0.19968806207180023, | |
| "learning_rate": 3.531073446327684e-05, | |
| "loss": 1.7053, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.2205258693808312, | |
| "grad_norm": 0.18798886239528656, | |
| "learning_rate": 3.672316384180791e-05, | |
| "loss": 1.6977, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.22900763358778625, | |
| "grad_norm": 0.18123075366020203, | |
| "learning_rate": 3.813559322033898e-05, | |
| "loss": 1.7306, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.23748939779474132, | |
| "grad_norm": 0.18372726440429688, | |
| "learning_rate": 3.954802259887006e-05, | |
| "loss": 1.688, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.24597116200169636, | |
| "grad_norm": 0.18568727374076843, | |
| "learning_rate": 4.096045197740113e-05, | |
| "loss": 1.6959, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.2544529262086514, | |
| "grad_norm": 0.18453723192214966, | |
| "learning_rate": 4.2372881355932206e-05, | |
| "loss": 1.7084, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.26293469041560646, | |
| "grad_norm": 0.1792721152305603, | |
| "learning_rate": 4.378531073446328e-05, | |
| "loss": 1.6758, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.2714164546225615, | |
| "grad_norm": 0.17322257161140442, | |
| "learning_rate": 4.519774011299435e-05, | |
| "loss": 1.7053, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.27989821882951654, | |
| "grad_norm": 0.18389643728733063, | |
| "learning_rate": 4.6610169491525425e-05, | |
| "loss": 1.7106, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.2883799830364716, | |
| "grad_norm": 0.18507392704486847, | |
| "learning_rate": 4.80225988700565e-05, | |
| "loss": 1.6952, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.2968617472434266, | |
| "grad_norm": 0.16895641386508942, | |
| "learning_rate": 4.9435028248587575e-05, | |
| "loss": 1.7141, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.3053435114503817, | |
| "grad_norm": 0.1711965948343277, | |
| "learning_rate": 4.999956163314189e-05, | |
| "loss": 1.6916, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.3138252756573367, | |
| "grad_norm": 0.1739186942577362, | |
| "learning_rate": 4.9996882780236966e-05, | |
| "loss": 1.6689, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.32230703986429177, | |
| "grad_norm": 0.17199921607971191, | |
| "learning_rate": 4.99917688722129e-05, | |
| "loss": 1.6957, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.33078880407124683, | |
| "grad_norm": 0.1741172820329666, | |
| "learning_rate": 4.9984220407237743e-05, | |
| "loss": 1.6925, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.33927056827820185, | |
| "grad_norm": 0.16634291410446167, | |
| "learning_rate": 4.997423812064029e-05, | |
| "loss": 1.7053, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.3477523324851569, | |
| "grad_norm": 0.16902585327625275, | |
| "learning_rate": 4.996182298483854e-05, | |
| "loss": 1.6835, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.356234096692112, | |
| "grad_norm": 0.16757601499557495, | |
| "learning_rate": 4.9946976209244876e-05, | |
| "loss": 1.6833, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.364715860899067, | |
| "grad_norm": 0.1582445502281189, | |
| "learning_rate": 4.992969924014831e-05, | |
| "loss": 1.6965, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.37319762510602206, | |
| "grad_norm": 0.1670326590538025, | |
| "learning_rate": 4.990999376057358e-05, | |
| "loss": 1.6797, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.3816793893129771, | |
| "grad_norm": 0.16612491011619568, | |
| "learning_rate": 4.98878616901172e-05, | |
| "loss": 1.7047, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.39016115351993214, | |
| "grad_norm": 0.16573746502399445, | |
| "learning_rate": 4.986330518476046e-05, | |
| "loss": 1.6825, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.3986429177268872, | |
| "grad_norm": 0.1650175005197525, | |
| "learning_rate": 4.983632663665937e-05, | |
| "loss": 1.6983, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.4071246819338422, | |
| "grad_norm": 0.16499648988246918, | |
| "learning_rate": 4.980692867391172e-05, | |
| "loss": 1.6838, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.4156064461407973, | |
| "grad_norm": 0.15969328582286835, | |
| "learning_rate": 4.9775114160300974e-05, | |
| "loss": 1.6812, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.42408821034775235, | |
| "grad_norm": 0.15962941944599152, | |
| "learning_rate": 4.974088619501733e-05, | |
| "loss": 1.6934, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.43256997455470736, | |
| "grad_norm": 0.1593630164861679, | |
| "learning_rate": 4.970424811235582e-05, | |
| "loss": 1.7084, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.4410517387616624, | |
| "grad_norm": 0.1627817004919052, | |
| "learning_rate": 4.966520348139149e-05, | |
| "loss": 1.6919, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.4495335029686175, | |
| "grad_norm": 0.16287963092327118, | |
| "learning_rate": 4.9623756105631755e-05, | |
| "loss": 1.6909, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.4580152671755725, | |
| "grad_norm": 0.15781639516353607, | |
| "learning_rate": 4.9579910022645816e-05, | |
| "loss": 1.6863, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.46649703138252757, | |
| "grad_norm": 0.1625601351261139, | |
| "learning_rate": 4.9533669503671417e-05, | |
| "loss": 1.6877, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.47497879558948264, | |
| "grad_norm": 0.1634383201599121, | |
| "learning_rate": 4.94850390531987e-05, | |
| "loss": 1.6949, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.48346055979643765, | |
| "grad_norm": 0.1620015949010849, | |
| "learning_rate": 4.943402340853146e-05, | |
| "loss": 1.6817, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.4919423240033927, | |
| "grad_norm": 0.16449208557605743, | |
| "learning_rate": 4.938062753932562e-05, | |
| "loss": 1.6908, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.5004240882103478, | |
| "grad_norm": 0.1599043905735016, | |
| "learning_rate": 4.9324856647105144e-05, | |
| "loss": 1.685, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.5089058524173028, | |
| "grad_norm": 0.1632467657327652, | |
| "learning_rate": 4.9266716164755305e-05, | |
| "loss": 1.6658, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.5089058524173028, | |
| "eval_loss": 1.6607000827789307, | |
| "eval_runtime": 8.4197, | |
| "eval_samples_per_second": 45.251, | |
| "eval_steps_per_second": 11.402, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.5173876166242578, | |
| "grad_norm": 0.1606842428445816, | |
| "learning_rate": 4.920621175599348e-05, | |
| "loss": 1.6953, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.5258693808312129, | |
| "grad_norm": 0.16536976397037506, | |
| "learning_rate": 4.9143349314817394e-05, | |
| "loss": 1.6882, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.5343511450381679, | |
| "grad_norm": 0.16298532485961914, | |
| "learning_rate": 4.9078134964930975e-05, | |
| "loss": 1.696, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.542832909245123, | |
| "grad_norm": 0.15745271742343903, | |
| "learning_rate": 4.90105750591478e-05, | |
| "loss": 1.6657, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.5513146734520781, | |
| "grad_norm": 0.1618964523077011, | |
| "learning_rate": 4.894067617877227e-05, | |
| "loss": 1.6583, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.5597964376590331, | |
| "grad_norm": 0.17704178392887115, | |
| "learning_rate": 4.886844513295846e-05, | |
| "loss": 1.6808, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.5682782018659881, | |
| "grad_norm": 0.1587689071893692, | |
| "learning_rate": 4.8793888958046855e-05, | |
| "loss": 1.6988, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.5767599660729432, | |
| "grad_norm": 0.15959058701992035, | |
| "learning_rate": 4.871701491687884e-05, | |
| "loss": 1.6782, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.5852417302798982, | |
| "grad_norm": 0.16397462785243988, | |
| "learning_rate": 4.863783049808929e-05, | |
| "loss": 1.6755, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.5937234944868532, | |
| "grad_norm": 0.15620797872543335, | |
| "learning_rate": 4.855634341537697e-05, | |
| "loss": 1.6832, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.6022052586938084, | |
| "grad_norm": 0.16528008878231049, | |
| "learning_rate": 4.847256160675319e-05, | |
| "loss": 1.6524, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.6106870229007634, | |
| "grad_norm": 0.15817534923553467, | |
| "learning_rate": 4.8386493233768465e-05, | |
| "loss": 1.6641, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.6191687871077184, | |
| "grad_norm": 0.16023534536361694, | |
| "learning_rate": 4.829814668071752e-05, | |
| "loss": 1.6616, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.6276505513146734, | |
| "grad_norm": 0.15581044554710388, | |
| "learning_rate": 4.820753055382253e-05, | |
| "loss": 1.7041, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.6361323155216285, | |
| "grad_norm": 0.15969929099082947, | |
| "learning_rate": 4.811465368039467e-05, | |
| "loss": 1.6773, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.6446140797285835, | |
| "grad_norm": 0.16355305910110474, | |
| "learning_rate": 4.801952510797433e-05, | |
| "loss": 1.6619, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.6530958439355385, | |
| "grad_norm": 0.1603214144706726, | |
| "learning_rate": 4.792215410344968e-05, | |
| "loss": 1.6967, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.6615776081424937, | |
| "grad_norm": 0.16001801192760468, | |
| "learning_rate": 4.7822550152153946e-05, | |
| "loss": 1.657, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.6700593723494487, | |
| "grad_norm": 0.16406036913394928, | |
| "learning_rate": 4.7720722956941434e-05, | |
| "loss": 1.6645, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.6785411365564037, | |
| "grad_norm": 0.16242410242557526, | |
| "learning_rate": 4.7616682437242295e-05, | |
| "loss": 1.6618, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.6870229007633588, | |
| "grad_norm": 0.16283248364925385, | |
| "learning_rate": 4.751043872809626e-05, | |
| "loss": 1.6689, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.6955046649703138, | |
| "grad_norm": 0.16198423504829407, | |
| "learning_rate": 4.740200217916534e-05, | |
| "loss": 1.6751, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.7039864291772688, | |
| "grad_norm": 0.15994125604629517, | |
| "learning_rate": 4.729138335372558e-05, | |
| "loss": 1.6549, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.712468193384224, | |
| "grad_norm": 0.1621062308549881, | |
| "learning_rate": 4.717859302763812e-05, | |
| "loss": 1.6528, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.720949957591179, | |
| "grad_norm": 0.16383197903633118, | |
| "learning_rate": 4.7063642188299384e-05, | |
| "loss": 1.6689, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.729431721798134, | |
| "grad_norm": 0.16420704126358032, | |
| "learning_rate": 4.694654203357082e-05, | |
| "loss": 1.696, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.7379134860050891, | |
| "grad_norm": 0.16626745462417603, | |
| "learning_rate": 4.682730397068803e-05, | |
| "loss": 1.6834, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.7463952502120441, | |
| "grad_norm": 0.16311106085777283, | |
| "learning_rate": 4.670593961514955e-05, | |
| "loss": 1.653, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.7548770144189991, | |
| "grad_norm": 0.15614666044712067, | |
| "learning_rate": 4.658246078958534e-05, | |
| "loss": 1.6716, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.7633587786259542, | |
| "grad_norm": 0.16057974100112915, | |
| "learning_rate": 4.645687952260508e-05, | |
| "loss": 1.6456, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.7718405428329093, | |
| "grad_norm": 0.15990586578845978, | |
| "learning_rate": 4.6329208047626425e-05, | |
| "loss": 1.6783, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.7803223070398643, | |
| "grad_norm": 0.15808311104774475, | |
| "learning_rate": 4.619945880168329e-05, | |
| "loss": 1.6748, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.7888040712468194, | |
| "grad_norm": 0.16143541038036346, | |
| "learning_rate": 4.6067644424214286e-05, | |
| "loss": 1.6767, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.7972858354537744, | |
| "grad_norm": 0.16702161729335785, | |
| "learning_rate": 4.5933777755831474e-05, | |
| "loss": 1.6971, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.8057675996607294, | |
| "grad_norm": 0.15487882494926453, | |
| "learning_rate": 4.579787183706952e-05, | |
| "loss": 1.6897, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.8142493638676844, | |
| "grad_norm": 0.16486485302448273, | |
| "learning_rate": 4.565993990711531e-05, | |
| "loss": 1.6722, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.8227311280746396, | |
| "grad_norm": 0.16009177267551422, | |
| "learning_rate": 4.551999540251834e-05, | |
| "loss": 1.6464, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.8312128922815946, | |
| "grad_norm": 0.1609630137681961, | |
| "learning_rate": 4.537805195588172e-05, | |
| "loss": 1.6734, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.8396946564885496, | |
| "grad_norm": 0.16222642362117767, | |
| "learning_rate": 4.523412339453422e-05, | |
| "loss": 1.6824, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.8481764206955047, | |
| "grad_norm": 0.16156989336013794, | |
| "learning_rate": 4.508822373918328e-05, | |
| "loss": 1.6659, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.8566581849024597, | |
| "grad_norm": 0.16236943006515503, | |
| "learning_rate": 4.494036720254915e-05, | |
| "loss": 1.6707, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.8651399491094147, | |
| "grad_norm": 0.163671612739563, | |
| "learning_rate": 4.479056818798044e-05, | |
| "loss": 1.6561, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.8736217133163698, | |
| "grad_norm": 0.16348202526569366, | |
| "learning_rate": 4.463884128805097e-05, | |
| "loss": 1.6344, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.8821034775233249, | |
| "grad_norm": 0.16194137930870056, | |
| "learning_rate": 4.448520128313826e-05, | |
| "loss": 1.6583, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.8905852417302799, | |
| "grad_norm": 0.16495518386363983, | |
| "learning_rate": 4.432966313998371e-05, | |
| "loss": 1.6674, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.899067005937235, | |
| "grad_norm": 0.15918731689453125, | |
| "learning_rate": 4.4172242010234643e-05, | |
| "loss": 1.6522, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.90754877014419, | |
| "grad_norm": 0.16680502891540527, | |
| "learning_rate": 4.401295322896827e-05, | |
| "loss": 1.6563, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.916030534351145, | |
| "grad_norm": 0.16706348955631256, | |
| "learning_rate": 4.385181231319788e-05, | |
| "loss": 1.6677, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.9245122985581001, | |
| "grad_norm": 0.16275151073932648, | |
| "learning_rate": 4.368883496036125e-05, | |
| "loss": 1.6784, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.9329940627650551, | |
| "grad_norm": 0.16376911103725433, | |
| "learning_rate": 4.3524037046791455e-05, | |
| "loss": 1.6565, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.9414758269720102, | |
| "grad_norm": 0.16600607335567474, | |
| "learning_rate": 4.335743462617036e-05, | |
| "loss": 1.6514, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.9499575911789653, | |
| "grad_norm": 0.1660010665655136, | |
| "learning_rate": 4.318904392796467e-05, | |
| "loss": 1.6546, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.9584393553859203, | |
| "grad_norm": 0.1595398634672165, | |
| "learning_rate": 4.3018881355844996e-05, | |
| "loss": 1.6445, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.9669211195928753, | |
| "grad_norm": 0.16763563454151154, | |
| "learning_rate": 4.2846963486087926e-05, | |
| "loss": 1.665, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.9754028837998303, | |
| "grad_norm": 0.16849684715270996, | |
| "learning_rate": 4.2673307065961196e-05, | |
| "loss": 1.6917, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.9838846480067854, | |
| "grad_norm": 0.16113999485969543, | |
| "learning_rate": 4.249792901209233e-05, | |
| "loss": 1.6593, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.9923664122137404, | |
| "grad_norm": 0.16176581382751465, | |
| "learning_rate": 4.2320846408820644e-05, | |
| "loss": 1.6515, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 1.0008481764206956, | |
| "grad_norm": 0.1654123216867447, | |
| "learning_rate": 4.214207650653306e-05, | |
| "loss": 1.6132, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 1.0093299406276506, | |
| "grad_norm": 0.17195528745651245, | |
| "learning_rate": 4.196163671998364e-05, | |
| "loss": 1.6052, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 1.0178117048346056, | |
| "grad_norm": 0.1740170270204544, | |
| "learning_rate": 4.1779544626597125e-05, | |
| "loss": 1.5992, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.0178117048346056, | |
| "eval_loss": 1.6405301094055176, | |
| "eval_runtime": 8.3842, | |
| "eval_samples_per_second": 45.442, | |
| "eval_steps_per_second": 11.45, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.0262934690415606, | |
| "grad_norm": 0.18201863765716553, | |
| "learning_rate": 4.159581796475665e-05, | |
| "loss": 1.6427, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 1.0347752332485156, | |
| "grad_norm": 0.1829264909029007, | |
| "learning_rate": 4.1410474632075794e-05, | |
| "loss": 1.6227, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 1.0432569974554706, | |
| "grad_norm": 0.17768743634223938, | |
| "learning_rate": 4.122353268365507e-05, | |
| "loss": 1.6279, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 1.0517387616624259, | |
| "grad_norm": 0.18258538842201233, | |
| "learning_rate": 4.1035010330323086e-05, | |
| "loss": 1.6102, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 1.0602205258693809, | |
| "grad_norm": 0.1885634958744049, | |
| "learning_rate": 4.084492593686261e-05, | |
| "loss": 1.6443, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 1.0687022900763359, | |
| "grad_norm": 0.18394209444522858, | |
| "learning_rate": 4.0653298020221496e-05, | |
| "loss": 1.6221, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 1.077184054283291, | |
| "grad_norm": 0.18219374120235443, | |
| "learning_rate": 4.046014524770893e-05, | |
| "loss": 1.635, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 1.085665818490246, | |
| "grad_norm": 0.18404074013233185, | |
| "learning_rate": 4.026548643517694e-05, | |
| "loss": 1.6255, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 1.094147582697201, | |
| "grad_norm": 0.18222452700138092, | |
| "learning_rate": 4.006934054518745e-05, | |
| "loss": 1.5958, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 1.1026293469041561, | |
| "grad_norm": 0.18307287991046906, | |
| "learning_rate": 3.98717266851651e-05, | |
| "loss": 1.6374, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.1111111111111112, | |
| "grad_norm": 0.18946941196918488, | |
| "learning_rate": 3.967266410553584e-05, | |
| "loss": 1.6139, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 1.1195928753180662, | |
| "grad_norm": 0.19172786176204681, | |
| "learning_rate": 3.947217219785174e-05, | |
| "loss": 1.6291, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 1.1280746395250212, | |
| "grad_norm": 0.19109292328357697, | |
| "learning_rate": 3.92702704929019e-05, | |
| "loss": 1.6286, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 1.1365564037319762, | |
| "grad_norm": 0.19251668453216553, | |
| "learning_rate": 3.906697865880995e-05, | |
| "loss": 1.6168, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 1.1450381679389312, | |
| "grad_norm": 0.19415880739688873, | |
| "learning_rate": 3.886231649911799e-05, | |
| "loss": 1.6463, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 1.1535199321458864, | |
| "grad_norm": 0.19016750156879425, | |
| "learning_rate": 3.865630395085754e-05, | |
| "loss": 1.6448, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 1.1620016963528415, | |
| "grad_norm": 0.18788300454616547, | |
| "learning_rate": 3.8448961082607346e-05, | |
| "loss": 1.6236, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 1.1704834605597965, | |
| "grad_norm": 0.19576455652713776, | |
| "learning_rate": 3.82403080925384e-05, | |
| "loss": 1.6289, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 1.1789652247667515, | |
| "grad_norm": 0.19166286289691925, | |
| "learning_rate": 3.803036530644636e-05, | |
| "loss": 1.6059, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 1.1874469889737065, | |
| "grad_norm": 0.20226119458675385, | |
| "learning_rate": 3.7819153175771524e-05, | |
| "loss": 1.6339, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.1959287531806615, | |
| "grad_norm": 0.1938009411096573, | |
| "learning_rate": 3.7606692275606596e-05, | |
| "loss": 1.6112, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 1.2044105173876165, | |
| "grad_norm": 0.19422097504138947, | |
| "learning_rate": 3.739300330269232e-05, | |
| "loss": 1.6095, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 1.2128922815945717, | |
| "grad_norm": 0.19058625400066376, | |
| "learning_rate": 3.7178107073401356e-05, | |
| "loss": 1.602, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 1.2213740458015268, | |
| "grad_norm": 0.19627830386161804, | |
| "learning_rate": 3.696202452171047e-05, | |
| "loss": 1.6087, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 1.2298558100084818, | |
| "grad_norm": 0.19286489486694336, | |
| "learning_rate": 3.674477669716125e-05, | |
| "loss": 1.6143, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 1.2383375742154368, | |
| "grad_norm": 0.19028903543949127, | |
| "learning_rate": 3.6526384762809574e-05, | |
| "loss": 1.6236, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 1.2468193384223918, | |
| "grad_norm": 0.19716697931289673, | |
| "learning_rate": 3.630686999316406e-05, | |
| "loss": 1.6271, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 1.255301102629347, | |
| "grad_norm": 0.19651146233081818, | |
| "learning_rate": 3.608625377211357e-05, | |
| "loss": 1.6396, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 1.263782866836302, | |
| "grad_norm": 0.19856080412864685, | |
| "learning_rate": 3.5864557590844164e-05, | |
| "loss": 1.5935, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 1.272264631043257, | |
| "grad_norm": 0.20016399025917053, | |
| "learning_rate": 3.564180304574549e-05, | |
| "loss": 1.6093, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.280746395250212, | |
| "grad_norm": 0.19493816792964935, | |
| "learning_rate": 3.541801183630706e-05, | |
| "loss": 1.6601, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 1.289228159457167, | |
| "grad_norm": 0.20034298300743103, | |
| "learning_rate": 3.519320576300436e-05, | |
| "loss": 1.6269, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 1.297709923664122, | |
| "grad_norm": 0.19294461607933044, | |
| "learning_rate": 3.4967406725175165e-05, | |
| "loss": 1.6089, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 1.306191687871077, | |
| "grad_norm": 0.20269368588924408, | |
| "learning_rate": 3.4740636718886264e-05, | |
| "loss": 1.6189, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 1.3146734520780323, | |
| "grad_norm": 0.19257566332817078, | |
| "learning_rate": 3.45129178347907e-05, | |
| "loss": 1.6202, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 1.3231552162849873, | |
| "grad_norm": 0.2031780183315277, | |
| "learning_rate": 3.428427225597583e-05, | |
| "loss": 1.6241, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 1.3316369804919423, | |
| "grad_norm": 0.2029244303703308, | |
| "learning_rate": 3.405472225580238e-05, | |
| "loss": 1.6242, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 1.3401187446988974, | |
| "grad_norm": 0.1954798549413681, | |
| "learning_rate": 3.38242901957347e-05, | |
| "loss": 1.6077, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 1.3486005089058524, | |
| "grad_norm": 0.20626811683177948, | |
| "learning_rate": 3.359299852316242e-05, | |
| "loss": 1.6045, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 1.3570822731128076, | |
| "grad_norm": 0.2025717794895172, | |
| "learning_rate": 3.336086976921378e-05, | |
| "loss": 1.6098, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.3655640373197624, | |
| "grad_norm": 0.21111804246902466, | |
| "learning_rate": 3.312792654656073e-05, | |
| "loss": 1.6165, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 1.3740458015267176, | |
| "grad_norm": 0.19769315421581268, | |
| "learning_rate": 3.28941915472162e-05, | |
| "loss": 1.6013, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 1.3825275657336726, | |
| "grad_norm": 0.1956772804260254, | |
| "learning_rate": 3.2659687540323516e-05, | |
| "loss": 1.5936, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 1.3910093299406276, | |
| "grad_norm": 0.2080204337835312, | |
| "learning_rate": 3.242443736993837e-05, | |
| "loss": 1.5988, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 1.3994910941475827, | |
| "grad_norm": 0.20390017330646515, | |
| "learning_rate": 3.218846395280349e-05, | |
| "loss": 1.628, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 1.4079728583545377, | |
| "grad_norm": 0.21278975903987885, | |
| "learning_rate": 3.19517902761162e-05, | |
| "loss": 1.6094, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 1.416454622561493, | |
| "grad_norm": 0.19775566458702087, | |
| "learning_rate": 3.171443939528919e-05, | |
| "loss": 1.6263, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 1.424936386768448, | |
| "grad_norm": 0.20688270032405853, | |
| "learning_rate": 3.147643443170454e-05, | |
| "loss": 1.5863, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 1.433418150975403, | |
| "grad_norm": 0.20985737442970276, | |
| "learning_rate": 3.123779857046134e-05, | |
| "loss": 1.5944, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 1.441899915182358, | |
| "grad_norm": 0.2099895030260086, | |
| "learning_rate": 3.0998555058117216e-05, | |
| "loss": 1.6376, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.450381679389313, | |
| "grad_norm": 0.20941784977912903, | |
| "learning_rate": 3.075872720042372e-05, | |
| "loss": 1.6132, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 1.458863443596268, | |
| "grad_norm": 0.20355844497680664, | |
| "learning_rate": 3.0518338360056e-05, | |
| "loss": 1.6218, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 1.467345207803223, | |
| "grad_norm": 0.20220711827278137, | |
| "learning_rate": 3.0277411954337005e-05, | |
| "loss": 1.592, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 1.4758269720101782, | |
| "grad_norm": 0.20586727559566498, | |
| "learning_rate": 3.0035971452956224e-05, | |
| "loss": 1.615, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 1.4843087362171332, | |
| "grad_norm": 0.21427693963050842, | |
| "learning_rate": 2.9794040375683485e-05, | |
| "loss": 1.6025, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 1.4927905004240882, | |
| "grad_norm": 0.1974625289440155, | |
| "learning_rate": 2.9551642290077707e-05, | |
| "loss": 1.6188, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 1.5012722646310432, | |
| "grad_norm": 0.2087961882352829, | |
| "learning_rate": 2.9308800809191157e-05, | |
| "loss": 1.6028, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 1.5097540288379983, | |
| "grad_norm": 0.21272026002407074, | |
| "learning_rate": 2.9065539589269147e-05, | |
| "loss": 1.6252, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 1.5182357930449535, | |
| "grad_norm": 0.20586243271827698, | |
| "learning_rate": 2.8821882327445594e-05, | |
| "loss": 1.6216, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 1.5267175572519083, | |
| "grad_norm": 0.20619966089725494, | |
| "learning_rate": 2.857785275943458e-05, | |
| "loss": 1.6182, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.5267175572519083, | |
| "eval_loss": 1.6240788698196411, | |
| "eval_runtime": 8.3704, | |
| "eval_samples_per_second": 45.518, | |
| "eval_steps_per_second": 11.469, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.5351993214588635, | |
| "grad_norm": 0.2109595090150833, | |
| "learning_rate": 2.8333474657218174e-05, | |
| "loss": 1.6002, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 1.5436810856658185, | |
| "grad_norm": 0.2052215188741684, | |
| "learning_rate": 2.8088771826730643e-05, | |
| "loss": 1.5973, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 1.5521628498727735, | |
| "grad_norm": 0.21743585169315338, | |
| "learning_rate": 2.784376810553947e-05, | |
| "loss": 1.6262, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 1.5606446140797285, | |
| "grad_norm": 0.20770463347434998, | |
| "learning_rate": 2.759848736052321e-05, | |
| "loss": 1.5753, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 1.5691263782866836, | |
| "grad_norm": 0.21669910848140717, | |
| "learning_rate": 2.735295348554651e-05, | |
| "loss": 1.6209, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 1.5776081424936388, | |
| "grad_norm": 0.21204906702041626, | |
| "learning_rate": 2.7107190399132526e-05, | |
| "loss": 1.6088, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 1.5860899067005936, | |
| "grad_norm": 0.2132139503955841, | |
| "learning_rate": 2.686122204213285e-05, | |
| "loss": 1.6252, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 1.5945716709075488, | |
| "grad_norm": 0.22568291425704956, | |
| "learning_rate": 2.6615072375395423e-05, | |
| "loss": 1.6112, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 1.6030534351145038, | |
| "grad_norm": 0.20681500434875488, | |
| "learning_rate": 2.6368765377430344e-05, | |
| "loss": 1.6146, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 1.6115351993214588, | |
| "grad_norm": 0.20736300945281982, | |
| "learning_rate": 2.6122325042074014e-05, | |
| "loss": 1.5834, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 1.620016963528414, | |
| "grad_norm": 0.20751895010471344, | |
| "learning_rate": 2.5875775376151823e-05, | |
| "loss": 1.6151, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 1.6284987277353689, | |
| "grad_norm": 0.22000038623809814, | |
| "learning_rate": 2.562914039713953e-05, | |
| "loss": 1.5838, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 1.636980491942324, | |
| "grad_norm": 0.20806461572647095, | |
| "learning_rate": 2.5382444130823612e-05, | |
| "loss": 1.6254, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 1.645462256149279, | |
| "grad_norm": 0.21619880199432373, | |
| "learning_rate": 2.5135710608960807e-05, | |
| "loss": 1.5999, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 1.6539440203562341, | |
| "grad_norm": 0.22222678363323212, | |
| "learning_rate": 2.4888963866937067e-05, | |
| "loss": 1.581, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 1.6624257845631891, | |
| "grad_norm": 0.21882720291614532, | |
| "learning_rate": 2.464222794142619e-05, | |
| "loss": 1.6151, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 1.6709075487701441, | |
| "grad_norm": 0.22589364647865295, | |
| "learning_rate": 2.43955268680483e-05, | |
| "loss": 1.6062, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 1.6793893129770994, | |
| "grad_norm": 0.21262851357460022, | |
| "learning_rate": 2.4148884679028402e-05, | |
| "loss": 1.6096, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 1.6878710771840542, | |
| "grad_norm": 0.21310704946517944, | |
| "learning_rate": 2.390232540085533e-05, | |
| "loss": 1.5932, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 1.6963528413910094, | |
| "grad_norm": 0.21306438744068146, | |
| "learning_rate": 2.3655873051941203e-05, | |
| "loss": 1.5809, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.7048346055979644, | |
| "grad_norm": 0.20825529098510742, | |
| "learning_rate": 2.340955164028171e-05, | |
| "loss": 1.5818, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 1.7133163698049194, | |
| "grad_norm": 0.21667224168777466, | |
| "learning_rate": 2.3163385161117367e-05, | |
| "loss": 1.5911, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 1.7217981340118744, | |
| "grad_norm": 0.2139502763748169, | |
| "learning_rate": 2.291739759459605e-05, | |
| "loss": 1.5816, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 1.7302798982188294, | |
| "grad_norm": 0.2165052443742752, | |
| "learning_rate": 2.267161290343694e-05, | |
| "loss": 1.6033, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 1.7387616624257847, | |
| "grad_norm": 0.2145167738199234, | |
| "learning_rate": 2.2426055030596282e-05, | |
| "loss": 1.6122, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 1.7472434266327395, | |
| "grad_norm": 0.2100827991962433, | |
| "learning_rate": 2.2180747896934956e-05, | |
| "loss": 1.5995, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 1.7557251908396947, | |
| "grad_norm": 0.22637659311294556, | |
| "learning_rate": 2.193571539888824e-05, | |
| "loss": 1.5938, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 1.7642069550466497, | |
| "grad_norm": 0.2245241105556488, | |
| "learning_rate": 2.169098140613797e-05, | |
| "loss": 1.5792, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 1.7726887192536047, | |
| "grad_norm": 0.2259100377559662, | |
| "learning_rate": 2.1446569759287267e-05, | |
| "loss": 1.5856, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 1.78117048346056, | |
| "grad_norm": 0.22213774919509888, | |
| "learning_rate": 2.120250426753815e-05, | |
| "loss": 1.5875, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 1.7896522476675147, | |
| "grad_norm": 0.22346043586730957, | |
| "learning_rate": 2.095880870637216e-05, | |
| "loss": 1.5909, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 1.79813401187447, | |
| "grad_norm": 0.2293236404657364, | |
| "learning_rate": 2.071550681523429e-05, | |
| "loss": 1.5812, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 1.806615776081425, | |
| "grad_norm": 0.22071833908557892, | |
| "learning_rate": 2.0472622295220413e-05, | |
| "loss": 1.5909, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 1.81509754028838, | |
| "grad_norm": 0.22376208007335663, | |
| "learning_rate": 2.023017880676849e-05, | |
| "loss": 1.5852, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 1.823579304495335, | |
| "grad_norm": 0.23016902804374695, | |
| "learning_rate": 1.9988199967353642e-05, | |
| "loss": 1.5997, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 1.83206106870229, | |
| "grad_norm": 0.22549933195114136, | |
| "learning_rate": 1.974670934918753e-05, | |
| "loss": 1.6062, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 1.8405428329092453, | |
| "grad_norm": 0.2221376597881317, | |
| "learning_rate": 1.9505730476922064e-05, | |
| "loss": 1.6112, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 1.8490245971162, | |
| "grad_norm": 0.22362485527992249, | |
| "learning_rate": 1.9265286825357742e-05, | |
| "loss": 1.6001, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 1.8575063613231553, | |
| "grad_norm": 0.22703245282173157, | |
| "learning_rate": 1.9025401817156905e-05, | |
| "loss": 1.6122, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 1.8659881255301103, | |
| "grad_norm": 0.2253347635269165, | |
| "learning_rate": 1.8786098820561972e-05, | |
| "loss": 1.5837, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 1.8744698897370653, | |
| "grad_norm": 0.2247924655675888, | |
| "learning_rate": 1.8547401147119127e-05, | |
| "loss": 1.6056, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 1.8829516539440203, | |
| "grad_norm": 0.2206358015537262, | |
| "learning_rate": 1.8309332049407363e-05, | |
| "loss": 1.5898, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 1.8914334181509753, | |
| "grad_norm": 0.23167766630649567, | |
| "learning_rate": 1.8071914718773393e-05, | |
| "loss": 1.5803, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 1.8999151823579306, | |
| "grad_norm": 0.22543945908546448, | |
| "learning_rate": 1.783517228307245e-05, | |
| "loss": 1.5908, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 1.9083969465648853, | |
| "grad_norm": 0.22845198214054108, | |
| "learning_rate": 1.7599127804415317e-05, | |
| "loss": 1.6114, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 1.9168787107718406, | |
| "grad_norm": 0.22125060856342316, | |
| "learning_rate": 1.7363804276921748e-05, | |
| "loss": 1.5835, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 1.9253604749787956, | |
| "grad_norm": 0.22639022767543793, | |
| "learning_rate": 1.7129224624480506e-05, | |
| "loss": 1.5937, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 1.9338422391857506, | |
| "grad_norm": 0.23626133799552917, | |
| "learning_rate": 1.689541169851625e-05, | |
| "loss": 1.6138, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 1.9423240033927058, | |
| "grad_norm": 0.2249774932861328, | |
| "learning_rate": 1.6662388275763484e-05, | |
| "loss": 1.5972, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 1.9508057675996606, | |
| "grad_norm": 0.22697053849697113, | |
| "learning_rate": 1.643017705604774e-05, | |
| "loss": 1.6007, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 1.9592875318066159, | |
| "grad_norm": 0.23137332499027252, | |
| "learning_rate": 1.6198800660074353e-05, | |
| "loss": 1.5868, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 1.9677692960135709, | |
| "grad_norm": 0.2348482310771942, | |
| "learning_rate": 1.5968281627224823e-05, | |
| "loss": 1.5554, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 1.9762510602205259, | |
| "grad_norm": 0.2407807558774948, | |
| "learning_rate": 1.573864241336119e-05, | |
| "loss": 1.6222, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 1.984732824427481, | |
| "grad_norm": 0.22666969895362854, | |
| "learning_rate": 1.550990538863848e-05, | |
| "loss": 1.5684, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 1.993214588634436, | |
| "grad_norm": 0.23586216568946838, | |
| "learning_rate": 1.528209283532559e-05, | |
| "loss": 1.6103, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 2.001696352841391, | |
| "grad_norm": 0.2294708639383316, | |
| "learning_rate": 1.5055226945634571e-05, | |
| "loss": 1.5866, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 2.010178117048346, | |
| "grad_norm": 0.2632901072502136, | |
| "learning_rate": 1.4829329819558905e-05, | |
| "loss": 1.524, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 2.018659881255301, | |
| "grad_norm": 0.26669132709503174, | |
| "learning_rate": 1.4604423462720574e-05, | |
| "loss": 1.5222, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 2.027141645462256, | |
| "grad_norm": 0.245851069688797, | |
| "learning_rate": 1.438052978422641e-05, | |
| "loss": 1.538, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 2.035623409669211, | |
| "grad_norm": 0.2613518238067627, | |
| "learning_rate": 1.4157670594533879e-05, | |
| "loss": 1.5463, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 2.035623409669211, | |
| "eval_loss": 1.6182470321655273, | |
| "eval_runtime": 8.3631, | |
| "eval_samples_per_second": 45.557, | |
| "eval_steps_per_second": 11.479, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 2.0441051738761664, | |
| "grad_norm": 0.25607672333717346, | |
| "learning_rate": 1.393586760332633e-05, | |
| "loss": 1.5402, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 2.052586938083121, | |
| "grad_norm": 0.24335207045078278, | |
| "learning_rate": 1.3715142417398275e-05, | |
| "loss": 1.5312, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 2.0610687022900764, | |
| "grad_norm": 0.25492334365844727, | |
| "learning_rate": 1.3495516538550495e-05, | |
| "loss": 1.5251, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 2.0695504664970312, | |
| "grad_norm": 0.26885706186294556, | |
| "learning_rate": 1.3277011361495498e-05, | |
| "loss": 1.5536, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 2.0780322307039865, | |
| "grad_norm": 0.2573489844799042, | |
| "learning_rate": 1.3059648171773361e-05, | |
| "loss": 1.5608, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 2.0865139949109412, | |
| "grad_norm": 0.26441746950149536, | |
| "learning_rate": 1.2843448143678175e-05, | |
| "loss": 1.5314, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 2.0949957591178965, | |
| "grad_norm": 0.2639044523239136, | |
| "learning_rate": 1.2628432338195423e-05, | |
| "loss": 1.5769, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 2.1034775233248517, | |
| "grad_norm": 0.26254355907440186, | |
| "learning_rate": 1.2414621700950307e-05, | |
| "loss": 1.5392, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 2.1119592875318065, | |
| "grad_norm": 0.2559792697429657, | |
| "learning_rate": 1.2202037060167338e-05, | |
| "loss": 1.5482, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 2.1204410517387617, | |
| "grad_norm": 0.2633630037307739, | |
| "learning_rate": 1.1990699124641385e-05, | |
| "loss": 1.5305, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 2.1289228159457165, | |
| "grad_norm": 0.26149672269821167, | |
| "learning_rate": 1.1780628481720333e-05, | |
| "loss": 1.5205, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 2.1374045801526718, | |
| "grad_norm": 0.2706843912601471, | |
| "learning_rate": 1.1571845595299571e-05, | |
| "loss": 1.5377, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 2.145886344359627, | |
| "grad_norm": 0.2620759606361389, | |
| "learning_rate": 1.1364370803828536e-05, | |
| "loss": 1.5274, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 2.154368108566582, | |
| "grad_norm": 0.2704004645347595, | |
| "learning_rate": 1.1158224318329439e-05, | |
| "loss": 1.5422, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 2.162849872773537, | |
| "grad_norm": 0.2624742090702057, | |
| "learning_rate": 1.0953426220428417e-05, | |
| "loss": 1.5189, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 2.171331636980492, | |
| "grad_norm": 0.2630760669708252, | |
| "learning_rate": 1.0749996460399334e-05, | |
| "loss": 1.545, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 2.179813401187447, | |
| "grad_norm": 0.2676001489162445, | |
| "learning_rate": 1.0547954855220258e-05, | |
| "loss": 1.5395, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 2.188295165394402, | |
| "grad_norm": 0.2664811611175537, | |
| "learning_rate": 1.0347321086643098e-05, | |
| "loss": 1.5427, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 2.196776929601357, | |
| "grad_norm": 0.28437891602516174, | |
| "learning_rate": 1.0148114699276254e-05, | |
| "loss": 1.5424, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 2.2052586938083123, | |
| "grad_norm": 0.27211999893188477, | |
| "learning_rate": 9.950355098680716e-06, | |
| "loss": 1.5274, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 2.213740458015267, | |
| "grad_norm": 0.2823927104473114, | |
| "learning_rate": 9.754061549479684e-06, | |
| "loss": 1.5466, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 2.2222222222222223, | |
| "grad_norm": 0.26873740553855896, | |
| "learning_rate": 9.559253173481894e-06, | |
| "loss": 1.5228, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 2.230703986429177, | |
| "grad_norm": 0.27045539021492004, | |
| "learning_rate": 9.365948947818917e-06, | |
| "loss": 1.5392, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 2.2391857506361323, | |
| "grad_norm": 0.2740824222564697, | |
| "learning_rate": 9.174167703096487e-06, | |
| "loss": 1.5312, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 2.247667514843087, | |
| "grad_norm": 0.2652507424354553, | |
| "learning_rate": 8.983928121560142e-06, | |
| "loss": 1.5506, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 2.2561492790500424, | |
| "grad_norm": 0.27051135897636414, | |
| "learning_rate": 8.795248735275295e-06, | |
| "loss": 1.5392, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 2.2646310432569976, | |
| "grad_norm": 0.26868537068367004, | |
| "learning_rate": 8.608147924321954e-06, | |
| "loss": 1.5313, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 2.2731128074639524, | |
| "grad_norm": 0.27669626474380493, | |
| "learning_rate": 8.422643915004242e-06, | |
| "loss": 1.5379, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 2.2815945716709076, | |
| "grad_norm": 0.2646745443344116, | |
| "learning_rate": 8.238754778074869e-06, | |
| "loss": 1.5187, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 2.2900763358778624, | |
| "grad_norm": 0.2804393470287323, | |
| "learning_rate": 8.056498426974817e-06, | |
| "loss": 1.5436, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 2.2985581000848176, | |
| "grad_norm": 0.2765372097492218, | |
| "learning_rate": 7.875892616088293e-06, | |
| "loss": 1.5349, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 2.307039864291773, | |
| "grad_norm": 0.26837730407714844, | |
| "learning_rate": 7.696954939013182e-06, | |
| "loss": 1.5157, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 2.3155216284987277, | |
| "grad_norm": 0.27085524797439575, | |
| "learning_rate": 7.5197028268472134e-06, | |
| "loss": 1.5115, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 2.324003392705683, | |
| "grad_norm": 0.2781482934951782, | |
| "learning_rate": 7.344153546489904e-06, | |
| "loss": 1.5391, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 2.3324851569126377, | |
| "grad_norm": 0.2616721987724304, | |
| "learning_rate": 7.17032419896051e-06, | |
| "loss": 1.5305, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 2.340966921119593, | |
| "grad_norm": 0.2856769859790802, | |
| "learning_rate": 6.998231717732148e-06, | |
| "loss": 1.5011, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 2.349448685326548, | |
| "grad_norm": 0.27664417028427124, | |
| "learning_rate": 6.827892867082236e-06, | |
| "loss": 1.503, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 2.357930449533503, | |
| "grad_norm": 0.2847400903701782, | |
| "learning_rate": 6.659324240459389e-06, | |
| "loss": 1.5295, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 2.366412213740458, | |
| "grad_norm": 0.2821629047393799, | |
| "learning_rate": 6.492542258867013e-06, | |
| "loss": 1.539, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 2.374893977947413, | |
| "grad_norm": 0.28155988454818726, | |
| "learning_rate": 6.327563169263651e-06, | |
| "loss": 1.5195, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 2.383375742154368, | |
| "grad_norm": 0.275939017534256, | |
| "learning_rate": 6.164403042980277e-06, | |
| "loss": 1.5154, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 2.391857506361323, | |
| "grad_norm": 0.28075718879699707, | |
| "learning_rate": 6.00307777415475e-06, | |
| "loss": 1.5294, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 2.4003392705682782, | |
| "grad_norm": 0.2765721082687378, | |
| "learning_rate": 5.843603078183465e-06, | |
| "loss": 1.5282, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 2.408821034775233, | |
| "grad_norm": 0.27522534132003784, | |
| "learning_rate": 5.685994490190474e-06, | |
| "loss": 1.5159, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 2.4173027989821882, | |
| "grad_norm": 0.276583731174469, | |
| "learning_rate": 5.530267363514124e-06, | |
| "loss": 1.5402, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 2.4257845631891435, | |
| "grad_norm": 0.27267441153526306, | |
| "learning_rate": 5.3764368682114315e-06, | |
| "loss": 1.5255, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 2.4342663273960983, | |
| "grad_norm": 0.27260467410087585, | |
| "learning_rate": 5.2245179895803044e-06, | |
| "loss": 1.5335, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 2.4427480916030535, | |
| "grad_norm": 0.2702862620353699, | |
| "learning_rate": 5.074525526699736e-06, | |
| "loss": 1.5305, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 2.4512298558100083, | |
| "grad_norm": 0.2800707519054413, | |
| "learning_rate": 4.926474090988193e-06, | |
| "loss": 1.5533, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 2.4597116200169635, | |
| "grad_norm": 0.2815302908420563, | |
| "learning_rate": 4.780378104780234e-06, | |
| "loss": 1.5158, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 2.4681933842239188, | |
| "grad_norm": 0.2695189416408539, | |
| "learning_rate": 4.636251799921579e-06, | |
| "loss": 1.525, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 2.4766751484308736, | |
| "grad_norm": 0.27255234122276306, | |
| "learning_rate": 4.4941092163827135e-06, | |
| "loss": 1.514, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 2.485156912637829, | |
| "grad_norm": 0.27873003482818604, | |
| "learning_rate": 4.353964200891192e-06, | |
| "loss": 1.5393, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 2.4936386768447836, | |
| "grad_norm": 0.2896173298358917, | |
| "learning_rate": 4.215830405582777e-06, | |
| "loss": 1.5401, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 2.502120441051739, | |
| "grad_norm": 0.2764180302619934, | |
| "learning_rate": 4.079721286671528e-06, | |
| "loss": 1.5417, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 2.510602205258694, | |
| "grad_norm": 0.27540919184684753, | |
| "learning_rate": 3.945650103138962e-06, | |
| "loss": 1.5291, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 2.519083969465649, | |
| "grad_norm": 0.2762376070022583, | |
| "learning_rate": 3.813629915442435e-06, | |
| "loss": 1.5305, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 2.527565733672604, | |
| "grad_norm": 0.2932542562484741, | |
| "learning_rate": 3.6836735842429027e-06, | |
| "loss": 1.5355, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 2.536047497879559, | |
| "grad_norm": 0.28812217712402344, | |
| "learning_rate": 3.5557937691520382e-06, | |
| "loss": 1.5618, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 2.544529262086514, | |
| "grad_norm": 0.28096404671669006, | |
| "learning_rate": 3.4300029274990734e-06, | |
| "loss": 1.5356, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 2.544529262086514, | |
| "eval_loss": 1.6116546392440796, | |
| "eval_runtime": 8.3692, | |
| "eval_samples_per_second": 45.524, | |
| "eval_steps_per_second": 11.471, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 2.553011026293469, | |
| "grad_norm": 0.2974391579627991, | |
| "learning_rate": 3.3063133131172403e-06, | |
| "loss": 1.5331, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 2.561492790500424, | |
| "grad_norm": 0.2741416394710541, | |
| "learning_rate": 3.1847369751500766e-06, | |
| "loss": 1.5251, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 2.569974554707379, | |
| "grad_norm": 0.27761682868003845, | |
| "learning_rate": 3.065285756877684e-06, | |
| "loss": 1.5296, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 2.578456318914334, | |
| "grad_norm": 0.2878273129463196, | |
| "learning_rate": 2.947971294562976e-06, | |
| "loss": 1.5432, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 2.5869380831212894, | |
| "grad_norm": 0.2833128869533539, | |
| "learning_rate": 2.8328050163182017e-06, | |
| "loss": 1.5209, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 2.595419847328244, | |
| "grad_norm": 0.3064183294773102, | |
| "learning_rate": 2.7197981409916416e-06, | |
| "loss": 1.5096, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 2.6039016115351994, | |
| "grad_norm": 0.2813494801521301, | |
| "learning_rate": 2.6089616770747394e-06, | |
| "loss": 1.5133, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 2.612383375742154, | |
| "grad_norm": 0.28296294808387756, | |
| "learning_rate": 2.500306421629728e-06, | |
| "loss": 1.5477, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 2.6208651399491094, | |
| "grad_norm": 0.2628287672996521, | |
| "learning_rate": 2.393842959237813e-06, | |
| "loss": 1.5082, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 2.6293469041560646, | |
| "grad_norm": 0.2780253291130066, | |
| "learning_rate": 2.289581660968121e-06, | |
| "loss": 1.5568, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 2.6378286683630194, | |
| "grad_norm": 0.27985766530036926, | |
| "learning_rate": 2.187532683367385e-06, | |
| "loss": 1.5065, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 2.6463104325699747, | |
| "grad_norm": 0.28796765208244324, | |
| "learning_rate": 2.0877059674705464e-06, | |
| "loss": 1.5217, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 2.6547921967769295, | |
| "grad_norm": 0.28680670261383057, | |
| "learning_rate": 1.9901112378323846e-06, | |
| "loss": 1.5044, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 2.6632739609838847, | |
| "grad_norm": 0.2811967730522156, | |
| "learning_rate": 1.8947580015801575e-06, | |
| "loss": 1.536, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 2.67175572519084, | |
| "grad_norm": 0.2895421087741852, | |
| "learning_rate": 1.8016555474875213e-06, | |
| "loss": 1.5325, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 2.6802374893977947, | |
| "grad_norm": 0.284627228975296, | |
| "learning_rate": 1.710812945069637e-06, | |
| "loss": 1.5302, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 2.68871925360475, | |
| "grad_norm": 0.27630600333213806, | |
| "learning_rate": 1.622239043699686e-06, | |
| "loss": 1.5353, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 2.6972010178117047, | |
| "grad_norm": 0.28358718752861023, | |
| "learning_rate": 1.535942471746807e-06, | |
| "loss": 1.5171, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 2.70568278201866, | |
| "grad_norm": 0.2867433428764343, | |
| "learning_rate": 1.4519316357355733e-06, | |
| "loss": 1.5308, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 2.714164546225615, | |
| "grad_norm": 0.29057636857032776, | |
| "learning_rate": 1.3702147195270687e-06, | |
| "loss": 1.5366, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 2.72264631043257, | |
| "grad_norm": 0.28410962224006653, | |
| "learning_rate": 1.2907996835216734e-06, | |
| "loss": 1.5148, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 2.731128074639525, | |
| "grad_norm": 0.2737291157245636, | |
| "learning_rate": 1.2136942638835995e-06, | |
| "loss": 1.5228, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 2.73960983884648, | |
| "grad_norm": 0.28176769614219666, | |
| "learning_rate": 1.1389059717872741e-06, | |
| "loss": 1.5197, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 2.7480916030534353, | |
| "grad_norm": 0.27323269844055176, | |
| "learning_rate": 1.06644209268566e-06, | |
| "loss": 1.5125, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 2.75657336726039, | |
| "grad_norm": 0.2849061191082001, | |
| "learning_rate": 9.963096856005216e-07, | |
| "loss": 1.5549, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 2.7650551314673453, | |
| "grad_norm": 0.27499040961265564, | |
| "learning_rate": 9.285155824347969e-07, | |
| "loss": 1.5183, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 2.7735368956743, | |
| "grad_norm": 0.2779834270477295, | |
| "learning_rate": 8.630663873070627e-07, | |
| "loss": 1.5323, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 2.7820186598812553, | |
| "grad_norm": 0.2841133177280426, | |
| "learning_rate": 7.999684759082083e-07, | |
| "loss": 1.5202, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 2.7905004240882105, | |
| "grad_norm": 0.2832767367362976, | |
| "learning_rate": 7.392279948803371e-07, | |
| "loss": 1.541, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 2.7989821882951653, | |
| "grad_norm": 0.29252272844314575, | |
| "learning_rate": 6.808508612179937e-07, | |
| "loss": 1.5437, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 2.8074639525021206, | |
| "grad_norm": 0.28466904163360596, | |
| "learning_rate": 6.248427616917907e-07, | |
| "loss": 1.5489, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 2.8159457167090753, | |
| "grad_norm": 0.2813858091831207, | |
| "learning_rate": 5.712091522943996e-07, | |
| "loss": 1.5159, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 2.8244274809160306, | |
| "grad_norm": 0.2804953157901764, | |
| "learning_rate": 5.199552577090927e-07, | |
| "loss": 1.5359, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 2.832909245122986, | |
| "grad_norm": 0.2917366027832031, | |
| "learning_rate": 4.710860708007553e-07, | |
| "loss": 1.5281, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 2.8413910093299406, | |
| "grad_norm": 0.2769799530506134, | |
| "learning_rate": 4.2460635212952515e-07, | |
| "loss": 1.511, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 2.849872773536896, | |
| "grad_norm": 0.29529932141304016, | |
| "learning_rate": 3.805206294870439e-07, | |
| "loss": 1.5074, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 2.8583545377438506, | |
| "grad_norm": 0.2867056131362915, | |
| "learning_rate": 3.388331974553821e-07, | |
| "loss": 1.5001, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 2.866836301950806, | |
| "grad_norm": 0.2916123569011688, | |
| "learning_rate": 2.995481169886849e-07, | |
| "loss": 1.5362, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 2.875318066157761, | |
| "grad_norm": 0.2851467430591583, | |
| "learning_rate": 2.6266921501758024e-07, | |
| "loss": 1.5205, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 2.883799830364716, | |
| "grad_norm": 0.29022783041000366, | |
| "learning_rate": 2.2820008407637983e-07, | |
| "loss": 1.5117, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 2.8922815945716707, | |
| "grad_norm": 0.2804555296897888, | |
| "learning_rate": 1.9614408195310907e-07, | |
| "loss": 1.5184, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 2.900763358778626, | |
| "grad_norm": 0.2887100279331207, | |
| "learning_rate": 1.6650433136241872e-07, | |
| "loss": 1.5141, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 2.909245122985581, | |
| "grad_norm": 0.27130427956581116, | |
| "learning_rate": 1.3928371964138653e-07, | |
| "loss": 1.5328, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 2.917726887192536, | |
| "grad_norm": 0.2768704891204834, | |
| "learning_rate": 1.1448489846824228e-07, | |
| "loss": 1.5251, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 2.926208651399491, | |
| "grad_norm": 0.28594911098480225, | |
| "learning_rate": 9.211028360406326e-08, | |
| "loss": 1.5303, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 2.934690415606446, | |
| "grad_norm": 0.2850119471549988, | |
| "learning_rate": 7.216205465743753e-08, | |
| "loss": 1.5128, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 2.943172179813401, | |
| "grad_norm": 0.28492864966392517, | |
| "learning_rate": 5.464215487214763e-08, | |
| "loss": 1.5382, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 2.9516539440203564, | |
| "grad_norm": 0.2814091444015503, | |
| "learning_rate": 3.95522909378665e-08, | |
| "loss": 1.5374, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 2.960135708227311, | |
| "grad_norm": 0.287667453289032, | |
| "learning_rate": 2.6893932823898738e-08, | |
| "loss": 1.5138, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 2.9686174724342664, | |
| "grad_norm": 0.2752053737640381, | |
| "learning_rate": 1.666831363598964e-08, | |
| "loss": 1.5293, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 2.9770992366412212, | |
| "grad_norm": 0.2834467887878418, | |
| "learning_rate": 8.876429496193494e-09, | |
| "loss": 1.545, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 2.9855810008481765, | |
| "grad_norm": 0.28982028365135193, | |
| "learning_rate": 3.519039445851191e-09, | |
| "loss": 1.5387, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 2.9940627650551317, | |
| "grad_norm": 0.2901974320411682, | |
| "learning_rate": 5.966653716410476e-10, | |
| "loss": 1.533, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "step": 3537, | |
| "total_flos": 1.0283028491985224e+19, | |
| "train_loss": 1.6124080855326697, | |
| "train_runtime": 7405.1369, | |
| "train_samples_per_second": 15.277, | |
| "train_steps_per_second": 0.478 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 3537, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.0283028491985224e+19, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |