| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.1370319545187217, | |
| "eval_steps": 500, | |
| "global_step": 4000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.008276432857438443, | |
| "grad_norm": 0.0, | |
| "learning_rate": 0.0, | |
| "loss": 2.0924, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.016552865714876887, | |
| "grad_norm": 17.15061378479004, | |
| "learning_rate": 5e-06, | |
| "loss": 2.0976, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.024829298572315334, | |
| "grad_norm": 5.300135135650635, | |
| "learning_rate": 3e-05, | |
| "loss": 1.4782, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.033105731429753774, | |
| "grad_norm": 2.799682855606079, | |
| "learning_rate": 4.9999994694145566e-05, | |
| "loss": 1.3569, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.04138216428719222, | |
| "grad_norm": 2.3753180503845215, | |
| "learning_rate": 4.9999808989476856e-05, | |
| "loss": 1.3787, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.04965859714463067, | |
| "grad_norm": 2.270704984664917, | |
| "learning_rate": 4.99993579943386e-05, | |
| "loss": 1.3241, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.05793503000206911, | |
| "grad_norm": 3.3539905548095703, | |
| "learning_rate": 4.999864171351664e-05, | |
| "loss": 1.3225, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.06621146285950755, | |
| "grad_norm": 3.482184410095215, | |
| "learning_rate": 4.999766015461193e-05, | |
| "loss": 1.3114, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.074487895716946, | |
| "grad_norm": 4.038243770599365, | |
| "learning_rate": 4.999641332804046e-05, | |
| "loss": 1.2537, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.08276432857438444, | |
| "grad_norm": 3.1982836723327637, | |
| "learning_rate": 4.999490124703319e-05, | |
| "loss": 1.2443, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.09104076143182288, | |
| "grad_norm": 2.335792064666748, | |
| "learning_rate": 4.9993123927635874e-05, | |
| "loss": 1.2643, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.09931719428926133, | |
| "grad_norm": 2.2586803436279297, | |
| "learning_rate": 4.99910813887089e-05, | |
| "loss": 1.2241, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.10759362714669977, | |
| "grad_norm": 2.543644428253174, | |
| "learning_rate": 4.9988773651927064e-05, | |
| "loss": 1.2263, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.11587006000413821, | |
| "grad_norm": 2.1221492290496826, | |
| "learning_rate": 4.998620074177938e-05, | |
| "loss": 1.2634, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.12414649286157665, | |
| "grad_norm": 1.6611372232437134, | |
| "learning_rate": 4.998336268556879e-05, | |
| "loss": 1.2401, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.1324229257190151, | |
| "grad_norm": 1.7521588802337646, | |
| "learning_rate": 4.998025951341191e-05, | |
| "loss": 1.242, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.14069935857645355, | |
| "grad_norm": 1.445685625076294, | |
| "learning_rate": 4.997689125823867e-05, | |
| "loss": 1.2534, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.148975791433892, | |
| "grad_norm": 1.8729900121688843, | |
| "learning_rate": 4.997325795579197e-05, | |
| "loss": 1.2583, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.15725222429133043, | |
| "grad_norm": 1.734971284866333, | |
| "learning_rate": 4.9969359644627334e-05, | |
| "loss": 1.2543, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.16552865714876888, | |
| "grad_norm": 1.8854798078536987, | |
| "learning_rate": 4.9965196366112464e-05, | |
| "loss": 1.2386, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.17380509000620734, | |
| "grad_norm": 1.6403270959854126, | |
| "learning_rate": 4.996076816442683e-05, | |
| "loss": 1.2014, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.18208152286364576, | |
| "grad_norm": 1.6998963356018066, | |
| "learning_rate": 4.995607508656118e-05, | |
| "loss": 1.2327, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.19035795572108422, | |
| "grad_norm": 2.0543465614318848, | |
| "learning_rate": 4.995111718231704e-05, | |
| "loss": 1.215, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.19863438857852267, | |
| "grad_norm": 2.155479907989502, | |
| "learning_rate": 4.9945894504306214e-05, | |
| "loss": 1.1843, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.2069108214359611, | |
| "grad_norm": 1.2477573156356812, | |
| "learning_rate": 4.9940407107950175e-05, | |
| "loss": 1.171, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.21518725429339955, | |
| "grad_norm": 1.8000760078430176, | |
| "learning_rate": 4.993465505147954e-05, | |
| "loss": 1.2036, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.22346368715083798, | |
| "grad_norm": 1.8096606731414795, | |
| "learning_rate": 4.99286383959334e-05, | |
| "loss": 1.1794, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.23174012000827643, | |
| "grad_norm": 1.412726879119873, | |
| "learning_rate": 4.9922357205158695e-05, | |
| "loss": 1.1787, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.24001655286571488, | |
| "grad_norm": 1.3341314792633057, | |
| "learning_rate": 4.9915811545809557e-05, | |
| "loss": 1.1993, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.2482929857231533, | |
| "grad_norm": 2.0190353393554688, | |
| "learning_rate": 4.990900148734653e-05, | |
| "loss": 1.1576, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.2565694185805918, | |
| "grad_norm": 1.9342364072799683, | |
| "learning_rate": 4.9901927102035925e-05, | |
| "loss": 1.2081, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.2648458514380302, | |
| "grad_norm": 2.2545788288116455, | |
| "learning_rate": 4.989458846494899e-05, | |
| "loss": 1.1935, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.27312228429546864, | |
| "grad_norm": 1.927686095237732, | |
| "learning_rate": 4.988698565396115e-05, | |
| "loss": 1.1508, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.2813987171529071, | |
| "grad_norm": 1.3246594667434692, | |
| "learning_rate": 4.987911874975114e-05, | |
| "loss": 1.138, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.28967515001034555, | |
| "grad_norm": 1.9527952671051025, | |
| "learning_rate": 4.9870987835800194e-05, | |
| "loss": 1.2036, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.297951582867784, | |
| "grad_norm": 1.1734226942062378, | |
| "learning_rate": 4.9862592998391125e-05, | |
| "loss": 1.1692, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.3062280157252224, | |
| "grad_norm": 2.067718982696533, | |
| "learning_rate": 4.9853934326607434e-05, | |
| "loss": 1.1401, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.31450444858266086, | |
| "grad_norm": 1.2361276149749756, | |
| "learning_rate": 4.984501191233235e-05, | |
| "loss": 1.1868, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.3227808814400993, | |
| "grad_norm": 1.379475712776184, | |
| "learning_rate": 4.983582585024784e-05, | |
| "loss": 1.1458, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.33105731429753776, | |
| "grad_norm": 1.45447838306427, | |
| "learning_rate": 4.982637623783366e-05, | |
| "loss": 1.1424, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.3393337471549762, | |
| "grad_norm": 1.4039075374603271, | |
| "learning_rate": 4.981666317536624e-05, | |
| "loss": 1.1405, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.34761018001241467, | |
| "grad_norm": 1.7842013835906982, | |
| "learning_rate": 4.980668676591769e-05, | |
| "loss": 1.1444, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.35588661286985307, | |
| "grad_norm": 1.3413935899734497, | |
| "learning_rate": 4.9796447115354685e-05, | |
| "loss": 1.1256, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.3641630457272915, | |
| "grad_norm": 1.3572813272476196, | |
| "learning_rate": 4.97859443323373e-05, | |
| "loss": 1.152, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.37243947858473, | |
| "grad_norm": 1.4994474649429321, | |
| "learning_rate": 4.977517852831794e-05, | |
| "loss": 1.1264, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.38071591144216843, | |
| "grad_norm": 1.2120469808578491, | |
| "learning_rate": 4.9764149817540074e-05, | |
| "loss": 1.1035, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.3889923442996069, | |
| "grad_norm": 1.2979780435562134, | |
| "learning_rate": 4.975285831703707e-05, | |
| "loss": 1.1299, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.39726877715704534, | |
| "grad_norm": 1.1150094270706177, | |
| "learning_rate": 4.974130414663094e-05, | |
| "loss": 1.1232, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.40554521001448374, | |
| "grad_norm": 1.1811398267745972, | |
| "learning_rate": 4.9729487428931084e-05, | |
| "loss": 1.1106, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.4138216428719222, | |
| "grad_norm": 1.285284399986267, | |
| "learning_rate": 4.971740828933295e-05, | |
| "loss": 1.1226, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.4138216428719222, | |
| "eval_loss": 1.124096393585205, | |
| "eval_runtime": 494.2301, | |
| "eval_samples_per_second": 39.109, | |
| "eval_steps_per_second": 6.519, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.42209807572936064, | |
| "grad_norm": 1.6036468744277954, | |
| "learning_rate": 4.970631279885502e-05, | |
| "loss": 1.1088, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.4303745085867991, | |
| "grad_norm": 1.0415977239608765, | |
| "learning_rate": 4.969373541308714e-05, | |
| "loss": 1.1154, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.43865094144423755, | |
| "grad_norm": 1.207888126373291, | |
| "learning_rate": 4.9680895984810636e-05, | |
| "loss": 1.1014, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.44692737430167595, | |
| "grad_norm": 1.2686097621917725, | |
| "learning_rate": 4.966779465027368e-05, | |
| "loss": 1.1097, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.4552038071591144, | |
| "grad_norm": 1.795076847076416, | |
| "learning_rate": 4.965443154850371e-05, | |
| "loss": 1.091, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.46348024001655286, | |
| "grad_norm": 1.7811661958694458, | |
| "learning_rate": 4.964080682130594e-05, | |
| "loss": 1.0852, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.4717566728739913, | |
| "grad_norm": 1.7507492303848267, | |
| "learning_rate": 4.962692061326189e-05, | |
| "loss": 1.0961, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.48003310573142977, | |
| "grad_norm": 1.575803279876709, | |
| "learning_rate": 4.961277307172783e-05, | |
| "loss": 1.1022, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.4883095385888682, | |
| "grad_norm": 1.2174866199493408, | |
| "learning_rate": 4.959836434683322e-05, | |
| "loss": 1.0551, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.4965859714463066, | |
| "grad_norm": 1.272923231124878, | |
| "learning_rate": 4.9583694591479144e-05, | |
| "loss": 1.113, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.5048624043037451, | |
| "grad_norm": 1.100860357284546, | |
| "learning_rate": 4.9568763961336626e-05, | |
| "loss": 1.0731, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.5131388371611836, | |
| "grad_norm": 1.1055638790130615, | |
| "learning_rate": 4.955357261484503e-05, | |
| "loss": 1.0928, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.521415270018622, | |
| "grad_norm": 1.1676515340805054, | |
| "learning_rate": 4.953812071321037e-05, | |
| "loss": 1.1089, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.5296917028760604, | |
| "grad_norm": 1.578491449356079, | |
| "learning_rate": 4.952240842040359e-05, | |
| "loss": 1.0972, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.5379681357334989, | |
| "grad_norm": 1.2124993801116943, | |
| "learning_rate": 4.950643590315882e-05, | |
| "loss": 1.0518, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.5462445685909373, | |
| "grad_norm": 1.1784847974777222, | |
| "learning_rate": 4.949020333097163e-05, | |
| "loss": 1.0882, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.5545210014483758, | |
| "grad_norm": 1.2548474073410034, | |
| "learning_rate": 4.9473710876097197e-05, | |
| "loss": 1.0578, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.5627974343058142, | |
| "grad_norm": 1.05464506149292, | |
| "learning_rate": 4.945695871354849e-05, | |
| "loss": 1.0833, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.5710738671632526, | |
| "grad_norm": 1.4869188070297241, | |
| "learning_rate": 4.943994702109446e-05, | |
| "loss": 1.0485, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.5793503000206911, | |
| "grad_norm": 1.298762559890747, | |
| "learning_rate": 4.942267597925805e-05, | |
| "loss": 1.0704, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.5876267328781295, | |
| "grad_norm": 1.2249423265457153, | |
| "learning_rate": 4.940514577131439e-05, | |
| "loss": 1.0614, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.595903165735568, | |
| "grad_norm": 1.1190897226333618, | |
| "learning_rate": 4.938735658328878e-05, | |
| "loss": 1.0466, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.6041795985930064, | |
| "grad_norm": 1.0651410818099976, | |
| "learning_rate": 4.936930860395474e-05, | |
| "loss": 1.0352, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.6124560314504448, | |
| "grad_norm": 1.2162879705429077, | |
| "learning_rate": 4.9351002024832026e-05, | |
| "loss": 1.0527, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.6207324643078833, | |
| "grad_norm": 1.3244678974151611, | |
| "learning_rate": 4.933243704018454e-05, | |
| "loss": 1.0415, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.6290088971653217, | |
| "grad_norm": 1.3377256393432617, | |
| "learning_rate": 4.931361384701835e-05, | |
| "loss": 1.0753, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.6372853300227602, | |
| "grad_norm": 1.3565047979354858, | |
| "learning_rate": 4.9294532645079504e-05, | |
| "loss": 1.064, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.6455617628801986, | |
| "grad_norm": 1.2356196641921997, | |
| "learning_rate": 4.9275193636852014e-05, | |
| "loss": 1.0539, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.6538381957376371, | |
| "grad_norm": 1.0150561332702637, | |
| "learning_rate": 4.9255597027555617e-05, | |
| "loss": 1.0389, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.6621146285950755, | |
| "grad_norm": 1.0787653923034668, | |
| "learning_rate": 4.9235743025143656e-05, | |
| "loss": 1.0415, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.6703910614525139, | |
| "grad_norm": 1.1886955499649048, | |
| "learning_rate": 4.921563184030084e-05, | |
| "loss": 1.027, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.6786674943099524, | |
| "grad_norm": 1.1936701536178589, | |
| "learning_rate": 4.919526368644103e-05, | |
| "loss": 1.022, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.6869439271673908, | |
| "grad_norm": 1.2435652017593384, | |
| "learning_rate": 4.917463877970496e-05, | |
| "loss": 1.0269, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.6952203600248293, | |
| "grad_norm": 1.1247020959854126, | |
| "learning_rate": 4.915375733895796e-05, | |
| "loss": 1.0319, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.7034967928822677, | |
| "grad_norm": 1.8782734870910645, | |
| "learning_rate": 4.91326195857876e-05, | |
| "loss": 1.0327, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.7117732257397061, | |
| "grad_norm": 1.1094200611114502, | |
| "learning_rate": 4.911122574450137e-05, | |
| "loss": 1.0139, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.7200496585971446, | |
| "grad_norm": 1.0171282291412354, | |
| "learning_rate": 4.90895760421243e-05, | |
| "loss": 1.0061, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.728326091454583, | |
| "grad_norm": 1.22124445438385, | |
| "learning_rate": 4.906767070839653e-05, | |
| "loss": 1.0087, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.7366025243120216, | |
| "grad_norm": 1.43118155002594, | |
| "learning_rate": 4.90455099757709e-05, | |
| "loss": 1.0265, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.74487895716946, | |
| "grad_norm": 1.6183593273162842, | |
| "learning_rate": 4.902309407941043e-05, | |
| "loss": 0.998, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.7531553900268984, | |
| "grad_norm": 1.1645337343215942, | |
| "learning_rate": 4.9000423257185904e-05, | |
| "loss": 1.0293, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.7614318228843369, | |
| "grad_norm": 1.1429606676101685, | |
| "learning_rate": 4.897749774967326e-05, | |
| "loss": 1.0308, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.7697082557417753, | |
| "grad_norm": 1.0337284803390503, | |
| "learning_rate": 4.895431780015114e-05, | |
| "loss": 1.0067, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.7779846885992138, | |
| "grad_norm": 1.1541541814804077, | |
| "learning_rate": 4.893088365459817e-05, | |
| "loss": 1.0004, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.7862611214566522, | |
| "grad_norm": 1.2892276048660278, | |
| "learning_rate": 4.8907195561690496e-05, | |
| "loss": 0.9858, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.7945375543140907, | |
| "grad_norm": 1.098703145980835, | |
| "learning_rate": 4.8883253772799046e-05, | |
| "loss": 0.9817, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.8028139871715291, | |
| "grad_norm": 1.1893219947814941, | |
| "learning_rate": 4.885905854198688e-05, | |
| "loss": 0.983, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.8110904200289675, | |
| "grad_norm": 1.0653300285339355, | |
| "learning_rate": 4.8834610126006555e-05, | |
| "loss": 1.0175, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.819366852886406, | |
| "grad_norm": 1.2211158275604248, | |
| "learning_rate": 4.88099087842973e-05, | |
| "loss": 0.9644, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.8276432857438444, | |
| "grad_norm": 1.2194496393203735, | |
| "learning_rate": 4.878495477898235e-05, | |
| "loss": 0.9766, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.8276432857438444, | |
| "eval_loss": 1.0402740240097046, | |
| "eval_runtime": 580.0141, | |
| "eval_samples_per_second": 33.325, | |
| "eval_steps_per_second": 5.555, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.7920015683199373, | |
| "grad_norm": 1.1055457592010498, | |
| "learning_rate": 4.888596070759588e-05, | |
| "loss": 0.7878, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.7998431680062733, | |
| "grad_norm": 1.0589972734451294, | |
| "learning_rate": 4.8863072734908147e-05, | |
| "loss": 0.774, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.8076847676926093, | |
| "grad_norm": 0.9427498579025269, | |
| "learning_rate": 4.8839957498448887e-05, | |
| "loss": 0.7741, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.8155263673789453, | |
| "grad_norm": 1.094714879989624, | |
| "learning_rate": 4.881661521835972e-05, | |
| "loss": 0.7552, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.8233679670652814, | |
| "grad_norm": 1.029213786125183, | |
| "learning_rate": 4.879304611694457e-05, | |
| "loss": 0.7632, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.8312095667516173, | |
| "grad_norm": 1.1656430959701538, | |
| "learning_rate": 4.876925041866754e-05, | |
| "loss": 0.7533, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.8390511664379533, | |
| "grad_norm": 1.0112115144729614, | |
| "learning_rate": 4.8745228350150734e-05, | |
| "loss": 0.7536, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.8468927661242893, | |
| "grad_norm": 1.1366935968399048, | |
| "learning_rate": 4.8720980140172144e-05, | |
| "loss": 0.7892, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.8547343658106253, | |
| "grad_norm": 1.4567644596099854, | |
| "learning_rate": 4.869650601966348e-05, | |
| "loss": 0.7585, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.8625759654969614, | |
| "grad_norm": 1.1882156133651733, | |
| "learning_rate": 4.8671806221707886e-05, | |
| "loss": 0.7565, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.8704175651832974, | |
| "grad_norm": 1.055330753326416, | |
| "learning_rate": 4.864688098153786e-05, | |
| "loss": 0.775, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.8782591648696334, | |
| "grad_norm": 1.073933720588684, | |
| "learning_rate": 4.862173053653286e-05, | |
| "loss": 0.7524, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.8861007645559694, | |
| "grad_norm": 1.1609364748001099, | |
| "learning_rate": 4.859635512621718e-05, | |
| "loss": 0.7492, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.8939423642423054, | |
| "grad_norm": 0.9947859048843384, | |
| "learning_rate": 4.857075499225756e-05, | |
| "loss": 0.7526, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.9017839639286415, | |
| "grad_norm": 6.8848652839660645, | |
| "learning_rate": 4.8544930378460954e-05, | |
| "loss": 0.7702, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.9096255636149775, | |
| "grad_norm": 1.043473243713379, | |
| "learning_rate": 4.851888153077219e-05, | |
| "loss": 0.7756, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.9174671633013135, | |
| "grad_norm": 1.2918435335159302, | |
| "learning_rate": 4.849260869727161e-05, | |
| "loss": 0.7663, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.9253087629876495, | |
| "grad_norm": 1.2701385021209717, | |
| "learning_rate": 4.846611212817273e-05, | |
| "loss": 0.7656, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.9331503626739855, | |
| "grad_norm": 1.0570497512817383, | |
| "learning_rate": 4.843939207581983e-05, | |
| "loss": 0.757, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.9409919623603215, | |
| "grad_norm": 1.145662784576416, | |
| "learning_rate": 4.841244879468561e-05, | |
| "loss": 0.7464, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.9488335620466575, | |
| "grad_norm": 1.1173900365829468, | |
| "learning_rate": 4.838528254136866e-05, | |
| "loss": 0.7375, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.9566751617329935, | |
| "grad_norm": 1.2657852172851562, | |
| "learning_rate": 4.835789357459114e-05, | |
| "loss": 0.7682, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.9645167614193295, | |
| "grad_norm": 1.141322135925293, | |
| "learning_rate": 4.833028215519623e-05, | |
| "loss": 0.7425, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.9723583611056655, | |
| "grad_norm": 1.0891972780227661, | |
| "learning_rate": 4.830244854614568e-05, | |
| "loss": 0.7735, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.9801999607920016, | |
| "grad_norm": 1.1772578954696655, | |
| "learning_rate": 4.827439301251729e-05, | |
| "loss": 0.7591, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.9880415604783376, | |
| "grad_norm": 1.1350594758987427, | |
| "learning_rate": 4.824611582150241e-05, | |
| "loss": 0.7522, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.9958831601646736, | |
| "grad_norm": 1.03608238697052, | |
| "learning_rate": 4.821761724240336e-05, | |
| "loss": 0.7608, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 1.0037247598510095, | |
| "grad_norm": 1.1283738613128662, | |
| "learning_rate": 4.81888975466309e-05, | |
| "loss": 0.7299, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 1.0115663595373456, | |
| "grad_norm": 1.297022819519043, | |
| "learning_rate": 4.815995700770162e-05, | |
| "loss": 0.6897, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 1.0194079592236815, | |
| "grad_norm": 1.198197603225708, | |
| "learning_rate": 4.813079590123535e-05, | |
| "loss": 0.7174, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.0272495589100177, | |
| "grad_norm": 1.2182512283325195, | |
| "learning_rate": 4.810141450495254e-05, | |
| "loss": 0.6865, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 1.0350911585963536, | |
| "grad_norm": 1.0651652812957764, | |
| "learning_rate": 4.807181309867157e-05, | |
| "loss": 0.6786, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 1.0429327582826897, | |
| "grad_norm": 1.1763614416122437, | |
| "learning_rate": 4.8041991964306164e-05, | |
| "loss": 0.6762, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 1.0507743579690256, | |
| "grad_norm": 1.0765550136566162, | |
| "learning_rate": 4.801195138586263e-05, | |
| "loss": 0.6623, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 1.0586159576553618, | |
| "grad_norm": 1.19382905960083, | |
| "learning_rate": 4.7981691649437214e-05, | |
| "loss": 0.6796, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 1.0664575573416977, | |
| "grad_norm": 1.323279619216919, | |
| "learning_rate": 4.795121304321332e-05, | |
| "loss": 0.6904, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 1.0742991570280338, | |
| "grad_norm": 1.0708096027374268, | |
| "learning_rate": 4.7920515857458816e-05, | |
| "loss": 0.6986, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 1.0821407567143697, | |
| "grad_norm": 0.9783353209495544, | |
| "learning_rate": 4.788960038452322e-05, | |
| "loss": 0.6743, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 1.0899823564007058, | |
| "grad_norm": 1.1598165035247803, | |
| "learning_rate": 4.785846691883498e-05, | |
| "loss": 0.6881, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 1.0978239560870418, | |
| "grad_norm": 0.9942623376846313, | |
| "learning_rate": 4.782711575689859e-05, | |
| "loss": 0.6658, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.1056655557733777, | |
| "grad_norm": 1.0791629552841187, | |
| "learning_rate": 4.7795547197291844e-05, | |
| "loss": 0.6896, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 1.1135071554597138, | |
| "grad_norm": 1.3438973426818848, | |
| "learning_rate": 4.7763761540662945e-05, | |
| "loss": 0.6592, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 1.1213487551460497, | |
| "grad_norm": 1.0666946172714233, | |
| "learning_rate": 4.773175908972765e-05, | |
| "loss": 0.6656, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 1.1291903548323858, | |
| "grad_norm": 0.9979410767555237, | |
| "learning_rate": 4.76995401492664e-05, | |
| "loss": 0.6668, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 1.1370319545187217, | |
| "grad_norm": 1.0160318613052368, | |
| "learning_rate": 4.766710502612138e-05, | |
| "loss": 0.6719, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 1.1448735542050579, | |
| "grad_norm": 1.1360750198364258, | |
| "learning_rate": 4.763445402919369e-05, | |
| "loss": 0.6651, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 1.1527151538913938, | |
| "grad_norm": 1.293106198310852, | |
| "learning_rate": 4.7601587469440255e-05, | |
| "loss": 0.6736, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 1.16055675357773, | |
| "grad_norm": 1.0604827404022217, | |
| "learning_rate": 4.756850565987101e-05, | |
| "loss": 0.6627, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 1.1683983532640658, | |
| "grad_norm": 1.276926875114441, | |
| "learning_rate": 4.753520891554584e-05, | |
| "loss": 0.6714, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 1.176239952950402, | |
| "grad_norm": 0.9686921238899231, | |
| "learning_rate": 4.7501697553571564e-05, | |
| "loss": 0.6781, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.176239952950402, | |
| "eval_loss": 1.0382379293441772, | |
| "eval_runtime": 250.4218, | |
| "eval_samples_per_second": 38.595, | |
| "eval_steps_per_second": 6.433, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.1840815526367379, | |
| "grad_norm": 1.0833640098571777, | |
| "learning_rate": 4.7467971893099e-05, | |
| "loss": 0.6692, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 1.191923152323074, | |
| "grad_norm": 1.011971116065979, | |
| "learning_rate": 4.743403225531983e-05, | |
| "loss": 0.6576, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 1.19976475200941, | |
| "grad_norm": 1.0864920616149902, | |
| "learning_rate": 4.740330389782858e-05, | |
| "loss": 0.6742, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 1.207606351695746, | |
| "grad_norm": 1.0627334117889404, | |
| "learning_rate": 4.736895859534605e-05, | |
| "loss": 0.6878, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 1.215447951382082, | |
| "grad_norm": 1.0697227716445923, | |
| "learning_rate": 4.7334400258525804e-05, | |
| "loss": 0.6952, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 1.2232895510684179, | |
| "grad_norm": 1.106345534324646, | |
| "learning_rate": 4.7299629216489685e-05, | |
| "loss": 0.6788, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 1.231131150754754, | |
| "grad_norm": 1.0687874555587769, | |
| "learning_rate": 4.7264645800385235e-05, | |
| "loss": 0.6828, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 1.23897275044109, | |
| "grad_norm": 1.0802325010299683, | |
| "learning_rate": 4.7229450343382585e-05, | |
| "loss": 0.6767, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 1.246814350127426, | |
| "grad_norm": 1.0141079425811768, | |
| "learning_rate": 4.7194043180671274e-05, | |
| "loss": 0.6676, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 1.254655949813762, | |
| "grad_norm": 1.02689790725708, | |
| "learning_rate": 4.715842464945706e-05, | |
| "loss": 0.6627, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.262497549500098, | |
| "grad_norm": 0.9644928574562073, | |
| "learning_rate": 4.712259508895868e-05, | |
| "loss": 0.6752, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 1.270339149186434, | |
| "grad_norm": 1.024220585823059, | |
| "learning_rate": 4.7086554840404676e-05, | |
| "loss": 0.6773, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 1.2781807488727701, | |
| "grad_norm": 1.1297568082809448, | |
| "learning_rate": 4.705030424703006e-05, | |
| "loss": 0.6787, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 1.286022348559106, | |
| "grad_norm": 1.1851943731307983, | |
| "learning_rate": 4.701384365407316e-05, | |
| "loss": 0.6784, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 1.2938639482454422, | |
| "grad_norm": 0.9990951418876648, | |
| "learning_rate": 4.6977173408772226e-05, | |
| "loss": 0.6575, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 1.301705547931778, | |
| "grad_norm": 0.9888284206390381, | |
| "learning_rate": 4.694029386036216e-05, | |
| "loss": 0.6774, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 1.309547147618114, | |
| "grad_norm": 1.090669870376587, | |
| "learning_rate": 4.6903205360071235e-05, | |
| "loss": 0.6822, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 1.31738874730445, | |
| "grad_norm": 1.0397796630859375, | |
| "learning_rate": 4.686590826111768e-05, | |
| "loss": 0.6787, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 1.3252303469907862, | |
| "grad_norm": 1.1437417268753052, | |
| "learning_rate": 4.682840291870635e-05, | |
| "loss": 0.6845, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 1.3330719466771221, | |
| "grad_norm": 1.1360801458358765, | |
| "learning_rate": 4.679068969002534e-05, | |
| "loss": 0.6715, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.340913546363458, | |
| "grad_norm": 0.9892112612724304, | |
| "learning_rate": 4.675276893424259e-05, | |
| "loss": 0.6758, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 1.3487551460497942, | |
| "grad_norm": 1.129503607749939, | |
| "learning_rate": 4.671464101250246e-05, | |
| "loss": 0.6822, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 1.35659674573613, | |
| "grad_norm": 1.2884234189987183, | |
| "learning_rate": 4.667630628792227e-05, | |
| "loss": 0.6657, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 1.3644383454224662, | |
| "grad_norm": 1.1253407001495361, | |
| "learning_rate": 4.663776512558887e-05, | |
| "loss": 0.6644, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 1.3722799451088021, | |
| "grad_norm": 1.035405158996582, | |
| "learning_rate": 4.659901789255517e-05, | |
| "loss": 0.692, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 1.3801215447951383, | |
| "grad_norm": 0.9973240494728088, | |
| "learning_rate": 4.656006495783661e-05, | |
| "loss": 0.6493, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 1.3879631444814742, | |
| "grad_norm": 1.12758469581604, | |
| "learning_rate": 4.6520906692407645e-05, | |
| "loss": 0.6827, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 1.3958047441678103, | |
| "grad_norm": 0.9674776196479797, | |
| "learning_rate": 4.6481543469198265e-05, | |
| "loss": 0.6778, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 1.4036463438541462, | |
| "grad_norm": 0.9787268042564392, | |
| "learning_rate": 4.644197566309039e-05, | |
| "loss": 0.6653, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 1.4114879435404823, | |
| "grad_norm": 1.0090129375457764, | |
| "learning_rate": 4.640220365091431e-05, | |
| "loss": 0.6685, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.4193295432268183, | |
| "grad_norm": 1.0591384172439575, | |
| "learning_rate": 4.6362227811445124e-05, | |
| "loss": 0.6795, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 1.4271711429131542, | |
| "grad_norm": 1.0188828706741333, | |
| "learning_rate": 4.63220485253991e-05, | |
| "loss": 0.652, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 1.4350127425994903, | |
| "grad_norm": 0.908219039440155, | |
| "learning_rate": 4.628166617543005e-05, | |
| "loss": 0.6611, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 1.4428543422858264, | |
| "grad_norm": 1.6317641735076904, | |
| "learning_rate": 4.6241081146125735e-05, | |
| "loss": 0.6893, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 1.4506959419721623, | |
| "grad_norm": 1.042119026184082, | |
| "learning_rate": 4.620029382400414e-05, | |
| "loss": 0.6805, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 1.4585375416584982, | |
| "grad_norm": 1.0308270454406738, | |
| "learning_rate": 4.615930459750979e-05, | |
| "loss": 0.6641, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 1.4663791413448344, | |
| "grad_norm": 1.0121833086013794, | |
| "learning_rate": 4.611811385701014e-05, | |
| "loss": 0.6506, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 1.4742207410311703, | |
| "grad_norm": 0.9907941222190857, | |
| "learning_rate": 4.607672199479175e-05, | |
| "loss": 0.6742, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 1.4820623407175064, | |
| "grad_norm": 1.0068496465682983, | |
| "learning_rate": 4.603512940505661e-05, | |
| "loss": 0.6496, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 1.4899039404038423, | |
| "grad_norm": 0.9669331908226013, | |
| "learning_rate": 4.599333648391837e-05, | |
| "loss": 0.6683, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 1.4977455400901785, | |
| "grad_norm": 0.9877241849899292, | |
| "learning_rate": 4.595134362939856e-05, | |
| "loss": 0.6746, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 1.5055871397765144, | |
| "grad_norm": 0.9874888062477112, | |
| "learning_rate": 4.590915124142282e-05, | |
| "loss": 0.6741, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 1.5134287394628503, | |
| "grad_norm": 0.9484206438064575, | |
| "learning_rate": 4.586675972181708e-05, | |
| "loss": 0.6678, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 1.5212703391491864, | |
| "grad_norm": 0.9802061915397644, | |
| "learning_rate": 4.582416947430371e-05, | |
| "loss": 0.6304, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 1.5291119388355225, | |
| "grad_norm": 0.9652764797210693, | |
| "learning_rate": 4.578138090449772e-05, | |
| "loss": 0.6663, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 1.5369535385218585, | |
| "grad_norm": 1.1324354410171509, | |
| "learning_rate": 4.573839441990286e-05, | |
| "loss": 0.6613, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 1.5447951382081944, | |
| "grad_norm": 0.989467978477478, | |
| "learning_rate": 4.5695210429907774e-05, | |
| "loss": 0.6856, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 1.5526367378945305, | |
| "grad_norm": 0.9154842495918274, | |
| "learning_rate": 4.5651829345782046e-05, | |
| "loss": 0.6706, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 1.5604783375808666, | |
| "grad_norm": 0.9855336546897888, | |
| "learning_rate": 4.560825158067233e-05, | |
| "loss": 0.6608, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 1.5683199372672025, | |
| "grad_norm": 0.9735700488090515, | |
| "learning_rate": 4.556447754959844e-05, | |
| "loss": 0.6524, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.5683199372672025, | |
| "eval_loss": 1.007663607597351, | |
| "eval_runtime": 244.3994, | |
| "eval_samples_per_second": 39.546, | |
| "eval_steps_per_second": 6.592, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.5761615369535384, | |
| "grad_norm": 0.8914473056793213, | |
| "learning_rate": 4.5520507669449296e-05, | |
| "loss": 0.6428, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 1.5840031366398746, | |
| "grad_norm": 1.0634649991989136, | |
| "learning_rate": 4.547634235897906e-05, | |
| "loss": 0.6756, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 1.5918447363262107, | |
| "grad_norm": 0.9682461619377136, | |
| "learning_rate": 4.5431982038803113e-05, | |
| "loss": 0.6728, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 1.5996863360125464, | |
| "grad_norm": 0.9319469928741455, | |
| "learning_rate": 4.5387427131394006e-05, | |
| "loss": 0.6549, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 1.6075279356988825, | |
| "grad_norm": 1.000883936882019, | |
| "learning_rate": 4.5342678061077495e-05, | |
| "loss": 0.6605, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 1.6153695353852187, | |
| "grad_norm": 0.9240787029266357, | |
| "learning_rate": 4.5297735254028475e-05, | |
| "loss": 0.6627, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 1.6232111350715546, | |
| "grad_norm": 0.935151994228363, | |
| "learning_rate": 4.5252599138266926e-05, | |
| "loss": 0.6577, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 1.6310527347578905, | |
| "grad_norm": 0.8398969769477844, | |
| "learning_rate": 4.520727014365383e-05, | |
| "loss": 0.6807, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 1.6388943344442266, | |
| "grad_norm": 1.0277074575424194, | |
| "learning_rate": 4.516174870188707e-05, | |
| "loss": 0.6708, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 1.6467359341305627, | |
| "grad_norm": 1.0168735980987549, | |
| "learning_rate": 4.511603524649737e-05, | |
| "loss": 0.6306, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 1.6545775338168986, | |
| "grad_norm": 0.9712296724319458, | |
| "learning_rate": 4.5070130212844075e-05, | |
| "loss": 0.6664, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 1.6624191335032346, | |
| "grad_norm": 0.8896380662918091, | |
| "learning_rate": 4.502403403811109e-05, | |
| "loss": 0.6614, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 1.6702607331895707, | |
| "grad_norm": 0.876569926738739, | |
| "learning_rate": 4.497774716130266e-05, | |
| "loss": 0.644, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 1.6781023328759068, | |
| "grad_norm": 0.8911204934120178, | |
| "learning_rate": 4.493127002323925e-05, | |
| "loss": 0.6564, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 1.6859439325622427, | |
| "grad_norm": 1.0690345764160156, | |
| "learning_rate": 4.488460306655325e-05, | |
| "loss": 0.655, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 1.6937855322485786, | |
| "grad_norm": 0.9396145343780518, | |
| "learning_rate": 4.4837746735684874e-05, | |
| "loss": 0.6873, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 1.7016271319349148, | |
| "grad_norm": 0.9179625511169434, | |
| "learning_rate": 4.479070147687783e-05, | |
| "loss": 0.6711, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 1.7094687316212507, | |
| "grad_norm": 0.8691576719284058, | |
| "learning_rate": 4.4743467738175145e-05, | |
| "loss": 0.6568, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 1.7173103313075866, | |
| "grad_norm": 0.8838081955909729, | |
| "learning_rate": 4.469604596941483e-05, | |
| "loss": 0.6531, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 1.7251519309939227, | |
| "grad_norm": 1.0800485610961914, | |
| "learning_rate": 4.4648436622225676e-05, | |
| "loss": 0.6915, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 1.7329935306802589, | |
| "grad_norm": 1.1134532690048218, | |
| "learning_rate": 4.460064015002284e-05, | |
| "loss": 0.6667, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 1.7408351303665948, | |
| "grad_norm": 0.8759159445762634, | |
| "learning_rate": 4.4552657008003676e-05, | |
| "loss": 0.6578, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 1.7486767300529307, | |
| "grad_norm": 0.9356112480163574, | |
| "learning_rate": 4.4504487653143235e-05, | |
| "loss": 0.6706, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 1.7565183297392668, | |
| "grad_norm": 1.0078978538513184, | |
| "learning_rate": 4.445613254419006e-05, | |
| "loss": 0.6486, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 1.764359929425603, | |
| "grad_norm": 0.984367311000824, | |
| "learning_rate": 4.440759214166172e-05, | |
| "loss": 0.6643, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 1.7722015291119388, | |
| "grad_norm": 1.0800858736038208, | |
| "learning_rate": 4.435886690784047e-05, | |
| "loss": 0.6621, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 1.7800431287982748, | |
| "grad_norm": 0.9246965050697327, | |
| "learning_rate": 4.430995730676882e-05, | |
| "loss": 0.6671, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 1.7878847284846109, | |
| "grad_norm": 1.0341116189956665, | |
| "learning_rate": 4.4260863804245146e-05, | |
| "loss": 0.6736, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 1.795726328170947, | |
| "grad_norm": 0.9403420686721802, | |
| "learning_rate": 4.421652280262614e-05, | |
| "loss": 0.6223, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 1.803567927857283, | |
| "grad_norm": 0.9806979894638062, | |
| "learning_rate": 4.4167081176887246e-05, | |
| "loss": 0.6622, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 1.8114095275436188, | |
| "grad_norm": 1.016072392463684, | |
| "learning_rate": 4.4117457010399885e-05, | |
| "loss": 0.6526, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 1.819251127229955, | |
| "grad_norm": 0.9248052835464478, | |
| "learning_rate": 4.4067650775767717e-05, | |
| "loss": 0.6459, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 1.8270927269162909, | |
| "grad_norm": 0.9529238343238831, | |
| "learning_rate": 4.401766294732834e-05, | |
| "loss": 0.6584, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 1.8349343266026268, | |
| "grad_norm": 0.9078419208526611, | |
| "learning_rate": 4.396749400114879e-05, | |
| "loss": 0.6832, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 1.842775926288963, | |
| "grad_norm": 0.9941418766975403, | |
| "learning_rate": 4.391714441502103e-05, | |
| "loss": 0.6664, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 1.850617525975299, | |
| "grad_norm": 0.944197952747345, | |
| "learning_rate": 4.387167573663176e-05, | |
| "loss": 0.6578, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 1.858459125661635, | |
| "grad_norm": 0.9415684938430786, | |
| "learning_rate": 4.382098425707695e-05, | |
| "loss": 0.6409, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 1.8663007253479709, | |
| "grad_norm": 0.9796119928359985, | |
| "learning_rate": 4.377011353288277e-05, | |
| "loss": 0.6593, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 1.874142325034307, | |
| "grad_norm": 0.9953365325927734, | |
| "learning_rate": 4.3719064048524696e-05, | |
| "loss": 0.6624, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 1.8819839247206431, | |
| "grad_norm": 0.8975547552108765, | |
| "learning_rate": 4.3667836290180586e-05, | |
| "loss": 0.6541, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 1.889825524406979, | |
| "grad_norm": 1.0561144351959229, | |
| "learning_rate": 4.361643074572617e-05, | |
| "loss": 0.6307, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 1.897667124093315, | |
| "grad_norm": 0.9564677476882935, | |
| "learning_rate": 4.356484790473032e-05, | |
| "loss": 0.6293, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 1.905508723779651, | |
| "grad_norm": 10.329718589782715, | |
| "learning_rate": 4.351308825845044e-05, | |
| "loss": 0.6628, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 1.9133503234659872, | |
| "grad_norm": 0.9198611378669739, | |
| "learning_rate": 4.3461152299827754e-05, | |
| "loss": 0.6617, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 1.9211919231523231, | |
| "grad_norm": 0.893352210521698, | |
| "learning_rate": 4.340904052348264e-05, | |
| "loss": 0.6266, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 1.929033522838659, | |
| "grad_norm": 0.9610190391540527, | |
| "learning_rate": 4.3356753425709885e-05, | |
| "loss": 0.6603, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 1.9368751225249952, | |
| "grad_norm": 0.9027713537216187, | |
| "learning_rate": 4.330429150447399e-05, | |
| "loss": 0.6759, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 1.944716722211331, | |
| "grad_norm": 0.8384199142456055, | |
| "learning_rate": 4.325165525940442e-05, | |
| "loss": 0.6429, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 1.952558321897667, | |
| "grad_norm": 0.8894764184951782, | |
| "learning_rate": 4.319884519179082e-05, | |
| "loss": 0.6529, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 1.9603999215840031, | |
| "grad_norm": 0.8820430040359497, | |
| "learning_rate": 4.3145861804578283e-05, | |
| "loss": 0.6591, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.9603999215840031, | |
| "eval_loss": 0.9828659892082214, | |
| "eval_runtime": 242.2012, | |
| "eval_samples_per_second": 39.905, | |
| "eval_steps_per_second": 6.651, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.9684375612624976, | |
| "grad_norm": 0.9603639841079712, | |
| "learning_rate": 4.3092705602362536e-05, | |
| "loss": 0.6308, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 1.9762791609488337, | |
| "grad_norm": 0.9399013519287109, | |
| "learning_rate": 4.303937709138512e-05, | |
| "loss": 0.6523, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 1.9841207606351696, | |
| "grad_norm": 0.8963415026664734, | |
| "learning_rate": 4.298587677952861e-05, | |
| "loss": 0.6764, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 1.9919623603215055, | |
| "grad_norm": 0.8300694227218628, | |
| "learning_rate": 4.2932205176311726e-05, | |
| "loss": 0.6513, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 1.9998039600078417, | |
| "grad_norm": 0.8571862578392029, | |
| "learning_rate": 4.287836279288453e-05, | |
| "loss": 0.6521, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 2.007645559694178, | |
| "grad_norm": 1.0097789764404297, | |
| "learning_rate": 4.282435014202354e-05, | |
| "loss": 0.3983, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 2.0154871593805135, | |
| "grad_norm": 0.9734821319580078, | |
| "learning_rate": 4.2770167738126834e-05, | |
| "loss": 0.3739, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 2.0233287590668496, | |
| "grad_norm": 1.0220587253570557, | |
| "learning_rate": 4.271581609720915e-05, | |
| "loss": 0.3803, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 2.0311703587531857, | |
| "grad_norm": 1.0062997341156006, | |
| "learning_rate": 4.266129573689699e-05, | |
| "loss": 0.3539, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 2.039011958439522, | |
| "grad_norm": 1.014708161354065, | |
| "learning_rate": 4.260660717642369e-05, | |
| "loss": 0.3699, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 2.0468535581258576, | |
| "grad_norm": 1.0316507816314697, | |
| "learning_rate": 4.255175093662446e-05, | |
| "loss": 0.3725, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 2.0546951578121937, | |
| "grad_norm": 1.0374858379364014, | |
| "learning_rate": 4.249672753993143e-05, | |
| "loss": 0.3732, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 2.06253675749853, | |
| "grad_norm": 0.9619321823120117, | |
| "learning_rate": 4.2441537510368675e-05, | |
| "loss": 0.369, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 2.0703783571848655, | |
| "grad_norm": 0.8847309350967407, | |
| "learning_rate": 4.238618137354723e-05, | |
| "loss": 0.3582, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 2.0782199568712016, | |
| "grad_norm": 0.8922093510627747, | |
| "learning_rate": 4.2330659656660075e-05, | |
| "loss": 0.3553, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 2.0860615565575378, | |
| "grad_norm": 0.9724310040473938, | |
| "learning_rate": 4.227497288847712e-05, | |
| "loss": 0.3771, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 2.093903156243874, | |
| "grad_norm": 1.001301646232605, | |
| "learning_rate": 4.221912159934016e-05, | |
| "loss": 0.3773, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 2.1017447559302096, | |
| "grad_norm": 0.971805214881897, | |
| "learning_rate": 4.216310632115784e-05, | |
| "loss": 0.3748, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 2.1095863556165457, | |
| "grad_norm": 0.9344645142555237, | |
| "learning_rate": 4.2106927587400566e-05, | |
| "loss": 0.3748, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 2.117427955302882, | |
| "grad_norm": 0.9709860682487488, | |
| "learning_rate": 4.205058593309548e-05, | |
| "loss": 0.3792, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 2.125269554989218, | |
| "grad_norm": 1.0208593606948853, | |
| "learning_rate": 4.199408189482127e-05, | |
| "loss": 0.3724, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 2.1331111546755537, | |
| "grad_norm": 0.995505154132843, | |
| "learning_rate": 4.193741601070315e-05, | |
| "loss": 0.3843, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 2.14095275436189, | |
| "grad_norm": 1.059967279434204, | |
| "learning_rate": 4.1880588820407673e-05, | |
| "loss": 0.377, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 2.148794354048226, | |
| "grad_norm": 1.062596082687378, | |
| "learning_rate": 4.1823600865137643e-05, | |
| "loss": 0.3779, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 2.156635953734562, | |
| "grad_norm": 0.9699451327323914, | |
| "learning_rate": 4.1766452687626926e-05, | |
| "loss": 0.3889, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 2.1644775534208978, | |
| "grad_norm": 1.0266555547714233, | |
| "learning_rate": 4.170914483213528e-05, | |
| "loss": 0.3711, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 2.172319153107234, | |
| "grad_norm": 0.9311341047286987, | |
| "learning_rate": 4.165167784444319e-05, | |
| "loss": 0.3577, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 2.18016075279357, | |
| "grad_norm": 0.9153704047203064, | |
| "learning_rate": 4.1594052271846663e-05, | |
| "loss": 0.3778, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 2.1880023524799057, | |
| "grad_norm": 0.9365727305412292, | |
| "learning_rate": 4.1536268663152005e-05, | |
| "loss": 0.3924, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 2.195843952166242, | |
| "grad_norm": 1.0049713850021362, | |
| "learning_rate": 4.147832756867062e-05, | |
| "loss": 0.4038, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 2.203685551852578, | |
| "grad_norm": 1.0050500631332397, | |
| "learning_rate": 4.142022954021374e-05, | |
| "loss": 0.4056, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 2.211527151538914, | |
| "grad_norm": 0.9921131730079651, | |
| "learning_rate": 4.1361975131087184e-05, | |
| "loss": 0.3959, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 2.21936875122525, | |
| "grad_norm": 0.9911596179008484, | |
| "learning_rate": 4.1303564896086086e-05, | |
| "loss": 0.4093, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 2.227210350911586, | |
| "grad_norm": 0.9569091796875, | |
| "learning_rate": 4.1244999391489636e-05, | |
| "loss": 0.3944, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 2.235051950597922, | |
| "grad_norm": 1.010050654411316, | |
| "learning_rate": 4.1186279175055715e-05, | |
| "loss": 0.393, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 2.242893550284258, | |
| "grad_norm": 0.9854335784912109, | |
| "learning_rate": 4.112740480601566e-05, | |
| "loss": 0.3923, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 2.250735149970594, | |
| "grad_norm": 0.9931651949882507, | |
| "learning_rate": 4.1068376845068904e-05, | |
| "loss": 0.4148, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 2.25857674965693, | |
| "grad_norm": 0.9877751469612122, | |
| "learning_rate": 4.100919585437762e-05, | |
| "loss": 0.3918, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 2.266418349343266, | |
| "grad_norm": 1.1037381887435913, | |
| "learning_rate": 4.094986239756139e-05, | |
| "loss": 0.386, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 2.2742599490296023, | |
| "grad_norm": 0.9635111093521118, | |
| "learning_rate": 4.089037703969184e-05, | |
| "loss": 0.404, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 2.282101548715938, | |
| "grad_norm": 1.041157603263855, | |
| "learning_rate": 4.083074034728725e-05, | |
| "loss": 0.4102, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 2.289943148402274, | |
| "grad_norm": 0.9768211245536804, | |
| "learning_rate": 4.0770952888307143e-05, | |
| "loss": 0.3885, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 2.29778474808861, | |
| "grad_norm": 1.0234442949295044, | |
| "learning_rate": 4.07110152321469e-05, | |
| "loss": 0.409, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 2.305626347774946, | |
| "grad_norm": 0.9377536773681641, | |
| "learning_rate": 4.0650927949632335e-05, | |
| "loss": 0.4072, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 2.313467947461282, | |
| "grad_norm": 0.8978007435798645, | |
| "learning_rate": 4.0590691613014244e-05, | |
| "loss": 0.4, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 2.321309547147618, | |
| "grad_norm": 46.86246109008789, | |
| "learning_rate": 4.053030679596297e-05, | |
| "loss": 0.4276, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 2.3291511468339543, | |
| "grad_norm": 0.9630893468856812, | |
| "learning_rate": 4.0469774073562927e-05, | |
| "loss": 0.4096, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 2.33699274652029, | |
| "grad_norm": 0.9448952674865723, | |
| "learning_rate": 4.040909402230714e-05, | |
| "loss": 0.4159, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 2.344834346206626, | |
| "grad_norm": 0.9361767768859863, | |
| "learning_rate": 4.034826722009172e-05, | |
| "loss": 0.4089, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 2.3526759458929623, | |
| "grad_norm": 0.9969122409820557, | |
| "learning_rate": 4.0287294246210414e-05, | |
| "loss": 0.422, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 2.3526759458929623, | |
| "eval_loss": 1.1007354259490967, | |
| "eval_runtime": 250.2946, | |
| "eval_samples_per_second": 38.615, | |
| "eval_steps_per_second": 6.436, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 2.3607135855714567, | |
| "grad_norm": 1.070020318031311, | |
| "learning_rate": 4.022617568134903e-05, | |
| "loss": 0.4181, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 2.3685551852577924, | |
| "grad_norm": 0.9444131255149841, | |
| "learning_rate": 4.01710449737401e-05, | |
| "loss": 0.4108, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 2.3763967849441285, | |
| "grad_norm": 0.9726797342300415, | |
| "learning_rate": 4.010965139076752e-05, | |
| "loss": 0.4116, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 2.3842383846304647, | |
| "grad_norm": 0.9778685569763184, | |
| "learning_rate": 4.004811390862488e-05, | |
| "loss": 0.4285, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 2.392079984316801, | |
| "grad_norm": 0.9821404814720154, | |
| "learning_rate": 3.998643311337419e-05, | |
| "loss": 0.4278, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 2.3999215840031365, | |
| "grad_norm": 0.979962944984436, | |
| "learning_rate": 3.9924609592442326e-05, | |
| "loss": 0.415, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 2.4077631836894726, | |
| "grad_norm": 1.1424775123596191, | |
| "learning_rate": 3.986264393461542e-05, | |
| "loss": 0.4253, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 2.4156047833758088, | |
| "grad_norm": 0.9540061354637146, | |
| "learning_rate": 3.9800536730033274e-05, | |
| "loss": 0.3971, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 2.423446383062145, | |
| "grad_norm": 0.914680004119873, | |
| "learning_rate": 3.973828857018374e-05, | |
| "loss": 0.4206, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 2.4312879827484806, | |
| "grad_norm": 1.0090687274932861, | |
| "learning_rate": 3.967590004789709e-05, | |
| "loss": 0.4158, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 2.4391295824348167, | |
| "grad_norm": 1.0544170141220093, | |
| "learning_rate": 3.961337175734032e-05, | |
| "loss": 0.4218, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 2.446971182121153, | |
| "grad_norm": 1.0221105813980103, | |
| "learning_rate": 3.9550704294011585e-05, | |
| "loss": 0.4092, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 2.4548127818074885, | |
| "grad_norm": 1.0691900253295898, | |
| "learning_rate": 3.948789825473443e-05, | |
| "loss": 0.4105, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 2.4626543814938247, | |
| "grad_norm": 1.0215855836868286, | |
| "learning_rate": 3.9424954237652166e-05, | |
| "loss": 0.4139, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 2.470495981180161, | |
| "grad_norm": 1.0506454706192017, | |
| "learning_rate": 3.936187284222218e-05, | |
| "loss": 0.4075, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 2.478337580866497, | |
| "grad_norm": 1.0375871658325195, | |
| "learning_rate": 3.929865466921016e-05, | |
| "loss": 0.423, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 2.4861791805528326, | |
| "grad_norm": 0.9551310539245605, | |
| "learning_rate": 3.923530032068445e-05, | |
| "loss": 0.4285, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 2.4940207802391687, | |
| "grad_norm": 0.9317300319671631, | |
| "learning_rate": 3.917181040001027e-05, | |
| "loss": 0.4125, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 2.501862379925505, | |
| "grad_norm": 0.9303199648857117, | |
| "learning_rate": 3.910818551184398e-05, | |
| "loss": 0.4047, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 2.5097039796118406, | |
| "grad_norm": 1.0755215883255005, | |
| "learning_rate": 3.904442626212733e-05, | |
| "loss": 0.4225, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 2.5175455792981767, | |
| "grad_norm": 1.0713340044021606, | |
| "learning_rate": 3.8980533258081684e-05, | |
| "loss": 0.4115, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 2.525387178984513, | |
| "grad_norm": 0.9300441145896912, | |
| "learning_rate": 3.891650710820225e-05, | |
| "loss": 0.4398, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 2.533228778670849, | |
| "grad_norm": 0.9100314378738403, | |
| "learning_rate": 3.885234842225225e-05, | |
| "loss": 0.4414, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 2.541070378357185, | |
| "grad_norm": 1.015506386756897, | |
| "learning_rate": 3.8788057811257126e-05, | |
| "loss": 0.4109, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 2.5489119780435208, | |
| "grad_norm": 1.0658026933670044, | |
| "learning_rate": 3.8723635887498766e-05, | |
| "loss": 0.4209, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 2.556753577729857, | |
| "grad_norm": 0.9921278953552246, | |
| "learning_rate": 3.865908326450961e-05, | |
| "loss": 0.4244, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 2.564595177416193, | |
| "grad_norm": 0.968429684638977, | |
| "learning_rate": 3.8594400557066835e-05, | |
| "loss": 0.4278, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 2.5724367771025287, | |
| "grad_norm": 1.021282434463501, | |
| "learning_rate": 3.852958838118649e-05, | |
| "loss": 0.4253, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 2.580278376788865, | |
| "grad_norm": 1.0124115943908691, | |
| "learning_rate": 3.846464735411767e-05, | |
| "loss": 0.4198, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 2.588119976475201, | |
| "grad_norm": 1.1336549520492554, | |
| "learning_rate": 3.839957809433657e-05, | |
| "loss": 0.4206, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 2.595961576161537, | |
| "grad_norm": 0.9238972663879395, | |
| "learning_rate": 3.833438122154065e-05, | |
| "loss": 0.4468, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 2.6038031758478732, | |
| "grad_norm": 0.9685710072517395, | |
| "learning_rate": 3.826905735664269e-05, | |
| "loss": 0.4393, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 2.611644775534209, | |
| "grad_norm": 1.1224950551986694, | |
| "learning_rate": 3.820360712176494e-05, | |
| "loss": 0.4407, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 2.619486375220545, | |
| "grad_norm": 0.9622184634208679, | |
| "learning_rate": 3.81380311402331e-05, | |
| "loss": 0.4289, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 2.6273279749068807, | |
| "grad_norm": 0.9730106592178345, | |
| "learning_rate": 3.807233003657049e-05, | |
| "loss": 0.4153, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 2.635169574593217, | |
| "grad_norm": 1.0938421487808228, | |
| "learning_rate": 3.800650443649203e-05, | |
| "loss": 0.4161, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 2.643011174279553, | |
| "grad_norm": 0.9540886282920837, | |
| "learning_rate": 3.794055496689829e-05, | |
| "loss": 0.4333, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 2.650852773965889, | |
| "grad_norm": 0.986900806427002, | |
| "learning_rate": 3.787448225586954e-05, | |
| "loss": 0.4217, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 2.6586943736522253, | |
| "grad_norm": 0.9545695781707764, | |
| "learning_rate": 3.780828693265976e-05, | |
| "loss": 0.4456, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 2.666535973338561, | |
| "grad_norm": 0.9835594892501831, | |
| "learning_rate": 3.7741969627690656e-05, | |
| "loss": 0.4397, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 2.674377573024897, | |
| "grad_norm": 0.9485548734664917, | |
| "learning_rate": 3.7675530972545636e-05, | |
| "loss": 0.4246, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 2.6822191727112332, | |
| "grad_norm": 0.9652374386787415, | |
| "learning_rate": 3.76089715999638e-05, | |
| "loss": 0.442, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 2.690060772397569, | |
| "grad_norm": 1.1110929250717163, | |
| "learning_rate": 3.7542292143833926e-05, | |
| "loss": 0.4426, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 2.697902372083905, | |
| "grad_norm": 1.0148861408233643, | |
| "learning_rate": 3.747549323918844e-05, | |
| "loss": 0.4619, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 2.705743971770241, | |
| "grad_norm": 1.0639394521713257, | |
| "learning_rate": 3.7408575522197334e-05, | |
| "loss": 0.4284, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 2.7135855714565773, | |
| "grad_norm": 1.1294188499450684, | |
| "learning_rate": 3.734153963016215e-05, | |
| "loss": 0.422, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 2.721427171142913, | |
| "grad_norm": 1.133299708366394, | |
| "learning_rate": 3.727438620150985e-05, | |
| "loss": 0.4356, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 2.729268770829249, | |
| "grad_norm": 1.0103888511657715, | |
| "learning_rate": 3.720711587578682e-05, | |
| "loss": 0.4293, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 2.7371103705155853, | |
| "grad_norm": 0.9841229319572449, | |
| "learning_rate": 3.7139729293652715e-05, | |
| "loss": 0.4314, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 2.744951970201921, | |
| "grad_norm": 1.0465657711029053, | |
| "learning_rate": 3.7072227096874366e-05, | |
| "loss": 0.4357, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 2.744951970201921, | |
| "eval_loss": 1.100440263748169, | |
| "eval_runtime": 251.9109, | |
| "eval_samples_per_second": 38.367, | |
| "eval_steps_per_second": 6.395, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 2.752793569888257, | |
| "grad_norm": 1.0336558818817139, | |
| "learning_rate": 3.7004609928319703e-05, | |
| "loss": 0.4326, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 2.760635169574593, | |
| "grad_norm": 1.018001675605774, | |
| "learning_rate": 3.693687843195158e-05, | |
| "loss": 0.4249, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 2.7684767692609293, | |
| "grad_norm": 0.970750093460083, | |
| "learning_rate": 3.686903325282169e-05, | |
| "loss": 0.4395, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 2.7763183689472655, | |
| "grad_norm": 0.9996511936187744, | |
| "learning_rate": 3.6801075037064394e-05, | |
| "loss": 0.4237, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 2.784159968633601, | |
| "grad_norm": 0.9123607873916626, | |
| "learning_rate": 3.673300443189057e-05, | |
| "loss": 0.4393, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 2.7920015683199373, | |
| "grad_norm": 0.979560375213623, | |
| "learning_rate": 3.666482208558147e-05, | |
| "loss": 0.4446, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 2.7998431680062734, | |
| "grad_norm": 1.0506279468536377, | |
| "learning_rate": 3.659652864748253e-05, | |
| "loss": 0.4172, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 2.807684767692609, | |
| "grad_norm": 1.0336925983428955, | |
| "learning_rate": 3.652812476799716e-05, | |
| "loss": 0.4408, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 2.8155263673789452, | |
| "grad_norm": 1.0965049266815186, | |
| "learning_rate": 3.645961109858062e-05, | |
| "loss": 0.4439, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 2.8233679670652814, | |
| "grad_norm": 0.9744886159896851, | |
| "learning_rate": 3.6390988291733704e-05, | |
| "loss": 0.4397, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 2.8312095667516175, | |
| "grad_norm": 0.925773561000824, | |
| "learning_rate": 3.6322257000996665e-05, | |
| "loss": 0.4444, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 2.839051166437953, | |
| "grad_norm": 1.040789008140564, | |
| "learning_rate": 3.6253417880942896e-05, | |
| "loss": 0.442, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 2.8468927661242893, | |
| "grad_norm": 1.1857627630233765, | |
| "learning_rate": 3.61844715871727e-05, | |
| "loss": 0.4325, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 2.8547343658106255, | |
| "grad_norm": 0.9822872281074524, | |
| "learning_rate": 3.6115418776307084e-05, | |
| "loss": 0.4277, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 2.862575965496961, | |
| "grad_norm": 0.9385848045349121, | |
| "learning_rate": 3.6046260105981485e-05, | |
| "loss": 0.421, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 2.8704175651832973, | |
| "grad_norm": 1.0122392177581787, | |
| "learning_rate": 3.5976996234839505e-05, | |
| "loss": 0.4475, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 2.8782591648696334, | |
| "grad_norm": 1.0014116764068604, | |
| "learning_rate": 3.590762782252665e-05, | |
| "loss": 0.4499, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 2.8861007645559695, | |
| "grad_norm": 0.9408068656921387, | |
| "learning_rate": 3.583815552968403e-05, | |
| "loss": 0.4349, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 2.8939423642423057, | |
| "grad_norm": 1.007498025894165, | |
| "learning_rate": 3.5768580017942096e-05, | |
| "loss": 0.4479, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 2.9017839639286414, | |
| "grad_norm": 1.084996223449707, | |
| "learning_rate": 3.569890194991429e-05, | |
| "loss": 0.4439, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 2.9096255636149775, | |
| "grad_norm": 1.1018431186676025, | |
| "learning_rate": 3.56291219891908e-05, | |
| "loss": 0.454, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 2.9174671633013136, | |
| "grad_norm": 1.0079305171966553, | |
| "learning_rate": 3.555924080033218e-05, | |
| "loss": 0.4449, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 2.9253087629876493, | |
| "grad_norm": 1.0269763469696045, | |
| "learning_rate": 3.5489259048863054e-05, | |
| "loss": 0.4339, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 2.9331503626739854, | |
| "grad_norm": 0.9952816963195801, | |
| "learning_rate": 3.5419177401265784e-05, | |
| "loss": 0.4551, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 2.9409919623603216, | |
| "grad_norm": 0.8597270846366882, | |
| "learning_rate": 3.5348996524974086e-05, | |
| "loss": 0.4441, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 2.9488335620466577, | |
| "grad_norm": 0.9447600245475769, | |
| "learning_rate": 3.5278717088366703e-05, | |
| "loss": 0.4505, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 2.9566751617329934, | |
| "grad_norm": 0.9347754120826721, | |
| "learning_rate": 3.520833976076104e-05, | |
| "loss": 0.4189, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 2.9645167614193295, | |
| "grad_norm": 1.0394740104675293, | |
| "learning_rate": 3.5137865212406785e-05, | |
| "loss": 0.4533, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 2.9723583611056656, | |
| "grad_norm": 0.9572747945785522, | |
| "learning_rate": 3.506729411447951e-05, | |
| "loss": 0.4338, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 2.9801999607920013, | |
| "grad_norm": 1.0237895250320435, | |
| "learning_rate": 3.49966271390743e-05, | |
| "loss": 0.4345, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 2.9880415604783375, | |
| "grad_norm": 1.1056692600250244, | |
| "learning_rate": 3.492586495919934e-05, | |
| "loss": 0.4607, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 2.9958831601646736, | |
| "grad_norm": 1.1012498140335083, | |
| "learning_rate": 3.485500824876953e-05, | |
| "loss": 0.4491, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 3.0037247598510097, | |
| "grad_norm": 1.2760201692581177, | |
| "learning_rate": 3.47840576826e-05, | |
| "loss": 0.3312, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 3.0115663595373454, | |
| "grad_norm": 0.9876531958580017, | |
| "learning_rate": 3.471301393639979e-05, | |
| "loss": 0.1973, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 3.0194079592236815, | |
| "grad_norm": 0.9299415349960327, | |
| "learning_rate": 3.46418776867653e-05, | |
| "loss": 0.1983, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 3.0272495589100177, | |
| "grad_norm": 0.9327115416526794, | |
| "learning_rate": 3.457064961117396e-05, | |
| "loss": 0.1952, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 3.035091158596354, | |
| "grad_norm": 0.956949770450592, | |
| "learning_rate": 3.449933038797765e-05, | |
| "loss": 0.1963, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 3.0429327582826895, | |
| "grad_norm": 0.9961047768592834, | |
| "learning_rate": 3.4427920696396355e-05, | |
| "loss": 0.196, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 3.0507743579690256, | |
| "grad_norm": 0.9145923852920532, | |
| "learning_rate": 3.435642121651165e-05, | |
| "loss": 0.1983, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 3.0586159576553618, | |
| "grad_norm": 0.8782720565795898, | |
| "learning_rate": 3.42848326292602e-05, | |
| "loss": 0.1929, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 3.066457557341698, | |
| "grad_norm": 0.9555357694625854, | |
| "learning_rate": 3.421315561642732e-05, | |
| "loss": 0.2011, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 3.0742991570280336, | |
| "grad_norm": 0.8813580274581909, | |
| "learning_rate": 3.4141390860640454e-05, | |
| "loss": 0.1986, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 3.0821407567143697, | |
| "grad_norm": 0.9723597168922424, | |
| "learning_rate": 3.406953904536266e-05, | |
| "loss": 0.2079, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 3.089982356400706, | |
| "grad_norm": 0.9829353094100952, | |
| "learning_rate": 3.399760085488615e-05, | |
| "loss": 0.2018, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 3.0978239560870415, | |
| "grad_norm": 0.9612635970115662, | |
| "learning_rate": 3.392557697432573e-05, | |
| "loss": 0.1948, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 3.1056655557733777, | |
| "grad_norm": 1.003859043121338, | |
| "learning_rate": 3.385346808961229e-05, | |
| "loss": 0.2051, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 3.113507155459714, | |
| "grad_norm": 0.881211519241333, | |
| "learning_rate": 3.378127488748627e-05, | |
| "loss": 0.1965, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 3.12134875514605, | |
| "grad_norm": 1.045480728149414, | |
| "learning_rate": 3.3708998055491114e-05, | |
| "loss": 0.2073, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 3.1291903548323856, | |
| "grad_norm": 0.9101377725601196, | |
| "learning_rate": 3.363663828196675e-05, | |
| "loss": 0.2, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 3.1370319545187217, | |
| "grad_norm": 0.9816673398017883, | |
| "learning_rate": 3.3564196256043e-05, | |
| "loss": 0.2055, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 3.1370319545187217, | |
| "eval_loss": 1.250553846359253, | |
| "eval_runtime": 246.4616, | |
| "eval_samples_per_second": 39.215, | |
| "eval_steps_per_second": 6.537, | |
| "step": 4000 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 10200, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 8, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 3.911561497694909e+19, | |
| "train_batch_size": 6, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |