| { | |
| "best_metric": 0.9152609448429384, | |
| "best_model_checkpoint": "./fine-tune/roberta-base/qqp/checkpoint-159187", | |
| "epoch": 10.0, | |
| "global_step": 227410, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 7.328691828508612e-07, | |
| "loss": 0.6927, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 1.4657383657017225e-06, | |
| "loss": 0.5606, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 2.1986075485525834e-06, | |
| "loss": 0.4399, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 2.931476731403445e-06, | |
| "loss": 0.4018, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 3.6643459142543057e-06, | |
| "loss": 0.3965, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.397215097105167e-06, | |
| "loss": 0.3687, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 5.130084279956028e-06, | |
| "loss": 0.3724, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 5.86295346280689e-06, | |
| "loss": 0.3498, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 6.59582264565775e-06, | |
| "loss": 0.366, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 7.328691828508611e-06, | |
| "loss": 0.3437, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 8.061561011359473e-06, | |
| "loss": 0.3419, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 8.794430194210334e-06, | |
| "loss": 0.3382, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 9.527299377061196e-06, | |
| "loss": 0.3371, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 1.0260168559912056e-05, | |
| "loss": 0.341, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 1.0993037742762918e-05, | |
| "loss": 0.3278, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 1.172590692561378e-05, | |
| "loss": 0.3338, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 1.245877610846464e-05, | |
| "loss": 0.3308, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 1.31916452913155e-05, | |
| "loss": 0.3375, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 1.3924514474166362e-05, | |
| "loss": 0.3292, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 1.4657383657017223e-05, | |
| "loss": 0.3196, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 1.5390252839868085e-05, | |
| "loss": 0.3253, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 1.6123122022718947e-05, | |
| "loss": 0.3102, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 1.6855991205569805e-05, | |
| "loss": 0.3211, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 1.7588860388420667e-05, | |
| "loss": 0.3095, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 1.832172957127153e-05, | |
| "loss": 0.2994, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 1.905459875412239e-05, | |
| "loss": 0.3151, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 1.9787467936973253e-05, | |
| "loss": 0.3009, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 1.9966785956541065e-05, | |
| "loss": 0.3044, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 1.992000561364115e-05, | |
| "loss": 0.3051, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 1.9873225270741237e-05, | |
| "loss": 0.3045, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.982644492784132e-05, | |
| "loss": 0.315, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.977966458494141e-05, | |
| "loss": 0.3165, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.9732884242041496e-05, | |
| "loss": 0.2932, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 1.9686103899141583e-05, | |
| "loss": 0.3014, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 1.963932355624167e-05, | |
| "loss": 0.3052, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 1.9592543213341755e-05, | |
| "loss": 0.293, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 1.9545762870441842e-05, | |
| "loss": 0.29, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 1.9498982527541926e-05, | |
| "loss": 0.2814, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 1.9452202184642014e-05, | |
| "loss": 0.2884, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 1.94054218417421e-05, | |
| "loss": 0.2901, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 1.935864149884219e-05, | |
| "loss": 0.2833, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 1.9311861155942276e-05, | |
| "loss": 0.2877, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 1.926508081304236e-05, | |
| "loss": 0.2935, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 1.9218300470142448e-05, | |
| "loss": 0.2783, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 1.9171520127242532e-05, | |
| "loss": 0.2751, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.8904773682908731, | |
| "eval_combined_score": 0.8708585188561804, | |
| "eval_f1": 0.8512396694214877, | |
| "eval_loss": 0.3056511878967285, | |
| "eval_runtime": 72.5914, | |
| "eval_samples_per_second": 556.953, | |
| "eval_steps_per_second": 69.623, | |
| "step": 22741 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 1.912473978434262e-05, | |
| "loss": 0.2699, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 1.9077959441442707e-05, | |
| "loss": 0.2617, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 1.9031179098542794e-05, | |
| "loss": 0.246, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 1.898439875564288e-05, | |
| "loss": 0.2603, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 1.8937618412742966e-05, | |
| "loss": 0.2488, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 1.8890838069843053e-05, | |
| "loss": 0.2394, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 1.884405772694314e-05, | |
| "loss": 0.2558, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 1.8797277384043228e-05, | |
| "loss": 0.2536, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 1.8750497041143315e-05, | |
| "loss": 0.2459, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "learning_rate": 1.87037166982434e-05, | |
| "loss": 0.2451, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 1.8656936355343487e-05, | |
| "loss": 0.2547, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 1.861015601244357e-05, | |
| "loss": 0.2571, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 1.856337566954366e-05, | |
| "loss": 0.2622, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 1.8516595326643746e-05, | |
| "loss": 0.2642, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 1.8469814983743833e-05, | |
| "loss": 0.2524, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 1.842303464084392e-05, | |
| "loss": 0.2604, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 1.8376254297944005e-05, | |
| "loss": 0.2476, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 1.8329473955044092e-05, | |
| "loss": 0.2494, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "learning_rate": 1.8282693612144176e-05, | |
| "loss": 0.2513, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "learning_rate": 1.8235913269244264e-05, | |
| "loss": 0.254, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "learning_rate": 1.818913292634435e-05, | |
| "loss": 0.2505, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 1.814235258344444e-05, | |
| "loss": 0.249, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 1.8095572240544526e-05, | |
| "loss": 0.2469, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "learning_rate": 1.804879189764461e-05, | |
| "loss": 0.2538, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "learning_rate": 1.8002011554744698e-05, | |
| "loss": 0.24, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "learning_rate": 1.7955231211844785e-05, | |
| "loss": 0.2488, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "learning_rate": 1.7908450868944873e-05, | |
| "loss": 0.2552, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "learning_rate": 1.7861670526044957e-05, | |
| "loss": 0.2485, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "learning_rate": 1.7814890183145044e-05, | |
| "loss": 0.2518, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "learning_rate": 1.776810984024513e-05, | |
| "loss": 0.2316, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "learning_rate": 1.7721329497345216e-05, | |
| "loss": 0.2382, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "learning_rate": 1.7674549154445303e-05, | |
| "loss": 0.2435, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "learning_rate": 1.762776881154539e-05, | |
| "loss": 0.2359, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "learning_rate": 1.7580988468645478e-05, | |
| "loss": 0.2439, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "learning_rate": 1.7534208125745562e-05, | |
| "loss": 0.2386, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "learning_rate": 1.748742778284565e-05, | |
| "loss": 0.2404, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "learning_rate": 1.7440647439945737e-05, | |
| "loss": 0.2534, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "learning_rate": 1.739386709704582e-05, | |
| "loss": 0.2416, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "learning_rate": 1.734708675414591e-05, | |
| "loss": 0.2517, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "learning_rate": 1.7300306411245996e-05, | |
| "loss": 0.2508, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "learning_rate": 1.7253526068346083e-05, | |
| "loss": 0.2515, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "learning_rate": 1.7206745725446168e-05, | |
| "loss": 0.2507, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "learning_rate": 1.7159965382546255e-05, | |
| "loss": 0.2528, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "learning_rate": 1.7113185039646342e-05, | |
| "loss": 0.2471, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "learning_rate": 1.7066404696746426e-05, | |
| "loss": 0.2443, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.9004699480583725, | |
| "eval_combined_score": 0.8857477945420068, | |
| "eval_f1": 0.8710256410256411, | |
| "eval_loss": 0.2529826760292053, | |
| "eval_runtime": 71.9777, | |
| "eval_samples_per_second": 561.702, | |
| "eval_steps_per_second": 70.216, | |
| "step": 45482 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "learning_rate": 1.7019624353846514e-05, | |
| "loss": 0.2582, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "learning_rate": 1.69728440109466e-05, | |
| "loss": 0.2023, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "learning_rate": 1.692606366804669e-05, | |
| "loss": 0.2099, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "learning_rate": 1.6879283325146776e-05, | |
| "loss": 0.2071, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "learning_rate": 1.683250298224686e-05, | |
| "loss": 0.213, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "learning_rate": 1.6785722639346948e-05, | |
| "loss": 0.2089, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "learning_rate": 1.6738942296447035e-05, | |
| "loss": 0.2201, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "learning_rate": 1.6692161953547123e-05, | |
| "loss": 0.1979, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "learning_rate": 1.6645381610647207e-05, | |
| "loss": 0.2059, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "learning_rate": 1.6598601267747294e-05, | |
| "loss": 0.2146, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "learning_rate": 1.655182092484738e-05, | |
| "loss": 0.2008, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "learning_rate": 1.6505040581947466e-05, | |
| "loss": 0.205, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "learning_rate": 1.6458260239047553e-05, | |
| "loss": 0.2135, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "learning_rate": 1.641147989614764e-05, | |
| "loss": 0.2099, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "learning_rate": 1.6364699553247728e-05, | |
| "loss": 0.1999, | |
| "step": 52500 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "learning_rate": 1.6317919210347812e-05, | |
| "loss": 0.2104, | |
| "step": 53000 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "learning_rate": 1.62711388674479e-05, | |
| "loss": 0.2135, | |
| "step": 53500 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "learning_rate": 1.6224358524547987e-05, | |
| "loss": 0.2066, | |
| "step": 54000 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "learning_rate": 1.617757818164807e-05, | |
| "loss": 0.2128, | |
| "step": 54500 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "learning_rate": 1.613079783874816e-05, | |
| "loss": 0.2079, | |
| "step": 55000 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "learning_rate": 1.6084017495848246e-05, | |
| "loss": 0.2142, | |
| "step": 55500 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "learning_rate": 1.6037237152948333e-05, | |
| "loss": 0.2079, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "learning_rate": 1.5990456810048418e-05, | |
| "loss": 0.2065, | |
| "step": 56500 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "learning_rate": 1.5943676467148505e-05, | |
| "loss": 0.2166, | |
| "step": 57000 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "learning_rate": 1.5896896124248592e-05, | |
| "loss": 0.2135, | |
| "step": 57500 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "learning_rate": 1.585011578134868e-05, | |
| "loss": 0.2072, | |
| "step": 58000 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "learning_rate": 1.5803335438448767e-05, | |
| "loss": 0.2132, | |
| "step": 58500 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "learning_rate": 1.575655509554885e-05, | |
| "loss": 0.2114, | |
| "step": 59000 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "learning_rate": 1.570977475264894e-05, | |
| "loss": 0.2172, | |
| "step": 59500 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "learning_rate": 1.5662994409749023e-05, | |
| "loss": 0.198, | |
| "step": 60000 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "learning_rate": 1.561621406684911e-05, | |
| "loss": 0.2013, | |
| "step": 60500 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "learning_rate": 1.5569433723949198e-05, | |
| "loss": 0.2076, | |
| "step": 61000 | |
| }, | |
| { | |
| "epoch": 2.7, | |
| "learning_rate": 1.5522653381049285e-05, | |
| "loss": 0.2113, | |
| "step": 61500 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "learning_rate": 1.5475873038149373e-05, | |
| "loss": 0.2132, | |
| "step": 62000 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "learning_rate": 1.5429092695249457e-05, | |
| "loss": 0.2152, | |
| "step": 62500 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "learning_rate": 1.5382312352349544e-05, | |
| "loss": 0.2082, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "learning_rate": 1.533553200944963e-05, | |
| "loss": 0.216, | |
| "step": 63500 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "learning_rate": 1.5288751666549716e-05, | |
| "loss": 0.2154, | |
| "step": 64000 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "learning_rate": 1.5241971323649805e-05, | |
| "loss": 0.2087, | |
| "step": 64500 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "learning_rate": 1.519519098074989e-05, | |
| "loss": 0.1985, | |
| "step": 65000 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "learning_rate": 1.5148410637849978e-05, | |
| "loss": 0.2117, | |
| "step": 65500 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "learning_rate": 1.5101630294950062e-05, | |
| "loss": 0.214, | |
| "step": 66000 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "learning_rate": 1.505484995205015e-05, | |
| "loss": 0.1941, | |
| "step": 66500 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "learning_rate": 1.5008069609150235e-05, | |
| "loss": 0.208, | |
| "step": 67000 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "learning_rate": 1.4961289266250323e-05, | |
| "loss": 0.2205, | |
| "step": 67500 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "learning_rate": 1.491450892335041e-05, | |
| "loss": 0.2157, | |
| "step": 68000 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.9069502844422459, | |
| "eval_combined_score": 0.8919079780420185, | |
| "eval_f1": 0.876865671641791, | |
| "eval_loss": 0.2643309533596039, | |
| "eval_runtime": 71.5158, | |
| "eval_samples_per_second": 565.33, | |
| "eval_steps_per_second": 70.67, | |
| "step": 68223 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "learning_rate": 1.4867728580450496e-05, | |
| "loss": 0.1811, | |
| "step": 68500 | |
| }, | |
| { | |
| "epoch": 3.03, | |
| "learning_rate": 1.4820948237550584e-05, | |
| "loss": 0.1629, | |
| "step": 69000 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "learning_rate": 1.4774167894650668e-05, | |
| "loss": 0.1615, | |
| "step": 69500 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "learning_rate": 1.4727387551750755e-05, | |
| "loss": 0.1736, | |
| "step": 70000 | |
| }, | |
| { | |
| "epoch": 3.1, | |
| "learning_rate": 1.468060720885084e-05, | |
| "loss": 0.1738, | |
| "step": 70500 | |
| }, | |
| { | |
| "epoch": 3.12, | |
| "learning_rate": 1.4633826865950928e-05, | |
| "loss": 0.1739, | |
| "step": 71000 | |
| }, | |
| { | |
| "epoch": 3.14, | |
| "learning_rate": 1.4587046523051016e-05, | |
| "loss": 0.1712, | |
| "step": 71500 | |
| }, | |
| { | |
| "epoch": 3.17, | |
| "learning_rate": 1.4540266180151101e-05, | |
| "loss": 0.1846, | |
| "step": 72000 | |
| }, | |
| { | |
| "epoch": 3.19, | |
| "learning_rate": 1.4493485837251189e-05, | |
| "loss": 0.1683, | |
| "step": 72500 | |
| }, | |
| { | |
| "epoch": 3.21, | |
| "learning_rate": 1.4446705494351275e-05, | |
| "loss": 0.168, | |
| "step": 73000 | |
| }, | |
| { | |
| "epoch": 3.23, | |
| "learning_rate": 1.4399925151451362e-05, | |
| "loss": 0.1761, | |
| "step": 73500 | |
| }, | |
| { | |
| "epoch": 3.25, | |
| "learning_rate": 1.4353144808551446e-05, | |
| "loss": 0.1691, | |
| "step": 74000 | |
| }, | |
| { | |
| "epoch": 3.28, | |
| "learning_rate": 1.4306364465651534e-05, | |
| "loss": 0.1766, | |
| "step": 74500 | |
| }, | |
| { | |
| "epoch": 3.3, | |
| "learning_rate": 1.4259584122751621e-05, | |
| "loss": 0.1738, | |
| "step": 75000 | |
| }, | |
| { | |
| "epoch": 3.32, | |
| "learning_rate": 1.4212803779851707e-05, | |
| "loss": 0.1738, | |
| "step": 75500 | |
| }, | |
| { | |
| "epoch": 3.34, | |
| "learning_rate": 1.4166023436951794e-05, | |
| "loss": 0.1839, | |
| "step": 76000 | |
| }, | |
| { | |
| "epoch": 3.36, | |
| "learning_rate": 1.411924309405188e-05, | |
| "loss": 0.1791, | |
| "step": 76500 | |
| }, | |
| { | |
| "epoch": 3.39, | |
| "learning_rate": 1.4072462751151967e-05, | |
| "loss": 0.1773, | |
| "step": 77000 | |
| }, | |
| { | |
| "epoch": 3.41, | |
| "learning_rate": 1.4025682408252053e-05, | |
| "loss": 0.1736, | |
| "step": 77500 | |
| }, | |
| { | |
| "epoch": 3.43, | |
| "learning_rate": 1.397890206535214e-05, | |
| "loss": 0.1695, | |
| "step": 78000 | |
| }, | |
| { | |
| "epoch": 3.45, | |
| "learning_rate": 1.3932121722452228e-05, | |
| "loss": 0.1785, | |
| "step": 78500 | |
| }, | |
| { | |
| "epoch": 3.47, | |
| "learning_rate": 1.3885341379552312e-05, | |
| "loss": 0.1712, | |
| "step": 79000 | |
| }, | |
| { | |
| "epoch": 3.5, | |
| "learning_rate": 1.38385610366524e-05, | |
| "loss": 0.1847, | |
| "step": 79500 | |
| }, | |
| { | |
| "epoch": 3.52, | |
| "learning_rate": 1.3791780693752485e-05, | |
| "loss": 0.181, | |
| "step": 80000 | |
| }, | |
| { | |
| "epoch": 3.54, | |
| "learning_rate": 1.3745000350852573e-05, | |
| "loss": 0.179, | |
| "step": 80500 | |
| }, | |
| { | |
| "epoch": 3.56, | |
| "learning_rate": 1.3698220007952659e-05, | |
| "loss": 0.1827, | |
| "step": 81000 | |
| }, | |
| { | |
| "epoch": 3.58, | |
| "learning_rate": 1.3651439665052746e-05, | |
| "loss": 0.1797, | |
| "step": 81500 | |
| }, | |
| { | |
| "epoch": 3.61, | |
| "learning_rate": 1.3604659322152834e-05, | |
| "loss": 0.1757, | |
| "step": 82000 | |
| }, | |
| { | |
| "epoch": 3.63, | |
| "learning_rate": 1.355787897925292e-05, | |
| "loss": 0.1703, | |
| "step": 82500 | |
| }, | |
| { | |
| "epoch": 3.65, | |
| "learning_rate": 1.3511098636353007e-05, | |
| "loss": 0.1751, | |
| "step": 83000 | |
| }, | |
| { | |
| "epoch": 3.67, | |
| "learning_rate": 1.346431829345309e-05, | |
| "loss": 0.1886, | |
| "step": 83500 | |
| }, | |
| { | |
| "epoch": 3.69, | |
| "learning_rate": 1.3417537950553178e-05, | |
| "loss": 0.1864, | |
| "step": 84000 | |
| }, | |
| { | |
| "epoch": 3.72, | |
| "learning_rate": 1.3370757607653264e-05, | |
| "loss": 0.1758, | |
| "step": 84500 | |
| }, | |
| { | |
| "epoch": 3.74, | |
| "learning_rate": 1.3323977264753351e-05, | |
| "loss": 0.1819, | |
| "step": 85000 | |
| }, | |
| { | |
| "epoch": 3.76, | |
| "learning_rate": 1.3277196921853439e-05, | |
| "loss": 0.171, | |
| "step": 85500 | |
| }, | |
| { | |
| "epoch": 3.78, | |
| "learning_rate": 1.3230416578953525e-05, | |
| "loss": 0.1789, | |
| "step": 86000 | |
| }, | |
| { | |
| "epoch": 3.8, | |
| "learning_rate": 1.3183636236053612e-05, | |
| "loss": 0.1836, | |
| "step": 86500 | |
| }, | |
| { | |
| "epoch": 3.83, | |
| "learning_rate": 1.3136855893153698e-05, | |
| "loss": 0.1841, | |
| "step": 87000 | |
| }, | |
| { | |
| "epoch": 3.85, | |
| "learning_rate": 1.3090075550253785e-05, | |
| "loss": 0.1843, | |
| "step": 87500 | |
| }, | |
| { | |
| "epoch": 3.87, | |
| "learning_rate": 1.304329520735387e-05, | |
| "loss": 0.1845, | |
| "step": 88000 | |
| }, | |
| { | |
| "epoch": 3.89, | |
| "learning_rate": 1.2996514864453957e-05, | |
| "loss": 0.1849, | |
| "step": 88500 | |
| }, | |
| { | |
| "epoch": 3.91, | |
| "learning_rate": 1.2949734521554044e-05, | |
| "loss": 0.1822, | |
| "step": 89000 | |
| }, | |
| { | |
| "epoch": 3.94, | |
| "learning_rate": 1.290295417865413e-05, | |
| "loss": 0.1859, | |
| "step": 89500 | |
| }, | |
| { | |
| "epoch": 3.96, | |
| "learning_rate": 1.2856173835754218e-05, | |
| "loss": 0.1928, | |
| "step": 90000 | |
| }, | |
| { | |
| "epoch": 3.98, | |
| "learning_rate": 1.2809393492854303e-05, | |
| "loss": 0.1838, | |
| "step": 90500 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.9109077417759089, | |
| "eval_combined_score": 0.8961948553575517, | |
| "eval_f1": 0.8814819689391945, | |
| "eval_loss": 0.28062957525253296, | |
| "eval_runtime": 73.9944, | |
| "eval_samples_per_second": 546.393, | |
| "eval_steps_per_second": 68.302, | |
| "step": 90964 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "learning_rate": 1.276261314995439e-05, | |
| "loss": 0.1721, | |
| "step": 91000 | |
| }, | |
| { | |
| "epoch": 4.02, | |
| "learning_rate": 1.2715832807054476e-05, | |
| "loss": 0.1357, | |
| "step": 91500 | |
| }, | |
| { | |
| "epoch": 4.05, | |
| "learning_rate": 1.2669052464154564e-05, | |
| "loss": 0.1472, | |
| "step": 92000 | |
| }, | |
| { | |
| "epoch": 4.07, | |
| "learning_rate": 1.2622272121254651e-05, | |
| "loss": 0.1466, | |
| "step": 92500 | |
| }, | |
| { | |
| "epoch": 4.09, | |
| "learning_rate": 1.2575491778354735e-05, | |
| "loss": 0.1449, | |
| "step": 93000 | |
| }, | |
| { | |
| "epoch": 4.11, | |
| "learning_rate": 1.2528711435454823e-05, | |
| "loss": 0.1462, | |
| "step": 93500 | |
| }, | |
| { | |
| "epoch": 4.13, | |
| "learning_rate": 1.2481931092554909e-05, | |
| "loss": 0.1412, | |
| "step": 94000 | |
| }, | |
| { | |
| "epoch": 4.16, | |
| "learning_rate": 1.2435150749654996e-05, | |
| "loss": 0.1477, | |
| "step": 94500 | |
| }, | |
| { | |
| "epoch": 4.18, | |
| "learning_rate": 1.2388370406755084e-05, | |
| "loss": 0.1565, | |
| "step": 95000 | |
| }, | |
| { | |
| "epoch": 4.2, | |
| "learning_rate": 1.234159006385517e-05, | |
| "loss": 0.1465, | |
| "step": 95500 | |
| }, | |
| { | |
| "epoch": 4.22, | |
| "learning_rate": 1.2294809720955257e-05, | |
| "loss": 0.1398, | |
| "step": 96000 | |
| }, | |
| { | |
| "epoch": 4.24, | |
| "learning_rate": 1.224802937805534e-05, | |
| "loss": 0.1419, | |
| "step": 96500 | |
| }, | |
| { | |
| "epoch": 4.27, | |
| "learning_rate": 1.220124903515543e-05, | |
| "loss": 0.1407, | |
| "step": 97000 | |
| }, | |
| { | |
| "epoch": 4.29, | |
| "learning_rate": 1.2154468692255514e-05, | |
| "loss": 0.1563, | |
| "step": 97500 | |
| }, | |
| { | |
| "epoch": 4.31, | |
| "learning_rate": 1.2107688349355601e-05, | |
| "loss": 0.1552, | |
| "step": 98000 | |
| }, | |
| { | |
| "epoch": 4.33, | |
| "learning_rate": 1.2060908006455689e-05, | |
| "loss": 0.1483, | |
| "step": 98500 | |
| }, | |
| { | |
| "epoch": 4.35, | |
| "learning_rate": 1.2014127663555775e-05, | |
| "loss": 0.1568, | |
| "step": 99000 | |
| }, | |
| { | |
| "epoch": 4.38, | |
| "learning_rate": 1.1967347320655862e-05, | |
| "loss": 0.1423, | |
| "step": 99500 | |
| }, | |
| { | |
| "epoch": 4.4, | |
| "learning_rate": 1.1920566977755948e-05, | |
| "loss": 0.1531, | |
| "step": 100000 | |
| }, | |
| { | |
| "epoch": 4.42, | |
| "learning_rate": 1.1873786634856035e-05, | |
| "loss": 0.1465, | |
| "step": 100500 | |
| }, | |
| { | |
| "epoch": 4.44, | |
| "learning_rate": 1.182700629195612e-05, | |
| "loss": 0.1551, | |
| "step": 101000 | |
| }, | |
| { | |
| "epoch": 4.46, | |
| "learning_rate": 1.1780225949056207e-05, | |
| "loss": 0.1492, | |
| "step": 101500 | |
| }, | |
| { | |
| "epoch": 4.49, | |
| "learning_rate": 1.1733445606156294e-05, | |
| "loss": 0.1456, | |
| "step": 102000 | |
| }, | |
| { | |
| "epoch": 4.51, | |
| "learning_rate": 1.168666526325638e-05, | |
| "loss": 0.1488, | |
| "step": 102500 | |
| }, | |
| { | |
| "epoch": 4.53, | |
| "learning_rate": 1.1639884920356468e-05, | |
| "loss": 0.141, | |
| "step": 103000 | |
| }, | |
| { | |
| "epoch": 4.55, | |
| "learning_rate": 1.1593104577456553e-05, | |
| "loss": 0.1518, | |
| "step": 103500 | |
| }, | |
| { | |
| "epoch": 4.57, | |
| "learning_rate": 1.154632423455664e-05, | |
| "loss": 0.1471, | |
| "step": 104000 | |
| }, | |
| { | |
| "epoch": 4.6, | |
| "learning_rate": 1.1499543891656727e-05, | |
| "loss": 0.1646, | |
| "step": 104500 | |
| }, | |
| { | |
| "epoch": 4.62, | |
| "learning_rate": 1.1452763548756814e-05, | |
| "loss": 0.1495, | |
| "step": 105000 | |
| }, | |
| { | |
| "epoch": 4.64, | |
| "learning_rate": 1.1405983205856901e-05, | |
| "loss": 0.1424, | |
| "step": 105500 | |
| }, | |
| { | |
| "epoch": 4.66, | |
| "learning_rate": 1.1359202862956985e-05, | |
| "loss": 0.1441, | |
| "step": 106000 | |
| }, | |
| { | |
| "epoch": 4.68, | |
| "learning_rate": 1.1312422520057073e-05, | |
| "loss": 0.1548, | |
| "step": 106500 | |
| }, | |
| { | |
| "epoch": 4.71, | |
| "learning_rate": 1.1265642177157159e-05, | |
| "loss": 0.1555, | |
| "step": 107000 | |
| }, | |
| { | |
| "epoch": 4.73, | |
| "learning_rate": 1.1218861834257246e-05, | |
| "loss": 0.1497, | |
| "step": 107500 | |
| }, | |
| { | |
| "epoch": 4.75, | |
| "learning_rate": 1.1172081491357332e-05, | |
| "loss": 0.1628, | |
| "step": 108000 | |
| }, | |
| { | |
| "epoch": 4.77, | |
| "learning_rate": 1.112530114845742e-05, | |
| "loss": 0.1454, | |
| "step": 108500 | |
| }, | |
| { | |
| "epoch": 4.79, | |
| "learning_rate": 1.1078520805557507e-05, | |
| "loss": 0.1394, | |
| "step": 109000 | |
| }, | |
| { | |
| "epoch": 4.82, | |
| "learning_rate": 1.1031740462657593e-05, | |
| "loss": 0.1535, | |
| "step": 109500 | |
| }, | |
| { | |
| "epoch": 4.84, | |
| "learning_rate": 1.098496011975768e-05, | |
| "loss": 0.1521, | |
| "step": 110000 | |
| }, | |
| { | |
| "epoch": 4.86, | |
| "learning_rate": 1.0938179776857764e-05, | |
| "loss": 0.1429, | |
| "step": 110500 | |
| }, | |
| { | |
| "epoch": 4.88, | |
| "learning_rate": 1.0891399433957852e-05, | |
| "loss": 0.1428, | |
| "step": 111000 | |
| }, | |
| { | |
| "epoch": 4.9, | |
| "learning_rate": 1.0844619091057937e-05, | |
| "loss": 0.1519, | |
| "step": 111500 | |
| }, | |
| { | |
| "epoch": 4.93, | |
| "learning_rate": 1.0797838748158025e-05, | |
| "loss": 0.1456, | |
| "step": 112000 | |
| }, | |
| { | |
| "epoch": 4.95, | |
| "learning_rate": 1.0751058405258112e-05, | |
| "loss": 0.1496, | |
| "step": 112500 | |
| }, | |
| { | |
| "epoch": 4.97, | |
| "learning_rate": 1.0704278062358198e-05, | |
| "loss": 0.1513, | |
| "step": 113000 | |
| }, | |
| { | |
| "epoch": 4.99, | |
| "learning_rate": 1.0657497719458285e-05, | |
| "loss": 0.146, | |
| "step": 113500 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.9112540192926045, | |
| "eval_combined_score": 0.8960850249134777, | |
| "eval_f1": 0.8809160305343511, | |
| "eval_loss": 0.3276694118976593, | |
| "eval_runtime": 71.6884, | |
| "eval_samples_per_second": 563.969, | |
| "eval_steps_per_second": 70.5, | |
| "step": 113705 | |
| }, | |
| { | |
| "epoch": 5.01, | |
| "learning_rate": 1.0610717376558371e-05, | |
| "loss": 0.128, | |
| "step": 114000 | |
| }, | |
| { | |
| "epoch": 5.03, | |
| "learning_rate": 1.0563937033658459e-05, | |
| "loss": 0.116, | |
| "step": 114500 | |
| }, | |
| { | |
| "epoch": 5.06, | |
| "learning_rate": 1.0517156690758543e-05, | |
| "loss": 0.1148, | |
| "step": 115000 | |
| }, | |
| { | |
| "epoch": 5.08, | |
| "learning_rate": 1.047037634785863e-05, | |
| "loss": 0.1074, | |
| "step": 115500 | |
| }, | |
| { | |
| "epoch": 5.1, | |
| "learning_rate": 1.0423596004958718e-05, | |
| "loss": 0.114, | |
| "step": 116000 | |
| }, | |
| { | |
| "epoch": 5.12, | |
| "learning_rate": 1.0376815662058803e-05, | |
| "loss": 0.1092, | |
| "step": 116500 | |
| }, | |
| { | |
| "epoch": 5.14, | |
| "learning_rate": 1.033003531915889e-05, | |
| "loss": 0.1183, | |
| "step": 117000 | |
| }, | |
| { | |
| "epoch": 5.17, | |
| "learning_rate": 1.0283254976258977e-05, | |
| "loss": 0.1137, | |
| "step": 117500 | |
| }, | |
| { | |
| "epoch": 5.19, | |
| "learning_rate": 1.0236474633359064e-05, | |
| "loss": 0.1144, | |
| "step": 118000 | |
| }, | |
| { | |
| "epoch": 5.21, | |
| "learning_rate": 1.018969429045915e-05, | |
| "loss": 0.1203, | |
| "step": 118500 | |
| }, | |
| { | |
| "epoch": 5.23, | |
| "learning_rate": 1.0142913947559237e-05, | |
| "loss": 0.1175, | |
| "step": 119000 | |
| }, | |
| { | |
| "epoch": 5.25, | |
| "learning_rate": 1.0096133604659325e-05, | |
| "loss": 0.1159, | |
| "step": 119500 | |
| }, | |
| { | |
| "epoch": 5.28, | |
| "learning_rate": 1.0049353261759409e-05, | |
| "loss": 0.1237, | |
| "step": 120000 | |
| }, | |
| { | |
| "epoch": 5.3, | |
| "learning_rate": 1.0002572918859496e-05, | |
| "loss": 0.1203, | |
| "step": 120500 | |
| }, | |
| { | |
| "epoch": 5.32, | |
| "learning_rate": 9.955792575959584e-06, | |
| "loss": 0.115, | |
| "step": 121000 | |
| }, | |
| { | |
| "epoch": 5.34, | |
| "learning_rate": 9.90901223305967e-06, | |
| "loss": 0.1209, | |
| "step": 121500 | |
| }, | |
| { | |
| "epoch": 5.36, | |
| "learning_rate": 9.862231890159755e-06, | |
| "loss": 0.1205, | |
| "step": 122000 | |
| }, | |
| { | |
| "epoch": 5.39, | |
| "learning_rate": 9.815451547259843e-06, | |
| "loss": 0.1253, | |
| "step": 122500 | |
| }, | |
| { | |
| "epoch": 5.41, | |
| "learning_rate": 9.768671204359928e-06, | |
| "loss": 0.121, | |
| "step": 123000 | |
| }, | |
| { | |
| "epoch": 5.43, | |
| "learning_rate": 9.721890861460014e-06, | |
| "loss": 0.1167, | |
| "step": 123500 | |
| }, | |
| { | |
| "epoch": 5.45, | |
| "learning_rate": 9.675110518560102e-06, | |
| "loss": 0.1199, | |
| "step": 124000 | |
| }, | |
| { | |
| "epoch": 5.47, | |
| "learning_rate": 9.628330175660189e-06, | |
| "loss": 0.1216, | |
| "step": 124500 | |
| }, | |
| { | |
| "epoch": 5.5, | |
| "learning_rate": 9.581549832760275e-06, | |
| "loss": 0.1203, | |
| "step": 125000 | |
| }, | |
| { | |
| "epoch": 5.52, | |
| "learning_rate": 9.534769489860362e-06, | |
| "loss": 0.1055, | |
| "step": 125500 | |
| }, | |
| { | |
| "epoch": 5.54, | |
| "learning_rate": 9.487989146960448e-06, | |
| "loss": 0.1211, | |
| "step": 126000 | |
| }, | |
| { | |
| "epoch": 5.56, | |
| "learning_rate": 9.441208804060534e-06, | |
| "loss": 0.1259, | |
| "step": 126500 | |
| }, | |
| { | |
| "epoch": 5.58, | |
| "learning_rate": 9.394428461160621e-06, | |
| "loss": 0.1184, | |
| "step": 127000 | |
| }, | |
| { | |
| "epoch": 5.61, | |
| "learning_rate": 9.347648118260709e-06, | |
| "loss": 0.1151, | |
| "step": 127500 | |
| }, | |
| { | |
| "epoch": 5.63, | |
| "learning_rate": 9.300867775360794e-06, | |
| "loss": 0.1182, | |
| "step": 128000 | |
| }, | |
| { | |
| "epoch": 5.65, | |
| "learning_rate": 9.25408743246088e-06, | |
| "loss": 0.1234, | |
| "step": 128500 | |
| }, | |
| { | |
| "epoch": 5.67, | |
| "learning_rate": 9.207307089560968e-06, | |
| "loss": 0.124, | |
| "step": 129000 | |
| }, | |
| { | |
| "epoch": 5.69, | |
| "learning_rate": 9.160526746661053e-06, | |
| "loss": 0.1233, | |
| "step": 129500 | |
| }, | |
| { | |
| "epoch": 5.72, | |
| "learning_rate": 9.11374640376114e-06, | |
| "loss": 0.1249, | |
| "step": 130000 | |
| }, | |
| { | |
| "epoch": 5.74, | |
| "learning_rate": 9.066966060861227e-06, | |
| "loss": 0.1294, | |
| "step": 130500 | |
| }, | |
| { | |
| "epoch": 5.76, | |
| "learning_rate": 9.020185717961314e-06, | |
| "loss": 0.1195, | |
| "step": 131000 | |
| }, | |
| { | |
| "epoch": 5.78, | |
| "learning_rate": 8.9734053750614e-06, | |
| "loss": 0.121, | |
| "step": 131500 | |
| }, | |
| { | |
| "epoch": 5.8, | |
| "learning_rate": 8.926625032161487e-06, | |
| "loss": 0.1222, | |
| "step": 132000 | |
| }, | |
| { | |
| "epoch": 5.83, | |
| "learning_rate": 8.879844689261573e-06, | |
| "loss": 0.1253, | |
| "step": 132500 | |
| }, | |
| { | |
| "epoch": 5.85, | |
| "learning_rate": 8.833064346361659e-06, | |
| "loss": 0.1286, | |
| "step": 133000 | |
| }, | |
| { | |
| "epoch": 5.87, | |
| "learning_rate": 8.786284003461746e-06, | |
| "loss": 0.1246, | |
| "step": 133500 | |
| }, | |
| { | |
| "epoch": 5.89, | |
| "learning_rate": 8.739503660561832e-06, | |
| "loss": 0.1243, | |
| "step": 134000 | |
| }, | |
| { | |
| "epoch": 5.91, | |
| "learning_rate": 8.69272331766192e-06, | |
| "loss": 0.1237, | |
| "step": 134500 | |
| }, | |
| { | |
| "epoch": 5.94, | |
| "learning_rate": 8.645942974762007e-06, | |
| "loss": 0.1131, | |
| "step": 135000 | |
| }, | |
| { | |
| "epoch": 5.96, | |
| "learning_rate": 8.599162631862093e-06, | |
| "loss": 0.126, | |
| "step": 135500 | |
| }, | |
| { | |
| "epoch": 5.98, | |
| "learning_rate": 8.552382288962178e-06, | |
| "loss": 0.1262, | |
| "step": 136000 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy": 0.9112787534009399, | |
| "eval_combined_score": 0.8962263843527706, | |
| "eval_f1": 0.8811740153046013, | |
| "eval_loss": 0.3939257562160492, | |
| "eval_runtime": 71.8403, | |
| "eval_samples_per_second": 562.776, | |
| "eval_steps_per_second": 70.35, | |
| "step": 136446 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "learning_rate": 8.505601946062266e-06, | |
| "loss": 0.1149, | |
| "step": 136500 | |
| }, | |
| { | |
| "epoch": 6.02, | |
| "learning_rate": 8.458821603162352e-06, | |
| "loss": 0.0775, | |
| "step": 137000 | |
| }, | |
| { | |
| "epoch": 6.05, | |
| "learning_rate": 8.412041260262437e-06, | |
| "loss": 0.0807, | |
| "step": 137500 | |
| }, | |
| { | |
| "epoch": 6.07, | |
| "learning_rate": 8.365260917362525e-06, | |
| "loss": 0.0882, | |
| "step": 138000 | |
| }, | |
| { | |
| "epoch": 6.09, | |
| "learning_rate": 8.318480574462612e-06, | |
| "loss": 0.0916, | |
| "step": 138500 | |
| }, | |
| { | |
| "epoch": 6.11, | |
| "learning_rate": 8.271700231562698e-06, | |
| "loss": 0.0919, | |
| "step": 139000 | |
| }, | |
| { | |
| "epoch": 6.13, | |
| "learning_rate": 8.224919888662784e-06, | |
| "loss": 0.0863, | |
| "step": 139500 | |
| }, | |
| { | |
| "epoch": 6.16, | |
| "learning_rate": 8.178139545762871e-06, | |
| "loss": 0.0955, | |
| "step": 140000 | |
| }, | |
| { | |
| "epoch": 6.18, | |
| "learning_rate": 8.131359202862957e-06, | |
| "loss": 0.0889, | |
| "step": 140500 | |
| }, | |
| { | |
| "epoch": 6.2, | |
| "learning_rate": 8.084578859963044e-06, | |
| "loss": 0.0957, | |
| "step": 141000 | |
| }, | |
| { | |
| "epoch": 6.22, | |
| "learning_rate": 8.037798517063132e-06, | |
| "loss": 0.1, | |
| "step": 141500 | |
| }, | |
| { | |
| "epoch": 6.24, | |
| "learning_rate": 7.991018174163218e-06, | |
| "loss": 0.0933, | |
| "step": 142000 | |
| }, | |
| { | |
| "epoch": 6.27, | |
| "learning_rate": 7.944237831263303e-06, | |
| "loss": 0.0844, | |
| "step": 142500 | |
| }, | |
| { | |
| "epoch": 6.29, | |
| "learning_rate": 7.89745748836339e-06, | |
| "loss": 0.0914, | |
| "step": 143000 | |
| }, | |
| { | |
| "epoch": 6.31, | |
| "learning_rate": 7.850677145463477e-06, | |
| "loss": 0.0885, | |
| "step": 143500 | |
| }, | |
| { | |
| "epoch": 6.33, | |
| "learning_rate": 7.803896802563562e-06, | |
| "loss": 0.0895, | |
| "step": 144000 | |
| }, | |
| { | |
| "epoch": 6.35, | |
| "learning_rate": 7.75711645966365e-06, | |
| "loss": 0.0869, | |
| "step": 144500 | |
| }, | |
| { | |
| "epoch": 6.38, | |
| "learning_rate": 7.710336116763737e-06, | |
| "loss": 0.0933, | |
| "step": 145000 | |
| }, | |
| { | |
| "epoch": 6.4, | |
| "learning_rate": 7.663555773863823e-06, | |
| "loss": 0.0841, | |
| "step": 145500 | |
| }, | |
| { | |
| "epoch": 6.42, | |
| "learning_rate": 7.61677543096391e-06, | |
| "loss": 0.0908, | |
| "step": 146000 | |
| }, | |
| { | |
| "epoch": 6.44, | |
| "learning_rate": 7.569995088063996e-06, | |
| "loss": 0.0942, | |
| "step": 146500 | |
| }, | |
| { | |
| "epoch": 6.46, | |
| "learning_rate": 7.523214745164083e-06, | |
| "loss": 0.0872, | |
| "step": 147000 | |
| }, | |
| { | |
| "epoch": 6.49, | |
| "learning_rate": 7.476434402264169e-06, | |
| "loss": 0.0894, | |
| "step": 147500 | |
| }, | |
| { | |
| "epoch": 6.51, | |
| "learning_rate": 7.429654059364255e-06, | |
| "loss": 0.0888, | |
| "step": 148000 | |
| }, | |
| { | |
| "epoch": 6.53, | |
| "learning_rate": 7.382873716464343e-06, | |
| "loss": 0.093, | |
| "step": 148500 | |
| }, | |
| { | |
| "epoch": 6.55, | |
| "learning_rate": 7.336093373564429e-06, | |
| "loss": 0.0885, | |
| "step": 149000 | |
| }, | |
| { | |
| "epoch": 6.57, | |
| "learning_rate": 7.289313030664516e-06, | |
| "loss": 0.092, | |
| "step": 149500 | |
| }, | |
| { | |
| "epoch": 6.6, | |
| "learning_rate": 7.242532687764602e-06, | |
| "loss": 0.0956, | |
| "step": 150000 | |
| }, | |
| { | |
| "epoch": 6.62, | |
| "learning_rate": 7.195752344864688e-06, | |
| "loss": 0.1009, | |
| "step": 150500 | |
| }, | |
| { | |
| "epoch": 6.64, | |
| "learning_rate": 7.148972001964775e-06, | |
| "loss": 0.0956, | |
| "step": 151000 | |
| }, | |
| { | |
| "epoch": 6.66, | |
| "learning_rate": 7.102191659064862e-06, | |
| "loss": 0.0908, | |
| "step": 151500 | |
| }, | |
| { | |
| "epoch": 6.68, | |
| "learning_rate": 7.055411316164949e-06, | |
| "loss": 0.0878, | |
| "step": 152000 | |
| }, | |
| { | |
| "epoch": 6.71, | |
| "learning_rate": 7.008630973265035e-06, | |
| "loss": 0.1011, | |
| "step": 152500 | |
| }, | |
| { | |
| "epoch": 6.73, | |
| "learning_rate": 6.961850630365121e-06, | |
| "loss": 0.0898, | |
| "step": 153000 | |
| }, | |
| { | |
| "epoch": 6.75, | |
| "learning_rate": 6.915070287465208e-06, | |
| "loss": 0.0948, | |
| "step": 153500 | |
| }, | |
| { | |
| "epoch": 6.77, | |
| "learning_rate": 6.868289944565294e-06, | |
| "loss": 0.0908, | |
| "step": 154000 | |
| }, | |
| { | |
| "epoch": 6.79, | |
| "learning_rate": 6.82150960166538e-06, | |
| "loss": 0.0935, | |
| "step": 154500 | |
| }, | |
| { | |
| "epoch": 6.82, | |
| "learning_rate": 6.774729258765468e-06, | |
| "loss": 0.0987, | |
| "step": 155000 | |
| }, | |
| { | |
| "epoch": 6.84, | |
| "learning_rate": 6.727948915865554e-06, | |
| "loss": 0.0971, | |
| "step": 155500 | |
| }, | |
| { | |
| "epoch": 6.86, | |
| "learning_rate": 6.681168572965641e-06, | |
| "loss": 0.0894, | |
| "step": 156000 | |
| }, | |
| { | |
| "epoch": 6.88, | |
| "learning_rate": 6.634388230065727e-06, | |
| "loss": 0.0925, | |
| "step": 156500 | |
| }, | |
| { | |
| "epoch": 6.9, | |
| "learning_rate": 6.587607887165813e-06, | |
| "loss": 0.0831, | |
| "step": 157000 | |
| }, | |
| { | |
| "epoch": 6.93, | |
| "learning_rate": 6.5408275442659e-06, | |
| "loss": 0.1021, | |
| "step": 157500 | |
| }, | |
| { | |
| "epoch": 6.95, | |
| "learning_rate": 6.4940472013659864e-06, | |
| "loss": 0.0974, | |
| "step": 158000 | |
| }, | |
| { | |
| "epoch": 6.97, | |
| "learning_rate": 6.447266858466074e-06, | |
| "loss": 0.0993, | |
| "step": 158500 | |
| }, | |
| { | |
| "epoch": 6.99, | |
| "learning_rate": 6.40048651556616e-06, | |
| "loss": 0.0867, | |
| "step": 159000 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_accuracy": 0.9152609448429384, | |
| "eval_combined_score": 0.9009873932600381, | |
| "eval_f1": 0.8867138416771377, | |
| "eval_loss": 0.44352227449417114, | |
| "eval_runtime": 71.6368, | |
| "eval_samples_per_second": 564.374, | |
| "eval_steps_per_second": 70.55, | |
| "step": 159187 | |
| }, | |
| { | |
| "epoch": 7.01, | |
| "learning_rate": 6.353706172666246e-06, | |
| "loss": 0.0648, | |
| "step": 159500 | |
| }, | |
| { | |
| "epoch": 7.04, | |
| "learning_rate": 6.306925829766333e-06, | |
| "loss": 0.0651, | |
| "step": 160000 | |
| }, | |
| { | |
| "epoch": 7.06, | |
| "learning_rate": 6.2601454868664195e-06, | |
| "loss": 0.0692, | |
| "step": 160500 | |
| }, | |
| { | |
| "epoch": 7.08, | |
| "learning_rate": 6.213365143966505e-06, | |
| "loss": 0.0699, | |
| "step": 161000 | |
| }, | |
| { | |
| "epoch": 7.1, | |
| "learning_rate": 6.166584801066592e-06, | |
| "loss": 0.0668, | |
| "step": 161500 | |
| }, | |
| { | |
| "epoch": 7.12, | |
| "learning_rate": 6.119804458166679e-06, | |
| "loss": 0.0606, | |
| "step": 162000 | |
| }, | |
| { | |
| "epoch": 7.15, | |
| "learning_rate": 6.073024115266766e-06, | |
| "loss": 0.0728, | |
| "step": 162500 | |
| }, | |
| { | |
| "epoch": 7.17, | |
| "learning_rate": 6.0262437723668525e-06, | |
| "loss": 0.0627, | |
| "step": 163000 | |
| }, | |
| { | |
| "epoch": 7.19, | |
| "learning_rate": 5.979463429466938e-06, | |
| "loss": 0.0691, | |
| "step": 163500 | |
| }, | |
| { | |
| "epoch": 7.21, | |
| "learning_rate": 5.932683086567025e-06, | |
| "loss": 0.0653, | |
| "step": 164000 | |
| }, | |
| { | |
| "epoch": 7.23, | |
| "learning_rate": 5.8859027436671114e-06, | |
| "loss": 0.0659, | |
| "step": 164500 | |
| }, | |
| { | |
| "epoch": 7.26, | |
| "learning_rate": 5.839122400767197e-06, | |
| "loss": 0.0613, | |
| "step": 165000 | |
| }, | |
| { | |
| "epoch": 7.28, | |
| "learning_rate": 5.7923420578672855e-06, | |
| "loss": 0.0599, | |
| "step": 165500 | |
| }, | |
| { | |
| "epoch": 7.3, | |
| "learning_rate": 5.745561714967371e-06, | |
| "loss": 0.0723, | |
| "step": 166000 | |
| }, | |
| { | |
| "epoch": 7.32, | |
| "learning_rate": 5.698781372067458e-06, | |
| "loss": 0.0709, | |
| "step": 166500 | |
| }, | |
| { | |
| "epoch": 7.34, | |
| "learning_rate": 5.6520010291675445e-06, | |
| "loss": 0.0714, | |
| "step": 167000 | |
| }, | |
| { | |
| "epoch": 7.37, | |
| "learning_rate": 5.60522068626763e-06, | |
| "loss": 0.0637, | |
| "step": 167500 | |
| }, | |
| { | |
| "epoch": 7.39, | |
| "learning_rate": 5.558440343367717e-06, | |
| "loss": 0.0726, | |
| "step": 168000 | |
| }, | |
| { | |
| "epoch": 7.41, | |
| "learning_rate": 5.5116600004678034e-06, | |
| "loss": 0.0632, | |
| "step": 168500 | |
| }, | |
| { | |
| "epoch": 7.43, | |
| "learning_rate": 5.464879657567891e-06, | |
| "loss": 0.0735, | |
| "step": 169000 | |
| }, | |
| { | |
| "epoch": 7.45, | |
| "learning_rate": 5.4180993146679775e-06, | |
| "loss": 0.0693, | |
| "step": 169500 | |
| }, | |
| { | |
| "epoch": 7.48, | |
| "learning_rate": 5.371318971768063e-06, | |
| "loss": 0.07, | |
| "step": 170000 | |
| }, | |
| { | |
| "epoch": 7.5, | |
| "learning_rate": 5.32453862886815e-06, | |
| "loss": 0.0699, | |
| "step": 170500 | |
| }, | |
| { | |
| "epoch": 7.52, | |
| "learning_rate": 5.2777582859682365e-06, | |
| "loss": 0.0617, | |
| "step": 171000 | |
| }, | |
| { | |
| "epoch": 7.54, | |
| "learning_rate": 5.230977943068323e-06, | |
| "loss": 0.056, | |
| "step": 171500 | |
| }, | |
| { | |
| "epoch": 7.56, | |
| "learning_rate": 5.184197600168409e-06, | |
| "loss": 0.0644, | |
| "step": 172000 | |
| }, | |
| { | |
| "epoch": 7.59, | |
| "learning_rate": 5.137417257268496e-06, | |
| "loss": 0.0694, | |
| "step": 172500 | |
| }, | |
| { | |
| "epoch": 7.61, | |
| "learning_rate": 5.090636914368583e-06, | |
| "loss": 0.0642, | |
| "step": 173000 | |
| }, | |
| { | |
| "epoch": 7.63, | |
| "learning_rate": 5.0438565714686695e-06, | |
| "loss": 0.0673, | |
| "step": 173500 | |
| }, | |
| { | |
| "epoch": 7.65, | |
| "learning_rate": 4.997076228568756e-06, | |
| "loss": 0.0682, | |
| "step": 174000 | |
| }, | |
| { | |
| "epoch": 7.67, | |
| "learning_rate": 4.950295885668842e-06, | |
| "loss": 0.0671, | |
| "step": 174500 | |
| }, | |
| { | |
| "epoch": 7.7, | |
| "learning_rate": 4.903515542768929e-06, | |
| "loss": 0.0734, | |
| "step": 175000 | |
| }, | |
| { | |
| "epoch": 7.72, | |
| "learning_rate": 4.856735199869015e-06, | |
| "loss": 0.0665, | |
| "step": 175500 | |
| }, | |
| { | |
| "epoch": 7.74, | |
| "learning_rate": 4.809954856969102e-06, | |
| "loss": 0.0644, | |
| "step": 176000 | |
| }, | |
| { | |
| "epoch": 7.76, | |
| "learning_rate": 4.763174514069189e-06, | |
| "loss": 0.0681, | |
| "step": 176500 | |
| }, | |
| { | |
| "epoch": 7.78, | |
| "learning_rate": 4.716394171169275e-06, | |
| "loss": 0.0755, | |
| "step": 177000 | |
| }, | |
| { | |
| "epoch": 7.81, | |
| "learning_rate": 4.6696138282693615e-06, | |
| "loss": 0.0758, | |
| "step": 177500 | |
| }, | |
| { | |
| "epoch": 7.83, | |
| "learning_rate": 4.622833485369448e-06, | |
| "loss": 0.0633, | |
| "step": 178000 | |
| }, | |
| { | |
| "epoch": 7.85, | |
| "learning_rate": 4.576053142469535e-06, | |
| "loss": 0.0603, | |
| "step": 178500 | |
| }, | |
| { | |
| "epoch": 7.87, | |
| "learning_rate": 4.529272799569621e-06, | |
| "loss": 0.0703, | |
| "step": 179000 | |
| }, | |
| { | |
| "epoch": 7.89, | |
| "learning_rate": 4.482492456669708e-06, | |
| "loss": 0.062, | |
| "step": 179500 | |
| }, | |
| { | |
| "epoch": 7.92, | |
| "learning_rate": 4.4357121137697945e-06, | |
| "loss": 0.0733, | |
| "step": 180000 | |
| }, | |
| { | |
| "epoch": 7.94, | |
| "learning_rate": 4.388931770869881e-06, | |
| "loss": 0.0717, | |
| "step": 180500 | |
| }, | |
| { | |
| "epoch": 7.96, | |
| "learning_rate": 4.342151427969967e-06, | |
| "loss": 0.0612, | |
| "step": 181000 | |
| }, | |
| { | |
| "epoch": 7.98, | |
| "learning_rate": 4.295371085070054e-06, | |
| "loss": 0.0757, | |
| "step": 181500 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_accuracy": 0.9147415285678951, | |
| "eval_combined_score": 0.8995565346371729, | |
| "eval_f1": 0.8843715407064506, | |
| "eval_loss": 0.4811749756336212, | |
| "eval_runtime": 72.7906, | |
| "eval_samples_per_second": 555.429, | |
| "eval_steps_per_second": 69.432, | |
| "step": 181928 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "learning_rate": 4.248590742170141e-06, | |
| "loss": 0.0629, | |
| "step": 182000 | |
| }, | |
| { | |
| "epoch": 8.03, | |
| "learning_rate": 4.201810399270227e-06, | |
| "loss": 0.0438, | |
| "step": 182500 | |
| }, | |
| { | |
| "epoch": 8.05, | |
| "learning_rate": 4.155030056370313e-06, | |
| "loss": 0.0419, | |
| "step": 183000 | |
| }, | |
| { | |
| "epoch": 8.07, | |
| "learning_rate": 4.1082497134704e-06, | |
| "loss": 0.0343, | |
| "step": 183500 | |
| }, | |
| { | |
| "epoch": 8.09, | |
| "learning_rate": 4.0614693705704865e-06, | |
| "loss": 0.0557, | |
| "step": 184000 | |
| }, | |
| { | |
| "epoch": 8.11, | |
| "learning_rate": 4.014689027670573e-06, | |
| "loss": 0.052, | |
| "step": 184500 | |
| }, | |
| { | |
| "epoch": 8.14, | |
| "learning_rate": 3.96790868477066e-06, | |
| "loss": 0.0446, | |
| "step": 185000 | |
| }, | |
| { | |
| "epoch": 8.16, | |
| "learning_rate": 3.921128341870746e-06, | |
| "loss": 0.0473, | |
| "step": 185500 | |
| }, | |
| { | |
| "epoch": 8.18, | |
| "learning_rate": 3.874347998970833e-06, | |
| "loss": 0.0455, | |
| "step": 186000 | |
| }, | |
| { | |
| "epoch": 8.2, | |
| "learning_rate": 3.827567656070919e-06, | |
| "loss": 0.0486, | |
| "step": 186500 | |
| }, | |
| { | |
| "epoch": 8.22, | |
| "learning_rate": 3.780787313171006e-06, | |
| "loss": 0.0412, | |
| "step": 187000 | |
| }, | |
| { | |
| "epoch": 8.25, | |
| "learning_rate": 3.7340069702710923e-06, | |
| "loss": 0.0502, | |
| "step": 187500 | |
| }, | |
| { | |
| "epoch": 8.27, | |
| "learning_rate": 3.687226627371179e-06, | |
| "loss": 0.0435, | |
| "step": 188000 | |
| }, | |
| { | |
| "epoch": 8.29, | |
| "learning_rate": 3.6404462844712655e-06, | |
| "loss": 0.0391, | |
| "step": 188500 | |
| }, | |
| { | |
| "epoch": 8.31, | |
| "learning_rate": 3.593665941571352e-06, | |
| "loss": 0.0476, | |
| "step": 189000 | |
| }, | |
| { | |
| "epoch": 8.33, | |
| "learning_rate": 3.5468855986714383e-06, | |
| "loss": 0.0468, | |
| "step": 189500 | |
| }, | |
| { | |
| "epoch": 8.35, | |
| "learning_rate": 3.500105255771525e-06, | |
| "loss": 0.043, | |
| "step": 190000 | |
| }, | |
| { | |
| "epoch": 8.38, | |
| "learning_rate": 3.453324912871612e-06, | |
| "loss": 0.0457, | |
| "step": 190500 | |
| }, | |
| { | |
| "epoch": 8.4, | |
| "learning_rate": 3.406544569971698e-06, | |
| "loss": 0.0445, | |
| "step": 191000 | |
| }, | |
| { | |
| "epoch": 8.42, | |
| "learning_rate": 3.3597642270717847e-06, | |
| "loss": 0.0532, | |
| "step": 191500 | |
| }, | |
| { | |
| "epoch": 8.44, | |
| "learning_rate": 3.3129838841718713e-06, | |
| "loss": 0.049, | |
| "step": 192000 | |
| }, | |
| { | |
| "epoch": 8.46, | |
| "learning_rate": 3.266203541271958e-06, | |
| "loss": 0.0451, | |
| "step": 192500 | |
| }, | |
| { | |
| "epoch": 8.49, | |
| "learning_rate": 3.219423198372044e-06, | |
| "loss": 0.0493, | |
| "step": 193000 | |
| }, | |
| { | |
| "epoch": 8.51, | |
| "learning_rate": 3.172642855472131e-06, | |
| "loss": 0.0387, | |
| "step": 193500 | |
| }, | |
| { | |
| "epoch": 8.53, | |
| "learning_rate": 3.1258625125722173e-06, | |
| "loss": 0.0597, | |
| "step": 194000 | |
| }, | |
| { | |
| "epoch": 8.55, | |
| "learning_rate": 3.079082169672304e-06, | |
| "loss": 0.0549, | |
| "step": 194500 | |
| }, | |
| { | |
| "epoch": 8.57, | |
| "learning_rate": 3.03230182677239e-06, | |
| "loss": 0.0455, | |
| "step": 195000 | |
| }, | |
| { | |
| "epoch": 8.6, | |
| "learning_rate": 2.985521483872477e-06, | |
| "loss": 0.0487, | |
| "step": 195500 | |
| }, | |
| { | |
| "epoch": 8.62, | |
| "learning_rate": 2.9387411409725637e-06, | |
| "loss": 0.0485, | |
| "step": 196000 | |
| }, | |
| { | |
| "epoch": 8.64, | |
| "learning_rate": 2.89196079807265e-06, | |
| "loss": 0.0471, | |
| "step": 196500 | |
| }, | |
| { | |
| "epoch": 8.66, | |
| "learning_rate": 2.845180455172737e-06, | |
| "loss": 0.0508, | |
| "step": 197000 | |
| }, | |
| { | |
| "epoch": 8.68, | |
| "learning_rate": 2.798400112272823e-06, | |
| "loss": 0.0489, | |
| "step": 197500 | |
| }, | |
| { | |
| "epoch": 8.71, | |
| "learning_rate": 2.7516197693729097e-06, | |
| "loss": 0.0498, | |
| "step": 198000 | |
| }, | |
| { | |
| "epoch": 8.73, | |
| "learning_rate": 2.704839426472996e-06, | |
| "loss": 0.0457, | |
| "step": 198500 | |
| }, | |
| { | |
| "epoch": 8.75, | |
| "learning_rate": 2.658059083573083e-06, | |
| "loss": 0.0434, | |
| "step": 199000 | |
| }, | |
| { | |
| "epoch": 8.77, | |
| "learning_rate": 2.6112787406731695e-06, | |
| "loss": 0.0394, | |
| "step": 199500 | |
| }, | |
| { | |
| "epoch": 8.79, | |
| "learning_rate": 2.5644983977732557e-06, | |
| "loss": 0.0422, | |
| "step": 200000 | |
| }, | |
| { | |
| "epoch": 8.82, | |
| "learning_rate": 2.5177180548733427e-06, | |
| "loss": 0.0505, | |
| "step": 200500 | |
| }, | |
| { | |
| "epoch": 8.84, | |
| "learning_rate": 2.470937711973429e-06, | |
| "loss": 0.0574, | |
| "step": 201000 | |
| }, | |
| { | |
| "epoch": 8.86, | |
| "learning_rate": 2.4241573690735155e-06, | |
| "loss": 0.0445, | |
| "step": 201500 | |
| }, | |
| { | |
| "epoch": 8.88, | |
| "learning_rate": 2.377377026173602e-06, | |
| "loss": 0.0565, | |
| "step": 202000 | |
| }, | |
| { | |
| "epoch": 8.9, | |
| "learning_rate": 2.3305966832736887e-06, | |
| "loss": 0.0519, | |
| "step": 202500 | |
| }, | |
| { | |
| "epoch": 8.93, | |
| "learning_rate": 2.283816340373775e-06, | |
| "loss": 0.0508, | |
| "step": 203000 | |
| }, | |
| { | |
| "epoch": 8.95, | |
| "learning_rate": 2.237035997473862e-06, | |
| "loss": 0.0467, | |
| "step": 203500 | |
| }, | |
| { | |
| "epoch": 8.97, | |
| "learning_rate": 2.190255654573948e-06, | |
| "loss": 0.0466, | |
| "step": 204000 | |
| }, | |
| { | |
| "epoch": 8.99, | |
| "learning_rate": 2.1434753116740347e-06, | |
| "loss": 0.0479, | |
| "step": 204500 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_accuracy": 0.9150878060845906, | |
| "eval_combined_score": 0.9010856587900834, | |
| "eval_f1": 0.8870835114955762, | |
| "eval_loss": 0.5081153512001038, | |
| "eval_runtime": 92.6456, | |
| "eval_samples_per_second": 436.394, | |
| "eval_steps_per_second": 54.552, | |
| "step": 204669 | |
| }, | |
| { | |
| "epoch": 9.01, | |
| "learning_rate": 2.0966949687741213e-06, | |
| "loss": 0.0354, | |
| "step": 205000 | |
| }, | |
| { | |
| "epoch": 9.04, | |
| "learning_rate": 2.049914625874208e-06, | |
| "loss": 0.037, | |
| "step": 205500 | |
| }, | |
| { | |
| "epoch": 9.06, | |
| "learning_rate": 2.0031342829742946e-06, | |
| "loss": 0.0354, | |
| "step": 206000 | |
| }, | |
| { | |
| "epoch": 9.08, | |
| "learning_rate": 1.9563539400743807e-06, | |
| "loss": 0.029, | |
| "step": 206500 | |
| }, | |
| { | |
| "epoch": 9.1, | |
| "learning_rate": 1.9095735971744673e-06, | |
| "loss": 0.0363, | |
| "step": 207000 | |
| }, | |
| { | |
| "epoch": 9.12, | |
| "learning_rate": 1.862793254274554e-06, | |
| "loss": 0.0331, | |
| "step": 207500 | |
| }, | |
| { | |
| "epoch": 9.15, | |
| "learning_rate": 1.8160129113746405e-06, | |
| "loss": 0.03, | |
| "step": 208000 | |
| }, | |
| { | |
| "epoch": 9.17, | |
| "learning_rate": 1.7692325684747272e-06, | |
| "loss": 0.0314, | |
| "step": 208500 | |
| }, | |
| { | |
| "epoch": 9.19, | |
| "learning_rate": 1.7224522255748135e-06, | |
| "loss": 0.033, | |
| "step": 209000 | |
| }, | |
| { | |
| "epoch": 9.21, | |
| "learning_rate": 1.6756718826749001e-06, | |
| "loss": 0.0307, | |
| "step": 209500 | |
| }, | |
| { | |
| "epoch": 9.23, | |
| "learning_rate": 1.6288915397749865e-06, | |
| "loss": 0.0284, | |
| "step": 210000 | |
| }, | |
| { | |
| "epoch": 9.26, | |
| "learning_rate": 1.5821111968750731e-06, | |
| "loss": 0.0311, | |
| "step": 210500 | |
| }, | |
| { | |
| "epoch": 9.28, | |
| "learning_rate": 1.5353308539751595e-06, | |
| "loss": 0.036, | |
| "step": 211000 | |
| }, | |
| { | |
| "epoch": 9.3, | |
| "learning_rate": 1.4885505110752464e-06, | |
| "loss": 0.0321, | |
| "step": 211500 | |
| }, | |
| { | |
| "epoch": 9.32, | |
| "learning_rate": 1.441770168175333e-06, | |
| "loss": 0.0303, | |
| "step": 212000 | |
| }, | |
| { | |
| "epoch": 9.34, | |
| "learning_rate": 1.3949898252754194e-06, | |
| "loss": 0.0326, | |
| "step": 212500 | |
| }, | |
| { | |
| "epoch": 9.37, | |
| "learning_rate": 1.348209482375506e-06, | |
| "loss": 0.03, | |
| "step": 213000 | |
| }, | |
| { | |
| "epoch": 9.39, | |
| "learning_rate": 1.3014291394755924e-06, | |
| "loss": 0.0325, | |
| "step": 213500 | |
| }, | |
| { | |
| "epoch": 9.41, | |
| "learning_rate": 1.254648796575679e-06, | |
| "loss": 0.034, | |
| "step": 214000 | |
| }, | |
| { | |
| "epoch": 9.43, | |
| "learning_rate": 1.2078684536757656e-06, | |
| "loss": 0.0423, | |
| "step": 214500 | |
| }, | |
| { | |
| "epoch": 9.45, | |
| "learning_rate": 1.161088110775852e-06, | |
| "loss": 0.0353, | |
| "step": 215000 | |
| }, | |
| { | |
| "epoch": 9.48, | |
| "learning_rate": 1.1143077678759386e-06, | |
| "loss": 0.0301, | |
| "step": 215500 | |
| }, | |
| { | |
| "epoch": 9.5, | |
| "learning_rate": 1.0675274249760252e-06, | |
| "loss": 0.0315, | |
| "step": 216000 | |
| }, | |
| { | |
| "epoch": 9.52, | |
| "learning_rate": 1.0207470820761118e-06, | |
| "loss": 0.0361, | |
| "step": 216500 | |
| }, | |
| { | |
| "epoch": 9.54, | |
| "learning_rate": 9.739667391761982e-07, | |
| "loss": 0.0388, | |
| "step": 217000 | |
| }, | |
| { | |
| "epoch": 9.56, | |
| "learning_rate": 9.271863962762848e-07, | |
| "loss": 0.0309, | |
| "step": 217500 | |
| }, | |
| { | |
| "epoch": 9.59, | |
| "learning_rate": 8.804060533763713e-07, | |
| "loss": 0.0299, | |
| "step": 218000 | |
| }, | |
| { | |
| "epoch": 9.61, | |
| "learning_rate": 8.336257104764578e-07, | |
| "loss": 0.0357, | |
| "step": 218500 | |
| }, | |
| { | |
| "epoch": 9.63, | |
| "learning_rate": 7.868453675765445e-07, | |
| "loss": 0.0285, | |
| "step": 219000 | |
| }, | |
| { | |
| "epoch": 9.65, | |
| "learning_rate": 7.40065024676631e-07, | |
| "loss": 0.0238, | |
| "step": 219500 | |
| }, | |
| { | |
| "epoch": 9.67, | |
| "learning_rate": 6.932846817767175e-07, | |
| "loss": 0.0284, | |
| "step": 220000 | |
| }, | |
| { | |
| "epoch": 9.7, | |
| "learning_rate": 6.46504338876804e-07, | |
| "loss": 0.033, | |
| "step": 220500 | |
| }, | |
| { | |
| "epoch": 9.72, | |
| "learning_rate": 5.997239959768906e-07, | |
| "loss": 0.031, | |
| "step": 221000 | |
| }, | |
| { | |
| "epoch": 9.74, | |
| "learning_rate": 5.529436530769771e-07, | |
| "loss": 0.028, | |
| "step": 221500 | |
| }, | |
| { | |
| "epoch": 9.76, | |
| "learning_rate": 5.061633101770636e-07, | |
| "loss": 0.0264, | |
| "step": 222000 | |
| }, | |
| { | |
| "epoch": 9.78, | |
| "learning_rate": 4.5938296727715023e-07, | |
| "loss": 0.0341, | |
| "step": 222500 | |
| }, | |
| { | |
| "epoch": 9.81, | |
| "learning_rate": 4.1260262437723673e-07, | |
| "loss": 0.0252, | |
| "step": 223000 | |
| }, | |
| { | |
| "epoch": 9.83, | |
| "learning_rate": 3.6582228147732323e-07, | |
| "loss": 0.0348, | |
| "step": 223500 | |
| }, | |
| { | |
| "epoch": 9.85, | |
| "learning_rate": 3.1904193857740983e-07, | |
| "loss": 0.0315, | |
| "step": 224000 | |
| }, | |
| { | |
| "epoch": 9.87, | |
| "learning_rate": 2.7226159567749633e-07, | |
| "loss": 0.0352, | |
| "step": 224500 | |
| }, | |
| { | |
| "epoch": 9.89, | |
| "learning_rate": 2.2548125277758288e-07, | |
| "loss": 0.0342, | |
| "step": 225000 | |
| }, | |
| { | |
| "epoch": 9.92, | |
| "learning_rate": 1.787009098776694e-07, | |
| "loss": 0.0313, | |
| "step": 225500 | |
| }, | |
| { | |
| "epoch": 9.94, | |
| "learning_rate": 1.3192056697775596e-07, | |
| "loss": 0.0324, | |
| "step": 226000 | |
| }, | |
| { | |
| "epoch": 9.96, | |
| "learning_rate": 8.51402240778425e-08, | |
| "loss": 0.0274, | |
| "step": 226500 | |
| }, | |
| { | |
| "epoch": 9.98, | |
| "learning_rate": 3.835988117792904e-08, | |
| "loss": 0.0379, | |
| "step": 227000 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_accuracy": 0.9148899332179075, | |
| "eval_combined_score": 0.9003480960683503, | |
| "eval_f1": 0.8858062589187933, | |
| "eval_loss": 0.5646682977676392, | |
| "eval_runtime": 85.1463, | |
| "eval_samples_per_second": 474.83, | |
| "eval_steps_per_second": 59.357, | |
| "step": 227410 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "step": 227410, | |
| "total_flos": 2.393297626212864e+17, | |
| "train_loss": 0.1477880122620598, | |
| "train_runtime": 22868.2253, | |
| "train_samples_per_second": 159.105, | |
| "train_steps_per_second": 9.944 | |
| } | |
| ], | |
| "max_steps": 227410, | |
| "num_train_epochs": 10, | |
| "total_flos": 2.393297626212864e+17, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |