| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.34569480334286873, | |
| "global_step": 40000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 4.9956788149582146e-05, | |
| "loss": 2.3181, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.991357629916428e-05, | |
| "loss": 2.2625, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 4.9870364448746425e-05, | |
| "loss": 2.1859, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.982715259832857e-05, | |
| "loss": 2.1855, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 4.9783940747910704e-05, | |
| "loss": 2.1539, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.974072889749285e-05, | |
| "loss": 2.1454, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.969751704707499e-05, | |
| "loss": 2.1311, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 4.9654305196657134e-05, | |
| "loss": 2.1232, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.961109334623927e-05, | |
| "loss": 2.0882, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 4.956788149582141e-05, | |
| "loss": 2.1255, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.9524669645403556e-05, | |
| "loss": 2.1109, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 4.94814577949857e-05, | |
| "loss": 2.0932, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.943824594456784e-05, | |
| "loss": 2.0806, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.9395034094149986e-05, | |
| "loss": 2.108, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 4.935182224373212e-05, | |
| "loss": 2.1137, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.9308610393314265e-05, | |
| "loss": 2.0663, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 4.926539854289641e-05, | |
| "loss": 2.0729, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.922218669247855e-05, | |
| "loss": 2.0571, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.917897484206069e-05, | |
| "loss": 2.1231, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.913576299164283e-05, | |
| "loss": 2.0631, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 4.9092551141224974e-05, | |
| "loss": 2.0889, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.904933929080711e-05, | |
| "loss": 2.0952, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.9006127440389254e-05, | |
| "loss": 2.0885, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.89629155899714e-05, | |
| "loss": 2.0642, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.891970373955353e-05, | |
| "loss": 2.0385, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 4.8876491889135676e-05, | |
| "loss": 2.0664, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.883328003871782e-05, | |
| "loss": 2.0678, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 4.879006818829996e-05, | |
| "loss": 2.0487, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.87468563378821e-05, | |
| "loss": 2.0119, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.870364448746424e-05, | |
| "loss": 2.0541, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.8660432637046385e-05, | |
| "loss": 2.0105, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.861722078662853e-05, | |
| "loss": 2.0374, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 4.857400893621067e-05, | |
| "loss": 2.0205, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.8530797085792814e-05, | |
| "loss": 2.0243, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.848758523537495e-05, | |
| "loss": 2.0473, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.8444373384957094e-05, | |
| "loss": 2.0331, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.840116153453924e-05, | |
| "loss": 2.0622, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 4.835794968412137e-05, | |
| "loss": 2.0277, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.8314737833703516e-05, | |
| "loss": 2.0355, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.827152598328566e-05, | |
| "loss": 2.0415, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.82283141328678e-05, | |
| "loss": 2.0355, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 4.818510228244994e-05, | |
| "loss": 1.9982, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.814189043203208e-05, | |
| "loss": 2.0237, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.8098678581614225e-05, | |
| "loss": 2.0248, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.805546673119636e-05, | |
| "loss": 2.0038, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 4.8012254880778505e-05, | |
| "loss": 2.0252, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 4.796904303036065e-05, | |
| "loss": 1.9888, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 4.7925831179942784e-05, | |
| "loss": 2.0121, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 4.788261932952493e-05, | |
| "loss": 1.9794, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 4.783940747910707e-05, | |
| "loss": 1.9893, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 4.7796195628689213e-05, | |
| "loss": 1.9933, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 4.7752983778271357e-05, | |
| "loss": 1.9897, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 4.77097719278535e-05, | |
| "loss": 2.0199, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 4.766656007743564e-05, | |
| "loss": 2.0092, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 4.762334822701778e-05, | |
| "loss": 1.9775, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 4.758013637659992e-05, | |
| "loss": 1.9796, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 4.7536924526182065e-05, | |
| "loss": 1.9855, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 4.74937126757642e-05, | |
| "loss": 2.0539, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 4.7450500825346345e-05, | |
| "loss": 2.0053, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 4.740728897492849e-05, | |
| "loss": 1.9682, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 4.736407712451063e-05, | |
| "loss": 2.0241, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 4.732086527409277e-05, | |
| "loss": 1.9906, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 4.727765342367491e-05, | |
| "loss": 1.999, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 4.7234441573257054e-05, | |
| "loss": 2.0129, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 4.719122972283919e-05, | |
| "loss": 2.0016, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 4.714801787242133e-05, | |
| "loss": 1.9669, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 4.7104806022003476e-05, | |
| "loss": 2.0073, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 4.706159417158561e-05, | |
| "loss": 1.9432, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 4.7018382321167756e-05, | |
| "loss": 1.9661, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 4.69751704707499e-05, | |
| "loss": 1.9904, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 4.693195862033204e-05, | |
| "loss": 1.9749, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 4.6888746769914185e-05, | |
| "loss": 1.9963, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 4.684553491949633e-05, | |
| "loss": 1.9604, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 4.680232306907847e-05, | |
| "loss": 2.0006, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 4.675911121866061e-05, | |
| "loss": 1.9637, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 4.671589936824275e-05, | |
| "loss": 1.9799, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 4.6672687517824894e-05, | |
| "loss": 1.9626, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 4.662947566740703e-05, | |
| "loss": 1.9352, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 4.6586263816989173e-05, | |
| "loss": 1.9919, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 4.6543051966571317e-05, | |
| "loss": 1.9473, | |
| "step": 40000 | |
| } | |
| ], | |
| "max_steps": 578545, | |
| "num_train_epochs": 5, | |
| "total_flos": 5.842369833311232e+16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |