{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.999602322436968,
  "eval_steps": 500,
  "global_step": 31430,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.08,
      "learning_rate": 4.99e-05,
      "loss": 0.0788,
      "step": 500
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.996789608200495e-05,
      "loss": 0.1012,
      "step": 1000
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.9871409692106585e-05,
      "loss": 0.1124,
      "step": 1500
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.971078950263544e-05,
      "loss": 0.1131,
      "step": 2000
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.948644969128254e-05,
      "loss": 0.1204,
      "step": 2500
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.919960625509548e-05,
      "loss": 0.1196,
      "step": 3000
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.884984942748463e-05,
      "loss": 0.1266,
      "step": 3500
    },
    {
      "epoch": 0.64,
      "learning_rate": 4.8438593011311706e-05,
      "loss": 0.1261,
      "step": 4000
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.7966897478696884e-05,
      "loss": 0.1257,
      "step": 4500
    },
    {
      "epoch": 0.8,
      "learning_rate": 4.743597915099559e-05,
      "loss": 0.1238,
      "step": 5000
    },
    {
      "epoch": 0.87,
      "learning_rate": 4.684720706237356e-05,
      "loss": 0.1308,
      "step": 5500
    },
    {
      "epoch": 0.95,
      "learning_rate": 4.620209942959426e-05,
      "loss": 0.131,
      "step": 6000
    },
    {
      "epoch": 1.03,
      "learning_rate": 4.55023197371218e-05,
      "loss": 0.114,
      "step": 6500
    },
    {
      "epoch": 1.11,
      "learning_rate": 4.475278582120946e-05,
      "loss": 0.0905,
      "step": 7000
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.394941138799278e-05,
      "loss": 0.0941,
      "step": 7500
    },
    {
      "epoch": 1.27,
      "learning_rate": 4.309717371111503e-05,
      "loss": 0.0923,
      "step": 8000
    },
    {
      "epoch": 1.35,
      "learning_rate": 4.2198270383757855e-05,
      "loss": 0.0946,
      "step": 8500
    },
    {
      "epoch": 1.43,
      "learning_rate": 4.125501933186698e-05,
      "loss": 0.0961,
      "step": 9000
    },
    {
      "epoch": 1.51,
      "learning_rate": 4.026985283711271e-05,
      "loss": 0.0989,
      "step": 9500
    },
    {
      "epoch": 1.59,
      "learning_rate": 3.9247397904690526e-05,
      "loss": 0.0976,
      "step": 10000
    },
    {
      "epoch": 1.67,
      "learning_rate": 3.8186193919443034e-05,
      "loss": 0.0958,
      "step": 10500
    },
    {
      "epoch": 1.75,
      "learning_rate": 3.709098781174144e-05,
      "loss": 0.0979,
      "step": 11000
    },
    {
      "epoch": 1.83,
      "learning_rate": 3.596460369690013e-05,
      "loss": 0.0966,
      "step": 11500
    },
    {
      "epoch": 1.91,
      "learning_rate": 3.4812281650876075e-05,
      "loss": 0.0948,
      "step": 12000
    },
    {
      "epoch": 1.99,
      "learning_rate": 3.363237553847716e-05,
      "loss": 0.0966,
      "step": 12500
    },
    {
      "epoch": 2.07,
      "learning_rate": 3.243263434452087e-05,
      "loss": 0.0669,
      "step": 13000
    },
    {
      "epoch": 2.15,
      "learning_rate": 3.1211344193786635e-05,
      "loss": 0.0671,
      "step": 13500
    },
    {
      "epoch": 2.23,
      "learning_rate": 2.997403737537923e-05,
      "loss": 0.0643,
      "step": 14000
    },
    {
      "epoch": 2.31,
      "learning_rate": 2.8723904427691284e-05,
      "loss": 0.066,
      "step": 14500
    },
    {
      "epoch": 2.39,
      "learning_rate": 2.7464168962769692e-05,
      "loss": 0.0672,
      "step": 15000
    },
    {
      "epoch": 2.47,
      "learning_rate": 2.6198079353859955e-05,
      "loss": 0.0659,
      "step": 15500
    },
    {
      "epoch": 2.55,
      "learning_rate": 2.4928900359101e-05,
      "loss": 0.0655,
      "step": 16000
    },
    {
      "epoch": 2.62,
      "learning_rate": 2.3662440335427397e-05,
      "loss": 0.0664,
      "step": 16500
    },
    {
      "epoch": 2.7,
      "learning_rate": 2.239689009727201e-05,
      "loss": 0.0613,
      "step": 17000
    },
    {
      "epoch": 2.78,
      "learning_rate": 2.113805227834954e-05,
      "loss": 0.0625,
      "step": 17500
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.988917293722174e-05,
      "loss": 0.0614,
      "step": 18000
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.865347245336633e-05,
      "loss": 0.0607,
      "step": 18500
    },
    {
      "epoch": 3.02,
      "learning_rate": 1.7434137223056952e-05,
      "loss": 0.055,
      "step": 19000
    },
    {
      "epoch": 3.1,
      "learning_rate": 1.6236689558415462e-05,
      "loss": 0.045,
      "step": 19500
    },
    {
      "epoch": 3.18,
      "learning_rate": 1.5059418860613778e-05,
      "loss": 0.0438,
      "step": 20000
    },
    {
      "epoch": 3.26,
      "learning_rate": 1.3907781098231621e-05,
      "loss": 0.041,
      "step": 20500
    },
    {
      "epoch": 3.34,
      "learning_rate": 1.2784745902116096e-05,
      "loss": 0.0413,
      "step": 21000
    },
    {
      "epoch": 3.42,
      "learning_rate": 1.16953589010944e-05,
      "loss": 0.0406,
      "step": 21500
    },
    {
      "epoch": 3.5,
      "learning_rate": 1.0638063865042836e-05,
      "loss": 0.0405,
      "step": 22000
    },
    {
      "epoch": 3.58,
      "learning_rate": 9.617802738406081e-06,
      "loss": 0.0431,
      "step": 22500
    },
    {
      "epoch": 3.66,
      "learning_rate": 8.637206382217675e-06,
      "loss": 0.0427,
      "step": 23000
    },
    {
      "epoch": 3.74,
      "learning_rate": 7.698803377323965e-06,
      "loss": 0.0409,
      "step": 23500
    },
    {
      "epoch": 3.82,
      "learning_rate": 6.805013504146729e-06,
      "loss": 0.0395,
      "step": 24000
    },
    {
      "epoch": 3.9,
      "learning_rate": 5.9597869507761e-06,
      "loss": 0.0363,
      "step": 24500
    },
    {
      "epoch": 3.98,
      "learning_rate": 5.161916279430623e-06,
      "loss": 0.0402,
      "step": 25000
    },
    {
      "epoch": 4.06,
      "learning_rate": 4.4152003958914255e-06,
      "loss": 0.0328,
      "step": 25500
    },
    {
      "epoch": 4.14,
      "learning_rate": 3.7228978782059888e-06,
      "loss": 0.0296,
      "step": 26000
    },
    {
      "epoch": 4.22,
      "learning_rate": 3.0840197463041203e-06,
      "loss": 0.0313,
      "step": 26500
    },
    {
      "epoch": 4.29,
      "learning_rate": 2.5016544981684596e-06,
      "loss": 0.03,
      "step": 27000
    },
    {
      "epoch": 4.37,
      "learning_rate": 1.9773038297850347e-06,
      "loss": 0.029,
      "step": 27500
    },
    {
      "epoch": 4.45,
      "learning_rate": 1.512319839852258e-06,
      "loss": 0.0268,
      "step": 28000
    },
    {
      "epoch": 4.53,
      "learning_rate": 1.1079015432383654e-06,
      "loss": 0.0274,
      "step": 28500
    },
    {
      "epoch": 4.61,
      "learning_rate": 7.650917791832607e-07,
      "loss": 0.031,
      "step": 29000
    },
    {
      "epoch": 4.69,
      "learning_rate": 4.852722817364125e-07,
      "loss": 0.0259,
      "step": 29500
    },
    {
      "epoch": 4.77,
      "learning_rate": 2.680433182677189e-07,
      "loss": 0.0286,
      "step": 30000
    },
    {
      "epoch": 4.85,
      "learning_rate": 1.145885586943618e-07,
      "loss": 0.0267,
      "step": 30500
    },
    {
      "epoch": 4.93,
      "learning_rate": 2.5303703819626323e-08,
      "loss": 0.0264,
      "step": 31000
    }
  ],
  "logging_steps": 500,
  "max_steps": 31430,
  "num_train_epochs": 5,
  "save_steps": 500,
  "total_flos": 2.6646082174451712e+17,
  "trial_name": null,
  "trial_params": null
}