{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.6139607605790083,
  "global_step": 160000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.05,
      "learning_rate": 4.7478186311595304e-05,
      "loss": 0.0451,
      "step": 5000
    },
    {
      "epoch": 0.05,
      "eval_loss": 0.04004961997270584,
      "eval_runtime": 280.6429,
      "eval_samples_per_second": 78.498,
      "eval_steps_per_second": 19.626,
      "step": 5000
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.49563726231906e-05,
      "loss": 0.0479,
      "step": 10000
    },
    {
      "epoch": 0.1,
      "eval_loss": 0.040193621069192886,
      "eval_runtime": 274.5073,
      "eval_samples_per_second": 80.253,
      "eval_steps_per_second": 20.065,
      "step": 10000
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.24345589347859e-05,
      "loss": 0.0442,
      "step": 15000
    },
    {
      "epoch": 0.15,
      "eval_loss": 0.040153153240680695,
      "eval_runtime": 270.832,
      "eval_samples_per_second": 81.342,
      "eval_steps_per_second": 20.337,
      "step": 15000
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.99127452463812e-05,
      "loss": 0.0443,
      "step": 20000
    },
    {
      "epoch": 0.2,
      "eval_loss": 0.04070935398340225,
      "eval_runtime": 270.5632,
      "eval_samples_per_second": 81.423,
      "eval_steps_per_second": 20.358,
      "step": 20000
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.73909315579765e-05,
      "loss": 0.044,
      "step": 25000
    },
    {
      "epoch": 0.25,
      "eval_loss": 0.0404120609164238,
      "eval_runtime": 270.4511,
      "eval_samples_per_second": 81.456,
      "eval_steps_per_second": 20.366,
      "step": 25000
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.48691178695718e-05,
      "loss": 0.0469,
      "step": 30000
    },
    {
      "epoch": 0.3,
      "eval_loss": 0.03903116658329964,
      "eval_runtime": 270.9455,
      "eval_samples_per_second": 81.308,
      "eval_steps_per_second": 20.329,
      "step": 30000
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.23473041811671e-05,
      "loss": 0.0464,
      "step": 35000
    },
    {
      "epoch": 0.35,
      "eval_loss": 0.039902038872241974,
      "eval_runtime": 271.2781,
      "eval_samples_per_second": 81.208,
      "eval_steps_per_second": 20.304,
      "step": 35000
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9825490492762397e-05,
      "loss": 0.0454,
      "step": 40000
    },
    {
      "epoch": 0.4,
      "eval_loss": 0.04037521034479141,
      "eval_runtime": 270.9003,
      "eval_samples_per_second": 81.321,
      "eval_steps_per_second": 20.332,
      "step": 40000
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7303676804357698e-05,
      "loss": 0.0446,
      "step": 45000
    },
    {
      "epoch": 0.45,
      "eval_loss": 0.03930870071053505,
      "eval_runtime": 274.5685,
      "eval_samples_per_second": 80.235,
      "eval_steps_per_second": 20.061,
      "step": 45000
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4781863115952993e-05,
      "loss": 0.0426,
      "step": 50000
    },
    {
      "epoch": 0.5,
      "eval_loss": 0.03955301269888878,
      "eval_runtime": 267.684,
      "eval_samples_per_second": 82.299,
      "eval_steps_per_second": 20.576,
      "step": 50000
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2260049427548294e-05,
      "loss": 0.0444,
      "step": 55000
    },
    {
      "epoch": 0.55,
      "eval_loss": 0.03960525989532471,
      "eval_runtime": 267.9101,
      "eval_samples_per_second": 82.229,
      "eval_steps_per_second": 20.559,
      "step": 55000
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9738235739143592e-05,
      "loss": 0.0436,
      "step": 60000
    },
    {
      "epoch": 0.61,
      "eval_loss": 0.039675917476415634,
      "eval_runtime": 267.1715,
      "eval_samples_per_second": 82.456,
      "eval_steps_per_second": 20.616,
      "step": 60000
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7216422050738893e-05,
      "loss": 0.0438,
      "step": 65000
    },
    {
      "epoch": 0.66,
      "eval_loss": 0.03922617807984352,
      "eval_runtime": 275.6861,
      "eval_samples_per_second": 79.91,
      "eval_steps_per_second": 19.979,
      "step": 65000
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4694608362334191e-05,
      "loss": 0.0429,
      "step": 70000
    },
    {
      "epoch": 0.71,
      "eval_loss": 0.03912888839840889,
      "eval_runtime": 268.88,
      "eval_samples_per_second": 81.932,
      "eval_steps_per_second": 20.485,
      "step": 70000
    },
    {
      "epoch": 0.81,
      "learning_rate": 4.5965098098552486e-05,
      "loss": 0.044,
      "step": 80000
    },
    {
      "epoch": 0.81,
      "eval_loss": 0.039720822125673294,
      "eval_runtime": 282.371,
      "eval_samples_per_second": 78.018,
      "eval_steps_per_second": 19.506,
      "step": 80000
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.546073536087154e-05,
      "loss": 0.0438,
      "step": 90000
    },
    {
      "epoch": 1.01,
      "learning_rate": 4.49563726231906e-05,
      "loss": 0.0438,
      "step": 100000
    },
    {
      "epoch": 1.01,
      "eval_loss": 0.04048037528991699,
      "eval_runtime": 267.0469,
      "eval_samples_per_second": 82.495,
      "eval_steps_per_second": 20.626,
      "step": 100000
    },
    {
      "epoch": 1.11,
      "learning_rate": 4.445200988550966e-05,
      "loss": 0.0445,
      "step": 110000
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.394764714782872e-05,
      "loss": 0.0439,
      "step": 120000
    },
    {
      "epoch": 1.21,
      "eval_loss": 0.04071788489818573,
      "eval_runtime": 265.1859,
      "eval_samples_per_second": 83.074,
      "eval_steps_per_second": 20.77,
      "step": 120000
    },
    {
      "epoch": 1.31,
      "learning_rate": 4.344328441014778e-05,
      "loss": 0.0449,
      "step": 130000
    },
    {
      "epoch": 1.41,
      "learning_rate": 4.2938921672466844e-05,
      "loss": 0.043,
      "step": 140000
    },
    {
      "epoch": 1.41,
      "eval_loss": 0.04017642140388489,
      "eval_runtime": 280.2898,
      "eval_samples_per_second": 78.597,
      "eval_steps_per_second": 19.651,
      "step": 140000
    },
    {
      "epoch": 1.51,
      "learning_rate": 4.24345589347859e-05,
      "loss": 0.0448,
      "step": 150000
    },
    {
      "epoch": 1.61,
      "learning_rate": 4.193019619710496e-05,
      "loss": 0.0434,
      "step": 160000
    },
    {
      "epoch": 1.61,
      "eval_loss": 0.03977196663618088,
      "eval_runtime": 273.4991,
      "eval_samples_per_second": 80.549,
      "eval_steps_per_second": 20.139,
      "step": 160000
    }
  ],
  "max_steps": 991350,
  "num_train_epochs": 10,
  "total_flos": 1.169186500333609e+17,
  "trial_name": null,
  "trial_params": null
}