{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 33.333333333333336,
  "eval_steps": 50,
  "global_step": 1500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 1.1111111111111112,
      "grad_norm": 2.6699063777923584,
      "learning_rate": 2.443609022556391e-05,
      "loss": 1.8217,
      "step": 50
    },
    {
      "epoch": 1.1111111111111112,
      "eval_loss": 1.0424705743789673,
      "eval_runtime": 4.0916,
      "eval_samples_per_second": 43.993,
      "eval_steps_per_second": 5.621,
      "step": 50
    },
    {
      "epoch": 2.2222222222222223,
      "grad_norm": 0.44133517146110535,
      "learning_rate": 2.380952380952381e-05,
      "loss": 0.5439,
      "step": 100
    },
    {
      "epoch": 2.2222222222222223,
      "eval_loss": 0.3811015784740448,
      "eval_runtime": 4.0749,
      "eval_samples_per_second": 44.173,
      "eval_steps_per_second": 5.644,
      "step": 100
    },
    {
      "epoch": 3.3333333333333335,
      "grad_norm": 0.540984034538269,
      "learning_rate": 2.3182957393483708e-05,
      "loss": 0.3496,
      "step": 150
    },
    {
      "epoch": 3.3333333333333335,
      "eval_loss": 0.3363141715526581,
      "eval_runtime": 4.089,
      "eval_samples_per_second": 44.02,
      "eval_steps_per_second": 5.625,
      "step": 150
    },
    {
      "epoch": 4.444444444444445,
      "grad_norm": 0.4714152216911316,
      "learning_rate": 2.255639097744361e-05,
      "loss": 0.3178,
      "step": 200
    },
    {
      "epoch": 4.444444444444445,
      "eval_loss": 0.3166368007659912,
      "eval_runtime": 4.0511,
      "eval_samples_per_second": 44.432,
      "eval_steps_per_second": 5.677,
      "step": 200
    },
    {
      "epoch": 5.555555555555555,
      "grad_norm": 0.5102563500404358,
      "learning_rate": 2.1929824561403507e-05,
      "loss": 0.2971,
      "step": 250
    },
    {
      "epoch": 5.555555555555555,
      "eval_loss": 0.304388165473938,
      "eval_runtime": 4.0541,
      "eval_samples_per_second": 44.399,
      "eval_steps_per_second": 5.673,
      "step": 250
    },
    {
      "epoch": 6.666666666666667,
      "grad_norm": 0.8356263041496277,
      "learning_rate": 2.130325814536341e-05,
      "loss": 0.2825,
      "step": 300
    },
    {
      "epoch": 6.666666666666667,
      "eval_loss": 0.29874512553215027,
      "eval_runtime": 4.0506,
      "eval_samples_per_second": 44.438,
      "eval_steps_per_second": 5.678,
      "step": 300
    },
    {
      "epoch": 7.777777777777778,
      "grad_norm": 0.694858968257904,
      "learning_rate": 2.067669172932331e-05,
      "loss": 0.2714,
      "step": 350
    },
    {
      "epoch": 7.777777777777778,
      "eval_loss": 0.2942558825016022,
      "eval_runtime": 4.074,
      "eval_samples_per_second": 44.182,
      "eval_steps_per_second": 5.646,
      "step": 350
    },
    {
      "epoch": 8.88888888888889,
      "grad_norm": 0.7505309581756592,
      "learning_rate": 2.0050125313283208e-05,
      "loss": 0.2616,
      "step": 400
    },
    {
      "epoch": 8.88888888888889,
      "eval_loss": 0.29128891229629517,
      "eval_runtime": 4.0871,
      "eval_samples_per_second": 44.041,
      "eval_steps_per_second": 5.627,
      "step": 400
    },
    {
      "epoch": 10.0,
      "grad_norm": 0.7603775858879089,
      "learning_rate": 1.942355889724311e-05,
      "loss": 0.2552,
      "step": 450
    },
    {
      "epoch": 10.0,
      "eval_loss": 0.28786608576774597,
      "eval_runtime": 4.052,
      "eval_samples_per_second": 44.422,
      "eval_steps_per_second": 5.676,
      "step": 450
    },
    {
      "epoch": 11.11111111111111,
      "grad_norm": 0.831240177154541,
      "learning_rate": 1.8796992481203007e-05,
      "loss": 0.2472,
      "step": 500
    },
    {
      "epoch": 11.11111111111111,
      "eval_loss": 0.28864821791648865,
      "eval_runtime": 4.0371,
      "eval_samples_per_second": 44.586,
      "eval_steps_per_second": 5.697,
      "step": 500
    },
    {
      "epoch": 12.222222222222221,
      "grad_norm": 0.7524340152740479,
      "learning_rate": 1.8170426065162908e-05,
      "loss": 0.2388,
      "step": 550
    },
    {
      "epoch": 12.222222222222221,
      "eval_loss": 0.28881773352622986,
      "eval_runtime": 4.0933,
      "eval_samples_per_second": 43.974,
      "eval_steps_per_second": 5.619,
      "step": 550
    },
    {
      "epoch": 13.333333333333334,
      "grad_norm": 0.8262473940849304,
      "learning_rate": 1.7543859649122806e-05,
      "loss": 0.2309,
      "step": 600
    },
    {
      "epoch": 13.333333333333334,
      "eval_loss": 0.2914719581604004,
      "eval_runtime": 4.0773,
      "eval_samples_per_second": 44.147,
      "eval_steps_per_second": 5.641,
      "step": 600
    },
    {
      "epoch": 14.444444444444445,
      "grad_norm": 0.8302382826805115,
      "learning_rate": 1.6917293233082707e-05,
      "loss": 0.2263,
      "step": 650
    },
    {
      "epoch": 14.444444444444445,
      "eval_loss": 0.2899852395057678,
      "eval_runtime": 4.0443,
      "eval_samples_per_second": 44.507,
      "eval_steps_per_second": 5.687,
      "step": 650
    },
    {
      "epoch": 15.555555555555555,
      "grad_norm": 0.957399845123291,
      "learning_rate": 1.6290726817042605e-05,
      "loss": 0.2181,
      "step": 700
    },
    {
      "epoch": 15.555555555555555,
      "eval_loss": 0.29406097531318665,
      "eval_runtime": 4.0913,
      "eval_samples_per_second": 43.996,
      "eval_steps_per_second": 5.622,
      "step": 700
    },
    {
      "epoch": 16.666666666666668,
      "grad_norm": 1.0171995162963867,
      "learning_rate": 1.5664160401002506e-05,
      "loss": 0.2115,
      "step": 750
    },
    {
      "epoch": 16.666666666666668,
      "eval_loss": 0.2935585081577301,
      "eval_runtime": 4.0514,
      "eval_samples_per_second": 44.429,
      "eval_steps_per_second": 5.677,
      "step": 750
    },
    {
      "epoch": 17.77777777777778,
      "grad_norm": 0.9579535722732544,
      "learning_rate": 1.5037593984962406e-05,
      "loss": 0.2056,
      "step": 800
    },
    {
      "epoch": 17.77777777777778,
      "eval_loss": 0.2986494302749634,
      "eval_runtime": 4.0426,
      "eval_samples_per_second": 44.526,
      "eval_steps_per_second": 5.689,
      "step": 800
    },
    {
      "epoch": 18.88888888888889,
      "grad_norm": 1.0283973217010498,
      "learning_rate": 1.4411027568922305e-05,
      "loss": 0.1983,
      "step": 850
    },
    {
      "epoch": 18.88888888888889,
      "eval_loss": 0.30257824063301086,
      "eval_runtime": 4.0596,
      "eval_samples_per_second": 44.339,
      "eval_steps_per_second": 5.666,
      "step": 850
    },
    {
      "epoch": 20.0,
      "grad_norm": 1.068368673324585,
      "learning_rate": 1.3784461152882205e-05,
      "loss": 0.1915,
      "step": 900
    },
    {
      "epoch": 20.0,
      "eval_loss": 0.30601659417152405,
      "eval_runtime": 4.0465,
      "eval_samples_per_second": 44.483,
      "eval_steps_per_second": 5.684,
      "step": 900
    },
    {
      "epoch": 21.11111111111111,
      "grad_norm": 0.987966001033783,
      "learning_rate": 1.3157894736842106e-05,
      "loss": 0.1834,
      "step": 950
    },
    {
      "epoch": 21.11111111111111,
      "eval_loss": 0.3163508176803589,
      "eval_runtime": 4.0462,
      "eval_samples_per_second": 44.486,
      "eval_steps_per_second": 5.684,
      "step": 950
    },
    {
      "epoch": 22.22222222222222,
      "grad_norm": 1.046950101852417,
      "learning_rate": 1.2531328320802006e-05,
      "loss": 0.1773,
      "step": 1000
    },
    {
      "epoch": 22.22222222222222,
      "eval_loss": 0.32225680351257324,
      "eval_runtime": 4.0814,
      "eval_samples_per_second": 44.102,
      "eval_steps_per_second": 5.635,
      "step": 1000
    },
    {
      "epoch": 23.333333333333332,
      "grad_norm": 1.2292746305465698,
      "learning_rate": 1.1904761904761905e-05,
      "loss": 0.1707,
      "step": 1050
    },
    {
      "epoch": 23.333333333333332,
      "eval_loss": 0.3270200490951538,
      "eval_runtime": 4.0696,
      "eval_samples_per_second": 44.23,
      "eval_steps_per_second": 5.652,
      "step": 1050
    },
    {
      "epoch": 24.444444444444443,
      "grad_norm": 1.107651948928833,
      "learning_rate": 1.1278195488721805e-05,
      "loss": 0.1641,
      "step": 1100
    },
    {
      "epoch": 24.444444444444443,
      "eval_loss": 0.3326013684272766,
      "eval_runtime": 4.0592,
      "eval_samples_per_second": 44.343,
      "eval_steps_per_second": 5.666,
      "step": 1100
    },
    {
      "epoch": 25.555555555555557,
      "grad_norm": 1.3203223943710327,
      "learning_rate": 1.0651629072681704e-05,
      "loss": 0.1575,
      "step": 1150
    },
    {
      "epoch": 25.555555555555557,
      "eval_loss": 0.33997443318367004,
      "eval_runtime": 4.0804,
      "eval_samples_per_second": 44.113,
      "eval_steps_per_second": 5.637,
      "step": 1150
    },
    {
      "epoch": 26.666666666666668,
      "grad_norm": 1.2884823083877563,
      "learning_rate": 1.0025062656641604e-05,
      "loss": 0.1517,
      "step": 1200
    },
    {
      "epoch": 26.666666666666668,
      "eval_loss": 0.3428906202316284,
      "eval_runtime": 4.0803,
      "eval_samples_per_second": 44.114,
      "eval_steps_per_second": 5.637,
      "step": 1200
    },
    {
      "epoch": 27.77777777777778,
      "grad_norm": 1.4833685159683228,
      "learning_rate": 9.398496240601503e-06,
      "loss": 0.1442,
      "step": 1250
    },
    {
      "epoch": 27.77777777777778,
      "eval_loss": 0.35523876547813416,
      "eval_runtime": 4.0449,
      "eval_samples_per_second": 44.5,
      "eval_steps_per_second": 5.686,
      "step": 1250
    },
    {
      "epoch": 28.88888888888889,
      "grad_norm": 1.4259836673736572,
      "learning_rate": 8.771929824561403e-06,
      "loss": 0.1397,
      "step": 1300
    },
    {
      "epoch": 28.88888888888889,
      "eval_loss": 0.36296555399894714,
      "eval_runtime": 4.0386,
      "eval_samples_per_second": 44.57,
      "eval_steps_per_second": 5.695,
      "step": 1300
    },
    {
      "epoch": 30.0,
      "grad_norm": 1.5832905769348145,
      "learning_rate": 8.145363408521302e-06,
      "loss": 0.1345,
      "step": 1350
    },
    {
      "epoch": 30.0,
      "eval_loss": 0.3718196153640747,
      "eval_runtime": 4.0526,
      "eval_samples_per_second": 44.416,
      "eval_steps_per_second": 5.675,
      "step": 1350
    },
    {
      "epoch": 31.11111111111111,
      "grad_norm": 1.5873230695724487,
      "learning_rate": 7.518796992481203e-06,
      "loss": 0.1289,
      "step": 1400
    },
    {
      "epoch": 31.11111111111111,
      "eval_loss": 0.38369277119636536,
      "eval_runtime": 4.0471,
      "eval_samples_per_second": 44.476,
      "eval_steps_per_second": 5.683,
      "step": 1400
    },
    {
      "epoch": 32.22222222222222,
      "grad_norm": 1.3492352962493896,
      "learning_rate": 6.892230576441102e-06,
      "loss": 0.1234,
      "step": 1450
    },
    {
      "epoch": 32.22222222222222,
      "eval_loss": 0.39153799414634705,
      "eval_runtime": 4.0507,
      "eval_samples_per_second": 44.436,
      "eval_steps_per_second": 5.678,
      "step": 1450
    },
    {
      "epoch": 33.333333333333336,
      "grad_norm": 1.5531470775604248,
      "learning_rate": 6.265664160401003e-06,
      "loss": 0.1194,
      "step": 1500
    },
    {
      "epoch": 33.333333333333336,
      "eval_loss": 0.3885114789009094,
      "eval_runtime": 4.0759,
      "eval_samples_per_second": 44.162,
      "eval_steps_per_second": 5.643,
      "step": 1500
    }
  ],
  "logging_steps": 50,
  "max_steps": 2000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 45,
  "save_steps": 25,
  "total_flos": 3.996628758124954e+16,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}