{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.9361702127659575,
  "eval_steps": 24,
  "global_step": 282,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.010638297872340425,
      "grad_norm": 0.10508890450000763,
      "learning_rate": 3.0000000000000004e-08,
      "loss": 1.2333,
      "step": 1
    },
    {
      "epoch": 0.010638297872340425,
      "eval_loss": 1.5895557403564453,
      "eval_runtime": 2.9603,
      "eval_samples_per_second": 35.469,
      "eval_steps_per_second": 17.903,
      "step": 1
    },
    {
      "epoch": 0.02127659574468085,
      "grad_norm": 0.12071573734283447,
      "learning_rate": 6.000000000000001e-08,
      "loss": 1.3986,
      "step": 2
    },
    {
      "epoch": 0.031914893617021274,
      "grad_norm": 0.10401547700166702,
      "learning_rate": 9e-08,
      "loss": 1.2058,
      "step": 3
    },
    {
      "epoch": 0.0425531914893617,
      "grad_norm": 0.12298297882080078,
      "learning_rate": 1.2000000000000002e-07,
      "loss": 1.3298,
      "step": 4
    },
    {
      "epoch": 0.05319148936170213,
      "grad_norm": 0.1327030211687088,
      "learning_rate": 1.5000000000000002e-07,
      "loss": 1.4031,
      "step": 5
    },
    {
      "epoch": 0.06382978723404255,
      "grad_norm": 0.12036772817373276,
      "learning_rate": 1.8e-07,
      "loss": 1.5335,
      "step": 6
    },
    {
      "epoch": 0.07446808510638298,
      "grad_norm": 0.14979703724384308,
      "learning_rate": 2.1000000000000003e-07,
      "loss": 1.3224,
      "step": 7
    },
    {
      "epoch": 0.0851063829787234,
      "grad_norm": 0.13082227110862732,
      "learning_rate": 2.4000000000000003e-07,
      "loss": 1.4035,
      "step": 8
    },
    {
      "epoch": 0.09574468085106383,
      "grad_norm": 0.09265327453613281,
      "learning_rate": 2.7e-07,
      "loss": 1.1546,
      "step": 9
    },
    {
      "epoch": 0.10638297872340426,
      "grad_norm": 0.10080434381961823,
      "learning_rate": 3.0000000000000004e-07,
      "loss": 1.2652,
      "step": 10
    },
    {
      "epoch": 0.11702127659574468,
      "grad_norm": 0.10915568470954895,
      "learning_rate": 3.3e-07,
      "loss": 1.1438,
      "step": 11
    },
    {
      "epoch": 0.1276595744680851,
      "grad_norm": 0.1307348906993866,
      "learning_rate": 3.6e-07,
      "loss": 1.2821,
      "step": 12
    },
    {
      "epoch": 0.13829787234042554,
      "grad_norm": 0.09814529865980148,
      "learning_rate": 3.9e-07,
      "loss": 1.3905,
      "step": 13
    },
    {
      "epoch": 0.14893617021276595,
      "grad_norm": 0.11842218786478043,
      "learning_rate": 4.2000000000000006e-07,
      "loss": 1.3085,
      "step": 14
    },
    {
      "epoch": 0.1595744680851064,
      "grad_norm": 0.10207124054431915,
      "learning_rate": 4.5e-07,
      "loss": 1.19,
      "step": 15
    },
    {
      "epoch": 0.1702127659574468,
      "grad_norm": 0.1150127425789833,
      "learning_rate": 4.800000000000001e-07,
      "loss": 1.386,
      "step": 16
    },
    {
      "epoch": 0.18085106382978725,
      "grad_norm": 0.11641352623701096,
      "learning_rate": 5.100000000000001e-07,
      "loss": 1.4357,
      "step": 17
    },
    {
      "epoch": 0.19148936170212766,
      "grad_norm": 0.15035435557365417,
      "learning_rate": 5.4e-07,
      "loss": 1.2549,
      "step": 18
    },
    {
      "epoch": 0.20212765957446807,
      "grad_norm": 0.0984087809920311,
      "learning_rate": 5.7e-07,
      "loss": 0.9723,
      "step": 19
    },
    {
      "epoch": 0.2127659574468085,
      "grad_norm": 0.11582670360803604,
      "learning_rate": 6.000000000000001e-07,
      "loss": 1.1402,
      "step": 20
    },
    {
      "epoch": 0.22340425531914893,
      "grad_norm": 0.10151291638612747,
      "learning_rate": 6.3e-07,
      "loss": 1.1533,
      "step": 21
    },
    {
      "epoch": 0.23404255319148937,
      "grad_norm": 0.09040653705596924,
      "learning_rate": 6.6e-07,
      "loss": 1.0438,
      "step": 22
    },
    {
      "epoch": 0.24468085106382978,
      "grad_norm": 0.10666865110397339,
      "learning_rate": 6.900000000000001e-07,
      "loss": 1.3195,
      "step": 23
    },
    {
      "epoch": 0.2553191489361702,
      "grad_norm": 0.12293969094753265,
      "learning_rate": 7.2e-07,
      "loss": 1.7286,
      "step": 24
    },
    {
      "epoch": 0.2553191489361702,
      "eval_loss": 1.5890721082687378,
      "eval_runtime": 2.9908,
      "eval_samples_per_second": 35.108,
      "eval_steps_per_second": 17.721,
      "step": 24
    },
    {
      "epoch": 0.26595744680851063,
      "grad_norm": 0.11052387952804565,
      "learning_rate": 7.5e-07,
      "loss": 1.1413,
      "step": 25
    },
    {
      "epoch": 0.2765957446808511,
      "grad_norm": 0.09323304146528244,
      "learning_rate": 7.8e-07,
      "loss": 1.2906,
      "step": 26
    },
    {
      "epoch": 0.2872340425531915,
      "grad_norm": 0.12542971968650818,
      "learning_rate": 8.100000000000001e-07,
      "loss": 1.2809,
      "step": 27
    },
    {
      "epoch": 0.2978723404255319,
      "grad_norm": 0.1080215722322464,
      "learning_rate": 8.400000000000001e-07,
      "loss": 1.2735,
      "step": 28
    },
    {
      "epoch": 0.30851063829787234,
      "grad_norm": 0.11304887384176254,
      "learning_rate": 8.699999999999999e-07,
      "loss": 1.3767,
      "step": 29
    },
    {
      "epoch": 0.3191489361702128,
      "grad_norm": 0.15650290250778198,
      "learning_rate": 9e-07,
      "loss": 1.4713,
      "step": 30
    },
    {
      "epoch": 0.32978723404255317,
      "grad_norm": 0.12139321118593216,
      "learning_rate": 9.3e-07,
      "loss": 1.3479,
      "step": 31
    },
    {
      "epoch": 0.3404255319148936,
      "grad_norm": 0.10141867399215698,
      "learning_rate": 9.600000000000001e-07,
      "loss": 1.1512,
      "step": 32
    },
    {
      "epoch": 0.35106382978723405,
      "grad_norm": 0.15045498311519623,
      "learning_rate": 9.9e-07,
      "loss": 1.5059,
      "step": 33
    },
    {
      "epoch": 0.3617021276595745,
      "grad_norm": 0.12956956028938293,
      "learning_rate": 1.0200000000000002e-06,
      "loss": 1.2849,
      "step": 34
    },
    {
      "epoch": 0.3723404255319149,
      "grad_norm": 0.12963886559009552,
      "learning_rate": 1.05e-06,
      "loss": 1.5025,
      "step": 35
    },
    {
      "epoch": 0.3829787234042553,
      "grad_norm": 0.11268144845962524,
      "learning_rate": 1.08e-06,
      "loss": 1.2987,
      "step": 36
    },
    {
      "epoch": 0.39361702127659576,
      "grad_norm": 0.12941108644008636,
      "learning_rate": 1.11e-06,
      "loss": 1.3432,
      "step": 37
    },
    {
      "epoch": 0.40425531914893614,
      "grad_norm": 0.11319927126169205,
      "learning_rate": 1.14e-06,
      "loss": 1.1665,
      "step": 38
    },
    {
      "epoch": 0.4148936170212766,
      "grad_norm": 0.11748912930488586,
      "learning_rate": 1.17e-06,
      "loss": 1.423,
      "step": 39
    },
    {
      "epoch": 0.425531914893617,
      "grad_norm": 0.11666171997785568,
      "learning_rate": 1.2000000000000002e-06,
      "loss": 1.4391,
      "step": 40
    },
    {
      "epoch": 0.43617021276595747,
      "grad_norm": 0.12274409830570221,
      "learning_rate": 1.2299999999999999e-06,
      "loss": 1.4865,
      "step": 41
    },
    {
      "epoch": 0.44680851063829785,
      "grad_norm": 0.09922561049461365,
      "learning_rate": 1.26e-06,
      "loss": 1.2193,
      "step": 42
    },
    {
      "epoch": 0.4574468085106383,
      "grad_norm": 0.12003930658102036,
      "learning_rate": 1.29e-06,
      "loss": 1.3024,
      "step": 43
    },
    {
      "epoch": 0.46808510638297873,
      "grad_norm": 0.12094161659479141,
      "learning_rate": 1.32e-06,
      "loss": 1.4654,
      "step": 44
    },
    {
      "epoch": 0.4787234042553192,
      "grad_norm": 0.12934774160385132,
      "learning_rate": 1.35e-06,
      "loss": 1.3713,
      "step": 45
    },
    {
      "epoch": 0.48936170212765956,
      "grad_norm": 0.09754550457000732,
      "learning_rate": 1.3800000000000001e-06,
      "loss": 1.1991,
      "step": 46
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.11549004167318344,
      "learning_rate": 1.41e-06,
      "loss": 1.4859,
      "step": 47
    },
    {
      "epoch": 0.5106382978723404,
      "grad_norm": 0.12035688012838364,
      "learning_rate": 1.44e-06,
      "loss": 1.2823,
      "step": 48
    },
    {
      "epoch": 0.5106382978723404,
      "eval_loss": 1.5874611139297485,
      "eval_runtime": 2.9787,
      "eval_samples_per_second": 35.251,
      "eval_steps_per_second": 17.793,
      "step": 48
    },
    {
      "epoch": 0.5212765957446809,
      "grad_norm": 0.12258938699960709,
      "learning_rate": 1.4700000000000001e-06,
      "loss": 1.2966,
      "step": 49
    },
    {
      "epoch": 0.5319148936170213,
      "grad_norm": 0.12217017263174057,
      "learning_rate": 1.5e-06,
      "loss": 1.2988,
      "step": 50
    },
    {
      "epoch": 0.5425531914893617,
      "grad_norm": 0.12793436646461487,
      "learning_rate": 1.53e-06,
      "loss": 1.4233,
      "step": 51
    },
    {
      "epoch": 0.5531914893617021,
      "grad_norm": 0.11145548522472382,
      "learning_rate": 1.56e-06,
      "loss": 1.2792,
      "step": 52
    },
    {
      "epoch": 0.5638297872340425,
      "grad_norm": 0.13195408880710602,
      "learning_rate": 1.59e-06,
      "loss": 1.4481,
      "step": 53
    },
    {
      "epoch": 0.574468085106383,
      "grad_norm": 0.10663347691297531,
      "learning_rate": 1.6200000000000002e-06,
      "loss": 1.2331,
      "step": 54
    },
    {
      "epoch": 0.5851063829787234,
      "grad_norm": 0.10975392907857895,
      "learning_rate": 1.65e-06,
      "loss": 1.1839,
      "step": 55
    },
    {
      "epoch": 0.5957446808510638,
      "grad_norm": 0.13139477372169495,
      "learning_rate": 1.6800000000000002e-06,
      "loss": 1.436,
      "step": 56
    },
    {
      "epoch": 0.6063829787234043,
      "grad_norm": 0.0924743041396141,
      "learning_rate": 1.71e-06,
      "loss": 1.1291,
      "step": 57
    },
    {
      "epoch": 0.6170212765957447,
      "grad_norm": 0.12475109100341797,
      "learning_rate": 1.7399999999999999e-06,
      "loss": 1.3444,
      "step": 58
    },
    {
      "epoch": 0.6276595744680851,
      "grad_norm": 0.08960220962762833,
      "learning_rate": 1.77e-06,
      "loss": 1.2511,
      "step": 59
    },
    {
      "epoch": 0.6382978723404256,
      "grad_norm": 0.09909304976463318,
      "learning_rate": 1.8e-06,
      "loss": 1.1281,
      "step": 60
    },
    {
      "epoch": 0.648936170212766,
      "grad_norm": 0.11598234623670578,
      "learning_rate": 1.83e-06,
      "loss": 1.486,
      "step": 61
    },
    {
      "epoch": 0.6595744680851063,
      "grad_norm": 0.1404409557580948,
      "learning_rate": 1.86e-06,
      "loss": 1.4557,
      "step": 62
    },
    {
      "epoch": 0.6702127659574468,
      "grad_norm": 0.11349129676818848,
      "learning_rate": 1.8900000000000001e-06,
      "loss": 1.3969,
      "step": 63
    },
    {
      "epoch": 0.6808510638297872,
      "grad_norm": 0.10858353972434998,
      "learning_rate": 1.9200000000000003e-06,
      "loss": 1.3515,
      "step": 64
    },
    {
      "epoch": 0.6914893617021277,
      "grad_norm": 0.11054569482803345,
      "learning_rate": 1.95e-06,
      "loss": 1.248,
      "step": 65
    },
    {
      "epoch": 0.7021276595744681,
      "grad_norm": 0.11826737225055695,
      "learning_rate": 1.98e-06,
      "loss": 1.3439,
      "step": 66
    },
    {
      "epoch": 0.7127659574468085,
      "grad_norm": 0.12291310727596283,
      "learning_rate": 2.0100000000000002e-06,
      "loss": 1.4226,
      "step": 67
    },
    {
      "epoch": 0.723404255319149,
      "grad_norm": 0.1383126825094223,
      "learning_rate": 2.0400000000000004e-06,
      "loss": 1.194,
      "step": 68
    },
    {
      "epoch": 0.7340425531914894,
      "grad_norm": 0.10981890559196472,
      "learning_rate": 2.07e-06,
      "loss": 1.2502,
      "step": 69
    },
    {
      "epoch": 0.7446808510638298,
      "grad_norm": 0.10639657825231552,
      "learning_rate": 2.1e-06,
      "loss": 1.2262,
      "step": 70
    },
    {
      "epoch": 0.7553191489361702,
      "grad_norm": 0.46177396178245544,
      "learning_rate": 2.13e-06,
      "loss": 5.063,
      "step": 71
    },
    {
      "epoch": 0.7659574468085106,
      "grad_norm": 0.11061427742242813,
      "learning_rate": 2.16e-06,
      "loss": 1.3856,
      "step": 72
    },
    {
      "epoch": 0.7659574468085106,
      "eval_loss": 1.5843762159347534,
      "eval_runtime": 2.9943,
      "eval_samples_per_second": 35.066,
      "eval_steps_per_second": 17.7,
      "step": 72
    },
    {
      "epoch": 0.776595744680851,
      "grad_norm": 0.13233324885368347,
      "learning_rate": 2.19e-06,
      "loss": 1.526,
      "step": 73
    },
    {
      "epoch": 0.7872340425531915,
      "grad_norm": 0.14500053226947784,
      "learning_rate": 2.22e-06,
      "loss": 1.2554,
      "step": 74
    },
    {
      "epoch": 0.7978723404255319,
      "grad_norm": 0.10629269480705261,
      "learning_rate": 2.25e-06,
      "loss": 1.2917,
      "step": 75
    },
    {
      "epoch": 0.8085106382978723,
      "grad_norm": 0.09674028307199478,
      "learning_rate": 2.28e-06,
      "loss": 1.2169,
      "step": 76
    },
    {
      "epoch": 0.8191489361702128,
      "grad_norm": 0.11965947598218918,
      "learning_rate": 2.31e-06,
      "loss": 1.2445,
      "step": 77
    },
    {
      "epoch": 0.8297872340425532,
      "grad_norm": 0.10441229492425919,
      "learning_rate": 2.34e-06,
      "loss": 1.2392,
      "step": 78
    },
    {
      "epoch": 0.8404255319148937,
      "grad_norm": 0.13795869052410126,
      "learning_rate": 2.37e-06,
      "loss": 1.5335,
      "step": 79
    },
    {
      "epoch": 0.851063829787234,
      "grad_norm": 0.10789927840232849,
      "learning_rate": 2.4000000000000003e-06,
      "loss": 1.2309,
      "step": 80
    },
    {
      "epoch": 0.8617021276595744,
      "grad_norm": 0.10697130113840103,
      "learning_rate": 2.43e-06,
      "loss": 1.276,
      "step": 81
    },
    {
      "epoch": 0.8723404255319149,
      "grad_norm": 0.11484125256538391,
      "learning_rate": 2.4599999999999997e-06,
      "loss": 1.2163,
      "step": 82
    },
    {
      "epoch": 0.8829787234042553,
      "grad_norm": 0.09692610800266266,
      "learning_rate": 2.49e-06,
      "loss": 1.1554,
      "step": 83
    },
    {
      "epoch": 0.8936170212765957,
      "grad_norm": 0.10697747021913528,
      "learning_rate": 2.52e-06,
      "loss": 1.211,
      "step": 84
    },
    {
      "epoch": 0.9042553191489362,
      "grad_norm": 0.10578318685293198,
      "learning_rate": 2.55e-06,
      "loss": 1.2634,
      "step": 85
    },
    {
      "epoch": 0.9148936170212766,
      "grad_norm": 0.10587752610445023,
      "learning_rate": 2.58e-06,
      "loss": 1.369,
      "step": 86
    },
    {
      "epoch": 0.925531914893617,
      "grad_norm": 0.11430489271879196,
      "learning_rate": 2.61e-06,
      "loss": 1.3048,
      "step": 87
    },
    {
      "epoch": 0.9361702127659575,
      "grad_norm": 0.11116154491901398,
      "learning_rate": 2.64e-06,
      "loss": 1.1883,
      "step": 88
    },
    {
      "epoch": 0.9468085106382979,
      "grad_norm": 0.12686476111412048,
      "learning_rate": 2.6700000000000003e-06,
      "loss": 1.2605,
      "step": 89
    },
    {
      "epoch": 0.9574468085106383,
      "grad_norm": 0.10976041853427887,
      "learning_rate": 2.7e-06,
      "loss": 1.2345,
      "step": 90
    },
    {
      "epoch": 0.9680851063829787,
      "grad_norm": 0.12391550838947296,
      "learning_rate": 2.73e-06,
      "loss": 1.2233,
      "step": 91
    },
    {
      "epoch": 0.9787234042553191,
      "grad_norm": 0.1277073174715042,
      "learning_rate": 2.7600000000000003e-06,
      "loss": 1.2437,
      "step": 92
    },
    {
      "epoch": 0.9893617021276596,
      "grad_norm": 0.10421616584062576,
      "learning_rate": 2.7900000000000004e-06,
      "loss": 1.1432,
      "step": 93
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.12696842849254608,
      "learning_rate": 2.82e-06,
      "loss": 1.3558,
      "step": 94
    },
    {
      "epoch": 1.0106382978723405,
      "grad_norm": 0.10387945920228958,
      "learning_rate": 2.85e-06,
      "loss": 1.1902,
      "step": 95
    },
    {
      "epoch": 1.0212765957446808,
      "grad_norm": 0.14543002843856812,
      "learning_rate": 2.88e-06,
      "loss": 1.244,
      "step": 96
    },
    {
      "epoch": 1.0212765957446808,
      "eval_loss": 1.5803985595703125,
      "eval_runtime": 3.0087,
      "eval_samples_per_second": 34.899,
      "eval_steps_per_second": 17.616,
      "step": 96
    },
    {
      "epoch": 1.0319148936170213,
      "grad_norm": 0.17504040896892548,
      "learning_rate": 2.91e-06,
      "loss": 1.3115,
      "step": 97
    },
    {
      "epoch": 1.0106382978723405,
      "grad_norm": 0.14017756283283234,
      "learning_rate": 2.9400000000000002e-06,
      "loss": 1.356,
      "step": 98
    },
    {
      "epoch": 1.0212765957446808,
      "grad_norm": 0.11604318767786026,
      "learning_rate": 2.97e-06,
      "loss": 1.2806,
      "step": 99
    },
    {
      "epoch": 1.0319148936170213,
      "grad_norm": 0.15116065740585327,
      "learning_rate": 3e-06,
      "loss": 1.3279,
      "step": 100
    },
    {
      "epoch": 1.0425531914893618,
      "grad_norm": 0.10773392021656036,
      "learning_rate": 2.9999028286680832e-06,
      "loss": 1.3871,
      "step": 101
    },
    {
      "epoch": 1.053191489361702,
      "grad_norm": 0.09363637119531631,
      "learning_rate": 2.999611327262024e-06,
      "loss": 1.1334,
      "step": 102
    },
    {
      "epoch": 1.0638297872340425,
      "grad_norm": 0.09164439886808395,
      "learning_rate": 2.999125533549261e-06,
      "loss": 1.4026,
      "step": 103
    },
    {
      "epoch": 1.074468085106383,
      "grad_norm": 0.12113964557647705,
      "learning_rate": 2.9984455104700915e-06,
      "loss": 1.2097,
      "step": 104
    },
    {
      "epoch": 1.0851063829787233,
      "grad_norm": 0.10569895058870316,
      "learning_rate": 2.9975713461295125e-06,
      "loss": 1.3077,
      "step": 105
    },
    {
      "epoch": 1.0957446808510638,
      "grad_norm": 0.11219862103462219,
      "learning_rate": 2.996503153785809e-06,
      "loss": 1.1923,
      "step": 106
    },
    {
      "epoch": 1.1063829787234043,
      "grad_norm": 0.13474853336811066,
      "learning_rate": 2.9952410718358777e-06,
      "loss": 1.2729,
      "step": 107
    },
    {
      "epoch": 1.1170212765957448,
      "grad_norm": 0.10451857000589371,
      "learning_rate": 2.993785263797297e-06,
      "loss": 1.2904,
      "step": 108
    },
    {
      "epoch": 1.127659574468085,
      "grad_norm": 0.12593719363212585,
      "learning_rate": 2.9921359182871422e-06,
      "loss": 1.4021,
      "step": 109
    },
    {
      "epoch": 1.1382978723404256,
      "grad_norm": 0.12547315657138824,
      "learning_rate": 2.990293248997547e-06,
      "loss": 1.2093,
      "step": 110
    },
    {
      "epoch": 1.148936170212766,
      "grad_norm": 0.10086555033922195,
      "learning_rate": 2.988257494668016e-06,
      "loss": 1.3098,
      "step": 111
    },
    {
      "epoch": 1.1595744680851063,
      "grad_norm": 0.10801573097705841,
      "learning_rate": 2.9860289190544963e-06,
      "loss": 1.2752,
      "step": 112
    },
    {
      "epoch": 1.1702127659574468,
      "grad_norm": 0.11851054430007935,
      "learning_rate": 2.9836078108952015e-06,
      "loss": 1.3066,
      "step": 113
    },
    {
      "epoch": 1.1808510638297873,
      "grad_norm": 0.1265188604593277,
      "learning_rate": 2.9809944838732045e-06,
      "loss": 1.1946,
      "step": 114
    },
    {
      "epoch": 1.1914893617021276,
      "grad_norm": 0.10702725499868393,
      "learning_rate": 2.9781892765757954e-06,
      "loss": 1.2182,
      "step": 115
    },
    {
      "epoch": 1.202127659574468,
      "grad_norm": 0.7757766842842102,
      "learning_rate": 2.9751925524506135e-06,
      "loss": 5.6082,
      "step": 116
    },
    {
      "epoch": 1.2127659574468086,
      "grad_norm": 0.10182739049196243,
      "learning_rate": 2.9720046997585577e-06,
      "loss": 1.309,
      "step": 117
    },
    {
      "epoch": 1.2234042553191489,
      "grad_norm": 0.14062073826789856,
      "learning_rate": 2.9686261315234844e-06,
      "loss": 1.3668,
      "step": 118
    },
    {
      "epoch": 1.2340425531914894,
      "grad_norm": 0.1063840240240097,
      "learning_rate": 2.965057285478694e-06,
      "loss": 1.2247,
      "step": 119
    },
    {
      "epoch": 1.2446808510638299,
      "grad_norm": 0.10701325535774231,
      "learning_rate": 2.961298624010219e-06,
      "loss": 1.2499,
      "step": 120
    },
    {
      "epoch": 1.2446808510638299,
      "eval_loss": 1.575344204902649,
      "eval_runtime": 8.2617,
      "eval_samples_per_second": 12.709,
      "eval_steps_per_second": 6.415,
      "step": 120
    },
    {
      "epoch": 1.2553191489361701,
      "grad_norm": 0.11413375288248062,
      "learning_rate": 2.957350634096912e-06,
      "loss": 1.3593,
      "step": 121
    },
    {
      "epoch": 1.2659574468085106,
      "grad_norm": 0.10826950520277023,
      "learning_rate": 2.9532138272473597e-06,
      "loss": 1.232,
      "step": 122
    },
    {
      "epoch": 1.2765957446808511,
      "grad_norm": 0.10749218612909317,
      "learning_rate": 2.9488887394336023e-06,
      "loss": 1.401,
      "step": 123
    },
    {
      "epoch": 1.2872340425531914,
      "grad_norm": 0.1175396591424942,
      "learning_rate": 2.944375931021699e-06,
      "loss": 1.2867,
      "step": 124
    },
    {
      "epoch": 1.297872340425532,
      "grad_norm": 0.10688498616218567,
      "learning_rate": 2.9396759866991214e-06,
      "loss": 1.3689,
      "step": 125
    },
    {
      "epoch": 1.3085106382978724,
      "grad_norm": 0.11630786955356598,
      "learning_rate": 2.934789515399002e-06,
      "loss": 1.2328,
      "step": 126
    },
    {
      "epoch": 1.3191489361702127,
      "grad_norm": 0.11495409905910492,
      "learning_rate": 2.9297171502212414e-06,
      "loss": 1.1738,
      "step": 127
    },
    {
      "epoch": 1.3297872340425532,
      "grad_norm": 0.10823408514261246,
      "learning_rate": 2.924459548350479e-06,
      "loss": 1.2318,
      "step": 128
    },
    {
      "epoch": 1.3404255319148937,
      "grad_norm": 0.10759969800710678,
      "learning_rate": 2.9190173909709506e-06,
      "loss": 1.319,
      "step": 129
    },
    {
      "epoch": 1.351063829787234,
      "grad_norm": 0.12790299952030182,
      "learning_rate": 2.9133913831782307e-06,
      "loss": 1.4282,
      "step": 130
    },
    {
      "epoch": 1.3617021276595744,
      "grad_norm": 0.10899878293275833,
      "learning_rate": 2.9075822538878805e-06,
      "loss": 1.2455,
      "step": 131
    },
    {
      "epoch": 1.372340425531915,
      "grad_norm": 0.12732432782649994,
      "learning_rate": 2.9015907557410068e-06,
      "loss": 1.2227,
      "step": 132
    },
    {
      "epoch": 1.3829787234042552,
      "grad_norm": 0.10140018165111542,
      "learning_rate": 2.8954176650067494e-06,
      "loss": 1.0596,
      "step": 133
    },
    {
      "epoch": 1.3936170212765957,
      "grad_norm": 0.12063546478748322,
      "learning_rate": 2.889063781481708e-06,
      "loss": 1.3321,
      "step": 134
    },
    {
      "epoch": 1.4042553191489362,
      "grad_norm": 0.11323118209838867,
      "learning_rate": 2.8825299283863144e-06,
      "loss": 1.3366,
      "step": 135
    },
    {
      "epoch": 1.4148936170212765,
      "grad_norm": 0.12391477078199387,
      "learning_rate": 2.8758169522581796e-06,
      "loss": 1.2917,
      "step": 136
    },
    {
      "epoch": 1.425531914893617,
      "grad_norm": 0.12329094856977463,
      "learning_rate": 2.8689257228424125e-06,
      "loss": 1.1365,
      "step": 137
    },
    {
      "epoch": 1.4361702127659575,
      "grad_norm": 0.11298198997974396,
      "learning_rate": 2.8618571329789333e-06,
      "loss": 1.4996,
      "step": 138
    },
    {
      "epoch": 1.4468085106382977,
      "grad_norm": 0.10263165086507797,
      "learning_rate": 2.8546120984867994e-06,
      "loss": 1.199,
      "step": 139
    },
    {
      "epoch": 1.4574468085106382,
      "grad_norm": 0.13330323994159698,
      "learning_rate": 2.8471915580455442e-06,
      "loss": 1.3746,
      "step": 140
    },
    {
      "epoch": 1.4680851063829787,
      "grad_norm": 0.10694881528615952,
      "learning_rate": 2.8395964730735666e-06,
      "loss": 1.3798,
      "step": 141
    },
    {
      "epoch": 1.4787234042553192,
      "grad_norm": 0.10929003357887268,
      "learning_rate": 2.8318278276035626e-06,
      "loss": 1.2918,
      "step": 142
    },
    {
      "epoch": 1.4893617021276595,
      "grad_norm": 0.10969982296228409,
      "learning_rate": 2.8238866281550366e-06,
      "loss": 1.0444,
      "step": 143
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.10668367147445679,
      "learning_rate": 2.815773903603892e-06,
      "loss": 1.1656,
      "step": 144
    },
    {
      "epoch": 1.5,
      "eval_loss": 1.5705612897872925,
      "eval_runtime": 5.6853,
      "eval_samples_per_second": 18.469,
      "eval_steps_per_second": 9.322,
      "step": 144
    },
    {
      "epoch": 1.5106382978723403,
      "grad_norm": 0.12057002633810043,
      "learning_rate": 2.807490705049127e-06,
      "loss": 1.2475,
      "step": 145
    },
    {
      "epoch": 1.521276595744681,
      "grad_norm": 0.10394139587879181,
      "learning_rate": 2.7990381056766585e-06,
      "loss": 1.3376,
      "step": 146
    },
    {
      "epoch": 1.5319148936170213,
      "grad_norm": 0.12907464802265167,
      "learning_rate": 2.7904172006202705e-06,
      "loss": 1.3509,
      "step": 147
    },
    {
      "epoch": 1.5425531914893615,
      "grad_norm": 0.1252606213092804,
      "learning_rate": 2.7816291068197328e-06,
      "loss": 1.1744,
      "step": 148
    },
    {
      "epoch": 1.5531914893617023,
      "grad_norm": 0.1514441967010498,
      "learning_rate": 2.772674962876085e-06,
      "loss": 1.9324,
      "step": 149
    },
    {
      "epoch": 1.5638297872340425,
      "grad_norm": 0.12377320230007172,
      "learning_rate": 2.7635559289041174e-06,
      "loss": 1.4511,
      "step": 150
    },
    {
      "epoch": 1.574468085106383,
      "grad_norm": 0.10629550367593765,
      "learning_rate": 2.7542731863820665e-06,
      "loss": 1.257,
      "step": 151
    },
    {
      "epoch": 1.5851063829787235,
      "grad_norm": 0.10322704166173935,
      "learning_rate": 2.744827937998538e-06,
      "loss": 1.1796,
      "step": 152
    },
    {
      "epoch": 1.5957446808510638,
      "grad_norm": 0.12690168619155884,
      "learning_rate": 2.735221407496686e-06,
      "loss": 1.3325,
      "step": 153
    },
    {
      "epoch": 1.6063829787234043,
      "grad_norm": 0.0982392430305481,
      "learning_rate": 2.725454839515663e-06,
      "loss": 1.2169,
      "step": 154
    },
    {
      "epoch": 1.6170212765957448,
      "grad_norm": 0.11184275150299072,
      "learning_rate": 2.7155294994293606e-06,
      "loss": 1.295,
      "step": 155
    },
    {
      "epoch": 1.627659574468085,
      "grad_norm": 0.10721098631620407,
      "learning_rate": 2.7054466731824676e-06,
      "loss": 1.1945,
      "step": 156
    },
    {
      "epoch": 1.6382978723404256,
      "grad_norm": 0.1254221498966217,
      "learning_rate": 2.695207667123857e-06,
      "loss": 1.2693,
      "step": 157
    },
    {
      "epoch": 1.648936170212766,
      "grad_norm": 0.1157686784863472,
      "learning_rate": 2.684813807837338e-06,
      "loss": 1.1992,
      "step": 158
    },
    {
      "epoch": 1.6595744680851063,
      "grad_norm": 0.10201229155063629,
      "learning_rate": 2.674266441969778e-06,
      "loss": 1.2401,
      "step": 159
    },
    {
      "epoch": 1.6702127659574468,
      "grad_norm": 0.10953360050916672,
      "learning_rate": 2.6635669360566298e-06,
      "loss": 1.1627,
      "step": 160
    },
    {
      "epoch": 1.6808510638297873,
      "grad_norm": 0.1248813271522522,
      "learning_rate": 2.652716676344881e-06,
      "loss": 1.3179,
      "step": 161
    },
    {
      "epoch": 1.6914893617021276,
      "grad_norm": 0.09584470838308334,
      "learning_rate": 2.6417170686134472e-06,
      "loss": 1.2128,
      "step": 162
    },
    {
      "epoch": 1.702127659574468,
      "grad_norm": 0.12864486873149872,
      "learning_rate": 2.630569537991042e-06,
      "loss": 1.1889,
      "step": 163
    },
    {
      "epoch": 1.7127659574468086,
      "grad_norm": 0.11820186674594879,
      "learning_rate": 2.6192755287715282e-06,
      "loss": 1.2848,
      "step": 164
    },
    {
      "epoch": 1.7234042553191489,
      "grad_norm": 0.13811764121055603,
      "learning_rate": 2.6078365042267987e-06,
      "loss": 1.2091,
      "step": 165
    },
    {
      "epoch": 1.7340425531914894,
      "grad_norm": 0.12099539488554001,
      "learning_rate": 2.5962539464171862e-06,
      "loss": 1.2853,
      "step": 166
    },
    {
      "epoch": 1.7446808510638299,
      "grad_norm": 0.14544783532619476,
      "learning_rate": 2.5845293559994513e-06,
      "loss": 1.1574,
      "step": 167
    },
    {
      "epoch": 1.7553191489361701,
      "grad_norm": 0.11159494519233704,
      "learning_rate": 2.5726642520323493e-06,
      "loss": 1.1928,
      "step": 168
    },
    {
      "epoch": 1.7553191489361701,
      "eval_loss": 1.5656005144119263,
      "eval_runtime": 3.0568,
      "eval_samples_per_second": 34.349,
      "eval_steps_per_second": 17.338,
      "step": 168
    },
    {
      "epoch": 1.7659574468085106,
      "grad_norm": 0.1385321319103241,
      "learning_rate": 2.5606601717798212e-06,
      "loss": 1.365,
      "step": 169
    },
    {
      "epoch": 1.7765957446808511,
      "grad_norm": 0.12905962765216827,
      "learning_rate": 2.548518670511823e-06,
      "loss": 1.3664,
      "step": 170
    },
    {
      "epoch": 1.7872340425531914,
      "grad_norm": 0.09589093923568726,
      "learning_rate": 2.536241321302821e-06,
      "loss": 1.1508,
      "step": 171
    },
    {
      "epoch": 1.797872340425532,
      "grad_norm": 0.12533985078334808,
      "learning_rate": 2.5238297148279814e-06,
      "loss": 1.2892,
      "step": 172
    },
    {
      "epoch": 1.8085106382978724,
      "grad_norm": 0.11337278038263321,
      "learning_rate": 2.5112854591570804e-06,
      "loss": 1.2772,
      "step": 173
    },
    {
      "epoch": 1.8191489361702127,
      "grad_norm": 0.1345362514257431,
      "learning_rate": 2.4986101795461608e-06,
      "loss": 1.3583,
      "step": 174
    },
    {
      "epoch": 1.8297872340425532,
      "grad_norm": 0.121876560151577,
      "learning_rate": 2.485805518226959e-06,
      "loss": 1.2065,
      "step": 175
    },
    {
      "epoch": 1.8404255319148937,
      "grad_norm": 0.10669907927513123,
      "learning_rate": 2.4728731341941343e-06,
      "loss": 1.2339,
      "step": 176
    },
    {
      "epoch": 1.851063829787234,
      "grad_norm": 0.12710174918174744,
      "learning_rate": 2.4598147029903284e-06,
      "loss": 1.4597,
      "step": 177
    },
    {
      "epoch": 1.8617021276595744,
      "grad_norm": 0.11735282093286514,
      "learning_rate": 2.4466319164890795e-06,
      "loss": 1.2273,
      "step": 178
    },
    {
      "epoch": 1.872340425531915,
      "grad_norm": 0.12083889544010162,
      "learning_rate": 2.4333264826756165e-06,
      "loss": 1.3051,
      "step": 179
    },
    {
      "epoch": 1.8829787234042552,
      "grad_norm": 0.10338792204856873,
      "learning_rate": 2.4199001254255746e-06,
      "loss": 1.3827,
      "step": 180
    },
    {
      "epoch": 1.8936170212765957,
      "grad_norm": 0.10191334784030914,
      "learning_rate": 2.406354584281642e-06,
      "loss": 1.4067,
      "step": 181
    },
    {
      "epoch": 1.9042553191489362,
      "grad_norm": 0.10776273161172867,
      "learning_rate": 2.3926916142281846e-06,
      "loss": 1.2344,
      "step": 182
    },
    {
      "epoch": 1.9148936170212765,
      "grad_norm": 0.1253603845834732,
      "learning_rate": 2.378912985463867e-06,
      "loss": 1.2179,
      "step": 183
    },
    {
      "epoch": 1.925531914893617,
      "grad_norm": 0.09942696243524551,
      "learning_rate": 2.365020483172301e-06,
      "loss": 1.0613,
      "step": 184
    },
    {
      "epoch": 1.9361702127659575,
      "grad_norm": 0.10441701859235764,
      "learning_rate": 2.351015907290755e-06,
      "loss": 1.3886,
      "step": 185
    },
    {
      "epoch": 1.9468085106382977,
      "grad_norm": 0.10571073740720749,
      "learning_rate": 2.3369010722769502e-06,
      "loss": 1.2023,
      "step": 186
    },
    {
      "epoch": 1.9574468085106385,
      "grad_norm": 0.12477201223373413,
      "learning_rate": 2.3226778068739783e-06,
      "loss": 1.361,
      "step": 187
    },
    {
      "epoch": 1.9680851063829787,
      "grad_norm": 0.12106247246265411,
      "learning_rate": 2.3083479538733636e-06,
      "loss": 1.4153,
      "step": 188
    },
    {
      "epoch": 1.978723404255319,
      "grad_norm": 0.17261436581611633,
      "learning_rate": 2.2939133698763084e-06,
      "loss": 1.45,
      "step": 189
    },
    {
      "epoch": 1.9893617021276597,
      "grad_norm": 0.12172568589448929,
      "learning_rate": 2.2793759250531504e-06,
      "loss": 1.1764,
      "step": 190
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.11111535131931305,
      "learning_rate": 2.2647375029010575e-06,
      "loss": 1.1347,
      "step": 191
    },
    {
      "epoch": 2.0106382978723403,
      "grad_norm": 0.10596352070569992,
      "learning_rate": 2.25e-06,
      "loss": 1.1623,
      "step": 192
    },
    {
      "epoch": 2.0106382978723403,
      "eval_loss": 1.560809850692749,
      "eval_runtime": 4.8693,
      "eval_samples_per_second": 21.564,
      "eval_steps_per_second": 10.885,
      "step": 192
    },
    {
      "epoch": 2.0212765957446805,
      "grad_norm": 0.08630727976560593,
      "learning_rate": 2.235165325767026e-06,
      "loss": 1.1733,
      "step": 193
    },
    {
      "epoch": 2.0319148936170213,
      "grad_norm": 0.3629175126552582,
      "learning_rate": 2.2202354022088735e-06,
      "loss": 1.1114,
      "step": 194
    },
    {
      "epoch": 2.0106382978723403,
      "grad_norm": 0.12061420828104019,
      "learning_rate": 2.2052121636729527e-06,
      "loss": 1.1813,
      "step": 195
    },
    {
      "epoch": 2.021276595744681,
      "grad_norm": 0.12194402515888214,
      "learning_rate": 2.1900975565967284e-06,
      "loss": 1.4466,
      "step": 196
    },
    {
      "epoch": 2.0319148936170213,
      "grad_norm": 0.09581239521503448,
      "learning_rate": 2.1748935392555347e-06,
      "loss": 1.1863,
      "step": 197
    },
    {
      "epoch": 2.0425531914893615,
      "grad_norm": 0.12056192755699158,
      "learning_rate": 2.1596020815088587e-06,
      "loss": 1.5781,
      "step": 198
    },
    {
      "epoch": 2.0531914893617023,
      "grad_norm": 0.10989479720592499,
      "learning_rate": 2.1442251645451233e-06,
      "loss": 1.2638,
      "step": 199
    },
    {
      "epoch": 2.0638297872340425,
      "grad_norm": 0.1273481398820877,
      "learning_rate": 2.1287647806249964e-06,
      "loss": 1.1346,
      "step": 200
    },
    {
      "epoch": 2.074468085106383,
      "grad_norm": 0.11547158658504486,
      "learning_rate": 2.1132229328232755e-06,
      "loss": 1.124,
      "step": 201
    },
    {
      "epoch": 2.0851063829787235,
      "grad_norm": 0.12033279985189438,
      "learning_rate": 2.0976016347693624e-06,
      "loss": 1.2695,
      "step": 202
    },
    {
      "epoch": 2.095744680851064,
      "grad_norm": 0.11929858475923538,
      "learning_rate": 2.0819029103863746e-06,
      "loss": 1.1885,
      "step": 203
    },
    {
      "epoch": 2.106382978723404,
      "grad_norm": 0.10733456164598465,
      "learning_rate": 2.0661287936289213e-06,
      "loss": 1.3742,
      "step": 204
    },
    {
      "epoch": 2.117021276595745,
      "grad_norm": 0.12037491053342819,
      "learning_rate": 2.050281328219585e-06,
      "loss": 1.1911,
      "step": 205
    },
    {
      "epoch": 2.127659574468085,
      "grad_norm": 0.12621213495731354,
      "learning_rate": 2.0343625673841254e-06,
      "loss": 1.1241,
      "step": 206
    },
    {
      "epoch": 2.1382978723404253,
      "grad_norm": 0.15265725553035736,
      "learning_rate": 2.018374573585467e-06,
      "loss": 1.4419,
      "step": 207
    },
    {
      "epoch": 2.148936170212766,
      "grad_norm": 0.10528834164142609,
      "learning_rate": 2.0023194182564793e-06,
      "loss": 1.2211,
      "step": 208
    },
    {
      "epoch": 2.1595744680851063,
      "grad_norm": 0.11791864037513733,
      "learning_rate": 1.986199181531599e-06,
      "loss": 1.2159,
      "step": 209
    },
    {
      "epoch": 2.1702127659574466,
      "grad_norm": 0.1230137050151825,
      "learning_rate": 1.9700159519773233e-06,
      "loss": 1.2687,
      "step": 210
    },
    {
      "epoch": 2.1808510638297873,
      "grad_norm": 0.11243241280317307,
      "learning_rate": 1.9537718263216137e-06,
      "loss": 1.2008,
      "step": 211
    },
    {
      "epoch": 2.1914893617021276,
      "grad_norm": 0.13040384650230408,
      "learning_rate": 1.9374689091822377e-06,
      "loss": 1.2937,
      "step": 212
    },
    {
      "epoch": 2.202127659574468,
      "grad_norm": 0.096621572971344,
      "learning_rate": 1.9211093127940917e-06,
      "loss": 1.1315,
      "step": 213
    },
    {
      "epoch": 2.2127659574468086,
      "grad_norm": 0.10366329550743103,
      "learning_rate": 1.9046951567355363e-06,
      "loss": 1.1998,
      "step": 214
    },
    {
      "epoch": 2.223404255319149,
      "grad_norm": 0.13266436755657196,
      "learning_rate": 1.888228567653781e-06,
      "loss": 1.2169,
      "step": 215
    },
    {
      "epoch": 2.2340425531914896,
      "grad_norm": 0.12041480094194412,
      "learning_rate": 1.87171167898935e-06,
      "loss": 1.2679,
      "step": 216
    },
    {
      "epoch": 2.2340425531914896,
      "eval_loss": 1.557094931602478,
      "eval_runtime": 3.8276,
      "eval_samples_per_second": 27.432,
      "eval_steps_per_second": 13.847,
      "step": 216
    },
    {
      "epoch": 2.24468085106383,
      "grad_norm": 0.11926256865262985,
      "learning_rate": 1.8551466306996702e-06,
      "loss": 1.2496,
      "step": 217
    },
    {
      "epoch": 2.25531914893617,
      "grad_norm": 0.11768142879009247,
      "learning_rate": 1.838535568981816e-06,
      "loss": 1.2793,
      "step": 218
    },
    {
      "epoch": 2.2659574468085104,
      "grad_norm": 0.09850093722343445,
      "learning_rate": 1.821880645994443e-06,
      "loss": 1.1712,
      "step": 219
    },
    {
      "epoch": 2.276595744680851,
      "grad_norm": 0.11399635672569275,
      "learning_rate": 1.8051840195789509e-06,
      "loss": 1.3151,
      "step": 220
    },
    {
      "epoch": 2.2872340425531914,
      "grad_norm": 0.10654745250940323,
      "learning_rate": 1.788447852979909e-06,
      "loss": 1.1726,
      "step": 221
    },
    {
      "epoch": 2.297872340425532,
      "grad_norm": 0.12983720004558563,
      "learning_rate": 1.7716743145647837e-06,
      "loss": 1.2158,
      "step": 222
    },
    {
      "epoch": 2.3085106382978724,
      "grad_norm": 0.08331640809774399,
      "learning_rate": 1.754865577543e-06,
      "loss": 0.8472,
      "step": 223
    },
    {
      "epoch": 2.3191489361702127,
      "grad_norm": 0.11662207543849945,
      "learning_rate": 1.738023819684377e-06,
      "loss": 1.2938,
      "step": 224
    },
    {
      "epoch": 2.329787234042553,
      "grad_norm": 0.13265132904052734,
      "learning_rate": 1.7211512230369716e-06,
      "loss": 1.3288,
      "step": 225
    },
    {
      "epoch": 2.3404255319148937,
      "grad_norm": 0.10342156141996384,
      "learning_rate": 1.7042499736443702e-06,
      "loss": 1.2352,
      "step": 226
    },
    {
      "epoch": 2.351063829787234,
      "grad_norm": 0.10495639592409134,
      "learning_rate": 1.6873222612624575e-06,
      "loss": 1.1748,
      "step": 227
    },
    {
      "epoch": 2.3617021276595747,
      "grad_norm": 0.1564377248287201,
      "learning_rate": 1.6703702790757123e-06,
      "loss": 1.4071,
      "step": 228
    },
    {
      "epoch": 2.372340425531915,
      "grad_norm": 0.11000990867614746,
      "learning_rate": 1.6533962234130513e-06,
      "loss": 1.2102,
      "step": 229
    },
    {
      "epoch": 2.382978723404255,
      "grad_norm": 0.12565018236637115,
      "learning_rate": 1.6364022934632706e-06,
      "loss": 1.4047,
      "step": 230
    },
    {
      "epoch": 2.393617021276596,
      "grad_norm": 0.11519981920719147,
      "learning_rate": 1.6193906909901133e-06,
      "loss": 1.3905,
      "step": 231
    },
    {
      "epoch": 2.404255319148936,
      "grad_norm": 0.12704767286777496,
      "learning_rate": 1.6023636200470066e-06,
      "loss": 1.0632,
      "step": 232
    },
    {
      "epoch": 2.4148936170212765,
      "grad_norm": 0.11226076632738113,
      "learning_rate": 1.5853232866915004e-06,
      "loss": 1.2448,
      "step": 233
    },
    {
      "epoch": 2.425531914893617,
      "grad_norm": 0.11282170563936234,
      "learning_rate": 1.5682718986994457e-06,
      "loss": 1.5068,
      "step": 234
    },
    {
      "epoch": 2.4361702127659575,
      "grad_norm": 0.09763903170824051,
      "learning_rate": 1.5512116652789518e-06,
      "loss": 1.2398,
      "step": 235
    },
    {
      "epoch": 2.4468085106382977,
      "grad_norm": 0.11640322953462601,
      "learning_rate": 1.5341447967841585e-06,
      "loss": 1.3176,
      "step": 236
    },
    {
      "epoch": 2.4574468085106385,
      "grad_norm": 0.12292848527431488,
      "learning_rate": 1.5170735044288565e-06,
      "loss": 1.8823,
      "step": 237
    },
    {
      "epoch": 2.4680851063829787,
      "grad_norm": 0.12308197468519211,
      "learning_rate": 1.5e-06,
      "loss": 1.14,
      "step": 238
    },
    {
      "epoch": 2.478723404255319,
      "grad_norm": 0.11871509999036789,
      "learning_rate": 1.4829264955711436e-06,
      "loss": 1.2753,
      "step": 239
    },
    {
      "epoch": 2.4893617021276597,
      "grad_norm": 0.14034831523895264,
      "learning_rate": 1.4658552032158414e-06,
      "loss": 1.2845,
      "step": 240
    },
    {
      "epoch": 2.4893617021276597,
      "eval_loss": 1.5537203550338745,
      "eval_runtime": 5.1489,
      "eval_samples_per_second": 20.393,
      "eval_steps_per_second": 10.294,
      "step": 240
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.12317660450935364,
      "learning_rate": 1.4487883347210483e-06,
      "loss": 1.2742,
      "step": 241
    },
    {
      "epoch": 2.5106382978723403,
      "grad_norm": 0.11180029809474945,
      "learning_rate": 1.431728101300555e-06,
      "loss": 1.3743,
      "step": 242
    },
    {
      "epoch": 2.521276595744681,
      "grad_norm": 0.12544095516204834,
      "learning_rate": 1.4146767133085e-06,
      "loss": 1.2935,
      "step": 243
    },
    {
      "epoch": 2.5319148936170213,
      "grad_norm": 0.12283220142126083,
      "learning_rate": 1.3976363799529937e-06,
      "loss": 1.2529,
      "step": 244
    },
    {
      "epoch": 2.5425531914893615,
      "grad_norm": 0.1375051885843277,
      "learning_rate": 1.3806093090098872e-06,
      "loss": 1.2907,
      "step": 245
    },
    {
      "epoch": 2.5531914893617023,
      "grad_norm": 0.10762558877468109,
      "learning_rate": 1.3635977065367295e-06,
      "loss": 1.1548,
      "step": 246
    },
    {
      "epoch": 2.5638297872340425,
      "grad_norm": 0.12075044959783554,
      "learning_rate": 1.3466037765869486e-06,
      "loss": 1.2208,
      "step": 247
    },
    {
      "epoch": 2.574468085106383,
      "grad_norm": 0.11484728753566742,
      "learning_rate": 1.3296297209242874e-06,
      "loss": 1.1182,
      "step": 248
    },
    {
      "epoch": 2.5851063829787235,
      "grad_norm": 0.11546777188777924,
      "learning_rate": 1.312677738737543e-06,
      "loss": 1.4478,
      "step": 249
    },
    {
      "epoch": 2.595744680851064,
      "grad_norm": 0.12128724902868271,
      "learning_rate": 1.2957500263556303e-06,
      "loss": 1.3132,
      "step": 250
    },
    {
      "epoch": 2.6063829787234045,
      "grad_norm": 0.09233469516038895,
      "learning_rate": 1.2788487769630284e-06,
      "loss": 1.0863,
      "step": 251
    },
    {
      "epoch": 2.617021276595745,
      "grad_norm": 0.12085112929344177,
      "learning_rate": 1.261976180315623e-06,
      "loss": 1.2855,
      "step": 252
    },
    {
      "epoch": 2.627659574468085,
      "grad_norm": 0.12655006349086761,
      "learning_rate": 1.2451344224570002e-06,
      "loss": 1.2691,
      "step": 253
    },
    {
      "epoch": 2.6382978723404253,
      "grad_norm": 0.12646865844726562,
      "learning_rate": 1.2283256854352162e-06,
      "loss": 1.2194,
      "step": 254
    },
    {
      "epoch": 2.648936170212766,
      "grad_norm": 0.1081186905503273,
      "learning_rate": 1.2115521470200911e-06,
      "loss": 1.2551,
      "step": 255
    },
    {
      "epoch": 2.6595744680851063,
      "grad_norm": 0.12278001755475998,
      "learning_rate": 1.1948159804210496e-06,
      "loss": 1.3049,
      "step": 256
    },
    {
      "epoch": 2.670212765957447,
      "grad_norm": 0.09346724301576614,
      "learning_rate": 1.1781193540055573e-06,
      "loss": 1.1507,
      "step": 257
    },
    {
      "epoch": 2.6808510638297873,
      "grad_norm": 0.10679617524147034,
      "learning_rate": 1.1614644310181842e-06,
      "loss": 1.2971,
      "step": 258
    },
    {
      "epoch": 2.6914893617021276,
      "grad_norm": 0.11394444108009338,
      "learning_rate": 1.14485336930033e-06,
      "loss": 1.2133,
      "step": 259
    },
    {
      "epoch": 2.702127659574468,
      "grad_norm": 0.1416221708059311,
      "learning_rate": 1.1282883210106503e-06,
      "loss": 1.2132,
      "step": 260
    },
    {
      "epoch": 2.7127659574468086,
      "grad_norm": 0.09133229404687881,
      "learning_rate": 1.1117714323462188e-06,
      "loss": 1.17,
      "step": 261
    },
    {
      "epoch": 2.723404255319149,
      "grad_norm": 0.10997346043586731,
      "learning_rate": 1.0953048432644634e-06,
      "loss": 1.1443,
      "step": 262
    },
    {
      "epoch": 2.7340425531914896,
      "grad_norm": 0.11233331263065338,
      "learning_rate": 1.0788906872059088e-06,
      "loss": 1.3383,
      "step": 263
    },
    {
      "epoch": 2.74468085106383,
      "grad_norm": 0.11798594146966934,
      "learning_rate": 1.0625310908177626e-06,
      "loss": 1.1226,
      "step": 264
    },
    {
      "epoch": 2.74468085106383,
      "eval_loss": 1.5516207218170166,
      "eval_runtime": 4.7557,
      "eval_samples_per_second": 22.079,
      "eval_steps_per_second": 11.145,
      "step": 264
    },
    {
      "epoch": 2.75531914893617,
      "grad_norm": 0.12637464702129364,
      "learning_rate": 1.0462281736783864e-06,
      "loss": 1.4182,
      "step": 265
    },
    {
      "epoch": 2.7659574468085104,
      "grad_norm": 0.11374552547931671,
      "learning_rate": 1.0299840480226768e-06,
      "loss": 1.2926,
      "step": 266
    },
    {
      "epoch": 2.776595744680851,
      "grad_norm": 0.13765357434749603,
      "learning_rate": 1.0138008184684011e-06,
      "loss": 1.3036,
      "step": 267
    },
    {
      "epoch": 2.7872340425531914,
      "grad_norm": 0.1168639063835144,
      "learning_rate": 9.976805817435208e-07,
      "loss": 1.2854,
      "step": 268
    },
    {
      "epoch": 2.797872340425532,
      "grad_norm": 0.11609431356191635,
      "learning_rate": 9.816254264145328e-07,
      "loss": 1.2832,
      "step": 269
    },
    {
      "epoch": 2.8085106382978724,
      "grad_norm": 0.11090860515832901,
      "learning_rate": 9.656374326158753e-07,
      "loss": 1.4098,
      "step": 270
    },
    {
      "epoch": 2.8191489361702127,
      "grad_norm": 0.12376827001571655,
      "learning_rate": 9.497186717804155e-07,
      "loss": 1.2335,
      "step": 271
    },
    {
      "epoch": 2.829787234042553,
      "grad_norm": 0.11905582994222641,
      "learning_rate": 9.338712063710786e-07,
      "loss": 1.1991,
      "step": 272
    },
    {
      "epoch": 2.8404255319148937,
      "grad_norm": 0.09383586794137955,
      "learning_rate": 9.180970896136258e-07,
      "loss": 1.1715,
      "step": 273
    },
    {
      "epoch": 2.851063829787234,
      "grad_norm": 0.14080052077770233,
      "learning_rate": 9.023983652306379e-07,
      "loss": 1.3227,
      "step": 274
    },
    {
      "epoch": 2.8617021276595747,
      "grad_norm": 0.10943106561899185,
      "learning_rate": 8.867770671767246e-07,
      "loss": 0.9774,
      "step": 275
    },
    {
      "epoch": 2.872340425531915,
      "grad_norm": 0.093683160841465,
      "learning_rate": 8.712352193750043e-07,
      "loss": 1.053,
      "step": 276
    },
    {
      "epoch": 2.882978723404255,
      "grad_norm": 0.1352389007806778,
      "learning_rate": 8.557748354548773e-07,
      "loss": 1.2713,
      "step": 277
    },
    {
      "epoch": 2.8936170212765955,
      "grad_norm": 0.09906943887472153,
      "learning_rate": 8.403979184911411e-07,
      "loss": 1.3128,
      "step": 278
    },
    {
      "epoch": 2.904255319148936,
      "grad_norm": 0.13467717170715332,
      "learning_rate": 8.251064607444658e-07,
      "loss": 1.4274,
      "step": 279
    },
    {
      "epoch": 2.9148936170212765,
      "grad_norm": 0.11490917205810547,
      "learning_rate": 8.099024434032718e-07,
      "loss": 1.307,
      "step": 280
    },
    {
      "epoch": 2.925531914893617,
      "grad_norm": 0.10982628166675568,
      "learning_rate": 7.947878363270472e-07,
      "loss": 1.0661,
      "step": 281
    },
    {
      "epoch": 2.9361702127659575,
      "grad_norm": 0.13426214456558228,
      "learning_rate": 7.797645977911268e-07,
      "loss": 1.3296,
      "step": 282
    }
  ],
  "logging_steps": 1,
  "max_steps": 376,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 94,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 9461272877727744.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}