{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.4248539564524695,
  "eval_steps": 500,
  "global_step": 500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 2.1944120442820862,
      "learning_rate": 2.777777777777778e-06,
      "loss": 1.6587,
      "step": 1
    },
    {
      "epoch": 0.0,
      "grad_norm": 2.158646448617879,
      "learning_rate": 5.555555555555556e-06,
      "loss": 1.6685,
      "step": 2
    },
    {
      "epoch": 0.0,
      "grad_norm": 2.1343466361951706,
      "learning_rate": 8.333333333333334e-06,
      "loss": 1.6836,
      "step": 3
    },
    {
      "epoch": 0.0,
      "grad_norm": 2.0231531922210753,
      "learning_rate": 1.1111111111111112e-05,
      "loss": 1.6523,
      "step": 4
    },
    {
      "epoch": 0.0,
      "grad_norm": 1.6162620203223095,
      "learning_rate": 1.388888888888889e-05,
      "loss": 1.6636,
      "step": 5
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.3779619042576137,
      "learning_rate": 1.6666666666666667e-05,
      "loss": 1.6289,
      "step": 6
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.223668866838671,
      "learning_rate": 1.9444444444444445e-05,
      "loss": 1.6201,
      "step": 7
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.5016416362830853,
      "learning_rate": 2.2222222222222223e-05,
      "loss": 1.5596,
      "step": 8
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.465420671008811,
      "learning_rate": 2.5e-05,
      "loss": 1.6113,
      "step": 9
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.1965670018804309,
      "learning_rate": 2.777777777777778e-05,
      "loss": 1.5898,
      "step": 10
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.1117797752417102,
      "learning_rate": 3.055555555555556e-05,
      "loss": 1.6035,
      "step": 11
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.9878470790338667,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 1.5625,
      "step": 12
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.02494625138462,
      "learning_rate": 3.611111111111111e-05,
      "loss": 1.5547,
      "step": 13
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.0223917263016193,
      "learning_rate": 3.888888888888889e-05,
      "loss": 1.5615,
      "step": 14
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.9433437823947872,
      "learning_rate": 4.166666666666667e-05,
      "loss": 1.5728,
      "step": 15
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.8737056838198499,
      "learning_rate": 4.4444444444444447e-05,
      "loss": 1.5327,
      "step": 16
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.847350291380953,
      "learning_rate": 4.722222222222222e-05,
      "loss": 1.4829,
      "step": 17
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.9546966542598146,
      "learning_rate": 5e-05,
      "loss": 1.5532,
      "step": 18
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.9232787655185869,
      "learning_rate": 5.2777777777777784e-05,
      "loss": 1.5303,
      "step": 19
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.879349873123116,
      "learning_rate": 5.555555555555556e-05,
      "loss": 1.502,
      "step": 20
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.8709535184620328,
      "learning_rate": 5.833333333333334e-05,
      "loss": 1.4585,
      "step": 21
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.8819786376627559,
      "learning_rate": 6.111111111111112e-05,
      "loss": 1.4858,
      "step": 22
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.8589200426275411,
      "learning_rate": 6.388888888888888e-05,
      "loss": 1.4644,
      "step": 23
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.8190182080399642,
      "learning_rate": 6.666666666666667e-05,
      "loss": 1.4561,
      "step": 24
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.8796864611649672,
      "learning_rate": 6.944444444444444e-05,
      "loss": 1.4546,
      "step": 25
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.8331325598252782,
      "learning_rate": 7.222222222222222e-05,
      "loss": 1.4624,
      "step": 26
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.8345520972989295,
      "learning_rate": 7.500000000000001e-05,
      "loss": 1.4453,
      "step": 27
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.8176489443002161,
      "learning_rate": 7.777777777777778e-05,
      "loss": 1.4541,
      "step": 28
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.7528421779691234,
      "learning_rate": 8.055555555555556e-05,
      "loss": 1.4434,
      "step": 29
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.7991219912695795,
      "learning_rate": 8.333333333333334e-05,
      "loss": 1.4546,
      "step": 30
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.7453012031751974,
      "learning_rate": 8.611111111111112e-05,
      "loss": 1.4541,
      "step": 31
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.7356336435000073,
      "learning_rate": 8.888888888888889e-05,
      "loss": 1.4565,
      "step": 32
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.7239229910223912,
      "learning_rate": 9.166666666666667e-05,
      "loss": 1.4253,
      "step": 33
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.6995782237549312,
      "learning_rate": 9.444444444444444e-05,
      "loss": 1.4116,
      "step": 34
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.7108394167974162,
      "learning_rate": 9.722222222222223e-05,
      "loss": 1.4053,
      "step": 35
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.7270375728618296,
      "learning_rate": 0.0001,
      "loss": 1.4214,
      "step": 36
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.7494051458635556,
      "learning_rate": 9.999981014161752e-05,
      "loss": 1.4644,
      "step": 37
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.733832068426627,
      "learning_rate": 9.999924056791192e-05,
      "loss": 1.4141,
      "step": 38
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.6719534359517587,
      "learning_rate": 9.999829128320874e-05,
      "loss": 1.4023,
      "step": 39
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.7406841100980851,
      "learning_rate": 9.999696229471716e-05,
      "loss": 1.4263,
      "step": 40
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.6561411493710649,
      "learning_rate": 9.999525361252996e-05,
      "loss": 1.4126,
      "step": 41
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.6703214903768667,
      "learning_rate": 9.999316524962345e-05,
      "loss": 1.3955,
      "step": 42
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.6952049638900921,
      "learning_rate": 9.999069722185737e-05,
      "loss": 1.4072,
      "step": 43
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.6806747265810544,
      "learning_rate": 9.998784954797474e-05,
      "loss": 1.4146,
      "step": 44
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.6761436892518071,
      "learning_rate": 9.998462224960175e-05,
      "loss": 1.4009,
      "step": 45
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.694044598842866,
      "learning_rate": 9.998101535124758e-05,
      "loss": 1.4268,
      "step": 46
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.6557563304435648,
      "learning_rate": 9.997702888030423e-05,
      "loss": 1.3794,
      "step": 47
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.6612841638564682,
      "learning_rate": 9.997266286704631e-05,
      "loss": 1.3892,
      "step": 48
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.6486556767977087,
      "learning_rate": 9.996791734463077e-05,
      "loss": 1.3652,
      "step": 49
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.6483540085185676,
      "learning_rate": 9.996279234909671e-05,
      "loss": 1.3984,
      "step": 50
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.6700432628612305,
      "learning_rate": 9.995728791936504e-05,
      "loss": 1.3999,
      "step": 51
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.6432744026831555,
      "learning_rate": 9.99514040972383e-05,
      "loss": 1.356,
      "step": 52
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.6216728827903856,
      "learning_rate": 9.994514092740015e-05,
      "loss": 1.3882,
      "step": 53
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.6467739800460915,
      "learning_rate": 9.993849845741524e-05,
      "loss": 1.3765,
      "step": 54
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.6503437970639988,
      "learning_rate": 9.99314767377287e-05,
      "loss": 1.373,
      "step": 55
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.6657501610674698,
      "learning_rate": 9.992407582166581e-05,
      "loss": 1.3838,
      "step": 56
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.6605689841115963,
      "learning_rate": 9.991629576543163e-05,
      "loss": 1.3716,
      "step": 57
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.6989365655033877,
      "learning_rate": 9.990813662811051e-05,
      "loss": 1.3882,
      "step": 58
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.6084957965701701,
      "learning_rate": 9.989959847166567e-05,
      "loss": 1.3545,
      "step": 59
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.6699929146209974,
      "learning_rate": 9.989068136093873e-05,
      "loss": 1.3418,
      "step": 60
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.6247455324530298,
      "learning_rate": 9.988138536364922e-05,
      "loss": 1.3486,
      "step": 61
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.6622758669061856,
      "learning_rate": 9.987171055039408e-05,
      "loss": 1.3892,
      "step": 62
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.6034683645026113,
      "learning_rate": 9.986165699464705e-05,
      "loss": 1.3491,
      "step": 63
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.6266046141102322,
      "learning_rate": 9.985122477275824e-05,
      "loss": 1.3452,
      "step": 64
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.6299383394087646,
      "learning_rate": 9.984041396395343e-05,
      "loss": 1.3569,
      "step": 65
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.6104287148111909,
      "learning_rate": 9.98292246503335e-05,
      "loss": 1.333,
      "step": 66
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.6519029188667027,
      "learning_rate": 9.981765691687388e-05,
      "loss": 1.3857,
      "step": 67
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.6142161143427214,
      "learning_rate": 9.980571085142381e-05,
      "loss": 1.3228,
      "step": 68
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.6229626554946482,
      "learning_rate": 9.979338654470569e-05,
      "loss": 1.3574,
      "step": 69
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.6071740965934106,
      "learning_rate": 9.978068409031449e-05,
      "loss": 1.3379,
      "step": 70
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.6180402576227992,
      "learning_rate": 9.976760358471686e-05,
      "loss": 1.3672,
      "step": 71
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.6254634252353867,
      "learning_rate": 9.975414512725057e-05,
      "loss": 1.3525,
      "step": 72
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.6146388668983097,
      "learning_rate": 9.974030882012367e-05,
      "loss": 1.3677,
      "step": 73
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.60548422624436,
      "learning_rate": 9.972609476841367e-05,
      "loss": 1.3271,
      "step": 74
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.5960020566477471,
      "learning_rate": 9.97115030800669e-05,
      "loss": 1.3203,
      "step": 75
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.5840389582557357,
      "learning_rate": 9.969653386589748e-05,
      "loss": 1.3457,
      "step": 76
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.6017170229389899,
      "learning_rate": 9.968118723958668e-05,
      "loss": 1.3555,
      "step": 77
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.59548463038904,
      "learning_rate": 9.966546331768191e-05,
      "loss": 1.312,
      "step": 78
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.6376362739222085,
      "learning_rate": 9.96493622195959e-05,
      "loss": 1.3896,
      "step": 79
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.5924552743524675,
      "learning_rate": 9.963288406760582e-05,
      "loss": 1.3882,
      "step": 80
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.5932204834859686,
      "learning_rate": 9.961602898685226e-05,
      "loss": 1.3228,
      "step": 81
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.6343152356114848,
      "learning_rate": 9.959879710533835e-05,
      "loss": 1.3418,
      "step": 82
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.619176447518611,
      "learning_rate": 9.958118855392876e-05,
      "loss": 1.3511,
      "step": 83
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.6059536670723797,
      "learning_rate": 9.956320346634876e-05,
      "loss": 1.3496,
      "step": 84
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.5833794255152709,
      "learning_rate": 9.954484197918315e-05,
      "loss": 1.3047,
      "step": 85
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.6201224777123214,
      "learning_rate": 9.952610423187516e-05,
      "loss": 1.3486,
      "step": 86
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.6007754625054771,
      "learning_rate": 9.950699036672559e-05,
      "loss": 1.3281,
      "step": 87
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.5942092191181105,
      "learning_rate": 9.94875005288915e-05,
      "loss": 1.3247,
      "step": 88
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.5943876215982206,
      "learning_rate": 9.946763486638528e-05,
      "loss": 1.3286,
      "step": 89
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.5851272119218502,
      "learning_rate": 9.944739353007344e-05,
      "loss": 1.333,
      "step": 90
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.5736452322086703,
      "learning_rate": 9.942677667367541e-05,
      "loss": 1.3281,
      "step": 91
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.5858368666665404,
      "learning_rate": 9.940578445376258e-05,
      "loss": 1.3408,
      "step": 92
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.5951660769871204,
      "learning_rate": 9.938441702975689e-05,
      "loss": 1.332,
      "step": 93
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.5673882981333603,
      "learning_rate": 9.936267456392971e-05,
      "loss": 1.29,
      "step": 94
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.57937244503091,
      "learning_rate": 9.934055722140061e-05,
      "loss": 1.3379,
      "step": 95
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.5404623165150114,
      "learning_rate": 9.931806517013612e-05,
      "loss": 1.2832,
      "step": 96
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.570458957982483,
      "learning_rate": 9.929519858094843e-05,
      "loss": 1.2827,
      "step": 97
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.6087016644937208,
      "learning_rate": 9.927195762749405e-05,
      "loss": 1.3218,
      "step": 98
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.5870682794787072,
      "learning_rate": 9.92483424862726e-05,
      "loss": 1.3135,
      "step": 99
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.5856272723632059,
      "learning_rate": 9.922435333662536e-05,
      "loss": 1.2881,
      "step": 100
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.6111832032418365,
      "learning_rate": 9.9199990360734e-05,
      "loss": 1.3203,
      "step": 101
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.5726861967258199,
      "learning_rate": 9.917525374361912e-05,
      "loss": 1.3179,
      "step": 102
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.5884861410749106,
      "learning_rate": 9.915014367313888e-05,
      "loss": 1.3228,
      "step": 103
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.6135395087168646,
      "learning_rate": 9.912466033998757e-05,
      "loss": 1.3335,
      "step": 104
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.5645793699483922,
      "learning_rate": 9.90988039376942e-05,
      "loss": 1.3125,
      "step": 105
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.5857606819583933,
      "learning_rate": 9.90725746626209e-05,
      "loss": 1.2744,
      "step": 106
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.5831028711698518,
      "learning_rate": 9.904597271396162e-05,
      "loss": 1.311,
      "step": 107
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.6348588219528606,
      "learning_rate": 9.901899829374047e-05,
      "loss": 1.3452,
      "step": 108
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.5603970131542654,
      "learning_rate": 9.899165160681025e-05,
      "loss": 1.2964,
      "step": 109
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.5865675897271678,
      "learning_rate": 9.896393286085084e-05,
      "loss": 1.3071,
      "step": 110
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.5784164637201951,
      "learning_rate": 9.893584226636772e-05,
      "loss": 1.3008,
      "step": 111
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5710383398686641,
      "learning_rate": 9.890738003669029e-05,
      "loss": 1.2886,
      "step": 112
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5846130781014983,
      "learning_rate": 9.887854638797023e-05,
      "loss": 1.3096,
      "step": 113
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5880954219156209,
      "learning_rate": 9.884934153917997e-05,
      "loss": 1.3145,
      "step": 114
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5637844902513754,
      "learning_rate": 9.88197657121109e-05,
      "loss": 1.29,
      "step": 115
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5876469941096398,
      "learning_rate": 9.878981913137179e-05,
      "loss": 1.3418,
      "step": 116
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.6000214582832701,
      "learning_rate": 9.8759502024387e-05,
      "loss": 1.2896,
      "step": 117
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5839730365390634,
      "learning_rate": 9.872881462139479e-05,
      "loss": 1.2705,
      "step": 118
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5990677563429729,
      "learning_rate": 9.869775715544562e-05,
      "loss": 1.3071,
      "step": 119
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5953706456388055,
      "learning_rate": 9.86663298624003e-05,
      "loss": 1.2959,
      "step": 120
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5817561833721856,
      "learning_rate": 9.86345329809282e-05,
      "loss": 1.2852,
      "step": 121
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5744763014438757,
      "learning_rate": 9.860236675250552e-05,
      "loss": 1.2783,
      "step": 122
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.597834970808429,
      "learning_rate": 9.856983142141339e-05,
      "loss": 1.2925,
      "step": 123
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.58712068164488,
      "learning_rate": 9.8536927234736e-05,
      "loss": 1.3042,
      "step": 124
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.5750527697531876,
      "learning_rate": 9.85036544423588e-05,
      "loss": 1.2734,
      "step": 125
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.5809004038351853,
      "learning_rate": 9.847001329696653e-05,
      "loss": 1.2886,
      "step": 126
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.5913258260888848,
      "learning_rate": 9.843600405404131e-05,
      "loss": 1.2871,
      "step": 127
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.6178847163930624,
      "learning_rate": 9.840162697186075e-05,
      "loss": 1.3066,
      "step": 128
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.569525516075595,
      "learning_rate": 9.836688231149592e-05,
      "loss": 1.2866,
      "step": 129
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.6019297014242129,
      "learning_rate": 9.833177033680944e-05,
      "loss": 1.2881,
      "step": 130
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.5570240623213132,
      "learning_rate": 9.829629131445342e-05,
      "loss": 1.2739,
      "step": 131
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.6690303999031133,
      "learning_rate": 9.826044551386744e-05,
      "loss": 1.3208,
      "step": 132
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.5869605252956118,
      "learning_rate": 9.822423320727654e-05,
      "loss": 1.3271,
      "step": 133
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.6041810553976592,
      "learning_rate": 9.818765466968909e-05,
      "loss": 1.3071,
      "step": 134
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.6055207100602872,
      "learning_rate": 9.815071017889482e-05,
      "loss": 1.3208,
      "step": 135
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.598286558624508,
      "learning_rate": 9.811340001546251e-05,
      "loss": 1.2842,
      "step": 136
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.581665353584805,
      "learning_rate": 9.807572446273814e-05,
      "loss": 1.2959,
      "step": 137
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.5983711752241108,
      "learning_rate": 9.803768380684242e-05,
      "loss": 1.3027,
      "step": 138
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.6044826878147297,
      "learning_rate": 9.799927833666887e-05,
      "loss": 1.3169,
      "step": 139
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.5879408855078629,
      "learning_rate": 9.796050834388149e-05,
      "loss": 1.2935,
      "step": 140
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.5963062749845591,
      "learning_rate": 9.792137412291265e-05,
      "loss": 1.2979,
      "step": 141
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.5897254261995125,
      "learning_rate": 9.788187597096069e-05,
      "loss": 1.3018,
      "step": 142
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.578076556919417,
      "learning_rate": 9.784201418798786e-05,
      "loss": 1.2939,
      "step": 143
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.5718451016522863,
      "learning_rate": 9.780178907671789e-05,
      "loss": 1.2871,
      "step": 144
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.5799606456697325,
      "learning_rate": 9.776120094263376e-05,
      "loss": 1.2803,
      "step": 145
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.5668567319879788,
      "learning_rate": 9.772025009397537e-05,
      "loss": 1.2905,
      "step": 146
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.5789124237655097,
      "learning_rate": 9.767893684173721e-05,
      "loss": 1.271,
      "step": 147
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.585619412138699,
      "learning_rate": 9.763726149966596e-05,
      "loss": 1.3115,
      "step": 148
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.5859239926184487,
      "learning_rate": 9.759522438425813e-05,
      "loss": 1.29,
      "step": 149
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.5735625871596765,
      "learning_rate": 9.755282581475769e-05,
      "loss": 1.2432,
      "step": 150
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.5854811026507778,
      "learning_rate": 9.751006611315356e-05,
      "loss": 1.3008,
      "step": 151
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.5900623773496287,
      "learning_rate": 9.746694560417731e-05,
      "loss": 1.2822,
      "step": 152
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.5822405028437867,
      "learning_rate": 9.742346461530048e-05,
      "loss": 1.2822,
      "step": 153
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.572768675663712,
      "learning_rate": 9.737962347673231e-05,
      "loss": 1.2783,
      "step": 154
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.6054400604030475,
      "learning_rate": 9.733542252141711e-05,
      "loss": 1.292,
      "step": 155
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.5813631045634108,
      "learning_rate": 9.729086208503174e-05,
      "loss": 1.2803,
      "step": 156
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.5807050077512271,
      "learning_rate": 9.724594250598311e-05,
      "loss": 1.2949,
      "step": 157
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.5909109801864655,
      "learning_rate": 9.720066412540554e-05,
      "loss": 1.2695,
      "step": 158
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.5997130269760653,
      "learning_rate": 9.715502728715826e-05,
      "loss": 1.3262,
      "step": 159
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.5949543658594536,
      "learning_rate": 9.710903233782272e-05,
      "loss": 1.2852,
      "step": 160
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.57306909788563,
      "learning_rate": 9.706267962669998e-05,
      "loss": 1.2896,
      "step": 161
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.5729420362088954,
      "learning_rate": 9.701596950580806e-05,
      "loss": 1.2944,
      "step": 162
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.5840523135217965,
      "learning_rate": 9.696890232987931e-05,
      "loss": 1.3315,
      "step": 163
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.5838059803168936,
      "learning_rate": 9.692147845635761e-05,
      "loss": 1.2759,
      "step": 164
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.598956713705172,
      "learning_rate": 9.687369824539577e-05,
      "loss": 1.2949,
      "step": 165
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.5684032035075478,
      "learning_rate": 9.682556205985274e-05,
      "loss": 1.2656,
      "step": 166
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.6042525592488565,
      "learning_rate": 9.677707026529086e-05,
      "loss": 1.2734,
      "step": 167
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.5948932876750508,
      "learning_rate": 9.672822322997305e-05,
      "loss": 1.3013,
      "step": 168
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.5849401513666068,
      "learning_rate": 9.667902132486009e-05,
      "loss": 1.2871,
      "step": 169
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.5735157149486471,
      "learning_rate": 9.662946492360776e-05,
      "loss": 1.2852,
      "step": 170
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.584305724268113,
      "learning_rate": 9.657955440256395e-05,
      "loss": 1.2622,
      "step": 171
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.5564763345369137,
      "learning_rate": 9.652929014076593e-05,
      "loss": 1.2876,
      "step": 172
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.5891098312264256,
      "learning_rate": 9.647867251993734e-05,
      "loss": 1.2642,
      "step": 173
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.5686838714294669,
      "learning_rate": 9.642770192448536e-05,
      "loss": 1.272,
      "step": 174
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.5750296942467902,
      "learning_rate": 9.637637874149779e-05,
      "loss": 1.2275,
      "step": 175
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.5643960417977013,
      "learning_rate": 9.632470336074009e-05,
      "loss": 1.2671,
      "step": 176
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.5852327056741696,
      "learning_rate": 9.627267617465243e-05,
      "loss": 1.2661,
      "step": 177
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.6187631168037819,
      "learning_rate": 9.62202975783467e-05,
      "loss": 1.3086,
      "step": 178
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.5975346392701849,
      "learning_rate": 9.616756796960353e-05,
      "loss": 1.2822,
      "step": 179
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.5861121272844693,
      "learning_rate": 9.611448774886924e-05,
      "loss": 1.2686,
      "step": 180
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.5894840252008043,
      "learning_rate": 9.606105731925283e-05,
      "loss": 1.2729,
      "step": 181
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.5611807927613827,
      "learning_rate": 9.600727708652289e-05,
      "loss": 1.2593,
      "step": 182
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.5963397000712469,
      "learning_rate": 9.595314745910456e-05,
      "loss": 1.2539,
      "step": 183
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.5735424943279671,
      "learning_rate": 9.589866884807635e-05,
      "loss": 1.2842,
      "step": 184
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.5721828195245187,
      "learning_rate": 9.584384166716714e-05,
      "loss": 1.2588,
      "step": 185
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.581984160350711,
      "learning_rate": 9.578866633275288e-05,
      "loss": 1.2769,
      "step": 186
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.5783634261178175,
      "learning_rate": 9.573314326385359e-05,
      "loss": 1.2812,
      "step": 187
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.5970813411028905,
      "learning_rate": 9.567727288213005e-05,
      "loss": 1.2666,
      "step": 188
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.586596312906345,
      "learning_rate": 9.562105561188069e-05,
      "loss": 1.269,
      "step": 189
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.598789269026695,
      "learning_rate": 9.556449188003831e-05,
      "loss": 1.312,
      "step": 190
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.5817408021330366,
      "learning_rate": 9.550758211616684e-05,
      "loss": 1.2749,
      "step": 191
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.5877525727442802,
      "learning_rate": 9.545032675245813e-05,
      "loss": 1.2949,
      "step": 192
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.565735316640337,
      "learning_rate": 9.539272622372858e-05,
      "loss": 1.2646,
      "step": 193
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.5758462655500972,
      "learning_rate": 9.533478096741597e-05,
      "loss": 1.2842,
      "step": 194
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.5684311218285671,
      "learning_rate": 9.527649142357596e-05,
      "loss": 1.2607,
      "step": 195
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.5618003842331919,
      "learning_rate": 9.521785803487889e-05,
      "loss": 1.248,
      "step": 196
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.5876045436622994,
      "learning_rate": 9.515888124660638e-05,
      "loss": 1.2642,
      "step": 197
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.5655105832120266,
      "learning_rate": 9.509956150664796e-05,
      "loss": 1.2764,
      "step": 198
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.5729197026608559,
      "learning_rate": 9.50398992654976e-05,
      "loss": 1.2812,
      "step": 199
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.6001679004926507,
      "learning_rate": 9.497989497625035e-05,
      "loss": 1.2935,
      "step": 200
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.5764744840651138,
      "learning_rate": 9.491954909459895e-05,
      "loss": 1.2363,
      "step": 201
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.5929339319221091,
      "learning_rate": 9.485886207883022e-05,
      "loss": 1.2974,
      "step": 202
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.5764385418022675,
      "learning_rate": 9.479783438982172e-05,
      "loss": 1.2925,
      "step": 203
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.5837028558309609,
      "learning_rate": 9.473646649103818e-05,
      "loss": 1.2891,
      "step": 204
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.5650735749077636,
      "learning_rate": 9.4674758848528e-05,
      "loss": 1.2334,
      "step": 205
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.5586611238688065,
      "learning_rate": 9.46127119309197e-05,
      "loss": 1.2305,
      "step": 206
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.6080687697649292,
      "learning_rate": 9.45503262094184e-05,
      "loss": 1.2827,
      "step": 207
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.5993996873094892,
      "learning_rate": 9.448760215780217e-05,
      "loss": 1.2695,
      "step": 208
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.5778443809302056,
      "learning_rate": 9.442454025241847e-05,
      "loss": 1.2744,
      "step": 209
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.5746167067960812,
      "learning_rate": 9.43611409721806e-05,
      "loss": 1.2754,
      "step": 210
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.5733796335171946,
      "learning_rate": 9.42974047985639e-05,
      "loss": 1.2627,
      "step": 211
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.5836676487926156,
      "learning_rate": 9.42333322156023e-05,
      "loss": 1.2583,
      "step": 212
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.5553156591047226,
      "learning_rate": 9.416892370988444e-05,
      "loss": 1.2373,
      "step": 213
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.582882964454643,
      "learning_rate": 9.410417977055011e-05,
      "loss": 1.2417,
      "step": 214
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.5669189146341135,
      "learning_rate": 9.403910088928651e-05,
      "loss": 1.248,
      "step": 215
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.5851076716461637,
      "learning_rate": 9.397368756032445e-05,
      "loss": 1.2485,
      "step": 216
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.5763454225514788,
      "learning_rate": 9.390794028043474e-05,
      "loss": 1.2559,
      "step": 217
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.5670534619234323,
      "learning_rate": 9.384185954892422e-05,
      "loss": 1.2524,
      "step": 218
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.5649816822215726,
      "learning_rate": 9.377544586763215e-05,
      "loss": 1.2646,
      "step": 219
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.5654358097466196,
      "learning_rate": 9.370869974092629e-05,
      "loss": 1.23,
      "step": 220
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.5870883099911602,
      "learning_rate": 9.364162167569907e-05,
      "loss": 1.2319,
      "step": 221
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.5828901563721925,
      "learning_rate": 9.357421218136386e-05,
      "loss": 1.2515,
      "step": 222
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.5601565336888377,
      "learning_rate": 9.350647176985095e-05,
      "loss": 1.2588,
      "step": 223
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.5817838980314579,
      "learning_rate": 9.343840095560372e-05,
      "loss": 1.2612,
      "step": 224
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.5789842413499999,
      "learning_rate": 9.337000025557476e-05,
      "loss": 1.2642,
      "step": 225
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.5840330292514332,
      "learning_rate": 9.330127018922194e-05,
      "loss": 1.2705,
      "step": 226
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.5505547742761182,
      "learning_rate": 9.323221127850441e-05,
      "loss": 1.2285,
      "step": 227
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.590833567081984,
      "learning_rate": 9.316282404787871e-05,
      "loss": 1.2666,
      "step": 228
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.5716485112550096,
      "learning_rate": 9.309310902429472e-05,
      "loss": 1.2563,
      "step": 229
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.5927741075240744,
      "learning_rate": 9.30230667371917e-05,
      "loss": 1.2559,
      "step": 230
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.5713472314685684,
      "learning_rate": 9.295269771849427e-05,
      "loss": 1.2632,
      "step": 231
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.5553599915751299,
      "learning_rate": 9.288200250260836e-05,
      "loss": 1.2393,
      "step": 232
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.5541231337910232,
      "learning_rate": 9.281098162641714e-05,
      "loss": 1.2393,
      "step": 233
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.5756192048225591,
      "learning_rate": 9.273963562927695e-05,
      "loss": 1.2627,
      "step": 234
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.5607724586820175,
      "learning_rate": 9.266796505301322e-05,
      "loss": 1.2319,
      "step": 235
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.5829558605752644,
      "learning_rate": 9.259597044191636e-05,
      "loss": 1.2144,
      "step": 236
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.5462589451489466,
      "learning_rate": 9.252365234273755e-05,
      "loss": 1.249,
      "step": 237
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.5728804325543755,
      "learning_rate": 9.24510113046847e-05,
      "loss": 1.2725,
      "step": 238
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.5661301120279436,
      "learning_rate": 9.237804787941819e-05,
      "loss": 1.251,
      "step": 239
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.5590909151931563,
      "learning_rate": 9.230476262104677e-05,
      "loss": 1.2544,
      "step": 240
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.547954794791917,
      "learning_rate": 9.223115608612325e-05,
      "loss": 1.2505,
      "step": 241
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.5532925940395454,
      "learning_rate": 9.215722883364033e-05,
      "loss": 1.2173,
      "step": 242
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.5384117130456804,
      "learning_rate": 9.208298142502636e-05,
      "loss": 1.27,
      "step": 243
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.5603423300490713,
      "learning_rate": 9.200841442414106e-05,
      "loss": 1.2266,
      "step": 244
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.5367634686371322,
      "learning_rate": 9.193352839727121e-05,
      "loss": 1.2163,
      "step": 245
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.5645847437540861,
      "learning_rate": 9.185832391312644e-05,
      "loss": 1.2354,
      "step": 246
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.5663009948987631,
      "learning_rate": 9.17828015428348e-05,
      "loss": 1.2354,
      "step": 247
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.5552105400298469,
      "learning_rate": 9.17069618599385e-05,
      "loss": 1.2383,
      "step": 248
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.5754960899676003,
      "learning_rate": 9.163080544038952e-05,
      "loss": 1.2456,
      "step": 249
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.563524941652744,
      "learning_rate": 9.155433286254525e-05,
      "loss": 1.2554,
      "step": 250
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.5517648385505713,
      "learning_rate": 9.147754470716408e-05,
      "loss": 1.2266,
      "step": 251
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.5559354777913459,
      "learning_rate": 9.140044155740101e-05,
      "loss": 1.2661,
      "step": 252
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.5533913100102068,
      "learning_rate": 9.132302399880321e-05,
      "loss": 1.2559,
      "step": 253
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.5643293887010528,
      "learning_rate": 9.124529261930559e-05,
      "loss": 1.2612,
      "step": 254
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.5582480686922173,
      "learning_rate": 9.116724800922629e-05,
      "loss": 1.2466,
      "step": 255
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.596671009095723,
      "learning_rate": 9.108889076126226e-05,
      "loss": 1.2827,
      "step": 256
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.5549405425453204,
      "learning_rate": 9.101022147048473e-05,
      "loss": 1.2354,
      "step": 257
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.5568898420832058,
      "learning_rate": 9.093124073433463e-05,
      "loss": 1.2285,
      "step": 258
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.5495005874150289,
      "learning_rate": 9.085194915261818e-05,
      "loss": 1.2461,
      "step": 259
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.5707362551733327,
      "learning_rate": 9.077234732750224e-05,
      "loss": 1.2231,
      "step": 260
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.5598850464506612,
      "learning_rate": 9.069243586350975e-05,
      "loss": 1.2583,
      "step": 261
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.5524944518616185,
      "learning_rate": 9.061221536751517e-05,
      "loss": 1.2222,
      "step": 262
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.545356383712922,
      "learning_rate": 9.053168644873984e-05,
      "loss": 1.2178,
      "step": 263
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.5762727272844113,
      "learning_rate": 9.045084971874738e-05,
      "loss": 1.2349,
      "step": 264
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.5725082474964974,
      "learning_rate": 9.0369705791439e-05,
      "loss": 1.2632,
      "step": 265
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.5621844240082758,
      "learning_rate": 9.028825528304892e-05,
      "loss": 1.2373,
      "step": 266
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.5634252832307994,
      "learning_rate": 9.020649881213958e-05,
      "loss": 1.2554,
      "step": 267
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.5813087529333412,
      "learning_rate": 9.012443699959705e-05,
      "loss": 1.2505,
      "step": 268
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.5606046951042896,
      "learning_rate": 9.004207046862624e-05,
      "loss": 1.2734,
      "step": 269
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.5619672577392087,
      "learning_rate": 8.995939984474624e-05,
      "loss": 1.2349,
      "step": 270
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.5872821822263775,
      "learning_rate": 8.987642575578545e-05,
      "loss": 1.2314,
      "step": 271
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.5715303843479439,
      "learning_rate": 8.979314883187693e-05,
      "loss": 1.2227,
      "step": 272
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.5741431027758869,
      "learning_rate": 8.970956970545355e-05,
      "loss": 1.2271,
      "step": 273
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.6059321787013856,
      "learning_rate": 8.962568901124327e-05,
      "loss": 1.2534,
      "step": 274
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.556501982362245,
      "learning_rate": 8.954150738626414e-05,
      "loss": 1.2363,
      "step": 275
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.6086209059398,
      "learning_rate": 8.945702546981969e-05,
      "loss": 1.2847,
      "step": 276
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.5564876767683732,
      "learning_rate": 8.93722439034939e-05,
      "loss": 1.2153,
      "step": 277
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.5942368515326768,
      "learning_rate": 8.928716333114643e-05,
      "loss": 1.2588,
      "step": 278
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.5662096725519149,
      "learning_rate": 8.920178439890765e-05,
      "loss": 1.2441,
      "step": 279
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.5683718909670799,
      "learning_rate": 8.911610775517382e-05,
      "loss": 1.2275,
      "step": 280
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.5430162332075814,
      "learning_rate": 8.903013405060211e-05,
      "loss": 1.2188,
      "step": 281
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.5646245018782939,
      "learning_rate": 8.894386393810563e-05,
      "loss": 1.2305,
      "step": 282
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.5775822002852916,
      "learning_rate": 8.885729807284856e-05,
      "loss": 1.2432,
      "step": 283
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.5984775169761717,
      "learning_rate": 8.877043711224108e-05,
      "loss": 1.2598,
      "step": 284
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.6320516038682688,
      "learning_rate": 8.868328171593448e-05,
      "loss": 1.2437,
      "step": 285
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.5529680708320875,
      "learning_rate": 8.859583254581605e-05,
      "loss": 1.2344,
      "step": 286
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.5742550531241745,
      "learning_rate": 8.85080902660041e-05,
      "loss": 1.23,
      "step": 287
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.5543548657925883,
      "learning_rate": 8.842005554284296e-05,
      "loss": 1.2632,
      "step": 288
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.5639830569646097,
      "learning_rate": 8.83317290448978e-05,
      "loss": 1.2314,
      "step": 289
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.5824488432279822,
      "learning_rate": 8.824311144294965e-05,
      "loss": 1.2661,
      "step": 290
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.5586136460629528,
      "learning_rate": 8.815420340999033e-05,
      "loss": 1.1987,
      "step": 291
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.5642272069241788,
      "learning_rate": 8.806500562121723e-05,
      "loss": 1.21,
      "step": 292
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.5987204031332185,
      "learning_rate": 8.797551875402827e-05,
      "loss": 1.2246,
      "step": 293
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.5530693719354123,
      "learning_rate": 8.788574348801675e-05,
      "loss": 1.2202,
      "step": 294
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.532182798905587,
      "learning_rate": 8.77956805049661e-05,
      "loss": 1.2026,
      "step": 295
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.5554774523967565,
      "learning_rate": 8.770533048884482e-05,
      "loss": 1.2256,
      "step": 296
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.5496250811271655,
      "learning_rate": 8.761469412580125e-05,
      "loss": 1.2197,
      "step": 297
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.5513817728642723,
      "learning_rate": 8.75237721041583e-05,
      "loss": 1.2026,
      "step": 298
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.5783631239023462,
      "learning_rate": 8.74325651144083e-05,
      "loss": 1.2666,
      "step": 299
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.5570391531595814,
      "learning_rate": 8.73410738492077e-05,
      "loss": 1.2158,
      "step": 300
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.5991957140636426,
      "learning_rate": 8.724929900337186e-05,
      "loss": 1.27,
      "step": 301
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.5642120830729553,
      "learning_rate": 8.715724127386972e-05,
      "loss": 1.2095,
      "step": 302
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.5848386239977618,
      "learning_rate": 8.706490135981855e-05,
      "loss": 1.2495,
      "step": 303
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.5511112850774736,
      "learning_rate": 8.697227996247861e-05,
      "loss": 1.2305,
      "step": 304
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.5846633795708265,
      "learning_rate": 8.687937778524786e-05,
      "loss": 1.209,
      "step": 305
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.5540295140780195,
      "learning_rate": 8.678619553365659e-05,
      "loss": 1.2354,
      "step": 306
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.5414463070611637,
      "learning_rate": 8.669273391536204e-05,
      "loss": 1.2344,
      "step": 307
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.5427098846896791,
      "learning_rate": 8.659899364014309e-05,
      "loss": 1.209,
      "step": 308
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.5574933062513657,
      "learning_rate": 8.650497541989482e-05,
      "loss": 1.2178,
      "step": 309
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.5444595039607957,
      "learning_rate": 8.641067996862311e-05,
      "loss": 1.2363,
      "step": 310
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.5655086471261345,
      "learning_rate": 8.631610800243926e-05,
      "loss": 1.2236,
      "step": 311
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.5676258965708015,
      "learning_rate": 8.622126023955446e-05,
      "loss": 1.2222,
      "step": 312
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.5738164390287753,
      "learning_rate": 8.612613740027443e-05,
      "loss": 1.2437,
      "step": 313
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.5763979630809666,
      "learning_rate": 8.603074020699393e-05,
      "loss": 1.2588,
      "step": 314
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.5694093785228663,
      "learning_rate": 8.59350693841912e-05,
      "loss": 1.2305,
      "step": 315
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.5668385068217152,
      "learning_rate": 8.583912565842257e-05,
      "loss": 1.2324,
      "step": 316
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.5681247446685661,
      "learning_rate": 8.574290975831685e-05,
      "loss": 1.2461,
      "step": 317
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.5705548704956539,
      "learning_rate": 8.564642241456986e-05,
      "loss": 1.2529,
      "step": 318
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.5490624808218363,
      "learning_rate": 8.554966435993882e-05,
      "loss": 1.2119,
      "step": 319
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.5327956614769455,
      "learning_rate": 8.545263632923687e-05,
      "loss": 1.2051,
      "step": 320
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.5394754263176863,
      "learning_rate": 8.535533905932738e-05,
      "loss": 1.2207,
      "step": 321
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.547540468306315,
      "learning_rate": 8.525777328911846e-05,
      "loss": 1.2241,
      "step": 322
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.5262754503627509,
      "learning_rate": 8.515993975955727e-05,
      "loss": 1.2227,
      "step": 323
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.5839641855087577,
      "learning_rate": 8.506183921362443e-05,
      "loss": 1.228,
      "step": 324
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.5658179501896037,
      "learning_rate": 8.49634723963284e-05,
      "loss": 1.2534,
      "step": 325
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.5500813153743531,
      "learning_rate": 8.486484005469977e-05,
      "loss": 1.2104,
      "step": 326
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.547119722986805,
      "learning_rate": 8.476594293778561e-05,
      "loss": 1.1938,
      "step": 327
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.5596429046688678,
      "learning_rate": 8.466678179664379e-05,
      "loss": 1.2148,
      "step": 328
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.5705084720451127,
      "learning_rate": 8.456735738433723e-05,
      "loss": 1.2432,
      "step": 329
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.5895336557197053,
      "learning_rate": 8.44676704559283e-05,
      "loss": 1.252,
      "step": 330
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.5774427874239505,
      "learning_rate": 8.436772176847294e-05,
      "loss": 1.2251,
      "step": 331
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.5394619079429321,
      "learning_rate": 8.4267512081015e-05,
      "loss": 1.2329,
      "step": 332
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.5755505544475856,
      "learning_rate": 8.416704215458043e-05,
      "loss": 1.2471,
      "step": 333
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.5725344759637591,
      "learning_rate": 8.406631275217156e-05,
      "loss": 1.2397,
      "step": 334
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.5518081872615708,
      "learning_rate": 8.396532463876124e-05,
      "loss": 1.248,
      "step": 335
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.5841438683442003,
      "learning_rate": 8.386407858128706e-05,
      "loss": 1.2339,
      "step": 336
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.5513391183560247,
      "learning_rate": 8.376257534864553e-05,
      "loss": 1.2373,
      "step": 337
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.5702720231441866,
      "learning_rate": 8.366081571168625e-05,
      "loss": 1.2202,
      "step": 338
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.5401170183476215,
      "learning_rate": 8.355880044320598e-05,
      "loss": 1.2036,
      "step": 339
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.5584668011986428,
      "learning_rate": 8.345653031794292e-05,
      "loss": 1.2109,
      "step": 340
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.5651374075473236,
      "learning_rate": 8.335400611257067e-05,
      "loss": 1.2305,
      "step": 341
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.5576999267528816,
      "learning_rate": 8.32512286056924e-05,
      "loss": 1.208,
      "step": 342
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.5417887475825113,
      "learning_rate": 8.314819857783503e-05,
      "loss": 1.2212,
      "step": 343
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.5697549522190456,
      "learning_rate": 8.304491681144306e-05,
      "loss": 1.2227,
      "step": 344
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.5916950215563477,
      "learning_rate": 8.29413840908729e-05,
      "loss": 1.2256,
      "step": 345
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.5429495837198551,
      "learning_rate": 8.283760120238672e-05,
      "loss": 1.2036,
      "step": 346
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.5586180705362634,
      "learning_rate": 8.273356893414659e-05,
      "loss": 1.2095,
      "step": 347
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.5575989259323167,
      "learning_rate": 8.262928807620843e-05,
      "loss": 1.2231,
      "step": 348
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.5441346695675087,
      "learning_rate": 8.252475942051605e-05,
      "loss": 1.2056,
      "step": 349
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.5639413959564339,
      "learning_rate": 8.241998376089508e-05,
      "loss": 1.2173,
      "step": 350
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.590712779900491,
      "learning_rate": 8.231496189304704e-05,
      "loss": 1.2568,
      "step": 351
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.5777848614323381,
      "learning_rate": 8.220969461454322e-05,
      "loss": 1.2393,
      "step": 352
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.5340681608181079,
      "learning_rate": 8.210418272481859e-05,
      "loss": 1.2041,
      "step": 353
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.5677393547154248,
      "learning_rate": 8.199842702516583e-05,
      "loss": 1.2192,
      "step": 354
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.5437413315036653,
      "learning_rate": 8.18924283187292e-05,
      "loss": 1.2139,
      "step": 355
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.5659533238197777,
      "learning_rate": 8.178618741049842e-05,
      "loss": 1.207,
      "step": 356
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.5070802266343845,
      "learning_rate": 8.167970510730253e-05,
      "loss": 1.1914,
      "step": 357
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.5556418994287101,
      "learning_rate": 8.157298221780389e-05,
      "loss": 1.1938,
      "step": 358
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.5473208831723899,
      "learning_rate": 8.146601955249188e-05,
      "loss": 1.2183,
      "step": 359
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.5703775361988737,
      "learning_rate": 8.135881792367686e-05,
      "loss": 1.2417,
      "step": 360
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.561879279645762,
      "learning_rate": 8.125137814548393e-05,
      "loss": 1.2148,
      "step": 361
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.550588101278353,
      "learning_rate": 8.114370103384681e-05,
      "loss": 1.228,
      "step": 362
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.5259832736436021,
      "learning_rate": 8.103578740650156e-05,
      "loss": 1.21,
      "step": 363
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.5147619335698311,
      "learning_rate": 8.092763808298048e-05,
      "loss": 1.2026,
      "step": 364
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.5504438033485523,
      "learning_rate": 8.081925388460578e-05,
      "loss": 1.2026,
      "step": 365
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.5446547745345772,
      "learning_rate": 8.07106356344834e-05,
      "loss": 1.2236,
      "step": 366
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.5282234491024778,
      "learning_rate": 8.060178415749674e-05,
      "loss": 1.2046,
      "step": 367
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.5685704417565632,
      "learning_rate": 8.049270028030046e-05,
      "loss": 1.1948,
      "step": 368
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.5387912641493281,
      "learning_rate": 8.038338483131407e-05,
      "loss": 1.1987,
      "step": 369
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.5524731924712689,
      "learning_rate": 8.027383864071573e-05,
      "loss": 1.2261,
      "step": 370
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.5326013165738928,
      "learning_rate": 8.016406254043595e-05,
      "loss": 1.1987,
      "step": 371
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.5694990420557361,
      "learning_rate": 8.005405736415126e-05,
      "loss": 1.2246,
      "step": 372
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.5512702902650021,
      "learning_rate": 7.994382394727784e-05,
      "loss": 1.25,
      "step": 373
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.5627692554190333,
      "learning_rate": 7.983336312696522e-05,
      "loss": 1.2344,
      "step": 374
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.5723746306616886,
      "learning_rate": 7.972267574208991e-05,
      "loss": 1.2266,
      "step": 375
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.5785199319910487,
      "learning_rate": 7.961176263324901e-05,
      "loss": 1.2046,
      "step": 376
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.5638166540487942,
      "learning_rate": 7.950062464275387e-05,
      "loss": 1.2124,
      "step": 377
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.5591166049939134,
      "learning_rate": 7.938926261462366e-05,
      "loss": 1.2251,
      "step": 378
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.5505127627644203,
      "learning_rate": 7.927767739457897e-05,
      "loss": 1.2158,
      "step": 379
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.5650623189448578,
      "learning_rate": 7.916586983003533e-05,
      "loss": 1.208,
      "step": 380
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.5691768474472332,
      "learning_rate": 7.905384077009693e-05,
      "loss": 1.1875,
      "step": 381
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.5660613389542086,
      "learning_rate": 7.894159106554997e-05,
      "loss": 1.2227,
      "step": 382
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.5582910482328445,
      "learning_rate": 7.882912156885637e-05,
      "loss": 1.2173,
      "step": 383
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.5687428665442464,
      "learning_rate": 7.871643313414718e-05,
      "loss": 1.2188,
      "step": 384
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.5700426706301734,
      "learning_rate": 7.860352661721619e-05,
      "loss": 1.2534,
      "step": 385
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.5640156767511431,
      "learning_rate": 7.849040287551331e-05,
      "loss": 1.2256,
      "step": 386
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.5730028379052688,
      "learning_rate": 7.837706276813819e-05,
      "loss": 1.2383,
      "step": 387
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.5729196218457621,
      "learning_rate": 7.82635071558336e-05,
      "loss": 1.2539,
      "step": 388
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.5389989913836808,
      "learning_rate": 7.814973690097893e-05,
      "loss": 1.2114,
      "step": 389
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.563817849905785,
      "learning_rate": 7.803575286758364e-05,
      "loss": 1.1978,
      "step": 390
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.5742098449729457,
      "learning_rate": 7.79215559212807e-05,
      "loss": 1.2104,
      "step": 391
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.5482109799457336,
      "learning_rate": 7.780714692932002e-05,
      "loss": 1.1978,
      "step": 392
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.5619582390386062,
      "learning_rate": 7.769252676056187e-05,
      "loss": 1.2197,
      "step": 393
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.5707713766775032,
      "learning_rate": 7.757769628547018e-05,
      "loss": 1.2349,
      "step": 394
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.5491475936260862,
      "learning_rate": 7.746265637610613e-05,
      "loss": 1.1758,
      "step": 395
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.5500938802153376,
      "learning_rate": 7.734740790612136e-05,
      "loss": 1.2041,
      "step": 396
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.5293011700429642,
      "learning_rate": 7.723195175075136e-05,
      "loss": 1.1821,
      "step": 397
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.5596089219360537,
      "learning_rate": 7.711628878680892e-05,
      "loss": 1.2539,
      "step": 398
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.5754494198608471,
      "learning_rate": 7.700041989267736e-05,
      "loss": 1.2378,
      "step": 399
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.5705286060826581,
      "learning_rate": 7.688434594830392e-05,
      "loss": 1.2192,
      "step": 400
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.5320392604087235,
      "learning_rate": 7.676806783519304e-05,
      "loss": 1.2021,
      "step": 401
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.5573096847631821,
      "learning_rate": 7.66515864363997e-05,
      "loss": 1.229,
      "step": 402
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.5670482309405055,
      "learning_rate": 7.653490263652269e-05,
      "loss": 1.2324,
      "step": 403
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.5214893797779285,
      "learning_rate": 7.641801732169795e-05,
      "loss": 1.1968,
      "step": 404
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.5729861431933309,
      "learning_rate": 7.630093137959171e-05,
      "loss": 1.2163,
      "step": 405
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.5552719599472679,
      "learning_rate": 7.618364569939391e-05,
      "loss": 1.2075,
      "step": 406
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.5465863524732877,
      "learning_rate": 7.606616117181128e-05,
      "loss": 1.1968,
      "step": 407
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.5748817703147777,
      "learning_rate": 7.594847868906076e-05,
      "loss": 1.2227,
      "step": 408
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.5439693138286017,
      "learning_rate": 7.583059914486257e-05,
      "loss": 1.2031,
      "step": 409
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.5635085757798922,
      "learning_rate": 7.571252343443349e-05,
      "loss": 1.2324,
      "step": 410
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.5490256924391643,
      "learning_rate": 7.559425245448006e-05,
      "loss": 1.1953,
      "step": 411
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.5581764204211717,
      "learning_rate": 7.547578710319174e-05,
      "loss": 1.2158,
      "step": 412
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.5554727329505762,
      "learning_rate": 7.535712828023416e-05,
      "loss": 1.2236,
      "step": 413
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.5395464303361225,
      "learning_rate": 7.52382768867422e-05,
      "loss": 1.2114,
      "step": 414
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.5613556527369445,
      "learning_rate": 7.511923382531317e-05,
      "loss": 1.1792,
      "step": 415
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.5802200387551621,
      "learning_rate": 7.500000000000001e-05,
      "loss": 1.1899,
      "step": 416
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.5673594518905887,
      "learning_rate": 7.488057631630437e-05,
      "loss": 1.2236,
      "step": 417
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.5439832310153052,
      "learning_rate": 7.476096368116974e-05,
      "loss": 1.2168,
      "step": 418
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.601300632455188,
      "learning_rate": 7.464116300297458e-05,
      "loss": 1.2534,
      "step": 419
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.5489145931334055,
      "learning_rate": 7.452117519152542e-05,
      "loss": 1.2007,
      "step": 420
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.5398362128758979,
      "learning_rate": 7.440100115804991e-05,
      "loss": 1.1743,
      "step": 421
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.5816646831232165,
      "learning_rate": 7.428064181518997e-05,
      "loss": 1.2344,
      "step": 422
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.5633431228968494,
      "learning_rate": 7.416009807699482e-05,
      "loss": 1.2017,
      "step": 423
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.5589499609875991,
      "learning_rate": 7.403937085891397e-05,
      "loss": 1.2095,
      "step": 424
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.5493151850885487,
      "learning_rate": 7.391846107779047e-05,
      "loss": 1.1865,
      "step": 425
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.540833710956897,
      "learning_rate": 7.379736965185368e-05,
      "loss": 1.2041,
      "step": 426
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.524036751110743,
      "learning_rate": 7.367609750071252e-05,
      "loss": 1.1826,
      "step": 427
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.569282857600664,
      "learning_rate": 7.355464554534837e-05,
      "loss": 1.187,
      "step": 428
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.5524428783713417,
      "learning_rate": 7.343301470810808e-05,
      "loss": 1.2202,
      "step": 429
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.5623114711099751,
      "learning_rate": 7.331120591269701e-05,
      "loss": 1.1899,
      "step": 430
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.5301869310349011,
      "learning_rate": 7.318922008417203e-05,
      "loss": 1.1919,
      "step": 431
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.5687590875970512,
      "learning_rate": 7.30670581489344e-05,
      "loss": 1.2056,
      "step": 432
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.5589775032893604,
      "learning_rate": 7.294472103472281e-05,
      "loss": 1.2188,
      "step": 433
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.578465226917116,
      "learning_rate": 7.282220967060633e-05,
      "loss": 1.2158,
      "step": 434
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.542415194752666,
      "learning_rate": 7.269952498697734e-05,
      "loss": 1.187,
      "step": 435
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.5438469592749641,
      "learning_rate": 7.257666791554448e-05,
      "loss": 1.1494,
      "step": 436
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.56103545827402,
      "learning_rate": 7.245363938932551e-05,
      "loss": 1.2085,
      "step": 437
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.5543439263354124,
      "learning_rate": 7.233044034264034e-05,
      "loss": 1.186,
      "step": 438
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.5621095189445257,
      "learning_rate": 7.220707171110382e-05,
      "loss": 1.2036,
      "step": 439
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.578507048853321,
      "learning_rate": 7.20835344316187e-05,
      "loss": 1.2158,
      "step": 440
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.5393466899110284,
      "learning_rate": 7.195982944236851e-05,
      "loss": 1.1807,
      "step": 441
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.5390437694953595,
      "learning_rate": 7.183595768281043e-05,
      "loss": 1.1914,
      "step": 442
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.525445074400616,
      "learning_rate": 7.171192009366814e-05,
      "loss": 1.1655,
      "step": 443
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.5397543259123138,
      "learning_rate": 7.158771761692464e-05,
      "loss": 1.2139,
      "step": 444
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.5301908429870645,
      "learning_rate": 7.146335119581523e-05,
      "loss": 1.2163,
      "step": 445
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.5528560850589617,
      "learning_rate": 7.133882177482019e-05,
      "loss": 1.2046,
      "step": 446
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.5223068286596114,
      "learning_rate": 7.121413029965769e-05,
      "loss": 1.1855,
      "step": 447
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.5375221567597188,
      "learning_rate": 7.108927771727661e-05,
      "loss": 1.1841,
      "step": 448
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.5528153279757392,
      "learning_rate": 7.096426497584933e-05,
      "loss": 1.2002,
      "step": 449
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.5641067857153084,
      "learning_rate": 7.083909302476453e-05,
      "loss": 1.1914,
      "step": 450
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.5543757360519023,
      "learning_rate": 7.071376281461994e-05,
      "loss": 1.2026,
      "step": 451
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.5521178435951897,
      "learning_rate": 7.058827529721525e-05,
      "loss": 1.1816,
      "step": 452
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.545288440889916,
      "learning_rate": 7.04626314255447e-05,
      "loss": 1.2202,
      "step": 453
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.5437815680869471,
      "learning_rate": 7.033683215379002e-05,
      "loss": 1.2031,
      "step": 454
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.5551130898620283,
      "learning_rate": 7.021087843731302e-05,
      "loss": 1.189,
      "step": 455
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.5553626624921362,
      "learning_rate": 7.008477123264848e-05,
      "loss": 1.2261,
      "step": 456
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.5452825817203325,
      "learning_rate": 6.99585114974968e-05,
      "loss": 1.1768,
      "step": 457
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.5642586993770626,
      "learning_rate": 6.98321001907167e-05,
      "loss": 1.1841,
      "step": 458
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.5398272756531507,
      "learning_rate": 6.97055382723181e-05,
      "loss": 1.1865,
      "step": 459
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.5522752869750288,
      "learning_rate": 6.957882670345458e-05,
      "loss": 1.2061,
      "step": 460
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.5308798815860719,
      "learning_rate": 6.94519664464163e-05,
      "loss": 1.1948,
      "step": 461
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.5495493844679439,
      "learning_rate": 6.932495846462261e-05,
      "loss": 1.1914,
      "step": 462
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.5482416736955646,
      "learning_rate": 6.91978037226147e-05,
      "loss": 1.2017,
      "step": 463
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.5503012321222697,
      "learning_rate": 6.90705031860483e-05,
      "loss": 1.2119,
      "step": 464
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.5725638118414337,
      "learning_rate": 6.894305782168638e-05,
      "loss": 1.1899,
      "step": 465
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.5624448379824697,
      "learning_rate": 6.881546859739179e-05,
      "loss": 1.23,
      "step": 466
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.5561279665840796,
      "learning_rate": 6.868773648211983e-05,
      "loss": 1.2017,
      "step": 467
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.5396579505393837,
      "learning_rate": 6.855986244591104e-05,
      "loss": 1.1733,
      "step": 468
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.5593889291768533,
      "learning_rate": 6.843184745988373e-05,
      "loss": 1.2119,
      "step": 469
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.5517593854010368,
      "learning_rate": 6.830369249622662e-05,
      "loss": 1.2114,
      "step": 470
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.565602467217196,
      "learning_rate": 6.817539852819149e-05,
      "loss": 1.1968,
      "step": 471
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.5454828029904284,
      "learning_rate": 6.804696653008575e-05,
      "loss": 1.1938,
      "step": 472
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.5312848354649821,
      "learning_rate": 6.7918397477265e-05,
      "loss": 1.1909,
      "step": 473
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.5379892410248488,
      "learning_rate": 6.778969234612584e-05,
      "loss": 1.1733,
      "step": 474
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.5640301128196445,
      "learning_rate": 6.76608521140981e-05,
      "loss": 1.1938,
      "step": 475
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.5659554102145757,
      "learning_rate": 6.753187775963773e-05,
      "loss": 1.2192,
      "step": 476
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.5330483555414703,
      "learning_rate": 6.740277026221923e-05,
      "loss": 1.2163,
      "step": 477
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.5518117687862835,
      "learning_rate": 6.727353060232822e-05,
      "loss": 1.1904,
      "step": 478
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.556594787840222,
      "learning_rate": 6.714415976145402e-05,
      "loss": 1.2056,
      "step": 479
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.5718671551889151,
      "learning_rate": 6.701465872208216e-05,
      "loss": 1.2271,
      "step": 480
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.5512989214363787,
      "learning_rate": 6.688502846768696e-05,
      "loss": 1.2031,
      "step": 481
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.5494732510246357,
      "learning_rate": 6.675526998272405e-05,
      "loss": 1.2119,
      "step": 482
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.5378563166396855,
      "learning_rate": 6.662538425262285e-05,
      "loss": 1.1621,
      "step": 483
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.5480052049772425,
      "learning_rate": 6.649537226377915e-05,
      "loss": 1.1841,
      "step": 484
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.5636382985336955,
      "learning_rate": 6.636523500354759e-05,
      "loss": 1.2056,
      "step": 485
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.5416198773488824,
      "learning_rate": 6.623497346023418e-05,
      "loss": 1.1646,
      "step": 486
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.5478977270550187,
      "learning_rate": 6.610458862308872e-05,
      "loss": 1.1914,
      "step": 487
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.5607213727964705,
      "learning_rate": 6.59740814822974e-05,
      "loss": 1.2012,
      "step": 488
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.5434978380272973,
      "learning_rate": 6.584345302897523e-05,
      "loss": 1.167,
      "step": 489
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.5616431237123319,
      "learning_rate": 6.571270425515843e-05,
      "loss": 1.1938,
      "step": 490
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.5718848045230116,
      "learning_rate": 6.558183615379707e-05,
      "loss": 1.1968,
      "step": 491
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.5468507624315109,
      "learning_rate": 6.545084971874738e-05,
      "loss": 1.1719,
      "step": 492
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.5648647170806229,
      "learning_rate": 6.531974594476425e-05,
      "loss": 1.207,
      "step": 493
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.5503576509488237,
      "learning_rate": 6.518852582749373e-05,
      "loss": 1.1992,
      "step": 494
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.5609821252964683,
      "learning_rate": 6.505719036346539e-05,
      "loss": 1.1997,
      "step": 495
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.5498062769196067,
      "learning_rate": 6.492574055008473e-05,
      "loss": 1.1875,
      "step": 496
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.5539230993166063,
      "learning_rate": 6.479417738562576e-05,
      "loss": 1.1909,
      "step": 497
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.5496978328792177,
      "learning_rate": 6.466250186922325e-05,
      "loss": 1.2139,
      "step": 498
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.558021764032463,
      "learning_rate": 6.45307150008652e-05,
      "loss": 1.1943,
      "step": 499
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.5762104557001627,
      "learning_rate": 6.439881778138531e-05,
      "loss": 1.2148,
      "step": 500
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 1176,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 50,
  "total_flos": 4.0453184645024973e+18,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}