{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9985272459499264,
  "eval_steps": 500,
  "global_step": 339,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0029455081001472753,
      "grad_norm": 148176371712.0,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 3.5829,
      "step": 1
    },
    {
      "epoch": 0.005891016200294551,
      "grad_norm": 521838526464.0,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 3.7866,
      "step": 2
    },
    {
      "epoch": 0.008836524300441826,
      "grad_norm": 29312.015625,
      "learning_rate": 3e-06,
      "loss": 5.4788,
      "step": 3
    },
    {
      "epoch": 0.011782032400589101,
      "grad_norm": 4224.009765625,
      "learning_rate": 4.000000000000001e-06,
      "loss": 4.9963,
      "step": 4
    },
    {
      "epoch": 0.014727540500736377,
      "grad_norm": 6816.009765625,
      "learning_rate": 5e-06,
      "loss": 6.1696,
      "step": 5
    },
    {
      "epoch": 0.017673048600883652,
      "grad_norm": 37120.00390625,
      "learning_rate": 6e-06,
      "loss": 6.0103,
      "step": 6
    },
    {
      "epoch": 0.020618556701030927,
      "grad_norm": 16512.0078125,
      "learning_rate": 7.000000000000001e-06,
      "loss": 5.2747,
      "step": 7
    },
    {
      "epoch": 0.023564064801178203,
      "grad_norm": 4544.0126953125,
      "learning_rate": 8.000000000000001e-06,
      "loss": 5.0828,
      "step": 8
    },
    {
      "epoch": 0.026509572901325478,
      "grad_norm": 1360.0126953125,
      "learning_rate": 9e-06,
      "loss": 4.4745,
      "step": 9
    },
    {
      "epoch": 0.029455081001472753,
      "grad_norm": 2528.019287109375,
      "learning_rate": 1e-05,
      "loss": 6.0115,
      "step": 10
    },
    {
      "epoch": 0.03240058910162003,
      "grad_norm": 608.0706787109375,
      "learning_rate": 1.1000000000000001e-05,
      "loss": 5.1475,
      "step": 11
    },
    {
      "epoch": 0.035346097201767304,
      "grad_norm": 1560.0152587890625,
      "learning_rate": 1.2e-05,
      "loss": 5.2077,
      "step": 12
    },
    {
      "epoch": 0.03829160530191458,
      "grad_norm": 1152.024169921875,
      "learning_rate": 1.3000000000000001e-05,
      "loss": 4.9248,
      "step": 13
    },
    {
      "epoch": 0.041237113402061855,
      "grad_norm": 1096.0169677734375,
      "learning_rate": 1.4000000000000001e-05,
      "loss": 4.3356,
      "step": 14
    },
    {
      "epoch": 0.044182621502209134,
      "grad_norm": 2560.037841796875,
      "learning_rate": 1.5e-05,
      "loss": 5.9271,
      "step": 15
    },
    {
      "epoch": 0.047128129602356406,
      "grad_norm": 1312.0172119140625,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 4.9467,
      "step": 16
    },
    {
      "epoch": 0.050073637702503684,
      "grad_norm": 748.0582275390625,
      "learning_rate": 1.7000000000000003e-05,
      "loss": 5.5781,
      "step": 17
    },
    {
      "epoch": 0.053019145802650956,
      "grad_norm": 608.0347290039062,
      "learning_rate": 1.8e-05,
      "loss": 4.9313,
      "step": 18
    },
    {
      "epoch": 0.055964653902798235,
      "grad_norm": 444.0478820800781,
      "learning_rate": 1.9e-05,
      "loss": 4.7802,
      "step": 19
    },
    {
      "epoch": 0.05891016200294551,
      "grad_norm": 400.05474853515625,
      "learning_rate": 2e-05,
      "loss": 4.9916,
      "step": 20
    },
    {
      "epoch": 0.061855670103092786,
      "grad_norm": 324.0529479980469,
      "learning_rate": 2.1e-05,
      "loss": 4.5852,
      "step": 21
    },
    {
      "epoch": 0.06480117820324006,
      "grad_norm": 552.0383911132812,
      "learning_rate": 2.2000000000000003e-05,
      "loss": 4.5658,
      "step": 22
    },
    {
      "epoch": 0.06774668630338733,
      "grad_norm": 780.0543823242188,
      "learning_rate": 2.3000000000000003e-05,
      "loss": 4.9509,
      "step": 23
    },
    {
      "epoch": 0.07069219440353461,
      "grad_norm": 1352.05712890625,
      "learning_rate": 2.4e-05,
      "loss": 4.9526,
      "step": 24
    },
    {
      "epoch": 0.07363770250368189,
      "grad_norm": 692.063720703125,
      "learning_rate": 2.5e-05,
      "loss": 5.1079,
      "step": 25
    },
    {
      "epoch": 0.07658321060382917,
      "grad_norm": 940.0375366210938,
      "learning_rate": 2.6000000000000002e-05,
      "loss": 4.3864,
      "step": 26
    },
    {
      "epoch": 0.07952871870397643,
      "grad_norm": 406.0652770996094,
      "learning_rate": 2.7000000000000002e-05,
      "loss": 4.7486,
      "step": 27
    },
    {
      "epoch": 0.08247422680412371,
      "grad_norm": 736.0764770507812,
      "learning_rate": 2.8000000000000003e-05,
      "loss": 5.4081,
      "step": 28
    },
    {
      "epoch": 0.08541973490427099,
      "grad_norm": 1240.040283203125,
      "learning_rate": 2.9e-05,
      "loss": 4.6019,
      "step": 29
    },
    {
      "epoch": 0.08836524300441827,
      "grad_norm": 1312.10302734375,
      "learning_rate": 3e-05,
      "loss": 5.481,
      "step": 30
    },
    {
      "epoch": 0.09131075110456553,
      "grad_norm": 466.0743103027344,
      "learning_rate": 3.1e-05,
      "loss": 4.4326,
      "step": 31
    },
    {
      "epoch": 0.09425625920471281,
      "grad_norm": 828.0822143554688,
      "learning_rate": 3.2000000000000005e-05,
      "loss": 5.0284,
      "step": 32
    },
    {
      "epoch": 0.09720176730486009,
      "grad_norm": 764.077880859375,
      "learning_rate": 3.3e-05,
      "loss": 4.9104,
      "step": 33
    },
    {
      "epoch": 0.10014727540500737,
      "grad_norm": 231.1255340576172,
      "learning_rate": 3.4000000000000007e-05,
      "loss": 3.9872,
      "step": 34
    },
    {
      "epoch": 0.10309278350515463,
      "grad_norm": 434.1127624511719,
      "learning_rate": 3.5e-05,
      "loss": 5.2373,
      "step": 35
    },
    {
      "epoch": 0.10603829160530191,
      "grad_norm": 253.16815185546875,
      "learning_rate": 3.6e-05,
      "loss": 4.8148,
      "step": 36
    },
    {
      "epoch": 0.10898379970544919,
      "grad_norm": 290.1834716796875,
      "learning_rate": 3.7e-05,
      "loss": 3.6852,
      "step": 37
    },
    {
      "epoch": 0.11192930780559647,
      "grad_norm": 584.0982666015625,
      "learning_rate": 3.8e-05,
      "loss": 3.8818,
      "step": 38
    },
    {
      "epoch": 0.11487481590574374,
      "grad_norm": 904.0762329101562,
      "learning_rate": 3.9000000000000006e-05,
      "loss": 4.2878,
      "step": 39
    },
    {
      "epoch": 0.11782032400589101,
      "grad_norm": 336.28033447265625,
      "learning_rate": 4e-05,
      "loss": 4.2046,
      "step": 40
    },
    {
      "epoch": 0.12076583210603829,
      "grad_norm": 704.1439208984375,
      "learning_rate": 4.1e-05,
      "loss": 4.4065,
      "step": 41
    },
    {
      "epoch": 0.12371134020618557,
      "grad_norm": 804.0842895507812,
      "learning_rate": 4.2e-05,
      "loss": 3.9044,
      "step": 42
    },
    {
      "epoch": 0.12665684830633284,
      "grad_norm": 752.0977172851562,
      "learning_rate": 4.3e-05,
      "loss": 3.5964,
      "step": 43
    },
    {
      "epoch": 0.12960235640648013,
      "grad_norm": 752.181884765625,
      "learning_rate": 4.4000000000000006e-05,
      "loss": 4.3488,
      "step": 44
    },
    {
      "epoch": 0.1325478645066274,
      "grad_norm": 664.2083129882812,
      "learning_rate": 4.5e-05,
      "loss": 4.6978,
      "step": 45
    },
    {
      "epoch": 0.13549337260677466,
      "grad_norm": 1984.197998046875,
      "learning_rate": 4.600000000000001e-05,
      "loss": 3.8173,
      "step": 46
    },
    {
      "epoch": 0.13843888070692195,
      "grad_norm": 1536.0904541015625,
      "learning_rate": 4.7e-05,
      "loss": 3.3992,
      "step": 47
    },
    {
      "epoch": 0.14138438880706922,
      "grad_norm": 616.1571044921875,
      "learning_rate": 4.8e-05,
      "loss": 3.5619,
      "step": 48
    },
    {
      "epoch": 0.14432989690721648,
      "grad_norm": 5408.072265625,
      "learning_rate": 4.9e-05,
      "loss": 4.3322,
      "step": 49
    },
    {
      "epoch": 0.14727540500736377,
      "grad_norm": 3408.068603515625,
      "learning_rate": 5e-05,
      "loss": 4.0344,
      "step": 50
    },
    {
      "epoch": 0.15022091310751104,
      "grad_norm": 724.0775146484375,
      "learning_rate": 5.1000000000000006e-05,
      "loss": 3.8171,
      "step": 51
    },
    {
      "epoch": 0.15316642120765833,
      "grad_norm": 1448.1661376953125,
      "learning_rate": 5.2000000000000004e-05,
      "loss": 2.6826,
      "step": 52
    },
    {
      "epoch": 0.1561119293078056,
      "grad_norm": 304.0506591796875,
      "learning_rate": 5.300000000000001e-05,
      "loss": 2.4422,
      "step": 53
    },
    {
      "epoch": 0.15905743740795286,
      "grad_norm": 396.0224914550781,
      "learning_rate": 5.4000000000000005e-05,
      "loss": 2.4475,
      "step": 54
    },
    {
      "epoch": 0.16200294550810015,
      "grad_norm": 684.0194702148438,
      "learning_rate": 5.500000000000001e-05,
      "loss": 2.2932,
      "step": 55
    },
    {
      "epoch": 0.16494845360824742,
      "grad_norm": 231.03273010253906,
      "learning_rate": 5.6000000000000006e-05,
      "loss": 2.5193,
      "step": 56
    },
    {
      "epoch": 0.16789396170839468,
      "grad_norm": 164.0357208251953,
      "learning_rate": 5.6999999999999996e-05,
      "loss": 1.9575,
      "step": 57
    },
    {
      "epoch": 0.17083946980854198,
      "grad_norm": 1600.0091552734375,
      "learning_rate": 5.8e-05,
      "loss": 2.5806,
      "step": 58
    },
    {
      "epoch": 0.17378497790868924,
      "grad_norm": 50.36320114135742,
      "learning_rate": 5.9e-05,
      "loss": 3.651,
      "step": 59
    },
    {
      "epoch": 0.17673048600883653,
      "grad_norm": 66.08223724365234,
      "learning_rate": 6e-05,
      "loss": 3.5998,
      "step": 60
    },
    {
      "epoch": 0.1796759941089838,
      "grad_norm": 20.88555335998535,
      "learning_rate": 6.1e-05,
      "loss": 3.2898,
      "step": 61
    },
    {
      "epoch": 0.18262150220913106,
      "grad_norm": 33.95121765136719,
      "learning_rate": 6.2e-05,
      "loss": 3.5322,
      "step": 62
    },
    {
      "epoch": 0.18556701030927836,
      "grad_norm": 18.569725036621094,
      "learning_rate": 6.3e-05,
      "loss": 2.7009,
      "step": 63
    },
    {
      "epoch": 0.18851251840942562,
      "grad_norm": 11.800430297851562,
      "learning_rate": 6.400000000000001e-05,
      "loss": 3.0148,
      "step": 64
    },
    {
      "epoch": 0.19145802650957292,
      "grad_norm": 11.598824501037598,
      "learning_rate": 6.500000000000001e-05,
      "loss": 2.5356,
      "step": 65
    },
    {
      "epoch": 0.19440353460972018,
      "grad_norm": 29.798603057861328,
      "learning_rate": 6.6e-05,
      "loss": 3.419,
      "step": 66
    },
    {
      "epoch": 0.19734904270986744,
      "grad_norm": 23.390228271484375,
      "learning_rate": 6.7e-05,
      "loss": 3.0823,
      "step": 67
    },
    {
      "epoch": 0.20029455081001474,
      "grad_norm": 30.04606056213379,
      "learning_rate": 6.800000000000001e-05,
      "loss": 2.6675,
      "step": 68
    },
    {
      "epoch": 0.203240058910162,
      "grad_norm": 59.424739837646484,
      "learning_rate": 6.9e-05,
      "loss": 2.6406,
      "step": 69
    },
    {
      "epoch": 0.20618556701030927,
      "grad_norm": 18.69099235534668,
      "learning_rate": 7e-05,
      "loss": 2.8912,
      "step": 70
    },
    {
      "epoch": 0.20913107511045656,
      "grad_norm": 11.040902137756348,
      "learning_rate": 7.1e-05,
      "loss": 2.2423,
      "step": 71
    },
    {
      "epoch": 0.21207658321060383,
      "grad_norm": 15.589529991149902,
      "learning_rate": 7.2e-05,
      "loss": 2.6387,
      "step": 72
    },
    {
      "epoch": 0.21502209131075112,
      "grad_norm": 8.346650123596191,
      "learning_rate": 7.3e-05,
      "loss": 2.7416,
      "step": 73
    },
    {
      "epoch": 0.21796759941089838,
      "grad_norm": 16.002195358276367,
      "learning_rate": 7.4e-05,
      "loss": 2.5981,
      "step": 74
    },
    {
      "epoch": 0.22091310751104565,
      "grad_norm": 12.781440734863281,
      "learning_rate": 7.500000000000001e-05,
      "loss": 2.8455,
      "step": 75
    },
    {
      "epoch": 0.22385861561119294,
      "grad_norm": 14.14976978302002,
      "learning_rate": 7.6e-05,
      "loss": 2.3376,
      "step": 76
    },
    {
      "epoch": 0.2268041237113402,
      "grad_norm": 14.174376487731934,
      "learning_rate": 7.7e-05,
      "loss": 2.2975,
      "step": 77
    },
    {
      "epoch": 0.22974963181148747,
      "grad_norm": 12.794411659240723,
      "learning_rate": 7.800000000000001e-05,
      "loss": 2.2424,
      "step": 78
    },
    {
      "epoch": 0.23269513991163476,
      "grad_norm": 8.186522483825684,
      "learning_rate": 7.900000000000001e-05,
      "loss": 1.9646,
      "step": 79
    },
    {
      "epoch": 0.23564064801178203,
      "grad_norm": 7.599482536315918,
      "learning_rate": 8e-05,
      "loss": 2.2699,
      "step": 80
    },
    {
      "epoch": 0.23858615611192932,
      "grad_norm": 13.385209083557129,
      "learning_rate": 8.1e-05,
      "loss": 2.9279,
      "step": 81
    },
    {
      "epoch": 0.24153166421207659,
      "grad_norm": 10.520708084106445,
      "learning_rate": 8.2e-05,
      "loss": 2.6627,
      "step": 82
    },
    {
      "epoch": 0.24447717231222385,
      "grad_norm": 10.881275177001953,
      "learning_rate": 8.3e-05,
      "loss": 2.6776,
      "step": 83
    },
    {
      "epoch": 0.24742268041237114,
      "grad_norm": 11.189691543579102,
      "learning_rate": 8.4e-05,
      "loss": 2.5101,
      "step": 84
    },
    {
      "epoch": 0.2503681885125184,
      "grad_norm": 14.185538291931152,
      "learning_rate": 8.5e-05,
      "loss": 2.4517,
      "step": 85
    },
    {
      "epoch": 0.2533136966126657,
      "grad_norm": 11.319371223449707,
      "learning_rate": 8.6e-05,
      "loss": 2.3935,
      "step": 86
    },
    {
      "epoch": 0.25625920471281294,
      "grad_norm": 11.8043212890625,
      "learning_rate": 8.7e-05,
      "loss": 2.3776,
      "step": 87
    },
    {
      "epoch": 0.25920471281296026,
      "grad_norm": 17.876741409301758,
      "learning_rate": 8.800000000000001e-05,
      "loss": 2.1173,
      "step": 88
    },
    {
      "epoch": 0.2621502209131075,
      "grad_norm": 9.818507194519043,
      "learning_rate": 8.900000000000001e-05,
      "loss": 2.4566,
      "step": 89
    },
    {
      "epoch": 0.2650957290132548,
      "grad_norm": 17.97085189819336,
      "learning_rate": 9e-05,
      "loss": 2.4889,
      "step": 90
    },
    {
      "epoch": 0.26804123711340205,
      "grad_norm": 13.525333404541016,
      "learning_rate": 9.1e-05,
      "loss": 2.6413,
      "step": 91
    },
    {
      "epoch": 0.2709867452135493,
      "grad_norm": 11.17566204071045,
      "learning_rate": 9.200000000000001e-05,
      "loss": 2.5934,
      "step": 92
    },
    {
      "epoch": 0.27393225331369664,
      "grad_norm": 10.861861228942871,
      "learning_rate": 9.300000000000001e-05,
      "loss": 2.0431,
      "step": 93
    },
    {
      "epoch": 0.2768777614138439,
      "grad_norm": 10.782200813293457,
      "learning_rate": 9.4e-05,
      "loss": 2.2952,
      "step": 94
    },
    {
      "epoch": 0.27982326951399117,
      "grad_norm": 10.202653884887695,
      "learning_rate": 9.5e-05,
      "loss": 1.9,
      "step": 95
    },
    {
      "epoch": 0.28276877761413843,
      "grad_norm": 11.118406295776367,
      "learning_rate": 9.6e-05,
      "loss": 1.8267,
      "step": 96
    },
    {
      "epoch": 0.2857142857142857,
      "grad_norm": 11.998210906982422,
      "learning_rate": 9.7e-05,
      "loss": 2.7094,
      "step": 97
    },
    {
      "epoch": 0.28865979381443296,
      "grad_norm": 11.203243255615234,
      "learning_rate": 9.8e-05,
      "loss": 2.6765,
      "step": 98
    },
    {
      "epoch": 0.2916053019145803,
      "grad_norm": 11.754383087158203,
      "learning_rate": 9.900000000000001e-05,
      "loss": 2.323,
      "step": 99
    },
    {
      "epoch": 0.29455081001472755,
      "grad_norm": 20.766103744506836,
      "learning_rate": 0.0001,
      "loss": 3.2395,
      "step": 100
    },
    {
      "epoch": 0.2974963181148748,
      "grad_norm": 19.38508415222168,
      "learning_rate": 9.999568045802217e-05,
      "loss": 3.1611,
      "step": 101
    },
    {
      "epoch": 0.3004418262150221,
      "grad_norm": 12.322184562683105,
      "learning_rate": 9.998272257842641e-05,
      "loss": 1.8749,
      "step": 102
    },
    {
      "epoch": 0.30338733431516934,
      "grad_norm": 8.819778442382812,
      "learning_rate": 9.996112860009688e-05,
      "loss": 2.1352,
      "step": 103
    },
    {
      "epoch": 0.30633284241531666,
      "grad_norm": 4.589802265167236,
      "learning_rate": 9.993090225407743e-05,
      "loss": 1.9195,
      "step": 104
    },
    {
      "epoch": 0.30927835051546393,
      "grad_norm": 3.1305477619171143,
      "learning_rate": 9.989204876292688e-05,
      "loss": 1.6522,
      "step": 105
    },
    {
      "epoch": 0.3122238586156112,
      "grad_norm": 2.7143571376800537,
      "learning_rate": 9.984457483981669e-05,
      "loss": 1.1763,
      "step": 106
    },
    {
      "epoch": 0.31516936671575846,
      "grad_norm": 2.8804931640625,
      "learning_rate": 9.978848868737098e-05,
      "loss": 1.7974,
      "step": 107
    },
    {
      "epoch": 0.3181148748159057,
      "grad_norm": 3.790278673171997,
      "learning_rate": 9.972379999624936e-05,
      "loss": 2.1482,
      "step": 108
    },
    {
      "epoch": 0.32106038291605304,
      "grad_norm": 4.674582004547119,
      "learning_rate": 9.96505199434725e-05,
      "loss": 2.5313,
      "step": 109
    },
    {
      "epoch": 0.3240058910162003,
      "grad_norm": 3.20375657081604,
      "learning_rate": 9.956866119049095e-05,
      "loss": 2.2333,
      "step": 110
    },
    {
      "epoch": 0.3269513991163476,
      "grad_norm": 3.65432071685791,
      "learning_rate": 9.947823788099753e-05,
      "loss": 2.3037,
      "step": 111
    },
    {
      "epoch": 0.32989690721649484,
      "grad_norm": 4.25070858001709,
      "learning_rate": 9.937926563848346e-05,
      "loss": 2.1421,
      "step": 112
    },
    {
      "epoch": 0.3328424153166421,
      "grad_norm": 3.4754691123962402,
      "learning_rate": 9.927176156353899e-05,
      "loss": 1.6731,
      "step": 113
    },
    {
      "epoch": 0.33578792341678937,
      "grad_norm": 4.312386989593506,
      "learning_rate": 9.91557442308987e-05,
      "loss": 2.2766,
      "step": 114
    },
    {
      "epoch": 0.3387334315169367,
      "grad_norm": 8.520076751708984,
      "learning_rate": 9.903123368623216e-05,
      "loss": 2.3844,
      "step": 115
    },
    {
      "epoch": 0.34167893961708395,
      "grad_norm": 9.280426979064941,
      "learning_rate": 9.889825144268029e-05,
      "loss": 2.5895,
      "step": 116
    },
    {
      "epoch": 0.3446244477172312,
      "grad_norm": 5.867470741271973,
      "learning_rate": 9.875682047713846e-05,
      "loss": 2.1818,
      "step": 117
    },
    {
      "epoch": 0.3475699558173785,
      "grad_norm": 4.29853630065918,
      "learning_rate": 9.860696522628639e-05,
      "loss": 2.1243,
      "step": 118
    },
    {
      "epoch": 0.35051546391752575,
      "grad_norm": 4.369655132293701,
      "learning_rate": 9.844871158236591e-05,
      "loss": 1.9835,
      "step": 119
    },
    {
      "epoch": 0.35346097201767307,
      "grad_norm": 15.677599906921387,
      "learning_rate": 9.828208688870735e-05,
      "loss": 2.3591,
      "step": 120
    },
    {
      "epoch": 0.35640648011782033,
      "grad_norm": 7.070474624633789,
      "learning_rate": 9.810711993500507e-05,
      "loss": 2.1378,
      "step": 121
    },
    {
      "epoch": 0.3593519882179676,
      "grad_norm": 4.5425004959106445,
      "learning_rate": 9.792384095234313e-05,
      "loss": 1.838,
      "step": 122
    },
    {
      "epoch": 0.36229749631811486,
      "grad_norm": 5.75803804397583,
      "learning_rate": 9.773228160797188e-05,
      "loss": 2.045,
      "step": 123
    },
    {
      "epoch": 0.36524300441826213,
      "grad_norm": 4.905186653137207,
      "learning_rate": 9.753247499983649e-05,
      "loss": 2.263,
      "step": 124
    },
    {
      "epoch": 0.36818851251840945,
      "grad_norm": 5.079438209533691,
      "learning_rate": 9.732445565085824e-05,
      "loss": 1.9375,
      "step": 125
    },
    {
      "epoch": 0.3711340206185567,
      "grad_norm": 5.083024978637695,
      "learning_rate": 9.71082595029695e-05,
      "loss": 1.9512,
      "step": 126
    },
    {
      "epoch": 0.374079528718704,
      "grad_norm": 5.701948642730713,
      "learning_rate": 9.688392391090373e-05,
      "loss": 2.0932,
      "step": 127
    },
    {
      "epoch": 0.37702503681885124,
      "grad_norm": 5.612240314483643,
      "learning_rate": 9.665148763574123e-05,
      "loss": 2.1218,
      "step": 128
    },
    {
      "epoch": 0.3799705449189985,
      "grad_norm": 5.693153381347656,
      "learning_rate": 9.64109908382119e-05,
      "loss": 2.4763,
      "step": 129
    },
    {
      "epoch": 0.38291605301914583,
      "grad_norm": 5.299254417419434,
      "learning_rate": 9.616247507175623e-05,
      "loss": 2.3062,
      "step": 130
    },
    {
      "epoch": 0.3858615611192931,
      "grad_norm": 5.711902618408203,
      "learning_rate": 9.590598327534564e-05,
      "loss": 2.4087,
      "step": 131
    },
    {
      "epoch": 0.38880706921944036,
      "grad_norm": 4.181498050689697,
      "learning_rate": 9.564155976606339e-05,
      "loss": 1.7175,
      "step": 132
    },
    {
      "epoch": 0.3917525773195876,
      "grad_norm": 5.31155252456665,
      "learning_rate": 9.536925023144742e-05,
      "loss": 1.6347,
      "step": 133
    },
    {
      "epoch": 0.3946980854197349,
      "grad_norm": 6.574872970581055,
      "learning_rate": 9.508910172159635e-05,
      "loss": 1.8686,
      "step": 134
    },
    {
      "epoch": 0.39764359351988215,
      "grad_norm": 6.77908992767334,
      "learning_rate": 9.480116264104011e-05,
      "loss": 2.1223,
      "step": 135
    },
    {
      "epoch": 0.4005891016200295,
      "grad_norm": 7.450313091278076,
      "learning_rate": 9.450548274037653e-05,
      "loss": 2.3148,
      "step": 136
    },
    {
      "epoch": 0.40353460972017674,
      "grad_norm": 5.135898113250732,
      "learning_rate": 9.420211310767533e-05,
      "loss": 1.386,
      "step": 137
    },
    {
      "epoch": 0.406480117820324,
      "grad_norm": 8.198874473571777,
      "learning_rate": 9.389110615965102e-05,
      "loss": 1.9208,
      "step": 138
    },
    {
      "epoch": 0.40942562592047127,
      "grad_norm": 10.153027534484863,
      "learning_rate": 9.35725156326063e-05,
      "loss": 2.2577,
      "step": 139
    },
    {
      "epoch": 0.41237113402061853,
      "grad_norm": 8.334872245788574,
      "learning_rate": 9.324639657314742e-05,
      "loss": 2.0401,
      "step": 140
    },
    {
      "epoch": 0.41531664212076586,
      "grad_norm": 6.7754950523376465,
      "learning_rate": 9.291280532867302e-05,
      "loss": 1.5202,
      "step": 141
    },
    {
      "epoch": 0.4182621502209131,
      "grad_norm": 9.433147430419922,
      "learning_rate": 9.257179953763845e-05,
      "loss": 2.1687,
      "step": 142
    },
    {
      "epoch": 0.4212076583210604,
      "grad_norm": 7.446643352508545,
      "learning_rate": 9.222343811959693e-05,
      "loss": 1.6996,
      "step": 143
    },
    {
      "epoch": 0.42415316642120765,
      "grad_norm": 7.048992156982422,
      "learning_rate": 9.186778126501916e-05,
      "loss": 1.5279,
      "step": 144
    },
    {
      "epoch": 0.4270986745213549,
      "grad_norm": 7.340887069702148,
      "learning_rate": 9.150489042489367e-05,
      "loss": 1.4406,
      "step": 145
    },
    {
      "epoch": 0.43004418262150224,
      "grad_norm": 11.633044242858887,
      "learning_rate": 9.113482830010918e-05,
      "loss": 1.5187,
      "step": 146
    },
    {
      "epoch": 0.4329896907216495,
      "grad_norm": 9.241588592529297,
      "learning_rate": 9.075765883062093e-05,
      "loss": 1.8564,
      "step": 147
    },
    {
      "epoch": 0.43593519882179677,
      "grad_norm": 8.745128631591797,
      "learning_rate": 9.037344718440322e-05,
      "loss": 1.5419,
      "step": 148
    },
    {
      "epoch": 0.43888070692194403,
      "grad_norm": 16.220924377441406,
      "learning_rate": 8.99822597461894e-05,
      "loss": 2.5006,
      "step": 149
    },
    {
      "epoch": 0.4418262150220913,
      "grad_norm": 15.44288444519043,
      "learning_rate": 8.958416410600187e-05,
      "loss": 2.0001,
      "step": 150
    },
    {
      "epoch": 0.44477172312223856,
      "grad_norm": 10.727198600769043,
      "learning_rate": 8.917922904747384e-05,
      "loss": 2.8376,
      "step": 151
    },
    {
      "epoch": 0.4477172312223859,
      "grad_norm": 5.658038139343262,
      "learning_rate": 8.876752453596462e-05,
      "loss": 1.7435,
      "step": 152
    },
    {
      "epoch": 0.45066273932253315,
      "grad_norm": 4.7606892585754395,
      "learning_rate": 8.834912170647101e-05,
      "loss": 1.3439,
      "step": 153
    },
    {
      "epoch": 0.4536082474226804,
      "grad_norm": 4.7208757400512695,
      "learning_rate": 8.792409285133642e-05,
      "loss": 1.8022,
      "step": 154
    },
    {
      "epoch": 0.4565537555228277,
      "grad_norm": 3.1722121238708496,
      "learning_rate": 8.749251140776016e-05,
      "loss": 0.7509,
      "step": 155
    },
    {
      "epoch": 0.45949926362297494,
      "grad_norm": 2.528482675552368,
      "learning_rate": 8.705445194510868e-05,
      "loss": 1.6068,
      "step": 156
    },
    {
      "epoch": 0.46244477172312226,
      "grad_norm": 2.8189425468444824,
      "learning_rate": 8.66099901520315e-05,
      "loss": 0.4364,
      "step": 157
    },
    {
      "epoch": 0.4653902798232695,
      "grad_norm": 2.734297752380371,
      "learning_rate": 8.615920282338355e-05,
      "loss": 1.6278,
      "step": 158
    },
    {
      "epoch": 0.4683357879234168,
      "grad_norm": 2.981930732727051,
      "learning_rate": 8.570216784695637e-05,
      "loss": 1.9541,
      "step": 159
    },
    {
      "epoch": 0.47128129602356406,
      "grad_norm": 3.195127248764038,
      "learning_rate": 8.52389641900206e-05,
      "loss": 2.0949,
      "step": 160
    },
    {
      "epoch": 0.4742268041237113,
      "grad_norm": 3.8657867908477783,
      "learning_rate": 8.476967188568188e-05,
      "loss": 1.8021,
      "step": 161
    },
    {
      "epoch": 0.47717231222385864,
      "grad_norm": 3.0095670223236084,
      "learning_rate": 8.429437201905254e-05,
      "loss": 1.8119,
      "step": 162
    },
    {
      "epoch": 0.4801178203240059,
      "grad_norm": 3.025339365005493,
      "learning_rate": 8.381314671324159e-05,
      "loss": 1.8117,
      "step": 163
    },
    {
      "epoch": 0.48306332842415317,
      "grad_norm": 4.113118648529053,
      "learning_rate": 8.332607911516545e-05,
      "loss": 1.7912,
      "step": 164
    },
    {
      "epoch": 0.48600883652430044,
      "grad_norm": 3.183894395828247,
      "learning_rate": 8.283325338118153e-05,
      "loss": 1.7364,
      "step": 165
    },
    {
      "epoch": 0.4889543446244477,
      "grad_norm": 5.081910610198975,
      "learning_rate": 8.233475466254765e-05,
      "loss": 2.0706,
      "step": 166
    },
    {
      "epoch": 0.49189985272459497,
      "grad_norm": 4.033633708953857,
      "learning_rate": 8.183066909070947e-05,
      "loss": 2.0481,
      "step": 167
    },
    {
      "epoch": 0.4948453608247423,
      "grad_norm": 4.505871772766113,
      "learning_rate": 8.132108376241849e-05,
      "loss": 2.044,
      "step": 168
    },
    {
      "epoch": 0.49779086892488955,
      "grad_norm": 6.440969944000244,
      "learning_rate": 8.08060867246834e-05,
      "loss": 2.209,
      "step": 169
    },
    {
      "epoch": 0.5007363770250368,
      "grad_norm": 6.235000133514404,
      "learning_rate": 8.028576695955711e-05,
      "loss": 2.0359,
      "step": 170
    },
    {
      "epoch": 0.5036818851251841,
      "grad_norm": 4.07951021194458,
      "learning_rate": 7.97602143687623e-05,
      "loss": 1.6721,
      "step": 171
    },
    {
      "epoch": 0.5066273932253313,
      "grad_norm": 4.1656413078308105,
      "learning_rate": 7.922951975815811e-05,
      "loss": 1.7503,
      "step": 172
    },
    {
      "epoch": 0.5095729013254786,
      "grad_norm": 3.7077293395996094,
      "learning_rate": 7.869377482205042e-05,
      "loss": 1.6881,
      "step": 173
    },
    {
      "epoch": 0.5125184094256259,
      "grad_norm": 4.08639669418335,
      "learning_rate": 7.815307212734888e-05,
      "loss": 1.4451,
      "step": 174
    },
    {
      "epoch": 0.5154639175257731,
      "grad_norm": 4.255699157714844,
      "learning_rate": 7.760750509757298e-05,
      "loss": 1.7914,
      "step": 175
    },
    {
      "epoch": 0.5184094256259205,
      "grad_norm": 4.119191646575928,
      "learning_rate": 7.705716799671019e-05,
      "loss": 1.8201,
      "step": 176
    },
    {
      "epoch": 0.5213549337260678,
      "grad_norm": 4.7409467697143555,
      "learning_rate": 7.650215591292888e-05,
      "loss": 1.8449,
      "step": 177
    },
    {
      "epoch": 0.524300441826215,
      "grad_norm": 5.348622798919678,
      "learning_rate": 7.594256474214882e-05,
      "loss": 1.6767,
      "step": 178
    },
    {
      "epoch": 0.5272459499263623,
      "grad_norm": 4.13510799407959,
      "learning_rate": 7.537849117147212e-05,
      "loss": 1.2513,
      "step": 179
    },
    {
      "epoch": 0.5301914580265096,
      "grad_norm": 4.210190296173096,
      "learning_rate": 7.481003266247744e-05,
      "loss": 1.5867,
      "step": 180
    },
    {
      "epoch": 0.5331369661266568,
      "grad_norm": 5.271762371063232,
      "learning_rate": 7.423728743438048e-05,
      "loss": 2.1488,
      "step": 181
    },
    {
      "epoch": 0.5360824742268041,
      "grad_norm": 5.800075054168701,
      "learning_rate": 7.366035444706347e-05,
      "loss": 1.8385,
      "step": 182
    },
    {
      "epoch": 0.5390279823269514,
      "grad_norm": 6.030768871307373,
      "learning_rate": 7.307933338397667e-05,
      "loss": 1.6634,
      "step": 183
    },
    {
      "epoch": 0.5419734904270986,
      "grad_norm": 5.144318580627441,
      "learning_rate": 7.249432463491498e-05,
      "loss": 1.4081,
      "step": 184
    },
    {
      "epoch": 0.5449189985272459,
      "grad_norm": 5.144754409790039,
      "learning_rate": 7.190542927867234e-05,
      "loss": 1.4496,
      "step": 185
    },
    {
      "epoch": 0.5478645066273933,
      "grad_norm": 7.374088764190674,
      "learning_rate": 7.131274906557725e-05,
      "loss": 1.94,
      "step": 186
    },
    {
      "epoch": 0.5508100147275405,
      "grad_norm": 6.2576003074646,
      "learning_rate": 7.071638639991207e-05,
      "loss": 1.701,
      "step": 187
    },
    {
      "epoch": 0.5537555228276878,
      "grad_norm": 5.392474174499512,
      "learning_rate": 7.011644432221958e-05,
      "loss": 1.474,
      "step": 188
    },
    {
      "epoch": 0.5567010309278351,
      "grad_norm": 7.743690013885498,
      "learning_rate": 6.95130264914993e-05,
      "loss": 2.1458,
      "step": 189
    },
    {
      "epoch": 0.5596465390279823,
      "grad_norm": 7.468958377838135,
      "learning_rate": 6.890623716729724e-05,
      "loss": 2.2593,
      "step": 190
    },
    {
      "epoch": 0.5625920471281296,
      "grad_norm": 6.144321918487549,
      "learning_rate": 6.82961811916917e-05,
      "loss": 1.3348,
      "step": 191
    },
    {
      "epoch": 0.5655375552282769,
      "grad_norm": 7.852849006652832,
      "learning_rate": 6.768296397117848e-05,
      "loss": 1.4751,
      "step": 192
    },
    {
      "epoch": 0.5684830633284241,
      "grad_norm": 7.6272172927856445,
      "learning_rate": 6.706669145845863e-05,
      "loss": 1.7606,
      "step": 193
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 13.624709129333496,
      "learning_rate": 6.644747013413168e-05,
      "loss": 1.9716,
      "step": 194
    },
    {
      "epoch": 0.5743740795287187,
      "grad_norm": 8.707653999328613,
      "learning_rate": 6.582540698829781e-05,
      "loss": 1.8245,
      "step": 195
    },
    {
      "epoch": 0.5773195876288659,
      "grad_norm": 6.5573039054870605,
      "learning_rate": 6.520060950207185e-05,
      "loss": 1.1733,
      "step": 196
    },
    {
      "epoch": 0.5802650957290133,
      "grad_norm": 8.433490753173828,
      "learning_rate": 6.457318562901256e-05,
      "loss": 1.2757,
      "step": 197
    },
    {
      "epoch": 0.5832106038291606,
      "grad_norm": 9.936591148376465,
      "learning_rate": 6.394324377647028e-05,
      "loss": 1.4713,
      "step": 198
    },
    {
      "epoch": 0.5861561119293078,
      "grad_norm": 12.52322769165039,
      "learning_rate": 6.331089278685599e-05,
      "loss": 1.6688,
      "step": 199
    },
    {
      "epoch": 0.5891016200294551,
      "grad_norm": 16.770870208740234,
      "learning_rate": 6.26762419188355e-05,
      "loss": 2.3924,
      "step": 200
    },
    {
      "epoch": 0.5920471281296024,
      "grad_norm": 3.7220280170440674,
      "learning_rate": 6.203940082845144e-05,
      "loss": 1.8733,
      "step": 201
    },
    {
      "epoch": 0.5949926362297496,
      "grad_norm": 3.919069290161133,
      "learning_rate": 6.140047955017671e-05,
      "loss": 0.7927,
      "step": 202
    },
    {
      "epoch": 0.5979381443298969,
      "grad_norm": 3.081045150756836,
      "learning_rate": 6.075958847790262e-05,
      "loss": 1.2878,
      "step": 203
    },
    {
      "epoch": 0.6008836524300442,
      "grad_norm": 2.82151198387146,
      "learning_rate": 6.011683834586473e-05,
      "loss": 1.2722,
      "step": 204
    },
    {
      "epoch": 0.6038291605301914,
      "grad_norm": 2.1925573348999023,
      "learning_rate": 5.947234020951015e-05,
      "loss": 0.7102,
      "step": 205
    },
    {
      "epoch": 0.6067746686303387,
      "grad_norm": 2.2746307849884033,
      "learning_rate": 5.882620542630901e-05,
      "loss": 0.8639,
      "step": 206
    },
    {
      "epoch": 0.6097201767304861,
      "grad_norm": 2.5907399654388428,
      "learning_rate": 5.8178545636514145e-05,
      "loss": 1.3898,
      "step": 207
    },
    {
      "epoch": 0.6126656848306333,
      "grad_norm": 3.3455467224121094,
      "learning_rate": 5.752947274387147e-05,
      "loss": 1.6453,
      "step": 208
    },
    {
      "epoch": 0.6156111929307806,
      "grad_norm": 3.1584908962249756,
      "learning_rate": 5.687909889628529e-05,
      "loss": 1.8621,
      "step": 209
    },
    {
      "epoch": 0.6185567010309279,
      "grad_norm": 3.1960365772247314,
      "learning_rate": 5.622753646644102e-05,
      "loss": 1.6358,
      "step": 210
    },
    {
      "epoch": 0.6215022091310751,
      "grad_norm": 3.073702573776245,
      "learning_rate": 5.557489803238933e-05,
      "loss": 1.5381,
      "step": 211
    },
    {
      "epoch": 0.6244477172312224,
      "grad_norm": 2.917039632797241,
      "learning_rate": 5.492129635809473e-05,
      "loss": 1.6452,
      "step": 212
    },
    {
      "epoch": 0.6273932253313697,
      "grad_norm": 3.823730707168579,
      "learning_rate": 5.426684437395196e-05,
      "loss": 1.7625,
      "step": 213
    },
    {
      "epoch": 0.6303387334315169,
      "grad_norm": 4.05581521987915,
      "learning_rate": 5.361165515727374e-05,
      "loss": 1.9468,
      "step": 214
    },
    {
      "epoch": 0.6332842415316642,
      "grad_norm": 3.9730498790740967,
      "learning_rate": 5.295584191275308e-05,
      "loss": 2.2487,
      "step": 215
    },
    {
      "epoch": 0.6362297496318114,
      "grad_norm": 3.2518630027770996,
      "learning_rate": 5.229951795290353e-05,
      "loss": 1.5587,
      "step": 216
    },
    {
      "epoch": 0.6391752577319587,
      "grad_norm": 4.549688816070557,
      "learning_rate": 5.164279667848094e-05,
      "loss": 1.9062,
      "step": 217
    },
    {
      "epoch": 0.6421207658321061,
      "grad_norm": 3.6768784523010254,
      "learning_rate": 5.0985791558889785e-05,
      "loss": 1.6801,
      "step": 218
    },
    {
      "epoch": 0.6450662739322534,
      "grad_norm": 3.8859946727752686,
      "learning_rate": 5.032861611257783e-05,
      "loss": 1.9869,
      "step": 219
    },
    {
      "epoch": 0.6480117820324006,
      "grad_norm": 4.19022798538208,
      "learning_rate": 4.967138388742218e-05,
      "loss": 2.0944,
      "step": 220
    },
    {
      "epoch": 0.6509572901325479,
      "grad_norm": 3.7361319065093994,
      "learning_rate": 4.901420844111021e-05,
      "loss": 1.3391,
      "step": 221
    },
    {
      "epoch": 0.6539027982326951,
      "grad_norm": 3.7620272636413574,
      "learning_rate": 4.835720332151907e-05,
      "loss": 1.2597,
      "step": 222
    },
    {
      "epoch": 0.6568483063328424,
      "grad_norm": 3.610649824142456,
      "learning_rate": 4.770048204709648e-05,
      "loss": 1.2885,
      "step": 223
    },
    {
      "epoch": 0.6597938144329897,
      "grad_norm": 4.286924839019775,
      "learning_rate": 4.7044158087246926e-05,
      "loss": 1.7704,
      "step": 224
    },
    {
      "epoch": 0.6627393225331369,
      "grad_norm": 4.295466423034668,
      "learning_rate": 4.6388344842726264e-05,
      "loss": 1.3672,
      "step": 225
    },
    {
      "epoch": 0.6656848306332842,
      "grad_norm": 5.368373870849609,
      "learning_rate": 4.5733155626048036e-05,
      "loss": 1.5249,
      "step": 226
    },
    {
      "epoch": 0.6686303387334315,
      "grad_norm": 5.0956950187683105,
      "learning_rate": 4.507870364190527e-05,
      "loss": 1.3973,
      "step": 227
    },
    {
      "epoch": 0.6715758468335787,
      "grad_norm": 4.604374408721924,
      "learning_rate": 4.4425101967610674e-05,
      "loss": 1.3965,
      "step": 228
    },
    {
      "epoch": 0.6745213549337261,
      "grad_norm": 6.400148391723633,
      "learning_rate": 4.377246353355899e-05,
      "loss": 2.1319,
      "step": 229
    },
    {
      "epoch": 0.6774668630338734,
      "grad_norm": 6.704805850982666,
      "learning_rate": 4.312090110371473e-05,
      "loss": 1.9594,
      "step": 230
    },
    {
      "epoch": 0.6804123711340206,
      "grad_norm": 4.956854343414307,
      "learning_rate": 4.247052725612852e-05,
      "loss": 1.3392,
      "step": 231
    },
    {
      "epoch": 0.6833578792341679,
      "grad_norm": 8.188490867614746,
      "learning_rate": 4.1821454363485866e-05,
      "loss": 1.7636,
      "step": 232
    },
    {
      "epoch": 0.6863033873343152,
      "grad_norm": 5.5076751708984375,
      "learning_rate": 4.1173794573690996e-05,
      "loss": 1.3066,
      "step": 233
    },
    {
      "epoch": 0.6892488954344624,
      "grad_norm": 6.480940341949463,
      "learning_rate": 4.052765979048986e-05,
      "loss": 1.8326,
      "step": 234
    },
    {
      "epoch": 0.6921944035346097,
      "grad_norm": 7.0487284660339355,
      "learning_rate": 3.988316165413528e-05,
      "loss": 1.7487,
      "step": 235
    },
    {
      "epoch": 0.695139911634757,
      "grad_norm": 6.207117557525635,
      "learning_rate": 3.924041152209739e-05,
      "loss": 1.4652,
      "step": 236
    },
    {
      "epoch": 0.6980854197349042,
      "grad_norm": 5.3427205085754395,
      "learning_rate": 3.859952044982329e-05,
      "loss": 1.3738,
      "step": 237
    },
    {
      "epoch": 0.7010309278350515,
      "grad_norm": 7.366813659667969,
      "learning_rate": 3.7960599171548574e-05,
      "loss": 1.4897,
      "step": 238
    },
    {
      "epoch": 0.7039764359351989,
      "grad_norm": 6.943472862243652,
      "learning_rate": 3.732375808116451e-05,
      "loss": 1.2526,
      "step": 239
    },
    {
      "epoch": 0.7069219440353461,
      "grad_norm": 6.768280506134033,
      "learning_rate": 3.668910721314402e-05,
      "loss": 1.215,
      "step": 240
    },
    {
      "epoch": 0.7098674521354934,
      "grad_norm": 8.1182279586792,
      "learning_rate": 3.605675622352973e-05,
      "loss": 1.8819,
      "step": 241
    },
    {
      "epoch": 0.7128129602356407,
      "grad_norm": 6.481826305389404,
      "learning_rate": 3.542681437098745e-05,
      "loss": 1.0718,
      "step": 242
    },
    {
      "epoch": 0.7157584683357879,
      "grad_norm": 6.8479485511779785,
      "learning_rate": 3.479939049792817e-05,
      "loss": 1.0558,
      "step": 243
    },
    {
      "epoch": 0.7187039764359352,
      "grad_norm": 7.331018924713135,
      "learning_rate": 3.417459301170219e-05,
      "loss": 1.2658,
      "step": 244
    },
    {
      "epoch": 0.7216494845360825,
      "grad_norm": 7.68209981918335,
      "learning_rate": 3.355252986586832e-05,
      "loss": 1.2073,
      "step": 245
    },
    {
      "epoch": 0.7245949926362297,
      "grad_norm": 11.420364379882812,
      "learning_rate": 3.293330854154136e-05,
      "loss": 1.9316,
      "step": 246
    },
    {
      "epoch": 0.727540500736377,
      "grad_norm": 7.791138172149658,
      "learning_rate": 3.2317036028821523e-05,
      "loss": 1.3763,
      "step": 247
    },
    {
      "epoch": 0.7304860088365243,
      "grad_norm": 8.121346473693848,
      "learning_rate": 3.1703818808308324e-05,
      "loss": 1.2789,
      "step": 248
    },
    {
      "epoch": 0.7334315169366715,
      "grad_norm": 11.62152099609375,
      "learning_rate": 3.109376283270277e-05,
      "loss": 1.9576,
      "step": 249
    },
    {
      "epoch": 0.7363770250368189,
      "grad_norm": 16.3736515045166,
      "learning_rate": 3.0486973508500727e-05,
      "loss": 1.8166,
      "step": 250
    },
    {
      "epoch": 0.7393225331369662,
      "grad_norm": 2.2238049507141113,
      "learning_rate": 2.988355567778043e-05,
      "loss": 1.8472,
      "step": 251
    },
    {
      "epoch": 0.7422680412371134,
      "grad_norm": 2.6677799224853516,
      "learning_rate": 2.9283613600087933e-05,
      "loss": 1.3083,
      "step": 252
    },
    {
      "epoch": 0.7452135493372607,
      "grad_norm": 2.822364568710327,
      "learning_rate": 2.8687250934422772e-05,
      "loss": 0.9437,
      "step": 253
    },
    {
      "epoch": 0.748159057437408,
      "grad_norm": 2.1095311641693115,
      "learning_rate": 2.8094570721327662e-05,
      "loss": 0.9748,
      "step": 254
    },
    {
      "epoch": 0.7511045655375552,
      "grad_norm": 1.7905985116958618,
      "learning_rate": 2.750567536508504e-05,
      "loss": 0.881,
      "step": 255
    },
    {
      "epoch": 0.7540500736377025,
      "grad_norm": 2.3329577445983887,
      "learning_rate": 2.6920666616023327e-05,
      "loss": 1.2698,
      "step": 256
    },
    {
      "epoch": 0.7569955817378498,
      "grad_norm": 1.4233232736587524,
      "learning_rate": 2.6339645552936536e-05,
      "loss": 0.6157,
      "step": 257
    },
    {
      "epoch": 0.759941089837997,
      "grad_norm": 2.3130457401275635,
      "learning_rate": 2.5762712565619528e-05,
      "loss": 1.1048,
      "step": 258
    },
    {
      "epoch": 0.7628865979381443,
      "grad_norm": 3.3101067543029785,
      "learning_rate": 2.5189967337522573e-05,
      "loss": 1.9625,
      "step": 259
    },
    {
      "epoch": 0.7658321060382917,
      "grad_norm": 3.263514995574951,
      "learning_rate": 2.46215088285279e-05,
      "loss": 1.9653,
      "step": 260
    },
    {
      "epoch": 0.7687776141384389,
      "grad_norm": 4.304958820343018,
      "learning_rate": 2.4057435257851175e-05,
      "loss": 1.7951,
      "step": 261
    },
    {
      "epoch": 0.7717231222385862,
      "grad_norm": 3.644676685333252,
      "learning_rate": 2.349784408707112e-05,
      "loss": 1.7257,
      "step": 262
    },
    {
      "epoch": 0.7746686303387335,
      "grad_norm": 3.691222906112671,
      "learning_rate": 2.2942832003289823e-05,
      "loss": 1.3952,
      "step": 263
    },
    {
      "epoch": 0.7776141384388807,
      "grad_norm": 3.36948823928833,
      "learning_rate": 2.2392494902427025e-05,
      "loss": 1.5119,
      "step": 264
    },
    {
      "epoch": 0.780559646539028,
      "grad_norm": 3.5477828979492188,
      "learning_rate": 2.1846927872651137e-05,
      "loss": 1.6785,
      "step": 265
    },
    {
      "epoch": 0.7835051546391752,
      "grad_norm": 3.44746470451355,
      "learning_rate": 2.1306225177949585e-05,
      "loss": 1.3705,
      "step": 266
    },
    {
      "epoch": 0.7864506627393225,
      "grad_norm": 5.451107501983643,
      "learning_rate": 2.07704802418419e-05,
      "loss": 2.1179,
      "step": 267
    },
    {
      "epoch": 0.7893961708394698,
      "grad_norm": 3.672868251800537,
      "learning_rate": 2.0239785631237705e-05,
      "loss": 1.6712,
      "step": 268
    },
    {
      "epoch": 0.792341678939617,
      "grad_norm": 3.347046375274658,
      "learning_rate": 1.9714233040442915e-05,
      "loss": 1.466,
      "step": 269
    },
    {
      "epoch": 0.7952871870397643,
      "grad_norm": 3.741647481918335,
      "learning_rate": 1.9193913275316626e-05,
      "loss": 1.5614,
      "step": 270
    },
    {
      "epoch": 0.7982326951399117,
      "grad_norm": 3.9401445388793945,
      "learning_rate": 1.8678916237581522e-05,
      "loss": 1.3664,
      "step": 271
    },
    {
      "epoch": 0.801178203240059,
      "grad_norm": 4.1288604736328125,
      "learning_rate": 1.816933090929055e-05,
      "loss": 1.5295,
      "step": 272
    },
    {
      "epoch": 0.8041237113402062,
      "grad_norm": 3.8962388038635254,
      "learning_rate": 1.7665245337452368e-05,
      "loss": 1.5394,
      "step": 273
    },
    {
      "epoch": 0.8070692194403535,
      "grad_norm": 3.2219879627227783,
      "learning_rate": 1.716674661881848e-05,
      "loss": 1.1269,
      "step": 274
    },
    {
      "epoch": 0.8100147275405007,
      "grad_norm": 3.5994858741760254,
      "learning_rate": 1.667392088483456e-05,
      "loss": 1.1873,
      "step": 275
    },
    {
      "epoch": 0.812960235640648,
      "grad_norm": 4.191354274749756,
      "learning_rate": 1.6186853286758397e-05,
      "loss": 1.6051,
      "step": 276
    },
    {
      "epoch": 0.8159057437407953,
      "grad_norm": 3.547515392303467,
      "learning_rate": 1.570562798094747e-05,
      "loss": 1.2364,
      "step": 277
    },
    {
      "epoch": 0.8188512518409425,
      "grad_norm": 7.393482208251953,
      "learning_rate": 1.5230328114318127e-05,
      "loss": 1.4475,
      "step": 278
    },
    {
      "epoch": 0.8217967599410898,
      "grad_norm": 3.847755193710327,
      "learning_rate": 1.4761035809979395e-05,
      "loss": 1.1197,
      "step": 279
    },
    {
      "epoch": 0.8247422680412371,
      "grad_norm": 4.247459888458252,
      "learning_rate": 1.4297832153043656e-05,
      "loss": 1.2487,
      "step": 280
    },
    {
      "epoch": 0.8276877761413843,
      "grad_norm": 5.425104141235352,
      "learning_rate": 1.3840797176616466e-05,
      "loss": 1.7611,
      "step": 281
    },
    {
      "epoch": 0.8306332842415317,
      "grad_norm": 4.583087921142578,
      "learning_rate": 1.3390009847968504e-05,
      "loss": 1.4049,
      "step": 282
    },
    {
      "epoch": 0.833578792341679,
      "grad_norm": 8.560991287231445,
      "learning_rate": 1.2945548054891321e-05,
      "loss": 1.2722,
      "step": 283
    },
    {
      "epoch": 0.8365243004418262,
      "grad_norm": 5.156883716583252,
      "learning_rate": 1.2507488592239847e-05,
      "loss": 1.3135,
      "step": 284
    },
    {
      "epoch": 0.8394698085419735,
      "grad_norm": 4.798750400543213,
      "learning_rate": 1.2075907148663579e-05,
      "loss": 1.0881,
      "step": 285
    },
    {
      "epoch": 0.8424153166421208,
      "grad_norm": 5.219260215759277,
      "learning_rate": 1.1650878293528994e-05,
      "loss": 1.3982,
      "step": 286
    },
    {
      "epoch": 0.845360824742268,
      "grad_norm": 5.036367893218994,
      "learning_rate": 1.1232475464035385e-05,
      "loss": 1.2723,
      "step": 287
    },
    {
      "epoch": 0.8483063328424153,
      "grad_norm": 5.566346645355225,
      "learning_rate": 1.0820770952526155e-05,
      "loss": 0.7823,
      "step": 288
    },
    {
      "epoch": 0.8512518409425626,
      "grad_norm": 4.645596504211426,
      "learning_rate": 1.0415835893998116e-05,
      "loss": 0.9811,
      "step": 289
    },
    {
      "epoch": 0.8541973490427098,
      "grad_norm": 5.099687099456787,
      "learning_rate": 1.0017740253810609e-05,
      "loss": 1.0945,
      "step": 290
    },
    {
      "epoch": 0.8571428571428571,
      "grad_norm": 5.225978374481201,
      "learning_rate": 9.62655281559679e-06,
      "loss": 1.0845,
      "step": 291
    },
    {
      "epoch": 0.8600883652430045,
      "grad_norm": 9.22032356262207,
      "learning_rate": 9.242341169379076e-06,
      "loss": 1.221,
      "step": 292
    },
    {
      "epoch": 0.8630338733431517,
      "grad_norm": 9.09154987335205,
      "learning_rate": 8.865171699890834e-06,
      "loss": 1.7676,
      "step": 293
    },
    {
      "epoch": 0.865979381443299,
      "grad_norm": 6.99169397354126,
      "learning_rate": 8.49510957510633e-06,
      "loss": 1.1186,
      "step": 294
    },
    {
      "epoch": 0.8689248895434463,
      "grad_norm": 7.78825044631958,
      "learning_rate": 8.132218734980852e-06,
      "loss": 1.1668,
      "step": 295
    },
    {
      "epoch": 0.8718703976435935,
      "grad_norm": 6.3908371925354,
      "learning_rate": 7.776561880403072e-06,
      "loss": 1.1461,
      "step": 296
    },
    {
      "epoch": 0.8748159057437408,
      "grad_norm": 8.278850555419922,
      "learning_rate": 7.4282004623615396e-06,
      "loss": 1.2128,
      "step": 297
    },
    {
      "epoch": 0.8777614138438881,
      "grad_norm": 8.332165718078613,
      "learning_rate": 7.0871946713269856e-06,
      "loss": 1.016,
      "step": 298
    },
    {
      "epoch": 0.8807069219440353,
      "grad_norm": 14.03607177734375,
      "learning_rate": 6.753603426852589e-06,
      "loss": 1.7378,
      "step": 299
    },
    {
      "epoch": 0.8836524300441826,
      "grad_norm": 15.087005615234375,
      "learning_rate": 6.427484367393699e-06,
      "loss": 1.6779,
      "step": 300
    },
    {
      "epoch": 0.8865979381443299,
      "grad_norm": 2.469926357269287,
      "learning_rate": 6.108893840348995e-06,
      "loss": 1.7045,
      "step": 301
    },
    {
      "epoch": 0.8895434462444771,
      "grad_norm": 2.2709763050079346,
      "learning_rate": 5.797886892324694e-06,
      "loss": 0.9064,
      "step": 302
    },
    {
      "epoch": 0.8924889543446245,
      "grad_norm": 2.1486294269561768,
      "learning_rate": 5.494517259623477e-06,
      "loss": 1.3705,
      "step": 303
    },
    {
      "epoch": 0.8954344624447718,
      "grad_norm": 1.1387767791748047,
      "learning_rate": 5.198837358959901e-06,
      "loss": 0.2727,
      "step": 304
    },
    {
      "epoch": 0.898379970544919,
      "grad_norm": 4.750706672668457,
      "learning_rate": 4.910898278403669e-06,
      "loss": 0.9473,
      "step": 305
    },
    {
      "epoch": 0.9013254786450663,
      "grad_norm": 3.402461051940918,
      "learning_rate": 4.630749768552589e-06,
      "loss": 1.3646,
      "step": 306
    },
    {
      "epoch": 0.9042709867452136,
      "grad_norm": 3.262354612350464,
      "learning_rate": 4.358440233936617e-06,
      "loss": 1.6704,
      "step": 307
    },
    {
      "epoch": 0.9072164948453608,
      "grad_norm": 2.7272191047668457,
      "learning_rate": 4.094016724654359e-06,
      "loss": 1.4253,
      "step": 308
    },
    {
      "epoch": 0.9101620029455081,
      "grad_norm": 3.3352503776550293,
      "learning_rate": 3.837524928243774e-06,
      "loss": 1.5388,
      "step": 309
    },
    {
      "epoch": 0.9131075110456554,
      "grad_norm": 2.7655768394470215,
      "learning_rate": 3.589009161788104e-06,
      "loss": 1.3632,
      "step": 310
    },
    {
      "epoch": 0.9160530191458026,
      "grad_norm": 3.8515467643737793,
      "learning_rate": 3.3485123642587658e-06,
      "loss": 1.822,
      "step": 311
    },
    {
      "epoch": 0.9189985272459499,
      "grad_norm": 3.5630061626434326,
      "learning_rate": 3.116076089096265e-06,
      "loss": 1.6991,
      "step": 312
    },
    {
      "epoch": 0.9219440353460973,
      "grad_norm": 4.128489017486572,
      "learning_rate": 2.8917404970305097e-06,
      "loss": 1.3073,
      "step": 313
    },
    {
      "epoch": 0.9248895434462445,
      "grad_norm": 4.167806148529053,
      "learning_rate": 2.675544349141779e-06,
      "loss": 1.73,
      "step": 314
    },
    {
      "epoch": 0.9278350515463918,
      "grad_norm": 4.222491264343262,
      "learning_rate": 2.4675250001635232e-06,
      "loss": 1.6474,
      "step": 315
    },
    {
      "epoch": 0.930780559646539,
      "grad_norm": 3.9301912784576416,
      "learning_rate": 2.2677183920281343e-06,
      "loss": 1.8446,
      "step": 316
    },
    {
      "epoch": 0.9337260677466863,
      "grad_norm": 10.473541259765625,
      "learning_rate": 2.076159047656889e-06,
      "loss": 1.7129,
      "step": 317
    },
    {
      "epoch": 0.9366715758468336,
      "grad_norm": 3.969463348388672,
      "learning_rate": 1.892880064994934e-06,
      "loss": 1.2407,
      "step": 318
    },
    {
      "epoch": 0.9396170839469808,
      "grad_norm": 4.088743686676025,
      "learning_rate": 1.7179131112926627e-06,
      "loss": 1.5257,
      "step": 319
    },
    {
      "epoch": 0.9425625920471281,
      "grad_norm": 3.984471559524536,
      "learning_rate": 1.551288417634106e-06,
      "loss": 1.2564,
      "step": 320
    },
    {
      "epoch": 0.9455081001472754,
      "grad_norm": 7.943843841552734,
      "learning_rate": 1.3930347737136196e-06,
      "loss": 1.8827,
      "step": 321
    },
    {
      "epoch": 0.9484536082474226,
      "grad_norm": 5.492068767547607,
      "learning_rate": 1.2431795228615372e-06,
      "loss": 1.7856,
      "step": 322
    },
    {
      "epoch": 0.9513991163475699,
      "grad_norm": 4.9044647216796875,
      "learning_rate": 1.101748557319715e-06,
      "loss": 1.4158,
      "step": 323
    },
    {
      "epoch": 0.9543446244477173,
      "grad_norm": 4.557461261749268,
      "learning_rate": 9.687663137678604e-07,
      "loss": 1.1651,
      "step": 324
    },
    {
      "epoch": 0.9572901325478645,
      "grad_norm": 5.330766201019287,
      "learning_rate": 8.442557691013043e-07,
      "loss": 1.3875,
      "step": 325
    },
    {
      "epoch": 0.9602356406480118,
      "grad_norm": 4.67563009262085,
      "learning_rate": 7.282384364610206e-07,
      "loss": 1.0563,
      "step": 326
    },
    {
      "epoch": 0.9631811487481591,
      "grad_norm": 5.674734592437744,
      "learning_rate": 6.207343615165561e-07,
      "loss": 1.1674,
      "step": 327
    },
    {
      "epoch": 0.9661266568483063,
      "grad_norm": 6.089367866516113,
      "learning_rate": 5.217621190024779e-07,
      "loss": 1.1991,
      "step": 328
    },
    {
      "epoch": 0.9690721649484536,
      "grad_norm": 5.158655643463135,
      "learning_rate": 4.3133880950905205e-07,
      "loss": 1.2847,
      "step": 329
    },
    {
      "epoch": 0.9720176730486009,
      "grad_norm": 5.49578332901001,
      "learning_rate": 3.494800565275125e-07,
      "loss": 1.1238,
      "step": 330
    },
    {
      "epoch": 0.9749631811487481,
      "grad_norm": 5.605154991149902,
      "learning_rate": 2.762000037506485e-07,
      "loss": 0.964,
      "step": 331
    },
    {
      "epoch": 0.9779086892488954,
      "grad_norm": 7.648482799530029,
      "learning_rate": 2.115113126290258e-07,
      "loss": 1.4449,
      "step": 332
    },
    {
      "epoch": 0.9808541973490427,
      "grad_norm": 8.961212158203125,
      "learning_rate": 1.554251601833201e-07,
      "loss": 1.5872,
      "step": 333
    },
    {
      "epoch": 0.9837997054491899,
      "grad_norm": 7.242101669311523,
      "learning_rate": 1.0795123707312283e-07,
      "loss": 1.0052,
      "step": 334
    },
    {
      "epoch": 0.9867452135493373,
      "grad_norm": 7.433496475219727,
      "learning_rate": 6.909774592258056e-08,
      "loss": 1.1363,
      "step": 335
    },
    {
      "epoch": 0.9896907216494846,
      "grad_norm": 7.9218854904174805,
      "learning_rate": 3.8871399903134265e-08,
      "loss": 1.1405,
      "step": 336
    },
    {
      "epoch": 0.9926362297496318,
      "grad_norm": 6.639596462249756,
      "learning_rate": 1.7277421573608232e-08,
      "loss": 1.1224,
      "step": 337
    },
    {
      "epoch": 0.9955817378497791,
      "grad_norm": 9.504895210266113,
      "learning_rate": 4.319541977831909e-09,
      "loss": 1.5028,
      "step": 338
    },
    {
      "epoch": 0.9985272459499264,
      "grad_norm": 8.52180290222168,
      "learning_rate": 0.0,
      "loss": 0.8636,
      "step": 339
    }
  ],
  "logging_steps": 1,
  "max_steps": 339,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 239,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 7.500002096893133e+16,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}