{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 15767,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.001268472125325046,
      "grad_norm": 0.8813716769218445,
      "learning_rate": 4.993657639373375e-05,
      "loss": 0.8575,
      "step": 20
    },
    {
      "epoch": 0.002536944250650092,
      "grad_norm": 0.941986083984375,
      "learning_rate": 4.98731527874675e-05,
      "loss": 0.8299,
      "step": 40
    },
    {
      "epoch": 0.003805416375975138,
      "grad_norm": 0.8295786380767822,
      "learning_rate": 4.980972918120125e-05,
      "loss": 0.8491,
      "step": 60
    },
    {
      "epoch": 0.005073888501300184,
      "grad_norm": 0.7794184684753418,
      "learning_rate": 4.9749476755248304e-05,
      "loss": 0.8294,
      "step": 80
    },
    {
      "epoch": 0.00634236062662523,
      "grad_norm": 0.8349530100822449,
      "learning_rate": 4.9686053148982053e-05,
      "loss": 0.8443,
      "step": 100
    },
    {
      "epoch": 0.007610832751950276,
      "grad_norm": 0.8651715517044067,
      "learning_rate": 4.96226295427158e-05,
      "loss": 0.817,
      "step": 120
    },
    {
      "epoch": 0.008879304877275321,
      "grad_norm": 0.8325722217559814,
      "learning_rate": 4.955920593644955e-05,
      "loss": 0.7915,
      "step": 140
    },
    {
      "epoch": 0.010147777002600368,
      "grad_norm": 0.8690646886825562,
      "learning_rate": 4.94957823301833e-05,
      "loss": 0.8673,
      "step": 160
    },
    {
      "epoch": 0.011416249127925413,
      "grad_norm": 0.8512411117553711,
      "learning_rate": 4.9432358723917043e-05,
      "loss": 0.8621,
      "step": 180
    },
    {
      "epoch": 0.01268472125325046,
      "grad_norm": 0.8262362480163574,
      "learning_rate": 4.936893511765079e-05,
      "loss": 0.8387,
      "step": 200
    },
    {
      "epoch": 0.013953193378575505,
      "grad_norm": 0.8982943892478943,
      "learning_rate": 4.930551151138454e-05,
      "loss": 0.8199,
      "step": 220
    },
    {
      "epoch": 0.015221665503900552,
      "grad_norm": 1.024151086807251,
      "learning_rate": 4.92452590854316e-05,
      "loss": 0.8289,
      "step": 240
    },
    {
      "epoch": 0.016490137629225597,
      "grad_norm": 0.8547594547271729,
      "learning_rate": 4.918183547916535e-05,
      "loss": 0.8457,
      "step": 260
    },
    {
      "epoch": 0.017758609754550642,
      "grad_norm": 0.8753955364227295,
      "learning_rate": 4.9118411872899095e-05,
      "loss": 0.8213,
      "step": 280
    },
    {
      "epoch": 0.01902708187987569,
      "grad_norm": 0.8638611435890198,
      "learning_rate": 4.9054988266632844e-05,
      "loss": 0.8542,
      "step": 300
    },
    {
      "epoch": 0.020295554005200736,
      "grad_norm": 0.9179531931877136,
      "learning_rate": 4.899156466036659e-05,
      "loss": 0.8362,
      "step": 320
    },
    {
      "epoch": 0.02156402613052578,
      "grad_norm": 0.9708409905433655,
      "learning_rate": 4.892814105410034e-05,
      "loss": 0.8485,
      "step": 340
    },
    {
      "epoch": 0.022832498255850826,
      "grad_norm": 0.9580267667770386,
      "learning_rate": 4.8864717447834085e-05,
      "loss": 0.8234,
      "step": 360
    },
    {
      "epoch": 0.024100970381175875,
      "grad_norm": 0.8894557356834412,
      "learning_rate": 4.8801293841567834e-05,
      "loss": 0.8227,
      "step": 380
    },
    {
      "epoch": 0.02536944250650092,
      "grad_norm": 0.8640332221984863,
      "learning_rate": 4.873787023530158e-05,
      "loss": 0.8695,
      "step": 400
    },
    {
      "epoch": 0.026637914631825965,
      "grad_norm": 0.9173359870910645,
      "learning_rate": 4.867444662903533e-05,
      "loss": 0.8427,
      "step": 420
    },
    {
      "epoch": 0.02790638675715101,
      "grad_norm": 0.8366764187812805,
      "learning_rate": 4.8611023022769075e-05,
      "loss": 0.8248,
      "step": 440
    },
    {
      "epoch": 0.02917485888247606,
      "grad_norm": 0.801325798034668,
      "learning_rate": 4.8547599416502824e-05,
      "loss": 0.8649,
      "step": 460
    },
    {
      "epoch": 0.030443331007801104,
      "grad_norm": 1.0194541215896606,
      "learning_rate": 4.848417581023657e-05,
      "loss": 0.7695,
      "step": 480
    },
    {
      "epoch": 0.03171180313312615,
      "grad_norm": 0.8728939294815063,
      "learning_rate": 4.842075220397032e-05,
      "loss": 0.8076,
      "step": 500
    },
    {
      "epoch": 0.032980275258451194,
      "grad_norm": 0.9340566992759705,
      "learning_rate": 4.8357328597704065e-05,
      "loss": 0.8078,
      "step": 520
    },
    {
      "epoch": 0.03424874738377624,
      "grad_norm": 0.8570923209190369,
      "learning_rate": 4.8293904991437814e-05,
      "loss": 0.85,
      "step": 540
    },
    {
      "epoch": 0.035517219509101285,
      "grad_norm": 0.7447881698608398,
      "learning_rate": 4.823048138517156e-05,
      "loss": 0.864,
      "step": 560
    },
    {
      "epoch": 0.03678569163442633,
      "grad_norm": 0.9067574143409729,
      "learning_rate": 4.816705777890531e-05,
      "loss": 0.8536,
      "step": 580
    },
    {
      "epoch": 0.03805416375975138,
      "grad_norm": 1.009699821472168,
      "learning_rate": 4.8103634172639055e-05,
      "loss": 0.8023,
      "step": 600
    },
    {
      "epoch": 0.039322635885076423,
      "grad_norm": 0.9121712446212769,
      "learning_rate": 4.8040210566372804e-05,
      "loss": 0.8643,
      "step": 620
    },
    {
      "epoch": 0.04059110801040147,
      "grad_norm": 0.8111468553543091,
      "learning_rate": 4.797678696010656e-05,
      "loss": 0.8364,
      "step": 640
    },
    {
      "epoch": 0.04185958013572652,
      "grad_norm": 0.8392479419708252,
      "learning_rate": 4.79133633538403e-05,
      "loss": 0.8694,
      "step": 660
    },
    {
      "epoch": 0.04312805226105156,
      "grad_norm": 1.0781140327453613,
      "learning_rate": 4.784993974757405e-05,
      "loss": 0.8613,
      "step": 680
    },
    {
      "epoch": 0.04439652438637661,
      "grad_norm": 1.0560787916183472,
      "learning_rate": 4.7786516141307794e-05,
      "loss": 0.8348,
      "step": 700
    },
    {
      "epoch": 0.04566499651170165,
      "grad_norm": 0.9052237868309021,
      "learning_rate": 4.772309253504155e-05,
      "loss": 0.8389,
      "step": 720
    },
    {
      "epoch": 0.0469334686370267,
      "grad_norm": 0.698861300945282,
      "learning_rate": 4.765966892877529e-05,
      "loss": 0.8556,
      "step": 740
    },
    {
      "epoch": 0.04820194076235175,
      "grad_norm": 0.8764225840568542,
      "learning_rate": 4.759624532250904e-05,
      "loss": 0.8294,
      "step": 760
    },
    {
      "epoch": 0.04947041288767679,
      "grad_norm": 0.9750523567199707,
      "learning_rate": 4.7532821716242784e-05,
      "loss": 0.8109,
      "step": 780
    },
    {
      "epoch": 0.05073888501300184,
      "grad_norm": 0.931287407875061,
      "learning_rate": 4.746939810997654e-05,
      "loss": 0.8256,
      "step": 800
    },
    {
      "epoch": 0.05200735713832689,
      "grad_norm": 0.8329412341117859,
      "learning_rate": 4.740597450371028e-05,
      "loss": 0.8394,
      "step": 820
    },
    {
      "epoch": 0.05327582926365193,
      "grad_norm": 0.8462470173835754,
      "learning_rate": 4.734255089744403e-05,
      "loss": 0.8445,
      "step": 840
    },
    {
      "epoch": 0.05454430138897698,
      "grad_norm": 0.8757215142250061,
      "learning_rate": 4.7279127291177774e-05,
      "loss": 0.8467,
      "step": 860
    },
    {
      "epoch": 0.05581277351430202,
      "grad_norm": 0.8820921182632446,
      "learning_rate": 4.721570368491153e-05,
      "loss": 0.8415,
      "step": 880
    },
    {
      "epoch": 0.05708124563962707,
      "grad_norm": 0.9306124448776245,
      "learning_rate": 4.715228007864527e-05,
      "loss": 0.8488,
      "step": 900
    },
    {
      "epoch": 0.05834971776495212,
      "grad_norm": 0.9606575965881348,
      "learning_rate": 4.708885647237902e-05,
      "loss": 0.8495,
      "step": 920
    },
    {
      "epoch": 0.05961818989027716,
      "grad_norm": 0.7876096963882446,
      "learning_rate": 4.702543286611277e-05,
      "loss": 0.8364,
      "step": 940
    },
    {
      "epoch": 0.06088666201560221,
      "grad_norm": 1.05940842628479,
      "learning_rate": 4.696200925984652e-05,
      "loss": 0.856,
      "step": 960
    },
    {
      "epoch": 0.06215513414092725,
      "grad_norm": 0.8594347238540649,
      "learning_rate": 4.689858565358026e-05,
      "loss": 0.8114,
      "step": 980
    },
    {
      "epoch": 0.0634236062662523,
      "grad_norm": 0.8395501971244812,
      "learning_rate": 4.683516204731401e-05,
      "loss": 0.8645,
      "step": 1000
    },
    {
      "epoch": 0.06469207839157734,
      "grad_norm": 0.9333510994911194,
      "learning_rate": 4.677173844104776e-05,
      "loss": 0.8196,
      "step": 1020
    },
    {
      "epoch": 0.06596055051690239,
      "grad_norm": 0.8195106983184814,
      "learning_rate": 4.670831483478151e-05,
      "loss": 0.8586,
      "step": 1040
    },
    {
      "epoch": 0.06722902264222744,
      "grad_norm": 0.9601035118103027,
      "learning_rate": 4.664489122851525e-05,
      "loss": 0.8884,
      "step": 1060
    },
    {
      "epoch": 0.06849749476755249,
      "grad_norm": 1.006823182106018,
      "learning_rate": 4.6581467622249e-05,
      "loss": 0.8301,
      "step": 1080
    },
    {
      "epoch": 0.06976596689287753,
      "grad_norm": 0.9135039448738098,
      "learning_rate": 4.651804401598275e-05,
      "loss": 0.8267,
      "step": 1100
    },
    {
      "epoch": 0.07103443901820257,
      "grad_norm": 0.929247260093689,
      "learning_rate": 4.64546204097165e-05,
      "loss": 0.8569,
      "step": 1120
    },
    {
      "epoch": 0.07230291114352762,
      "grad_norm": 0.8837388753890991,
      "learning_rate": 4.639119680345025e-05,
      "loss": 0.8236,
      "step": 1140
    },
    {
      "epoch": 0.07357138326885267,
      "grad_norm": 0.9246069192886353,
      "learning_rate": 4.63309443774973e-05,
      "loss": 0.8736,
      "step": 1160
    },
    {
      "epoch": 0.07483985539417772,
      "grad_norm": 0.803130567073822,
      "learning_rate": 4.626752077123105e-05,
      "loss": 0.841,
      "step": 1180
    },
    {
      "epoch": 0.07610832751950276,
      "grad_norm": 0.8640844225883484,
      "learning_rate": 4.62040971649648e-05,
      "loss": 0.8171,
      "step": 1200
    },
    {
      "epoch": 0.0773767996448278,
      "grad_norm": 0.7979689240455627,
      "learning_rate": 4.614067355869855e-05,
      "loss": 0.8282,
      "step": 1220
    },
    {
      "epoch": 0.07864527177015285,
      "grad_norm": 0.9452027678489685,
      "learning_rate": 4.60772499524323e-05,
      "loss": 0.8724,
      "step": 1240
    },
    {
      "epoch": 0.0799137438954779,
      "grad_norm": 0.8859258890151978,
      "learning_rate": 4.601382634616604e-05,
      "loss": 0.8825,
      "step": 1260
    },
    {
      "epoch": 0.08118221602080294,
      "grad_norm": 0.7669050693511963,
      "learning_rate": 4.595040273989979e-05,
      "loss": 0.7727,
      "step": 1280
    },
    {
      "epoch": 0.08245068814612799,
      "grad_norm": 0.9593196511268616,
      "learning_rate": 4.588697913363354e-05,
      "loss": 0.8217,
      "step": 1300
    },
    {
      "epoch": 0.08371916027145304,
      "grad_norm": 0.9165802597999573,
      "learning_rate": 4.582355552736729e-05,
      "loss": 0.8288,
      "step": 1320
    },
    {
      "epoch": 0.08498763239677808,
      "grad_norm": 0.8536924123764038,
      "learning_rate": 4.576013192110103e-05,
      "loss": 0.85,
      "step": 1340
    },
    {
      "epoch": 0.08625610452210312,
      "grad_norm": 1.2818777561187744,
      "learning_rate": 4.569670831483479e-05,
      "loss": 0.8595,
      "step": 1360
    },
    {
      "epoch": 0.08752457664742817,
      "grad_norm": 0.8300599455833435,
      "learning_rate": 4.563328470856853e-05,
      "loss": 0.8843,
      "step": 1380
    },
    {
      "epoch": 0.08879304877275322,
      "grad_norm": 0.8837544322013855,
      "learning_rate": 4.556986110230228e-05,
      "loss": 0.869,
      "step": 1400
    },
    {
      "epoch": 0.09006152089807827,
      "grad_norm": 0.8470463156700134,
      "learning_rate": 4.550643749603602e-05,
      "loss": 0.8748,
      "step": 1420
    },
    {
      "epoch": 0.0913299930234033,
      "grad_norm": 0.9581688046455383,
      "learning_rate": 4.544301388976978e-05,
      "loss": 0.8545,
      "step": 1440
    },
    {
      "epoch": 0.09259846514872835,
      "grad_norm": 0.9453362822532654,
      "learning_rate": 4.537959028350352e-05,
      "loss": 0.8134,
      "step": 1460
    },
    {
      "epoch": 0.0938669372740534,
      "grad_norm": 1.0060471296310425,
      "learning_rate": 4.531616667723727e-05,
      "loss": 0.8136,
      "step": 1480
    },
    {
      "epoch": 0.09513540939937845,
      "grad_norm": 1.0802257061004639,
      "learning_rate": 4.525274307097101e-05,
      "loss": 0.8548,
      "step": 1500
    },
    {
      "epoch": 0.0964038815247035,
      "grad_norm": 0.8368780612945557,
      "learning_rate": 4.518931946470477e-05,
      "loss": 0.8709,
      "step": 1520
    },
    {
      "epoch": 0.09767235365002853,
      "grad_norm": 0.8320122361183167,
      "learning_rate": 4.512589585843851e-05,
      "loss": 0.8181,
      "step": 1540
    },
    {
      "epoch": 0.09894082577535358,
      "grad_norm": 0.8374115824699402,
      "learning_rate": 4.506247225217226e-05,
      "loss": 0.8549,
      "step": 1560
    },
    {
      "epoch": 0.10020929790067863,
      "grad_norm": 0.7658076882362366,
      "learning_rate": 4.4999048645906e-05,
      "loss": 0.8453,
      "step": 1580
    },
    {
      "epoch": 0.10147777002600368,
      "grad_norm": 0.8223689198493958,
      "learning_rate": 4.493562503963976e-05,
      "loss": 0.9502,
      "step": 1600
    },
    {
      "epoch": 0.10274624215132873,
      "grad_norm": 0.8949286341667175,
      "learning_rate": 4.487220143337351e-05,
      "loss": 0.8565,
      "step": 1620
    },
    {
      "epoch": 0.10401471427665378,
      "grad_norm": 0.9013976454734802,
      "learning_rate": 4.480877782710725e-05,
      "loss": 0.8313,
      "step": 1640
    },
    {
      "epoch": 0.10528318640197881,
      "grad_norm": 0.7802047729492188,
      "learning_rate": 4.4745354220841e-05,
      "loss": 0.8598,
      "step": 1660
    },
    {
      "epoch": 0.10655165852730386,
      "grad_norm": 1.0458945035934448,
      "learning_rate": 4.468193061457475e-05,
      "loss": 0.8358,
      "step": 1680
    },
    {
      "epoch": 0.10782013065262891,
      "grad_norm": 0.8241732716560364,
      "learning_rate": 4.46185070083085e-05,
      "loss": 0.8473,
      "step": 1700
    },
    {
      "epoch": 0.10908860277795396,
      "grad_norm": 0.794696569442749,
      "learning_rate": 4.455508340204224e-05,
      "loss": 0.8557,
      "step": 1720
    },
    {
      "epoch": 0.110357074903279,
      "grad_norm": 0.9596499800682068,
      "learning_rate": 4.449165979577599e-05,
      "loss": 0.8727,
      "step": 1740
    },
    {
      "epoch": 0.11162554702860404,
      "grad_norm": 0.789816677570343,
      "learning_rate": 4.442823618950974e-05,
      "loss": 0.8475,
      "step": 1760
    },
    {
      "epoch": 0.11289401915392909,
      "grad_norm": 0.8604167103767395,
      "learning_rate": 4.436481258324349e-05,
      "loss": 0.8426,
      "step": 1780
    },
    {
      "epoch": 0.11416249127925414,
      "grad_norm": 0.7762212157249451,
      "learning_rate": 4.430138897697723e-05,
      "loss": 0.8532,
      "step": 1800
    },
    {
      "epoch": 0.11543096340457919,
      "grad_norm": 0.7988696694374084,
      "learning_rate": 4.423796537071098e-05,
      "loss": 0.8398,
      "step": 1820
    },
    {
      "epoch": 0.11669943552990424,
      "grad_norm": 0.7536550164222717,
      "learning_rate": 4.417454176444473e-05,
      "loss": 0.8669,
      "step": 1840
    },
    {
      "epoch": 0.11796790765522927,
      "grad_norm": 0.8086602687835693,
      "learning_rate": 4.411111815817848e-05,
      "loss": 0.858,
      "step": 1860
    },
    {
      "epoch": 0.11923637978055432,
      "grad_norm": 0.8665058612823486,
      "learning_rate": 4.404769455191222e-05,
      "loss": 0.8445,
      "step": 1880
    },
    {
      "epoch": 0.12050485190587937,
      "grad_norm": 0.9934934973716736,
      "learning_rate": 4.398427094564597e-05,
      "loss": 0.8548,
      "step": 1900
    },
    {
      "epoch": 0.12177332403120442,
      "grad_norm": 1.0823296308517456,
      "learning_rate": 4.392084733937972e-05,
      "loss": 0.8598,
      "step": 1920
    },
    {
      "epoch": 0.12304179615652946,
      "grad_norm": 0.767232358455658,
      "learning_rate": 4.385742373311347e-05,
      "loss": 0.8375,
      "step": 1940
    },
    {
      "epoch": 0.1243102682818545,
      "grad_norm": 0.9011818170547485,
      "learning_rate": 4.379400012684721e-05,
      "loss": 0.8322,
      "step": 1960
    },
    {
      "epoch": 0.12557874040717956,
      "grad_norm": 0.7959470152854919,
      "learning_rate": 4.373057652058096e-05,
      "loss": 0.8742,
      "step": 1980
    },
    {
      "epoch": 0.1268472125325046,
      "grad_norm": 0.7924261093139648,
      "learning_rate": 4.366715291431471e-05,
      "loss": 0.854,
      "step": 2000
    },
    {
      "epoch": 0.12811568465782963,
      "grad_norm": 0.7666494250297546,
      "learning_rate": 4.360372930804846e-05,
      "loss": 0.8068,
      "step": 2020
    },
    {
      "epoch": 0.12938415678315468,
      "grad_norm": 0.7881539463996887,
      "learning_rate": 4.354030570178221e-05,
      "loss": 0.8483,
      "step": 2040
    },
    {
      "epoch": 0.13065262890847973,
      "grad_norm": 0.8898656964302063,
      "learning_rate": 4.3476882095515956e-05,
      "loss": 0.8818,
      "step": 2060
    },
    {
      "epoch": 0.13192110103380478,
      "grad_norm": 0.8294678330421448,
      "learning_rate": 4.3413458489249705e-05,
      "loss": 0.8118,
      "step": 2080
    },
    {
      "epoch": 0.13318957315912983,
      "grad_norm": 0.867928147315979,
      "learning_rate": 4.335003488298345e-05,
      "loss": 0.8602,
      "step": 2100
    },
    {
      "epoch": 0.13445804528445487,
      "grad_norm": 0.8367668390274048,
      "learning_rate": 4.32866112767172e-05,
      "loss": 0.8859,
      "step": 2120
    },
    {
      "epoch": 0.13572651740977992,
      "grad_norm": 0.8341355919837952,
      "learning_rate": 4.3223187670450946e-05,
      "loss": 0.8484,
      "step": 2140
    },
    {
      "epoch": 0.13699498953510497,
      "grad_norm": 0.8836013674736023,
      "learning_rate": 4.3159764064184695e-05,
      "loss": 0.851,
      "step": 2160
    },
    {
      "epoch": 0.13826346166043002,
      "grad_norm": 0.7626996040344238,
      "learning_rate": 4.309634045791844e-05,
      "loss": 0.8308,
      "step": 2180
    },
    {
      "epoch": 0.13953193378575507,
      "grad_norm": 0.926589846611023,
      "learning_rate": 4.303291685165219e-05,
      "loss": 0.8699,
      "step": 2200
    },
    {
      "epoch": 0.14080040591108012,
      "grad_norm": 0.79881751537323,
      "learning_rate": 4.2969493245385936e-05,
      "loss": 0.8215,
      "step": 2220
    },
    {
      "epoch": 0.14206887803640514,
      "grad_norm": 0.96977299451828,
      "learning_rate": 4.2906069639119685e-05,
      "loss": 0.8218,
      "step": 2240
    },
    {
      "epoch": 0.1433373501617302,
      "grad_norm": 0.786342442035675,
      "learning_rate": 4.284264603285343e-05,
      "loss": 0.8128,
      "step": 2260
    },
    {
      "epoch": 0.14460582228705524,
      "grad_norm": 0.8864126205444336,
      "learning_rate": 4.277922242658718e-05,
      "loss": 0.8931,
      "step": 2280
    },
    {
      "epoch": 0.14587429441238028,
      "grad_norm": 0.9522060751914978,
      "learning_rate": 4.2715798820320926e-05,
      "loss": 0.8592,
      "step": 2300
    },
    {
      "epoch": 0.14714276653770533,
      "grad_norm": 0.7771050333976746,
      "learning_rate": 4.2652375214054675e-05,
      "loss": 0.8473,
      "step": 2320
    },
    {
      "epoch": 0.14841123866303038,
      "grad_norm": 0.9344542026519775,
      "learning_rate": 4.258895160778842e-05,
      "loss": 0.8611,
      "step": 2340
    },
    {
      "epoch": 0.14967971078835543,
      "grad_norm": 0.8358260989189148,
      "learning_rate": 4.252552800152217e-05,
      "loss": 0.8689,
      "step": 2360
    },
    {
      "epoch": 0.15094818291368048,
      "grad_norm": 0.9203112125396729,
      "learning_rate": 4.2462104395255916e-05,
      "loss": 0.8701,
      "step": 2380
    },
    {
      "epoch": 0.15221665503900553,
      "grad_norm": 0.87474125623703,
      "learning_rate": 4.2398680788989665e-05,
      "loss": 0.8441,
      "step": 2400
    },
    {
      "epoch": 0.15348512716433058,
      "grad_norm": 0.838341474533081,
      "learning_rate": 4.233525718272341e-05,
      "loss": 0.8402,
      "step": 2420
    },
    {
      "epoch": 0.1547535992896556,
      "grad_norm": 0.9312511682510376,
      "learning_rate": 4.227183357645716e-05,
      "loss": 0.8594,
      "step": 2440
    },
    {
      "epoch": 0.15602207141498065,
      "grad_norm": 0.8382570147514343,
      "learning_rate": 4.220840997019091e-05,
      "loss": 0.8629,
      "step": 2460
    },
    {
      "epoch": 0.1572905435403057,
      "grad_norm": 0.7457637190818787,
      "learning_rate": 4.2144986363924655e-05,
      "loss": 0.8518,
      "step": 2480
    },
    {
      "epoch": 0.15855901566563074,
      "grad_norm": 0.9622685313224792,
      "learning_rate": 4.2081562757658405e-05,
      "loss": 0.8555,
      "step": 2500
    },
    {
      "epoch": 0.1598274877909558,
      "grad_norm": 0.8078732490539551,
      "learning_rate": 4.201813915139215e-05,
      "loss": 0.8499,
      "step": 2520
    },
    {
      "epoch": 0.16109595991628084,
      "grad_norm": 0.9720255136489868,
      "learning_rate": 4.19547155451259e-05,
      "loss": 0.8273,
      "step": 2540
    },
    {
      "epoch": 0.1623644320416059,
      "grad_norm": 0.86973637342453,
      "learning_rate": 4.1891291938859645e-05,
      "loss": 0.8212,
      "step": 2560
    },
    {
      "epoch": 0.16363290416693094,
      "grad_norm": 0.7209818363189697,
      "learning_rate": 4.1827868332593395e-05,
      "loss": 0.8207,
      "step": 2580
    },
    {
      "epoch": 0.16490137629225599,
      "grad_norm": 0.8860530853271484,
      "learning_rate": 4.176444472632714e-05,
      "loss": 0.8513,
      "step": 2600
    },
    {
      "epoch": 0.16616984841758103,
      "grad_norm": 0.8513688445091248,
      "learning_rate": 4.170102112006089e-05,
      "loss": 0.8581,
      "step": 2620
    },
    {
      "epoch": 0.16743832054290608,
      "grad_norm": 0.805892825126648,
      "learning_rate": 4.1637597513794635e-05,
      "loss": 0.8173,
      "step": 2640
    },
    {
      "epoch": 0.1687067926682311,
      "grad_norm": 0.7897241115570068,
      "learning_rate": 4.1574173907528385e-05,
      "loss": 0.8358,
      "step": 2660
    },
    {
      "epoch": 0.16997526479355615,
      "grad_norm": 0.8170486092567444,
      "learning_rate": 4.151075030126213e-05,
      "loss": 0.8259,
      "step": 2680
    },
    {
      "epoch": 0.1712437369188812,
      "grad_norm": 0.993430495262146,
      "learning_rate": 4.144732669499588e-05,
      "loss": 0.8485,
      "step": 2700
    },
    {
      "epoch": 0.17251220904420625,
      "grad_norm": 0.8168458342552185,
      "learning_rate": 4.1383903088729625e-05,
      "loss": 0.8446,
      "step": 2720
    },
    {
      "epoch": 0.1737806811695313,
      "grad_norm": 0.9205940365791321,
      "learning_rate": 4.1320479482463375e-05,
      "loss": 0.8119,
      "step": 2740
    },
    {
      "epoch": 0.17504915329485635,
      "grad_norm": 0.7091718912124634,
      "learning_rate": 4.1257055876197124e-05,
      "loss": 0.8672,
      "step": 2760
    },
    {
      "epoch": 0.1763176254201814,
      "grad_norm": 0.7693396210670471,
      "learning_rate": 4.119363226993087e-05,
      "loss": 0.8285,
      "step": 2780
    },
    {
      "epoch": 0.17758609754550644,
      "grad_norm": 1.0046180486679077,
      "learning_rate": 4.1130208663664615e-05,
      "loss": 0.8405,
      "step": 2800
    },
    {
      "epoch": 0.1788545696708315,
      "grad_norm": 0.8736918568611145,
      "learning_rate": 4.1066785057398365e-05,
      "loss": 0.838,
      "step": 2820
    },
    {
      "epoch": 0.18012304179615654,
      "grad_norm": 0.9117953777313232,
      "learning_rate": 4.1003361451132114e-05,
      "loss": 0.866,
      "step": 2840
    },
    {
      "epoch": 0.18139151392148156,
      "grad_norm": 0.7822251319885254,
      "learning_rate": 4.093993784486586e-05,
      "loss": 0.9023,
      "step": 2860
    },
    {
      "epoch": 0.1826599860468066,
      "grad_norm": 0.8296000361442566,
      "learning_rate": 4.087651423859961e-05,
      "loss": 0.8215,
      "step": 2880
    },
    {
      "epoch": 0.18392845817213166,
      "grad_norm": 0.814051628112793,
      "learning_rate": 4.0813090632333355e-05,
      "loss": 0.8362,
      "step": 2900
    },
    {
      "epoch": 0.1851969302974567,
      "grad_norm": 0.8576933145523071,
      "learning_rate": 4.0749667026067104e-05,
      "loss": 0.8584,
      "step": 2920
    },
    {
      "epoch": 0.18646540242278176,
      "grad_norm": 1.1711878776550293,
      "learning_rate": 4.068624341980085e-05,
      "loss": 0.8411,
      "step": 2940
    },
    {
      "epoch": 0.1877338745481068,
      "grad_norm": 0.8704431056976318,
      "learning_rate": 4.06228198135346e-05,
      "loss": 0.8548,
      "step": 2960
    },
    {
      "epoch": 0.18900234667343185,
      "grad_norm": 0.8817090392112732,
      "learning_rate": 4.0559396207268345e-05,
      "loss": 0.8284,
      "step": 2980
    },
    {
      "epoch": 0.1902708187987569,
      "grad_norm": 0.8044705390930176,
      "learning_rate": 4.0495972601002094e-05,
      "loss": 0.8242,
      "step": 3000
    },
    {
      "epoch": 0.19153929092408195,
      "grad_norm": 0.7911235690116882,
      "learning_rate": 4.043254899473584e-05,
      "loss": 0.8239,
      "step": 3020
    },
    {
      "epoch": 0.192807763049407,
      "grad_norm": 0.8657433390617371,
      "learning_rate": 4.036912538846959e-05,
      "loss": 0.8538,
      "step": 3040
    },
    {
      "epoch": 0.19407623517473205,
      "grad_norm": 0.7675552368164062,
      "learning_rate": 4.0305701782203335e-05,
      "loss": 0.8036,
      "step": 3060
    },
    {
      "epoch": 0.19534470730005707,
      "grad_norm": 0.8326247930526733,
      "learning_rate": 4.0242278175937084e-05,
      "loss": 0.8808,
      "step": 3080
    },
    {
      "epoch": 0.19661317942538212,
      "grad_norm": 0.9370586276054382,
      "learning_rate": 4.017885456967083e-05,
      "loss": 0.8826,
      "step": 3100
    },
    {
      "epoch": 0.19788165155070717,
      "grad_norm": 1.0956268310546875,
      "learning_rate": 4.011543096340458e-05,
      "loss": 0.8272,
      "step": 3120
    },
    {
      "epoch": 0.19915012367603221,
      "grad_norm": 0.8846516609191895,
      "learning_rate": 4.0052007357138325e-05,
      "loss": 0.7996,
      "step": 3140
    },
    {
      "epoch": 0.20041859580135726,
      "grad_norm": 0.8572809100151062,
      "learning_rate": 3.998858375087208e-05,
      "loss": 0.8098,
      "step": 3160
    },
    {
      "epoch": 0.2016870679266823,
      "grad_norm": 0.9393579959869385,
      "learning_rate": 3.992516014460582e-05,
      "loss": 0.8076,
      "step": 3180
    },
    {
      "epoch": 0.20295554005200736,
      "grad_norm": 0.7605802416801453,
      "learning_rate": 3.986173653833957e-05,
      "loss": 0.8284,
      "step": 3200
    },
    {
      "epoch": 0.2042240121773324,
      "grad_norm": 0.6856004595756531,
      "learning_rate": 3.9798312932073315e-05,
      "loss": 0.8277,
      "step": 3220
    },
    {
      "epoch": 0.20549248430265746,
      "grad_norm": 0.889754593372345,
      "learning_rate": 3.973488932580707e-05,
      "loss": 0.863,
      "step": 3240
    },
    {
      "epoch": 0.2067609564279825,
      "grad_norm": 0.6881526112556458,
      "learning_rate": 3.967146571954081e-05,
      "loss": 0.8966,
      "step": 3260
    },
    {
      "epoch": 0.20802942855330755,
      "grad_norm": 0.9273505806922913,
      "learning_rate": 3.960804211327456e-05,
      "loss": 0.867,
      "step": 3280
    },
    {
      "epoch": 0.20929790067863258,
      "grad_norm": 0.9193258285522461,
      "learning_rate": 3.954461850700831e-05,
      "loss": 0.8131,
      "step": 3300
    },
    {
      "epoch": 0.21056637280395762,
      "grad_norm": 0.9435883164405823,
      "learning_rate": 3.948119490074206e-05,
      "loss": 0.8066,
      "step": 3320
    },
    {
      "epoch": 0.21183484492928267,
      "grad_norm": 0.8440527319908142,
      "learning_rate": 3.941777129447581e-05,
      "loss": 0.8195,
      "step": 3340
    },
    {
      "epoch": 0.21310331705460772,
      "grad_norm": 0.7809598445892334,
      "learning_rate": 3.935434768820955e-05,
      "loss": 0.8503,
      "step": 3360
    },
    {
      "epoch": 0.21437178917993277,
      "grad_norm": 0.7411904335021973,
      "learning_rate": 3.92909240819433e-05,
      "loss": 0.8055,
      "step": 3380
    },
    {
      "epoch": 0.21564026130525782,
      "grad_norm": 0.9117131233215332,
      "learning_rate": 3.922750047567705e-05,
      "loss": 0.8789,
      "step": 3400
    },
    {
      "epoch": 0.21690873343058287,
      "grad_norm": 0.816663920879364,
      "learning_rate": 3.91640768694108e-05,
      "loss": 0.8311,
      "step": 3420
    },
    {
      "epoch": 0.21817720555590792,
      "grad_norm": 0.7956539988517761,
      "learning_rate": 3.910065326314454e-05,
      "loss": 0.8475,
      "step": 3440
    },
    {
      "epoch": 0.21944567768123296,
      "grad_norm": 0.858045756816864,
      "learning_rate": 3.903722965687829e-05,
      "loss": 0.8234,
      "step": 3460
    },
    {
      "epoch": 0.220714149806558,
      "grad_norm": 0.8653853535652161,
      "learning_rate": 3.897380605061204e-05,
      "loss": 0.8363,
      "step": 3480
    },
    {
      "epoch": 0.22198262193188303,
      "grad_norm": 0.8181082606315613,
      "learning_rate": 3.891038244434579e-05,
      "loss": 0.8224,
      "step": 3500
    },
    {
      "epoch": 0.22325109405720808,
      "grad_norm": 0.8543662428855896,
      "learning_rate": 3.884695883807953e-05,
      "loss": 0.8572,
      "step": 3520
    },
    {
      "epoch": 0.22451956618253313,
      "grad_norm": 0.8624857068061829,
      "learning_rate": 3.878353523181328e-05,
      "loss": 0.822,
      "step": 3540
    },
    {
      "epoch": 0.22578803830785818,
      "grad_norm": 0.8224851489067078,
      "learning_rate": 3.872011162554703e-05,
      "loss": 0.8651,
      "step": 3560
    },
    {
      "epoch": 0.22705651043318323,
      "grad_norm": 0.7411419749259949,
      "learning_rate": 3.865668801928078e-05,
      "loss": 0.8125,
      "step": 3580
    },
    {
      "epoch": 0.22832498255850828,
      "grad_norm": 0.7959814667701721,
      "learning_rate": 3.859326441301452e-05,
      "loss": 0.8178,
      "step": 3600
    },
    {
      "epoch": 0.22959345468383333,
      "grad_norm": 0.8626113533973694,
      "learning_rate": 3.852984080674827e-05,
      "loss": 0.8471,
      "step": 3620
    },
    {
      "epoch": 0.23086192680915837,
      "grad_norm": 0.8034262657165527,
      "learning_rate": 3.846641720048202e-05,
      "loss": 0.8552,
      "step": 3640
    },
    {
      "epoch": 0.23213039893448342,
      "grad_norm": 0.7086619734764099,
      "learning_rate": 3.840299359421577e-05,
      "loss": 0.8164,
      "step": 3660
    },
    {
      "epoch": 0.23339887105980847,
      "grad_norm": 0.8688384890556335,
      "learning_rate": 3.833956998794951e-05,
      "loss": 0.8591,
      "step": 3680
    },
    {
      "epoch": 0.23466734318513352,
      "grad_norm": 0.8770636916160583,
      "learning_rate": 3.827614638168326e-05,
      "loss": 0.835,
      "step": 3700
    },
    {
      "epoch": 0.23593581531045854,
      "grad_norm": 0.6980867981910706,
      "learning_rate": 3.821272277541702e-05,
      "loss": 0.8467,
      "step": 3720
    },
    {
      "epoch": 0.2372042874357836,
      "grad_norm": 0.7267412543296814,
      "learning_rate": 3.814929916915076e-05,
      "loss": 0.8238,
      "step": 3740
    },
    {
      "epoch": 0.23847275956110864,
      "grad_norm": 0.7703206539154053,
      "learning_rate": 3.808587556288451e-05,
      "loss": 0.8233,
      "step": 3760
    },
    {
      "epoch": 0.2397412316864337,
      "grad_norm": 0.8153693079948425,
      "learning_rate": 3.802245195661825e-05,
      "loss": 0.8361,
      "step": 3780
    },
    {
      "epoch": 0.24100970381175874,
      "grad_norm": 0.7741461992263794,
      "learning_rate": 3.795902835035201e-05,
      "loss": 0.9083,
      "step": 3800
    },
    {
      "epoch": 0.24227817593708378,
      "grad_norm": 0.8532843589782715,
      "learning_rate": 3.789560474408575e-05,
      "loss": 0.8692,
      "step": 3820
    },
    {
      "epoch": 0.24354664806240883,
      "grad_norm": 0.8939579725265503,
      "learning_rate": 3.78321811378195e-05,
      "loss": 0.8336,
      "step": 3840
    },
    {
      "epoch": 0.24481512018773388,
      "grad_norm": 0.8242042660713196,
      "learning_rate": 3.776875753155325e-05,
      "loss": 0.7705,
      "step": 3860
    },
    {
      "epoch": 0.24608359231305893,
      "grad_norm": 0.9386515021324158,
      "learning_rate": 3.7705333925287e-05,
      "loss": 0.8021,
      "step": 3880
    },
    {
      "epoch": 0.24735206443838398,
      "grad_norm": 0.9312074184417725,
      "learning_rate": 3.764191031902074e-05,
      "loss": 0.8113,
      "step": 3900
    },
    {
      "epoch": 0.248620536563709,
      "grad_norm": 0.8644290566444397,
      "learning_rate": 3.757848671275449e-05,
      "loss": 0.8336,
      "step": 3920
    },
    {
      "epoch": 0.24988900868903405,
      "grad_norm": 0.7512555122375488,
      "learning_rate": 3.751506310648824e-05,
      "loss": 0.832,
      "step": 3940
    },
    {
      "epoch": 0.2511574808143591,
      "grad_norm": 0.8139438629150391,
      "learning_rate": 3.745163950022199e-05,
      "loss": 0.8583,
      "step": 3960
    },
    {
      "epoch": 0.2524259529396842,
      "grad_norm": 0.800618588924408,
      "learning_rate": 3.738821589395573e-05,
      "loss": 0.8822,
      "step": 3980
    },
    {
      "epoch": 0.2536944250650092,
      "grad_norm": 0.8025221228599548,
      "learning_rate": 3.732479228768948e-05,
      "loss": 0.8326,
      "step": 4000
    },
    {
      "epoch": 0.25496289719033427,
      "grad_norm": 0.9008484482765198,
      "learning_rate": 3.726136868142323e-05,
      "loss": 0.8686,
      "step": 4020
    },
    {
      "epoch": 0.25623136931565926,
      "grad_norm": 0.8681203126907349,
      "learning_rate": 3.719794507515698e-05,
      "loss": 0.8329,
      "step": 4040
    },
    {
      "epoch": 0.2574998414409843,
      "grad_norm": 0.7322081327438354,
      "learning_rate": 3.713452146889072e-05,
      "loss": 0.8128,
      "step": 4060
    },
    {
      "epoch": 0.25876831356630936,
      "grad_norm": 0.8935046792030334,
      "learning_rate": 3.707109786262447e-05,
      "loss": 0.8317,
      "step": 4080
    },
    {
      "epoch": 0.2600367856916344,
      "grad_norm": 0.8813959360122681,
      "learning_rate": 3.700767425635822e-05,
      "loss": 0.855,
      "step": 4100
    },
    {
      "epoch": 0.26130525781695946,
      "grad_norm": 0.7657369375228882,
      "learning_rate": 3.694425065009197e-05,
      "loss": 0.7865,
      "step": 4120
    },
    {
      "epoch": 0.2625737299422845,
      "grad_norm": 0.7684091329574585,
      "learning_rate": 3.688082704382572e-05,
      "loss": 0.8039,
      "step": 4140
    },
    {
      "epoch": 0.26384220206760955,
      "grad_norm": 0.7692010998725891,
      "learning_rate": 3.681740343755946e-05,
      "loss": 0.841,
      "step": 4160
    },
    {
      "epoch": 0.2651106741929346,
      "grad_norm": 0.8434869050979614,
      "learning_rate": 3.675397983129321e-05,
      "loss": 0.831,
      "step": 4180
    },
    {
      "epoch": 0.26637914631825965,
      "grad_norm": 0.7663161158561707,
      "learning_rate": 3.669055622502696e-05,
      "loss": 0.7749,
      "step": 4200
    },
    {
      "epoch": 0.2676476184435847,
      "grad_norm": 0.8157145380973816,
      "learning_rate": 3.662713261876071e-05,
      "loss": 0.8067,
      "step": 4220
    },
    {
      "epoch": 0.26891609056890975,
      "grad_norm": 0.8220170140266418,
      "learning_rate": 3.656370901249445e-05,
      "loss": 0.7872,
      "step": 4240
    },
    {
      "epoch": 0.2701845626942348,
      "grad_norm": 0.9565273523330688,
      "learning_rate": 3.6500285406228205e-05,
      "loss": 0.8294,
      "step": 4260
    },
    {
      "epoch": 0.27145303481955985,
      "grad_norm": 0.775265634059906,
      "learning_rate": 3.643686179996195e-05,
      "loss": 0.8129,
      "step": 4280
    },
    {
      "epoch": 0.2727215069448849,
      "grad_norm": 0.9544994235038757,
      "learning_rate": 3.63734381936957e-05,
      "loss": 0.8212,
      "step": 4300
    },
    {
      "epoch": 0.27398997907020994,
      "grad_norm": 1.041999340057373,
      "learning_rate": 3.631001458742944e-05,
      "loss": 0.8178,
      "step": 4320
    },
    {
      "epoch": 0.275258451195535,
      "grad_norm": 0.8267019987106323,
      "learning_rate": 3.6246590981163195e-05,
      "loss": 0.8306,
      "step": 4340
    },
    {
      "epoch": 0.27652692332086004,
      "grad_norm": 0.849429190158844,
      "learning_rate": 3.618316737489694e-05,
      "loss": 0.8179,
      "step": 4360
    },
    {
      "epoch": 0.2777953954461851,
      "grad_norm": 0.8038565516471863,
      "learning_rate": 3.611974376863069e-05,
      "loss": 0.82,
      "step": 4380
    },
    {
      "epoch": 0.27906386757151014,
      "grad_norm": 0.7065672874450684,
      "learning_rate": 3.605632016236443e-05,
      "loss": 0.8313,
      "step": 4400
    },
    {
      "epoch": 0.2803323396968352,
      "grad_norm": 0.8574305772781372,
      "learning_rate": 3.5992896556098185e-05,
      "loss": 0.8529,
      "step": 4420
    },
    {
      "epoch": 0.28160081182216024,
      "grad_norm": 0.8780136108398438,
      "learning_rate": 3.592947294983193e-05,
      "loss": 0.8181,
      "step": 4440
    },
    {
      "epoch": 0.28286928394748523,
      "grad_norm": 0.8531150817871094,
      "learning_rate": 3.586604934356568e-05,
      "loss": 0.8044,
      "step": 4460
    },
    {
      "epoch": 0.2841377560728103,
      "grad_norm": 0.807064414024353,
      "learning_rate": 3.580262573729942e-05,
      "loss": 0.8388,
      "step": 4480
    },
    {
      "epoch": 0.2854062281981353,
      "grad_norm": 0.8407668471336365,
      "learning_rate": 3.5739202131033175e-05,
      "loss": 0.8579,
      "step": 4500
    },
    {
      "epoch": 0.2866747003234604,
      "grad_norm": 0.9750702977180481,
      "learning_rate": 3.567577852476692e-05,
      "loss": 0.8606,
      "step": 4520
    },
    {
      "epoch": 0.2879431724487854,
      "grad_norm": 0.8305932283401489,
      "learning_rate": 3.561235491850067e-05,
      "loss": 0.8312,
      "step": 4540
    },
    {
      "epoch": 0.28921164457411047,
      "grad_norm": 0.7954509854316711,
      "learning_rate": 3.5548931312234416e-05,
      "loss": 0.8504,
      "step": 4560
    },
    {
      "epoch": 0.2904801166994355,
      "grad_norm": 0.8049436211585999,
      "learning_rate": 3.5485507705968165e-05,
      "loss": 0.887,
      "step": 4580
    },
    {
      "epoch": 0.29174858882476057,
      "grad_norm": 0.7284989953041077,
      "learning_rate": 3.5422084099701914e-05,
      "loss": 0.811,
      "step": 4600
    },
    {
      "epoch": 0.2930170609500856,
      "grad_norm": 0.8093234300613403,
      "learning_rate": 3.535866049343566e-05,
      "loss": 0.8339,
      "step": 4620
    },
    {
      "epoch": 0.29428553307541067,
      "grad_norm": 0.7123083472251892,
      "learning_rate": 3.5295236887169406e-05,
      "loss": 0.8251,
      "step": 4640
    },
    {
      "epoch": 0.2955540052007357,
      "grad_norm": 0.8694972395896912,
      "learning_rate": 3.5231813280903155e-05,
      "loss": 0.8166,
      "step": 4660
    },
    {
      "epoch": 0.29682247732606076,
      "grad_norm": 0.8641796708106995,
      "learning_rate": 3.5168389674636904e-05,
      "loss": 0.811,
      "step": 4680
    },
    {
      "epoch": 0.2980909494513858,
      "grad_norm": 0.8516160249710083,
      "learning_rate": 3.510496606837065e-05,
      "loss": 0.8965,
      "step": 4700
    },
    {
      "epoch": 0.29935942157671086,
      "grad_norm": 0.866295337677002,
      "learning_rate": 3.5041542462104396e-05,
      "loss": 0.8301,
      "step": 4720
    },
    {
      "epoch": 0.3006278937020359,
      "grad_norm": 0.8344794511795044,
      "learning_rate": 3.4978118855838145e-05,
      "loss": 0.8512,
      "step": 4740
    },
    {
      "epoch": 0.30189636582736096,
      "grad_norm": 0.8196772933006287,
      "learning_rate": 3.4914695249571894e-05,
      "loss": 0.8471,
      "step": 4760
    },
    {
      "epoch": 0.303164837952686,
      "grad_norm": 0.66361004114151,
      "learning_rate": 3.485127164330564e-05,
      "loss": 0.8528,
      "step": 4780
    },
    {
      "epoch": 0.30443331007801105,
      "grad_norm": 0.8254550099372864,
      "learning_rate": 3.4787848037039386e-05,
      "loss": 0.8133,
      "step": 4800
    },
    {
      "epoch": 0.3057017822033361,
      "grad_norm": 0.7867299914360046,
      "learning_rate": 3.4724424430773135e-05,
      "loss": 0.8183,
      "step": 4820
    },
    {
      "epoch": 0.30697025432866115,
      "grad_norm": 1.0029250383377075,
      "learning_rate": 3.4661000824506884e-05,
      "loss": 0.8192,
      "step": 4840
    },
    {
      "epoch": 0.3082387264539862,
      "grad_norm": 0.8651610612869263,
      "learning_rate": 3.459757721824063e-05,
      "loss": 0.8755,
      "step": 4860
    },
    {
      "epoch": 0.3095071985793112,
      "grad_norm": 0.8182082772254944,
      "learning_rate": 3.4534153611974376e-05,
      "loss": 0.8661,
      "step": 4880
    },
    {
      "epoch": 0.31077567070463624,
      "grad_norm": 1.0455305576324463,
      "learning_rate": 3.4470730005708125e-05,
      "loss": 0.8134,
      "step": 4900
    },
    {
      "epoch": 0.3120441428299613,
      "grad_norm": 0.7838363647460938,
      "learning_rate": 3.4407306399441874e-05,
      "loss": 0.8531,
      "step": 4920
    },
    {
      "epoch": 0.31331261495528634,
      "grad_norm": 0.712868332862854,
      "learning_rate": 3.434388279317562e-05,
      "loss": 0.8109,
      "step": 4940
    },
    {
      "epoch": 0.3145810870806114,
      "grad_norm": 0.8088375329971313,
      "learning_rate": 3.428045918690937e-05,
      "loss": 0.8717,
      "step": 4960
    },
    {
      "epoch": 0.31584955920593644,
      "grad_norm": 0.8567003607749939,
      "learning_rate": 3.421703558064312e-05,
      "loss": 0.7997,
      "step": 4980
    },
    {
      "epoch": 0.3171180313312615,
      "grad_norm": 0.7826852202415466,
      "learning_rate": 3.4153611974376864e-05,
      "loss": 0.8071,
      "step": 5000
    },
    {
      "epoch": 0.31838650345658653,
      "grad_norm": 0.7257752418518066,
      "learning_rate": 3.4090188368110613e-05,
      "loss": 0.8053,
      "step": 5020
    },
    {
      "epoch": 0.3196549755819116,
      "grad_norm": 0.9757511019706726,
      "learning_rate": 3.402676476184436e-05,
      "loss": 0.8195,
      "step": 5040
    },
    {
      "epoch": 0.32092344770723663,
      "grad_norm": 0.9173797369003296,
      "learning_rate": 3.396334115557811e-05,
      "loss": 0.8662,
      "step": 5060
    },
    {
      "epoch": 0.3221919198325617,
      "grad_norm": 0.8483538627624512,
      "learning_rate": 3.3899917549311854e-05,
      "loss": 0.8339,
      "step": 5080
    },
    {
      "epoch": 0.32346039195788673,
      "grad_norm": 1.0109443664550781,
      "learning_rate": 3.3836493943045604e-05,
      "loss": 0.8731,
      "step": 5100
    },
    {
      "epoch": 0.3247288640832118,
      "grad_norm": 0.8521518707275391,
      "learning_rate": 3.377307033677935e-05,
      "loss": 0.8367,
      "step": 5120
    },
    {
      "epoch": 0.3259973362085368,
      "grad_norm": 0.8792763352394104,
      "learning_rate": 3.37096467305131e-05,
      "loss": 0.857,
      "step": 5140
    },
    {
      "epoch": 0.3272658083338619,
      "grad_norm": 0.7366037368774414,
      "learning_rate": 3.3646223124246844e-05,
      "loss": 0.8556,
      "step": 5160
    },
    {
      "epoch": 0.3285342804591869,
      "grad_norm": 0.9895220994949341,
      "learning_rate": 3.3582799517980594e-05,
      "loss": 0.885,
      "step": 5180
    },
    {
      "epoch": 0.32980275258451197,
      "grad_norm": 0.8205326199531555,
      "learning_rate": 3.351937591171434e-05,
      "loss": 0.7703,
      "step": 5200
    },
    {
      "epoch": 0.331071224709837,
      "grad_norm": 0.7155152559280396,
      "learning_rate": 3.345595230544809e-05,
      "loss": 0.8479,
      "step": 5220
    },
    {
      "epoch": 0.33233969683516207,
      "grad_norm": 0.7578288912773132,
      "learning_rate": 3.3392528699181834e-05,
      "loss": 0.8019,
      "step": 5240
    },
    {
      "epoch": 0.3336081689604871,
      "grad_norm": 0.8876450657844543,
      "learning_rate": 3.3329105092915584e-05,
      "loss": 0.8644,
      "step": 5260
    },
    {
      "epoch": 0.33487664108581217,
      "grad_norm": 0.8280789256095886,
      "learning_rate": 3.326568148664933e-05,
      "loss": 0.8358,
      "step": 5280
    },
    {
      "epoch": 0.33614511321113716,
      "grad_norm": 0.8563920855522156,
      "learning_rate": 3.320225788038308e-05,
      "loss": 0.8908,
      "step": 5300
    },
    {
      "epoch": 0.3374135853364622,
      "grad_norm": 0.8536137342453003,
      "learning_rate": 3.3138834274116824e-05,
      "loss": 0.8188,
      "step": 5320
    },
    {
      "epoch": 0.33868205746178726,
      "grad_norm": 0.909870982170105,
      "learning_rate": 3.3075410667850574e-05,
      "loss": 0.8175,
      "step": 5340
    },
    {
      "epoch": 0.3399505295871123,
      "grad_norm": 0.7365782260894775,
      "learning_rate": 3.301198706158432e-05,
      "loss": 0.8463,
      "step": 5360
    },
    {
      "epoch": 0.34121900171243735,
      "grad_norm": 0.7502683997154236,
      "learning_rate": 3.294856345531807e-05,
      "loss": 0.7959,
      "step": 5380
    },
    {
      "epoch": 0.3424874738377624,
      "grad_norm": 0.6690531373023987,
      "learning_rate": 3.288513984905182e-05,
      "loss": 0.8266,
      "step": 5400
    },
    {
      "epoch": 0.34375594596308745,
      "grad_norm": 0.9006823301315308,
      "learning_rate": 3.2821716242785564e-05,
      "loss": 0.8397,
      "step": 5420
    },
    {
      "epoch": 0.3450244180884125,
      "grad_norm": 0.826954185962677,
      "learning_rate": 3.275829263651932e-05,
      "loss": 0.8022,
      "step": 5440
    },
    {
      "epoch": 0.34629289021373755,
      "grad_norm": 0.8345193266868591,
      "learning_rate": 3.269486903025306e-05,
      "loss": 0.8148,
      "step": 5460
    },
    {
      "epoch": 0.3475613623390626,
      "grad_norm": 0.7929914593696594,
      "learning_rate": 3.263144542398681e-05,
      "loss": 0.8073,
      "step": 5480
    },
    {
      "epoch": 0.34882983446438764,
      "grad_norm": 0.9218955636024475,
      "learning_rate": 3.2568021817720554e-05,
      "loss": 0.8576,
      "step": 5500
    },
    {
      "epoch": 0.3500983065897127,
      "grad_norm": 0.8164006471633911,
      "learning_rate": 3.250459821145431e-05,
      "loss": 0.8434,
      "step": 5520
    },
    {
      "epoch": 0.35136677871503774,
      "grad_norm": 0.7511663436889648,
      "learning_rate": 3.244117460518805e-05,
      "loss": 0.7878,
      "step": 5540
    },
    {
      "epoch": 0.3526352508403628,
      "grad_norm": 0.8193197846412659,
      "learning_rate": 3.23777509989218e-05,
      "loss": 0.8608,
      "step": 5560
    },
    {
      "epoch": 0.35390372296568784,
      "grad_norm": 0.9112285375595093,
      "learning_rate": 3.2314327392655544e-05,
      "loss": 0.8404,
      "step": 5580
    },
    {
      "epoch": 0.3551721950910129,
      "grad_norm": 0.75201416015625,
      "learning_rate": 3.22509037863893e-05,
      "loss": 0.813,
      "step": 5600
    },
    {
      "epoch": 0.35644066721633794,
      "grad_norm": 0.8154107332229614,
      "learning_rate": 3.218748018012304e-05,
      "loss": 0.8083,
      "step": 5620
    },
    {
      "epoch": 0.357709139341663,
      "grad_norm": 0.7872757315635681,
      "learning_rate": 3.212405657385679e-05,
      "loss": 0.8358,
      "step": 5640
    },
    {
      "epoch": 0.35897761146698803,
      "grad_norm": 0.8861322999000549,
      "learning_rate": 3.206063296759054e-05,
      "loss": 0.8328,
      "step": 5660
    },
    {
      "epoch": 0.3602460835923131,
      "grad_norm": 0.7487745881080627,
      "learning_rate": 3.199720936132429e-05,
      "loss": 0.8626,
      "step": 5680
    },
    {
      "epoch": 0.36151455571763813,
      "grad_norm": 0.9134072065353394,
      "learning_rate": 3.193378575505803e-05,
      "loss": 0.8187,
      "step": 5700
    },
    {
      "epoch": 0.3627830278429631,
      "grad_norm": 0.8179683089256287,
      "learning_rate": 3.187036214879178e-05,
      "loss": 0.8223,
      "step": 5720
    },
    {
      "epoch": 0.3640514999682882,
      "grad_norm": 0.9501960873603821,
      "learning_rate": 3.180693854252553e-05,
      "loss": 0.8064,
      "step": 5740
    },
    {
      "epoch": 0.3653199720936132,
      "grad_norm": 0.8398934006690979,
      "learning_rate": 3.174351493625928e-05,
      "loss": 0.8279,
      "step": 5760
    },
    {
      "epoch": 0.36658844421893827,
      "grad_norm": 0.7718421816825867,
      "learning_rate": 3.168009132999302e-05,
      "loss": 0.8453,
      "step": 5780
    },
    {
      "epoch": 0.3678569163442633,
      "grad_norm": 0.7935000061988831,
      "learning_rate": 3.161666772372677e-05,
      "loss": 0.8292,
      "step": 5800
    },
    {
      "epoch": 0.36912538846958837,
      "grad_norm": 0.8383910655975342,
      "learning_rate": 3.155324411746052e-05,
      "loss": 0.8116,
      "step": 5820
    },
    {
      "epoch": 0.3703938605949134,
      "grad_norm": 0.7147135734558105,
      "learning_rate": 3.148982051119427e-05,
      "loss": 0.8146,
      "step": 5840
    },
    {
      "epoch": 0.37166233272023846,
      "grad_norm": 0.792220950126648,
      "learning_rate": 3.142639690492802e-05,
      "loss": 0.8278,
      "step": 5860
    },
    {
      "epoch": 0.3729308048455635,
      "grad_norm": 0.9010721445083618,
      "learning_rate": 3.136297329866176e-05,
      "loss": 0.8217,
      "step": 5880
    },
    {
      "epoch": 0.37419927697088856,
      "grad_norm": 0.7762110233306885,
      "learning_rate": 3.129954969239551e-05,
      "loss": 0.7813,
      "step": 5900
    },
    {
      "epoch": 0.3754677490962136,
      "grad_norm": 0.8827633261680603,
      "learning_rate": 3.123612608612926e-05,
      "loss": 0.8087,
      "step": 5920
    },
    {
      "epoch": 0.37673622122153866,
      "grad_norm": 0.7577320337295532,
      "learning_rate": 3.117270247986301e-05,
      "loss": 0.8198,
      "step": 5940
    },
    {
      "epoch": 0.3780046933468637,
      "grad_norm": 0.8777590990066528,
      "learning_rate": 3.110927887359675e-05,
      "loss": 0.8144,
      "step": 5960
    },
    {
      "epoch": 0.37927316547218876,
      "grad_norm": 0.8621464967727661,
      "learning_rate": 3.10458552673305e-05,
      "loss": 0.837,
      "step": 5980
    },
    {
      "epoch": 0.3805416375975138,
      "grad_norm": 0.842014491558075,
      "learning_rate": 3.098243166106425e-05,
      "loss": 0.7945,
      "step": 6000
    },
    {
      "epoch": 0.38181010972283885,
      "grad_norm": 0.8439661860466003,
      "learning_rate": 3.0919008054798e-05,
      "loss": 0.7907,
      "step": 6020
    },
    {
      "epoch": 0.3830785818481639,
      "grad_norm": 0.7277771830558777,
      "learning_rate": 3.085558444853174e-05,
      "loss": 0.7792,
      "step": 6040
    },
    {
      "epoch": 0.38434705397348895,
      "grad_norm": 0.8808379173278809,
      "learning_rate": 3.07921608422655e-05,
      "loss": 0.8356,
      "step": 6060
    },
    {
      "epoch": 0.385615526098814,
      "grad_norm": 0.7495381832122803,
      "learning_rate": 3.072873723599924e-05,
      "loss": 0.8252,
      "step": 6080
    },
    {
      "epoch": 0.38688399822413905,
      "grad_norm": 0.8698447942733765,
      "learning_rate": 3.066531362973299e-05,
      "loss": 0.8633,
      "step": 6100
    },
    {
      "epoch": 0.3881524703494641,
      "grad_norm": 0.8586138486862183,
      "learning_rate": 3.060189002346673e-05,
      "loss": 0.8542,
      "step": 6120
    },
    {
      "epoch": 0.3894209424747891,
      "grad_norm": 0.8375261425971985,
      "learning_rate": 3.053846641720049e-05,
      "loss": 0.8353,
      "step": 6140
    },
    {
      "epoch": 0.39068941460011414,
      "grad_norm": 0.723111093044281,
      "learning_rate": 3.047504281093423e-05,
      "loss": 0.8011,
      "step": 6160
    },
    {
      "epoch": 0.3919578867254392,
      "grad_norm": 0.7700281143188477,
      "learning_rate": 3.041161920466798e-05,
      "loss": 0.8309,
      "step": 6180
    },
    {
      "epoch": 0.39322635885076423,
      "grad_norm": 0.8734796643257141,
      "learning_rate": 3.0348195598401725e-05,
      "loss": 0.7967,
      "step": 6200
    },
    {
      "epoch": 0.3944948309760893,
      "grad_norm": 0.8601865172386169,
      "learning_rate": 3.0284771992135474e-05,
      "loss": 0.819,
      "step": 6220
    },
    {
      "epoch": 0.39576330310141433,
      "grad_norm": 0.8753730058670044,
      "learning_rate": 3.022134838586922e-05,
      "loss": 0.814,
      "step": 6240
    },
    {
      "epoch": 0.3970317752267394,
      "grad_norm": 0.8561723232269287,
      "learning_rate": 3.015792477960297e-05,
      "loss": 0.8073,
      "step": 6260
    },
    {
      "epoch": 0.39830024735206443,
      "grad_norm": 0.8156526684761047,
      "learning_rate": 3.009450117333672e-05,
      "loss": 0.8706,
      "step": 6280
    },
    {
      "epoch": 0.3995687194773895,
      "grad_norm": 0.7783714532852173,
      "learning_rate": 3.0031077567070464e-05,
      "loss": 0.7929,
      "step": 6300
    },
    {
      "epoch": 0.4008371916027145,
      "grad_norm": 0.7870660424232483,
      "learning_rate": 2.9967653960804216e-05,
      "loss": 0.8169,
      "step": 6320
    },
    {
      "epoch": 0.4021056637280396,
      "grad_norm": 0.9100777506828308,
      "learning_rate": 2.990423035453796e-05,
      "loss": 0.8365,
      "step": 6340
    },
    {
      "epoch": 0.4033741358533646,
      "grad_norm": 0.8847957849502563,
      "learning_rate": 2.984080674827171e-05,
      "loss": 0.8178,
      "step": 6360
    },
    {
      "epoch": 0.4046426079786897,
      "grad_norm": 0.9754513502120972,
      "learning_rate": 2.9777383142005454e-05,
      "loss": 0.8457,
      "step": 6380
    },
    {
      "epoch": 0.4059110801040147,
      "grad_norm": 0.8685561418533325,
      "learning_rate": 2.9713959535739206e-05,
      "loss": 0.823,
      "step": 6400
    },
    {
      "epoch": 0.40717955222933977,
      "grad_norm": 0.8493009209632874,
      "learning_rate": 2.965053592947295e-05,
      "loss": 0.8221,
      "step": 6420
    },
    {
      "epoch": 0.4084480243546648,
      "grad_norm": 0.954006016254425,
      "learning_rate": 2.95871123232067e-05,
      "loss": 0.811,
      "step": 6440
    },
    {
      "epoch": 0.40971649647998987,
      "grad_norm": 11.963293075561523,
      "learning_rate": 2.9523688716940444e-05,
      "loss": 0.8032,
      "step": 6460
    },
    {
      "epoch": 0.4109849686053149,
      "grad_norm": 0.9225347638130188,
      "learning_rate": 2.9460265110674196e-05,
      "loss": 0.8645,
      "step": 6480
    },
    {
      "epoch": 0.41225344073063996,
      "grad_norm": 0.7878516316413879,
      "learning_rate": 2.939684150440794e-05,
      "loss": 0.8303,
      "step": 6500
    },
    {
      "epoch": 0.413521912855965,
      "grad_norm": 0.815546989440918,
      "learning_rate": 2.933341789814169e-05,
      "loss": 0.7873,
      "step": 6520
    },
    {
      "epoch": 0.41479038498129006,
      "grad_norm": 0.7072951197624207,
      "learning_rate": 2.9269994291875437e-05,
      "loss": 0.8231,
      "step": 6540
    },
    {
      "epoch": 0.4160588571066151,
      "grad_norm": 0.7275887131690979,
      "learning_rate": 2.9206570685609186e-05,
      "loss": 0.8445,
      "step": 6560
    },
    {
      "epoch": 0.4173273292319401,
      "grad_norm": 0.7888057827949524,
      "learning_rate": 2.9143147079342932e-05,
      "loss": 0.7819,
      "step": 6580
    },
    {
      "epoch": 0.41859580135726515,
      "grad_norm": 0.8133323788642883,
      "learning_rate": 2.907972347307668e-05,
      "loss": 0.7918,
      "step": 6600
    },
    {
      "epoch": 0.4198642734825902,
      "grad_norm": 0.9344608187675476,
      "learning_rate": 2.9016299866810427e-05,
      "loss": 0.805,
      "step": 6620
    },
    {
      "epoch": 0.42113274560791525,
      "grad_norm": 0.9130797386169434,
      "learning_rate": 2.8952876260544176e-05,
      "loss": 0.808,
      "step": 6640
    },
    {
      "epoch": 0.4224012177332403,
      "grad_norm": 0.8647783398628235,
      "learning_rate": 2.8889452654277922e-05,
      "loss": 0.8027,
      "step": 6660
    },
    {
      "epoch": 0.42366968985856535,
      "grad_norm": 0.8025421500205994,
      "learning_rate": 2.882602904801167e-05,
      "loss": 0.811,
      "step": 6680
    },
    {
      "epoch": 0.4249381619838904,
      "grad_norm": 0.7249786853790283,
      "learning_rate": 2.876260544174542e-05,
      "loss": 0.7597,
      "step": 6700
    },
    {
      "epoch": 0.42620663410921544,
      "grad_norm": 0.7876623868942261,
      "learning_rate": 2.8699181835479166e-05,
      "loss": 0.8297,
      "step": 6720
    },
    {
      "epoch": 0.4274751062345405,
      "grad_norm": 0.8284019827842712,
      "learning_rate": 2.8635758229212916e-05,
      "loss": 0.7985,
      "step": 6740
    },
    {
      "epoch": 0.42874357835986554,
      "grad_norm": 0.7855024337768555,
      "learning_rate": 2.857233462294666e-05,
      "loss": 0.8414,
      "step": 6760
    },
    {
      "epoch": 0.4300120504851906,
      "grad_norm": 0.789946436882019,
      "learning_rate": 2.850891101668041e-05,
      "loss": 0.8307,
      "step": 6780
    },
    {
      "epoch": 0.43128052261051564,
      "grad_norm": 0.7722301483154297,
      "learning_rate": 2.8445487410414156e-05,
      "loss": 0.8101,
      "step": 6800
    },
    {
      "epoch": 0.4325489947358407,
      "grad_norm": 0.8557891249656677,
      "learning_rate": 2.8382063804147906e-05,
      "loss": 0.846,
      "step": 6820
    },
    {
      "epoch": 0.43381746686116573,
      "grad_norm": 0.8216169476509094,
      "learning_rate": 2.831864019788165e-05,
      "loss": 0.7966,
      "step": 6840
    },
    {
      "epoch": 0.4350859389864908,
      "grad_norm": 0.87419593334198,
      "learning_rate": 2.82552165916154e-05,
      "loss": 0.7777,
      "step": 6860
    },
    {
      "epoch": 0.43635441111181583,
      "grad_norm": 0.8956803679466248,
      "learning_rate": 2.8191792985349146e-05,
      "loss": 0.8066,
      "step": 6880
    },
    {
      "epoch": 0.4376228832371409,
      "grad_norm": 0.8264901638031006,
      "learning_rate": 2.8128369379082896e-05,
      "loss": 0.8489,
      "step": 6900
    },
    {
      "epoch": 0.43889135536246593,
      "grad_norm": 0.7960401773452759,
      "learning_rate": 2.806494577281664e-05,
      "loss": 0.8257,
      "step": 6920
    },
    {
      "epoch": 0.440159827487791,
      "grad_norm": 0.7691190838813782,
      "learning_rate": 2.8001522166550394e-05,
      "loss": 0.8365,
      "step": 6940
    },
    {
      "epoch": 0.441428299613116,
      "grad_norm": 0.7433714270591736,
      "learning_rate": 2.7938098560284136e-05,
      "loss": 0.7755,
      "step": 6960
    },
    {
      "epoch": 0.4426967717384411,
      "grad_norm": 0.7270233035087585,
      "learning_rate": 2.787467495401789e-05,
      "loss": 0.808,
      "step": 6980
    },
    {
      "epoch": 0.44396524386376607,
      "grad_norm": 0.7907856106758118,
      "learning_rate": 2.781125134775163e-05,
      "loss": 0.8038,
      "step": 7000
    },
    {
      "epoch": 0.4452337159890911,
      "grad_norm": 0.7421363592147827,
      "learning_rate": 2.7747827741485384e-05,
      "loss": 0.8058,
      "step": 7020
    },
    {
      "epoch": 0.44650218811441617,
      "grad_norm": 0.8635361790657043,
      "learning_rate": 2.7684404135219126e-05,
      "loss": 0.786,
      "step": 7040
    },
    {
      "epoch": 0.4477706602397412,
      "grad_norm": 0.9545580744743347,
      "learning_rate": 2.762098052895288e-05,
      "loss": 0.8431,
      "step": 7060
    },
    {
      "epoch": 0.44903913236506626,
      "grad_norm": 0.9529020190238953,
      "learning_rate": 2.755755692268662e-05,
      "loss": 0.8082,
      "step": 7080
    },
    {
      "epoch": 0.4503076044903913,
      "grad_norm": 0.8344403505325317,
      "learning_rate": 2.7494133316420374e-05,
      "loss": 0.8031,
      "step": 7100
    },
    {
      "epoch": 0.45157607661571636,
      "grad_norm": 0.8490266799926758,
      "learning_rate": 2.7430709710154123e-05,
      "loss": 0.7952,
      "step": 7120
    },
    {
      "epoch": 0.4528445487410414,
      "grad_norm": 0.8201053738594055,
      "learning_rate": 2.736728610388787e-05,
      "loss": 0.8057,
      "step": 7140
    },
    {
      "epoch": 0.45411302086636646,
      "grad_norm": 0.7206814289093018,
      "learning_rate": 2.7303862497621618e-05,
      "loss": 0.7907,
      "step": 7160
    },
    {
      "epoch": 0.4553814929916915,
      "grad_norm": 0.7151837944984436,
      "learning_rate": 2.7240438891355364e-05,
      "loss": 0.7989,
      "step": 7180
    },
    {
      "epoch": 0.45664996511701655,
      "grad_norm": 0.73557049036026,
      "learning_rate": 2.7177015285089113e-05,
      "loss": 0.7887,
      "step": 7200
    },
    {
      "epoch": 0.4579184372423416,
      "grad_norm": 0.8012831807136536,
      "learning_rate": 2.711359167882286e-05,
      "loss": 0.7963,
      "step": 7220
    },
    {
      "epoch": 0.45918690936766665,
      "grad_norm": 0.7544090747833252,
      "learning_rate": 2.7050168072556608e-05,
      "loss": 0.8021,
      "step": 7240
    },
    {
      "epoch": 0.4604553814929917,
      "grad_norm": 0.8027962446212769,
      "learning_rate": 2.6986744466290354e-05,
      "loss": 0.8346,
      "step": 7260
    },
    {
      "epoch": 0.46172385361831675,
      "grad_norm": 0.8969400525093079,
      "learning_rate": 2.6923320860024103e-05,
      "loss": 0.8362,
      "step": 7280
    },
    {
      "epoch": 0.4629923257436418,
      "grad_norm": 0.8505738377571106,
      "learning_rate": 2.685989725375785e-05,
      "loss": 0.8253,
      "step": 7300
    },
    {
      "epoch": 0.46426079786896685,
      "grad_norm": 0.8005324602127075,
      "learning_rate": 2.6796473647491598e-05,
      "loss": 0.8133,
      "step": 7320
    },
    {
      "epoch": 0.4655292699942919,
      "grad_norm": 0.8265887498855591,
      "learning_rate": 2.6733050041225344e-05,
      "loss": 0.7974,
      "step": 7340
    },
    {
      "epoch": 0.46679774211961694,
      "grad_norm": 0.8310080170631409,
      "learning_rate": 2.6669626434959093e-05,
      "loss": 0.8311,
      "step": 7360
    },
    {
      "epoch": 0.468066214244942,
      "grad_norm": 0.8837007284164429,
      "learning_rate": 2.660620282869284e-05,
      "loss": 0.8086,
      "step": 7380
    },
    {
      "epoch": 0.46933468637026704,
      "grad_norm": 0.8574205040931702,
      "learning_rate": 2.6542779222426588e-05,
      "loss": 0.8045,
      "step": 7400
    },
    {
      "epoch": 0.47060315849559203,
      "grad_norm": 0.7924466729164124,
      "learning_rate": 2.6479355616160334e-05,
      "loss": 0.831,
      "step": 7420
    },
    {
      "epoch": 0.4718716306209171,
      "grad_norm": 0.8812252283096313,
      "learning_rate": 2.6415932009894083e-05,
      "loss": 0.8414,
      "step": 7440
    },
    {
      "epoch": 0.47314010274624213,
      "grad_norm": 0.8879112601280212,
      "learning_rate": 2.635250840362783e-05,
      "loss": 0.8037,
      "step": 7460
    },
    {
      "epoch": 0.4744085748715672,
      "grad_norm": 0.8532351851463318,
      "learning_rate": 2.6289084797361578e-05,
      "loss": 0.7961,
      "step": 7480
    },
    {
      "epoch": 0.4756770469968922,
      "grad_norm": 0.7800135016441345,
      "learning_rate": 2.6225661191095324e-05,
      "loss": 0.8158,
      "step": 7500
    },
    {
      "epoch": 0.4769455191222173,
      "grad_norm": 0.8264251947402954,
      "learning_rate": 2.6162237584829073e-05,
      "loss": 0.7902,
      "step": 7520
    },
    {
      "epoch": 0.4782139912475423,
      "grad_norm": 0.9216287136077881,
      "learning_rate": 2.6098813978562826e-05,
      "loss": 0.8387,
      "step": 7540
    },
    {
      "epoch": 0.4794824633728674,
      "grad_norm": 0.8331848382949829,
      "learning_rate": 2.6035390372296568e-05,
      "loss": 0.8309,
      "step": 7560
    },
    {
      "epoch": 0.4807509354981924,
      "grad_norm": 0.7791485786437988,
      "learning_rate": 2.597196676603032e-05,
      "loss": 0.7954,
      "step": 7580
    },
    {
      "epoch": 0.48201940762351747,
      "grad_norm": 0.8223782777786255,
      "learning_rate": 2.5908543159764063e-05,
      "loss": 0.8012,
      "step": 7600
    },
    {
      "epoch": 0.4832878797488425,
      "grad_norm": 0.7362112998962402,
      "learning_rate": 2.5845119553497816e-05,
      "loss": 0.8548,
      "step": 7620
    },
    {
      "epoch": 0.48455635187416757,
      "grad_norm": 0.9084497094154358,
      "learning_rate": 2.578169594723156e-05,
      "loss": 0.7889,
      "step": 7640
    },
    {
      "epoch": 0.4858248239994926,
      "grad_norm": 0.8268200755119324,
      "learning_rate": 2.571827234096531e-05,
      "loss": 0.778,
      "step": 7660
    },
    {
      "epoch": 0.48709329612481767,
      "grad_norm": 0.683861494064331,
      "learning_rate": 2.5654848734699057e-05,
      "loss": 0.8079,
      "step": 7680
    },
    {
      "epoch": 0.4883617682501427,
      "grad_norm": 0.9449877142906189,
      "learning_rate": 2.5591425128432806e-05,
      "loss": 0.7967,
      "step": 7700
    },
    {
      "epoch": 0.48963024037546776,
      "grad_norm": 0.8445014357566833,
      "learning_rate": 2.552800152216655e-05,
      "loss": 0.7774,
      "step": 7720
    },
    {
      "epoch": 0.4908987125007928,
      "grad_norm": 0.811717689037323,
      "learning_rate": 2.54645779159003e-05,
      "loss": 0.7659,
      "step": 7740
    },
    {
      "epoch": 0.49216718462611786,
      "grad_norm": 0.7867732644081116,
      "learning_rate": 2.5401154309634047e-05,
      "loss": 0.8539,
      "step": 7760
    },
    {
      "epoch": 0.4934356567514429,
      "grad_norm": 0.7808852791786194,
      "learning_rate": 2.5337730703367796e-05,
      "loss": 0.8294,
      "step": 7780
    },
    {
      "epoch": 0.49470412887676796,
      "grad_norm": 0.8998913168907166,
      "learning_rate": 2.527430709710154e-05,
      "loss": 0.8507,
      "step": 7800
    },
    {
      "epoch": 0.495972601002093,
      "grad_norm": 0.7990160584449768,
      "learning_rate": 2.521088349083529e-05,
      "loss": 0.7261,
      "step": 7820
    },
    {
      "epoch": 0.497241073127418,
      "grad_norm": 0.7361629605293274,
      "learning_rate": 2.5147459884569037e-05,
      "loss": 0.8058,
      "step": 7840
    },
    {
      "epoch": 0.49850954525274305,
      "grad_norm": 0.849870502948761,
      "learning_rate": 2.5084036278302786e-05,
      "loss": 0.7708,
      "step": 7860
    },
    {
      "epoch": 0.4997780173780681,
      "grad_norm": 0.7667344808578491,
      "learning_rate": 2.502061267203653e-05,
      "loss": 0.818,
      "step": 7880
    },
    {
      "epoch": 0.5010464895033931,
      "grad_norm": 0.800609827041626,
      "learning_rate": 2.495718906577028e-05,
      "loss": 0.8248,
      "step": 7900
    },
    {
      "epoch": 0.5023149616287182,
      "grad_norm": 0.7429226040840149,
      "learning_rate": 2.489376545950403e-05,
      "loss": 0.8395,
      "step": 7920
    },
    {
      "epoch": 0.5035834337540432,
      "grad_norm": 0.7970502972602844,
      "learning_rate": 2.4830341853237776e-05,
      "loss": 0.8182,
      "step": 7940
    },
    {
      "epoch": 0.5048519058793683,
      "grad_norm": 1.7285821437835693,
      "learning_rate": 2.4766918246971525e-05,
      "loss": 0.8241,
      "step": 7960
    },
    {
      "epoch": 0.5061203780046933,
      "grad_norm": 0.8314895629882812,
      "learning_rate": 2.470349464070527e-05,
      "loss": 0.8017,
      "step": 7980
    },
    {
      "epoch": 0.5073888501300184,
      "grad_norm": 0.9516363143920898,
      "learning_rate": 2.464007103443902e-05,
      "loss": 0.8395,
      "step": 8000
    },
    {
      "epoch": 0.5086573222553434,
      "grad_norm": 0.8164798617362976,
      "learning_rate": 2.4576647428172766e-05,
      "loss": 0.8033,
      "step": 8020
    },
    {
      "epoch": 0.5099257943806685,
      "grad_norm": 0.7700650691986084,
      "learning_rate": 2.4513223821906515e-05,
      "loss": 0.779,
      "step": 8040
    },
    {
      "epoch": 0.5111942665059935,
      "grad_norm": 0.8437737226486206,
      "learning_rate": 2.444980021564026e-05,
      "loss": 0.8112,
      "step": 8060
    },
    {
      "epoch": 0.5124627386313185,
      "grad_norm": 0.8371322751045227,
      "learning_rate": 2.438637660937401e-05,
      "loss": 0.8152,
      "step": 8080
    },
    {
      "epoch": 0.5137312107566436,
      "grad_norm": 0.8382763862609863,
      "learning_rate": 2.4322953003107756e-05,
      "loss": 0.8414,
      "step": 8100
    },
    {
      "epoch": 0.5149996828819686,
      "grad_norm": 0.9525557160377502,
      "learning_rate": 2.4259529396841505e-05,
      "loss": 0.8091,
      "step": 8120
    },
    {
      "epoch": 0.5162681550072937,
      "grad_norm": 0.7620564699172974,
      "learning_rate": 2.419610579057525e-05,
      "loss": 0.7981,
      "step": 8140
    },
    {
      "epoch": 0.5175366271326187,
      "grad_norm": 0.8722305297851562,
      "learning_rate": 2.4132682184309003e-05,
      "loss": 0.8079,
      "step": 8160
    },
    {
      "epoch": 0.5188050992579438,
      "grad_norm": 0.8774722218513489,
      "learning_rate": 2.406925857804275e-05,
      "loss": 0.7937,
      "step": 8180
    },
    {
      "epoch": 0.5200735713832688,
      "grad_norm": 0.7515254616737366,
      "learning_rate": 2.40058349717765e-05,
      "loss": 0.8134,
      "step": 8200
    },
    {
      "epoch": 0.5213420435085939,
      "grad_norm": 0.8385280966758728,
      "learning_rate": 2.3942411365510244e-05,
      "loss": 0.8064,
      "step": 8220
    },
    {
      "epoch": 0.5226105156339189,
      "grad_norm": 0.8530700206756592,
      "learning_rate": 2.3878987759243994e-05,
      "loss": 0.8249,
      "step": 8240
    },
    {
      "epoch": 0.523878987759244,
      "grad_norm": 0.7866977453231812,
      "learning_rate": 2.381556415297774e-05,
      "loss": 0.803,
      "step": 8260
    },
    {
      "epoch": 0.525147459884569,
      "grad_norm": 0.8509036302566528,
      "learning_rate": 2.375214054671149e-05,
      "loss": 0.8307,
      "step": 8280
    },
    {
      "epoch": 0.5264159320098941,
      "grad_norm": 0.8268348574638367,
      "learning_rate": 2.3688716940445234e-05,
      "loss": 0.8205,
      "step": 8300
    },
    {
      "epoch": 0.5276844041352191,
      "grad_norm": 0.9176819920539856,
      "learning_rate": 2.3625293334178984e-05,
      "loss": 0.7774,
      "step": 8320
    },
    {
      "epoch": 0.5289528762605442,
      "grad_norm": 0.758176326751709,
      "learning_rate": 2.356186972791273e-05,
      "loss": 0.8067,
      "step": 8340
    },
    {
      "epoch": 0.5302213483858692,
      "grad_norm": 0.7369076609611511,
      "learning_rate": 2.349844612164648e-05,
      "loss": 0.7673,
      "step": 8360
    },
    {
      "epoch": 0.5314898205111943,
      "grad_norm": 0.8413040041923523,
      "learning_rate": 2.3435022515380224e-05,
      "loss": 0.8289,
      "step": 8380
    },
    {
      "epoch": 0.5327582926365193,
      "grad_norm": 0.8975269794464111,
      "learning_rate": 2.3371598909113974e-05,
      "loss": 0.8097,
      "step": 8400
    },
    {
      "epoch": 0.5340267647618444,
      "grad_norm": 0.8501763343811035,
      "learning_rate": 2.330817530284772e-05,
      "loss": 0.7867,
      "step": 8420
    },
    {
      "epoch": 0.5352952368871694,
      "grad_norm": 0.9364180564880371,
      "learning_rate": 2.324475169658147e-05,
      "loss": 0.7925,
      "step": 8440
    },
    {
      "epoch": 0.5365637090124945,
      "grad_norm": 0.6347882151603699,
      "learning_rate": 2.3181328090315214e-05,
      "loss": 0.7635,
      "step": 8460
    },
    {
      "epoch": 0.5378321811378195,
      "grad_norm": 0.8539864420890808,
      "learning_rate": 2.3117904484048964e-05,
      "loss": 0.7993,
      "step": 8480
    },
    {
      "epoch": 0.5391006532631445,
      "grad_norm": 0.8893634080886841,
      "learning_rate": 2.305448087778271e-05,
      "loss": 0.7809,
      "step": 8500
    },
    {
      "epoch": 0.5403691253884696,
      "grad_norm": 0.7993662357330322,
      "learning_rate": 2.299105727151646e-05,
      "loss": 0.8639,
      "step": 8520
    },
    {
      "epoch": 0.5416375975137946,
      "grad_norm": 0.8157054781913757,
      "learning_rate": 2.2927633665250208e-05,
      "loss": 0.8121,
      "step": 8540
    },
    {
      "epoch": 0.5429060696391197,
      "grad_norm": 0.8141036033630371,
      "learning_rate": 2.2864210058983954e-05,
      "loss": 0.7748,
      "step": 8560
    },
    {
      "epoch": 0.5441745417644447,
      "grad_norm": 0.8311188220977783,
      "learning_rate": 2.2803957633031015e-05,
      "loss": 0.8182,
      "step": 8580
    },
    {
      "epoch": 0.5454430138897698,
      "grad_norm": 0.8923128247261047,
      "learning_rate": 2.274053402676476e-05,
      "loss": 0.7841,
      "step": 8600
    },
    {
      "epoch": 0.5467114860150948,
      "grad_norm": 0.8246520757675171,
      "learning_rate": 2.267711042049851e-05,
      "loss": 0.8146,
      "step": 8620
    },
    {
      "epoch": 0.5479799581404199,
      "grad_norm": 0.8469933271408081,
      "learning_rate": 2.261368681423226e-05,
      "loss": 0.817,
      "step": 8640
    },
    {
      "epoch": 0.5492484302657449,
      "grad_norm": 0.8211717009544373,
      "learning_rate": 2.2550263207966005e-05,
      "loss": 0.8082,
      "step": 8660
    },
    {
      "epoch": 0.55051690239107,
      "grad_norm": 0.9137957692146301,
      "learning_rate": 2.2486839601699754e-05,
      "loss": 0.7691,
      "step": 8680
    },
    {
      "epoch": 0.551785374516395,
      "grad_norm": 0.8431654572486877,
      "learning_rate": 2.2423415995433503e-05,
      "loss": 0.812,
      "step": 8700
    },
    {
      "epoch": 0.5530538466417201,
      "grad_norm": 0.9029563069343567,
      "learning_rate": 2.235999238916725e-05,
      "loss": 0.8667,
      "step": 8720
    },
    {
      "epoch": 0.5543223187670451,
      "grad_norm": 0.8180502653121948,
      "learning_rate": 2.2296568782900998e-05,
      "loss": 0.8171,
      "step": 8740
    },
    {
      "epoch": 0.5555907908923702,
      "grad_norm": 0.844530463218689,
      "learning_rate": 2.2233145176634744e-05,
      "loss": 0.7784,
      "step": 8760
    },
    {
      "epoch": 0.5568592630176952,
      "grad_norm": 0.7153404355049133,
      "learning_rate": 2.2169721570368493e-05,
      "loss": 0.7891,
      "step": 8780
    },
    {
      "epoch": 0.5581277351430203,
      "grad_norm": 0.7020410895347595,
      "learning_rate": 2.2106297964102242e-05,
      "loss": 0.8042,
      "step": 8800
    },
    {
      "epoch": 0.5593962072683453,
      "grad_norm": 0.7581042647361755,
      "learning_rate": 2.2042874357835988e-05,
      "loss": 0.8337,
      "step": 8820
    },
    {
      "epoch": 0.5606646793936704,
      "grad_norm": 0.7392009496688843,
      "learning_rate": 2.1979450751569737e-05,
      "loss": 0.8151,
      "step": 8840
    },
    {
      "epoch": 0.5619331515189954,
      "grad_norm": 0.8381578326225281,
      "learning_rate": 2.1916027145303483e-05,
      "loss": 0.7923,
      "step": 8860
    },
    {
      "epoch": 0.5632016236443205,
      "grad_norm": 1.0505058765411377,
      "learning_rate": 2.1852603539037232e-05,
      "loss": 0.8117,
      "step": 8880
    },
    {
      "epoch": 0.5644700957696455,
      "grad_norm": 0.67955082654953,
      "learning_rate": 2.1789179932770978e-05,
      "loss": 0.7921,
      "step": 8900
    },
    {
      "epoch": 0.5657385678949705,
      "grad_norm": 0.798687219619751,
      "learning_rate": 2.1725756326504727e-05,
      "loss": 0.8038,
      "step": 8920
    },
    {
      "epoch": 0.5670070400202956,
      "grad_norm": 0.989431619644165,
      "learning_rate": 2.1662332720238473e-05,
      "loss": 0.8317,
      "step": 8940
    },
    {
      "epoch": 0.5682755121456206,
      "grad_norm": 0.8161944150924683,
      "learning_rate": 2.1598909113972222e-05,
      "loss": 0.8222,
      "step": 8960
    },
    {
      "epoch": 0.5695439842709457,
      "grad_norm": 0.8795542120933533,
      "learning_rate": 2.1535485507705968e-05,
      "loss": 0.7717,
      "step": 8980
    },
    {
      "epoch": 0.5708124563962707,
      "grad_norm": 0.7453576326370239,
      "learning_rate": 2.1472061901439717e-05,
      "loss": 0.805,
      "step": 9000
    },
    {
      "epoch": 0.5720809285215958,
      "grad_norm": 0.8081907033920288,
      "learning_rate": 2.1408638295173463e-05,
      "loss": 0.7757,
      "step": 9020
    },
    {
      "epoch": 0.5733494006469207,
      "grad_norm": 0.7817357778549194,
      "learning_rate": 2.1345214688907212e-05,
      "loss": 0.7528,
      "step": 9040
    },
    {
      "epoch": 0.5746178727722459,
      "grad_norm": 0.8645827770233154,
      "learning_rate": 2.1281791082640958e-05,
      "loss": 0.7713,
      "step": 9060
    },
    {
      "epoch": 0.5758863448975708,
      "grad_norm": 0.8567843437194824,
      "learning_rate": 2.1218367476374707e-05,
      "loss": 0.7447,
      "step": 9080
    },
    {
      "epoch": 0.577154817022896,
      "grad_norm": 0.7494439482688904,
      "learning_rate": 2.1154943870108453e-05,
      "loss": 0.7661,
      "step": 9100
    },
    {
      "epoch": 0.5784232891482209,
      "grad_norm": 0.8079215884208679,
      "learning_rate": 2.1091520263842206e-05,
      "loss": 0.8119,
      "step": 9120
    },
    {
      "epoch": 0.579691761273546,
      "grad_norm": 0.9019980430603027,
      "learning_rate": 2.102809665757595e-05,
      "loss": 0.8125,
      "step": 9140
    },
    {
      "epoch": 0.580960233398871,
      "grad_norm": 0.7452351450920105,
      "learning_rate": 2.09646730513097e-05,
      "loss": 0.7691,
      "step": 9160
    },
    {
      "epoch": 0.5822287055241961,
      "grad_norm": 0.7727750539779663,
      "learning_rate": 2.0901249445043446e-05,
      "loss": 0.7925,
      "step": 9180
    },
    {
      "epoch": 0.5834971776495211,
      "grad_norm": 0.7486307621002197,
      "learning_rate": 2.0837825838777196e-05,
      "loss": 0.7668,
      "step": 9200
    },
    {
      "epoch": 0.5847656497748462,
      "grad_norm": 0.8719222545623779,
      "learning_rate": 2.077440223251094e-05,
      "loss": 0.8196,
      "step": 9220
    },
    {
      "epoch": 0.5860341219001712,
      "grad_norm": 0.7641133069992065,
      "learning_rate": 2.071097862624469e-05,
      "loss": 0.7559,
      "step": 9240
    },
    {
      "epoch": 0.5873025940254963,
      "grad_norm": 0.8036416172981262,
      "learning_rate": 2.0647555019978436e-05,
      "loss": 0.8285,
      "step": 9260
    },
    {
      "epoch": 0.5885710661508213,
      "grad_norm": 0.8614276051521301,
      "learning_rate": 2.0584131413712186e-05,
      "loss": 0.7951,
      "step": 9280
    },
    {
      "epoch": 0.5898395382761464,
      "grad_norm": 0.8406545519828796,
      "learning_rate": 2.052070780744593e-05,
      "loss": 0.7714,
      "step": 9300
    },
    {
      "epoch": 0.5911080104014714,
      "grad_norm": 0.9403005838394165,
      "learning_rate": 2.045728420117968e-05,
      "loss": 0.7999,
      "step": 9320
    },
    {
      "epoch": 0.5923764825267964,
      "grad_norm": 0.8395708799362183,
      "learning_rate": 2.0393860594913426e-05,
      "loss": 0.8069,
      "step": 9340
    },
    {
      "epoch": 0.5936449546521215,
      "grad_norm": 0.8432602286338806,
      "learning_rate": 2.0330436988647176e-05,
      "loss": 0.8189,
      "step": 9360
    },
    {
      "epoch": 0.5949134267774465,
      "grad_norm": 0.7362537980079651,
      "learning_rate": 2.026701338238092e-05,
      "loss": 0.8069,
      "step": 9380
    },
    {
      "epoch": 0.5961818989027716,
      "grad_norm": 0.7601738572120667,
      "learning_rate": 2.020358977611467e-05,
      "loss": 0.7449,
      "step": 9400
    },
    {
      "epoch": 0.5974503710280966,
      "grad_norm": 0.8012720346450806,
      "learning_rate": 2.0140166169848416e-05,
      "loss": 0.7831,
      "step": 9420
    },
    {
      "epoch": 0.5987188431534217,
      "grad_norm": 0.7670310139656067,
      "learning_rate": 2.0076742563582166e-05,
      "loss": 0.8393,
      "step": 9440
    },
    {
      "epoch": 0.5999873152787467,
      "grad_norm": 0.8244422674179077,
      "learning_rate": 2.001331895731591e-05,
      "loss": 0.7709,
      "step": 9460
    },
    {
      "epoch": 0.6012557874040718,
      "grad_norm": 0.7943612933158875,
      "learning_rate": 1.994989535104966e-05,
      "loss": 0.819,
      "step": 9480
    },
    {
      "epoch": 0.6025242595293968,
      "grad_norm": 0.9540635347366333,
      "learning_rate": 1.9886471744783406e-05,
      "loss": 0.7899,
      "step": 9500
    },
    {
      "epoch": 0.6037927316547219,
      "grad_norm": 0.9198821783065796,
      "learning_rate": 1.9823048138517156e-05,
      "loss": 0.8239,
      "step": 9520
    },
    {
      "epoch": 0.6050612037800469,
      "grad_norm": 0.7837796807289124,
      "learning_rate": 1.9759624532250905e-05,
      "loss": 0.7929,
      "step": 9540
    },
    {
      "epoch": 0.606329675905372,
      "grad_norm": 0.8205187320709229,
      "learning_rate": 1.9696200925984654e-05,
      "loss": 0.819,
      "step": 9560
    },
    {
      "epoch": 0.607598148030697,
      "grad_norm": 0.8532772064208984,
      "learning_rate": 1.96327773197184e-05,
      "loss": 0.7455,
      "step": 9580
    },
    {
      "epoch": 0.6088666201560221,
      "grad_norm": 0.8524623513221741,
      "learning_rate": 1.956935371345215e-05,
      "loss": 0.8089,
      "step": 9600
    },
    {
      "epoch": 0.6101350922813471,
      "grad_norm": 0.8614479899406433,
      "learning_rate": 1.9505930107185895e-05,
      "loss": 0.8059,
      "step": 9620
    },
    {
      "epoch": 0.6114035644066722,
      "grad_norm": 0.7598078846931458,
      "learning_rate": 1.9442506500919644e-05,
      "loss": 0.7832,
      "step": 9640
    },
    {
      "epoch": 0.6126720365319972,
      "grad_norm": 0.809009850025177,
      "learning_rate": 1.937908289465339e-05,
      "loss": 0.7259,
      "step": 9660
    },
    {
      "epoch": 0.6139405086573223,
      "grad_norm": 0.7381779551506042,
      "learning_rate": 1.931565928838714e-05,
      "loss": 0.7676,
      "step": 9680
    },
    {
      "epoch": 0.6152089807826473,
      "grad_norm": 0.8887180685997009,
      "learning_rate": 1.9252235682120888e-05,
      "loss": 0.8126,
      "step": 9700
    },
    {
      "epoch": 0.6164774529079724,
      "grad_norm": 0.7270573973655701,
      "learning_rate": 1.9188812075854634e-05,
      "loss": 0.7786,
      "step": 9720
    },
    {
      "epoch": 0.6177459250332974,
      "grad_norm": 0.7978057861328125,
      "learning_rate": 1.9125388469588383e-05,
      "loss": 0.8281,
      "step": 9740
    },
    {
      "epoch": 0.6190143971586224,
      "grad_norm": 0.8202372789382935,
      "learning_rate": 1.906196486332213e-05,
      "loss": 0.7656,
      "step": 9760
    },
    {
      "epoch": 0.6202828692839475,
      "grad_norm": 0.9720300436019897,
      "learning_rate": 1.8998541257055878e-05,
      "loss": 0.7881,
      "step": 9780
    },
    {
      "epoch": 0.6215513414092725,
      "grad_norm": 0.9297833442687988,
      "learning_rate": 1.8935117650789624e-05,
      "loss": 0.8237,
      "step": 9800
    },
    {
      "epoch": 0.6228198135345976,
      "grad_norm": 0.7593715190887451,
      "learning_rate": 1.8871694044523373e-05,
      "loss": 0.7574,
      "step": 9820
    },
    {
      "epoch": 0.6240882856599226,
      "grad_norm": 0.8537524938583374,
      "learning_rate": 1.880827043825712e-05,
      "loss": 0.7969,
      "step": 9840
    },
    {
      "epoch": 0.6253567577852477,
      "grad_norm": 0.770918607711792,
      "learning_rate": 1.8744846831990868e-05,
      "loss": 0.7894,
      "step": 9860
    },
    {
      "epoch": 0.6266252299105727,
      "grad_norm": 0.7605695724487305,
      "learning_rate": 1.8681423225724614e-05,
      "loss": 0.782,
      "step": 9880
    },
    {
      "epoch": 0.6278937020358978,
      "grad_norm": 0.8978208303451538,
      "learning_rate": 1.8617999619458363e-05,
      "loss": 0.7979,
      "step": 9900
    },
    {
      "epoch": 0.6291621741612228,
      "grad_norm": 0.7393850088119507,
      "learning_rate": 1.855457601319211e-05,
      "loss": 0.8139,
      "step": 9920
    },
    {
      "epoch": 0.6304306462865479,
      "grad_norm": 0.7255131602287292,
      "learning_rate": 1.8491152406925858e-05,
      "loss": 0.7802,
      "step": 9940
    },
    {
      "epoch": 0.6316991184118729,
      "grad_norm": 0.7080028653144836,
      "learning_rate": 1.8427728800659607e-05,
      "loss": 0.8059,
      "step": 9960
    },
    {
      "epoch": 0.632967590537198,
      "grad_norm": 0.8282076716423035,
      "learning_rate": 1.8364305194393357e-05,
      "loss": 0.7905,
      "step": 9980
    },
    {
      "epoch": 0.634236062662523,
      "grad_norm": 0.8741589784622192,
      "learning_rate": 1.8300881588127102e-05,
      "loss": 0.8174,
      "step": 10000
    },
    {
      "epoch": 0.6355045347878481,
      "grad_norm": 0.7435175776481628,
      "learning_rate": 1.823745798186085e-05,
      "loss": 0.7678,
      "step": 10020
    },
    {
      "epoch": 0.6367730069131731,
      "grad_norm": 0.7347603440284729,
      "learning_rate": 1.817720555590791e-05,
      "loss": 0.8225,
      "step": 10040
    },
    {
      "epoch": 0.6380414790384982,
      "grad_norm": 0.8974965214729309,
      "learning_rate": 1.811378194964166e-05,
      "loss": 0.7766,
      "step": 10060
    },
    {
      "epoch": 0.6393099511638232,
      "grad_norm": 0.7255268692970276,
      "learning_rate": 1.8050358343375408e-05,
      "loss": 0.8,
      "step": 10080
    },
    {
      "epoch": 0.6405784232891483,
      "grad_norm": 0.7062020897865295,
      "learning_rate": 1.7986934737109154e-05,
      "loss": 0.7088,
      "step": 10100
    },
    {
      "epoch": 0.6418468954144733,
      "grad_norm": 0.8076253533363342,
      "learning_rate": 1.7923511130842903e-05,
      "loss": 0.8152,
      "step": 10120
    },
    {
      "epoch": 0.6431153675397984,
      "grad_norm": 0.8340699672698975,
      "learning_rate": 1.786008752457665e-05,
      "loss": 0.7985,
      "step": 10140
    },
    {
      "epoch": 0.6443838396651234,
      "grad_norm": 0.7522137761116028,
      "learning_rate": 1.7796663918310398e-05,
      "loss": 0.7704,
      "step": 10160
    },
    {
      "epoch": 0.6456523117904484,
      "grad_norm": 0.8227932453155518,
      "learning_rate": 1.7733240312044144e-05,
      "loss": 0.828,
      "step": 10180
    },
    {
      "epoch": 0.6469207839157735,
      "grad_norm": 0.7742383480072021,
      "learning_rate": 1.7669816705777893e-05,
      "loss": 0.7893,
      "step": 10200
    },
    {
      "epoch": 0.6481892560410984,
      "grad_norm": 0.7038094401359558,
      "learning_rate": 1.760639309951164e-05,
      "loss": 0.7699,
      "step": 10220
    },
    {
      "epoch": 0.6494577281664236,
      "grad_norm": 0.8382614850997925,
      "learning_rate": 1.7542969493245388e-05,
      "loss": 0.8254,
      "step": 10240
    },
    {
      "epoch": 0.6507262002917485,
      "grad_norm": 0.9173989295959473,
      "learning_rate": 1.7479545886979134e-05,
      "loss": 0.7603,
      "step": 10260
    },
    {
      "epoch": 0.6519946724170737,
      "grad_norm": 0.7602284550666809,
      "learning_rate": 1.7416122280712883e-05,
      "loss": 0.8019,
      "step": 10280
    },
    {
      "epoch": 0.6532631445423986,
      "grad_norm": 0.8012353181838989,
      "learning_rate": 1.735269867444663e-05,
      "loss": 0.7944,
      "step": 10300
    },
    {
      "epoch": 0.6545316166677237,
      "grad_norm": 0.8844314217567444,
      "learning_rate": 1.7289275068180378e-05,
      "loss": 0.7785,
      "step": 10320
    },
    {
      "epoch": 0.6558000887930487,
      "grad_norm": 0.7556779980659485,
      "learning_rate": 1.7225851461914124e-05,
      "loss": 0.7597,
      "step": 10340
    },
    {
      "epoch": 0.6570685609183738,
      "grad_norm": 0.8446857929229736,
      "learning_rate": 1.7162427855647873e-05,
      "loss": 0.7941,
      "step": 10360
    },
    {
      "epoch": 0.6583370330436988,
      "grad_norm": 0.7313318848609924,
      "learning_rate": 1.709900424938162e-05,
      "loss": 0.8017,
      "step": 10380
    },
    {
      "epoch": 0.6596055051690239,
      "grad_norm": 0.8298467397689819,
      "learning_rate": 1.7035580643115368e-05,
      "loss": 0.7869,
      "step": 10400
    },
    {
      "epoch": 0.6608739772943489,
      "grad_norm": 0.8003538846969604,
      "learning_rate": 1.6972157036849114e-05,
      "loss": 0.8002,
      "step": 10420
    },
    {
      "epoch": 0.662142449419674,
      "grad_norm": 0.7555122971534729,
      "learning_rate": 1.6908733430582863e-05,
      "loss": 0.7632,
      "step": 10440
    },
    {
      "epoch": 0.663410921544999,
      "grad_norm": 0.7712675333023071,
      "learning_rate": 1.684530982431661e-05,
      "loss": 0.7441,
      "step": 10460
    },
    {
      "epoch": 0.6646793936703241,
      "grad_norm": 0.6845158338546753,
      "learning_rate": 1.6781886218050358e-05,
      "loss": 0.7384,
      "step": 10480
    },
    {
      "epoch": 0.6659478657956491,
      "grad_norm": 0.8500059843063354,
      "learning_rate": 1.6718462611784107e-05,
      "loss": 0.8052,
      "step": 10500
    },
    {
      "epoch": 0.6672163379209742,
      "grad_norm": 0.759861946105957,
      "learning_rate": 1.6655039005517856e-05,
      "loss": 0.828,
      "step": 10520
    },
    {
      "epoch": 0.6684848100462992,
      "grad_norm": 0.7759114503860474,
      "learning_rate": 1.6591615399251602e-05,
      "loss": 0.7719,
      "step": 10540
    },
    {
      "epoch": 0.6697532821716243,
      "grad_norm": 0.8368454575538635,
      "learning_rate": 1.652819179298535e-05,
      "loss": 0.8383,
      "step": 10560
    },
    {
      "epoch": 0.6710217542969493,
      "grad_norm": 0.8691524267196655,
      "learning_rate": 1.6464768186719097e-05,
      "loss": 0.7822,
      "step": 10580
    },
    {
      "epoch": 0.6722902264222743,
      "grad_norm": 0.8464477062225342,
      "learning_rate": 1.6401344580452846e-05,
      "loss": 0.7802,
      "step": 10600
    },
    {
      "epoch": 0.6735586985475994,
      "grad_norm": 0.796231210231781,
      "learning_rate": 1.6337920974186592e-05,
      "loss": 0.7821,
      "step": 10620
    },
    {
      "epoch": 0.6748271706729244,
      "grad_norm": 0.7409220933914185,
      "learning_rate": 1.627449736792034e-05,
      "loss": 0.8203,
      "step": 10640
    },
    {
      "epoch": 0.6760956427982495,
      "grad_norm": 0.7760050892829895,
      "learning_rate": 1.6211073761654087e-05,
      "loss": 0.7673,
      "step": 10660
    },
    {
      "epoch": 0.6773641149235745,
      "grad_norm": 0.7795297503471375,
      "learning_rate": 1.6147650155387836e-05,
      "loss": 0.7545,
      "step": 10680
    },
    {
      "epoch": 0.6786325870488996,
      "grad_norm": 0.8562922477722168,
      "learning_rate": 1.6084226549121585e-05,
      "loss": 0.7744,
      "step": 10700
    },
    {
      "epoch": 0.6799010591742246,
      "grad_norm": 0.8879472613334656,
      "learning_rate": 1.602080294285533e-05,
      "loss": 0.7775,
      "step": 10720
    },
    {
      "epoch": 0.6811695312995497,
      "grad_norm": 0.674929141998291,
      "learning_rate": 1.595737933658908e-05,
      "loss": 0.8155,
      "step": 10740
    },
    {
      "epoch": 0.6824380034248747,
      "grad_norm": 0.8436025381088257,
      "learning_rate": 1.5893955730322826e-05,
      "loss": 0.7855,
      "step": 10760
    },
    {
      "epoch": 0.6837064755501998,
      "grad_norm": 0.7950330972671509,
      "learning_rate": 1.5830532124056575e-05,
      "loss": 0.8171,
      "step": 10780
    },
    {
      "epoch": 0.6849749476755248,
      "grad_norm": 0.7402753233909607,
      "learning_rate": 1.576710851779032e-05,
      "loss": 0.7543,
      "step": 10800
    },
    {
      "epoch": 0.6862434198008499,
      "grad_norm": 0.7969671487808228,
      "learning_rate": 1.570368491152407e-05,
      "loss": 0.811,
      "step": 10820
    },
    {
      "epoch": 0.6875118919261749,
      "grad_norm": 0.9241589307785034,
      "learning_rate": 1.5640261305257816e-05,
      "loss": 0.8234,
      "step": 10840
    },
    {
      "epoch": 0.6887803640515,
      "grad_norm": 0.8808215260505676,
      "learning_rate": 1.5576837698991565e-05,
      "loss": 0.7646,
      "step": 10860
    },
    {
      "epoch": 0.690048836176825,
      "grad_norm": 0.7900111675262451,
      "learning_rate": 1.551341409272531e-05,
      "loss": 0.7461,
      "step": 10880
    },
    {
      "epoch": 0.6913173083021501,
      "grad_norm": 0.9008402824401855,
      "learning_rate": 1.544999048645906e-05,
      "loss": 0.7693,
      "step": 10900
    },
    {
      "epoch": 0.6925857804274751,
      "grad_norm": 0.925081729888916,
      "learning_rate": 1.538656688019281e-05,
      "loss": 0.8174,
      "step": 10920
    },
    {
      "epoch": 0.6938542525528002,
      "grad_norm": 0.8141810297966003,
      "learning_rate": 1.532314327392656e-05,
      "loss": 0.8009,
      "step": 10940
    },
    {
      "epoch": 0.6951227246781252,
      "grad_norm": 0.8973850011825562,
      "learning_rate": 1.5259719667660305e-05,
      "loss": 0.7731,
      "step": 10960
    },
    {
      "epoch": 0.6963911968034503,
      "grad_norm": 0.7652609348297119,
      "learning_rate": 1.5196296061394052e-05,
      "loss": 0.7751,
      "step": 10980
    },
    {
      "epoch": 0.6976596689287753,
      "grad_norm": 0.8361225724220276,
      "learning_rate": 1.51328724551278e-05,
      "loss": 0.7551,
      "step": 11000
    },
    {
      "epoch": 0.6989281410541003,
      "grad_norm": 0.7935757040977478,
      "learning_rate": 1.5069448848861547e-05,
      "loss": 0.8139,
      "step": 11020
    },
    {
      "epoch": 0.7001966131794254,
      "grad_norm": 0.7135019898414612,
      "learning_rate": 1.5006025242595295e-05,
      "loss": 0.7768,
      "step": 11040
    },
    {
      "epoch": 0.7014650853047504,
      "grad_norm": 0.811869204044342,
      "learning_rate": 1.4942601636329042e-05,
      "loss": 0.7697,
      "step": 11060
    },
    {
      "epoch": 0.7027335574300755,
      "grad_norm": 0.9030170440673828,
      "learning_rate": 1.487917803006279e-05,
      "loss": 0.8206,
      "step": 11080
    },
    {
      "epoch": 0.7040020295554005,
      "grad_norm": 0.765082836151123,
      "learning_rate": 1.4815754423796537e-05,
      "loss": 0.8204,
      "step": 11100
    },
    {
      "epoch": 0.7052705016807256,
      "grad_norm": 0.7715885639190674,
      "learning_rate": 1.4752330817530285e-05,
      "loss": 0.7718,
      "step": 11120
    },
    {
      "epoch": 0.7065389738060506,
      "grad_norm": 0.7729353904724121,
      "learning_rate": 1.4688907211264034e-05,
      "loss": 0.8165,
      "step": 11140
    },
    {
      "epoch": 0.7078074459313757,
      "grad_norm": 0.6622787117958069,
      "learning_rate": 1.4625483604997781e-05,
      "loss": 0.7618,
      "step": 11160
    },
    {
      "epoch": 0.7090759180567007,
      "grad_norm": 0.820572555065155,
      "learning_rate": 1.4562059998731529e-05,
      "loss": 0.7887,
      "step": 11180
    },
    {
      "epoch": 0.7103443901820258,
      "grad_norm": 0.7710301876068115,
      "learning_rate": 1.4498636392465276e-05,
      "loss": 0.7712,
      "step": 11200
    },
    {
      "epoch": 0.7116128623073508,
      "grad_norm": 0.8138539791107178,
      "learning_rate": 1.4435212786199024e-05,
      "loss": 0.7989,
      "step": 11220
    },
    {
      "epoch": 0.7128813344326759,
      "grad_norm": 0.7800792455673218,
      "learning_rate": 1.4371789179932771e-05,
      "loss": 0.7641,
      "step": 11240
    },
    {
      "epoch": 0.7141498065580009,
      "grad_norm": 0.809686005115509,
      "learning_rate": 1.4308365573666519e-05,
      "loss": 0.8053,
      "step": 11260
    },
    {
      "epoch": 0.715418278683326,
      "grad_norm": 0.8002369403839111,
      "learning_rate": 1.4244941967400266e-05,
      "loss": 0.8044,
      "step": 11280
    },
    {
      "epoch": 0.716686750808651,
      "grad_norm": 0.8907930850982666,
      "learning_rate": 1.4181518361134014e-05,
      "loss": 0.7896,
      "step": 11300
    },
    {
      "epoch": 0.7179552229339761,
      "grad_norm": 0.8205035328865051,
      "learning_rate": 1.4118094754867761e-05,
      "loss": 0.7609,
      "step": 11320
    },
    {
      "epoch": 0.7192236950593011,
      "grad_norm": 0.7667264342308044,
      "learning_rate": 1.4054671148601512e-05,
      "loss": 0.8022,
      "step": 11340
    },
    {
      "epoch": 0.7204921671846262,
      "grad_norm": 0.7035322189331055,
      "learning_rate": 1.399124754233526e-05,
      "loss": 0.7969,
      "step": 11360
    },
    {
      "epoch": 0.7217606393099512,
      "grad_norm": 0.7853593230247498,
      "learning_rate": 1.3927823936069007e-05,
      "loss": 0.7839,
      "step": 11380
    },
    {
      "epoch": 0.7230291114352763,
      "grad_norm": 0.9023504853248596,
      "learning_rate": 1.3864400329802755e-05,
      "loss": 0.7867,
      "step": 11400
    },
    {
      "epoch": 0.7242975835606013,
      "grad_norm": 0.8038562536239624,
      "learning_rate": 1.3800976723536502e-05,
      "loss": 0.76,
      "step": 11420
    },
    {
      "epoch": 0.7255660556859262,
      "grad_norm": 0.8277421593666077,
      "learning_rate": 1.373755311727025e-05,
      "loss": 0.8377,
      "step": 11440
    },
    {
      "epoch": 0.7268345278112514,
      "grad_norm": 0.7307552099227905,
      "learning_rate": 1.3674129511003997e-05,
      "loss": 0.7962,
      "step": 11460
    },
    {
      "epoch": 0.7281029999365763,
      "grad_norm": 0.7248812913894653,
      "learning_rate": 1.3610705904737745e-05,
      "loss": 0.7655,
      "step": 11480
    },
    {
      "epoch": 0.7293714720619014,
      "grad_norm": 0.8142716288566589,
      "learning_rate": 1.3547282298471492e-05,
      "loss": 0.7874,
      "step": 11500
    },
    {
      "epoch": 0.7306399441872264,
      "grad_norm": 0.8528370261192322,
      "learning_rate": 1.348385869220524e-05,
      "loss": 0.7478,
      "step": 11520
    },
    {
      "epoch": 0.7319084163125515,
      "grad_norm": 0.7856337428092957,
      "learning_rate": 1.3420435085938987e-05,
      "loss": 0.7682,
      "step": 11540
    },
    {
      "epoch": 0.7331768884378765,
      "grad_norm": 0.8709967136383057,
      "learning_rate": 1.3357011479672735e-05,
      "loss": 0.7951,
      "step": 11560
    },
    {
      "epoch": 0.7344453605632016,
      "grad_norm": 0.7879327535629272,
      "learning_rate": 1.3293587873406482e-05,
      "loss": 0.8052,
      "step": 11580
    },
    {
      "epoch": 0.7357138326885266,
      "grad_norm": 0.7124823331832886,
      "learning_rate": 1.323016426714023e-05,
      "loss": 0.7847,
      "step": 11600
    },
    {
      "epoch": 0.7369823048138517,
      "grad_norm": 0.8641963601112366,
      "learning_rate": 1.3166740660873977e-05,
      "loss": 0.7953,
      "step": 11620
    },
    {
      "epoch": 0.7382507769391767,
      "grad_norm": 0.777748167514801,
      "learning_rate": 1.3103317054607725e-05,
      "loss": 0.7786,
      "step": 11640
    },
    {
      "epoch": 0.7395192490645018,
      "grad_norm": 0.9086549878120422,
      "learning_rate": 1.3039893448341472e-05,
      "loss": 0.7954,
      "step": 11660
    },
    {
      "epoch": 0.7407877211898268,
      "grad_norm": 0.7550273537635803,
      "learning_rate": 1.297646984207522e-05,
      "loss": 0.7679,
      "step": 11680
    },
    {
      "epoch": 0.7420561933151519,
      "grad_norm": 0.8174465894699097,
      "learning_rate": 1.2913046235808967e-05,
      "loss": 0.7829,
      "step": 11700
    },
    {
      "epoch": 0.7433246654404769,
      "grad_norm": 0.8319543600082397,
      "learning_rate": 1.2849622629542715e-05,
      "loss": 0.7592,
      "step": 11720
    },
    {
      "epoch": 0.744593137565802,
      "grad_norm": 0.7246963381767273,
      "learning_rate": 1.2786199023276462e-05,
      "loss": 0.7925,
      "step": 11740
    },
    {
      "epoch": 0.745861609691127,
      "grad_norm": 0.7811394333839417,
      "learning_rate": 1.2722775417010213e-05,
      "loss": 0.8063,
      "step": 11760
    },
    {
      "epoch": 0.7471300818164521,
      "grad_norm": 0.9180453419685364,
      "learning_rate": 1.266252299105727e-05,
      "loss": 0.8391,
      "step": 11780
    },
    {
      "epoch": 0.7483985539417771,
      "grad_norm": 0.6986908912658691,
      "learning_rate": 1.2599099384791018e-05,
      "loss": 0.7773,
      "step": 11800
    },
    {
      "epoch": 0.7496670260671022,
      "grad_norm": 0.8293908834457397,
      "learning_rate": 1.2535675778524766e-05,
      "loss": 0.7888,
      "step": 11820
    },
    {
      "epoch": 0.7509354981924272,
      "grad_norm": 0.9369567036628723,
      "learning_rate": 1.2472252172258515e-05,
      "loss": 0.772,
      "step": 11840
    },
    {
      "epoch": 0.7522039703177522,
      "grad_norm": 0.884286105632782,
      "learning_rate": 1.2408828565992263e-05,
      "loss": 0.7806,
      "step": 11860
    },
    {
      "epoch": 0.7534724424430773,
      "grad_norm": 0.749497652053833,
      "learning_rate": 1.234540495972601e-05,
      "loss": 0.7501,
      "step": 11880
    },
    {
      "epoch": 0.7547409145684023,
      "grad_norm": 0.6741966605186462,
      "learning_rate": 1.2281981353459758e-05,
      "loss": 0.7672,
      "step": 11900
    },
    {
      "epoch": 0.7560093866937274,
      "grad_norm": 0.8107251524925232,
      "learning_rate": 1.2218557747193505e-05,
      "loss": 0.7765,
      "step": 11920
    },
    {
      "epoch": 0.7572778588190524,
      "grad_norm": 0.9146373867988586,
      "learning_rate": 1.2155134140927253e-05,
      "loss": 0.7462,
      "step": 11940
    },
    {
      "epoch": 0.7585463309443775,
      "grad_norm": 0.9027043581008911,
      "learning_rate": 1.2091710534661e-05,
      "loss": 0.7819,
      "step": 11960
    },
    {
      "epoch": 0.7598148030697025,
      "grad_norm": 0.7713417410850525,
      "learning_rate": 1.202828692839475e-05,
      "loss": 0.7684,
      "step": 11980
    },
    {
      "epoch": 0.7610832751950276,
      "grad_norm": 0.8822270631790161,
      "learning_rate": 1.1964863322128497e-05,
      "loss": 0.7524,
      "step": 12000
    },
    {
      "epoch": 0.7623517473203526,
      "grad_norm": 0.8402985334396362,
      "learning_rate": 1.1901439715862244e-05,
      "loss": 0.795,
      "step": 12020
    },
    {
      "epoch": 0.7636202194456777,
      "grad_norm": 0.7556558847427368,
      "learning_rate": 1.1838016109595992e-05,
      "loss": 0.773,
      "step": 12040
    },
    {
      "epoch": 0.7648886915710027,
      "grad_norm": 0.7098413705825806,
      "learning_rate": 1.177459250332974e-05,
      "loss": 0.7888,
      "step": 12060
    },
    {
      "epoch": 0.7661571636963278,
      "grad_norm": 0.6865963935852051,
      "learning_rate": 1.1711168897063487e-05,
      "loss": 0.7844,
      "step": 12080
    },
    {
      "epoch": 0.7674256358216528,
      "grad_norm": 0.9354507923126221,
      "learning_rate": 1.1647745290797234e-05,
      "loss": 0.8064,
      "step": 12100
    },
    {
      "epoch": 0.7686941079469779,
      "grad_norm": 0.8983631134033203,
      "learning_rate": 1.1584321684530983e-05,
      "loss": 0.759,
      "step": 12120
    },
    {
      "epoch": 0.7699625800723029,
      "grad_norm": 0.9061852693557739,
      "learning_rate": 1.1520898078264731e-05,
      "loss": 0.7959,
      "step": 12140
    },
    {
      "epoch": 0.771231052197628,
      "grad_norm": 0.8606493473052979,
      "learning_rate": 1.1457474471998478e-05,
      "loss": 0.7926,
      "step": 12160
    },
    {
      "epoch": 0.772499524322953,
      "grad_norm": 0.9167592525482178,
      "learning_rate": 1.1394050865732226e-05,
      "loss": 0.7813,
      "step": 12180
    },
    {
      "epoch": 0.7737679964482781,
      "grad_norm": 0.866223931312561,
      "learning_rate": 1.1330627259465975e-05,
      "loss": 0.7827,
      "step": 12200
    },
    {
      "epoch": 0.7750364685736031,
      "grad_norm": 0.720427930355072,
      "learning_rate": 1.1267203653199723e-05,
      "loss": 0.813,
      "step": 12220
    },
    {
      "epoch": 0.7763049406989282,
      "grad_norm": 0.8172628283500671,
      "learning_rate": 1.120378004693347e-05,
      "loss": 0.7733,
      "step": 12240
    },
    {
      "epoch": 0.7775734128242532,
      "grad_norm": 0.741121768951416,
      "learning_rate": 1.1140356440667218e-05,
      "loss": 0.7434,
      "step": 12260
    },
    {
      "epoch": 0.7788418849495782,
      "grad_norm": 0.723564624786377,
      "learning_rate": 1.1076932834400965e-05,
      "loss": 0.7789,
      "step": 12280
    },
    {
      "epoch": 0.7801103570749033,
      "grad_norm": 0.9289072155952454,
      "learning_rate": 1.1013509228134713e-05,
      "loss": 0.7894,
      "step": 12300
    },
    {
      "epoch": 0.7813788292002283,
      "grad_norm": 0.8132310509681702,
      "learning_rate": 1.095008562186846e-05,
      "loss": 0.8153,
      "step": 12320
    },
    {
      "epoch": 0.7826473013255534,
      "grad_norm": 0.967943549156189,
      "learning_rate": 1.0886662015602208e-05,
      "loss": 0.7821,
      "step": 12340
    },
    {
      "epoch": 0.7839157734508784,
      "grad_norm": 0.7738404273986816,
      "learning_rate": 1.0823238409335955e-05,
      "loss": 0.7855,
      "step": 12360
    },
    {
      "epoch": 0.7851842455762035,
      "grad_norm": 0.8411769270896912,
      "learning_rate": 1.0759814803069703e-05,
      "loss": 0.7988,
      "step": 12380
    },
    {
      "epoch": 0.7864527177015285,
      "grad_norm": 0.8962435722351074,
      "learning_rate": 1.0696391196803452e-05,
      "loss": 0.8321,
      "step": 12400
    },
    {
      "epoch": 0.7877211898268536,
      "grad_norm": 0.7484604716300964,
      "learning_rate": 1.06329675905372e-05,
      "loss": 0.7686,
      "step": 12420
    },
    {
      "epoch": 0.7889896619521786,
      "grad_norm": 0.802546501159668,
      "learning_rate": 1.0569543984270947e-05,
      "loss": 0.7904,
      "step": 12440
    },
    {
      "epoch": 0.7902581340775037,
      "grad_norm": 0.7103933691978455,
      "learning_rate": 1.0506120378004694e-05,
      "loss": 0.756,
      "step": 12460
    },
    {
      "epoch": 0.7915266062028287,
      "grad_norm": 0.6866100430488586,
      "learning_rate": 1.0442696771738442e-05,
      "loss": 0.7736,
      "step": 12480
    },
    {
      "epoch": 0.7927950783281538,
      "grad_norm": 0.7697407603263855,
      "learning_rate": 1.037927316547219e-05,
      "loss": 0.7796,
      "step": 12500
    },
    {
      "epoch": 0.7940635504534788,
      "grad_norm": 0.8658385276794434,
      "learning_rate": 1.0315849559205937e-05,
      "loss": 0.787,
      "step": 12520
    },
    {
      "epoch": 0.7953320225788039,
      "grad_norm": 0.8282449245452881,
      "learning_rate": 1.0252425952939684e-05,
      "loss": 0.7666,
      "step": 12540
    },
    {
      "epoch": 0.7966004947041289,
      "grad_norm": 0.8376625776290894,
      "learning_rate": 1.0189002346673432e-05,
      "loss": 0.7313,
      "step": 12560
    },
    {
      "epoch": 0.797868966829454,
      "grad_norm": 0.8002750277519226,
      "learning_rate": 1.012557874040718e-05,
      "loss": 0.8,
      "step": 12580
    },
    {
      "epoch": 0.799137438954779,
      "grad_norm": 0.7849326729774475,
      "learning_rate": 1.0062155134140929e-05,
      "loss": 0.7761,
      "step": 12600
    },
    {
      "epoch": 0.8004059110801041,
      "grad_norm": 0.8501541018486023,
      "learning_rate": 9.998731527874676e-06,
      "loss": 0.7845,
      "step": 12620
    },
    {
      "epoch": 0.801674383205429,
      "grad_norm": 0.7818264365196228,
      "learning_rate": 9.935307921608424e-06,
      "loss": 0.7669,
      "step": 12640
    },
    {
      "epoch": 0.8029428553307542,
      "grad_norm": 0.9117188453674316,
      "learning_rate": 9.871884315342171e-06,
      "loss": 0.7578,
      "step": 12660
    },
    {
      "epoch": 0.8042113274560792,
      "grad_norm": 0.8058929443359375,
      "learning_rate": 9.808460709075919e-06,
      "loss": 0.7676,
      "step": 12680
    },
    {
      "epoch": 0.8054797995814041,
      "grad_norm": 0.8033195734024048,
      "learning_rate": 9.745037102809666e-06,
      "loss": 0.8151,
      "step": 12700
    },
    {
      "epoch": 0.8067482717067292,
      "grad_norm": 0.898897647857666,
      "learning_rate": 9.681613496543414e-06,
      "loss": 0.8267,
      "step": 12720
    },
    {
      "epoch": 0.8080167438320542,
      "grad_norm": 0.9970609545707703,
      "learning_rate": 9.618189890277161e-06,
      "loss": 0.8075,
      "step": 12740
    },
    {
      "epoch": 0.8092852159573793,
      "grad_norm": 0.904344916343689,
      "learning_rate": 9.554766284010909e-06,
      "loss": 0.8,
      "step": 12760
    },
    {
      "epoch": 0.8105536880827043,
      "grad_norm": 0.8318148255348206,
      "learning_rate": 9.491342677744656e-06,
      "loss": 0.8027,
      "step": 12780
    },
    {
      "epoch": 0.8118221602080294,
      "grad_norm": 0.8471246957778931,
      "learning_rate": 9.427919071478404e-06,
      "loss": 0.7587,
      "step": 12800
    },
    {
      "epoch": 0.8130906323333544,
      "grad_norm": 0.7848266363143921,
      "learning_rate": 9.364495465212153e-06,
      "loss": 0.7499,
      "step": 12820
    },
    {
      "epoch": 0.8143591044586795,
      "grad_norm": 0.9037428498268127,
      "learning_rate": 9.3010718589459e-06,
      "loss": 0.7865,
      "step": 12840
    },
    {
      "epoch": 0.8156275765840045,
      "grad_norm": 0.7049270868301392,
      "learning_rate": 9.237648252679648e-06,
      "loss": 0.817,
      "step": 12860
    },
    {
      "epoch": 0.8168960487093296,
      "grad_norm": 0.7613449096679688,
      "learning_rate": 9.174224646413395e-06,
      "loss": 0.806,
      "step": 12880
    },
    {
      "epoch": 0.8181645208346546,
      "grad_norm": 0.7704141139984131,
      "learning_rate": 9.110801040147143e-06,
      "loss": 0.7307,
      "step": 12900
    },
    {
      "epoch": 0.8194329929599797,
      "grad_norm": 0.707279622554779,
      "learning_rate": 9.04737743388089e-06,
      "loss": 0.7838,
      "step": 12920
    },
    {
      "epoch": 0.8207014650853047,
      "grad_norm": 0.7817753553390503,
      "learning_rate": 8.983953827614638e-06,
      "loss": 0.7994,
      "step": 12940
    },
    {
      "epoch": 0.8219699372106298,
      "grad_norm": 0.8321487307548523,
      "learning_rate": 8.920530221348385e-06,
      "loss": 0.7843,
      "step": 12960
    },
    {
      "epoch": 0.8232384093359548,
      "grad_norm": 0.799281120300293,
      "learning_rate": 8.857106615082133e-06,
      "loss": 0.771,
      "step": 12980
    },
    {
      "epoch": 0.8245068814612799,
      "grad_norm": 0.8843486309051514,
      "learning_rate": 8.79368300881588e-06,
      "loss": 0.8269,
      "step": 13000
    },
    {
      "epoch": 0.8257753535866049,
      "grad_norm": 0.6699514985084534,
      "learning_rate": 8.73025940254963e-06,
      "loss": 0.7398,
      "step": 13020
    },
    {
      "epoch": 0.82704382571193,
      "grad_norm": 0.7868858575820923,
      "learning_rate": 8.666835796283377e-06,
      "loss": 0.7779,
      "step": 13040
    },
    {
      "epoch": 0.828312297837255,
      "grad_norm": 0.8733574151992798,
      "learning_rate": 8.603412190017125e-06,
      "loss": 0.7977,
      "step": 13060
    },
    {
      "epoch": 0.8295807699625801,
      "grad_norm": 0.7439238429069519,
      "learning_rate": 8.539988583750872e-06,
      "loss": 0.7587,
      "step": 13080
    },
    {
      "epoch": 0.8308492420879051,
      "grad_norm": 0.8214549422264099,
      "learning_rate": 8.476564977484621e-06,
      "loss": 0.8181,
      "step": 13100
    },
    {
      "epoch": 0.8321177142132302,
      "grad_norm": 0.8577607870101929,
      "learning_rate": 8.413141371218369e-06,
      "loss": 0.793,
      "step": 13120
    },
    {
      "epoch": 0.8333861863385552,
      "grad_norm": 0.6957492828369141,
      "learning_rate": 8.349717764952116e-06,
      "loss": 0.755,
      "step": 13140
    },
    {
      "epoch": 0.8346546584638802,
      "grad_norm": 0.981088399887085,
      "learning_rate": 8.286294158685864e-06,
      "loss": 0.7769,
      "step": 13160
    },
    {
      "epoch": 0.8359231305892053,
      "grad_norm": 0.7333866357803345,
      "learning_rate": 8.222870552419611e-06,
      "loss": 0.7536,
      "step": 13180
    },
    {
      "epoch": 0.8371916027145303,
      "grad_norm": 0.8152589201927185,
      "learning_rate": 8.159446946153359e-06,
      "loss": 0.7497,
      "step": 13200
    },
    {
      "epoch": 0.8384600748398554,
      "grad_norm": 0.8962567448616028,
      "learning_rate": 8.096023339887106e-06,
      "loss": 0.7838,
      "step": 13220
    },
    {
      "epoch": 0.8397285469651804,
      "grad_norm": 0.6861271262168884,
      "learning_rate": 8.032599733620855e-06,
      "loss": 0.777,
      "step": 13240
    },
    {
      "epoch": 0.8409970190905055,
      "grad_norm": 0.7273656725883484,
      "learning_rate": 7.969176127354603e-06,
      "loss": 0.7345,
      "step": 13260
    },
    {
      "epoch": 0.8422654912158305,
      "grad_norm": 0.7643877267837524,
      "learning_rate": 7.90575252108835e-06,
      "loss": 0.7837,
      "step": 13280
    },
    {
      "epoch": 0.8435339633411556,
      "grad_norm": 0.695196270942688,
      "learning_rate": 7.842328914822098e-06,
      "loss": 0.7361,
      "step": 13300
    },
    {
      "epoch": 0.8448024354664806,
      "grad_norm": 0.6783697009086609,
      "learning_rate": 7.778905308555845e-06,
      "loss": 0.7315,
      "step": 13320
    },
    {
      "epoch": 0.8460709075918057,
      "grad_norm": 0.8633202314376831,
      "learning_rate": 7.715481702289593e-06,
      "loss": 0.7713,
      "step": 13340
    },
    {
      "epoch": 0.8473393797171307,
      "grad_norm": 0.7902844548225403,
      "learning_rate": 7.65205809602334e-06,
      "loss": 0.7732,
      "step": 13360
    },
    {
      "epoch": 0.8486078518424558,
      "grad_norm": 1.1263785362243652,
      "learning_rate": 7.588634489757088e-06,
      "loss": 0.7549,
      "step": 13380
    },
    {
      "epoch": 0.8498763239677808,
      "grad_norm": 0.7141507863998413,
      "learning_rate": 7.5252108834908354e-06,
      "loss": 0.7498,
      "step": 13400
    },
    {
      "epoch": 0.8511447960931059,
      "grad_norm": 0.7436708211898804,
      "learning_rate": 7.461787277224583e-06,
      "loss": 0.7525,
      "step": 13420
    },
    {
      "epoch": 0.8524132682184309,
      "grad_norm": 0.7840022444725037,
      "learning_rate": 7.3983636709583304e-06,
      "loss": 0.7658,
      "step": 13440
    },
    {
      "epoch": 0.853681740343756,
      "grad_norm": 0.7560069561004639,
      "learning_rate": 7.33494006469208e-06,
      "loss": 0.7946,
      "step": 13460
    },
    {
      "epoch": 0.854950212469081,
      "grad_norm": 0.7361060976982117,
      "learning_rate": 7.271516458425827e-06,
      "loss": 0.7722,
      "step": 13480
    },
    {
      "epoch": 0.8562186845944061,
      "grad_norm": 0.8141864538192749,
      "learning_rate": 7.208092852159575e-06,
      "loss": 0.751,
      "step": 13500
    },
    {
      "epoch": 0.8574871567197311,
      "grad_norm": 0.7860879898071289,
      "learning_rate": 7.144669245893322e-06,
      "loss": 0.7401,
      "step": 13520
    },
    {
      "epoch": 0.8587556288450562,
      "grad_norm": 1.1111942529678345,
      "learning_rate": 7.08124563962707e-06,
      "loss": 0.803,
      "step": 13540
    },
    {
      "epoch": 0.8600241009703812,
      "grad_norm": 0.7983526587486267,
      "learning_rate": 7.017822033360817e-06,
      "loss": 0.7963,
      "step": 13560
    },
    {
      "epoch": 0.8612925730957062,
      "grad_norm": 0.7415090799331665,
      "learning_rate": 6.954398427094565e-06,
      "loss": 0.7997,
      "step": 13580
    },
    {
      "epoch": 0.8625610452210313,
      "grad_norm": 0.8375813364982605,
      "learning_rate": 6.890974820828312e-06,
      "loss": 0.8052,
      "step": 13600
    },
    {
      "epoch": 0.8638295173463563,
      "grad_norm": 0.8622868657112122,
      "learning_rate": 6.82755121456206e-06,
      "loss": 0.7816,
      "step": 13620
    },
    {
      "epoch": 0.8650979894716814,
      "grad_norm": 0.9229819774627686,
      "learning_rate": 6.764127608295807e-06,
      "loss": 0.7558,
      "step": 13640
    },
    {
      "epoch": 0.8663664615970064,
      "grad_norm": 0.8334788084030151,
      "learning_rate": 6.700704002029556e-06,
      "loss": 0.7648,
      "step": 13660
    },
    {
      "epoch": 0.8676349337223315,
      "grad_norm": 0.8499231338500977,
      "learning_rate": 6.637280395763304e-06,
      "loss": 0.7954,
      "step": 13680
    },
    {
      "epoch": 0.8689034058476565,
      "grad_norm": 0.8455031514167786,
      "learning_rate": 6.573856789497051e-06,
      "loss": 0.7973,
      "step": 13700
    },
    {
      "epoch": 0.8701718779729816,
      "grad_norm": 0.7882249355316162,
      "learning_rate": 6.510433183230799e-06,
      "loss": 0.8031,
      "step": 13720
    },
    {
      "epoch": 0.8714403500983066,
      "grad_norm": 0.7251647114753723,
      "learning_rate": 6.447009576964546e-06,
      "loss": 0.7581,
      "step": 13740
    },
    {
      "epoch": 0.8727088222236317,
      "grad_norm": 0.8899182081222534,
      "learning_rate": 6.383585970698294e-06,
      "loss": 0.7981,
      "step": 13760
    },
    {
      "epoch": 0.8739772943489567,
      "grad_norm": 0.7742959260940552,
      "learning_rate": 6.320162364432042e-06,
      "loss": 0.7606,
      "step": 13780
    },
    {
      "epoch": 0.8752457664742818,
      "grad_norm": 0.7180908918380737,
      "learning_rate": 6.25673875816579e-06,
      "loss": 0.8301,
      "step": 13800
    },
    {
      "epoch": 0.8765142385996068,
      "grad_norm": 0.7653104066848755,
      "learning_rate": 6.193315151899537e-06,
      "loss": 0.8017,
      "step": 13820
    },
    {
      "epoch": 0.8777827107249319,
      "grad_norm": 0.802506148815155,
      "learning_rate": 6.1298915456332856e-06,
      "loss": 0.7634,
      "step": 13840
    },
    {
      "epoch": 0.8790511828502569,
      "grad_norm": 0.882520318031311,
      "learning_rate": 6.066467939367033e-06,
      "loss": 0.777,
      "step": 13860
    },
    {
      "epoch": 0.880319654975582,
      "grad_norm": 0.7464948892593384,
      "learning_rate": 6.0030443331007806e-06,
      "loss": 0.7495,
      "step": 13880
    },
    {
      "epoch": 0.881588127100907,
      "grad_norm": 0.7769840359687805,
      "learning_rate": 5.939620726834528e-06,
      "loss": 0.7562,
      "step": 13900
    },
    {
      "epoch": 0.882856599226232,
      "grad_norm": 0.9281843304634094,
      "learning_rate": 5.8761971205682756e-06,
      "loss": 0.7845,
      "step": 13920
    },
    {
      "epoch": 0.884125071351557,
      "grad_norm": 0.801986813545227,
      "learning_rate": 5.812773514302024e-06,
      "loss": 0.7301,
      "step": 13940
    },
    {
      "epoch": 0.8853935434768821,
      "grad_norm": 0.8647619485855103,
      "learning_rate": 5.749349908035771e-06,
      "loss": 0.7693,
      "step": 13960
    },
    {
      "epoch": 0.8866620156022071,
      "grad_norm": 0.8235803246498108,
      "learning_rate": 5.685926301769519e-06,
      "loss": 0.7972,
      "step": 13980
    },
    {
      "epoch": 0.8879304877275321,
      "grad_norm": 0.8338538408279419,
      "learning_rate": 5.622502695503266e-06,
      "loss": 0.7951,
      "step": 14000
    },
    {
      "epoch": 0.8891989598528572,
      "grad_norm": 0.704741895198822,
      "learning_rate": 5.559079089237014e-06,
      "loss": 0.7446,
      "step": 14020
    },
    {
      "epoch": 0.8904674319781822,
      "grad_norm": 0.7731455564498901,
      "learning_rate": 5.495655482970762e-06,
      "loss": 0.7266,
      "step": 14040
    },
    {
      "epoch": 0.8917359041035073,
      "grad_norm": 0.779869794845581,
      "learning_rate": 5.43223187670451e-06,
      "loss": 0.7638,
      "step": 14060
    },
    {
      "epoch": 0.8930043762288323,
      "grad_norm": 0.7645334005355835,
      "learning_rate": 5.368808270438257e-06,
      "loss": 0.7868,
      "step": 14080
    },
    {
      "epoch": 0.8942728483541574,
      "grad_norm": 0.8010347485542297,
      "learning_rate": 5.305384664172005e-06,
      "loss": 0.8038,
      "step": 14100
    },
    {
      "epoch": 0.8955413204794824,
      "grad_norm": 0.830556333065033,
      "learning_rate": 5.241961057905752e-06,
      "loss": 0.7774,
      "step": 14120
    },
    {
      "epoch": 0.8968097926048075,
      "grad_norm": 0.9386767745018005,
      "learning_rate": 5.178537451639501e-06,
      "loss": 0.7591,
      "step": 14140
    },
    {
      "epoch": 0.8980782647301325,
      "grad_norm": 0.8357464671134949,
      "learning_rate": 5.115113845373248e-06,
      "loss": 0.7642,
      "step": 14160
    },
    {
      "epoch": 0.8993467368554576,
      "grad_norm": 0.7423475384712219,
      "learning_rate": 5.051690239106996e-06,
      "loss": 0.7586,
      "step": 14180
    },
    {
      "epoch": 0.9006152089807826,
      "grad_norm": 0.8751846551895142,
      "learning_rate": 4.988266632840743e-06,
      "loss": 0.7536,
      "step": 14200
    },
    {
      "epoch": 0.9018836811061077,
      "grad_norm": 0.8088937997817993,
      "learning_rate": 4.924843026574491e-06,
      "loss": 0.7747,
      "step": 14220
    },
    {
      "epoch": 0.9031521532314327,
      "grad_norm": 0.7831218242645264,
      "learning_rate": 4.861419420308239e-06,
      "loss": 0.7741,
      "step": 14240
    },
    {
      "epoch": 0.9044206253567578,
      "grad_norm": 0.8346021175384521,
      "learning_rate": 4.7979958140419865e-06,
      "loss": 0.8034,
      "step": 14260
    },
    {
      "epoch": 0.9056890974820828,
      "grad_norm": 0.7575668692588806,
      "learning_rate": 4.734572207775735e-06,
      "loss": 0.7866,
      "step": 14280
    },
    {
      "epoch": 0.9069575696074079,
      "grad_norm": 0.8374447822570801,
      "learning_rate": 4.671148601509482e-06,
      "loss": 0.7808,
      "step": 14300
    },
    {
      "epoch": 0.9082260417327329,
      "grad_norm": 0.7750478982925415,
      "learning_rate": 4.60772499524323e-06,
      "loss": 0.7628,
      "step": 14320
    },
    {
      "epoch": 0.909494513858058,
      "grad_norm": 0.8722181916236877,
      "learning_rate": 4.54747256929029e-06,
      "loss": 0.7744,
      "step": 14340
    },
    {
      "epoch": 0.910762985983383,
      "grad_norm": 0.8774197101593018,
      "learning_rate": 4.484048963024038e-06,
      "loss": 0.8039,
      "step": 14360
    },
    {
      "epoch": 0.9120314581087081,
      "grad_norm": 0.677240788936615,
      "learning_rate": 4.420625356757786e-06,
      "loss": 0.7648,
      "step": 14380
    },
    {
      "epoch": 0.9132999302340331,
      "grad_norm": 0.8468155264854431,
      "learning_rate": 4.357201750491533e-06,
      "loss": 0.7494,
      "step": 14400
    },
    {
      "epoch": 0.9145684023593581,
      "grad_norm": 0.8869547247886658,
      "learning_rate": 4.293778144225281e-06,
      "loss": 0.7713,
      "step": 14420
    },
    {
      "epoch": 0.9158368744846832,
      "grad_norm": 0.8307056427001953,
      "learning_rate": 4.230354537959028e-06,
      "loss": 0.7784,
      "step": 14440
    },
    {
      "epoch": 0.9171053466100082,
      "grad_norm": 0.8972311019897461,
      "learning_rate": 4.166930931692777e-06,
      "loss": 0.7653,
      "step": 14460
    },
    {
      "epoch": 0.9183738187353333,
      "grad_norm": 0.7319260835647583,
      "learning_rate": 4.103507325426524e-06,
      "loss": 0.7802,
      "step": 14480
    },
    {
      "epoch": 0.9196422908606583,
      "grad_norm": 0.8915144801139832,
      "learning_rate": 4.040083719160272e-06,
      "loss": 0.7709,
      "step": 14500
    },
    {
      "epoch": 0.9209107629859834,
      "grad_norm": 1.0568279027938843,
      "learning_rate": 3.976660112894019e-06,
      "loss": 0.7961,
      "step": 14520
    },
    {
      "epoch": 0.9221792351113084,
      "grad_norm": 0.9176843166351318,
      "learning_rate": 3.913236506627767e-06,
      "loss": 0.7758,
      "step": 14540
    },
    {
      "epoch": 0.9234477072366335,
      "grad_norm": 0.8266422152519226,
      "learning_rate": 3.849812900361515e-06,
      "loss": 0.7896,
      "step": 14560
    },
    {
      "epoch": 0.9247161793619585,
      "grad_norm": 0.8376505970954895,
      "learning_rate": 3.7863892940952626e-06,
      "loss": 0.7529,
      "step": 14580
    },
    {
      "epoch": 0.9259846514872836,
      "grad_norm": 0.7567136287689209,
      "learning_rate": 3.72296568782901e-06,
      "loss": 0.7361,
      "step": 14600
    },
    {
      "epoch": 0.9272531236126086,
      "grad_norm": 0.8554660677909851,
      "learning_rate": 3.6595420815627576e-06,
      "loss": 0.7808,
      "step": 14620
    },
    {
      "epoch": 0.9285215957379337,
      "grad_norm": 0.8139016032218933,
      "learning_rate": 3.5961184752965055e-06,
      "loss": 0.7743,
      "step": 14640
    },
    {
      "epoch": 0.9297900678632587,
      "grad_norm": 0.8457810282707214,
      "learning_rate": 3.532694869030253e-06,
      "loss": 0.7431,
      "step": 14660
    },
    {
      "epoch": 0.9310585399885838,
      "grad_norm": 0.7392221093177795,
      "learning_rate": 3.469271262764001e-06,
      "loss": 0.7678,
      "step": 14680
    },
    {
      "epoch": 0.9323270121139088,
      "grad_norm": 0.74676913022995,
      "learning_rate": 3.405847656497749e-06,
      "loss": 0.7739,
      "step": 14700
    },
    {
      "epoch": 0.9335954842392339,
      "grad_norm": 0.9203459620475769,
      "learning_rate": 3.3424240502314964e-06,
      "loss": 0.7746,
      "step": 14720
    },
    {
      "epoch": 0.9348639563645589,
      "grad_norm": 0.8364453911781311,
      "learning_rate": 3.279000443965244e-06,
      "loss": 0.8001,
      "step": 14740
    },
    {
      "epoch": 0.936132428489884,
      "grad_norm": 0.8923636078834534,
      "learning_rate": 3.2155768376989914e-06,
      "loss": 0.7831,
      "step": 14760
    },
    {
      "epoch": 0.937400900615209,
      "grad_norm": 0.8334746360778809,
      "learning_rate": 3.1521532314327397e-06,
      "loss": 0.7731,
      "step": 14780
    },
    {
      "epoch": 0.9386693727405341,
      "grad_norm": 0.7588502764701843,
      "learning_rate": 3.0887296251664873e-06,
      "loss": 0.7625,
      "step": 14800
    },
    {
      "epoch": 0.9399378448658591,
      "grad_norm": 0.7889774441719055,
      "learning_rate": 3.0253060189002348e-06,
      "loss": 0.7354,
      "step": 14820
    },
    {
      "epoch": 0.9412063169911841,
      "grad_norm": 0.7171176671981812,
      "learning_rate": 2.9618824126339823e-06,
      "loss": 0.7341,
      "step": 14840
    },
    {
      "epoch": 0.9424747891165092,
      "grad_norm": 0.9590219259262085,
      "learning_rate": 2.89845880636773e-06,
      "loss": 0.8243,
      "step": 14860
    },
    {
      "epoch": 0.9437432612418342,
      "grad_norm": 0.8210035562515259,
      "learning_rate": 2.8350352001014777e-06,
      "loss": 0.7863,
      "step": 14880
    },
    {
      "epoch": 0.9450117333671593,
      "grad_norm": 0.9011463522911072,
      "learning_rate": 2.7716115938352256e-06,
      "loss": 0.7325,
      "step": 14900
    },
    {
      "epoch": 0.9462802054924843,
      "grad_norm": 0.8472886681556702,
      "learning_rate": 2.7081879875689735e-06,
      "loss": 0.7409,
      "step": 14920
    },
    {
      "epoch": 0.9475486776178094,
      "grad_norm": 0.8105041980743408,
      "learning_rate": 2.644764381302721e-06,
      "loss": 0.7598,
      "step": 14940
    },
    {
      "epoch": 0.9488171497431344,
      "grad_norm": 0.9121299386024475,
      "learning_rate": 2.581340775036469e-06,
      "loss": 0.8026,
      "step": 14960
    },
    {
      "epoch": 0.9500856218684595,
      "grad_norm": 0.7272994518280029,
      "learning_rate": 2.5179171687702165e-06,
      "loss": 0.771,
      "step": 14980
    },
    {
      "epoch": 0.9513540939937845,
      "grad_norm": 0.9553162455558777,
      "learning_rate": 2.454493562503964e-06,
      "loss": 0.7562,
      "step": 15000
    },
    {
      "epoch": 0.9526225661191096,
      "grad_norm": 0.775790810585022,
      "learning_rate": 2.391069956237712e-06,
      "loss": 0.7682,
      "step": 15020
    },
    {
      "epoch": 0.9538910382444346,
      "grad_norm": 0.7874183654785156,
      "learning_rate": 2.3276463499714594e-06,
      "loss": 0.7706,
      "step": 15040
    },
    {
      "epoch": 0.9551595103697597,
      "grad_norm": 0.9175487756729126,
      "learning_rate": 2.2642227437052073e-06,
      "loss": 0.7904,
      "step": 15060
    },
    {
      "epoch": 0.9564279824950846,
      "grad_norm": 0.7636487483978271,
      "learning_rate": 2.200799137438955e-06,
      "loss": 0.7568,
      "step": 15080
    },
    {
      "epoch": 0.9576964546204098,
      "grad_norm": 0.8234472870826721,
      "learning_rate": 2.1373755311727023e-06,
      "loss": 0.7902,
      "step": 15100
    },
    {
      "epoch": 0.9589649267457347,
      "grad_norm": 0.7153974175453186,
      "learning_rate": 2.0739519249064502e-06,
      "loss": 0.7305,
      "step": 15120
    },
    {
      "epoch": 0.9602333988710599,
      "grad_norm": 0.8177540302276611,
      "learning_rate": 2.010528318640198e-06,
      "loss": 0.7584,
      "step": 15140
    },
    {
      "epoch": 0.9615018709963848,
      "grad_norm": 0.7617529630661011,
      "learning_rate": 1.9471047123739457e-06,
      "loss": 0.74,
      "step": 15160
    },
    {
      "epoch": 0.96277034312171,
      "grad_norm": 0.8607798218727112,
      "learning_rate": 1.8836811061076934e-06,
      "loss": 0.7867,
      "step": 15180
    },
    {
      "epoch": 0.9640388152470349,
      "grad_norm": 0.7388313412666321,
      "learning_rate": 1.820257499841441e-06,
      "loss": 0.7561,
      "step": 15200
    },
    {
      "epoch": 0.96530728737236,
      "grad_norm": 0.8492052555084229,
      "learning_rate": 1.756833893575189e-06,
      "loss": 0.7769,
      "step": 15220
    },
    {
      "epoch": 0.966575759497685,
      "grad_norm": 0.7551003694534302,
      "learning_rate": 1.6934102873089365e-06,
      "loss": 0.7641,
      "step": 15240
    },
    {
      "epoch": 0.96784423162301,
      "grad_norm": 0.8290461897850037,
      "learning_rate": 1.629986681042684e-06,
      "loss": 0.7537,
      "step": 15260
    },
    {
      "epoch": 0.9691127037483351,
      "grad_norm": 0.8409222960472107,
      "learning_rate": 1.566563074776432e-06,
      "loss": 0.7591,
      "step": 15280
    },
    {
      "epoch": 0.9703811758736601,
      "grad_norm": 0.7970009446144104,
      "learning_rate": 1.5031394685101795e-06,
      "loss": 0.7763,
      "step": 15300
    },
    {
      "epoch": 0.9716496479989852,
      "grad_norm": 0.8285433650016785,
      "learning_rate": 1.4397158622439274e-06,
      "loss": 0.7357,
      "step": 15320
    },
    {
      "epoch": 0.9729181201243102,
      "grad_norm": 0.8585550785064697,
      "learning_rate": 1.376292255977675e-06,
      "loss": 0.7706,
      "step": 15340
    },
    {
      "epoch": 0.9741865922496353,
      "grad_norm": 0.7604003548622131,
      "learning_rate": 1.3128686497114226e-06,
      "loss": 0.7455,
      "step": 15360
    },
    {
      "epoch": 0.9754550643749603,
      "grad_norm": 0.7896905541419983,
      "learning_rate": 1.2494450434451703e-06,
      "loss": 0.7824,
      "step": 15380
    },
    {
      "epoch": 0.9767235365002854,
      "grad_norm": 0.8073090314865112,
      "learning_rate": 1.186021437178918e-06,
      "loss": 0.7836,
      "step": 15400
    },
    {
      "epoch": 0.9779920086256104,
      "grad_norm": 0.8942602276802063,
      "learning_rate": 1.1225978309126657e-06,
      "loss": 0.7993,
      "step": 15420
    },
    {
      "epoch": 0.9792604807509355,
      "grad_norm": 0.7417428493499756,
      "learning_rate": 1.0591742246464135e-06,
      "loss": 0.7828,
      "step": 15440
    },
    {
      "epoch": 0.9805289528762605,
      "grad_norm": 0.7453452944755554,
      "learning_rate": 9.957506183801612e-07,
      "loss": 0.7589,
      "step": 15460
    },
    {
      "epoch": 0.9817974250015856,
      "grad_norm": 0.7909823656082153,
      "learning_rate": 9.323270121139089e-07,
      "loss": 0.7776,
      "step": 15480
    },
    {
      "epoch": 0.9830658971269106,
      "grad_norm": 0.8445958495140076,
      "learning_rate": 8.689034058476566e-07,
      "loss": 0.8027,
      "step": 15500
    },
    {
      "epoch": 0.9843343692522357,
      "grad_norm": 0.8094016313552856,
      "learning_rate": 8.054797995814042e-07,
      "loss": 0.7426,
      "step": 15520
    },
    {
      "epoch": 0.9856028413775607,
      "grad_norm": 0.9366889595985413,
      "learning_rate": 7.420561933151519e-07,
      "loss": 0.7754,
      "step": 15540
    },
    {
      "epoch": 0.9868713135028858,
      "grad_norm": 0.8186490535736084,
      "learning_rate": 6.786325870488996e-07,
      "loss": 0.7699,
      "step": 15560
    },
    {
      "epoch": 0.9881397856282108,
      "grad_norm": 0.7232887148857117,
      "learning_rate": 6.152089807826473e-07,
      "loss": 0.7384,
      "step": 15580
    },
    {
      "epoch": 0.9894082577535359,
      "grad_norm": 0.7465324401855469,
      "learning_rate": 5.517853745163951e-07,
      "loss": 0.775,
      "step": 15600
    },
    {
      "epoch": 0.9906767298788609,
      "grad_norm": 0.8372469544410706,
      "learning_rate": 4.883617682501427e-07,
      "loss": 0.7497,
      "step": 15620
    },
    {
      "epoch": 0.991945202004186,
      "grad_norm": 0.8273568749427795,
      "learning_rate": 4.2493816198389043e-07,
      "loss": 0.7738,
      "step": 15640
    },
    {
      "epoch": 0.993213674129511,
      "grad_norm": 0.7157850861549377,
      "learning_rate": 3.6151455571763815e-07,
      "loss": 0.7398,
      "step": 15660
    },
    {
      "epoch": 0.994482146254836,
      "grad_norm": 0.8117349147796631,
      "learning_rate": 2.980909494513858e-07,
      "loss": 0.8053,
      "step": 15680
    },
    {
      "epoch": 0.9957506183801611,
      "grad_norm": 0.869315505027771,
      "learning_rate": 2.3466734318513352e-07,
      "loss": 0.7819,
      "step": 15700
    },
    {
      "epoch": 0.9970190905054861,
      "grad_norm": 0.7544413208961487,
      "learning_rate": 1.712437369188812e-07,
      "loss": 0.805,
      "step": 15720
    },
    {
      "epoch": 0.9982875626308112,
      "grad_norm": 0.9937105178833008,
      "learning_rate": 1.0782013065262892e-07,
      "loss": 0.7808,
      "step": 15740
    },
    {
      "epoch": 0.9995560347561362,
      "grad_norm": 0.7431527972221375,
      "learning_rate": 4.439652438637661e-08,
      "loss": 0.7574,
      "step": 15760
    }
  ],
  "logging_steps": 20,
  "max_steps": 15767,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 15767,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.607614351420162e+18,
  "train_batch_size": 18,
  "trial_name": null,
  "trial_params": null
}