{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.21892377074302727,
  "eval_steps": 500,
  "global_step": 5000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00043784754148605456,
      "grad_norm": 11.96724490271355,
      "learning_rate": 7.519033870117711e-06,
      "loss": 0.682,
      "step": 10
    },
    {
      "epoch": 0.0008756950829721091,
      "grad_norm": 16.377854891876865,
      "learning_rate": 9.782488603436574e-06,
      "loss": 0.5773,
      "step": 20
    },
    {
      "epoch": 0.0013135426244581636,
      "grad_norm": 19.097945880780852,
      "learning_rate": 1.1106524744507912e-05,
      "loss": 0.4648,
      "step": 30
    },
    {
      "epoch": 0.0017513901659442182,
      "grad_norm": 17.780105205349074,
      "learning_rate": 1.2045943336755435e-05,
      "loss": 0.5231,
      "step": 40
    },
    {
      "epoch": 0.002189237707430273,
      "grad_norm": 11.341588174257303,
      "learning_rate": 1.2774613006916558e-05,
      "loss": 0.373,
      "step": 50
    },
    {
      "epoch": 0.002627085248916327,
      "grad_norm": 12.468061614573642,
      "learning_rate": 1.3369979477826773e-05,
      "loss": 0.4499,
      "step": 60
    },
    {
      "epoch": 0.003064932790402382,
      "grad_norm": 14.844241870962383,
      "learning_rate": 1.3873354656555003e-05,
      "loss": 0.4481,
      "step": 70
    },
    {
      "epoch": 0.0035027803318884365,
      "grad_norm": 13.17618773461328,
      "learning_rate": 1.4268322372265782e-05,
      "loss": 0.4385,
      "step": 80
    },
    {
      "epoch": 0.003940627873374491,
      "grad_norm": 13.959456456486652,
      "learning_rate": 1.4657529486032087e-05,
      "loss": 0.5157,
      "step": 90
    },
    {
      "epoch": 0.004378475414860546,
      "grad_norm": 9.088640068563528,
      "learning_rate": 1.5005248620577926e-05,
      "loss": 0.5372,
      "step": 100
    },
    {
      "epoch": 0.0048163229563466005,
      "grad_norm": 8.985973448159925,
      "learning_rate": 1.531947884589086e-05,
      "loss": 0.3981,
      "step": 110
    },
    {
      "epoch": 0.005254170497832654,
      "grad_norm": 16.03083595499672,
      "learning_rate": 1.5606107901730336e-05,
      "loss": 0.4008,
      "step": 120
    },
    {
      "epoch": 0.005692018039318709,
      "grad_norm": 23.2563822200454,
      "learning_rate": 1.586959551766198e-05,
      "loss": 0.4434,
      "step": 130
    },
    {
      "epoch": 0.006129865580804764,
      "grad_norm": 13.106170808319108,
      "learning_rate": 1.611340086727408e-05,
      "loss": 0.4264,
      "step": 140
    },
    {
      "epoch": 0.006567713122290818,
      "grad_norm": 10.892983486327262,
      "learning_rate": 1.634026115826661e-05,
      "loss": 0.538,
      "step": 150
    },
    {
      "epoch": 0.007005560663776873,
      "grad_norm": 15.273372562202105,
      "learning_rate": 1.6531777105584646e-05,
      "loss": 0.4921,
      "step": 160
    },
    {
      "epoch": 0.007443408205262928,
      "grad_norm": 12.078764233569435,
      "learning_rate": 1.6732175860784077e-05,
      "loss": 0.4219,
      "step": 170
    },
    {
      "epoch": 0.007881255746748982,
      "grad_norm": 18.9218120999161,
      "learning_rate": 1.692098421935095e-05,
      "loss": 0.51,
      "step": 180
    },
    {
      "epoch": 0.008319103288235036,
      "grad_norm": 11.062242407951706,
      "learning_rate": 1.7099469894607657e-05,
      "loss": 0.4021,
      "step": 190
    },
    {
      "epoch": 0.008756950829721092,
      "grad_norm": 10.4039117059008,
      "learning_rate": 1.726870335389679e-05,
      "loss": 0.414,
      "step": 200
    },
    {
      "epoch": 0.009194798371207145,
      "grad_norm": 13.360369800315105,
      "learning_rate": 1.742959672866302e-05,
      "loss": 0.3934,
      "step": 210
    },
    {
      "epoch": 0.009632645912693201,
      "grad_norm": 17.885935179522868,
      "learning_rate": 1.7582933579209726e-05,
      "loss": 0.4299,
      "step": 220
    },
    {
      "epoch": 0.010070493454179255,
      "grad_norm": 15.613293466188615,
      "learning_rate": 1.7729391978127236e-05,
      "loss": 0.4348,
      "step": 230
    },
    {
      "epoch": 0.010508340995665309,
      "grad_norm": 8.671536275760825,
      "learning_rate": 1.7869562635049198e-05,
      "loss": 0.4612,
      "step": 240
    },
    {
      "epoch": 0.010946188537151364,
      "grad_norm": 16.1819762006921,
      "learning_rate": 1.8003963288492603e-05,
      "loss": 0.3756,
      "step": 250
    },
    {
      "epoch": 0.011384036078637418,
      "grad_norm": 13.36774911152187,
      "learning_rate": 1.813305025098084e-05,
      "loss": 0.4427,
      "step": 260
    },
    {
      "epoch": 0.011821883620123473,
      "grad_norm": 10.629955258208,
      "learning_rate": 1.8257227757513754e-05,
      "loss": 0.4213,
      "step": 270
    },
    {
      "epoch": 0.012259731161609527,
      "grad_norm": 19.332750684355226,
      "learning_rate": 1.8376855600592943e-05,
      "loss": 0.346,
      "step": 280
    },
    {
      "epoch": 0.012697578703095583,
      "grad_norm": 16.066310801594668,
      "learning_rate": 1.8492255415374714e-05,
      "loss": 0.4522,
      "step": 290
    },
    {
      "epoch": 0.013135426244581637,
      "grad_norm": 14.844884825041587,
      "learning_rate": 1.860371589158547e-05,
      "loss": 0.4505,
      "step": 300
    },
    {
      "epoch": 0.01357327378606769,
      "grad_norm": 16.539413080837956,
      "learning_rate": 1.8711497124872535e-05,
      "loss": 0.4296,
      "step": 310
    },
    {
      "epoch": 0.014011121327553746,
      "grad_norm": 11.178304803994907,
      "learning_rate": 1.8815834272664066e-05,
      "loss": 0.4404,
      "step": 320
    },
    {
      "epoch": 0.0144489688690398,
      "grad_norm": 9.171001542204067,
      "learning_rate": 1.8916940643811347e-05,
      "loss": 0.3785,
      "step": 330
    },
    {
      "epoch": 0.014886816410525855,
      "grad_norm": 18.255820822315396,
      "learning_rate": 1.9015010324094007e-05,
      "loss": 0.4524,
      "step": 340
    },
    {
      "epoch": 0.015324663952011909,
      "grad_norm": 13.044007567571079,
      "learning_rate": 1.911022041882251e-05,
      "loss": 0.4876,
      "step": 350
    },
    {
      "epoch": 0.015762511493497965,
      "grad_norm": 13.758756866189971,
      "learning_rate": 1.9202732977654023e-05,
      "loss": 0.5539,
      "step": 360
    },
    {
      "epoch": 0.01620035903498402,
      "grad_norm": 15.903726373816992,
      "learning_rate": 1.929269665417383e-05,
      "loss": 0.4976,
      "step": 370
    },
    {
      "epoch": 0.016638206576470072,
      "grad_norm": 15.248268904693534,
      "learning_rate": 1.938024814292676e-05,
      "loss": 0.5259,
      "step": 380
    },
    {
      "epoch": 0.017076054117956128,
      "grad_norm": 10.722522838992456,
      "learning_rate": 1.9465513428778125e-05,
      "loss": 0.489,
      "step": 390
    },
    {
      "epoch": 0.017513901659442183,
      "grad_norm": 16.61965558187522,
      "learning_rate": 1.9548608877267744e-05,
      "loss": 0.439,
      "step": 400
    },
    {
      "epoch": 0.017951749200928235,
      "grad_norm": 19.548934962148113,
      "learning_rate": 1.9629642189639832e-05,
      "loss": 0.4282,
      "step": 410
    },
    {
      "epoch": 0.01838959674241429,
      "grad_norm": 15.936747454659427,
      "learning_rate": 1.9708713242215694e-05,
      "loss": 0.3974,
      "step": 420
    },
    {
      "epoch": 0.018827444283900346,
      "grad_norm": 17.53178788446236,
      "learning_rate": 1.9785914826520243e-05,
      "loss": 0.4517,
      "step": 430
    },
    {
      "epoch": 0.019265291825386402,
      "grad_norm": 15.309413053796602,
      "learning_rate": 1.9861333303919378e-05,
      "loss": 0.4155,
      "step": 440
    },
    {
      "epoch": 0.019703139366872454,
      "grad_norm": 13.248113533897241,
      "learning_rate": 1.9935049186350462e-05,
      "loss": 0.4589,
      "step": 450
    },
    {
      "epoch": 0.02014098690835851,
      "grad_norm": 18.437663863148952,
      "learning_rate": 2e-05,
      "loss": 0.388,
      "step": 460
    },
    {
      "epoch": 0.020578834449844565,
      "grad_norm": 14.089094860711976,
      "learning_rate": 1.9995577276044317e-05,
      "loss": 0.4637,
      "step": 470
    },
    {
      "epoch": 0.021016681991330617,
      "grad_norm": 50.22724968906943,
      "learning_rate": 1.9991154552088635e-05,
      "loss": 0.3967,
      "step": 480
    },
    {
      "epoch": 0.021454529532816673,
      "grad_norm": 9.448811402831021,
      "learning_rate": 1.998673182813295e-05,
      "loss": 0.405,
      "step": 490
    },
    {
      "epoch": 0.021892377074302728,
      "grad_norm": 12.511886438347087,
      "learning_rate": 1.9982309104177265e-05,
      "loss": 0.4245,
      "step": 500
    },
    {
      "epoch": 0.022330224615788784,
      "grad_norm": 26.23559407530874,
      "learning_rate": 1.997788638022158e-05,
      "loss": 0.4486,
      "step": 510
    },
    {
      "epoch": 0.022768072157274836,
      "grad_norm": 10.162620448000466,
      "learning_rate": 1.9973463656265898e-05,
      "loss": 0.4898,
      "step": 520
    },
    {
      "epoch": 0.02320591969876089,
      "grad_norm": 10.505426367087482,
      "learning_rate": 1.996904093231021e-05,
      "loss": 0.4011,
      "step": 530
    },
    {
      "epoch": 0.023643767240246947,
      "grad_norm": 7.19153886182727,
      "learning_rate": 1.9964618208354528e-05,
      "loss": 0.4566,
      "step": 540
    },
    {
      "epoch": 0.024081614781733,
      "grad_norm": 16.625591066795565,
      "learning_rate": 1.9960195484398842e-05,
      "loss": 0.3865,
      "step": 550
    },
    {
      "epoch": 0.024519462323219055,
      "grad_norm": 21.196277881857508,
      "learning_rate": 1.995577276044316e-05,
      "loss": 0.3797,
      "step": 560
    },
    {
      "epoch": 0.02495730986470511,
      "grad_norm": 19.530616395972775,
      "learning_rate": 1.9951350036487472e-05,
      "loss": 0.4596,
      "step": 570
    },
    {
      "epoch": 0.025395157406191166,
      "grad_norm": 10.52123656050975,
      "learning_rate": 1.994692731253179e-05,
      "loss": 0.3836,
      "step": 580
    },
    {
      "epoch": 0.025833004947677218,
      "grad_norm": 14.373796230168502,
      "learning_rate": 1.9942504588576105e-05,
      "loss": 0.4916,
      "step": 590
    },
    {
      "epoch": 0.026270852489163273,
      "grad_norm": 11.25970447321859,
      "learning_rate": 1.9938081864620424e-05,
      "loss": 0.3832,
      "step": 600
    },
    {
      "epoch": 0.02670870003064933,
      "grad_norm": 16.21224392326194,
      "learning_rate": 1.9933659140664735e-05,
      "loss": 0.4749,
      "step": 610
    },
    {
      "epoch": 0.02714654757213538,
      "grad_norm": 14.71066366579976,
      "learning_rate": 1.9929236416709053e-05,
      "loss": 0.3882,
      "step": 620
    },
    {
      "epoch": 0.027584395113621436,
      "grad_norm": 11.37877349304637,
      "learning_rate": 1.992481369275337e-05,
      "loss": 0.4396,
      "step": 630
    },
    {
      "epoch": 0.028022242655107492,
      "grad_norm": 16.754438580812046,
      "learning_rate": 1.9920390968797683e-05,
      "loss": 0.4539,
      "step": 640
    },
    {
      "epoch": 0.028460090196593547,
      "grad_norm": 11.479142887670093,
      "learning_rate": 1.9915968244841998e-05,
      "loss": 0.451,
      "step": 650
    },
    {
      "epoch": 0.0288979377380796,
      "grad_norm": 8.382864831937072,
      "learning_rate": 1.9911545520886316e-05,
      "loss": 0.4716,
      "step": 660
    },
    {
      "epoch": 0.029335785279565655,
      "grad_norm": 19.710550432188437,
      "learning_rate": 1.990712279693063e-05,
      "loss": 0.3545,
      "step": 670
    },
    {
      "epoch": 0.02977363282105171,
      "grad_norm": 17.903211831860908,
      "learning_rate": 1.9902700072974946e-05,
      "loss": 0.4335,
      "step": 680
    },
    {
      "epoch": 0.030211480362537766,
      "grad_norm": 16.390743229733264,
      "learning_rate": 1.989827734901926e-05,
      "loss": 0.3806,
      "step": 690
    },
    {
      "epoch": 0.030649327904023818,
      "grad_norm": 14.980896037745874,
      "learning_rate": 1.989385462506358e-05,
      "loss": 0.3767,
      "step": 700
    },
    {
      "epoch": 0.031087175445509874,
      "grad_norm": 11.397175060743534,
      "learning_rate": 1.9889431901107894e-05,
      "loss": 0.4746,
      "step": 710
    },
    {
      "epoch": 0.03152502298699593,
      "grad_norm": 19.04061884539536,
      "learning_rate": 1.988500917715221e-05,
      "loss": 0.413,
      "step": 720
    },
    {
      "epoch": 0.031962870528481985,
      "grad_norm": 13.947751231087285,
      "learning_rate": 1.9880586453196527e-05,
      "loss": 0.3386,
      "step": 730
    },
    {
      "epoch": 0.03240071806996804,
      "grad_norm": 41.64839133720008,
      "learning_rate": 1.987616372924084e-05,
      "loss": 0.4444,
      "step": 740
    },
    {
      "epoch": 0.03283856561145409,
      "grad_norm": 13.185903732811664,
      "learning_rate": 1.9871741005285157e-05,
      "loss": 0.4383,
      "step": 750
    },
    {
      "epoch": 0.033276413152940144,
      "grad_norm": 15.456378713797612,
      "learning_rate": 1.9867318281329472e-05,
      "loss": 0.4087,
      "step": 760
    },
    {
      "epoch": 0.0337142606944262,
      "grad_norm": 13.751468649371544,
      "learning_rate": 1.986289555737379e-05,
      "loss": 0.4245,
      "step": 770
    },
    {
      "epoch": 0.034152108235912255,
      "grad_norm": 15.975026190651212,
      "learning_rate": 1.9858472833418102e-05,
      "loss": 0.4263,
      "step": 780
    },
    {
      "epoch": 0.03458995577739831,
      "grad_norm": 11.294733923572386,
      "learning_rate": 1.985405010946242e-05,
      "loss": 0.5273,
      "step": 790
    },
    {
      "epoch": 0.03502780331888437,
      "grad_norm": 22.907563592109977,
      "learning_rate": 1.9849627385506735e-05,
      "loss": 0.3766,
      "step": 800
    },
    {
      "epoch": 0.03546565086037042,
      "grad_norm": 19.465013466925168,
      "learning_rate": 1.9845204661551053e-05,
      "loss": 0.3739,
      "step": 810
    },
    {
      "epoch": 0.03590349840185647,
      "grad_norm": 13.553846560729426,
      "learning_rate": 1.9840781937595365e-05,
      "loss": 0.481,
      "step": 820
    },
    {
      "epoch": 0.036341345943342526,
      "grad_norm": 22.910094642393723,
      "learning_rate": 1.9836359213639683e-05,
      "loss": 0.4659,
      "step": 830
    },
    {
      "epoch": 0.03677919348482858,
      "grad_norm": 16.26462964503755,
      "learning_rate": 1.9831936489683998e-05,
      "loss": 0.381,
      "step": 840
    },
    {
      "epoch": 0.03721704102631464,
      "grad_norm": 9.94980804411553,
      "learning_rate": 1.9827513765728313e-05,
      "loss": 0.4003,
      "step": 850
    },
    {
      "epoch": 0.03765488856780069,
      "grad_norm": 13.328592093222,
      "learning_rate": 1.9823091041772628e-05,
      "loss": 0.3755,
      "step": 860
    },
    {
      "epoch": 0.03809273610928675,
      "grad_norm": 18.322055654010875,
      "learning_rate": 1.9818668317816946e-05,
      "loss": 0.494,
      "step": 870
    },
    {
      "epoch": 0.038530583650772804,
      "grad_norm": 12.090527797691786,
      "learning_rate": 1.981424559386126e-05,
      "loss": 0.4751,
      "step": 880
    },
    {
      "epoch": 0.03896843119225885,
      "grad_norm": 19.070570141131398,
      "learning_rate": 1.9809822869905576e-05,
      "loss": 0.4483,
      "step": 890
    },
    {
      "epoch": 0.03940627873374491,
      "grad_norm": 18.183543820420173,
      "learning_rate": 1.980540014594989e-05,
      "loss": 0.3881,
      "step": 900
    },
    {
      "epoch": 0.039844126275230964,
      "grad_norm": 11.47870821074828,
      "learning_rate": 1.980097742199421e-05,
      "loss": 0.465,
      "step": 910
    },
    {
      "epoch": 0.04028197381671702,
      "grad_norm": 4.662342565910864,
      "learning_rate": 1.9796554698038524e-05,
      "loss": 0.3553,
      "step": 920
    },
    {
      "epoch": 0.040719821358203075,
      "grad_norm": 11.599443461780693,
      "learning_rate": 1.979213197408284e-05,
      "loss": 0.4284,
      "step": 930
    },
    {
      "epoch": 0.04115766889968913,
      "grad_norm": 20.899400532717515,
      "learning_rate": 1.9787709250127154e-05,
      "loss": 0.3849,
      "step": 940
    },
    {
      "epoch": 0.041595516441175186,
      "grad_norm": 13.83963592226824,
      "learning_rate": 1.978328652617147e-05,
      "loss": 0.4228,
      "step": 950
    },
    {
      "epoch": 0.042033363982661234,
      "grad_norm": 10.129058777896109,
      "learning_rate": 1.9778863802215787e-05,
      "loss": 0.4608,
      "step": 960
    },
    {
      "epoch": 0.04247121152414729,
      "grad_norm": 13.525629087473678,
      "learning_rate": 1.9774441078260102e-05,
      "loss": 0.4168,
      "step": 970
    },
    {
      "epoch": 0.042909059065633345,
      "grad_norm": 12.286627992129988,
      "learning_rate": 1.9770018354304417e-05,
      "loss": 0.3782,
      "step": 980
    },
    {
      "epoch": 0.0433469066071194,
      "grad_norm": 15.201916543698117,
      "learning_rate": 1.976559563034873e-05,
      "loss": 0.4614,
      "step": 990
    },
    {
      "epoch": 0.043784754148605456,
      "grad_norm": 12.218728770361992,
      "learning_rate": 1.976117290639305e-05,
      "loss": 0.3442,
      "step": 1000
    },
    {
      "epoch": 0.04422260169009151,
      "grad_norm": 15.316130787659379,
      "learning_rate": 1.9756750182437365e-05,
      "loss": 0.424,
      "step": 1010
    },
    {
      "epoch": 0.04466044923157757,
      "grad_norm": 18.53714384430074,
      "learning_rate": 1.975276973087725e-05,
      "loss": 0.44,
      "step": 1020
    },
    {
      "epoch": 0.045098296773063616,
      "grad_norm": 10.148359314556405,
      "learning_rate": 1.9748347006921564e-05,
      "loss": 0.4016,
      "step": 1030
    },
    {
      "epoch": 0.04553614431454967,
      "grad_norm": 10.835539686055602,
      "learning_rate": 1.974392428296588e-05,
      "loss": 0.3899,
      "step": 1040
    },
    {
      "epoch": 0.04597399185603573,
      "grad_norm": 13.894807990285942,
      "learning_rate": 1.9739501559010197e-05,
      "loss": 0.4385,
      "step": 1050
    },
    {
      "epoch": 0.04641183939752178,
      "grad_norm": 13.530858128888262,
      "learning_rate": 1.9735078835054512e-05,
      "loss": 0.4324,
      "step": 1060
    },
    {
      "epoch": 0.04684968693900784,
      "grad_norm": 12.011714939023786,
      "learning_rate": 1.9730656111098827e-05,
      "loss": 0.4168,
      "step": 1070
    },
    {
      "epoch": 0.047287534480493894,
      "grad_norm": 11.289218951662432,
      "learning_rate": 1.9726233387143142e-05,
      "loss": 0.4438,
      "step": 1080
    },
    {
      "epoch": 0.04772538202197995,
      "grad_norm": 13.657029328270559,
      "learning_rate": 1.972181066318746e-05,
      "loss": 0.3996,
      "step": 1090
    },
    {
      "epoch": 0.048163229563466,
      "grad_norm": 8.72748000086665,
      "learning_rate": 1.9717387939231775e-05,
      "loss": 0.4578,
      "step": 1100
    },
    {
      "epoch": 0.04860107710495205,
      "grad_norm": 10.975240759500627,
      "learning_rate": 1.971296521527609e-05,
      "loss": 0.4165,
      "step": 1110
    },
    {
      "epoch": 0.04903892464643811,
      "grad_norm": 11.29698373153932,
      "learning_rate": 1.9708542491320405e-05,
      "loss": 0.3545,
      "step": 1120
    },
    {
      "epoch": 0.049476772187924165,
      "grad_norm": 20.506288633859523,
      "learning_rate": 1.9704119767364723e-05,
      "loss": 0.3568,
      "step": 1130
    },
    {
      "epoch": 0.04991461972941022,
      "grad_norm": 11.698600515801893,
      "learning_rate": 1.9699697043409035e-05,
      "loss": 0.4479,
      "step": 1140
    },
    {
      "epoch": 0.050352467270896276,
      "grad_norm": 13.862971410140013,
      "learning_rate": 1.9695274319453353e-05,
      "loss": 0.3974,
      "step": 1150
    },
    {
      "epoch": 0.05079031481238233,
      "grad_norm": 12.469196053464175,
      "learning_rate": 1.9690851595497668e-05,
      "loss": 0.4402,
      "step": 1160
    },
    {
      "epoch": 0.05122816235386838,
      "grad_norm": 11.3264424935876,
      "learning_rate": 1.9686428871541986e-05,
      "loss": 0.3643,
      "step": 1170
    },
    {
      "epoch": 0.051666009895354435,
      "grad_norm": 19.974826992464948,
      "learning_rate": 1.9682006147586298e-05,
      "loss": 0.3762,
      "step": 1180
    },
    {
      "epoch": 0.05210385743684049,
      "grad_norm": 10.918494229304311,
      "learning_rate": 1.9677583423630616e-05,
      "loss": 0.3545,
      "step": 1190
    },
    {
      "epoch": 0.052541704978326546,
      "grad_norm": 11.568181801830196,
      "learning_rate": 1.967316069967493e-05,
      "loss": 0.4007,
      "step": 1200
    },
    {
      "epoch": 0.0529795525198126,
      "grad_norm": 17.075179869568725,
      "learning_rate": 1.966873797571925e-05,
      "loss": 0.3989,
      "step": 1210
    },
    {
      "epoch": 0.05341740006129866,
      "grad_norm": 15.560201574750726,
      "learning_rate": 1.9664315251763564e-05,
      "loss": 0.4096,
      "step": 1220
    },
    {
      "epoch": 0.05385524760278471,
      "grad_norm": 11.91165895325058,
      "learning_rate": 1.965989252780788e-05,
      "loss": 0.436,
      "step": 1230
    },
    {
      "epoch": 0.05429309514427076,
      "grad_norm": 11.127002664395162,
      "learning_rate": 1.9655469803852194e-05,
      "loss": 0.3146,
      "step": 1240
    },
    {
      "epoch": 0.05473094268575682,
      "grad_norm": 17.968378053215634,
      "learning_rate": 1.965104707989651e-05,
      "loss": 0.444,
      "step": 1250
    },
    {
      "epoch": 0.05516879022724287,
      "grad_norm": 15.278957202738837,
      "learning_rate": 1.9646624355940827e-05,
      "loss": 0.461,
      "step": 1260
    },
    {
      "epoch": 0.05560663776872893,
      "grad_norm": 14.312647123288594,
      "learning_rate": 1.9642201631985142e-05,
      "loss": 0.398,
      "step": 1270
    },
    {
      "epoch": 0.056044485310214984,
      "grad_norm": 12.143629725906578,
      "learning_rate": 1.9637778908029457e-05,
      "loss": 0.3818,
      "step": 1280
    },
    {
      "epoch": 0.05648233285170104,
      "grad_norm": 10.960126916192301,
      "learning_rate": 1.9633356184073772e-05,
      "loss": 0.4273,
      "step": 1290
    },
    {
      "epoch": 0.056920180393187095,
      "grad_norm": 14.260248079643242,
      "learning_rate": 1.962893346011809e-05,
      "loss": 0.469,
      "step": 1300
    },
    {
      "epoch": 0.05735802793467314,
      "grad_norm": 9.509984040352219,
      "learning_rate": 1.9624510736162405e-05,
      "loss": 0.3732,
      "step": 1310
    },
    {
      "epoch": 0.0577958754761592,
      "grad_norm": 12.88397674204099,
      "learning_rate": 1.962008801220672e-05,
      "loss": 0.4473,
      "step": 1320
    },
    {
      "epoch": 0.058233723017645254,
      "grad_norm": 13.708354791471775,
      "learning_rate": 1.9615665288251035e-05,
      "loss": 0.4093,
      "step": 1330
    },
    {
      "epoch": 0.05867157055913131,
      "grad_norm": 11.009628243610226,
      "learning_rate": 1.9611242564295353e-05,
      "loss": 0.4258,
      "step": 1340
    },
    {
      "epoch": 0.059109418100617366,
      "grad_norm": 15.94608664981347,
      "learning_rate": 1.9606819840339664e-05,
      "loss": 0.4117,
      "step": 1350
    },
    {
      "epoch": 0.05954726564210342,
      "grad_norm": 8.631681646096013,
      "learning_rate": 1.9602397116383983e-05,
      "loss": 0.4384,
      "step": 1360
    },
    {
      "epoch": 0.05998511318358948,
      "grad_norm": 12.838858533847487,
      "learning_rate": 1.9597974392428298e-05,
      "loss": 0.3764,
      "step": 1370
    },
    {
      "epoch": 0.06042296072507553,
      "grad_norm": 41.39191821545224,
      "learning_rate": 1.9593551668472616e-05,
      "loss": 0.3166,
      "step": 1380
    },
    {
      "epoch": 0.06086080826656158,
      "grad_norm": 13.630700275122859,
      "learning_rate": 1.9589128944516927e-05,
      "loss": 0.4142,
      "step": 1390
    },
    {
      "epoch": 0.061298655808047636,
      "grad_norm": 10.941493062958882,
      "learning_rate": 1.9584706220561246e-05,
      "loss": 0.393,
      "step": 1400
    },
    {
      "epoch": 0.06173650334953369,
      "grad_norm": 12.209335407537546,
      "learning_rate": 1.958028349660556e-05,
      "loss": 0.3882,
      "step": 1410
    },
    {
      "epoch": 0.06217435089101975,
      "grad_norm": 11.160854212292483,
      "learning_rate": 1.957586077264988e-05,
      "loss": 0.3571,
      "step": 1420
    },
    {
      "epoch": 0.0626121984325058,
      "grad_norm": 15.758848096703037,
      "learning_rate": 1.957143804869419e-05,
      "loss": 0.4188,
      "step": 1430
    },
    {
      "epoch": 0.06305004597399186,
      "grad_norm": 14.95914949335199,
      "learning_rate": 1.956701532473851e-05,
      "loss": 0.3811,
      "step": 1440
    },
    {
      "epoch": 0.06348789351547791,
      "grad_norm": 12.602990028799342,
      "learning_rate": 1.9562592600782824e-05,
      "loss": 0.351,
      "step": 1450
    },
    {
      "epoch": 0.06392574105696397,
      "grad_norm": 11.138632661742742,
      "learning_rate": 1.955816987682714e-05,
      "loss": 0.3217,
      "step": 1460
    },
    {
      "epoch": 0.06436358859845003,
      "grad_norm": 10.073650366260493,
      "learning_rate": 1.9553747152871457e-05,
      "loss": 0.3915,
      "step": 1470
    },
    {
      "epoch": 0.06480143613993608,
      "grad_norm": 11.607027332443641,
      "learning_rate": 1.954932442891577e-05,
      "loss": 0.4501,
      "step": 1480
    },
    {
      "epoch": 0.06523928368142212,
      "grad_norm": 11.6963320729176,
      "learning_rate": 1.9544901704960087e-05,
      "loss": 0.3876,
      "step": 1490
    },
    {
      "epoch": 0.06567713122290818,
      "grad_norm": 12.978277397409164,
      "learning_rate": 1.95404789810044e-05,
      "loss": 0.4058,
      "step": 1500
    },
    {
      "epoch": 0.06611497876439423,
      "grad_norm": 10.230356140798722,
      "learning_rate": 1.953605625704872e-05,
      "loss": 0.3503,
      "step": 1510
    },
    {
      "epoch": 0.06655282630588029,
      "grad_norm": 10.411279694304964,
      "learning_rate": 1.953163353309303e-05,
      "loss": 0.4545,
      "step": 1520
    },
    {
      "epoch": 0.06699067384736634,
      "grad_norm": 12.48524397593703,
      "learning_rate": 1.952721080913735e-05,
      "loss": 0.4056,
      "step": 1530
    },
    {
      "epoch": 0.0674285213888524,
      "grad_norm": 9.054498757739506,
      "learning_rate": 1.9522788085181664e-05,
      "loss": 0.422,
      "step": 1540
    },
    {
      "epoch": 0.06786636893033846,
      "grad_norm": 12.468833215574444,
      "learning_rate": 1.9518365361225983e-05,
      "loss": 0.3668,
      "step": 1550
    },
    {
      "epoch": 0.06830421647182451,
      "grad_norm": 7.37855108081838,
      "learning_rate": 1.9513942637270294e-05,
      "loss": 0.3418,
      "step": 1560
    },
    {
      "epoch": 0.06874206401331057,
      "grad_norm": 18.087926793945318,
      "learning_rate": 1.9509519913314612e-05,
      "loss": 0.4362,
      "step": 1570
    },
    {
      "epoch": 0.06917991155479662,
      "grad_norm": 9.463333040806022,
      "learning_rate": 1.9505097189358927e-05,
      "loss": 0.351,
      "step": 1580
    },
    {
      "epoch": 0.06961775909628268,
      "grad_norm": 13.249219763473633,
      "learning_rate": 1.9500674465403246e-05,
      "loss": 0.3334,
      "step": 1590
    },
    {
      "epoch": 0.07005560663776873,
      "grad_norm": 9.494154085119547,
      "learning_rate": 1.9496251741447557e-05,
      "loss": 0.3766,
      "step": 1600
    },
    {
      "epoch": 0.07049345417925479,
      "grad_norm": 12.84431192695635,
      "learning_rate": 1.9491829017491875e-05,
      "loss": 0.3904,
      "step": 1610
    },
    {
      "epoch": 0.07093130172074084,
      "grad_norm": 10.983543223419419,
      "learning_rate": 1.948740629353619e-05,
      "loss": 0.4181,
      "step": 1620
    },
    {
      "epoch": 0.07136914926222689,
      "grad_norm": 17.280817340311735,
      "learning_rate": 1.948298356958051e-05,
      "loss": 0.3994,
      "step": 1630
    },
    {
      "epoch": 0.07180699680371294,
      "grad_norm": 11.179902123311116,
      "learning_rate": 1.947856084562482e-05,
      "loss": 0.41,
      "step": 1640
    },
    {
      "epoch": 0.072244844345199,
      "grad_norm": 7.022304150684218,
      "learning_rate": 1.947413812166914e-05,
      "loss": 0.3959,
      "step": 1650
    },
    {
      "epoch": 0.07268269188668505,
      "grad_norm": 11.715877252052287,
      "learning_rate": 1.9469715397713453e-05,
      "loss": 0.3781,
      "step": 1660
    },
    {
      "epoch": 0.07312053942817111,
      "grad_norm": 10.5240917837852,
      "learning_rate": 1.9465292673757768e-05,
      "loss": 0.4285,
      "step": 1670
    },
    {
      "epoch": 0.07355838696965716,
      "grad_norm": 13.043269992216052,
      "learning_rate": 1.9460869949802083e-05,
      "loss": 0.3953,
      "step": 1680
    },
    {
      "epoch": 0.07399623451114322,
      "grad_norm": 10.473522043776144,
      "learning_rate": 1.94564472258464e-05,
      "loss": 0.3795,
      "step": 1690
    },
    {
      "epoch": 0.07443408205262927,
      "grad_norm": 12.81124231632124,
      "learning_rate": 1.9452024501890716e-05,
      "loss": 0.4329,
      "step": 1700
    },
    {
      "epoch": 0.07487192959411533,
      "grad_norm": 9.570293367327814,
      "learning_rate": 1.944760177793503e-05,
      "loss": 0.4536,
      "step": 1710
    },
    {
      "epoch": 0.07530977713560139,
      "grad_norm": 13.781425492257062,
      "learning_rate": 1.944317905397935e-05,
      "loss": 0.3918,
      "step": 1720
    },
    {
      "epoch": 0.07574762467708744,
      "grad_norm": 13.427510367449685,
      "learning_rate": 1.943875633002366e-05,
      "loss": 0.3379,
      "step": 1730
    },
    {
      "epoch": 0.0761854722185735,
      "grad_norm": 12.599200486748096,
      "learning_rate": 1.943433360606798e-05,
      "loss": 0.3939,
      "step": 1740
    },
    {
      "epoch": 0.07662331976005955,
      "grad_norm": 14.384131674124605,
      "learning_rate": 1.9429910882112294e-05,
      "loss": 0.405,
      "step": 1750
    },
    {
      "epoch": 0.07706116730154561,
      "grad_norm": 9.414388690536624,
      "learning_rate": 1.9425488158156612e-05,
      "loss": 0.4003,
      "step": 1760
    },
    {
      "epoch": 0.07749901484303165,
      "grad_norm": 18.045324270495772,
      "learning_rate": 1.9421065434200924e-05,
      "loss": 0.4676,
      "step": 1770
    },
    {
      "epoch": 0.0779368623845177,
      "grad_norm": 11.920491989530506,
      "learning_rate": 1.9416642710245242e-05,
      "loss": 0.3452,
      "step": 1780
    },
    {
      "epoch": 0.07837470992600376,
      "grad_norm": 13.25199040272023,
      "learning_rate": 1.9412219986289557e-05,
      "loss": 0.3281,
      "step": 1790
    },
    {
      "epoch": 0.07881255746748982,
      "grad_norm": 18.052479006801686,
      "learning_rate": 1.9407797262333875e-05,
      "loss": 0.393,
      "step": 1800
    },
    {
      "epoch": 0.07925040500897587,
      "grad_norm": 9.88776702327391,
      "learning_rate": 1.9403374538378187e-05,
      "loss": 0.3531,
      "step": 1810
    },
    {
      "epoch": 0.07968825255046193,
      "grad_norm": 8.54763684547313,
      "learning_rate": 1.9398951814422505e-05,
      "loss": 0.4018,
      "step": 1820
    },
    {
      "epoch": 0.08012610009194798,
      "grad_norm": 12.109050524886657,
      "learning_rate": 1.939452909046682e-05,
      "loss": 0.4658,
      "step": 1830
    },
    {
      "epoch": 0.08056394763343404,
      "grad_norm": 7.7518635631951485,
      "learning_rate": 1.9390106366511138e-05,
      "loss": 0.4297,
      "step": 1840
    },
    {
      "epoch": 0.0810017951749201,
      "grad_norm": 14.594279048895539,
      "learning_rate": 1.938568364255545e-05,
      "loss": 0.355,
      "step": 1850
    },
    {
      "epoch": 0.08143964271640615,
      "grad_norm": 11.417142166667903,
      "learning_rate": 1.9381260918599768e-05,
      "loss": 0.392,
      "step": 1860
    },
    {
      "epoch": 0.0818774902578922,
      "grad_norm": 11.637581528522489,
      "learning_rate": 1.9376838194644083e-05,
      "loss": 0.3802,
      "step": 1870
    },
    {
      "epoch": 0.08231533779937826,
      "grad_norm": 11.85655948956895,
      "learning_rate": 1.9372415470688398e-05,
      "loss": 0.3977,
      "step": 1880
    },
    {
      "epoch": 0.08275318534086432,
      "grad_norm": 10.54522592721261,
      "learning_rate": 1.9367992746732713e-05,
      "loss": 0.3971,
      "step": 1890
    },
    {
      "epoch": 0.08319103288235037,
      "grad_norm": 11.259013994047795,
      "learning_rate": 1.936357002277703e-05,
      "loss": 0.4662,
      "step": 1900
    },
    {
      "epoch": 0.08362888042383643,
      "grad_norm": 10.413681904734188,
      "learning_rate": 1.9359147298821346e-05,
      "loss": 0.2992,
      "step": 1910
    },
    {
      "epoch": 0.08406672796532247,
      "grad_norm": 16.01143047206335,
      "learning_rate": 1.935472457486566e-05,
      "loss": 0.4038,
      "step": 1920
    },
    {
      "epoch": 0.08450457550680852,
      "grad_norm": 8.758483697657311,
      "learning_rate": 1.9350301850909976e-05,
      "loss": 0.3402,
      "step": 1930
    },
    {
      "epoch": 0.08494242304829458,
      "grad_norm": 13.47768507552826,
      "learning_rate": 1.934587912695429e-05,
      "loss": 0.3971,
      "step": 1940
    },
    {
      "epoch": 0.08538027058978064,
      "grad_norm": 14.13100123568219,
      "learning_rate": 1.934145640299861e-05,
      "loss": 0.3485,
      "step": 1950
    },
    {
      "epoch": 0.08581811813126669,
      "grad_norm": 11.367957313924562,
      "learning_rate": 1.9337033679042924e-05,
      "loss": 0.3561,
      "step": 1960
    },
    {
      "epoch": 0.08625596567275275,
      "grad_norm": 10.362775839894933,
      "learning_rate": 1.933261095508724e-05,
      "loss": 0.3037,
      "step": 1970
    },
    {
      "epoch": 0.0866938132142388,
      "grad_norm": 14.232027197294531,
      "learning_rate": 1.9328188231131554e-05,
      "loss": 0.3772,
      "step": 1980
    },
    {
      "epoch": 0.08713166075572486,
      "grad_norm": 7.416354083499904,
      "learning_rate": 1.9323765507175872e-05,
      "loss": 0.3444,
      "step": 1990
    },
    {
      "epoch": 0.08756950829721091,
      "grad_norm": 11.816638685730455,
      "learning_rate": 1.9319342783220187e-05,
      "loss": 0.4283,
      "step": 2000
    },
    {
      "epoch": 0.08800735583869697,
      "grad_norm": 7.26923187311744,
      "learning_rate": 1.9314920059264505e-05,
      "loss": 0.3865,
      "step": 2010
    },
    {
      "epoch": 0.08844520338018302,
      "grad_norm": 15.434817185278508,
      "learning_rate": 1.9310497335308817e-05,
      "loss": 0.4109,
      "step": 2020
    },
    {
      "epoch": 0.08888305092166908,
      "grad_norm": 10.681457596084588,
      "learning_rate": 1.9306074611353135e-05,
      "loss": 0.3436,
      "step": 2030
    },
    {
      "epoch": 0.08932089846315514,
      "grad_norm": 11.348178640084303,
      "learning_rate": 1.930165188739745e-05,
      "loss": 0.3667,
      "step": 2040
    },
    {
      "epoch": 0.08975874600464119,
      "grad_norm": 14.026197173621947,
      "learning_rate": 1.9297229163441768e-05,
      "loss": 0.4237,
      "step": 2050
    },
    {
      "epoch": 0.09019659354612723,
      "grad_norm": 13.112088492075678,
      "learning_rate": 1.929280643948608e-05,
      "loss": 0.4262,
      "step": 2060
    },
    {
      "epoch": 0.09063444108761329,
      "grad_norm": 9.622691088092534,
      "learning_rate": 1.9288383715530398e-05,
      "loss": 0.3801,
      "step": 2070
    },
    {
      "epoch": 0.09107228862909934,
      "grad_norm": 9.697640310926039,
      "learning_rate": 1.9283960991574713e-05,
      "loss": 0.39,
      "step": 2080
    },
    {
      "epoch": 0.0915101361705854,
      "grad_norm": 12.500317378783329,
      "learning_rate": 1.9279538267619028e-05,
      "loss": 0.4054,
      "step": 2090
    },
    {
      "epoch": 0.09194798371207145,
      "grad_norm": 10.789036689302037,
      "learning_rate": 1.9275115543663342e-05,
      "loss": 0.4074,
      "step": 2100
    },
    {
      "epoch": 0.09238583125355751,
      "grad_norm": 12.509375756268714,
      "learning_rate": 1.927069281970766e-05,
      "loss": 0.3667,
      "step": 2110
    },
    {
      "epoch": 0.09282367879504357,
      "grad_norm": 9.389386341327063,
      "learning_rate": 1.9266270095751976e-05,
      "loss": 0.4499,
      "step": 2120
    },
    {
      "epoch": 0.09326152633652962,
      "grad_norm": 15.390016743215236,
      "learning_rate": 1.926184737179629e-05,
      "loss": 0.4473,
      "step": 2130
    },
    {
      "epoch": 0.09369937387801568,
      "grad_norm": 19.17657099807316,
      "learning_rate": 1.9257424647840605e-05,
      "loss": 0.3094,
      "step": 2140
    },
    {
      "epoch": 0.09413722141950173,
      "grad_norm": 14.244069789562317,
      "learning_rate": 1.925300192388492e-05,
      "loss": 0.426,
      "step": 2150
    },
    {
      "epoch": 0.09457506896098779,
      "grad_norm": 14.851204953612982,
      "learning_rate": 1.924857919992924e-05,
      "loss": 0.4369,
      "step": 2160
    },
    {
      "epoch": 0.09501291650247384,
      "grad_norm": 8.66142168035377,
      "learning_rate": 1.9244156475973554e-05,
      "loss": 0.3666,
      "step": 2170
    },
    {
      "epoch": 0.0954507640439599,
      "grad_norm": 10.22720519072457,
      "learning_rate": 1.923973375201787e-05,
      "loss": 0.4175,
      "step": 2180
    },
    {
      "epoch": 0.09588861158544595,
      "grad_norm": 9.595268402718855,
      "learning_rate": 1.9235311028062183e-05,
      "loss": 0.4074,
      "step": 2190
    },
    {
      "epoch": 0.096326459126932,
      "grad_norm": 11.423439263182056,
      "learning_rate": 1.92308883041065e-05,
      "loss": 0.3714,
      "step": 2200
    },
    {
      "epoch": 0.09676430666841805,
      "grad_norm": 12.195829235128782,
      "learning_rate": 1.9226465580150816e-05,
      "loss": 0.3617,
      "step": 2210
    },
    {
      "epoch": 0.0972021542099041,
      "grad_norm": 13.401702180614619,
      "learning_rate": 1.922204285619513e-05,
      "loss": 0.3476,
      "step": 2220
    },
    {
      "epoch": 0.09764000175139016,
      "grad_norm": 14.400413274132806,
      "learning_rate": 1.9217620132239446e-05,
      "loss": 0.3654,
      "step": 2230
    },
    {
      "epoch": 0.09807784929287622,
      "grad_norm": 13.728323756706255,
      "learning_rate": 1.9213197408283765e-05,
      "loss": 0.3755,
      "step": 2240
    },
    {
      "epoch": 0.09851569683436227,
      "grad_norm": 9.537467954489292,
      "learning_rate": 1.920877468432808e-05,
      "loss": 0.4267,
      "step": 2250
    },
    {
      "epoch": 0.09895354437584833,
      "grad_norm": 12.562863169113138,
      "learning_rate": 1.9204351960372394e-05,
      "loss": 0.3631,
      "step": 2260
    },
    {
      "epoch": 0.09939139191733438,
      "grad_norm": 8.916130073539824,
      "learning_rate": 1.919992923641671e-05,
      "loss": 0.3976,
      "step": 2270
    },
    {
      "epoch": 0.09982923945882044,
      "grad_norm": 10.835660087923376,
      "learning_rate": 1.9195506512461028e-05,
      "loss": 0.344,
      "step": 2280
    },
    {
      "epoch": 0.1002670870003065,
      "grad_norm": 14.089519398644,
      "learning_rate": 1.9191083788505342e-05,
      "loss": 0.3957,
      "step": 2290
    },
    {
      "epoch": 0.10070493454179255,
      "grad_norm": 13.631563897871652,
      "learning_rate": 1.9186661064549657e-05,
      "loss": 0.4412,
      "step": 2300
    },
    {
      "epoch": 0.1011427820832786,
      "grad_norm": 11.687133130522081,
      "learning_rate": 1.9182238340593972e-05,
      "loss": 0.4246,
      "step": 2310
    },
    {
      "epoch": 0.10158062962476466,
      "grad_norm": 11.012593429809936,
      "learning_rate": 1.917781561663829e-05,
      "loss": 0.3929,
      "step": 2320
    },
    {
      "epoch": 0.10201847716625072,
      "grad_norm": 11.437466647406971,
      "learning_rate": 1.9173392892682605e-05,
      "loss": 0.4196,
      "step": 2330
    },
    {
      "epoch": 0.10245632470773676,
      "grad_norm": 13.09895341492618,
      "learning_rate": 1.916897016872692e-05,
      "loss": 0.3513,
      "step": 2340
    },
    {
      "epoch": 0.10289417224922282,
      "grad_norm": 12.293757546388127,
      "learning_rate": 1.9164547444771235e-05,
      "loss": 0.3992,
      "step": 2350
    },
    {
      "epoch": 0.10333201979070887,
      "grad_norm": 10.261487153006069,
      "learning_rate": 1.916012472081555e-05,
      "loss": 0.3066,
      "step": 2360
    },
    {
      "epoch": 0.10376986733219493,
      "grad_norm": 14.709144519485733,
      "learning_rate": 1.915570199685987e-05,
      "loss": 0.4397,
      "step": 2370
    },
    {
      "epoch": 0.10420771487368098,
      "grad_norm": 10.834726410330754,
      "learning_rate": 1.9151279272904183e-05,
      "loss": 0.3525,
      "step": 2380
    },
    {
      "epoch": 0.10464556241516704,
      "grad_norm": 14.674602673430272,
      "learning_rate": 1.9146856548948498e-05,
      "loss": 0.3694,
      "step": 2390
    },
    {
      "epoch": 0.10508340995665309,
      "grad_norm": 16.41260572575191,
      "learning_rate": 1.9142433824992813e-05,
      "loss": 0.3565,
      "step": 2400
    },
    {
      "epoch": 0.10552125749813915,
      "grad_norm": 10.31589706418058,
      "learning_rate": 1.913801110103713e-05,
      "loss": 0.4554,
      "step": 2410
    },
    {
      "epoch": 0.1059591050396252,
      "grad_norm": 8.228303991240578,
      "learning_rate": 1.9133588377081446e-05,
      "loss": 0.4028,
      "step": 2420
    },
    {
      "epoch": 0.10639695258111126,
      "grad_norm": 13.474103036444346,
      "learning_rate": 1.912916565312576e-05,
      "loss": 0.4172,
      "step": 2430
    },
    {
      "epoch": 0.10683480012259731,
      "grad_norm": 11.893594097933823,
      "learning_rate": 1.9124742929170076e-05,
      "loss": 0.3997,
      "step": 2440
    },
    {
      "epoch": 0.10727264766408337,
      "grad_norm": 15.503153818507785,
      "learning_rate": 1.9120320205214394e-05,
      "loss": 0.4038,
      "step": 2450
    },
    {
      "epoch": 0.10771049520556943,
      "grad_norm": 10.232230065068523,
      "learning_rate": 1.911589748125871e-05,
      "loss": 0.4035,
      "step": 2460
    },
    {
      "epoch": 0.10814834274705548,
      "grad_norm": 12.04140450127315,
      "learning_rate": 1.9111474757303024e-05,
      "loss": 0.3076,
      "step": 2470
    },
    {
      "epoch": 0.10858619028854152,
      "grad_norm": 15.468189206217254,
      "learning_rate": 1.910705203334734e-05,
      "loss": 0.3361,
      "step": 2480
    },
    {
      "epoch": 0.10902403783002758,
      "grad_norm": 17.902774600013995,
      "learning_rate": 1.9102629309391657e-05,
      "loss": 0.4081,
      "step": 2490
    },
    {
      "epoch": 0.10946188537151363,
      "grad_norm": 24.91450836462123,
      "learning_rate": 1.9098206585435972e-05,
      "loss": 0.4367,
      "step": 2500
    },
    {
      "epoch": 0.10989973291299969,
      "grad_norm": 11.744904407487343,
      "learning_rate": 1.9094226133875857e-05,
      "loss": 0.4292,
      "step": 2510
    },
    {
      "epoch": 0.11033758045448575,
      "grad_norm": 13.899816366396042,
      "learning_rate": 1.908980340992017e-05,
      "loss": 0.4321,
      "step": 2520
    },
    {
      "epoch": 0.1107754279959718,
      "grad_norm": 12.102738226657959,
      "learning_rate": 1.9085380685964486e-05,
      "loss": 0.3108,
      "step": 2530
    },
    {
      "epoch": 0.11121327553745786,
      "grad_norm": 14.16084103947617,
      "learning_rate": 1.9080957962008805e-05,
      "loss": 0.335,
      "step": 2540
    },
    {
      "epoch": 0.11165112307894391,
      "grad_norm": 11.115420213753518,
      "learning_rate": 1.9076535238053116e-05,
      "loss": 0.3912,
      "step": 2550
    },
    {
      "epoch": 0.11208897062042997,
      "grad_norm": 13.023671826026302,
      "learning_rate": 1.9072112514097434e-05,
      "loss": 0.4168,
      "step": 2560
    },
    {
      "epoch": 0.11252681816191602,
      "grad_norm": 11.952192442175816,
      "learning_rate": 1.906768979014175e-05,
      "loss": 0.4028,
      "step": 2570
    },
    {
      "epoch": 0.11296466570340208,
      "grad_norm": 9.592598016519975,
      "learning_rate": 1.9063267066186068e-05,
      "loss": 0.4134,
      "step": 2580
    },
    {
      "epoch": 0.11340251324488813,
      "grad_norm": 9.083352138488156,
      "learning_rate": 1.905884434223038e-05,
      "loss": 0.3328,
      "step": 2590
    },
    {
      "epoch": 0.11384036078637419,
      "grad_norm": 18.60156824207177,
      "learning_rate": 1.9054421618274697e-05,
      "loss": 0.3479,
      "step": 2600
    },
    {
      "epoch": 0.11427820832786025,
      "grad_norm": 9.845963292845576,
      "learning_rate": 1.9049998894319012e-05,
      "loss": 0.3555,
      "step": 2610
    },
    {
      "epoch": 0.11471605586934629,
      "grad_norm": 10.182726906192356,
      "learning_rate": 1.904557617036333e-05,
      "loss": 0.4251,
      "step": 2620
    },
    {
      "epoch": 0.11515390341083234,
      "grad_norm": 7.335163697208383,
      "learning_rate": 1.9041153446407642e-05,
      "loss": 0.3376,
      "step": 2630
    },
    {
      "epoch": 0.1155917509523184,
      "grad_norm": 11.37657070843338,
      "learning_rate": 1.903673072245196e-05,
      "loss": 0.3645,
      "step": 2640
    },
    {
      "epoch": 0.11602959849380445,
      "grad_norm": 10.877548094642906,
      "learning_rate": 1.9032307998496275e-05,
      "loss": 0.3726,
      "step": 2650
    },
    {
      "epoch": 0.11646744603529051,
      "grad_norm": 15.333882252915895,
      "learning_rate": 1.902788527454059e-05,
      "loss": 0.385,
      "step": 2660
    },
    {
      "epoch": 0.11690529357677656,
      "grad_norm": 12.823331692401915,
      "learning_rate": 1.9023462550584905e-05,
      "loss": 0.3943,
      "step": 2670
    },
    {
      "epoch": 0.11734314111826262,
      "grad_norm": 12.692981757202359,
      "learning_rate": 1.9019039826629223e-05,
      "loss": 0.4218,
      "step": 2680
    },
    {
      "epoch": 0.11778098865974868,
      "grad_norm": 12.550522897473236,
      "learning_rate": 1.9014617102673538e-05,
      "loss": 0.4077,
      "step": 2690
    },
    {
      "epoch": 0.11821883620123473,
      "grad_norm": 11.727829165225376,
      "learning_rate": 1.9010194378717853e-05,
      "loss": 0.4516,
      "step": 2700
    },
    {
      "epoch": 0.11865668374272079,
      "grad_norm": 9.239870866145635,
      "learning_rate": 1.900577165476217e-05,
      "loss": 0.3879,
      "step": 2710
    },
    {
      "epoch": 0.11909453128420684,
      "grad_norm": 10.991158486727915,
      "learning_rate": 1.9001348930806486e-05,
      "loss": 0.4201,
      "step": 2720
    },
    {
      "epoch": 0.1195323788256929,
      "grad_norm": 10.775808182785527,
      "learning_rate": 1.89969262068508e-05,
      "loss": 0.3612,
      "step": 2730
    },
    {
      "epoch": 0.11997022636717895,
      "grad_norm": 8.786090643394553,
      "learning_rate": 1.8992503482895116e-05,
      "loss": 0.4029,
      "step": 2740
    },
    {
      "epoch": 0.12040807390866501,
      "grad_norm": 10.644438789736052,
      "learning_rate": 1.8988080758939434e-05,
      "loss": 0.3642,
      "step": 2750
    },
    {
      "epoch": 0.12084592145015106,
      "grad_norm": 10.429045582422866,
      "learning_rate": 1.8983658034983746e-05,
      "loss": 0.3972,
      "step": 2760
    },
    {
      "epoch": 0.1212837689916371,
      "grad_norm": 19.068393684191452,
      "learning_rate": 1.8979235311028064e-05,
      "loss": 0.4214,
      "step": 2770
    },
    {
      "epoch": 0.12172161653312316,
      "grad_norm": 6.510885660190795,
      "learning_rate": 1.897481258707238e-05,
      "loss": 0.3927,
      "step": 2780
    },
    {
      "epoch": 0.12215946407460922,
      "grad_norm": 13.320869214905798,
      "learning_rate": 1.8970389863116697e-05,
      "loss": 0.3801,
      "step": 2790
    },
    {
      "epoch": 0.12259731161609527,
      "grad_norm": 11.91416431821247,
      "learning_rate": 1.896596713916101e-05,
      "loss": 0.3617,
      "step": 2800
    },
    {
      "epoch": 0.12303515915758133,
      "grad_norm": 16.39803737899181,
      "learning_rate": 1.8961544415205327e-05,
      "loss": 0.4252,
      "step": 2810
    },
    {
      "epoch": 0.12347300669906738,
      "grad_norm": 18.444202304052418,
      "learning_rate": 1.8957121691249642e-05,
      "loss": 0.3753,
      "step": 2820
    },
    {
      "epoch": 0.12391085424055344,
      "grad_norm": 11.295343530031559,
      "learning_rate": 1.895269896729396e-05,
      "loss": 0.3921,
      "step": 2830
    },
    {
      "epoch": 0.1243487017820395,
      "grad_norm": 9.710371030089025,
      "learning_rate": 1.8948276243338272e-05,
      "loss": 0.3506,
      "step": 2840
    },
    {
      "epoch": 0.12478654932352555,
      "grad_norm": 13.077018882435036,
      "learning_rate": 1.894385351938259e-05,
      "loss": 0.3025,
      "step": 2850
    },
    {
      "epoch": 0.1252243968650116,
      "grad_norm": 9.815328591239517,
      "learning_rate": 1.8939430795426905e-05,
      "loss": 0.3919,
      "step": 2860
    },
    {
      "epoch": 0.12566224440649765,
      "grad_norm": 10.956422665808212,
      "learning_rate": 1.893500807147122e-05,
      "loss": 0.3592,
      "step": 2870
    },
    {
      "epoch": 0.12610009194798372,
      "grad_norm": 7.24660201847797,
      "learning_rate": 1.8930585347515535e-05,
      "loss": 0.4198,
      "step": 2880
    },
    {
      "epoch": 0.12653793948946976,
      "grad_norm": 7.084606579805614,
      "learning_rate": 1.8926162623559853e-05,
      "loss": 0.4077,
      "step": 2890
    },
    {
      "epoch": 0.12697578703095583,
      "grad_norm": 16.831228496029244,
      "learning_rate": 1.8921739899604168e-05,
      "loss": 0.3456,
      "step": 2900
    },
    {
      "epoch": 0.12741363457244187,
      "grad_norm": 12.587652277854042,
      "learning_rate": 1.8917317175648483e-05,
      "loss": 0.4014,
      "step": 2910
    },
    {
      "epoch": 0.12785148211392794,
      "grad_norm": 9.243117375162731,
      "learning_rate": 1.8912894451692798e-05,
      "loss": 0.3575,
      "step": 2920
    },
    {
      "epoch": 0.12828932965541398,
      "grad_norm": 11.159631895058327,
      "learning_rate": 1.8908471727737116e-05,
      "loss": 0.3241,
      "step": 2930
    },
    {
      "epoch": 0.12872717719690005,
      "grad_norm": 10.310646954134011,
      "learning_rate": 1.890404900378143e-05,
      "loss": 0.3682,
      "step": 2940
    },
    {
      "epoch": 0.1291650247383861,
      "grad_norm": 10.173470601980204,
      "learning_rate": 1.8899626279825746e-05,
      "loss": 0.4251,
      "step": 2950
    },
    {
      "epoch": 0.12960287227987216,
      "grad_norm": 12.609142050783468,
      "learning_rate": 1.889520355587006e-05,
      "loss": 0.394,
      "step": 2960
    },
    {
      "epoch": 0.1300407198213582,
      "grad_norm": 9.635654645850565,
      "learning_rate": 1.8890780831914376e-05,
      "loss": 0.4089,
      "step": 2970
    },
    {
      "epoch": 0.13047856736284424,
      "grad_norm": 11.436287904310273,
      "learning_rate": 1.8886358107958694e-05,
      "loss": 0.3826,
      "step": 2980
    },
    {
      "epoch": 0.1309164149043303,
      "grad_norm": 16.392761382159563,
      "learning_rate": 1.888193538400301e-05,
      "loss": 0.3276,
      "step": 2990
    },
    {
      "epoch": 0.13135426244581636,
      "grad_norm": 17.239395198967156,
      "learning_rate": 1.8877512660047327e-05,
      "loss": 0.4094,
      "step": 3000
    },
    {
      "epoch": 0.13179210998730242,
      "grad_norm": 14.545360777292585,
      "learning_rate": 1.887308993609164e-05,
      "loss": 0.3779,
      "step": 3010
    },
    {
      "epoch": 0.13222995752878847,
      "grad_norm": 14.366498738758244,
      "learning_rate": 1.8868667212135957e-05,
      "loss": 0.4288,
      "step": 3020
    },
    {
      "epoch": 0.13266780507027454,
      "grad_norm": 17.039699201481028,
      "learning_rate": 1.886424448818027e-05,
      "loss": 0.36,
      "step": 3030
    },
    {
      "epoch": 0.13310565261176058,
      "grad_norm": 9.226512886191754,
      "learning_rate": 1.885982176422459e-05,
      "loss": 0.3765,
      "step": 3040
    },
    {
      "epoch": 0.13354350015324665,
      "grad_norm": 9.028526449867499,
      "learning_rate": 1.88553990402689e-05,
      "loss": 0.4395,
      "step": 3050
    },
    {
      "epoch": 0.1339813476947327,
      "grad_norm": 13.6426618700454,
      "learning_rate": 1.885097631631322e-05,
      "loss": 0.3723,
      "step": 3060
    },
    {
      "epoch": 0.13441919523621876,
      "grad_norm": 13.305857832591359,
      "learning_rate": 1.8846553592357535e-05,
      "loss": 0.399,
      "step": 3070
    },
    {
      "epoch": 0.1348570427777048,
      "grad_norm": 7.874733814403194,
      "learning_rate": 1.884213086840185e-05,
      "loss": 0.4011,
      "step": 3080
    },
    {
      "epoch": 0.13529489031919087,
      "grad_norm": 13.430051646641026,
      "learning_rate": 1.8837708144446164e-05,
      "loss": 0.3906,
      "step": 3090
    },
    {
      "epoch": 0.1357327378606769,
      "grad_norm": 8.662733163489246,
      "learning_rate": 1.8833285420490483e-05,
      "loss": 0.4138,
      "step": 3100
    },
    {
      "epoch": 0.13617058540216298,
      "grad_norm": 9.801119868851403,
      "learning_rate": 1.8828862696534798e-05,
      "loss": 0.3641,
      "step": 3110
    },
    {
      "epoch": 0.13660843294364902,
      "grad_norm": 11.778191693148269,
      "learning_rate": 1.8824439972579112e-05,
      "loss": 0.3762,
      "step": 3120
    },
    {
      "epoch": 0.13704628048513506,
      "grad_norm": 8.279726053764739,
      "learning_rate": 1.8820017248623427e-05,
      "loss": 0.3693,
      "step": 3130
    },
    {
      "epoch": 0.13748412802662113,
      "grad_norm": 10.69124033655974,
      "learning_rate": 1.8815594524667746e-05,
      "loss": 0.3369,
      "step": 3140
    },
    {
      "epoch": 0.13792197556810717,
      "grad_norm": 6.139622574926641,
      "learning_rate": 1.881117180071206e-05,
      "loss": 0.3526,
      "step": 3150
    },
    {
      "epoch": 0.13835982310959324,
      "grad_norm": 8.884320160504993,
      "learning_rate": 1.8806749076756375e-05,
      "loss": 0.321,
      "step": 3160
    },
    {
      "epoch": 0.13879767065107929,
      "grad_norm": 11.836052882069614,
      "learning_rate": 1.880232635280069e-05,
      "loss": 0.3988,
      "step": 3170
    },
    {
      "epoch": 0.13923551819256536,
      "grad_norm": 9.920797262455972,
      "learning_rate": 1.8797903628845005e-05,
      "loss": 0.5179,
      "step": 3180
    },
    {
      "epoch": 0.1396733657340514,
      "grad_norm": 14.813362193063755,
      "learning_rate": 1.8793480904889324e-05,
      "loss": 0.377,
      "step": 3190
    },
    {
      "epoch": 0.14011121327553747,
      "grad_norm": 6.695253814831782,
      "learning_rate": 1.878905818093364e-05,
      "loss": 0.3863,
      "step": 3200
    },
    {
      "epoch": 0.1405490608170235,
      "grad_norm": 11.085686646540799,
      "learning_rate": 1.8784635456977953e-05,
      "loss": 0.3708,
      "step": 3210
    },
    {
      "epoch": 0.14098690835850958,
      "grad_norm": 13.830245136728134,
      "learning_rate": 1.8780212733022268e-05,
      "loss": 0.3151,
      "step": 3220
    },
    {
      "epoch": 0.14142475589999562,
      "grad_norm": 12.120622926321499,
      "learning_rate": 1.8775790009066586e-05,
      "loss": 0.3459,
      "step": 3230
    },
    {
      "epoch": 0.1418626034414817,
      "grad_norm": 16.30580487007426,
      "learning_rate": 1.87713672851109e-05,
      "loss": 0.3745,
      "step": 3240
    },
    {
      "epoch": 0.14230045098296773,
      "grad_norm": 9.992654009584912,
      "learning_rate": 1.876694456115522e-05,
      "loss": 0.3993,
      "step": 3250
    },
    {
      "epoch": 0.14273829852445377,
      "grad_norm": 8.666190158753487,
      "learning_rate": 1.876252183719953e-05,
      "loss": 0.3774,
      "step": 3260
    },
    {
      "epoch": 0.14317614606593984,
      "grad_norm": 10.386340090996436,
      "learning_rate": 1.875809911324385e-05,
      "loss": 0.3806,
      "step": 3270
    },
    {
      "epoch": 0.14361399360742588,
      "grad_norm": 22.19356554965066,
      "learning_rate": 1.8753676389288164e-05,
      "loss": 0.3824,
      "step": 3280
    },
    {
      "epoch": 0.14405184114891195,
      "grad_norm": 9.21049973448166,
      "learning_rate": 1.874925366533248e-05,
      "loss": 0.3353,
      "step": 3290
    },
    {
      "epoch": 0.144489688690398,
      "grad_norm": 12.072168142150097,
      "learning_rate": 1.8744830941376794e-05,
      "loss": 0.4011,
      "step": 3300
    },
    {
      "epoch": 0.14492753623188406,
      "grad_norm": 12.59324716931968,
      "learning_rate": 1.8740408217421112e-05,
      "loss": 0.4021,
      "step": 3310
    },
    {
      "epoch": 0.1453653837733701,
      "grad_norm": 10.05214029931775,
      "learning_rate": 1.8735985493465427e-05,
      "loss": 0.3553,
      "step": 3320
    },
    {
      "epoch": 0.14580323131485617,
      "grad_norm": 11.803155664591488,
      "learning_rate": 1.8731562769509742e-05,
      "loss": 0.356,
      "step": 3330
    },
    {
      "epoch": 0.14624107885634222,
      "grad_norm": 14.92368689915674,
      "learning_rate": 1.8727140045554057e-05,
      "loss": 0.3801,
      "step": 3340
    },
    {
      "epoch": 0.14667892639782829,
      "grad_norm": 17.079776945779418,
      "learning_rate": 1.8722717321598375e-05,
      "loss": 0.3477,
      "step": 3350
    },
    {
      "epoch": 0.14711677393931433,
      "grad_norm": 13.097782069556722,
      "learning_rate": 1.871829459764269e-05,
      "loss": 0.3671,
      "step": 3360
    },
    {
      "epoch": 0.1475546214808004,
      "grad_norm": 8.15632623512624,
      "learning_rate": 1.8713871873687005e-05,
      "loss": 0.3389,
      "step": 3370
    },
    {
      "epoch": 0.14799246902228644,
      "grad_norm": 13.960404123834712,
      "learning_rate": 1.870944914973132e-05,
      "loss": 0.3485,
      "step": 3380
    },
    {
      "epoch": 0.1484303165637725,
      "grad_norm": 11.071464397882252,
      "learning_rate": 1.8705026425775635e-05,
      "loss": 0.3416,
      "step": 3390
    },
    {
      "epoch": 0.14886816410525855,
      "grad_norm": 13.277501194270975,
      "learning_rate": 1.8700603701819953e-05,
      "loss": 0.3789,
      "step": 3400
    },
    {
      "epoch": 0.1493060116467446,
      "grad_norm": 10.804325254909127,
      "learning_rate": 1.8696180977864268e-05,
      "loss": 0.4302,
      "step": 3410
    },
    {
      "epoch": 0.14974385918823066,
      "grad_norm": 13.368363204432509,
      "learning_rate": 1.8691758253908583e-05,
      "loss": 0.3827,
      "step": 3420
    },
    {
      "epoch": 0.1501817067297167,
      "grad_norm": 10.0824595511505,
      "learning_rate": 1.8687335529952898e-05,
      "loss": 0.3658,
      "step": 3430
    },
    {
      "epoch": 0.15061955427120277,
      "grad_norm": 12.416220706039892,
      "learning_rate": 1.8682912805997216e-05,
      "loss": 0.3614,
      "step": 3440
    },
    {
      "epoch": 0.1510574018126888,
      "grad_norm": 16.7125572642998,
      "learning_rate": 1.867849008204153e-05,
      "loss": 0.4461,
      "step": 3450
    },
    {
      "epoch": 0.15149524935417488,
      "grad_norm": 12.811501366379437,
      "learning_rate": 1.8674067358085846e-05,
      "loss": 0.4033,
      "step": 3460
    },
    {
      "epoch": 0.15193309689566092,
      "grad_norm": 17.173250485174975,
      "learning_rate": 1.866964463413016e-05,
      "loss": 0.3277,
      "step": 3470
    },
    {
      "epoch": 0.152370944437147,
      "grad_norm": 8.979558831403725,
      "learning_rate": 1.866522191017448e-05,
      "loss": 0.3373,
      "step": 3480
    },
    {
      "epoch": 0.15280879197863304,
      "grad_norm": 7.797438606883994,
      "learning_rate": 1.8660799186218794e-05,
      "loss": 0.3954,
      "step": 3490
    },
    {
      "epoch": 0.1532466395201191,
      "grad_norm": 16.155288520109096,
      "learning_rate": 1.865637646226311e-05,
      "loss": 0.385,
      "step": 3500
    },
    {
      "epoch": 0.15368448706160515,
      "grad_norm": 16.957081191616158,
      "learning_rate": 1.8651953738307424e-05,
      "loss": 0.3742,
      "step": 3510
    },
    {
      "epoch": 0.15412233460309122,
      "grad_norm": 9.531468523365854,
      "learning_rate": 1.8647531014351742e-05,
      "loss": 0.3326,
      "step": 3520
    },
    {
      "epoch": 0.15456018214457726,
      "grad_norm": 25.31643246845194,
      "learning_rate": 1.8643108290396057e-05,
      "loss": 0.39,
      "step": 3530
    },
    {
      "epoch": 0.1549980296860633,
      "grad_norm": 10.078617054363939,
      "learning_rate": 1.8638685566440372e-05,
      "loss": 0.4025,
      "step": 3540
    },
    {
      "epoch": 0.15543587722754937,
      "grad_norm": 11.02217779389865,
      "learning_rate": 1.8634262842484687e-05,
      "loss": 0.4015,
      "step": 3550
    },
    {
      "epoch": 0.1558737247690354,
      "grad_norm": 14.098789980216388,
      "learning_rate": 1.8629840118529005e-05,
      "loss": 0.3344,
      "step": 3560
    },
    {
      "epoch": 0.15631157231052148,
      "grad_norm": 15.721719692602761,
      "learning_rate": 1.862541739457332e-05,
      "loss": 0.3715,
      "step": 3570
    },
    {
      "epoch": 0.15674941985200752,
      "grad_norm": 12.716040770267046,
      "learning_rate": 1.8620994670617635e-05,
      "loss": 0.3651,
      "step": 3580
    },
    {
      "epoch": 0.1571872673934936,
      "grad_norm": 12.965209183423223,
      "learning_rate": 1.861657194666195e-05,
      "loss": 0.4063,
      "step": 3590
    },
    {
      "epoch": 0.15762511493497963,
      "grad_norm": 8.666927431536255,
      "learning_rate": 1.8612149222706265e-05,
      "loss": 0.3274,
      "step": 3600
    },
    {
      "epoch": 0.1580629624764657,
      "grad_norm": 14.516286713758953,
      "learning_rate": 1.8607726498750583e-05,
      "loss": 0.4267,
      "step": 3610
    },
    {
      "epoch": 0.15850081001795174,
      "grad_norm": 9.395231262901326,
      "learning_rate": 1.8603303774794898e-05,
      "loss": 0.3378,
      "step": 3620
    },
    {
      "epoch": 0.1589386575594378,
      "grad_norm": 15.580920245081602,
      "learning_rate": 1.8598881050839213e-05,
      "loss": 0.3727,
      "step": 3630
    },
    {
      "epoch": 0.15937650510092385,
      "grad_norm": 9.421511818637732,
      "learning_rate": 1.8594458326883528e-05,
      "loss": 0.4091,
      "step": 3640
    },
    {
      "epoch": 0.15981435264240992,
      "grad_norm": 10.903593860274887,
      "learning_rate": 1.8590035602927846e-05,
      "loss": 0.3852,
      "step": 3650
    },
    {
      "epoch": 0.16025220018389597,
      "grad_norm": 15.079459239057043,
      "learning_rate": 1.858561287897216e-05,
      "loss": 0.3161,
      "step": 3660
    },
    {
      "epoch": 0.16069004772538203,
      "grad_norm": 11.906906790652602,
      "learning_rate": 1.8581632427412045e-05,
      "loss": 0.4032,
      "step": 3670
    },
    {
      "epoch": 0.16112789526686808,
      "grad_norm": 7.299516154937353,
      "learning_rate": 1.857720970345636e-05,
      "loss": 0.4608,
      "step": 3680
    },
    {
      "epoch": 0.16156574280835412,
      "grad_norm": 10.405574742308731,
      "learning_rate": 1.8572786979500675e-05,
      "loss": 0.3277,
      "step": 3690
    },
    {
      "epoch": 0.1620035903498402,
      "grad_norm": 12.45192353736054,
      "learning_rate": 1.8568364255544993e-05,
      "loss": 0.4101,
      "step": 3700
    },
    {
      "epoch": 0.16244143789132623,
      "grad_norm": 17.784864115352764,
      "learning_rate": 1.8563941531589308e-05,
      "loss": 0.4311,
      "step": 3710
    },
    {
      "epoch": 0.1628792854328123,
      "grad_norm": 12.704077503112067,
      "learning_rate": 1.8559518807633623e-05,
      "loss": 0.3409,
      "step": 3720
    },
    {
      "epoch": 0.16331713297429834,
      "grad_norm": 26.63374521687372,
      "learning_rate": 1.8555096083677938e-05,
      "loss": 0.3658,
      "step": 3730
    },
    {
      "epoch": 0.1637549805157844,
      "grad_norm": 10.121501930571688,
      "learning_rate": 1.8550673359722256e-05,
      "loss": 0.3402,
      "step": 3740
    },
    {
      "epoch": 0.16419282805727045,
      "grad_norm": 14.094860227716598,
      "learning_rate": 1.854625063576657e-05,
      "loss": 0.4277,
      "step": 3750
    },
    {
      "epoch": 0.16463067559875652,
      "grad_norm": 9.994141579233393,
      "learning_rate": 1.8541827911810886e-05,
      "loss": 0.4692,
      "step": 3760
    },
    {
      "epoch": 0.16506852314024256,
      "grad_norm": 8.67508870280096,
      "learning_rate": 1.85374051878552e-05,
      "loss": 0.4016,
      "step": 3770
    },
    {
      "epoch": 0.16550637068172863,
      "grad_norm": 14.502486443265836,
      "learning_rate": 1.853298246389952e-05,
      "loss": 0.4075,
      "step": 3780
    },
    {
      "epoch": 0.16594421822321467,
      "grad_norm": 11.515960895499763,
      "learning_rate": 1.852855973994383e-05,
      "loss": 0.3435,
      "step": 3790
    },
    {
      "epoch": 0.16638206576470074,
      "grad_norm": 9.745079168132195,
      "learning_rate": 1.852413701598815e-05,
      "loss": 0.3109,
      "step": 3800
    },
    {
      "epoch": 0.16681991330618678,
      "grad_norm": 8.495004869159922,
      "learning_rate": 1.8519714292032464e-05,
      "loss": 0.3922,
      "step": 3810
    },
    {
      "epoch": 0.16725776084767285,
      "grad_norm": 8.988712438049474,
      "learning_rate": 1.8515291568076782e-05,
      "loss": 0.4012,
      "step": 3820
    },
    {
      "epoch": 0.1676956083891589,
      "grad_norm": 12.853240059584076,
      "learning_rate": 1.8510868844121094e-05,
      "loss": 0.4125,
      "step": 3830
    },
    {
      "epoch": 0.16813345593064494,
      "grad_norm": 9.825049278388068,
      "learning_rate": 1.8506446120165412e-05,
      "loss": 0.3032,
      "step": 3840
    },
    {
      "epoch": 0.168571303472131,
      "grad_norm": 7.994348437089401,
      "learning_rate": 1.8502023396209727e-05,
      "loss": 0.3636,
      "step": 3850
    },
    {
      "epoch": 0.16900915101361705,
      "grad_norm": 12.765237118303892,
      "learning_rate": 1.8497600672254045e-05,
      "loss": 0.3478,
      "step": 3860
    },
    {
      "epoch": 0.16944699855510312,
      "grad_norm": 12.546641498449894,
      "learning_rate": 1.8493177948298357e-05,
      "loss": 0.3,
      "step": 3870
    },
    {
      "epoch": 0.16988484609658916,
      "grad_norm": 23.911174431535404,
      "learning_rate": 1.8488755224342675e-05,
      "loss": 0.451,
      "step": 3880
    },
    {
      "epoch": 0.17032269363807523,
      "grad_norm": 10.520515381695157,
      "learning_rate": 1.848433250038699e-05,
      "loss": 0.358,
      "step": 3890
    },
    {
      "epoch": 0.17076054117956127,
      "grad_norm": 11.224917445909368,
      "learning_rate": 1.8479909776431305e-05,
      "loss": 0.3162,
      "step": 3900
    },
    {
      "epoch": 0.17119838872104734,
      "grad_norm": 18.902395009875733,
      "learning_rate": 1.847548705247562e-05,
      "loss": 0.4223,
      "step": 3910
    },
    {
      "epoch": 0.17163623626253338,
      "grad_norm": 11.55198595552304,
      "learning_rate": 1.8471064328519938e-05,
      "loss": 0.3808,
      "step": 3920
    },
    {
      "epoch": 0.17207408380401945,
      "grad_norm": 11.00362301896321,
      "learning_rate": 1.8466641604564253e-05,
      "loss": 0.3252,
      "step": 3930
    },
    {
      "epoch": 0.1725119313455055,
      "grad_norm": 10.336995942120799,
      "learning_rate": 1.8462218880608568e-05,
      "loss": 0.364,
      "step": 3940
    },
    {
      "epoch": 0.17294977888699156,
      "grad_norm": 10.710989141583203,
      "learning_rate": 1.8457796156652883e-05,
      "loss": 0.4231,
      "step": 3950
    },
    {
      "epoch": 0.1733876264284776,
      "grad_norm": 12.229225448822383,
      "learning_rate": 1.84533734326972e-05,
      "loss": 0.4117,
      "step": 3960
    },
    {
      "epoch": 0.17382547396996365,
      "grad_norm": 14.915171514555029,
      "learning_rate": 1.8448950708741516e-05,
      "loss": 0.4032,
      "step": 3970
    },
    {
      "epoch": 0.17426332151144971,
      "grad_norm": 12.229642807866787,
      "learning_rate": 1.844452798478583e-05,
      "loss": 0.4361,
      "step": 3980
    },
    {
      "epoch": 0.17470116905293576,
      "grad_norm": 7.010608264256624,
      "learning_rate": 1.844010526083015e-05,
      "loss": 0.3638,
      "step": 3990
    },
    {
      "epoch": 0.17513901659442183,
      "grad_norm": 15.912932485500148,
      "learning_rate": 1.843568253687446e-05,
      "loss": 0.455,
      "step": 4000
    },
    {
      "epoch": 0.17557686413590787,
      "grad_norm": 6.924969603544103,
      "learning_rate": 1.843125981291878e-05,
      "loss": 0.2625,
      "step": 4010
    },
    {
      "epoch": 0.17601471167739394,
      "grad_norm": 15.139219047531501,
      "learning_rate": 1.8426837088963094e-05,
      "loss": 0.4141,
      "step": 4020
    },
    {
      "epoch": 0.17645255921887998,
      "grad_norm": 11.17823518693945,
      "learning_rate": 1.8422414365007412e-05,
      "loss": 0.3224,
      "step": 4030
    },
    {
      "epoch": 0.17689040676036605,
      "grad_norm": 15.7161064579388,
      "learning_rate": 1.8417991641051723e-05,
      "loss": 0.3664,
      "step": 4040
    },
    {
      "epoch": 0.1773282543018521,
      "grad_norm": 13.792070427062033,
      "learning_rate": 1.841356891709604e-05,
      "loss": 0.3284,
      "step": 4050
    },
    {
      "epoch": 0.17776610184333816,
      "grad_norm": 9.000617959741795,
      "learning_rate": 1.8409146193140357e-05,
      "loss": 0.344,
      "step": 4060
    },
    {
      "epoch": 0.1782039493848242,
      "grad_norm": 12.402957661971133,
      "learning_rate": 1.8404723469184675e-05,
      "loss": 0.3871,
      "step": 4070
    },
    {
      "epoch": 0.17864179692631027,
      "grad_norm": 12.032781330103441,
      "learning_rate": 1.8400300745228986e-05,
      "loss": 0.3787,
      "step": 4080
    },
    {
      "epoch": 0.1790796444677963,
      "grad_norm": 11.222860194370364,
      "learning_rate": 1.8395878021273305e-05,
      "loss": 0.3077,
      "step": 4090
    },
    {
      "epoch": 0.17951749200928238,
      "grad_norm": 13.7968119601476,
      "learning_rate": 1.839145529731762e-05,
      "loss": 0.4786,
      "step": 4100
    },
    {
      "epoch": 0.17995533955076842,
      "grad_norm": 11.921299671774793,
      "learning_rate": 1.8387032573361934e-05,
      "loss": 0.4037,
      "step": 4110
    },
    {
      "epoch": 0.18039318709225446,
      "grad_norm": 8.879545954875514,
      "learning_rate": 1.838260984940625e-05,
      "loss": 0.4584,
      "step": 4120
    },
    {
      "epoch": 0.18083103463374053,
      "grad_norm": 14.982597428617236,
      "learning_rate": 1.8378187125450568e-05,
      "loss": 0.3815,
      "step": 4130
    },
    {
      "epoch": 0.18126888217522658,
      "grad_norm": 9.147231103073068,
      "learning_rate": 1.8373764401494882e-05,
      "loss": 0.4014,
      "step": 4140
    },
    {
      "epoch": 0.18170672971671264,
      "grad_norm": 12.294983152398926,
      "learning_rate": 1.8369341677539197e-05,
      "loss": 0.4019,
      "step": 4150
    },
    {
      "epoch": 0.1821445772581987,
      "grad_norm": 9.927235418370907,
      "learning_rate": 1.8364918953583512e-05,
      "loss": 0.3566,
      "step": 4160
    },
    {
      "epoch": 0.18258242479968476,
      "grad_norm": 11.734461472925389,
      "learning_rate": 1.8360496229627827e-05,
      "loss": 0.4055,
      "step": 4170
    },
    {
      "epoch": 0.1830202723411708,
      "grad_norm": 17.077445949446012,
      "learning_rate": 1.8356073505672145e-05,
      "loss": 0.3583,
      "step": 4180
    },
    {
      "epoch": 0.18345811988265687,
      "grad_norm": 12.654896604913636,
      "learning_rate": 1.835165078171646e-05,
      "loss": 0.3492,
      "step": 4190
    },
    {
      "epoch": 0.1838959674241429,
      "grad_norm": 16.58090166573664,
      "learning_rate": 1.8347228057760775e-05,
      "loss": 0.4069,
      "step": 4200
    },
    {
      "epoch": 0.18433381496562898,
      "grad_norm": 12.423854991570149,
      "learning_rate": 1.834280533380509e-05,
      "loss": 0.3649,
      "step": 4210
    },
    {
      "epoch": 0.18477166250711502,
      "grad_norm": 8.687455211496507,
      "learning_rate": 1.833838260984941e-05,
      "loss": 0.3713,
      "step": 4220
    },
    {
      "epoch": 0.1852095100486011,
      "grad_norm": 10.328403486459152,
      "learning_rate": 1.8333959885893723e-05,
      "loss": 0.3679,
      "step": 4230
    },
    {
      "epoch": 0.18564735759008713,
      "grad_norm": 12.579913013442551,
      "learning_rate": 1.832953716193804e-05,
      "loss": 0.3538,
      "step": 4240
    },
    {
      "epoch": 0.18608520513157317,
      "grad_norm": 10.7018660870028,
      "learning_rate": 1.8325114437982353e-05,
      "loss": 0.3401,
      "step": 4250
    },
    {
      "epoch": 0.18652305267305924,
      "grad_norm": 7.833366421027678,
      "learning_rate": 1.832069171402667e-05,
      "loss": 0.4208,
      "step": 4260
    },
    {
      "epoch": 0.18696090021454528,
      "grad_norm": 13.791401625254139,
      "learning_rate": 1.8316268990070986e-05,
      "loss": 0.3355,
      "step": 4270
    },
    {
      "epoch": 0.18739874775603135,
      "grad_norm": 15.146634353101764,
      "learning_rate": 1.8311846266115305e-05,
      "loss": 0.4045,
      "step": 4280
    },
    {
      "epoch": 0.1878365952975174,
      "grad_norm": 11.438151690151432,
      "learning_rate": 1.8307423542159616e-05,
      "loss": 0.392,
      "step": 4290
    },
    {
      "epoch": 0.18827444283900346,
      "grad_norm": 12.907194015301421,
      "learning_rate": 1.8303000818203934e-05,
      "loss": 0.4075,
      "step": 4300
    },
    {
      "epoch": 0.1887122903804895,
      "grad_norm": 13.004770430694967,
      "learning_rate": 1.829857809424825e-05,
      "loss": 0.3703,
      "step": 4310
    },
    {
      "epoch": 0.18915013792197558,
      "grad_norm": 13.767940400122603,
      "learning_rate": 1.8294155370292564e-05,
      "loss": 0.3479,
      "step": 4320
    },
    {
      "epoch": 0.18958798546346162,
      "grad_norm": 13.598058539546074,
      "learning_rate": 1.828973264633688e-05,
      "loss": 0.3426,
      "step": 4330
    },
    {
      "epoch": 0.1900258330049477,
      "grad_norm": 15.83770263349553,
      "learning_rate": 1.8285309922381197e-05,
      "loss": 0.3301,
      "step": 4340
    },
    {
      "epoch": 0.19046368054643373,
      "grad_norm": 9.739199794350526,
      "learning_rate": 1.8280887198425512e-05,
      "loss": 0.3444,
      "step": 4350
    },
    {
      "epoch": 0.1909015280879198,
      "grad_norm": 11.924698121670366,
      "learning_rate": 1.8276464474469827e-05,
      "loss": 0.3052,
      "step": 4360
    },
    {
      "epoch": 0.19133937562940584,
      "grad_norm": 12.922426444929348,
      "learning_rate": 1.8272041750514142e-05,
      "loss": 0.3838,
      "step": 4370
    },
    {
      "epoch": 0.1917772231708919,
      "grad_norm": 10.139430182884723,
      "learning_rate": 1.8267619026558457e-05,
      "loss": 0.339,
      "step": 4380
    },
    {
      "epoch": 0.19221507071237795,
      "grad_norm": 16.77456639919075,
      "learning_rate": 1.8263196302602775e-05,
      "loss": 0.3662,
      "step": 4390
    },
    {
      "epoch": 0.192652918253864,
      "grad_norm": 16.923778423361814,
      "learning_rate": 1.825877357864709e-05,
      "loss": 0.4345,
      "step": 4400
    },
    {
      "epoch": 0.19309076579535006,
      "grad_norm": 9.79791653342669,
      "learning_rate": 1.8254350854691405e-05,
      "loss": 0.374,
      "step": 4410
    },
    {
      "epoch": 0.1935286133368361,
      "grad_norm": 14.223990277487626,
      "learning_rate": 1.824992813073572e-05,
      "loss": 0.3418,
      "step": 4420
    },
    {
      "epoch": 0.19396646087832217,
      "grad_norm": 10.280657812067675,
      "learning_rate": 1.8245505406780038e-05,
      "loss": 0.4258,
      "step": 4430
    },
    {
      "epoch": 0.1944043084198082,
      "grad_norm": 11.454773579977681,
      "learning_rate": 1.8241082682824353e-05,
      "loss": 0.3558,
      "step": 4440
    },
    {
      "epoch": 0.19484215596129428,
      "grad_norm": 10.05797176474998,
      "learning_rate": 1.8236659958868668e-05,
      "loss": 0.4195,
      "step": 4450
    },
    {
      "epoch": 0.19528000350278032,
      "grad_norm": 17.413968742737737,
      "learning_rate": 1.8232237234912983e-05,
      "loss": 0.4842,
      "step": 4460
    },
    {
      "epoch": 0.1957178510442664,
      "grad_norm": 7.594947751878203,
      "learning_rate": 1.82278145109573e-05,
      "loss": 0.376,
      "step": 4470
    },
    {
      "epoch": 0.19615569858575244,
      "grad_norm": 7.752555917921395,
      "learning_rate": 1.8223391787001616e-05,
      "loss": 0.3874,
      "step": 4480
    },
    {
      "epoch": 0.1965935461272385,
      "grad_norm": 11.095188960924157,
      "learning_rate": 1.821896906304593e-05,
      "loss": 0.3199,
      "step": 4490
    },
    {
      "epoch": 0.19703139366872455,
      "grad_norm": 8.85243989748995,
      "learning_rate": 1.8214546339090246e-05,
      "loss": 0.3514,
      "step": 4500
    },
    {
      "epoch": 0.19746924121021062,
      "grad_norm": 10.110803517936658,
      "learning_rate": 1.8210123615134564e-05,
      "loss": 0.3794,
      "step": 4510
    },
    {
      "epoch": 0.19790708875169666,
      "grad_norm": 10.373451209228024,
      "learning_rate": 1.820570089117888e-05,
      "loss": 0.408,
      "step": 4520
    },
    {
      "epoch": 0.19834493629318273,
      "grad_norm": 13.162706254319437,
      "learning_rate": 1.8201278167223194e-05,
      "loss": 0.3425,
      "step": 4530
    },
    {
      "epoch": 0.19878278383466877,
      "grad_norm": 15.282957890404685,
      "learning_rate": 1.819685544326751e-05,
      "loss": 0.3852,
      "step": 4540
    },
    {
      "epoch": 0.1992206313761548,
      "grad_norm": 13.370558527120265,
      "learning_rate": 1.8192432719311827e-05,
      "loss": 0.3652,
      "step": 4550
    },
    {
      "epoch": 0.19965847891764088,
      "grad_norm": 10.259778080672527,
      "learning_rate": 1.8188009995356142e-05,
      "loss": 0.356,
      "step": 4560
    },
    {
      "epoch": 0.20009632645912692,
      "grad_norm": 10.736808667558975,
      "learning_rate": 1.8183587271400457e-05,
      "loss": 0.3329,
      "step": 4570
    },
    {
      "epoch": 0.200534174000613,
      "grad_norm": 8.501933158502284,
      "learning_rate": 1.817916454744477e-05,
      "loss": 0.3397,
      "step": 4580
    },
    {
      "epoch": 0.20097202154209903,
      "grad_norm": 28.24241657929224,
      "learning_rate": 1.8174741823489087e-05,
      "loss": 0.393,
      "step": 4590
    },
    {
      "epoch": 0.2014098690835851,
      "grad_norm": 13.727765781245198,
      "learning_rate": 1.8170319099533405e-05,
      "loss": 0.306,
      "step": 4600
    },
    {
      "epoch": 0.20184771662507114,
      "grad_norm": 9.98011595817274,
      "learning_rate": 1.816589637557772e-05,
      "loss": 0.3357,
      "step": 4610
    },
    {
      "epoch": 0.2022855641665572,
      "grad_norm": 10.817739639396102,
      "learning_rate": 1.8161473651622035e-05,
      "loss": 0.3352,
      "step": 4620
    },
    {
      "epoch": 0.20272341170804326,
      "grad_norm": 17.39150590199315,
      "learning_rate": 1.815705092766635e-05,
      "loss": 0.453,
      "step": 4630
    },
    {
      "epoch": 0.20316125924952932,
      "grad_norm": 15.480462835918628,
      "learning_rate": 1.8152628203710668e-05,
      "loss": 0.3469,
      "step": 4640
    },
    {
      "epoch": 0.20359910679101537,
      "grad_norm": 14.206320760863697,
      "learning_rate": 1.8148205479754983e-05,
      "loss": 0.3593,
      "step": 4650
    },
    {
      "epoch": 0.20403695433250144,
      "grad_norm": 10.767887226596823,
      "learning_rate": 1.8143782755799298e-05,
      "loss": 0.3401,
      "step": 4660
    },
    {
      "epoch": 0.20447480187398748,
      "grad_norm": 12.432796643275674,
      "learning_rate": 1.8139360031843613e-05,
      "loss": 0.3875,
      "step": 4670
    },
    {
      "epoch": 0.20491264941547352,
      "grad_norm": 9.006109071644179,
      "learning_rate": 1.813493730788793e-05,
      "loss": 0.3813,
      "step": 4680
    },
    {
      "epoch": 0.2053504969569596,
      "grad_norm": 15.616401442667728,
      "learning_rate": 1.8130514583932246e-05,
      "loss": 0.3465,
      "step": 4690
    },
    {
      "epoch": 0.20578834449844563,
      "grad_norm": 10.59820948899193,
      "learning_rate": 1.812609185997656e-05,
      "loss": 0.382,
      "step": 4700
    },
    {
      "epoch": 0.2062261920399317,
      "grad_norm": 14.208386612211477,
      "learning_rate": 1.8121669136020875e-05,
      "loss": 0.3476,
      "step": 4710
    },
    {
      "epoch": 0.20666403958141774,
      "grad_norm": 12.589160774020666,
      "learning_rate": 1.8117246412065194e-05,
      "loss": 0.3421,
      "step": 4720
    },
    {
      "epoch": 0.2071018871229038,
      "grad_norm": 7.568667332444265,
      "learning_rate": 1.811282368810951e-05,
      "loss": 0.3727,
      "step": 4730
    },
    {
      "epoch": 0.20753973466438985,
      "grad_norm": 10.812577263881279,
      "learning_rate": 1.8108400964153824e-05,
      "loss": 0.3881,
      "step": 4740
    },
    {
      "epoch": 0.20797758220587592,
      "grad_norm": 13.018455316703584,
      "learning_rate": 1.810397824019814e-05,
      "loss": 0.3337,
      "step": 4750
    },
    {
      "epoch": 0.20841542974736196,
      "grad_norm": 13.969299442144436,
      "learning_rate": 1.8099555516242457e-05,
      "loss": 0.4362,
      "step": 4760
    },
    {
      "epoch": 0.20885327728884803,
      "grad_norm": 14.510644097153572,
      "learning_rate": 1.809513279228677e-05,
      "loss": 0.3534,
      "step": 4770
    },
    {
      "epoch": 0.20929112483033407,
      "grad_norm": 6.43215364830629,
      "learning_rate": 1.8090710068331087e-05,
      "loss": 0.3813,
      "step": 4780
    },
    {
      "epoch": 0.20972897237182014,
      "grad_norm": 9.94692028441624,
      "learning_rate": 1.80862873443754e-05,
      "loss": 0.3787,
      "step": 4790
    },
    {
      "epoch": 0.21016681991330619,
      "grad_norm": 14.658374754366635,
      "learning_rate": 1.8081864620419716e-05,
      "loss": 0.332,
      "step": 4800
    },
    {
      "epoch": 0.21060466745479225,
      "grad_norm": 12.603661359425915,
      "learning_rate": 1.8077441896464035e-05,
      "loss": 0.5098,
      "step": 4810
    },
    {
      "epoch": 0.2110425149962783,
      "grad_norm": 8.069510317555627,
      "learning_rate": 1.807301917250835e-05,
      "loss": 0.3345,
      "step": 4820
    },
    {
      "epoch": 0.21148036253776434,
      "grad_norm": 15.50460058047792,
      "learning_rate": 1.8068596448552664e-05,
      "loss": 0.4389,
      "step": 4830
    },
    {
      "epoch": 0.2119182100792504,
      "grad_norm": 7.479416895287082,
      "learning_rate": 1.806417372459698e-05,
      "loss": 0.4058,
      "step": 4840
    },
    {
      "epoch": 0.21235605762073645,
      "grad_norm": 10.414700579430006,
      "learning_rate": 1.8059751000641298e-05,
      "loss": 0.3713,
      "step": 4850
    },
    {
      "epoch": 0.21279390516222252,
      "grad_norm": 11.290754293107446,
      "learning_rate": 1.8055328276685612e-05,
      "loss": 0.3759,
      "step": 4860
    },
    {
      "epoch": 0.21323175270370856,
      "grad_norm": 11.549866408859454,
      "learning_rate": 1.8050905552729927e-05,
      "loss": 0.3288,
      "step": 4870
    },
    {
      "epoch": 0.21366960024519463,
      "grad_norm": 18.046144465733533,
      "learning_rate": 1.8046482828774242e-05,
      "loss": 0.2962,
      "step": 4880
    },
    {
      "epoch": 0.21410744778668067,
      "grad_norm": 10.63709064776316,
      "learning_rate": 1.804206010481856e-05,
      "loss": 0.3126,
      "step": 4890
    },
    {
      "epoch": 0.21454529532816674,
      "grad_norm": 13.401948678962873,
      "learning_rate": 1.8037637380862875e-05,
      "loss": 0.335,
      "step": 4900
    },
    {
      "epoch": 0.21498314286965278,
      "grad_norm": 28.923645525898227,
      "learning_rate": 1.803321465690719e-05,
      "loss": 0.3323,
      "step": 4910
    },
    {
      "epoch": 0.21542099041113885,
      "grad_norm": 12.023966063146357,
      "learning_rate": 1.8028791932951505e-05,
      "loss": 0.3436,
      "step": 4920
    },
    {
      "epoch": 0.2158588379526249,
      "grad_norm": 16.66651723158919,
      "learning_rate": 1.8024369208995823e-05,
      "loss": 0.3434,
      "step": 4930
    },
    {
      "epoch": 0.21629668549411096,
      "grad_norm": 11.447028188385977,
      "learning_rate": 1.801994648504014e-05,
      "loss": 0.3734,
      "step": 4940
    },
    {
      "epoch": 0.216734533035597,
      "grad_norm": 9.454223770724575,
      "learning_rate": 1.8015523761084453e-05,
      "loss": 0.3928,
      "step": 4950
    },
    {
      "epoch": 0.21717238057708305,
      "grad_norm": 8.902373316783942,
      "learning_rate": 1.8011101037128768e-05,
      "loss": 0.3856,
      "step": 4960
    },
    {
      "epoch": 0.21761022811856912,
      "grad_norm": 18.191989619833368,
      "learning_rate": 1.8006678313173086e-05,
      "loss": 0.4122,
      "step": 4970
    },
    {
      "epoch": 0.21804807566005516,
      "grad_norm": 10.46306034169101,
      "learning_rate": 1.80022555892174e-05,
      "loss": 0.3303,
      "step": 4980
    },
    {
      "epoch": 0.21848592320154123,
      "grad_norm": 14.018809081253679,
      "learning_rate": 1.7997832865261716e-05,
      "loss": 0.3167,
      "step": 4990
    },
    {
      "epoch": 0.21892377074302727,
      "grad_norm": 9.557186071382484,
      "learning_rate": 1.799341014130603e-05,
      "loss": 0.4131,
      "step": 5000
    }
  ],
  "logging_steps": 10,
  "max_steps": 45678,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 5000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}