{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1261.8181818181818,
  "eval_steps": 500,
  "global_step": 3470,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 36.36363636363637,
      "grad_norm": 3.4013822078704834,
      "learning_rate": 0.00019994268257026118,
      "loss": 3.996,
      "step": 100
    },
    {
      "epoch": 72.72727272727273,
      "grad_norm": 5.365049362182617,
      "learning_rate": 0.000199766047623841,
      "loss": 1.3298,
      "step": 200
    },
    {
      "epoch": 109.0909090909091,
      "grad_norm": 11.665435791015625,
      "learning_rate": 0.00019946668751528744,
      "loss": 0.727,
      "step": 300
    },
    {
      "epoch": 145.45454545454547,
      "grad_norm": 4.6548357009887695,
      "learning_rate": 0.0001990509463238309,
      "loss": 0.523,
      "step": 400
    },
    {
      "epoch": 181.8181818181818,
      "grad_norm": 5.07234525680542,
      "learning_rate": 0.0001985109326154774,
      "loss": 0.3655,
      "step": 500
    },
    {
      "epoch": 218.1818181818182,
      "grad_norm": 7.260560035705566,
      "learning_rate": 0.00019785089851017787,
      "loss": 0.273,
      "step": 600
    },
    {
      "epoch": 254.54545454545453,
      "grad_norm": 4.73112154006958,
      "learning_rate": 0.00019707164815781908,
      "loss": 0.2198,
      "step": 700
    },
    {
      "epoch": 290.90909090909093,
      "grad_norm": 0.689785361289978,
      "learning_rate": 0.00019617413095492114,
      "loss": 0.1656,
      "step": 800
    },
    {
      "epoch": 327.27272727272725,
      "grad_norm": 3.2497429847717285,
      "learning_rate": 0.00019515944038794384,
      "loss": 0.1227,
      "step": 900
    },
    {
      "epoch": 363.6363636363636,
      "grad_norm": 8.12833309173584,
      "learning_rate": 0.0001940288127010419,
      "loss": 0.0802,
      "step": 1000
    },
    {
      "epoch": 400.0,
      "grad_norm": 5.075193405151367,
      "learning_rate": 0.000192783625389892,
      "loss": 0.0617,
      "step": 1100
    },
    {
      "epoch": 436.3636363636364,
      "grad_norm": 2.8493974208831787,
      "learning_rate": 0.00019142539552342638,
      "loss": 0.0404,
      "step": 1200
    },
    {
      "epoch": 472.72727272727275,
      "grad_norm": 0.399513840675354,
      "learning_rate": 0.00018995577789551803,
      "loss": 0.0327,
      "step": 1300
    },
    {
      "epoch": 509.09090909090907,
      "grad_norm": 1.5895440578460693,
      "learning_rate": 0.00018837656300886937,
      "loss": 0.0355,
      "step": 1400
    },
    {
      "epoch": 545.4545454545455,
      "grad_norm": 0.0846463143825531,
      "learning_rate": 0.00018668967489356028,
      "loss": 0.0127,
      "step": 1500
    },
    {
      "epoch": 581.8181818181819,
      "grad_norm": 0.04372192919254303,
      "learning_rate": 0.00018489716876291415,
      "loss": 0.0203,
      "step": 1600
    },
    {
      "epoch": 618.1818181818181,
      "grad_norm": 0.09042660892009735,
      "learning_rate": 0.00018300122850953675,
      "loss": 0.0125,
      "step": 1700
    },
    {
      "epoch": 654.5454545454545,
      "grad_norm": 0.06565279513597488,
      "learning_rate": 0.00018100416404457961,
      "loss": 0.0124,
      "step": 1800
    },
    {
      "epoch": 690.9090909090909,
      "grad_norm": 0.4747157692909241,
      "learning_rate": 0.00017890840848346908,
      "loss": 0.0159,
      "step": 1900
    },
    {
      "epoch": 727.2727272727273,
      "grad_norm": 0.011907286942005157,
      "learning_rate": 0.00017671651518153,
      "loss": 0.0092,
      "step": 2000
    },
    {
      "epoch": 763.6363636363636,
      "grad_norm": 0.16101345419883728,
      "learning_rate": 0.0001744311546231154,
      "loss": 0.0085,
      "step": 2100
    },
    {
      "epoch": 800.0,
      "grad_norm": 0.4659230411052704,
      "learning_rate": 0.00017205511116803306,
      "loss": 0.0084,
      "step": 2200
    },
    {
      "epoch": 836.3636363636364,
      "grad_norm": 0.026558930054306984,
      "learning_rate": 0.00016959127965923142,
      "loss": 0.011,
      "step": 2300
    },
    {
      "epoch": 872.7272727272727,
      "grad_norm": 0.07431953400373459,
      "learning_rate": 0.0001670426618958799,
      "loss": 0.012,
      "step": 2400
    },
    {
      "epoch": 909.0909090909091,
      "grad_norm": 0.17360587418079376,
      "learning_rate": 0.00016441236297613866,
      "loss": 0.0102,
      "step": 2500
    },
    {
      "epoch": 945.4545454545455,
      "grad_norm": 0.031083501875400543,
      "learning_rate": 0.00016173105296858452,
      "loss": 0.0068,
      "step": 2600
    },
    {
      "epoch": 981.8181818181819,
      "grad_norm": 0.3104077875614166,
      "learning_rate": 0.00015894783631276567,
      "loss": 0.0053,
      "step": 2700
    },
    {
      "epoch": 1018.1818181818181,
      "grad_norm": 0.002124856458976865,
      "learning_rate": 0.0001560928007986178,
      "loss": 0.0062,
      "step": 2800
    },
    {
      "epoch": 1054.5454545454545,
      "grad_norm": 0.005405977368354797,
      "learning_rate": 0.0001531694248471304,
      "loss": 0.0033,
      "step": 2900
    },
    {
      "epoch": 1090.909090909091,
      "grad_norm": 0.008714040741324425,
      "learning_rate": 0.00015018127014158886,
      "loss": 0.0071,
      "step": 3000
    },
    {
      "epoch": 1127.2727272727273,
      "grad_norm": 0.04300049692392349,
      "learning_rate": 0.00014713197728821183,
      "loss": 0.0072,
      "step": 3100
    },
    {
      "epoch": 1163.6363636363637,
      "grad_norm": 0.00944207701832056,
      "learning_rate": 0.00014402526138063373,
      "loss": 0.006,
      "step": 3200
    },
    {
      "epoch": 1200.0,
      "grad_norm": 0.004597234074026346,
      "learning_rate": 0.0001408967639298663,
      "loss": 0.0138,
      "step": 3300
    },
    {
      "epoch": 1236.3636363636363,
      "grad_norm": 0.07871837168931961,
      "learning_rate": 0.00013768710104121627,
      "loss": 0.0069,
      "step": 3400
    }
  ],
  "logging_steps": 100,
  "max_steps": 9000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4500,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.0175353452509184e+16,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}