{
  "best_metric": 0.7350361445783132,
  "best_model_checkpoint": "omarmomen/sf_babylm_1/finetune/qqp/checkpoint-7200",
  "epoch": 2.4178712220762155,
  "global_step": 9200,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.05,
      "eval_accuracy": 0.6677079796791077,
      "eval_f1": 0.6216067420488713,
      "eval_loss": 0.6047940850257874,
      "eval_mcc": 0.32731379930588683,
      "eval_runtime": 46.8159,
      "eval_samples_per_second": 574.356,
      "eval_steps_per_second": 71.813,
      "step": 200
    },
    {
      "epoch": 0.11,
      "eval_accuracy": 0.680315375328064,
      "eval_f1": 0.4777008141937052,
      "eval_loss": 0.6022979617118835,
      "eval_mcc": 0.3375634754226189,
      "eval_runtime": 46.8937,
      "eval_samples_per_second": 573.403,
      "eval_steps_per_second": 71.694,
      "step": 400
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.934296977660973e-05,
      "loss": 0.6024,
      "step": 500
    },
    {
      "epoch": 0.16,
      "eval_accuracy": 0.709323525428772,
      "eval_f1": 0.609941111887414,
      "eval_loss": 0.5577818751335144,
      "eval_mcc": 0.39238388281604025,
      "eval_runtime": 46.9096,
      "eval_samples_per_second": 573.209,
      "eval_steps_per_second": 71.67,
      "step": 600
    },
    {
      "epoch": 0.21,
      "eval_accuracy": 0.7173193693161011,
      "eval_f1": 0.637650760356581,
      "eval_loss": 0.5484437942504883,
      "eval_mcc": 0.4115118809231198,
      "eval_runtime": 46.7002,
      "eval_samples_per_second": 575.779,
      "eval_steps_per_second": 71.991,
      "step": 800
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.868593955321945e-05,
      "loss": 0.5498,
      "step": 1000
    },
    {
      "epoch": 0.26,
      "eval_accuracy": 0.7279185056686401,
      "eval_f1": 0.647319706903201,
      "eval_loss": 0.531727135181427,
      "eval_mcc": 0.43332964524624523,
      "eval_runtime": 46.9206,
      "eval_samples_per_second": 573.075,
      "eval_steps_per_second": 71.653,
      "step": 1000
    },
    {
      "epoch": 0.32,
      "eval_accuracy": 0.7243110537528992,
      "eval_f1": 0.5996219281663516,
      "eval_loss": 0.5354304909706116,
      "eval_mcc": 0.4284072164308066,
      "eval_runtime": 46.9481,
      "eval_samples_per_second": 572.739,
      "eval_steps_per_second": 71.611,
      "step": 1200
    },
    {
      "epoch": 0.37,
      "eval_accuracy": 0.7361746430397034,
      "eval_f1": 0.6530712050078247,
      "eval_loss": 0.5389292240142822,
      "eval_mcc": 0.4504997444085917,
      "eval_runtime": 46.8939,
      "eval_samples_per_second": 573.401,
      "eval_steps_per_second": 71.694,
      "step": 1400
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.8028909329829176e-05,
      "loss": 0.5294,
      "step": 1500
    },
    {
      "epoch": 0.42,
      "eval_accuracy": 0.7398192286491394,
      "eval_f1": 0.6818553888130968,
      "eval_loss": 0.5164288878440857,
      "eval_mcc": 0.46257828041044885,
      "eval_runtime": 47.0487,
      "eval_samples_per_second": 571.514,
      "eval_steps_per_second": 71.458,
      "step": 1600
    },
    {
      "epoch": 0.47,
      "eval_accuracy": 0.7426456809043884,
      "eval_f1": 0.644362216055093,
      "eval_loss": 0.5257071256637573,
      "eval_mcc": 0.4656119414084067,
      "eval_runtime": 47.1774,
      "eval_samples_per_second": 569.955,
      "eval_steps_per_second": 71.263,
      "step": 1800
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.73718791064389e-05,
      "loss": 0.5119,
      "step": 2000
    },
    {
      "epoch": 0.53,
      "eval_accuracy": 0.742757260799408,
      "eval_f1": 0.6479360716648852,
      "eval_loss": 0.5224727988243103,
      "eval_mcc": 0.46534565085485186,
      "eval_runtime": 46.7811,
      "eval_samples_per_second": 574.783,
      "eval_steps_per_second": 71.867,
      "step": 2000
    },
    {
      "epoch": 0.58,
      "eval_accuracy": 0.7552902698516846,
      "eval_f1": 0.6936970486919282,
      "eval_loss": 0.4959010183811188,
      "eval_mcc": 0.49274075419468716,
      "eval_runtime": 46.9606,
      "eval_samples_per_second": 572.586,
      "eval_steps_per_second": 71.592,
      "step": 2200
    },
    {
      "epoch": 0.63,
      "eval_accuracy": 0.7555878162384033,
      "eval_f1": 0.703188510522988,
      "eval_loss": 0.48696744441986084,
      "eval_mcc": 0.49591603513395327,
      "eval_runtime": 46.9543,
      "eval_samples_per_second": 572.664,
      "eval_steps_per_second": 71.602,
      "step": 2400
    },
    {
      "epoch": 0.66,
      "learning_rate": 4.6714848883048626e-05,
      "loss": 0.4987,
      "step": 2500
    },
    {
      "epoch": 0.68,
      "eval_accuracy": 0.7640671133995056,
      "eval_f1": 0.7040216478492115,
      "eval_loss": 0.4819240868091583,
      "eval_mcc": 0.5109504518876297,
      "eval_runtime": 47.0804,
      "eval_samples_per_second": 571.129,
      "eval_steps_per_second": 71.41,
      "step": 2600
    },
    {
      "epoch": 0.74,
      "eval_accuracy": 0.7513853311538696,
      "eval_f1": 0.6537166537166537,
      "eval_loss": 0.5181935429573059,
      "eval_mcc": 0.48548720145396584,
      "eval_runtime": 47.1423,
      "eval_samples_per_second": 570.379,
      "eval_steps_per_second": 71.316,
      "step": 2800
    },
    {
      "epoch": 0.79,
      "learning_rate": 4.605781865965835e-05,
      "loss": 0.4838,
      "step": 3000
    },
    {
      "epoch": 0.79,
      "eval_accuracy": 0.7533935904502869,
      "eval_f1": 0.6517514836405651,
      "eval_loss": 0.5359770655632019,
      "eval_mcc": 0.49127620489734397,
      "eval_runtime": 46.8881,
      "eval_samples_per_second": 573.472,
      "eval_steps_per_second": 71.703,
      "step": 3000
    },
    {
      "epoch": 0.84,
      "eval_accuracy": 0.7620216608047485,
      "eval_f1": 0.679328489100476,
      "eval_loss": 0.4843452274799347,
      "eval_mcc": 0.5065599262568212,
      "eval_runtime": 46.9451,
      "eval_samples_per_second": 572.776,
      "eval_steps_per_second": 71.616,
      "step": 3200
    },
    {
      "epoch": 0.89,
      "eval_accuracy": 0.7511621713638306,
      "eval_f1": 0.6382656647023842,
      "eval_loss": 0.5113937854766846,
      "eval_mcc": 0.4899410983771862,
      "eval_runtime": 46.7915,
      "eval_samples_per_second": 574.656,
      "eval_steps_per_second": 71.851,
      "step": 3400
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.540078843626807e-05,
      "loss": 0.4754,
      "step": 3500
    },
    {
      "epoch": 0.95,
      "eval_accuracy": 0.7490051984786987,
      "eval_f1": 0.6292776709695139,
      "eval_loss": 0.5369313359260559,
      "eval_mcc": 0.48751389754786534,
      "eval_runtime": 46.9526,
      "eval_samples_per_second": 572.684,
      "eval_steps_per_second": 71.604,
      "step": 3600
    },
    {
      "epoch": 1.0,
      "eval_accuracy": 0.7707240581512451,
      "eval_f1": 0.7060786650774732,
      "eval_loss": 0.4762149453163147,
      "eval_mcc": 0.524223544413257,
      "eval_runtime": 46.9535,
      "eval_samples_per_second": 572.673,
      "eval_steps_per_second": 71.603,
      "step": 3800
    },
    {
      "epoch": 1.05,
      "learning_rate": 4.474375821287779e-05,
      "loss": 0.4432,
      "step": 4000
    },
    {
      "epoch": 1.05,
      "eval_accuracy": 0.7651827931404114,
      "eval_f1": 0.6773633111905979,
      "eval_loss": 0.5329920649528503,
      "eval_mcc": 0.5147649506735034,
      "eval_runtime": 46.73,
      "eval_samples_per_second": 575.411,
      "eval_steps_per_second": 71.945,
      "step": 4000
    },
    {
      "epoch": 1.1,
      "eval_accuracy": 0.7246829271316528,
      "eval_f1": 0.5548138793673703,
      "eval_loss": 0.6932922005653381,
      "eval_mcc": 0.4487472998665935,
      "eval_runtime": 46.7479,
      "eval_samples_per_second": 575.192,
      "eval_steps_per_second": 71.918,
      "step": 4200
    },
    {
      "epoch": 1.16,
      "eval_accuracy": 0.7754843831062317,
      "eval_f1": 0.7007089385751822,
      "eval_loss": 0.5217306017875671,
      "eval_mcc": 0.5351067454513799,
      "eval_runtime": 46.9072,
      "eval_samples_per_second": 573.238,
      "eval_steps_per_second": 71.673,
      "step": 4400
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.408672798948752e-05,
      "loss": 0.4065,
      "step": 4500
    },
    {
      "epoch": 1.21,
      "eval_accuracy": 0.7760422229766846,
      "eval_f1": 0.7029693203117293,
      "eval_loss": 0.5050324201583862,
      "eval_mcc": 0.5360631237667115,
      "eval_runtime": 46.9901,
      "eval_samples_per_second": 572.227,
      "eval_steps_per_second": 71.547,
      "step": 4600
    },
    {
      "epoch": 1.26,
      "eval_accuracy": 0.7660753726959229,
      "eval_f1": 0.6718489148580968,
      "eval_loss": 0.5306209921836853,
      "eval_mcc": 0.51883128029507,
      "eval_runtime": 46.8476,
      "eval_samples_per_second": 573.967,
      "eval_steps_per_second": 71.765,
      "step": 4800
    },
    {
      "epoch": 1.31,
      "learning_rate": 4.342969776609724e-05,
      "loss": 0.4036,
      "step": 5000
    },
    {
      "epoch": 1.31,
      "eval_accuracy": 0.7821785807609558,
      "eval_f1": 0.7167931918185775,
      "eval_loss": 0.4877411127090454,
      "eval_mcc": 0.5485301444175062,
      "eval_runtime": 46.8776,
      "eval_samples_per_second": 573.6,
      "eval_steps_per_second": 71.719,
      "step": 5000
    },
    {
      "epoch": 1.37,
      "eval_accuracy": 0.7830339670181274,
      "eval_f1": 0.7211281070745698,
      "eval_loss": 0.479899138212204,
      "eval_mcc": 0.5502080054148385,
      "eval_runtime": 46.9924,
      "eval_samples_per_second": 572.199,
      "eval_steps_per_second": 71.543,
      "step": 5200
    },
    {
      "epoch": 1.42,
      "eval_accuracy": 0.7755959630012512,
      "eval_f1": 0.6952217395696535,
      "eval_loss": 0.5584419369697571,
      "eval_mcc": 0.5365814483252632,
      "eval_runtime": 46.7848,
      "eval_samples_per_second": 574.738,
      "eval_steps_per_second": 71.861,
      "step": 5400
    },
    {
      "epoch": 1.45,
      "learning_rate": 4.2772667542706967e-05,
      "loss": 0.4017,
      "step": 5500
    },
    {
      "epoch": 1.47,
      "eval_accuracy": 0.7783108353614807,
      "eval_f1": 0.7025300663705774,
      "eval_loss": 0.499733030796051,
      "eval_mcc": 0.5415910362733949,
      "eval_runtime": 46.9262,
      "eval_samples_per_second": 573.006,
      "eval_steps_per_second": 71.644,
      "step": 5600
    },
    {
      "epoch": 1.52,
      "eval_accuracy": 0.780058741569519,
      "eval_f1": 0.7000405761817813,
      "eval_loss": 0.5046578645706177,
      "eval_mcc": 0.5466795199793227,
      "eval_runtime": 46.8838,
      "eval_samples_per_second": 573.524,
      "eval_steps_per_second": 71.709,
      "step": 5800
    },
    {
      "epoch": 1.58,
      "learning_rate": 4.211563731931669e-05,
      "loss": 0.3933,
      "step": 6000
    },
    {
      "epoch": 1.58,
      "eval_accuracy": 0.7702777981758118,
      "eval_f1": 0.6732264719885732,
      "eval_loss": 0.5271868109703064,
      "eval_mcc": 0.5300802009673907,
      "eval_runtime": 46.8784,
      "eval_samples_per_second": 573.591,
      "eval_steps_per_second": 71.717,
      "step": 6000
    },
    {
      "epoch": 1.63,
      "eval_accuracy": 0.776934802532196,
      "eval_f1": 0.6919363122752953,
      "eval_loss": 0.5182462930679321,
      "eval_mcc": 0.5411011440345556,
      "eval_runtime": 47.0585,
      "eval_samples_per_second": 571.395,
      "eval_steps_per_second": 71.443,
      "step": 6200
    },
    {
      "epoch": 1.68,
      "eval_accuracy": 0.7767488360404968,
      "eval_f1": 0.6880424050304007,
      "eval_loss": 0.5051272511482239,
      "eval_mcc": 0.5420832961943636,
      "eval_runtime": 46.9362,
      "eval_samples_per_second": 572.884,
      "eval_steps_per_second": 71.629,
      "step": 6400
    },
    {
      "epoch": 1.71,
      "learning_rate": 4.1458607095926416e-05,
      "loss": 0.3949,
      "step": 6500
    },
    {
      "epoch": 1.73,
      "eval_accuracy": 0.7856744527816772,
      "eval_f1": 0.7125542421068383,
      "eval_loss": 0.49001672863960266,
      "eval_mcc": 0.5574799704127452,
      "eval_runtime": 46.7277,
      "eval_samples_per_second": 575.44,
      "eval_steps_per_second": 71.949,
      "step": 6600
    },
    {
      "epoch": 1.79,
      "eval_accuracy": 0.7814719676971436,
      "eval_f1": 0.699867197875166,
      "eval_loss": 0.4943256080150604,
      "eval_mcc": 0.5504778485474244,
      "eval_runtime": 46.8928,
      "eval_samples_per_second": 573.414,
      "eval_steps_per_second": 71.695,
      "step": 6800
    },
    {
      "epoch": 1.84,
      "learning_rate": 4.080157687253614e-05,
      "loss": 0.3868,
      "step": 7000
    },
    {
      "epoch": 1.84,
      "eval_accuracy": 0.792517364025116,
      "eval_f1": 0.7269345602271059,
      "eval_loss": 0.4886585474014282,
      "eval_mcc": 0.5710093407604465,
      "eval_runtime": 46.9266,
      "eval_samples_per_second": 573.001,
      "eval_steps_per_second": 71.644,
      "step": 7000
    },
    {
      "epoch": 1.89,
      "eval_accuracy": 0.7955297827720642,
      "eval_f1": 0.7350361445783132,
      "eval_loss": 0.47052621841430664,
      "eval_mcc": 0.5767997243339644,
      "eval_runtime": 47.1507,
      "eval_samples_per_second": 570.278,
      "eval_steps_per_second": 71.303,
      "step": 7200
    },
    {
      "epoch": 1.94,
      "eval_accuracy": 0.7917736172676086,
      "eval_f1": 0.7264911337990327,
      "eval_loss": 0.45988404750823975,
      "eval_mcc": 0.5693223637509579,
      "eval_runtime": 47.1119,
      "eval_samples_per_second": 570.747,
      "eval_steps_per_second": 71.362,
      "step": 7400
    },
    {
      "epoch": 1.97,
      "learning_rate": 4.0144546649145865e-05,
      "loss": 0.3873,
      "step": 7500
    },
    {
      "epoch": 2.0,
      "eval_accuracy": 0.7855628728866577,
      "eval_f1": 0.7087584604505506,
      "eval_loss": 0.5034728050231934,
      "eval_mcc": 0.5582978063516465,
      "eval_runtime": 46.4587,
      "eval_samples_per_second": 578.772,
      "eval_steps_per_second": 72.365,
      "step": 7600
    },
    {
      "epoch": 2.05,
      "eval_accuracy": 0.7831083536148071,
      "eval_f1": 0.6980741354317664,
      "eval_loss": 0.591555118560791,
      "eval_mcc": 0.5556929016513195,
      "eval_runtime": 46.634,
      "eval_samples_per_second": 576.596,
      "eval_steps_per_second": 72.093,
      "step": 7800
    },
    {
      "epoch": 2.1,
      "learning_rate": 3.948751642575559e-05,
      "loss": 0.3159,
      "step": 8000
    },
    {
      "epoch": 2.1,
      "eval_accuracy": 0.7854140996932983,
      "eval_f1": 0.7026079785589114,
      "eval_loss": 0.5935361385345459,
      "eval_mcc": 0.5602146447885732,
      "eval_runtime": 46.8572,
      "eval_samples_per_second": 573.85,
      "eval_steps_per_second": 71.75,
      "step": 8000
    },
    {
      "epoch": 2.16,
      "eval_accuracy": 0.793744683265686,
      "eval_f1": 0.7241619417089427,
      "eval_loss": 0.5583649277687073,
      "eval_mcc": 0.5746964821159373,
      "eval_runtime": 46.4742,
      "eval_samples_per_second": 578.58,
      "eval_steps_per_second": 72.341,
      "step": 8200
    },
    {
      "epoch": 2.21,
      "eval_accuracy": 0.789393424987793,
      "eval_f1": 0.7119678551447027,
      "eval_loss": 0.5677328109741211,
      "eval_mcc": 0.5673760082808692,
      "eval_runtime": 47.0291,
      "eval_samples_per_second": 571.752,
      "eval_steps_per_second": 71.488,
      "step": 8400
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.8830486202365314e-05,
      "loss": 0.305,
      "step": 8500
    },
    {
      "epoch": 2.26,
      "eval_accuracy": 0.7924429774284363,
      "eval_f1": 0.7181740140382771,
      "eval_loss": 0.5449676513671875,
      "eval_mcc": 0.5732624266819509,
      "eval_runtime": 46.808,
      "eval_samples_per_second": 574.453,
      "eval_steps_per_second": 71.825,
      "step": 8600
    },
    {
      "epoch": 2.31,
      "eval_accuracy": 0.7847074866294861,
      "eval_f1": 0.7036904335363668,
      "eval_loss": 0.5745317935943604,
      "eval_mcc": 0.5578160063550441,
      "eval_runtime": 46.518,
      "eval_samples_per_second": 578.035,
      "eval_steps_per_second": 72.273,
      "step": 8800
    },
    {
      "epoch": 2.37,
      "learning_rate": 3.817345597897504e-05,
      "loss": 0.3064,
      "step": 9000
    },
    {
      "epoch": 2.37,
      "eval_accuracy": 0.7969430088996887,
      "eval_f1": 0.7335285505124451,
      "eval_loss": 0.5378233194351196,
      "eval_mcc": 0.5803196134149392,
      "eval_runtime": 46.5493,
      "eval_samples_per_second": 577.645,
      "eval_steps_per_second": 72.224,
      "step": 9000
    },
    {
      "epoch": 2.42,
      "eval_accuracy": 0.7921082973480225,
      "eval_f1": 0.719546457957054,
      "eval_loss": 0.5811643600463867,
      "eval_mcc": 0.5719007005215488,
      "eval_runtime": 46.4778,
      "eval_samples_per_second": 578.534,
      "eval_steps_per_second": 72.336,
      "step": 9200
    },
    {
      "epoch": 2.42,
      "step": 9200,
      "total_flos": 1.5087744537126912e+16,
      "train_loss": 0.4304196527729864,
      "train_runtime": 4139.7163,
      "train_samples_per_second": 588.2,
      "train_steps_per_second": 9.191
    }
  ],
  "max_steps": 38050,
  "num_train_epochs": 10,
  "total_flos": 1.5087744537126912e+16,
  "trial_name": null,
  "trial_params": null
}