{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9987261146496815,
  "eval_steps": 100,
  "global_step": 392,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 6.623563152590816,
      "learning_rate": 1.25e-08,
      "logits/chosen": -1.7762709856033325,
      "logits/rejected": -1.7055308818817139,
      "logps/chosen": -158.75875854492188,
      "logps/rejected": -156.2900848388672,
      "loss": 0.6931,
      "rewards/accuracies": 0.0,
      "rewards/chosen": 0.0,
      "rewards/margins": 0.0,
      "rewards/rejected": 0.0,
      "step": 1
    },
    {
      "epoch": 0.03,
      "grad_norm": 6.268846680880051,
      "learning_rate": 1.25e-07,
      "logits/chosen": -1.6677038669586182,
      "logits/rejected": -1.8711202144622803,
      "logps/chosen": -168.4319305419922,
      "logps/rejected": -168.21697998046875,
      "loss": 0.693,
      "rewards/accuracies": 0.4444444477558136,
      "rewards/chosen": 0.00022323739540297538,
      "rewards/margins": -0.00025546393590047956,
      "rewards/rejected": 0.0004787013167515397,
      "step": 10
    },
    {
      "epoch": 0.05,
      "grad_norm": 6.916196723084192,
      "learning_rate": 2.5e-07,
      "logits/chosen": -1.7691844701766968,
      "logits/rejected": -1.8732593059539795,
      "logps/chosen": -171.44699096679688,
      "logps/rejected": -199.4316864013672,
      "loss": 0.6932,
      "rewards/accuracies": 0.4437499940395355,
      "rewards/chosen": -7.604262646054849e-05,
      "rewards/margins": -0.0008163767051883042,
      "rewards/rejected": 0.0007403340423479676,
      "step": 20
    },
    {
      "epoch": 0.08,
      "grad_norm": 6.050258223468227,
      "learning_rate": 3.75e-07,
      "logits/chosen": -1.725830078125,
      "logits/rejected": -1.911584496498108,
      "logps/chosen": -142.91587829589844,
      "logps/rejected": -139.6880340576172,
      "loss": 0.6916,
      "rewards/accuracies": 0.668749988079071,
      "rewards/chosen": 0.004078424070030451,
      "rewards/margins": 0.0037065320648252964,
      "rewards/rejected": 0.00037189191789366305,
      "step": 30
    },
    {
      "epoch": 0.1,
      "grad_norm": 6.53529321403207,
      "learning_rate": 5e-07,
      "logits/chosen": -1.6931381225585938,
      "logits/rejected": -1.8671138286590576,
      "logps/chosen": -165.03321838378906,
      "logps/rejected": -160.69021606445312,
      "loss": 0.6893,
      "rewards/accuracies": 0.637499988079071,
      "rewards/chosen": 0.012477820739150047,
      "rewards/margins": 0.005718561355024576,
      "rewards/rejected": 0.006759260781109333,
      "step": 40
    },
    {
      "epoch": 0.13,
      "grad_norm": 7.752844837075934,
      "learning_rate": 4.990049701020115e-07,
      "logits/chosen": -1.7152957916259766,
      "logits/rejected": -1.7908411026000977,
      "logps/chosen": -164.02880859375,
      "logps/rejected": -157.40158081054688,
      "loss": 0.6834,
      "rewards/accuracies": 0.6937500238418579,
      "rewards/chosen": 0.03030446171760559,
      "rewards/margins": 0.01812821254134178,
      "rewards/rejected": 0.012176251038908958,
      "step": 50
    },
    {
      "epoch": 0.15,
      "grad_norm": 5.916611846644029,
      "learning_rate": 4.96027801084029e-07,
      "logits/chosen": -1.5954145193099976,
      "logits/rejected": -1.8138660192489624,
      "logps/chosen": -167.0249481201172,
      "logps/rejected": -183.04986572265625,
      "loss": 0.6808,
      "rewards/accuracies": 0.6812499761581421,
      "rewards/chosen": 0.04540279507637024,
      "rewards/margins": 0.027045052498579025,
      "rewards/rejected": 0.018357738852500916,
      "step": 60
    },
    {
      "epoch": 0.18,
      "grad_norm": 5.675116917052438,
      "learning_rate": 4.910921919235267e-07,
      "logits/chosen": -1.6030914783477783,
      "logits/rejected": -1.6948573589324951,
      "logps/chosen": -148.21978759765625,
      "logps/rejected": -147.9906005859375,
      "loss": 0.6729,
      "rewards/accuracies": 0.768750011920929,
      "rewards/chosen": 0.06823595613241196,
      "rewards/margins": 0.04401998221874237,
      "rewards/rejected": 0.024215972051024437,
      "step": 70
    },
    {
      "epoch": 0.2,
      "grad_norm": 6.566490638157099,
      "learning_rate": 4.842374312499405e-07,
      "logits/chosen": -1.560091257095337,
      "logits/rejected": -1.6131219863891602,
      "logps/chosen": -160.62417602539062,
      "logps/rejected": -157.3994903564453,
      "loss": 0.6682,
      "rewards/accuracies": 0.6625000238418579,
      "rewards/chosen": 0.0820702612400055,
      "rewards/margins": 0.045181743800640106,
      "rewards/rejected": 0.03688852861523628,
      "step": 80
    },
    {
      "epoch": 0.23,
      "grad_norm": 5.772231174341092,
      "learning_rate": 4.755180845977803e-07,
      "logits/chosen": -1.6046760082244873,
      "logits/rejected": -1.7161102294921875,
      "logps/chosen": -171.00735473632812,
      "logps/rejected": -150.57485961914062,
      "loss": 0.662,
      "rewards/accuracies": 0.71875,
      "rewards/chosen": 0.104692243039608,
      "rewards/margins": 0.07025764882564545,
      "rewards/rejected": 0.03443457931280136,
      "step": 90
    },
    {
      "epoch": 0.25,
      "grad_norm": 5.7911295820151185,
      "learning_rate": 4.6500356005192507e-07,
      "logits/chosen": -1.5439958572387695,
      "logits/rejected": -1.6122440099716187,
      "logps/chosen": -150.26260375976562,
      "logps/rejected": -159.27491760253906,
      "loss": 0.6608,
      "rewards/accuracies": 0.762499988079071,
      "rewards/chosen": 0.12373924255371094,
      "rewards/margins": 0.08463168889284134,
      "rewards/rejected": 0.03910756856203079,
      "step": 100
    },
    {
      "epoch": 0.25,
      "eval_logits/chosen": -1.761186122894287,
      "eval_logits/rejected": -1.5362099409103394,
      "eval_logps/chosen": -152.4829864501953,
      "eval_logps/rejected": -167.38433837890625,
      "eval_loss": 0.6631277203559875,
      "eval_rewards/accuracies": 0.7107142806053162,
      "eval_rewards/chosen": 0.10742609202861786,
      "eval_rewards/margins": 0.0679633766412735,
      "eval_rewards/rejected": 0.039462704211473465,
      "eval_runtime": 429.7832,
      "eval_samples_per_second": 10.405,
      "eval_steps_per_second": 0.326,
      "step": 100
    },
    {
      "epoch": 0.28,
      "grad_norm": 5.829928418813387,
      "learning_rate": 4.5277755574266476e-07,
      "logits/chosen": -1.563971757888794,
      "logits/rejected": -1.5954703092575073,
      "logps/chosen": -140.49835205078125,
      "logps/rejected": -151.38461303710938,
      "loss": 0.6565,
      "rewards/accuracies": 0.7124999761581421,
      "rewards/chosen": 0.12113968282938004,
      "rewards/margins": 0.07626114040613174,
      "rewards/rejected": 0.04487854987382889,
      "step": 110
    },
    {
      "epoch": 0.31,
      "grad_norm": 5.592803590186937,
      "learning_rate": 4.3893739358856455e-07,
      "logits/chosen": -1.5266677141189575,
      "logits/rejected": -1.6740039587020874,
      "logps/chosen": -142.7982177734375,
      "logps/rejected": -159.28396606445312,
      "loss": 0.6551,
      "rewards/accuracies": 0.6875,
      "rewards/chosen": 0.10721515119075775,
      "rewards/margins": 0.061263542622327805,
      "rewards/rejected": 0.045951612293720245,
      "step": 120
    },
    {
      "epoch": 0.33,
      "grad_norm": 5.735849419245511,
      "learning_rate": 4.235932445907152e-07,
      "logits/chosen": -1.4909614324569702,
      "logits/rejected": -1.639513611793518,
      "logps/chosen": -138.89341735839844,
      "logps/rejected": -163.13583374023438,
      "loss": 0.6501,
      "rewards/accuracies": 0.762499988079071,
      "rewards/chosen": 0.14001671969890594,
      "rewards/margins": 0.09246806800365448,
      "rewards/rejected": 0.04754864051938057,
      "step": 130
    },
    {
      "epoch": 0.36,
      "grad_norm": 6.001903159162729,
      "learning_rate": 4.0686725184521296e-07,
      "logits/chosen": -1.470578670501709,
      "logits/rejected": -1.6052910089492798,
      "logps/chosen": -153.43539428710938,
      "logps/rejected": -159.36370849609375,
      "loss": 0.6493,
      "rewards/accuracies": 0.7749999761581421,
      "rewards/chosen": 0.1407071053981781,
      "rewards/margins": 0.10678094625473022,
      "rewards/rejected": 0.033926136791706085,
      "step": 140
    },
    {
      "epoch": 0.38,
      "grad_norm": 5.784632122034035,
      "learning_rate": 3.8889255825490053e-07,
      "logits/chosen": -1.4748151302337646,
      "logits/rejected": -1.6701900959014893,
      "logps/chosen": -161.1116943359375,
      "logps/rejected": -157.26760864257812,
      "loss": 0.6425,
      "rewards/accuracies": 0.7562500238418579,
      "rewards/chosen": 0.12853461503982544,
      "rewards/margins": 0.10510917007923126,
      "rewards/rejected": 0.023425456136465073,
      "step": 150
    },
    {
      "epoch": 0.41,
      "grad_norm": 5.43601562892169,
      "learning_rate": 3.698122466800142e-07,
      "logits/chosen": -1.4563039541244507,
      "logits/rejected": -1.5854458808898926,
      "logps/chosen": -153.89834594726562,
      "logps/rejected": -158.865234375,
      "loss": 0.6412,
      "rewards/accuracies": 0.7749999761581421,
      "rewards/chosen": 0.14952915906906128,
      "rewards/margins": 0.1120678037405014,
      "rewards/rejected": 0.03746134787797928,
      "step": 160
    },
    {
      "epoch": 0.43,
      "grad_norm": 5.971873303211828,
      "learning_rate": 3.4977820096439347e-07,
      "logits/chosen": -1.575829029083252,
      "logits/rejected": -1.693624496459961,
      "logps/chosen": -150.4434814453125,
      "logps/rejected": -162.12527465820312,
      "loss": 0.6335,
      "rewards/accuracies": 0.768750011920929,
      "rewards/chosen": 0.15023693442344666,
      "rewards/margins": 0.13257721066474915,
      "rewards/rejected": 0.017659714445471764,
      "step": 170
    },
    {
      "epoch": 0.46,
      "grad_norm": 6.184425133655195,
      "learning_rate": 3.2894989690375624e-07,
      "logits/chosen": -1.5169557332992554,
      "logits/rejected": -1.6756654977798462,
      "logps/chosen": -145.499755859375,
      "logps/rejected": -182.90296936035156,
      "loss": 0.6308,
      "rewards/accuracies": 0.800000011920929,
      "rewards/chosen": 0.17053017020225525,
      "rewards/margins": 0.13632676005363464,
      "rewards/rejected": 0.03420340269804001,
      "step": 180
    },
    {
      "epoch": 0.48,
      "grad_norm": 5.8236364772206235,
      "learning_rate": 3.0749313278022014e-07,
      "logits/chosen": -1.5066370964050293,
      "logits/rejected": -1.5730130672454834,
      "logps/chosen": -142.18922424316406,
      "logps/rejected": -174.89212036132812,
      "loss": 0.6321,
      "rewards/accuracies": 0.8187500238418579,
      "rewards/chosen": 0.16863951086997986,
      "rewards/margins": 0.1373470276594162,
      "rewards/rejected": 0.03129247575998306,
      "step": 190
    },
    {
      "epoch": 0.51,
      "grad_norm": 5.574873360285366,
      "learning_rate": 2.8557870956832133e-07,
      "logits/chosen": -1.512538194656372,
      "logits/rejected": -1.660465955734253,
      "logps/chosen": -153.04806518554688,
      "logps/rejected": -159.74850463867188,
      "loss": 0.6271,
      "rewards/accuracies": 0.7875000238418579,
      "rewards/chosen": 0.14079943299293518,
      "rewards/margins": 0.13594433665275574,
      "rewards/rejected": 0.004855105187743902,
      "step": 200
    },
    {
      "epoch": 0.51,
      "eval_logits/chosen": -1.7494703531265259,
      "eval_logits/rejected": -1.5242888927459717,
      "eval_logps/chosen": -149.910888671875,
      "eval_logps/rejected": -168.61181640625,
      "eval_loss": 0.647361159324646,
      "eval_rewards/accuracies": 0.7455357313156128,
      "eval_rewards/chosen": 0.1331472396850586,
      "eval_rewards/margins": 0.10595925897359848,
      "eval_rewards/rejected": 0.02718796581029892,
      "eval_runtime": 429.8203,
      "eval_samples_per_second": 10.404,
      "eval_steps_per_second": 0.326,
      "step": 200
    },
    {
      "epoch": 0.54,
      "grad_norm": 5.16275032219013,
      "learning_rate": 2.6338107131840375e-07,
      "logits/chosen": -1.5131943225860596,
      "logits/rejected": -1.5957306623458862,
      "logps/chosen": -138.80398559570312,
      "logps/rejected": -163.5387420654297,
      "loss": 0.6294,
      "rewards/accuracies": 0.824999988079071,
      "rewards/chosen": 0.14896559715270996,
      "rewards/margins": 0.13558414578437805,
      "rewards/rejected": 0.013381436467170715,
      "step": 210
    },
    {
      "epoch": 0.56,
      "grad_norm": 5.612241311663525,
      "learning_rate": 2.410769165402549e-07,
      "logits/chosen": -1.572727918624878,
      "logits/rejected": -1.746077537536621,
      "logps/chosen": -157.94985961914062,
      "logps/rejected": -178.78587341308594,
      "loss": 0.6189,
      "rewards/accuracies": 0.831250011920929,
      "rewards/chosen": 0.1848190724849701,
      "rewards/margins": 0.1625775396823883,
      "rewards/rejected": 0.0222414992749691,
      "step": 220
    },
    {
      "epoch": 0.59,
      "grad_norm": 5.752003030987183,
      "learning_rate": 2.188437916407035e-07,
      "logits/chosen": -1.4695866107940674,
      "logits/rejected": -1.631110429763794,
      "logps/chosen": -133.35543823242188,
      "logps/rejected": -154.0459747314453,
      "loss": 0.6209,
      "rewards/accuracies": 0.8062499761581421,
      "rewards/chosen": 0.16957566142082214,
      "rewards/margins": 0.13986818492412567,
      "rewards/rejected": 0.029707470908761024,
      "step": 230
    },
    {
      "epoch": 0.61,
      "grad_norm": 6.200324302208738,
      "learning_rate": 1.968586776117558e-07,
      "logits/chosen": -1.565099835395813,
      "logits/rejected": -1.6545028686523438,
      "logps/chosen": -144.25076293945312,
      "logps/rejected": -193.65194702148438,
      "loss": 0.6206,
      "rewards/accuracies": 0.8125,
      "rewards/chosen": 0.1510196179151535,
      "rewards/margins": 0.1540193259716034,
      "rewards/rejected": -0.0029997043311595917,
      "step": 240
    },
    {
      "epoch": 0.64,
      "grad_norm": 5.743380374146985,
      "learning_rate": 1.7529658121956775e-07,
      "logits/chosen": -1.512157678604126,
      "logits/rejected": -1.6696420907974243,
      "logps/chosen": -140.75936889648438,
      "logps/rejected": -168.1226043701172,
      "loss": 0.611,
      "rewards/accuracies": 0.831250011920929,
      "rewards/chosen": 0.178760826587677,
      "rewards/margins": 0.17773476243019104,
      "rewards/rejected": 0.0010260592680424452,
      "step": 250
    },
    {
      "epoch": 0.66,
      "grad_norm": 5.561168918717955,
      "learning_rate": 1.5432914190872756e-07,
      "logits/chosen": -1.496914029121399,
      "logits/rejected": -1.6344115734100342,
      "logps/chosen": -142.13116455078125,
      "logps/rejected": -150.83810424804688,
      "loss": 0.6132,
      "rewards/accuracies": 0.8687499761581421,
      "rewards/chosen": 0.18571367859840393,
      "rewards/margins": 0.18682031333446503,
      "rewards/rejected": -0.001106642885133624,
      "step": 260
    },
    {
      "epoch": 0.69,
      "grad_norm": 5.259324607320041,
      "learning_rate": 1.3412326551122364e-07,
      "logits/chosen": -1.548492670059204,
      "logits/rejected": -1.7842861413955688,
      "logps/chosen": -168.30926513671875,
      "logps/rejected": -187.5395050048828,
      "loss": 0.6118,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": 0.17960253357887268,
      "rewards/margins": 0.18946436047554016,
      "rewards/rejected": -0.009861818514764309,
      "step": 270
    },
    {
      "epoch": 0.71,
      "grad_norm": 6.754783024987692,
      "learning_rate": 1.1483979563610069e-07,
      "logits/chosen": -1.4931293725967407,
      "logits/rejected": -1.6094744205474854,
      "logps/chosen": -142.0960235595703,
      "logps/rejected": -157.36795043945312,
      "loss": 0.6125,
      "rewards/accuracies": 0.875,
      "rewards/chosen": 0.1815401315689087,
      "rewards/margins": 0.18247996270656586,
      "rewards/rejected": -0.000939844932872802,
      "step": 280
    },
    {
      "epoch": 0.74,
      "grad_norm": 5.454358787814826,
      "learning_rate": 9.663223331586017e-08,
      "logits/chosen": -1.5075619220733643,
      "logits/rejected": -1.6393429040908813,
      "logps/chosen": -145.65135192871094,
      "logps/rejected": -148.68853759765625,
      "loss": 0.6099,
      "rewards/accuracies": 0.793749988079071,
      "rewards/chosen": 0.16045069694519043,
      "rewards/margins": 0.16450481116771698,
      "rewards/rejected": -0.004054122604429722,
      "step": 290
    },
    {
      "epoch": 0.76,
      "grad_norm": 5.831755464788406,
      "learning_rate": 7.96455151015272e-08,
      "logits/chosen": -1.529247522354126,
      "logits/rejected": -1.6624796390533447,
      "logps/chosen": -141.4434356689453,
      "logps/rejected": -175.48023986816406,
      "loss": 0.61,
      "rewards/accuracies": 0.824999988079071,
      "rewards/chosen": 0.18716564774513245,
      "rewards/margins": 0.17878592014312744,
      "rewards/rejected": 0.00837971456348896,
      "step": 300
    },
    {
      "epoch": 0.76,
      "eval_logits/chosen": -1.7910784482955933,
      "eval_logits/rejected": -1.5597336292266846,
      "eval_logps/chosen": -150.71453857421875,
      "eval_logps/rejected": -171.13546752929688,
      "eval_loss": 0.6403496265411377,
      "eval_rewards/accuracies": 0.7553571462631226,
      "eval_rewards/chosen": 0.12511074542999268,
      "eval_rewards/margins": 0.12315954267978668,
      "eval_rewards/rejected": 0.0019512074068188667,
      "eval_runtime": 430.712,
      "eval_samples_per_second": 10.383,
      "eval_steps_per_second": 0.325,
      "step": 300
    },
    {
      "epoch": 0.79,
      "grad_norm": 5.994460021417267,
      "learning_rate": 6.40148593330376e-08,
      "logits/chosen": -1.5582424402236938,
      "logits/rejected": -1.6306709051132202,
      "logps/chosen": -155.81874084472656,
      "logps/rejected": -172.6529541015625,
      "loss": 0.6124,
      "rewards/accuracies": 0.8687499761581421,
      "rewards/chosen": 0.18409350514411926,
      "rewards/margins": 0.20004510879516602,
      "rewards/rejected": -0.015951596200466156,
      "step": 310
    },
    {
      "epoch": 0.82,
      "grad_norm": 6.01317607272459,
      "learning_rate": 4.986468976890992e-08,
      "logits/chosen": -1.5403350591659546,
      "logits/rejected": -1.607718825340271,
      "logps/chosen": -153.20468139648438,
      "logps/rejected": -156.13182067871094,
      "loss": 0.612,
      "rewards/accuracies": 0.856249988079071,
      "rewards/chosen": 0.19601142406463623,
      "rewards/margins": 0.19289278984069824,
      "rewards/rejected": 0.0031186500564217567,
      "step": 320
    },
    {
      "epoch": 0.84,
      "grad_norm": 6.168162138638437,
      "learning_rate": 3.7307645143367316e-08,
      "logits/chosen": -1.5653051137924194,
      "logits/rejected": -1.6613670587539673,
      "logps/chosen": -140.8334503173828,
      "logps/rejected": -182.35919189453125,
      "loss": 0.6095,
      "rewards/accuracies": 0.7749999761581421,
      "rewards/chosen": 0.16427811980247498,
      "rewards/margins": 0.176461860537529,
      "rewards/rejected": -0.01218376588076353,
      "step": 330
    },
    {
      "epoch": 0.87,
      "grad_norm": 6.281797381891087,
      "learning_rate": 2.6443682535072175e-08,
      "logits/chosen": -1.508976936340332,
      "logits/rejected": -1.6643750667572021,
      "logps/chosen": -153.21690368652344,
      "logps/rejected": -161.5585479736328,
      "loss": 0.6016,
      "rewards/accuracies": 0.8812500238418579,
      "rewards/chosen": 0.18692052364349365,
      "rewards/margins": 0.21301814913749695,
      "rewards/rejected": -0.026097631081938744,
      "step": 340
    },
    {
      "epoch": 0.89,
      "grad_norm": 5.653935577395501,
      "learning_rate": 1.7359281684871607e-08,
      "logits/chosen": -1.503671646118164,
      "logits/rejected": -1.6055927276611328,
      "logps/chosen": -139.28070068359375,
      "logps/rejected": -191.95657348632812,
      "loss": 0.6051,
      "rewards/accuracies": 0.862500011920929,
      "rewards/chosen": 0.1942298710346222,
      "rewards/margins": 0.22690966725349426,
      "rewards/rejected": -0.03267978876829147,
      "step": 350
    },
    {
      "epoch": 0.92,
      "grad_norm": 6.459157803791203,
      "learning_rate": 1.0126756596375685e-08,
      "logits/chosen": -1.5701175928115845,
      "logits/rejected": -1.7649949789047241,
      "logps/chosen": -151.25030517578125,
      "logps/rejected": -167.69241333007812,
      "loss": 0.6017,
      "rewards/accuracies": 0.824999988079071,
      "rewards/chosen": 0.1774672269821167,
      "rewards/margins": 0.21254825592041016,
      "rewards/rejected": -0.03508101403713226,
      "step": 360
    },
    {
      "epoch": 0.94,
      "grad_norm": 6.83494669909883,
      "learning_rate": 4.803679899192392e-09,
      "logits/chosen": -1.651423692703247,
      "logits/rejected": -1.6732279062271118,
      "logps/chosen": -154.01516723632812,
      "logps/rejected": -187.14566040039062,
      "loss": 0.6014,
      "rewards/accuracies": 0.824999988079071,
      "rewards/chosen": 0.1780395209789276,
      "rewards/margins": 0.19665344059467316,
      "rewards/rejected": -0.01861393079161644,
      "step": 370
    },
    {
      "epoch": 0.97,
      "grad_norm": 5.6174610094071245,
      "learning_rate": 1.4324245570256632e-09,
      "logits/chosen": -1.5403234958648682,
      "logits/rejected": -1.6710277795791626,
      "logps/chosen": -132.97093200683594,
      "logps/rejected": -171.85385131835938,
      "loss": 0.6114,
      "rewards/accuracies": 0.856249988079071,
      "rewards/chosen": 0.16198143362998962,
      "rewards/margins": 0.17665724456310272,
      "rewards/rejected": -0.014675813727080822,
      "step": 380
    },
    {
      "epoch": 0.99,
      "grad_norm": 5.967863071568072,
      "learning_rate": 3.982656874917945e-11,
      "logits/chosen": -1.5084283351898193,
      "logits/rejected": -1.657230019569397,
      "logps/chosen": -153.21353149414062,
      "logps/rejected": -168.41329956054688,
      "loss": 0.6037,
      "rewards/accuracies": 0.862500011920929,
      "rewards/chosen": 0.18791179358959198,
      "rewards/margins": 0.20547135174274445,
      "rewards/rejected": -0.017559560015797615,
      "step": 390
    },
    {
      "epoch": 1.0,
      "step": 392,
      "total_flos": 0.0,
      "train_loss": 0.6365382266896111,
      "train_runtime": 6736.0228,
      "train_samples_per_second": 3.727,
      "train_steps_per_second": 0.058
    }
  ],
  "logging_steps": 10,
  "max_steps": 392,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "total_flos": 0.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}