{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.970940170940171,
  "eval_steps": 500,
  "global_step": 219,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.06837606837606838,
      "grad_norm": 192.408203125,
      "learning_rate": 1.1363636363636365e-05,
      "log_odds_chosen": 0.022557739168405533,
      "log_odds_ratio": -0.775595486164093,
      "logps/chosen": -1.23601233959198,
      "logps/rejected": -1.2647087574005127,
      "loss": 64.8127,
      "nll_loss": 1.6612399816513062,
      "rewards/accuracies": 0.48124998807907104,
      "rewards/chosen": -0.61800616979599,
      "rewards/margins": 0.014348246157169342,
      "rewards/rejected": -0.6323543787002563,
      "step": 5
    },
    {
      "epoch": 0.13675213675213677,
      "grad_norm": 87.27720642089844,
      "learning_rate": 2.272727272727273e-05,
      "log_odds_chosen": 0.01737348921597004,
      "log_odds_ratio": -0.7335888743400574,
      "logps/chosen": -0.9425485730171204,
      "logps/rejected": -0.9615429043769836,
      "loss": 54.8539,
      "nll_loss": 1.3627849817276,
      "rewards/accuracies": 0.515625,
      "rewards/chosen": -0.4712742865085602,
      "rewards/margins": 0.009497147053480148,
      "rewards/rejected": -0.4807714521884918,
      "step": 10
    },
    {
      "epoch": 0.20512820512820512,
      "grad_norm": 50.64696502685547,
      "learning_rate": 3.409090909090909e-05,
      "log_odds_chosen": 0.15462855994701385,
      "log_odds_ratio": -0.6995453834533691,
      "logps/chosen": -0.799379289150238,
      "logps/rejected": -0.8898841738700867,
      "loss": 51.0896,
      "nll_loss": 1.258803367614746,
      "rewards/accuracies": 0.5375000238418579,
      "rewards/chosen": -0.399689644575119,
      "rewards/margins": 0.04525243118405342,
      "rewards/rejected": -0.44494208693504333,
      "step": 15
    },
    {
      "epoch": 0.27350427350427353,
      "grad_norm": 54.63002014160156,
      "learning_rate": 4.545454545454546e-05,
      "log_odds_chosen": 0.23047371208667755,
      "log_odds_ratio": -0.6775897741317749,
      "logps/chosen": -0.7368494272232056,
      "logps/rejected": -0.8401222229003906,
      "loss": 48.2524,
      "nll_loss": 1.1753368377685547,
      "rewards/accuracies": 0.5843750238418579,
      "rewards/chosen": -0.3684247136116028,
      "rewards/margins": 0.05163642019033432,
      "rewards/rejected": -0.4200611114501953,
      "step": 20
    },
    {
      "epoch": 0.3418803418803419,
      "grad_norm": 75.0562973022461,
      "learning_rate": 4.9971395327545466e-05,
      "log_odds_chosen": 0.16501149535179138,
      "log_odds_ratio": -0.6983749270439148,
      "logps/chosen": -0.7642364501953125,
      "logps/rejected": -0.8525689244270325,
      "loss": 47.8234,
      "nll_loss": 1.1575247049331665,
      "rewards/accuracies": 0.5531250238418579,
      "rewards/chosen": -0.38211822509765625,
      "rewards/margins": 0.04416622966527939,
      "rewards/rejected": -0.42628446221351624,
      "step": 25
    },
    {
      "epoch": 0.41025641025641024,
      "grad_norm": 50.43643569946289,
      "learning_rate": 4.979682598982912e-05,
      "log_odds_chosen": 0.28536584973335266,
      "log_odds_ratio": -0.6665671467781067,
      "logps/chosen": -0.7366295456886292,
      "logps/rejected": -0.8632861971855164,
      "loss": 46.5783,
      "nll_loss": 1.1268101930618286,
      "rewards/accuracies": 0.6000000238418579,
      "rewards/chosen": -0.3683147728443146,
      "rewards/margins": 0.0633283406496048,
      "rewards/rejected": -0.4316430985927582,
      "step": 30
    },
    {
      "epoch": 0.47863247863247865,
      "grad_norm": 44.052860260009766,
      "learning_rate": 4.9464686742003006e-05,
      "log_odds_chosen": 0.11640346050262451,
      "log_odds_ratio": -0.7353156208992004,
      "logps/chosen": -0.7775823473930359,
      "logps/rejected": -0.8460026979446411,
      "loss": 46.9736,
      "nll_loss": 1.1240406036376953,
      "rewards/accuracies": 0.5218750238418579,
      "rewards/chosen": -0.38879117369651794,
      "rewards/margins": 0.03421013802289963,
      "rewards/rejected": -0.42300134897232056,
      "step": 35
    },
    {
      "epoch": 0.5470085470085471,
      "grad_norm": 47.66566848754883,
      "learning_rate": 4.8977088142549285e-05,
      "log_odds_chosen": 0.22347350418567657,
      "log_odds_ratio": -0.6904687285423279,
      "logps/chosen": -0.7437100410461426,
      "logps/rejected": -0.8720178604125977,
      "loss": 45.6756,
      "nll_loss": 1.09463632106781,
      "rewards/accuracies": 0.5718749761581421,
      "rewards/chosen": -0.3718550205230713,
      "rewards/margins": 0.06415387988090515,
      "rewards/rejected": -0.43600893020629883,
      "step": 40
    },
    {
      "epoch": 0.6153846153846154,
      "grad_norm": 44.04689025878906,
      "learning_rate": 4.833712860686666e-05,
      "log_odds_chosen": 0.3655330538749695,
      "log_odds_ratio": -0.6214441657066345,
      "logps/chosen": -0.7377647161483765,
      "logps/rejected": -0.9412744641304016,
      "loss": 43.8278,
      "nll_loss": 1.0561692714691162,
      "rewards/accuracies": 0.6343749761581421,
      "rewards/chosen": -0.36888235807418823,
      "rewards/margins": 0.10175484418869019,
      "rewards/rejected": -0.4706372320652008,
      "step": 45
    },
    {
      "epoch": 0.6837606837606838,
      "grad_norm": 45.08797073364258,
      "learning_rate": 4.754887471857969e-05,
      "log_odds_chosen": 0.44758883118629456,
      "log_odds_ratio": -0.6216556429862976,
      "logps/chosen": -0.6983757615089417,
      "logps/rejected": -0.9704947471618652,
      "loss": 42.6963,
      "nll_loss": 1.0264930725097656,
      "rewards/accuracies": 0.6187499761581421,
      "rewards/chosen": -0.3491878807544708,
      "rewards/margins": 0.13605953752994537,
      "rewards/rejected": -0.4852473735809326,
      "step": 50
    },
    {
      "epoch": 0.7521367521367521,
      "grad_norm": 42.02785110473633,
      "learning_rate": 4.6617335388682556e-05,
      "log_odds_chosen": 0.3934350609779358,
      "log_odds_ratio": -0.6445830464363098,
      "logps/chosen": -0.7269451022148132,
      "logps/rejected": -0.9580278396606445,
      "loss": 43.8584,
      "nll_loss": 1.0543291568756104,
      "rewards/accuracies": 0.59375,
      "rewards/chosen": -0.3634725511074066,
      "rewards/margins": 0.11554142087697983,
      "rewards/rejected": -0.47901391983032227,
      "step": 55
    },
    {
      "epoch": 0.8205128205128205,
      "grad_norm": 40.826419830322266,
      "learning_rate": 4.554843002672129e-05,
      "log_odds_chosen": 0.5472866296768188,
      "log_odds_ratio": -0.6086785793304443,
      "logps/chosen": -0.7054045796394348,
      "logps/rejected": -1.0688399076461792,
      "loss": 43.2701,
      "nll_loss": 1.048005223274231,
      "rewards/accuracies": 0.637499988079071,
      "rewards/chosen": -0.3527022898197174,
      "rewards/margins": 0.1817176640033722,
      "rewards/rejected": -0.5344199538230896,
      "step": 60
    },
    {
      "epoch": 0.8888888888888888,
      "grad_norm": 39.6722297668457,
      "learning_rate": 4.434895092626883e-05,
      "log_odds_chosen": 0.5648136138916016,
      "log_odds_ratio": -0.6339768171310425,
      "logps/chosen": -0.7455043792724609,
      "logps/rejected": -1.1616737842559814,
      "loss": 44.6575,
      "nll_loss": 1.0870110988616943,
      "rewards/accuracies": 0.6031249761581421,
      "rewards/chosen": -0.37275218963623047,
      "rewards/margins": 0.20808465778827667,
      "rewards/rejected": -0.5808368921279907,
      "step": 65
    },
    {
      "epoch": 0.9572649572649573,
      "grad_norm": 39.50532913208008,
      "learning_rate": 4.302652010371205e-05,
      "log_odds_chosen": 0.5741121172904968,
      "log_odds_ratio": -0.6454743146896362,
      "logps/chosen": -0.7433961033821106,
      "logps/rejected": -1.129797339439392,
      "loss": 44.1232,
      "nll_loss": 1.0643303394317627,
      "rewards/accuracies": 0.6343749761581421,
      "rewards/chosen": -0.3716980516910553,
      "rewards/margins": 0.19320069253444672,
      "rewards/rejected": -0.564898669719696,
      "step": 70
    },
    {
      "epoch": 1.0136752136752136,
      "grad_norm": 55.45820236206055,
      "learning_rate": 4.1589540864616025e-05,
      "log_odds_chosen": 0.7051900625228882,
      "log_odds_ratio": -0.5978847742080688,
      "logps/chosen": -0.6891235113143921,
      "logps/rejected": -1.1345970630645752,
      "loss": 35.3591,
      "nll_loss": 1.039401650428772,
      "rewards/accuracies": 0.6174242496490479,
      "rewards/chosen": -0.34456175565719604,
      "rewards/margins": 0.22273679077625275,
      "rewards/rejected": -0.5672985315322876,
      "step": 75
    },
    {
      "epoch": 1.082051282051282,
      "grad_norm": 43.05059814453125,
      "learning_rate": 4.0047144405434175e-05,
      "log_odds_chosen": 0.9981684684753418,
      "log_odds_ratio": -0.4477527141571045,
      "logps/chosen": -0.561476469039917,
      "logps/rejected": -1.0778883695602417,
      "loss": 36.5516,
      "nll_loss": 0.8772686719894409,
      "rewards/accuracies": 0.800000011920929,
      "rewards/chosen": -0.2807382345199585,
      "rewards/margins": 0.25820592045783997,
      "rewards/rejected": -0.5389441847801208,
      "step": 80
    },
    {
      "epoch": 1.1504273504273503,
      "grad_norm": 38.42478942871094,
      "learning_rate": 3.84091317898803e-05,
      "log_odds_chosen": 1.1495044231414795,
      "log_odds_ratio": -0.4064292907714844,
      "logps/chosen": -0.5493744611740112,
      "logps/rejected": -1.1405811309814453,
      "loss": 35.8963,
      "nll_loss": 0.8741697072982788,
      "rewards/accuracies": 0.824999988079071,
      "rewards/chosen": -0.2746872305870056,
      "rewards/margins": 0.29560327529907227,
      "rewards/rejected": -0.5702905654907227,
      "step": 85
    },
    {
      "epoch": 1.218803418803419,
      "grad_norm": 44.85431671142578,
      "learning_rate": 3.668591166867035e-05,
      "log_odds_chosen": 1.2424638271331787,
      "log_odds_ratio": -0.3852007985115051,
      "logps/chosen": -0.5860949754714966,
      "logps/rejected": -1.2700952291488647,
      "loss": 34.9224,
      "nll_loss": 0.8511130213737488,
      "rewards/accuracies": 0.840624988079071,
      "rewards/chosen": -0.2930474877357483,
      "rewards/margins": 0.34200018644332886,
      "rewards/rejected": -0.6350476145744324,
      "step": 90
    },
    {
      "epoch": 1.287179487179487,
      "grad_norm": 44.10654067993164,
      "learning_rate": 3.488843413838963e-05,
      "log_odds_chosen": 1.3683379888534546,
      "log_odds_ratio": -0.3600567579269409,
      "logps/chosen": -0.5340205430984497,
      "logps/rejected": -1.239029884338379,
      "loss": 34.0177,
      "nll_loss": 0.8299106359481812,
      "rewards/accuracies": 0.878125011920929,
      "rewards/chosen": -0.26701027154922485,
      "rewards/margins": 0.35250476002693176,
      "rewards/rejected": -0.6195149421691895,
      "step": 95
    },
    {
      "epoch": 1.3555555555555556,
      "grad_norm": 38.597747802734375,
      "learning_rate": 3.3028121159775656e-05,
      "log_odds_chosen": 1.4798239469528198,
      "log_odds_ratio": -0.3565274178981781,
      "logps/chosen": -0.5620280504226685,
      "logps/rejected": -1.3859326839447021,
      "loss": 34.4413,
      "nll_loss": 0.8532856702804565,
      "rewards/accuracies": 0.8343750238418579,
      "rewards/chosen": -0.28101402521133423,
      "rewards/margins": 0.41195231676101685,
      "rewards/rejected": -0.6929663419723511,
      "step": 100
    },
    {
      "epoch": 1.423931623931624,
      "grad_norm": 51.27384948730469,
      "learning_rate": 3.111679397756906e-05,
      "log_odds_chosen": 1.3512942790985107,
      "log_odds_ratio": -0.3769288659095764,
      "logps/chosen": -0.6085891127586365,
      "logps/rejected": -1.3841993808746338,
      "loss": 34.4354,
      "nll_loss": 0.8462675213813782,
      "rewards/accuracies": 0.875,
      "rewards/chosen": -0.30429455637931824,
      "rewards/margins": 0.38780516386032104,
      "rewards/rejected": -0.6920996904373169,
      "step": 105
    },
    {
      "epoch": 1.4923076923076923,
      "grad_norm": 43.76097106933594,
      "learning_rate": 2.9166598003138766e-05,
      "log_odds_chosen": 1.6075998544692993,
      "log_odds_ratio": -0.3306867480278015,
      "logps/chosen": -0.5251437425613403,
      "logps/rejected": -1.3855717182159424,
      "loss": 33.6202,
      "nll_loss": 0.8343909978866577,
      "rewards/accuracies": 0.893750011920929,
      "rewards/chosen": -0.26257187128067017,
      "rewards/margins": 0.43021392822265625,
      "rewards/rejected": -0.6927858591079712,
      "step": 110
    },
    {
      "epoch": 1.5606837606837607,
      "grad_norm": 47.68281555175781,
      "learning_rate": 2.7189925637210323e-05,
      "log_odds_chosen": 1.4052133560180664,
      "log_odds_ratio": -0.36428430676460266,
      "logps/chosen": -0.5953341722488403,
      "logps/rejected": -1.3725194931030273,
      "loss": 34.6962,
      "nll_loss": 0.8555153012275696,
      "rewards/accuracies": 0.856249988079071,
      "rewards/chosen": -0.29766708612442017,
      "rewards/margins": 0.3885926604270935,
      "rewards/rejected": -0.6862597465515137,
      "step": 115
    },
    {
      "epoch": 1.629059829059829,
      "grad_norm": 44.739234924316406,
      "learning_rate": 2.5199337523115418e-05,
      "log_odds_chosen": 1.314573884010315,
      "log_odds_ratio": -0.3843991756439209,
      "logps/chosen": -0.5602730512619019,
      "logps/rejected": -1.2206534147262573,
      "loss": 34.2171,
      "nll_loss": 0.8327986001968384,
      "rewards/accuracies": 0.8500000238418579,
      "rewards/chosen": -0.2801365256309509,
      "rewards/margins": 0.3301902115345001,
      "rewards/rejected": -0.6103267073631287,
      "step": 120
    },
    {
      "epoch": 1.6974358974358974,
      "grad_norm": 48.93033218383789,
      "learning_rate": 2.3207482730954063e-05,
      "log_odds_chosen": 1.6598823070526123,
      "log_odds_ratio": -0.31844857335090637,
      "logps/chosen": -0.5364278554916382,
      "logps/rejected": -1.481249213218689,
      "loss": 33.4162,
      "nll_loss": 0.8371628522872925,
      "rewards/accuracies": 0.8999999761581421,
      "rewards/chosen": -0.2682139277458191,
      "rewards/margins": 0.4724105894565582,
      "rewards/rejected": -0.7406246066093445,
      "step": 125
    },
    {
      "epoch": 1.7658119658119658,
      "grad_norm": 47.49737548828125,
      "learning_rate": 2.1227018379854383e-05,
      "log_odds_chosen": 1.7132043838500977,
      "log_odds_ratio": -0.309685617685318,
      "logps/chosen": -0.5513170957565308,
      "logps/rejected": -1.5208324193954468,
      "loss": 33.881,
      "nll_loss": 0.8536204099655151,
      "rewards/accuracies": 0.8999999761581421,
      "rewards/chosen": -0.2756585478782654,
      "rewards/margins": 0.4847577214241028,
      "rewards/rejected": -0.7604162096977234,
      "step": 130
    },
    {
      "epoch": 1.8341880341880343,
      "grad_norm": 53.4583740234375,
      "learning_rate": 1.927052920908528e-05,
      "log_odds_chosen": 1.623297929763794,
      "log_odds_ratio": -0.3428027033805847,
      "logps/chosen": -0.5809999704360962,
      "logps/rejected": -1.4746825695037842,
      "loss": 35.7338,
      "nll_loss": 0.8969090580940247,
      "rewards/accuracies": 0.862500011920929,
      "rewards/chosen": -0.2904999852180481,
      "rewards/margins": 0.4468413293361664,
      "rewards/rejected": -0.7373412847518921,
      "step": 135
    },
    {
      "epoch": 1.9025641025641025,
      "grad_norm": 44.477012634277344,
      "learning_rate": 1.735044760910251e-05,
      "log_odds_chosen": 1.4694030284881592,
      "log_odds_ratio": -0.36373740434646606,
      "logps/chosen": -0.5533854365348816,
      "logps/rejected": -1.3526192903518677,
      "loss": 33.8163,
      "nll_loss": 0.8294602632522583,
      "rewards/accuracies": 0.8500000238418579,
      "rewards/chosen": -0.2766927182674408,
      "rewards/margins": 0.39961689710617065,
      "rewards/rejected": -0.6763096451759338,
      "step": 140
    },
    {
      "epoch": 1.970940170940171,
      "grad_norm": 62.9003791809082,
      "learning_rate": 1.547897462068592e-05,
      "log_odds_chosen": 1.5487511157989502,
      "log_odds_ratio": -0.33681467175483704,
      "logps/chosen": -0.5517206192016602,
      "logps/rejected": -1.4492119550704956,
      "loss": 34.3693,
      "nll_loss": 0.8605127334594727,
      "rewards/accuracies": 0.8687499761581421,
      "rewards/chosen": -0.2758603096008301,
      "rewards/margins": 0.4487456679344177,
      "rewards/rejected": -0.7246059775352478,
      "step": 145
    },
    {
      "epoch": 2.0273504273504273,
      "grad_norm": 42.154563903808594,
      "learning_rate": 1.3668002404174047e-05,
      "log_odds_chosen": 2.2226734161376953,
      "log_odds_ratio": -0.2391778826713562,
      "logps/chosen": -0.4616817235946655,
      "logps/rejected": -1.7343417406082153,
      "loss": 23.7203,
      "nll_loss": 0.7272225618362427,
      "rewards/accuracies": 0.9280303120613098,
      "rewards/chosen": -0.23084086179733276,
      "rewards/margins": 0.6363300085067749,
      "rewards/rejected": -0.8671708703041077,
      "step": 150
    },
    {
      "epoch": 2.095726495726496,
      "grad_norm": 80.82354736328125,
      "learning_rate": 1.1929038671460486e-05,
      "log_odds_chosen": 3.258676052093506,
      "log_odds_ratio": -0.14076226949691772,
      "logps/chosen": -0.4106404781341553,
      "logps/rejected": -2.355543375015259,
      "loss": 26.2695,
      "nll_loss": 0.7021722197532654,
      "rewards/accuracies": 0.9750000238418579,
      "rewards/chosen": -0.20532023906707764,
      "rewards/margins": 0.972451388835907,
      "rewards/rejected": -1.1777716875076294,
      "step": 155
    },
    {
      "epoch": 2.164102564102564,
      "grad_norm": 49.468326568603516,
      "learning_rate": 1.027313356094443e-05,
      "log_odds_chosen": 3.117168426513672,
      "log_odds_ratio": -0.13647082448005676,
      "logps/chosen": -0.4620683789253235,
      "logps/rejected": -2.3730220794677734,
      "loss": 26.6823,
      "nll_loss": 0.7180877327919006,
      "rewards/accuracies": 0.9906250238418579,
      "rewards/chosen": -0.23103418946266174,
      "rewards/margins": 0.9554769396781921,
      "rewards/rejected": -1.1865110397338867,
      "step": 160
    },
    {
      "epoch": 2.2324786324786325,
      "grad_norm": 48.83137893676758,
      "learning_rate": 8.710809420103789e-06,
      "log_odds_chosen": 3.0069823265075684,
      "log_odds_ratio": -0.1508590579032898,
      "logps/chosen": -0.3987279534339905,
      "logps/rejected": -2.156508684158325,
      "loss": 25.979,
      "nll_loss": 0.6839076280593872,
      "rewards/accuracies": 0.984375,
      "rewards/chosen": -0.19936397671699524,
      "rewards/margins": 0.8788902163505554,
      "rewards/rejected": -1.0782543420791626,
      "step": 165
    },
    {
      "epoch": 2.3008547008547007,
      "grad_norm": 59.909706115722656,
      "learning_rate": 7.251993941883428e-06,
      "log_odds_chosen": 3.3163504600524902,
      "log_odds_ratio": -0.13661204278469086,
      "logps/chosen": -0.40769442915916443,
      "logps/rejected": -2.3925185203552246,
      "loss": 24.6734,
      "nll_loss": 0.6533316373825073,
      "rewards/accuracies": 0.96875,
      "rewards/chosen": -0.20384721457958221,
      "rewards/margins": 0.9924120903015137,
      "rewards/rejected": -1.1962592601776123,
      "step": 170
    },
    {
      "epoch": 2.3692307692307693,
      "grad_norm": 52.876243591308594,
      "learning_rate": 5.905957079779187e-06,
      "log_odds_chosen": 3.2027995586395264,
      "log_odds_ratio": -0.14145739376544952,
      "logps/chosen": -0.4457460343837738,
      "logps/rejected": -2.37770414352417,
      "loss": 25.9488,
      "nll_loss": 0.6930140256881714,
      "rewards/accuracies": 0.96875,
      "rewards/chosen": -0.2228730171918869,
      "rewards/margins": 0.9659790992736816,
      "rewards/rejected": -1.188852071762085,
      "step": 175
    },
    {
      "epoch": 2.437606837606838,
      "grad_norm": 58.3582763671875,
      "learning_rate": 4.681252142486841e-06,
      "log_odds_chosen": 3.392512559890747,
      "log_odds_ratio": -0.13067595660686493,
      "logps/chosen": -0.4224206507205963,
      "logps/rejected": -2.505432605743408,
      "loss": 24.921,
      "nll_loss": 0.6670365333557129,
      "rewards/accuracies": 0.9781249761581421,
      "rewards/chosen": -0.21121032536029816,
      "rewards/margins": 1.0415061712265015,
      "rewards/rejected": -1.252716302871704,
      "step": 180
    },
    {
      "epoch": 2.505982905982906,
      "grad_norm": 72.88838195800781,
      "learning_rate": 3.585661442426494e-06,
      "log_odds_chosen": 3.295175552368164,
      "log_odds_ratio": -0.14244017004966736,
      "logps/chosen": -0.46335524320602417,
      "logps/rejected": -2.5462584495544434,
      "loss": 27.0982,
      "nll_loss": 0.7326253056526184,
      "rewards/accuracies": 0.981249988079071,
      "rewards/chosen": -0.23167762160301208,
      "rewards/margins": 1.0414518117904663,
      "rewards/rejected": -1.2731292247772217,
      "step": 185
    },
    {
      "epoch": 2.574358974358974,
      "grad_norm": 53.10452651977539,
      "learning_rate": 2.6261468435155978e-06,
      "log_odds_chosen": 3.560279369354248,
      "log_odds_ratio": -0.1270817220211029,
      "logps/chosen": -0.3945046365261078,
      "logps/rejected": -2.5356345176696777,
      "loss": 24.711,
      "nll_loss": 0.6610320806503296,
      "rewards/accuracies": 0.984375,
      "rewards/chosen": -0.1972523182630539,
      "rewards/margins": 1.070564866065979,
      "rewards/rejected": -1.2678172588348389,
      "step": 190
    },
    {
      "epoch": 2.6427350427350427,
      "grad_norm": 60.35097885131836,
      "learning_rate": 1.8088055224315697e-06,
      "log_odds_chosen": 3.335855007171631,
      "log_odds_ratio": -0.1391274482011795,
      "logps/chosen": -0.4181729853153229,
      "logps/rejected": -2.4335877895355225,
      "loss": 25.7787,
      "nll_loss": 0.6885385513305664,
      "rewards/accuracies": 0.984375,
      "rewards/chosen": -0.20908649265766144,
      "rewards/margins": 1.0077073574066162,
      "rewards/rejected": -1.2167938947677612,
      "step": 195
    },
    {
      "epoch": 2.7111111111111112,
      "grad_norm": 78.32765197753906,
      "learning_rate": 1.138831224476533e-06,
      "log_odds_chosen": 3.4376022815704346,
      "log_odds_ratio": -0.1307111382484436,
      "logps/chosen": -0.44153517484664917,
      "logps/rejected": -2.567284107208252,
      "loss": 25.5218,
      "nll_loss": 0.6872699856758118,
      "rewards/accuracies": 0.984375,
      "rewards/chosen": -0.22076758742332458,
      "rewards/margins": 1.062874436378479,
      "rewards/rejected": -1.283642053604126,
      "step": 200
    },
    {
      "epoch": 2.7794871794871794,
      "grad_norm": 72.06491088867188,
      "learning_rate": 6.204812602412902e-07,
      "log_odds_chosen": 3.316706895828247,
      "log_odds_ratio": -0.12540897727012634,
      "logps/chosen": -0.4180404543876648,
      "logps/rejected": -2.4521901607513428,
      "loss": 25.071,
      "nll_loss": 0.6733669638633728,
      "rewards/accuracies": 0.981249988079071,
      "rewards/chosen": -0.2090202271938324,
      "rewards/margins": 1.0170748233795166,
      "rewards/rejected": -1.2260950803756714,
      "step": 205
    },
    {
      "epoch": 2.847863247863248,
      "grad_norm": 59.340885162353516,
      "learning_rate": 2.5704945278623436e-07,
      "log_odds_chosen": 3.219451904296875,
      "log_odds_ratio": -0.13932213187217712,
      "logps/chosen": -0.44474905729293823,
      "logps/rejected": -2.4706287384033203,
      "loss": 25.9818,
      "nll_loss": 0.6953645944595337,
      "rewards/accuracies": 0.9906250238418579,
      "rewards/chosen": -0.22237452864646912,
      "rewards/margins": 1.012939691543579,
      "rewards/rejected": -1.2353143692016602,
      "step": 210
    },
    {
      "epoch": 2.916239316239316,
      "grad_norm": 90.88463592529297,
      "learning_rate": 5.0845207244715196e-08,
      "log_odds_chosen": 3.495487689971924,
      "log_odds_ratio": -0.12796048820018768,
      "logps/chosen": -0.4196755290031433,
      "logps/rejected": -2.5507898330688477,
      "loss": 24.7788,
      "nll_loss": 0.6663211584091187,
      "rewards/accuracies": 0.9750000238418579,
      "rewards/chosen": -0.20983776450157166,
      "rewards/margins": 1.0655572414398193,
      "rewards/rejected": -1.2753949165344238,
      "step": 215
    },
    {
      "epoch": 2.970940170940171,
      "step": 219,
      "total_flos": 0.0,
      "train_loss": 35.7124394107627,
      "train_runtime": 3905.4181,
      "train_samples_per_second": 3.594,
      "train_steps_per_second": 0.056
    }
  ],
  "logging_steps": 5,
  "max_steps": 219,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 100000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}