{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 702,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.04,
      "grad_norm": 3.8125,
      "learning_rate": 4.997496987311431e-06,
      "log_odds_chosen": 0.16457681357860565,
      "log_odds_ratio": -0.6622492671012878,
      "logits/chosen": -2.9562315940856934,
      "logits/rejected": -2.943472385406494,
      "logps/chosen": -0.6016947031021118,
      "logps/rejected": -0.675441563129425,
      "loss": 0.9961,
      "nll_loss": 0.7968690991401672,
      "rewards/accuracies": 0.6000000238418579,
      "rewards/chosen": -0.12033893167972565,
      "rewards/margins": 0.014749372377991676,
      "rewards/rejected": -0.13508832454681396,
      "step": 10
    },
    {
      "epoch": 0.09,
      "grad_norm": 3.5,
      "learning_rate": 4.989992961303738e-06,
      "log_odds_chosen": 0.09340940415859222,
      "log_odds_ratio": -0.6970354914665222,
      "logits/chosen": -3.0346553325653076,
      "logits/rejected": -3.047511577606201,
      "logps/chosen": -0.5685297846794128,
      "logps/rejected": -0.6139942407608032,
      "loss": 0.4901,
      "nll_loss": 0.35993438959121704,
      "rewards/accuracies": 0.5249999761581421,
      "rewards/chosen": -0.11370595544576645,
      "rewards/margins": 0.00909288041293621,
      "rewards/rejected": -0.1227988451719284,
      "step": 20
    },
    {
      "epoch": 0.13,
      "grad_norm": 3.703125,
      "learning_rate": 4.977502948114772e-06,
      "log_odds_chosen": 0.06927172094583511,
      "log_odds_ratio": -0.7004188895225525,
      "logits/chosen": -3.142512798309326,
      "logits/rejected": -3.1354269981384277,
      "logps/chosen": -0.5674165487289429,
      "logps/rejected": -0.590361475944519,
      "loss": 0.4797,
      "nll_loss": 0.3510151505470276,
      "rewards/accuracies": 0.581250011920929,
      "rewards/chosen": -0.11348330974578857,
      "rewards/margins": 0.00458899512887001,
      "rewards/rejected": -0.11807229369878769,
      "step": 30
    },
    {
      "epoch": 0.17,
      "grad_norm": 3.484375,
      "learning_rate": 4.960051957873726e-06,
      "log_odds_chosen": 0.049079131335020065,
      "log_odds_ratio": -0.709546685218811,
      "logits/chosen": -3.2224674224853516,
      "logits/rejected": -3.239351749420166,
      "logps/chosen": -0.564799427986145,
      "logps/rejected": -0.5826238393783569,
      "loss": 0.4883,
      "nll_loss": 0.3356490135192871,
      "rewards/accuracies": 0.53125,
      "rewards/chosen": -0.11295988410711288,
      "rewards/margins": 0.003564885351806879,
      "rewards/rejected": -0.11652477085590363,
      "step": 40
    },
    {
      "epoch": 0.21,
      "grad_norm": 3.59375,
      "learning_rate": 4.937674934620601e-06,
      "log_odds_chosen": 0.1465633362531662,
      "log_odds_ratio": -0.6634026169776917,
      "logits/chosen": -3.2599196434020996,
      "logits/rejected": -3.257382869720459,
      "logps/chosen": -0.5410924553871155,
      "logps/rejected": -0.6060024499893188,
      "loss": 0.4577,
      "nll_loss": 0.3106100261211395,
      "rewards/accuracies": 0.6187499761581421,
      "rewards/chosen": -0.10821850597858429,
      "rewards/margins": 0.012981968931853771,
      "rewards/rejected": -0.12120047956705093,
      "step": 50
    },
    {
      "epoch": 0.26,
      "grad_norm": 3.234375,
      "learning_rate": 4.9104166863339065e-06,
      "log_odds_chosen": 0.061258088797330856,
      "log_odds_ratio": -0.7155165076255798,
      "logits/chosen": -3.3071017265319824,
      "logits/rejected": -3.3195369243621826,
      "logps/chosen": -0.6092182397842407,
      "logps/rejected": -0.6360430121421814,
      "loss": 0.494,
      "nll_loss": 0.3727017939090729,
      "rewards/accuracies": 0.5687500238418579,
      "rewards/chosen": -0.12184363603591919,
      "rewards/margins": 0.005364974495023489,
      "rewards/rejected": -0.1272086203098297,
      "step": 60
    },
    {
      "epoch": 0.3,
      "grad_norm": 3.28125,
      "learning_rate": 4.878331795206705e-06,
      "log_odds_chosen": 0.09167635440826416,
      "log_odds_ratio": -0.7004056572914124,
      "logits/chosen": -3.2954325675964355,
      "logits/rejected": -3.311220169067383,
      "logps/chosen": -0.5609530210494995,
      "logps/rejected": -0.6090016961097717,
      "loss": 0.4762,
      "nll_loss": 0.31441202759742737,
      "rewards/accuracies": 0.5562499761581421,
      "rewards/chosen": -0.1121906191110611,
      "rewards/margins": 0.009609726257622242,
      "rewards/rejected": -0.12180032581090927,
      "step": 70
    },
    {
      "epoch": 0.34,
      "grad_norm": 3.40625,
      "learning_rate": 4.841484508350679e-06,
      "log_odds_chosen": 0.1308586597442627,
      "log_odds_ratio": -0.6873519420623779,
      "logits/chosen": -3.2609565258026123,
      "logits/rejected": -3.302786350250244,
      "logps/chosen": -0.5968475937843323,
      "logps/rejected": -0.6581549644470215,
      "loss": 0.4895,
      "nll_loss": 0.36970850825309753,
      "rewards/accuracies": 0.5874999761581421,
      "rewards/chosen": -0.1193695068359375,
      "rewards/margins": 0.012261486612260342,
      "rewards/rejected": -0.13163098692893982,
      "step": 80
    },
    {
      "epoch": 0.38,
      "grad_norm": 3.78125,
      "learning_rate": 4.799948609147061e-06,
      "log_odds_chosen": 0.06979366391897202,
      "log_odds_ratio": -0.7083112001419067,
      "logits/chosen": -3.289924144744873,
      "logits/rejected": -3.326308012008667,
      "logps/chosen": -0.6024026274681091,
      "logps/rejected": -0.6323495507240295,
      "loss": 0.4868,
      "nll_loss": 0.376103937625885,
      "rewards/accuracies": 0.581250011920929,
      "rewards/chosen": -0.12048052251338959,
      "rewards/margins": 0.005989375524222851,
      "rewards/rejected": -0.12646988034248352,
      "step": 90
    },
    {
      "epoch": 0.43,
      "grad_norm": 3.4375,
      "learning_rate": 4.753807269502041e-06,
      "log_odds_chosen": 0.12073998153209686,
      "log_odds_ratio": -0.6814596652984619,
      "logits/chosen": -3.2658774852752686,
      "logits/rejected": -3.276677370071411,
      "logps/chosen": -0.5358774662017822,
      "logps/rejected": -0.5820270776748657,
      "loss": 0.4686,
      "nll_loss": 0.3315598964691162,
      "rewards/accuracies": 0.550000011920929,
      "rewards/chosen": -0.10717550665140152,
      "rewards/margins": 0.009229922667145729,
      "rewards/rejected": -0.1164054125547409,
      "step": 100
    },
    {
      "epoch": 0.47,
      "grad_norm": 3.140625,
      "learning_rate": 4.703152883302498e-06,
      "log_odds_chosen": 0.12317148596048355,
      "log_odds_ratio": -0.6822798848152161,
      "logits/chosen": -3.279986619949341,
      "logits/rejected": -3.3097903728485107,
      "logps/chosen": -0.5460432171821594,
      "logps/rejected": -0.6105918884277344,
      "loss": 0.4745,
      "nll_loss": 0.3556433618068695,
      "rewards/accuracies": 0.5625,
      "rewards/chosen": -0.10920864343643188,
      "rewards/margins": 0.01290974486619234,
      "rewards/rejected": -0.12211839854717255,
      "step": 110
    },
    {
      "epoch": 0.51,
      "grad_norm": 3.03125,
      "learning_rate": 4.648086881405542e-06,
      "log_odds_chosen": 0.11489371955394745,
      "log_odds_ratio": -0.689535915851593,
      "logits/chosen": -3.255175828933716,
      "logits/rejected": -3.275517225265503,
      "logps/chosen": -0.5755141377449036,
      "logps/rejected": -0.6235055923461914,
      "loss": 0.475,
      "nll_loss": 0.32820188999176025,
      "rewards/accuracies": 0.581250011920929,
      "rewards/chosen": -0.11510282754898071,
      "rewards/margins": 0.00959828682243824,
      "rewards/rejected": -0.1247011050581932,
      "step": 120
    },
    {
      "epoch": 0.56,
      "grad_norm": 2.890625,
      "learning_rate": 4.588719528532342e-06,
      "log_odds_chosen": 0.09126593172550201,
      "log_odds_ratio": -0.697300910949707,
      "logits/chosen": -3.2629482746124268,
      "logits/rejected": -3.2472147941589355,
      "logps/chosen": -0.5701687335968018,
      "logps/rejected": -0.618691623210907,
      "loss": 0.4766,
      "nll_loss": 0.3278309404850006,
      "rewards/accuracies": 0.5249999761581421,
      "rewards/chosen": -0.1140337586402893,
      "rewards/margins": 0.00970458984375,
      "rewards/rejected": -0.12373832613229752,
      "step": 130
    },
    {
      "epoch": 0.6,
      "grad_norm": 3.234375,
      "learning_rate": 4.525169702472917e-06,
      "log_odds_chosen": 0.055292803794145584,
      "log_odds_ratio": -0.7131302356719971,
      "logits/chosen": -3.1946372985839844,
      "logits/rejected": -3.208055019378662,
      "logps/chosen": -0.5659917593002319,
      "logps/rejected": -0.5857821702957153,
      "loss": 0.4741,
      "nll_loss": 0.32717862725257874,
      "rewards/accuracies": 0.512499988079071,
      "rewards/chosen": -0.11319835484027863,
      "rewards/margins": 0.003958091139793396,
      "rewards/rejected": -0.11715643107891083,
      "step": 140
    },
    {
      "epoch": 0.64,
      "grad_norm": 3.28125,
      "learning_rate": 4.457564656044056e-06,
      "log_odds_chosen": 0.10363437980413437,
      "log_odds_ratio": -0.6924600005149841,
      "logits/chosen": -3.227095127105713,
      "logits/rejected": -3.269847869873047,
      "logps/chosen": -0.540108859539032,
      "logps/rejected": -0.5899955034255981,
      "loss": 0.4874,
      "nll_loss": 0.3099691569805145,
      "rewards/accuracies": 0.6000000238418579,
      "rewards/chosen": -0.10802175849676132,
      "rewards/margins": 0.009977328591048717,
      "rewards/rejected": -0.11799909919500351,
      "step": 150
    },
    {
      "epoch": 0.68,
      "grad_norm": 3.25,
      "learning_rate": 4.386039762276976e-06,
      "log_odds_chosen": 0.12246614694595337,
      "log_odds_ratio": -0.6819506883621216,
      "logits/chosen": -3.1787781715393066,
      "logits/rejected": -3.1843771934509277,
      "logps/chosen": -0.556765615940094,
      "logps/rejected": -0.6073147058486938,
      "loss": 0.4718,
      "nll_loss": 0.34596166014671326,
      "rewards/accuracies": 0.59375,
      "rewards/chosen": -0.11135313659906387,
      "rewards/margins": 0.010109812021255493,
      "rewards/rejected": -0.12146292626857758,
      "step": 160
    },
    {
      "epoch": 0.73,
      "grad_norm": 3.609375,
      "learning_rate": 4.310738243344996e-06,
      "log_odds_chosen": 0.09136945009231567,
      "log_odds_ratio": -0.6929733753204346,
      "logits/chosen": -3.207054853439331,
      "logits/rejected": -3.225612163543701,
      "logps/chosen": -0.5217511653900146,
      "logps/rejected": -0.5743865966796875,
      "loss": 0.4775,
      "nll_loss": 0.34531891345977783,
      "rewards/accuracies": 0.550000011920929,
      "rewards/chosen": -0.10435023158788681,
      "rewards/margins": 0.010527082718908787,
      "rewards/rejected": -0.11487732082605362,
      "step": 170
    },
    {
      "epoch": 0.77,
      "grad_norm": 3.21875,
      "learning_rate": 4.231810883773999e-06,
      "log_odds_chosen": 0.13569065928459167,
      "log_odds_ratio": -0.6776682138442993,
      "logits/chosen": -3.176665782928467,
      "logits/rejected": -3.197835922241211,
      "logps/chosen": -0.5234608054161072,
      "logps/rejected": -0.5825861692428589,
      "loss": 0.4797,
      "nll_loss": 0.358028769493103,
      "rewards/accuracies": 0.5687500238418579,
      "rewards/chosen": -0.10469217598438263,
      "rewards/margins": 0.011825057677924633,
      "rewards/rejected": -0.11651722341775894,
      "step": 180
    },
    {
      "epoch": 0.81,
      "grad_norm": 2.96875,
      "learning_rate": 4.149415728509971e-06,
      "log_odds_chosen": 0.11225181818008423,
      "log_odds_ratio": -0.6859180331230164,
      "logits/chosen": -3.2352004051208496,
      "logits/rejected": -3.2568259239196777,
      "logps/chosen": -0.5570780634880066,
      "logps/rejected": -0.6075831651687622,
      "loss": 0.4563,
      "nll_loss": 0.33723753690719604,
      "rewards/accuracies": 0.5687500238418579,
      "rewards/chosen": -0.11141560971736908,
      "rewards/margins": 0.010101011954247952,
      "rewards/rejected": -0.1215166226029396,
      "step": 190
    },
    {
      "epoch": 0.85,
      "grad_norm": 3.09375,
      "learning_rate": 4.063717766448194e-06,
      "log_odds_chosen": 0.09286753088235855,
      "log_odds_ratio": -0.6982024908065796,
      "logits/chosen": -3.177328109741211,
      "logits/rejected": -3.204103946685791,
      "logps/chosen": -0.5489121675491333,
      "logps/rejected": -0.5975584387779236,
      "loss": 0.4871,
      "nll_loss": 0.36433055996894836,
      "rewards/accuracies": 0.543749988079071,
      "rewards/chosen": -0.10978243499994278,
      "rewards/margins": 0.009729253128170967,
      "rewards/rejected": -0.1195116862654686,
      "step": 200
    },
    {
      "epoch": 0.9,
      "grad_norm": 3.234375,
      "learning_rate": 3.974888600057808e-06,
      "log_odds_chosen": 0.06380079686641693,
      "log_odds_ratio": -0.7078055143356323,
      "logits/chosen": -3.179089307785034,
      "logits/rejected": -3.1974921226501465,
      "logps/chosen": -0.5259910821914673,
      "logps/rejected": -0.5546124577522278,
      "loss": 0.4842,
      "nll_loss": 0.3254118859767914,
      "rewards/accuracies": 0.53125,
      "rewards/chosen": -0.1051982045173645,
      "rewards/margins": 0.0057242861948907375,
      "rewards/rejected": -0.11092247813940048,
      "step": 210
    },
    {
      "epoch": 0.94,
      "grad_norm": 3.1875,
      "learning_rate": 3.883106101763285e-06,
      "log_odds_chosen": 0.07409624010324478,
      "log_odds_ratio": -0.7109658122062683,
      "logits/chosen": -3.2040557861328125,
      "logits/rejected": -3.232853651046753,
      "logps/chosen": -0.5239503979682922,
      "logps/rejected": -0.5682771801948547,
      "loss": 0.4671,
      "nll_loss": 0.32592883706092834,
      "rewards/accuracies": 0.518750011920929,
      "rewards/chosen": -0.10479007661342621,
      "rewards/margins": 0.008865350857377052,
      "rewards/rejected": -0.1136554479598999,
      "step": 220
    },
    {
      "epoch": 0.98,
      "grad_norm": 3.375,
      "learning_rate": 3.7885540577708806e-06,
      "log_odds_chosen": 0.17323985695838928,
      "log_odds_ratio": -0.6644941568374634,
      "logits/chosen": -3.242084503173828,
      "logits/rejected": -3.256577730178833,
      "logps/chosen": -0.5062168836593628,
      "logps/rejected": -0.5952838063240051,
      "loss": 0.4719,
      "nll_loss": 0.31021052598953247,
      "rewards/accuracies": 0.606249988079071,
      "rewards/chosen": -0.10124337673187256,
      "rewards/margins": 0.01781339757144451,
      "rewards/rejected": -0.11905677616596222,
      "step": 230
    },
    {
      "epoch": 1.03,
      "grad_norm": 3.84375,
      "learning_rate": 3.6914218000532697e-06,
      "log_odds_chosen": 0.369870126247406,
      "log_odds_ratio": -0.5746415257453918,
      "logits/chosen": -3.2143750190734863,
      "logits/rejected": -3.2405693531036377,
      "logps/chosen": -0.4556041657924652,
      "logps/rejected": -0.6035604476928711,
      "loss": 0.4236,
      "nll_loss": 0.2927762269973755,
      "rewards/accuracies": 0.6937500238418579,
      "rewards/chosen": -0.09112082421779633,
      "rewards/margins": 0.029591253027319908,
      "rewards/rejected": -0.12071208655834198,
      "step": 240
    },
    {
      "epoch": 1.07,
      "grad_norm": 3.8125,
      "learning_rate": 3.5919038272292824e-06,
      "log_odds_chosen": 0.6750356554985046,
      "log_odds_ratio": -0.4590001702308655,
      "logits/chosen": -3.1941792964935303,
      "logits/rejected": -3.229973554611206,
      "logps/chosen": -0.41714033484458923,
      "logps/rejected": -0.676815390586853,
      "loss": 0.3754,
      "nll_loss": 0.2869933545589447,
      "rewards/accuracies": 0.8374999761581421,
      "rewards/chosen": -0.08342806994915009,
      "rewards/margins": 0.05193500965833664,
      "rewards/rejected": -0.13536307215690613,
      "step": 250
    },
    {
      "epoch": 1.11,
      "grad_norm": 4.0,
      "learning_rate": 3.4901994150978926e-06,
      "log_odds_chosen": 0.7411336302757263,
      "log_odds_ratio": -0.43500590324401855,
      "logits/chosen": -3.248504161834717,
      "logits/rejected": -3.2485687732696533,
      "logps/chosen": -0.45796918869018555,
      "logps/rejected": -0.7692248225212097,
      "loss": 0.3752,
      "nll_loss": 0.29675063490867615,
      "rewards/accuracies": 0.8812500238418579,
      "rewards/chosen": -0.09159384667873383,
      "rewards/margins": 0.06225113198161125,
      "rewards/rejected": -0.15384498238563538,
      "step": 260
    },
    {
      "epoch": 1.15,
      "grad_norm": 4.125,
      "learning_rate": 3.386512217606339e-06,
      "log_odds_chosen": 0.672085702419281,
      "log_odds_ratio": -0.4590581953525543,
      "logits/chosen": -3.210575580596924,
      "logits/rejected": -3.2388033866882324,
      "logps/chosen": -0.4334833025932312,
      "logps/rejected": -0.7109585404396057,
      "loss": 0.3831,
      "nll_loss": 0.29120856523513794,
      "rewards/accuracies": 0.8374999761581421,
      "rewards/chosen": -0.08669666945934296,
      "rewards/margins": 0.055495042353868484,
      "rewards/rejected": -0.14219172298908234,
      "step": 270
    },
    {
      "epoch": 1.2,
      "grad_norm": 4.1875,
      "learning_rate": 3.281049859051394e-06,
      "log_odds_chosen": 0.6232529282569885,
      "log_odds_ratio": -0.4691483974456787,
      "logits/chosen": -3.1913466453552246,
      "logits/rejected": -3.213522434234619,
      "logps/chosen": -0.457376629114151,
      "logps/rejected": -0.7198972702026367,
      "loss": 0.3748,
      "nll_loss": 0.2882610559463501,
      "rewards/accuracies": 0.8374999761581421,
      "rewards/chosen": -0.09147532284259796,
      "rewards/margins": 0.05250414088368416,
      "rewards/rejected": -0.14397946000099182,
      "step": 280
    },
    {
      "epoch": 1.24,
      "grad_norm": 4.125,
      "learning_rate": 3.17402351833036e-06,
      "log_odds_chosen": 0.710340678691864,
      "log_odds_ratio": -0.44652828574180603,
      "logits/chosen": -3.149742841720581,
      "logits/rejected": -3.189366579055786,
      "logps/chosen": -0.43936777114868164,
      "logps/rejected": -0.72941654920578,
      "loss": 0.3629,
      "nll_loss": 0.29283395409584045,
      "rewards/accuracies": 0.8687499761581421,
      "rewards/chosen": -0.08787355571985245,
      "rewards/margins": 0.05800975114107132,
      "rewards/rejected": -0.14588329195976257,
      "step": 290
    },
    {
      "epoch": 1.28,
      "grad_norm": 4.09375,
      "learning_rate": 3.0656475060743065e-06,
      "log_odds_chosen": 0.7323763966560364,
      "log_odds_ratio": -0.4345877766609192,
      "logits/chosen": -3.1514878273010254,
      "logits/rejected": -3.199571132659912,
      "logps/chosen": -0.44486841559410095,
      "logps/rejected": -0.7583059072494507,
      "loss": 0.3627,
      "nll_loss": 0.29908788204193115,
      "rewards/accuracies": 0.887499988079071,
      "rewards/chosen": -0.08897367864847183,
      "rewards/margins": 0.06268750131130219,
      "rewards/rejected": -0.15166118741035461,
      "step": 300
    },
    {
      "epoch": 1.32,
      "grad_norm": 4.4375,
      "learning_rate": 2.956138835510282e-06,
      "log_odds_chosen": 0.7746503353118896,
      "log_odds_ratio": -0.42378655076026917,
      "logits/chosen": -3.1741645336151123,
      "logits/rejected": -3.2151100635528564,
      "logps/chosen": -0.4183032512664795,
      "logps/rejected": -0.7279097437858582,
      "loss": 0.3604,
      "nll_loss": 0.26949578523635864,
      "rewards/accuracies": 0.875,
      "rewards/chosen": -0.08366064727306366,
      "rewards/margins": 0.06192130595445633,
      "rewards/rejected": -0.14558196067810059,
      "step": 310
    },
    {
      "epoch": 1.37,
      "grad_norm": 4.28125,
      "learning_rate": 2.8457167879118332e-06,
      "log_odds_chosen": 0.7689862251281738,
      "log_odds_ratio": -0.43063870072364807,
      "logits/chosen": -3.159554958343506,
      "logits/rejected": -3.188426971435547,
      "logps/chosen": -0.3951800465583801,
      "logps/rejected": -0.7116678953170776,
      "loss": 0.3763,
      "nll_loss": 0.27707797288894653,
      "rewards/accuracies": 0.8687499761581421,
      "rewards/chosen": -0.07903601229190826,
      "rewards/margins": 0.0632975846529007,
      "rewards/rejected": -0.14233359694480896,
      "step": 320
    },
    {
      "epoch": 1.41,
      "grad_norm": 3.921875,
      "learning_rate": 2.7346024735079483e-06,
      "log_odds_chosen": 0.7219299674034119,
      "log_odds_ratio": -0.44966334104537964,
      "logits/chosen": -3.127485752105713,
      "logits/rejected": -3.198312997817993,
      "logps/chosen": -0.41490626335144043,
      "logps/rejected": -0.7052132487297058,
      "loss": 0.3787,
      "nll_loss": 0.2818581163883209,
      "rewards/accuracies": 0.831250011920929,
      "rewards/chosen": -0.08298125118017197,
      "rewards/margins": 0.058061398565769196,
      "rewards/rejected": -0.14104264974594116,
      "step": 330
    },
    {
      "epoch": 1.45,
      "grad_norm": 4.34375,
      "learning_rate": 2.6230183887296955e-06,
      "log_odds_chosen": 0.7794576287269592,
      "log_odds_ratio": -0.42089906334877014,
      "logits/chosen": -3.129941463470459,
      "logits/rejected": -3.1785807609558105,
      "logps/chosen": -0.4315931797027588,
      "logps/rejected": -0.7535022497177124,
      "loss": 0.3603,
      "nll_loss": 0.30001071095466614,
      "rewards/accuracies": 0.8687499761581421,
      "rewards/chosen": -0.08631863445043564,
      "rewards/margins": 0.06438182294368744,
      "rewards/rejected": -0.15070047974586487,
      "step": 340
    },
    {
      "epoch": 1.5,
      "grad_norm": 4.53125,
      "learning_rate": 2.511187970681109e-06,
      "log_odds_chosen": 0.6614913940429688,
      "log_odds_ratio": -0.4707488417625427,
      "logits/chosen": -3.1603000164031982,
      "logits/rejected": -3.1471877098083496,
      "logps/chosen": -0.4360755980014801,
      "logps/rejected": -0.6958964467048645,
      "loss": 0.3618,
      "nll_loss": 0.2804470360279083,
      "rewards/accuracies": 0.824999988079071,
      "rewards/chosen": -0.0872151255607605,
      "rewards/margins": 0.0519641637802124,
      "rewards/rejected": -0.1391792744398117,
      "step": 350
    },
    {
      "epoch": 1.54,
      "grad_norm": 3.828125,
      "learning_rate": 2.399335149726463e-06,
      "log_odds_chosen": 0.6727465391159058,
      "log_odds_ratio": -0.4600442945957184,
      "logits/chosen": -3.1209638118743896,
      "logits/rejected": -3.1621603965759277,
      "logps/chosen": -0.4566575884819031,
      "logps/rejected": -0.7309259176254272,
      "loss": 0.3719,
      "nll_loss": 0.3025999665260315,
      "rewards/accuracies": 0.824999988079071,
      "rewards/chosen": -0.09133151918649673,
      "rewards/margins": 0.0548536591231823,
      "rewards/rejected": -0.14618518948554993,
      "step": 360
    },
    {
      "epoch": 1.58,
      "grad_norm": 4.46875,
      "learning_rate": 2.2876839010898377e-06,
      "log_odds_chosen": 0.7592717409133911,
      "log_odds_ratio": -0.43831682205200195,
      "logits/chosen": -3.1502082347869873,
      "logits/rejected": -3.207881212234497,
      "logps/chosen": -0.42622488737106323,
      "logps/rejected": -0.7278318405151367,
      "loss": 0.3498,
      "nll_loss": 0.2541278004646301,
      "rewards/accuracies": 0.8812500238418579,
      "rewards/chosen": -0.08524497598409653,
      "rewards/margins": 0.0603213906288147,
      "rewards/rejected": -0.14556637406349182,
      "step": 370
    },
    {
      "epoch": 1.62,
      "grad_norm": 4.90625,
      "learning_rate": 2.1764577963648616e-06,
      "log_odds_chosen": 0.6783360838890076,
      "log_odds_ratio": -0.46248960494995117,
      "logits/chosen": -3.146242141723633,
      "logits/rejected": -3.164093017578125,
      "logps/chosen": -0.42164331674575806,
      "logps/rejected": -0.6987554430961609,
      "loss": 0.3636,
      "nll_loss": 0.30008167028427124,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": -0.08432865887880325,
      "rewards/margins": 0.05542243644595146,
      "rewards/rejected": -0.1397511065006256,
      "step": 380
    },
    {
      "epoch": 1.67,
      "grad_norm": 4.4375,
      "learning_rate": 2.0658795558326745e-06,
      "log_odds_chosen": 0.6860665082931519,
      "log_odds_ratio": -0.44539427757263184,
      "logits/chosen": -3.1428816318511963,
      "logits/rejected": -3.202255964279175,
      "logps/chosen": -0.4127088487148285,
      "logps/rejected": -0.6815465688705444,
      "loss": 0.3548,
      "nll_loss": 0.25606799125671387,
      "rewards/accuracies": 0.8812500238418579,
      "rewards/chosen": -0.08254177868366241,
      "rewards/margins": 0.05376753211021423,
      "rewards/rejected": -0.13630932569503784,
      "step": 390
    },
    {
      "epoch": 1.71,
      "grad_norm": 4.15625,
      "learning_rate": 1.956170602484582e-06,
      "log_odds_chosen": 0.8614572286605835,
      "log_odds_ratio": -0.3955555558204651,
      "logits/chosen": -3.1366238594055176,
      "logits/rejected": -3.1604573726654053,
      "logps/chosen": -0.3913766145706177,
      "logps/rejected": -0.7423630952835083,
      "loss": 0.3487,
      "nll_loss": 0.24887590110301971,
      "rewards/accuracies": 0.887499988079071,
      "rewards/chosen": -0.07827533036470413,
      "rewards/margins": 0.07019731402397156,
      "rewards/rejected": -0.1484726369380951,
      "step": 400
    },
    {
      "epoch": 1.75,
      "grad_norm": 4.625,
      "learning_rate": 1.8475506186424075e-06,
      "log_odds_chosen": 0.7284751534461975,
      "log_odds_ratio": -0.4521869122982025,
      "logits/chosen": -3.1315054893493652,
      "logits/rejected": -3.1535370349884033,
      "logps/chosen": -0.4371741712093353,
      "logps/rejected": -0.7353378534317017,
      "loss": 0.3711,
      "nll_loss": 0.2623272240161896,
      "rewards/accuracies": 0.8500000238418579,
      "rewards/chosen": -0.08743483573198318,
      "rewards/margins": 0.059632737189531326,
      "rewards/rejected": -0.1470675766468048,
      "step": 410
    },
    {
      "epoch": 1.79,
      "grad_norm": 3.796875,
      "learning_rate": 1.740237106064383e-06,
      "log_odds_chosen": 0.7518190145492554,
      "log_odds_ratio": -0.43122825026512146,
      "logits/chosen": -3.155817747116089,
      "logits/rejected": -3.1722676753997803,
      "logps/chosen": -0.44021105766296387,
      "logps/rejected": -0.752731442451477,
      "loss": 0.3521,
      "nll_loss": 0.27316415309906006,
      "rewards/accuracies": 0.8687499761581421,
      "rewards/chosen": -0.08804221451282501,
      "rewards/margins": 0.06250409036874771,
      "rewards/rejected": -0.15054629743099213,
      "step": 420
    },
    {
      "epoch": 1.84,
      "grad_norm": 4.0625,
      "learning_rate": 1.6344449504174193e-06,
      "log_odds_chosen": 0.7577536106109619,
      "log_odds_ratio": -0.4262828230857849,
      "logits/chosen": -3.112555980682373,
      "logits/rejected": -3.175693988800049,
      "logps/chosen": -0.4249524176120758,
      "logps/rejected": -0.7365177273750305,
      "loss": 0.3772,
      "nll_loss": 0.29327088594436646,
      "rewards/accuracies": 0.875,
      "rewards/chosen": -0.084990493953228,
      "rewards/margins": 0.06231304258108139,
      "rewards/rejected": -0.14730355143547058,
      "step": 430
    },
    {
      "epoch": 1.88,
      "grad_norm": 4.625,
      "learning_rate": 1.5303859909878632e-06,
      "log_odds_chosen": 0.6891047954559326,
      "log_odds_ratio": -0.45858821272850037,
      "logits/chosen": -3.18835711479187,
      "logits/rejected": -3.198822021484375,
      "logps/chosen": -0.43595075607299805,
      "logps/rejected": -0.707006573677063,
      "loss": 0.3569,
      "nll_loss": 0.2663270831108093,
      "rewards/accuracies": 0.84375,
      "rewards/chosen": -0.08719015121459961,
      "rewards/margins": 0.054211169481277466,
      "rewards/rejected": -0.14140132069587708,
      "step": 440
    },
    {
      "epoch": 1.92,
      "grad_norm": 4.84375,
      "learning_rate": 1.4282685964923643e-06,
      "log_odds_chosen": 0.8139818906784058,
      "log_odds_ratio": -0.41608935594558716,
      "logits/chosen": -3.1146390438079834,
      "logits/rejected": -3.167144775390625,
      "logps/chosen": -0.41870421171188354,
      "logps/rejected": -0.7421842813491821,
      "loss": 0.3699,
      "nll_loss": 0.2976505160331726,
      "rewards/accuracies": 0.8374999761581421,
      "rewards/chosen": -0.08374085277318954,
      "rewards/margins": 0.06469599902629852,
      "rewards/rejected": -0.14843687415122986,
      "step": 450
    },
    {
      "epoch": 1.97,
      "grad_norm": 4.53125,
      "learning_rate": 1.328297247838241e-06,
      "log_odds_chosen": 0.7360786199569702,
      "log_odds_ratio": -0.4329991936683655,
      "logits/chosen": -3.162118434906006,
      "logits/rejected": -3.2087559700012207,
      "logps/chosen": -0.4136020541191101,
      "logps/rejected": -0.7124483585357666,
      "loss": 0.3642,
      "nll_loss": 0.2634555995464325,
      "rewards/accuracies": 0.887499988079071,
      "rewards/chosen": -0.08272042125463486,
      "rewards/margins": 0.05976926162838936,
      "rewards/rejected": -0.14248968660831451,
      "step": 460
    },
    {
      "epoch": 2.01,
      "grad_norm": 5.3125,
      "learning_rate": 1.2306721286688312e-06,
      "log_odds_chosen": 0.8309246301651001,
      "log_odds_ratio": -0.4013638496398926,
      "logits/chosen": -3.150937795639038,
      "logits/rejected": -3.205261707305908,
      "logps/chosen": -0.4131666123867035,
      "logps/rejected": -0.7659183740615845,
      "loss": 0.3651,
      "nll_loss": 0.2736993134021759,
      "rewards/accuracies": 0.9375,
      "rewards/chosen": -0.08263333141803741,
      "rewards/margins": 0.07055036723613739,
      "rewards/rejected": -0.1531836986541748,
      "step": 470
    },
    {
      "epoch": 2.05,
      "grad_norm": 4.5625,
      "learning_rate": 1.1355887245137383e-06,
      "log_odds_chosen": 1.1850926876068115,
      "log_odds_ratio": -0.30928006768226624,
      "logits/chosen": -3.197258234024048,
      "logits/rejected": -3.233253002166748,
      "logps/chosen": -0.3570306599140167,
      "logps/rejected": -0.8269041776657104,
      "loss": 0.306,
      "nll_loss": 0.21892933547496796,
      "rewards/accuracies": 0.956250011920929,
      "rewards/chosen": -0.07140612602233887,
      "rewards/margins": 0.09397471696138382,
      "rewards/rejected": -0.16538085043430328,
      "step": 480
    },
    {
      "epoch": 2.09,
      "grad_norm": 4.3125,
      "learning_rate": 1.043237431346622e-06,
      "log_odds_chosen": 1.2696115970611572,
      "log_odds_ratio": -0.29188066720962524,
      "logits/chosen": -3.060274600982666,
      "logits/rejected": -3.112060785293579,
      "logps/chosen": -0.37511518597602844,
      "logps/rejected": -0.8814083933830261,
      "loss": 0.3133,
      "nll_loss": 0.2801322340965271,
      "rewards/accuracies": 0.96875,
      "rewards/chosen": -0.07502304017543793,
      "rewards/margins": 0.10125863552093506,
      "rewards/rejected": -0.17628169059753418,
      "step": 490
    },
    {
      "epoch": 2.14,
      "grad_norm": 4.40625,
      "learning_rate": 9.538031743343628e-07,
      "log_odds_chosen": 1.2528076171875,
      "log_odds_ratio": -0.3035999834537506,
      "logits/chosen": -3.0861003398895264,
      "logits/rejected": -3.111483097076416,
      "logps/chosen": -0.39375776052474976,
      "logps/rejected": -0.9319614171981812,
      "loss": 0.3176,
      "nll_loss": 0.2627008259296417,
      "rewards/accuracies": 0.956250011920929,
      "rewards/chosen": -0.07875155657529831,
      "rewards/margins": 0.10764074325561523,
      "rewards/rejected": -0.18639230728149414,
      "step": 500
    },
    {
      "epoch": 2.18,
      "grad_norm": 4.75,
      "learning_rate": 8.674650375410379e-07,
      "log_odds_chosen": 1.0996912717819214,
      "log_odds_ratio": -0.34020066261291504,
      "logits/chosen": -3.0855681896209717,
      "logits/rejected": -3.1118760108947754,
      "logps/chosen": -0.426668643951416,
      "logps/rejected": -0.8785163760185242,
      "loss": 0.3107,
      "nll_loss": 0.2832065224647522,
      "rewards/accuracies": 0.925000011920929,
      "rewards/chosen": -0.08533372730016708,
      "rewards/margins": 0.09036955237388611,
      "rewards/rejected": -0.17570330202579498,
      "step": 510
    },
    {
      "epoch": 2.22,
      "grad_norm": 4.3125,
      "learning_rate": 7.843959053281663e-07,
      "log_odds_chosen": 1.3144631385803223,
      "log_odds_ratio": -0.2888423502445221,
      "logits/chosen": -3.060899019241333,
      "logits/rejected": -3.110773801803589,
      "logps/chosen": -0.3530345559120178,
      "logps/rejected": -0.8913728594779968,
      "loss": 0.3117,
      "nll_loss": 0.2591019570827484,
      "rewards/accuracies": 0.956250011920929,
      "rewards/chosen": -0.07060691714286804,
      "rewards/margins": 0.10766766965389252,
      "rewards/rejected": -0.17827460169792175,
      "step": 520
    },
    {
      "epoch": 2.26,
      "grad_norm": 5.0,
      "learning_rate": 7.047621161693152e-07,
      "log_odds_chosen": 1.327051043510437,
      "log_odds_ratio": -0.2728634774684906,
      "logits/chosen": -3.0373597145080566,
      "logits/rejected": -3.121220350265503,
      "logps/chosen": -0.35444390773773193,
      "logps/rejected": -0.9054730534553528,
      "loss": 0.3201,
      "nll_loss": 0.2551073729991913,
      "rewards/accuracies": 0.981249988079071,
      "rewards/chosen": -0.07088878005743027,
      "rewards/margins": 0.11020584404468536,
      "rewards/rejected": -0.18109463155269623,
      "step": 530
    },
    {
      "epoch": 2.31,
      "grad_norm": 4.8125,
      "learning_rate": 6.28723129572247e-07,
      "log_odds_chosen": 1.3342939615249634,
      "log_odds_ratio": -0.27417218685150146,
      "logits/chosen": -3.0797994136810303,
      "logits/rejected": -3.1183524131774902,
      "logps/chosen": -0.362510621547699,
      "logps/rejected": -0.9240224957466125,
      "loss": 0.314,
      "nll_loss": 0.2499639093875885,
      "rewards/accuracies": 0.9624999761581421,
      "rewards/chosen": -0.07250212132930756,
      "rewards/margins": 0.11230238527059555,
      "rewards/rejected": -0.1848045140504837,
      "step": 540
    },
    {
      "epoch": 2.35,
      "grad_norm": 4.5,
      "learning_rate": 5.564312067755856e-07,
      "log_odds_chosen": 1.2629302740097046,
      "log_odds_ratio": -0.29583701491355896,
      "logits/chosen": -3.106447696685791,
      "logits/rejected": -3.153026580810547,
      "logps/chosen": -0.36336833238601685,
      "logps/rejected": -0.8715957403182983,
      "loss": 0.3098,
      "nll_loss": 0.2292967140674591,
      "rewards/accuracies": 0.9750000238418579,
      "rewards/chosen": -0.07267366349697113,
      "rewards/margins": 0.10164550691843033,
      "rewards/rejected": -0.17431916296482086,
      "step": 550
    },
    {
      "epoch": 2.39,
      "grad_norm": 4.375,
      "learning_rate": 4.880311058593617e-07,
      "log_odds_chosen": 1.3260443210601807,
      "log_odds_ratio": -0.2782818675041199,
      "logits/chosen": -3.0871644020080566,
      "logits/rejected": -3.1364452838897705,
      "logps/chosen": -0.36632782220840454,
      "logps/rejected": -0.924032986164093,
      "loss": 0.2976,
      "nll_loss": 0.22606725990772247,
      "rewards/accuracies": 0.9750000238418579,
      "rewards/chosen": -0.07326555997133255,
      "rewards/margins": 0.11154104769229889,
      "rewards/rejected": -0.18480661511421204,
      "step": 560
    },
    {
      "epoch": 2.44,
      "grad_norm": 4.96875,
      "learning_rate": 4.2365979187997094e-07,
      "log_odds_chosen": 1.277055025100708,
      "log_odds_ratio": -0.29783302545547485,
      "logits/chosen": -3.0671963691711426,
      "logits/rejected": -3.1140341758728027,
      "logps/chosen": -0.381780207157135,
      "logps/rejected": -0.9046441912651062,
      "loss": 0.3148,
      "nll_loss": 0.2656724154949188,
      "rewards/accuracies": 0.9375,
      "rewards/chosen": -0.07635603845119476,
      "rewards/margins": 0.10457281768321991,
      "rewards/rejected": -0.18092885613441467,
      "step": 570
    },
    {
      "epoch": 2.48,
      "grad_norm": 4.9375,
      "learning_rate": 3.634461626099495e-07,
      "log_odds_chosen": 1.2928454875946045,
      "log_odds_ratio": -0.28668928146362305,
      "logits/chosen": -3.0869479179382324,
      "logits/rejected": -3.1252989768981934,
      "logps/chosen": -0.345980703830719,
      "logps/rejected": -0.8593694567680359,
      "loss": 0.3035,
      "nll_loss": 0.22678887844085693,
      "rewards/accuracies": 0.96875,
      "rewards/chosen": -0.06919614970684052,
      "rewards/margins": 0.10267776250839233,
      "rewards/rejected": -0.17187389731407166,
      "step": 580
    },
    {
      "epoch": 2.52,
      "grad_norm": 5.5,
      "learning_rate": 3.075107904317667e-07,
      "log_odds_chosen": 1.2825336456298828,
      "log_odds_ratio": -0.29012447595596313,
      "logits/chosen": -3.0542449951171875,
      "logits/rejected": -3.106863021850586,
      "logps/chosen": -0.36031287908554077,
      "logps/rejected": -0.8658483624458313,
      "loss": 0.3156,
      "nll_loss": 0.2495698481798172,
      "rewards/accuracies": 0.96875,
      "rewards/chosen": -0.07206258177757263,
      "rewards/margins": 0.10110710561275482,
      "rewards/rejected": -0.17316967248916626,
      "step": 590
    },
    {
      "epoch": 2.56,
      "grad_norm": 4.90625,
      "learning_rate": 2.5596568090246546e-07,
      "log_odds_chosen": 1.2836467027664185,
      "log_odds_ratio": -0.28635507822036743,
      "logits/chosen": -3.0764803886413574,
      "logits/rejected": -3.1473774909973145,
      "logps/chosen": -0.37658047676086426,
      "logps/rejected": -0.9045608639717102,
      "loss": 0.3141,
      "nll_loss": 0.24526798725128174,
      "rewards/accuracies": 0.9750000238418579,
      "rewards/chosen": -0.07531610131263733,
      "rewards/margins": 0.10559606552124023,
      "rewards/rejected": -0.18091216683387756,
      "step": 600
    },
    {
      "epoch": 2.61,
      "grad_norm": 4.28125,
      "learning_rate": 2.0891404847259267e-07,
      "log_odds_chosen": 1.2697139978408813,
      "log_odds_ratio": -0.29423031210899353,
      "logits/chosen": -3.090924024581909,
      "logits/rejected": -3.146167039871216,
      "logps/chosen": -0.38669395446777344,
      "logps/rejected": -0.9116611480712891,
      "loss": 0.313,
      "nll_loss": 0.25895369052886963,
      "rewards/accuracies": 0.96875,
      "rewards/chosen": -0.0773387923836708,
      "rewards/margins": 0.10499344766139984,
      "rewards/rejected": -0.18233224749565125,
      "step": 610
    },
    {
      "epoch": 2.65,
      "grad_norm": 4.96875,
      "learning_rate": 1.6645010980854082e-07,
      "log_odds_chosen": 1.3362077474594116,
      "log_odds_ratio": -0.2740064263343811,
      "logits/chosen": -3.075295925140381,
      "logits/rejected": -3.110752582550049,
      "logps/chosen": -0.3653913140296936,
      "logps/rejected": -0.9164104461669922,
      "loss": 0.3052,
      "nll_loss": 0.26205652952194214,
      "rewards/accuracies": 0.9750000238418579,
      "rewards/chosen": -0.07307826727628708,
      "rewards/margins": 0.1102038249373436,
      "rewards/rejected": -0.18328210711479187,
      "step": 620
    },
    {
      "epoch": 2.69,
      "grad_norm": 5.21875,
      "learning_rate": 1.286588951321363e-07,
      "log_odds_chosen": 1.2346899509429932,
      "log_odds_ratio": -0.29600512981414795,
      "logits/chosen": -3.094604015350342,
      "logits/rejected": -3.125540256500244,
      "logps/chosen": -0.393343448638916,
      "logps/rejected": -0.9184632301330566,
      "loss": 0.3236,
      "nll_loss": 0.2790059447288513,
      "rewards/accuracies": 0.96875,
      "rewards/chosen": -0.07866868376731873,
      "rewards/margins": 0.10502395778894424,
      "rewards/rejected": -0.18369261920452118,
      "step": 630
    },
    {
      "epoch": 2.74,
      "grad_norm": 4.6875,
      "learning_rate": 9.561607795526007e-08,
      "log_odds_chosen": 1.2945499420166016,
      "log_odds_ratio": -0.2860717177391052,
      "logits/chosen": -3.092331647872925,
      "logits/rejected": -3.149021863937378,
      "logps/chosen": -0.3724428415298462,
      "logps/rejected": -0.9131635427474976,
      "loss": 0.312,
      "nll_loss": 0.2520996630191803,
      "rewards/accuracies": 0.9750000238418579,
      "rewards/chosen": -0.074488565325737,
      "rewards/margins": 0.1081441268324852,
      "rewards/rejected": -0.182632714509964,
      "step": 640
    },
    {
      "epoch": 2.78,
      "grad_norm": 4.375,
      "learning_rate": 6.738782355044048e-08,
      "log_odds_chosen": 1.303377628326416,
      "log_odds_ratio": -0.28758224844932556,
      "logits/chosen": -3.0791025161743164,
      "logits/rejected": -3.130547046661377,
      "logps/chosen": -0.3604482114315033,
      "logps/rejected": -0.8876269459724426,
      "loss": 0.3161,
      "nll_loss": 0.2479972094297409,
      "rewards/accuracies": 0.9750000238418579,
      "rewards/chosen": -0.07208964973688126,
      "rewards/margins": 0.10543572902679443,
      "rewards/rejected": -0.1775253713130951,
      "step": 650
    },
    {
      "epoch": 2.82,
      "grad_norm": 4.8125,
      "learning_rate": 4.40306564608381e-08,
      "log_odds_chosen": 1.220916509628296,
      "log_odds_ratio": -0.3061557412147522,
      "logits/chosen": -3.0849318504333496,
      "logits/rejected": -3.0918779373168945,
      "logps/chosen": -0.38813266158103943,
      "logps/rejected": -0.8825920224189758,
      "loss": 0.3064,
      "nll_loss": 0.26622262597084045,
      "rewards/accuracies": 0.96875,
      "rewards/chosen": -0.0776265487074852,
      "rewards/margins": 0.09889186918735504,
      "rewards/rejected": -0.17651841044425964,
      "step": 660
    },
    {
      "epoch": 2.86,
      "grad_norm": 4.9375,
      "learning_rate": 2.5591347314928572e-08,
      "log_odds_chosen": 1.1736371517181396,
      "log_odds_ratio": -0.3195890486240387,
      "logits/chosen": -3.0899367332458496,
      "logits/rejected": -3.1268470287323,
      "logps/chosen": -0.3975283205509186,
      "logps/rejected": -0.897696316242218,
      "loss": 0.3181,
      "nll_loss": 0.2676974833011627,
      "rewards/accuracies": 0.9375,
      "rewards/chosen": -0.07950566709041595,
      "rewards/margins": 0.10003360360860825,
      "rewards/rejected": -0.1795392781496048,
      "step": 670
    },
    {
      "epoch": 2.91,
      "grad_norm": 3.921875,
      "learning_rate": 1.2106819172520434e-08,
      "log_odds_chosen": 1.2462742328643799,
      "log_odds_ratio": -0.29843610525131226,
      "logits/chosen": -3.0916683673858643,
      "logits/rejected": -3.126143217086792,
      "logps/chosen": -0.37134823203086853,
      "logps/rejected": -0.8719061613082886,
      "loss": 0.3068,
      "nll_loss": 0.2421465665102005,
      "rewards/accuracies": 0.9750000238418579,
      "rewards/chosen": -0.07426965236663818,
      "rewards/margins": 0.10011158138513565,
      "rewards/rejected": -0.17438122630119324,
      "step": 680
    },
    {
      "epoch": 2.95,
      "grad_norm": 4.0625,
      "learning_rate": 3.6040735896455957e-09,
      "log_odds_chosen": 1.2757344245910645,
      "log_odds_ratio": -0.29123741388320923,
      "logits/chosen": -3.0802972316741943,
      "logits/rejected": -3.130801200866699,
      "logps/chosen": -0.37011533975601196,
      "logps/rejected": -0.8979229927062988,
      "loss": 0.3024,
      "nll_loss": 0.23298993706703186,
      "rewards/accuracies": 0.9437500238418579,
      "rewards/chosen": -0.07402306795120239,
      "rewards/margins": 0.10556153953075409,
      "rewards/rejected": -0.17958460748195648,
      "step": 690
    },
    {
      "epoch": 2.99,
      "grad_norm": 5.0,
      "learning_rate": 1.0013655036916758e-10,
      "log_odds_chosen": 1.3622093200683594,
      "log_odds_ratio": -0.2736757695674896,
      "logits/chosen": -3.140601396560669,
      "logits/rejected": -3.1706244945526123,
      "logps/chosen": -0.34326601028442383,
      "logps/rejected": -0.8912754058837891,
      "loss": 0.3068,
      "nll_loss": 0.21759584546089172,
      "rewards/accuracies": 0.9750000238418579,
      "rewards/chosen": -0.06865320354700089,
      "rewards/margins": 0.10960187017917633,
      "rewards/rejected": -0.1782551109790802,
      "step": 700
    },
    {
      "epoch": 3.0,
      "step": 702,
      "total_flos": 0.0,
      "train_loss": 0.3926089354220279,
      "train_runtime": 9824.6416,
      "train_samples_per_second": 4.569,
      "train_steps_per_second": 0.071
    }
  ],
  "logging_steps": 10,
  "max_steps": 702,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "total_flos": 0.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}