{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.997867803837953,
  "eval_steps": 500,
  "global_step": 234,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 2.0833333333333333e-07,
      "logits/chosen": -2.024216890335083,
      "logits/rejected": -1.8819010257720947,
      "logps/chosen": -1305.559326171875,
      "logps/rejected": -3790.57275390625,
      "loss": 0.5,
      "rewards/accuracies": 0.0,
      "rewards/chosen": 0.0,
      "rewards/margins": 0.0,
      "rewards/rejected": 0.0,
      "step": 1
    },
    {
      "epoch": 0.04,
      "learning_rate": 2.0833333333333334e-06,
      "logits/chosen": -2.2936673164367676,
      "logits/rejected": -2.1570396423339844,
      "logps/chosen": -1376.771728515625,
      "logps/rejected": -3041.7578125,
      "loss": 0.4966,
      "rewards/accuracies": 0.4305555522441864,
      "rewards/chosen": -0.037909653037786484,
      "rewards/margins": 0.009223480708897114,
      "rewards/rejected": -0.04713314026594162,
      "step": 10
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.166666666666667e-06,
      "logits/chosen": -2.1768686771392822,
      "logits/rejected": -2.084563732147217,
      "logps/chosen": -2079.7646484375,
      "logps/rejected": -3319.23583984375,
      "loss": 0.4897,
      "rewards/accuracies": 0.5062500238418579,
      "rewards/chosen": -0.7143774628639221,
      "rewards/margins": 0.04834098741412163,
      "rewards/rejected": -0.7627183794975281,
      "step": 20
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.989935734988098e-06,
      "logits/chosen": -2.145012617111206,
      "logits/rejected": -2.027907609939575,
      "logps/chosen": -2782.030517578125,
      "logps/rejected": -4380.7275390625,
      "loss": 0.4871,
      "rewards/accuracies": 0.4437499940395355,
      "rewards/chosen": -1.3868815898895264,
      "rewards/margins": 0.28924745321273804,
      "rewards/rejected": -1.6761291027069092,
      "step": 30
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.9287250957321685e-06,
      "logits/chosen": -2.2485415935516357,
      "logits/rejected": -2.1334125995635986,
      "logps/chosen": -2663.207763671875,
      "logps/rejected": -3975.64892578125,
      "loss": 0.4821,
      "rewards/accuracies": 0.5562499761581421,
      "rewards/chosen": -1.1883825063705444,
      "rewards/margins": 0.22184336185455322,
      "rewards/rejected": -1.4102258682250977,
      "step": 40
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.813260751184992e-06,
      "logits/chosen": -2.2985146045684814,
      "logits/rejected": -2.210111141204834,
      "logps/chosen": -1755.809326171875,
      "logps/rejected": -3258.091796875,
      "loss": 0.4806,
      "rewards/accuracies": 0.5625,
      "rewards/chosen": -0.6678739190101624,
      "rewards/margins": 0.2041586935520172,
      "rewards/rejected": -0.872032642364502,
      "step": 50
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.646121984004666e-06,
      "logits/chosen": -2.2362232208251953,
      "logits/rejected": -2.1845810413360596,
      "logps/chosen": -2074.88134765625,
      "logps/rejected": -3796.244873046875,
      "loss": 0.473,
      "rewards/accuracies": 0.4937500059604645,
      "rewards/chosen": -0.5578988790512085,
      "rewards/margins": 0.24681946635246277,
      "rewards/rejected": -0.8047183752059937,
      "step": 60
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.431042398061499e-06,
      "logits/chosen": -2.382171392440796,
      "logits/rejected": -2.307375431060791,
      "logps/chosen": -1571.745361328125,
      "logps/rejected": -3834.587158203125,
      "loss": 0.4815,
      "rewards/accuracies": 0.606249988079071,
      "rewards/chosen": -0.559153139591217,
      "rewards/margins": 0.5565303564071655,
      "rewards/rejected": -1.1156834363937378,
      "step": 70
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.172826515897146e-06,
      "logits/chosen": -2.408031940460205,
      "logits/rejected": -2.3543269634246826,
      "logps/chosen": -2339.724609375,
      "logps/rejected": -3922.291748046875,
      "loss": 0.4755,
      "rewards/accuracies": 0.53125,
      "rewards/chosen": -1.0054388046264648,
      "rewards/margins": 0.39337557554244995,
      "rewards/rejected": -1.39881432056427,
      "step": 80
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.8772424536302565e-06,
      "logits/chosen": -2.4260120391845703,
      "logits/rejected": -2.373760461807251,
      "logps/chosen": -2360.41552734375,
      "logps/rejected": -3782.758544921875,
      "loss": 0.4727,
      "rewards/accuracies": 0.518750011920929,
      "rewards/chosen": -0.8136354684829712,
      "rewards/margins": 0.4064968228340149,
      "rewards/rejected": -1.2201323509216309,
      "step": 90
    },
    {
      "epoch": 0.43,
      "learning_rate": 3.5508930707739143e-06,
      "logits/chosen": -2.4029459953308105,
      "logits/rejected": -2.3526365756988525,
      "logps/chosen": -2014.8980712890625,
      "logps/rejected": -3683.920654296875,
      "loss": 0.4696,
      "rewards/accuracies": 0.5375000238418579,
      "rewards/chosen": -0.5975068211555481,
      "rewards/margins": 0.31760281324386597,
      "rewards/rejected": -0.9151096343994141,
      "step": 100
    },
    {
      "epoch": 0.47,
      "learning_rate": 3.201068473265007e-06,
      "logits/chosen": -2.452263355255127,
      "logits/rejected": -2.4388153553009033,
      "logps/chosen": -2102.702392578125,
      "logps/rejected": -4107.12255859375,
      "loss": 0.4725,
      "rewards/accuracies": 0.53125,
      "rewards/chosen": -0.7340173125267029,
      "rewards/margins": 0.48010140657424927,
      "rewards/rejected": -1.2141185998916626,
      "step": 110
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.835583164544139e-06,
      "logits/chosen": -2.4622802734375,
      "logits/rejected": -2.453519344329834,
      "logps/chosen": -2598.88037109375,
      "logps/rejected": -4125.0986328125,
      "loss": 0.4738,
      "rewards/accuracies": 0.6000000238418579,
      "rewards/chosen": -0.9378460049629211,
      "rewards/margins": 0.3462037444114685,
      "rewards/rejected": -1.2840497493743896,
      "step": 120
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.4626014824618418e-06,
      "logits/chosen": -2.5731091499328613,
      "logits/rejected": -2.559770107269287,
      "logps/chosen": -2807.160400390625,
      "logps/rejected": -4325.0205078125,
      "loss": 0.4802,
      "rewards/accuracies": 0.550000011920929,
      "rewards/chosen": -1.1455607414245605,
      "rewards/margins": 0.6021825075149536,
      "rewards/rejected": -1.7477432489395142,
      "step": 130
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.090455221462156e-06,
      "logits/chosen": -2.468670606613159,
      "logits/rejected": -2.4780094623565674,
      "logps/chosen": -2137.4091796875,
      "logps/rejected": -4046.2734375,
      "loss": 0.4714,
      "rewards/accuracies": 0.574999988079071,
      "rewards/chosen": -0.8530462980270386,
      "rewards/margins": 0.3694917857646942,
      "rewards/rejected": -1.2225382328033447,
      "step": 140
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7274575140626318e-06,
      "logits/chosen": -2.4550023078918457,
      "logits/rejected": -2.4524893760681152,
      "logps/chosen": -1734.0328369140625,
      "logps/rejected": -3453.727783203125,
      "loss": 0.4732,
      "rewards/accuracies": 0.550000011920929,
      "rewards/chosen": -0.5440791845321655,
      "rewards/margins": 0.4087960124015808,
      "rewards/rejected": -0.9528751373291016,
      "step": 150
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.3817171292109182e-06,
      "logits/chosen": -2.520023822784424,
      "logits/rejected": -2.549712657928467,
      "logps/chosen": -2198.69189453125,
      "logps/rejected": -3628.389892578125,
      "loss": 0.4758,
      "rewards/accuracies": 0.5375000238418579,
      "rewards/chosen": -0.6990865468978882,
      "rewards/margins": 0.3725363612174988,
      "rewards/rejected": -1.0716229677200317,
      "step": 160
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.0609573357858166e-06,
      "logits/chosen": -2.5392794609069824,
      "logits/rejected": -2.5447866916656494,
      "logps/chosen": -1648.3802490234375,
      "logps/rejected": -4229.2060546875,
      "loss": 0.4682,
      "rewards/accuracies": 0.574999988079071,
      "rewards/chosen": -0.7170668840408325,
      "rewards/margins": 0.6884183883666992,
      "rewards/rejected": -1.4054853916168213,
      "step": 170
    },
    {
      "epoch": 0.77,
      "learning_rate": 7.723433775328385e-07,
      "logits/chosen": -2.524719476699829,
      "logits/rejected": -2.5857484340667725,
      "logps/chosen": -2204.722900390625,
      "logps/rejected": -4786.68408203125,
      "loss": 0.47,
      "rewards/accuracies": 0.6000000238418579,
      "rewards/chosen": -0.9566167593002319,
      "rewards/margins": 0.7360025644302368,
      "rewards/rejected": -1.6926193237304688,
      "step": 180
    },
    {
      "epoch": 0.81,
      "learning_rate": 5.223224133591475e-07,
      "logits/chosen": -2.5650665760040283,
      "logits/rejected": -2.5723259449005127,
      "logps/chosen": -2591.955322265625,
      "logps/rejected": -4333.18701171875,
      "loss": 0.4722,
      "rewards/accuracies": 0.5375000238418579,
      "rewards/chosen": -1.0086050033569336,
      "rewards/margins": 0.689775824546814,
      "rewards/rejected": -1.6983808279037476,
      "step": 190
    },
    {
      "epoch": 0.85,
      "learning_rate": 3.164794984571759e-07,
      "logits/chosen": -2.4675166606903076,
      "logits/rejected": -2.536062717437744,
      "logps/chosen": -2089.778564453125,
      "logps/rejected": -4025.212158203125,
      "loss": 0.474,
      "rewards/accuracies": 0.48750001192092896,
      "rewards/chosen": -0.8992789387702942,
      "rewards/margins": 0.5448096990585327,
      "rewards/rejected": -1.4440886974334717,
      "step": 200
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.59412823400657e-07,
      "logits/chosen": -2.560384750366211,
      "logits/rejected": -2.6164653301239014,
      "logps/chosen": -2061.99658203125,
      "logps/rejected": -3734.251953125,
      "loss": 0.4744,
      "rewards/accuracies": 0.48750001192092896,
      "rewards/chosen": -0.9695846438407898,
      "rewards/margins": 0.20665684342384338,
      "rewards/rejected": -1.176241397857666,
      "step": 210
    },
    {
      "epoch": 0.94,
      "learning_rate": 5.463099816548578e-08,
      "logits/chosen": -2.4755778312683105,
      "logits/rejected": -2.5548205375671387,
      "logps/chosen": -1978.981689453125,
      "logps/rejected": -4176.359375,
      "loss": 0.4721,
      "rewards/accuracies": 0.59375,
      "rewards/chosen": -0.8206374049186707,
      "rewards/margins": 0.5447834730148315,
      "rewards/rejected": -1.365420937538147,
      "step": 220
    },
    {
      "epoch": 0.98,
      "learning_rate": 4.474675580662113e-09,
      "logits/chosen": -2.485661745071411,
      "logits/rejected": -2.55751371383667,
      "logps/chosen": -2132.883056640625,
      "logps/rejected": -4433.28271484375,
      "loss": 0.4707,
      "rewards/accuracies": 0.606249988079071,
      "rewards/chosen": -0.7833830714225769,
      "rewards/margins": 0.7396507263183594,
      "rewards/rejected": -1.523033857345581,
      "step": 230
    },
    {
      "epoch": 1.0,
      "step": 234,
      "total_flos": 0.0,
      "train_loss": 0.47607828460187995,
      "train_runtime": 5505.1583,
      "train_samples_per_second": 2.725,
      "train_steps_per_second": 0.043
    }
  ],
  "logging_steps": 10,
  "max_steps": 234,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 20,
  "total_flos": 0.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}