| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.998691442030882, | |
| "eval_steps": 500, | |
| "global_step": 477, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 1.0416666666666667e-07, | |
| "logits/chosen": -2.7967724800109863, | |
| "logits/rejected": -2.805750846862793, | |
| "logps/chosen": -270.3558654785156, | |
| "logps/rejected": -243.22396850585938, | |
| "loss": 0.5, | |
| "rewards/accuracies": 0.0, | |
| "rewards/chosen": 0.0, | |
| "rewards/margins": 0.0, | |
| "rewards/rejected": 0.0, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 1.0416666666666667e-06, | |
| "logits/chosen": -2.671762466430664, | |
| "logits/rejected": -2.713010549545288, | |
| "logps/chosen": -228.7700958251953, | |
| "logps/rejected": -213.14617919921875, | |
| "loss": 0.5, | |
| "rewards/accuracies": 0.3680555522441864, | |
| "rewards/chosen": 6.792499334551394e-06, | |
| "rewards/margins": -1.524862182122888e-05, | |
| "rewards/rejected": 2.204112388426438e-05, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 2.0833333333333334e-06, | |
| "logits/chosen": -2.7296969890594482, | |
| "logits/rejected": -2.7327723503112793, | |
| "logps/chosen": -242.0876922607422, | |
| "logps/rejected": -224.0583038330078, | |
| "loss": 0.5, | |
| "rewards/accuracies": 0.4781250059604645, | |
| "rewards/chosen": 0.00022381536837201566, | |
| "rewards/margins": 7.298699347302318e-05, | |
| "rewards/rejected": 0.0001508283894509077, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 3.125e-06, | |
| "logits/chosen": -2.7316231727600098, | |
| "logits/rejected": -2.7253520488739014, | |
| "logps/chosen": -253.94223022460938, | |
| "logps/rejected": -235.99728393554688, | |
| "loss": 0.4999, | |
| "rewards/accuracies": 0.512499988079071, | |
| "rewards/chosen": 0.000914489384740591, | |
| "rewards/margins": 0.0003135653678327799, | |
| "rewards/rejected": 0.0006009239004924893, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 4.166666666666667e-06, | |
| "logits/chosen": -2.6916933059692383, | |
| "logits/rejected": -2.690849781036377, | |
| "logps/chosen": -252.69357299804688, | |
| "logps/rejected": -234.3971710205078, | |
| "loss": 0.4998, | |
| "rewards/accuracies": 0.5874999761581421, | |
| "rewards/chosen": 0.0020142460707575083, | |
| "rewards/margins": 0.0008797285263426602, | |
| "rewards/rejected": 0.0011345174862071872, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.999731868769027e-06, | |
| "logits/chosen": -2.6373677253723145, | |
| "logits/rejected": -2.641324281692505, | |
| "logps/chosen": -224.9910430908203, | |
| "logps/rejected": -220.6387939453125, | |
| "loss": 0.4996, | |
| "rewards/accuracies": 0.59375, | |
| "rewards/chosen": 0.003733439836651087, | |
| "rewards/margins": 0.0014786701649427414, | |
| "rewards/rejected": 0.0022547696717083454, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 4.9903533134293035e-06, | |
| "logits/chosen": -2.6569573879241943, | |
| "logits/rejected": -2.6791322231292725, | |
| "logps/chosen": -221.05709838867188, | |
| "logps/rejected": -203.5032501220703, | |
| "loss": 0.4994, | |
| "rewards/accuracies": 0.606249988079071, | |
| "rewards/chosen": 0.005443854723125696, | |
| "rewards/margins": 0.0024864792358130217, | |
| "rewards/rejected": 0.0029573754873126745, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 4.967625656594782e-06, | |
| "logits/chosen": -2.707890748977661, | |
| "logits/rejected": -2.6958038806915283, | |
| "logps/chosen": -227.9226531982422, | |
| "logps/rejected": -209.75619506835938, | |
| "loss": 0.4992, | |
| "rewards/accuracies": 0.6031249761581421, | |
| "rewards/chosen": 0.006226530764251947, | |
| "rewards/margins": 0.0026825761888176203, | |
| "rewards/rejected": 0.0035439543426036835, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 4.93167072587771e-06, | |
| "logits/chosen": -2.691779375076294, | |
| "logits/rejected": -2.6711440086364746, | |
| "logps/chosen": -218.3474578857422, | |
| "logps/rejected": -207.0499725341797, | |
| "loss": 0.499, | |
| "rewards/accuracies": 0.609375, | |
| "rewards/chosen": 0.007510344497859478, | |
| "rewards/margins": 0.003996443003416061, | |
| "rewards/rejected": 0.0035139017272740602, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 4.882681251368549e-06, | |
| "logits/chosen": -2.6946892738342285, | |
| "logits/rejected": -2.6706433296203613, | |
| "logps/chosen": -233.44540405273438, | |
| "logps/rejected": -225.4489288330078, | |
| "loss": 0.4988, | |
| "rewards/accuracies": 0.606249988079071, | |
| "rewards/chosen": 0.007306075654923916, | |
| "rewards/margins": 0.004931028466671705, | |
| "rewards/rejected": 0.002375046955421567, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 4.8209198325401815e-06, | |
| "logits/chosen": -2.741804838180542, | |
| "logits/rejected": -2.722029447555542, | |
| "logps/chosen": -244.57785034179688, | |
| "logps/rejected": -229.181884765625, | |
| "loss": 0.4986, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": 0.00877557136118412, | |
| "rewards/margins": 0.007159523665904999, | |
| "rewards/rejected": 0.0016160461818799376, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 4.746717530629565e-06, | |
| "logits/chosen": -2.6642231941223145, | |
| "logits/rejected": -2.682945966720581, | |
| "logps/chosen": -227.15109252929688, | |
| "logps/rejected": -215.261474609375, | |
| "loss": 0.4986, | |
| "rewards/accuracies": 0.6000000238418579, | |
| "rewards/chosen": 0.007662790361791849, | |
| "rewards/margins": 0.007442783564329147, | |
| "rewards/rejected": 0.00022000684111844748, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 4.660472094042121e-06, | |
| "logits/chosen": -2.6481804847717285, | |
| "logits/rejected": -2.6557509899139404, | |
| "logps/chosen": -243.96139526367188, | |
| "logps/rejected": -208.84384155273438, | |
| "loss": 0.4984, | |
| "rewards/accuracies": 0.5874999761581421, | |
| "rewards/chosen": 0.007970081642270088, | |
| "rewards/margins": 0.007513949181884527, | |
| "rewards/rejected": 0.00045613135444000363, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 4.5626458262912745e-06, | |
| "logits/chosen": -2.607055187225342, | |
| "logits/rejected": -2.6165382862091064, | |
| "logps/chosen": -214.7068634033203, | |
| "logps/rejected": -214.4553680419922, | |
| "loss": 0.4985, | |
| "rewards/accuracies": 0.5625, | |
| "rewards/chosen": 0.007824478670954704, | |
| "rewards/margins": 0.007803040556609631, | |
| "rewards/rejected": 2.143829988199286e-05, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 4.453763107901676e-06, | |
| "logits/chosen": -2.662113666534424, | |
| "logits/rejected": -2.6899476051330566, | |
| "logps/chosen": -230.07870483398438, | |
| "logps/rejected": -218.9852752685547, | |
| "loss": 0.4981, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": 0.008939255960285664, | |
| "rewards/margins": 0.00983688049018383, | |
| "rewards/rejected": -0.000897624995559454, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 4.33440758555951e-06, | |
| "logits/chosen": -2.6915247440338135, | |
| "logits/rejected": -2.684671640396118, | |
| "logps/chosen": -239.7102813720703, | |
| "logps/rejected": -196.85520935058594, | |
| "loss": 0.498, | |
| "rewards/accuracies": 0.625, | |
| "rewards/chosen": 0.006214095279574394, | |
| "rewards/margins": 0.008828171528875828, | |
| "rewards/rejected": -0.0026140757836401463, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 4.205219043576955e-06, | |
| "logits/chosen": -2.6351287364959717, | |
| "logits/rejected": -2.6126668453216553, | |
| "logps/chosen": -217.2763214111328, | |
| "logps/rejected": -232.38308715820312, | |
| "loss": 0.4977, | |
| "rewards/accuracies": 0.612500011920929, | |
| "rewards/chosen": 0.005867967382073402, | |
| "rewards/margins": 0.012363599613308907, | |
| "rewards/rejected": -0.006495633628219366, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 4.066889974440757e-06, | |
| "logits/chosen": -2.651954412460327, | |
| "logits/rejected": -2.6270413398742676, | |
| "logps/chosen": -230.48202514648438, | |
| "logps/rejected": -207.2578887939453, | |
| "loss": 0.4981, | |
| "rewards/accuracies": 0.5687500238418579, | |
| "rewards/chosen": 0.005082262679934502, | |
| "rewards/margins": 0.009124400094151497, | |
| "rewards/rejected": -0.004042136482894421, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 3.92016186682789e-06, | |
| "logits/chosen": -2.623335838317871, | |
| "logits/rejected": -2.6311707496643066, | |
| "logps/chosen": -240.3880157470703, | |
| "logps/rejected": -239.96383666992188, | |
| "loss": 0.4978, | |
| "rewards/accuracies": 0.65625, | |
| "rewards/chosen": 0.004731752909719944, | |
| "rewards/margins": 0.013921832665801048, | |
| "rewards/rejected": -0.009190080687403679, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 3.7658212309857576e-06, | |
| "logits/chosen": -2.6556308269500732, | |
| "logits/rejected": -2.635357618331909, | |
| "logps/chosen": -227.9666748046875, | |
| "logps/rejected": -235.2104949951172, | |
| "loss": 0.4976, | |
| "rewards/accuracies": 0.6343749761581421, | |
| "rewards/chosen": 0.005550178233534098, | |
| "rewards/margins": 0.015345620922744274, | |
| "rewards/rejected": -0.009795443154871464, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 3.604695382782159e-06, | |
| "logits/chosen": -2.613764524459839, | |
| "logits/rejected": -2.5981905460357666, | |
| "logps/chosen": -244.93527221679688, | |
| "logps/rejected": -219.70816040039062, | |
| "loss": 0.4975, | |
| "rewards/accuracies": 0.621874988079071, | |
| "rewards/chosen": 0.005905141122639179, | |
| "rewards/margins": 0.01656787097454071, | |
| "rewards/rejected": -0.010662728920578957, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 3.437648009023905e-06, | |
| "logits/chosen": -2.6281652450561523, | |
| "logits/rejected": -2.6158878803253174, | |
| "logps/chosen": -230.68093872070312, | |
| "logps/rejected": -229.5253448486328, | |
| "loss": 0.4974, | |
| "rewards/accuracies": 0.5843750238418579, | |
| "rewards/chosen": 0.0013032301794737577, | |
| "rewards/margins": 0.012972685508430004, | |
| "rewards/rejected": -0.011669456958770752, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 3.265574537815398e-06, | |
| "logits/chosen": -2.6179089546203613, | |
| "logits/rejected": -2.600205898284912, | |
| "logps/chosen": -220.5909881591797, | |
| "logps/rejected": -219.4180450439453, | |
| "loss": 0.4975, | |
| "rewards/accuracies": 0.574999988079071, | |
| "rewards/chosen": 0.00289526185952127, | |
| "rewards/margins": 0.01316472701728344, | |
| "rewards/rejected": -0.0102694658562541, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 3.089397338773569e-06, | |
| "logits/chosen": -2.5429725646972656, | |
| "logits/rejected": -2.5193886756896973, | |
| "logps/chosen": -219.8972930908203, | |
| "logps/rejected": -224.34597778320312, | |
| "loss": 0.4974, | |
| "rewards/accuracies": 0.578125, | |
| "rewards/chosen": 0.001055281376466155, | |
| "rewards/margins": 0.015370063483715057, | |
| "rewards/rejected": -0.014314780943095684, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 2.9100607788275547e-06, | |
| "logits/chosen": -2.5410211086273193, | |
| "logits/rejected": -2.5228562355041504, | |
| "logps/chosen": -221.77243041992188, | |
| "logps/rejected": -222.72091674804688, | |
| "loss": 0.4972, | |
| "rewards/accuracies": 0.5562499761581421, | |
| "rewards/chosen": -0.0065743401646614075, | |
| "rewards/margins": 0.014264288358390331, | |
| "rewards/rejected": -0.020838629454374313, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 2.72852616010567e-06, | |
| "logits/chosen": -2.5719101428985596, | |
| "logits/rejected": -2.5223493576049805, | |
| "logps/chosen": -226.51950073242188, | |
| "logps/rejected": -222.7196502685547, | |
| "loss": 0.4969, | |
| "rewards/accuracies": 0.590624988079071, | |
| "rewards/chosen": -0.0035572790075093508, | |
| "rewards/margins": 0.023138266056776047, | |
| "rewards/rejected": -0.02669554576277733, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 2.5457665670441937e-06, | |
| "logits/chosen": -2.6053082942962646, | |
| "logits/rejected": -2.5733938217163086, | |
| "logps/chosen": -249.0303955078125, | |
| "logps/rejected": -240.6870574951172, | |
| "loss": 0.4962, | |
| "rewards/accuracies": 0.6156250238418579, | |
| "rewards/chosen": -0.005832755006849766, | |
| "rewards/margins": 0.026431718841195107, | |
| "rewards/rejected": -0.03226447105407715, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 2.3627616503391813e-06, | |
| "logits/chosen": -2.6097915172576904, | |
| "logits/rejected": -2.565622329711914, | |
| "logps/chosen": -272.3103942871094, | |
| "logps/rejected": -283.4029846191406, | |
| "loss": 0.4962, | |
| "rewards/accuracies": 0.637499988079071, | |
| "rewards/chosen": -0.009318219497799873, | |
| "rewards/margins": 0.03199902921915054, | |
| "rewards/rejected": -0.041317250579595566, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 2.1804923757009885e-06, | |
| "logits/chosen": -2.5360941886901855, | |
| "logits/rejected": -2.502972364425659, | |
| "logps/chosen": -253.5753173828125, | |
| "logps/rejected": -242.55581665039062, | |
| "loss": 0.4965, | |
| "rewards/accuracies": 0.5874999761581421, | |
| "rewards/chosen": -0.025225955992937088, | |
| "rewards/margins": 0.025721151381731033, | |
| "rewards/rejected": -0.05094710737466812, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 1.9999357655598894e-06, | |
| "logits/chosen": -2.5319244861602783, | |
| "logits/rejected": -2.465296983718872, | |
| "logps/chosen": -268.68438720703125, | |
| "logps/rejected": -286.90582275390625, | |
| "loss": 0.4959, | |
| "rewards/accuracies": 0.612500011920929, | |
| "rewards/chosen": -0.03240751475095749, | |
| "rewards/margins": 0.035424619913101196, | |
| "rewards/rejected": -0.06783213466405869, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 1.8220596619089576e-06, | |
| "logits/chosen": -2.4394478797912598, | |
| "logits/rejected": -2.4182257652282715, | |
| "logps/chosen": -272.16973876953125, | |
| "logps/rejected": -293.65020751953125, | |
| "loss": 0.4947, | |
| "rewards/accuracies": 0.5562499761581421, | |
| "rewards/chosen": -0.03661135956645012, | |
| "rewards/margins": 0.03990130499005318, | |
| "rewards/rejected": -0.07651267200708389, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 1.647817538357072e-06, | |
| "logits/chosen": -2.297726631164551, | |
| "logits/rejected": -2.2101216316223145, | |
| "logps/chosen": -390.9844665527344, | |
| "logps/rejected": -431.4691467285156, | |
| "loss": 0.4919, | |
| "rewards/accuracies": 0.528124988079071, | |
| "rewards/chosen": -0.15482836961746216, | |
| "rewards/margins": 0.07953239977359772, | |
| "rewards/rejected": -0.23436078429222107, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.4781433892011132e-06, | |
| "logits/chosen": -1.8453972339630127, | |
| "logits/rejected": -1.7317909002304077, | |
| "logps/chosen": -681.6414184570312, | |
| "logps/rejected": -987.8673706054688, | |
| "loss": 0.4842, | |
| "rewards/accuracies": 0.5531250238418579, | |
| "rewards/chosen": -0.4435897767543793, | |
| "rewards/margins": 0.3242936134338379, | |
| "rewards/rejected": -0.7678834199905396, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.3139467229135999e-06, | |
| "logits/chosen": -1.9067537784576416, | |
| "logits/rejected": -1.8014500141143799, | |
| "logps/chosen": -885.9420166015625, | |
| "logps/rejected": -1086.572509765625, | |
| "loss": 0.482, | |
| "rewards/accuracies": 0.48750001192092896, | |
| "rewards/chosen": -0.6387772560119629, | |
| "rewards/margins": 0.23005250096321106, | |
| "rewards/rejected": -0.8688297271728516, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.1561076868822756e-06, | |
| "logits/chosen": -2.052692413330078, | |
| "logits/rejected": -1.9470455646514893, | |
| "logps/chosen": -739.042236328125, | |
| "logps/rejected": -992.4461059570312, | |
| "loss": 0.4809, | |
| "rewards/accuracies": 0.559374988079071, | |
| "rewards/chosen": -0.49481409788131714, | |
| "rewards/margins": 0.2876318097114563, | |
| "rewards/rejected": -0.7824459075927734, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.0054723495346484e-06, | |
| "logits/chosen": -1.9866969585418701, | |
| "logits/rejected": -1.8636195659637451, | |
| "logps/chosen": -883.5921630859375, | |
| "logps/rejected": -1097.7490234375, | |
| "loss": 0.4832, | |
| "rewards/accuracies": 0.5406249761581421, | |
| "rewards/chosen": -0.658557116985321, | |
| "rewards/margins": 0.2439090460538864, | |
| "rewards/rejected": -0.9024661779403687, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 8.628481651367876e-07, | |
| "logits/chosen": -2.103574275970459, | |
| "logits/rejected": -1.9690395593643188, | |
| "logps/chosen": -854.9332885742188, | |
| "logps/rejected": -1295.6673583984375, | |
| "loss": 0.4805, | |
| "rewards/accuracies": 0.5874999761581421, | |
| "rewards/chosen": -0.6121799945831299, | |
| "rewards/margins": 0.4702150821685791, | |
| "rewards/rejected": -1.082395076751709, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 7.289996455765749e-07, | |
| "logits/chosen": -2.1500675678253174, | |
| "logits/rejected": -2.044593572616577, | |
| "logps/chosen": -781.8174438476562, | |
| "logps/rejected": -1134.3828125, | |
| "loss": 0.4804, | |
| "rewards/accuracies": 0.49687498807907104, | |
| "rewards/chosen": -0.5213514566421509, | |
| "rewards/margins": 0.39176231622695923, | |
| "rewards/rejected": -0.9131137132644653, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 6.046442623320145e-07, | |
| "logits/chosen": -2.1524083614349365, | |
| "logits/rejected": -2.063347816467285, | |
| "logps/chosen": -762.1702270507812, | |
| "logps/rejected": -1244.992431640625, | |
| "loss": 0.477, | |
| "rewards/accuracies": 0.6156250238418579, | |
| "rewards/chosen": -0.5212429761886597, | |
| "rewards/margins": 0.4973062574863434, | |
| "rewards/rejected": -1.0185492038726807, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 4.904486005914027e-07, | |
| "logits/chosen": -2.1940252780914307, | |
| "logits/rejected": -2.106301784515381, | |
| "logps/chosen": -789.7882690429688, | |
| "logps/rejected": -1301.745361328125, | |
| "loss": 0.4771, | |
| "rewards/accuracies": 0.612500011920929, | |
| "rewards/chosen": -0.5382066965103149, | |
| "rewards/margins": 0.5309630632400513, | |
| "rewards/rejected": -1.0691697597503662, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 3.8702478614051353e-07, | |
| "logits/chosen": -2.1056671142578125, | |
| "logits/rejected": -2.0197396278381348, | |
| "logps/chosen": -846.3111572265625, | |
| "logps/rejected": -1285.551025390625, | |
| "loss": 0.478, | |
| "rewards/accuracies": 0.518750011920929, | |
| "rewards/chosen": -0.6085025072097778, | |
| "rewards/margins": 0.4548709988594055, | |
| "rewards/rejected": -1.0633734464645386, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 2.9492720416985004e-07, | |
| "logits/chosen": -2.086305618286133, | |
| "logits/rejected": -1.996105432510376, | |
| "logps/chosen": -932.2883911132812, | |
| "logps/rejected": -1177.2127685546875, | |
| "loss": 0.4807, | |
| "rewards/accuracies": 0.534375011920929, | |
| "rewards/chosen": -0.6851298213005066, | |
| "rewards/margins": 0.29829445481300354, | |
| "rewards/rejected": -0.983424186706543, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 2.1464952759020857e-07, | |
| "logits/chosen": -2.1438374519348145, | |
| "logits/rejected": -2.0642104148864746, | |
| "logps/chosen": -878.0729370117188, | |
| "logps/rejected": -1302.420654296875, | |
| "loss": 0.4798, | |
| "rewards/accuracies": 0.606249988079071, | |
| "rewards/chosen": -0.6570709347724915, | |
| "rewards/margins": 0.4223295748233795, | |
| "rewards/rejected": -1.0794004201889038, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 1.4662207078575685e-07, | |
| "logits/chosen": -2.1188504695892334, | |
| "logits/rejected": -2.0422720909118652, | |
| "logps/chosen": -986.8173828125, | |
| "logps/rejected": -1470.625244140625, | |
| "loss": 0.4786, | |
| "rewards/accuracies": 0.546875, | |
| "rewards/chosen": -0.7492085695266724, | |
| "rewards/margins": 0.5096833109855652, | |
| "rewards/rejected": -1.2588918209075928, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 9.120948298936422e-08, | |
| "logits/chosen": -2.160806894302368, | |
| "logits/rejected": -2.0456414222717285, | |
| "logps/chosen": -828.1990356445312, | |
| "logps/rejected": -1279.345703125, | |
| "loss": 0.4768, | |
| "rewards/accuracies": 0.5874999761581421, | |
| "rewards/chosen": -0.6060695052146912, | |
| "rewards/margins": 0.45984458923339844, | |
| "rewards/rejected": -1.0659140348434448, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 4.870879364444109e-08, | |
| "logits/chosen": -2.1377763748168945, | |
| "logits/rejected": -2.0168356895446777, | |
| "logps/chosen": -823.4695434570312, | |
| "logps/rejected": -1253.1837158203125, | |
| "loss": 0.4787, | |
| "rewards/accuracies": 0.5218750238418579, | |
| "rewards/chosen": -0.591966986656189, | |
| "rewards/margins": 0.44343581795692444, | |
| "rewards/rejected": -1.0354026556015015, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 1.93478202307823e-08, | |
| "logits/chosen": -2.1620395183563232, | |
| "logits/rejected": -2.011014223098755, | |
| "logps/chosen": -961.3709106445312, | |
| "logps/rejected": -1517.798828125, | |
| "loss": 0.4762, | |
| "rewards/accuracies": 0.6000000238418579, | |
| "rewards/chosen": -0.7009885907173157, | |
| "rewards/margins": 0.592383086681366, | |
| "rewards/rejected": -1.2933716773986816, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 3.283947088983663e-09, | |
| "logits/chosen": -2.198997735977173, | |
| "logits/rejected": -2.040200710296631, | |
| "logps/chosen": -834.0213623046875, | |
| "logps/rejected": -1428.2811279296875, | |
| "loss": 0.4748, | |
| "rewards/accuracies": 0.5718749761581421, | |
| "rewards/chosen": -0.594894289970398, | |
| "rewards/margins": 0.6237603425979614, | |
| "rewards/rejected": -1.2186545133590698, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 477, | |
| "total_flos": 0.0, | |
| "train_loss": 0.38682256204777044, | |
| "train_runtime": 17349.9683, | |
| "train_samples_per_second": 3.524, | |
| "train_steps_per_second": 0.027 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 477, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 20, | |
| "total_flos": 0.0, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |