| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.998451213216314, | |
| "eval_steps": 100, | |
| "global_step": 2904, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 1.7182130584192438e-09, | |
| "logits/chosen": 22.749126434326172, | |
| "logits/rejected": 22.455398559570312, | |
| "logps/chosen": -415.7331848144531, | |
| "logps/rejected": -294.51483154296875, | |
| "loss": 0.6931, | |
| "rewards/accuracies": 0.0, | |
| "rewards/chosen": 0.0, | |
| "rewards/margins": 0.0, | |
| "rewards/rejected": 0.0, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "eval_logits/chosen": 23.82334327697754, | |
| "eval_logits/rejected": 23.573287963867188, | |
| "eval_logps/chosen": -354.5701599121094, | |
| "eval_logps/rejected": -274.08343505859375, | |
| "eval_loss": 0.6931473612785339, | |
| "eval_rewards/accuracies": 0.0, | |
| "eval_rewards/chosen": 0.0, | |
| "eval_rewards/margins": 0.0, | |
| "eval_rewards/rejected": 0.0, | |
| "eval_runtime": 208.2485, | |
| "eval_samples_per_second": 9.604, | |
| "eval_steps_per_second": 0.303, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 1.718213058419244e-08, | |
| "logits/chosen": 23.493385314941406, | |
| "logits/rejected": 23.479415893554688, | |
| "logps/chosen": -359.0509948730469, | |
| "logps/rejected": -263.7375793457031, | |
| "loss": 0.692, | |
| "rewards/accuracies": 0.5833333134651184, | |
| "rewards/chosen": 0.016306404024362564, | |
| "rewards/margins": 0.025918345898389816, | |
| "rewards/rejected": -0.009611942805349827, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 3.436426116838488e-08, | |
| "logits/chosen": 23.505186080932617, | |
| "logits/rejected": 23.52346420288086, | |
| "logps/chosen": -327.48468017578125, | |
| "logps/rejected": -279.432861328125, | |
| "loss": 0.6965, | |
| "rewards/accuracies": 0.4375, | |
| "rewards/chosen": -0.013154825195670128, | |
| "rewards/margins": -0.014362807385623455, | |
| "rewards/rejected": 0.0012079827720299363, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 5.154639175257731e-08, | |
| "logits/chosen": 23.50873374938965, | |
| "logits/rejected": 23.2880859375, | |
| "logps/chosen": -340.9912109375, | |
| "logps/rejected": -269.15045166015625, | |
| "loss": 0.6955, | |
| "rewards/accuracies": 0.4375, | |
| "rewards/chosen": 0.0022484897635877132, | |
| "rewards/margins": -0.017411604523658752, | |
| "rewards/rejected": 0.0196601003408432, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 6.872852233676976e-08, | |
| "logits/chosen": 23.961822509765625, | |
| "logits/rejected": 23.730144500732422, | |
| "logps/chosen": -414.52447509765625, | |
| "logps/rejected": -300.4974670410156, | |
| "loss": 0.6961, | |
| "rewards/accuracies": 0.5249999761581421, | |
| "rewards/chosen": 0.003453383222222328, | |
| "rewards/margins": 0.017737122252583504, | |
| "rewards/rejected": -0.014283737167716026, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 8.59106529209622e-08, | |
| "logits/chosen": 23.999908447265625, | |
| "logits/rejected": 23.47333335876465, | |
| "logps/chosen": -313.49395751953125, | |
| "logps/rejected": -216.2849578857422, | |
| "loss": 0.691, | |
| "rewards/accuracies": 0.5375000238418579, | |
| "rewards/chosen": 0.021781612187623978, | |
| "rewards/margins": 0.03288044035434723, | |
| "rewards/rejected": -0.011098823510110378, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 1.0309278350515462e-07, | |
| "logits/chosen": 23.825542449951172, | |
| "logits/rejected": 23.716323852539062, | |
| "logps/chosen": -306.31744384765625, | |
| "logps/rejected": -260.7249755859375, | |
| "loss": 0.6916, | |
| "rewards/accuracies": 0.4375, | |
| "rewards/chosen": 0.009675316512584686, | |
| "rewards/margins": -0.021775808185338974, | |
| "rewards/rejected": 0.03145112842321396, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 1.202749140893471e-07, | |
| "logits/chosen": 23.89028549194336, | |
| "logits/rejected": 23.66950798034668, | |
| "logps/chosen": -364.57757568359375, | |
| "logps/rejected": -250.9732208251953, | |
| "loss": 0.6871, | |
| "rewards/accuracies": 0.574999988079071, | |
| "rewards/chosen": 0.0638527050614357, | |
| "rewards/margins": 0.016006827354431152, | |
| "rewards/rejected": 0.047845881432294846, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 1.3745704467353952e-07, | |
| "logits/chosen": 23.972980499267578, | |
| "logits/rejected": 23.702159881591797, | |
| "logps/chosen": -360.4600524902344, | |
| "logps/rejected": -277.17767333984375, | |
| "loss": 0.6826, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": 0.10171504318714142, | |
| "rewards/margins": 0.051059722900390625, | |
| "rewards/rejected": 0.05065532401204109, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 1.5463917525773197e-07, | |
| "logits/chosen": 23.601802825927734, | |
| "logits/rejected": 23.44902229309082, | |
| "logps/chosen": -256.45306396484375, | |
| "logps/rejected": -228.2622528076172, | |
| "loss": 0.6742, | |
| "rewards/accuracies": 0.612500011920929, | |
| "rewards/chosen": 0.13566820323467255, | |
| "rewards/margins": 0.05287040024995804, | |
| "rewards/rejected": 0.0827978178858757, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 1.718213058419244e-07, | |
| "logits/chosen": 23.945114135742188, | |
| "logits/rejected": 23.670852661132812, | |
| "logps/chosen": -317.6385192871094, | |
| "logps/rejected": -238.4324188232422, | |
| "loss": 0.6639, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": 0.14283855259418488, | |
| "rewards/margins": 0.07535254955291748, | |
| "rewards/rejected": 0.0674859955906868, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "eval_logits/chosen": 23.83555793762207, | |
| "eval_logits/rejected": 23.585235595703125, | |
| "eval_logps/chosen": -352.80859375, | |
| "eval_logps/rejected": -273.12677001953125, | |
| "eval_loss": 0.6592543125152588, | |
| "eval_rewards/accuracies": 0.6150793433189392, | |
| "eval_rewards/chosen": 0.17615097761154175, | |
| "eval_rewards/margins": 0.0804828330874443, | |
| "eval_rewards/rejected": 0.09566814452409744, | |
| "eval_runtime": 210.7096, | |
| "eval_samples_per_second": 9.492, | |
| "eval_steps_per_second": 0.299, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 1.8900343642611682e-07, | |
| "logits/chosen": 23.709579467773438, | |
| "logits/rejected": 23.512853622436523, | |
| "logps/chosen": -349.40234375, | |
| "logps/rejected": -243.11532592773438, | |
| "loss": 0.6541, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": 0.16010603308677673, | |
| "rewards/margins": 0.09831614792346954, | |
| "rewards/rejected": 0.06178988143801689, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 2.0618556701030925e-07, | |
| "logits/chosen": 23.544376373291016, | |
| "logits/rejected": 23.377239227294922, | |
| "logps/chosen": -341.64080810546875, | |
| "logps/rejected": -247.55844116210938, | |
| "loss": 0.6539, | |
| "rewards/accuracies": 0.5249999761581421, | |
| "rewards/chosen": 0.1492854803800583, | |
| "rewards/margins": 0.0526873879134655, | |
| "rewards/rejected": 0.09659810364246368, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 2.2336769759450173e-07, | |
| "logits/chosen": 24.006563186645508, | |
| "logits/rejected": 23.8785457611084, | |
| "logps/chosen": -321.85467529296875, | |
| "logps/rejected": -281.0990905761719, | |
| "loss": 0.6401, | |
| "rewards/accuracies": 0.637499988079071, | |
| "rewards/chosen": 0.19155286252498627, | |
| "rewards/margins": 0.1119670420885086, | |
| "rewards/rejected": 0.07958582043647766, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 2.405498281786942e-07, | |
| "logits/chosen": 23.71746826171875, | |
| "logits/rejected": 23.616607666015625, | |
| "logps/chosen": -346.86761474609375, | |
| "logps/rejected": -257.8626708984375, | |
| "loss": 0.6319, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": 0.179647758603096, | |
| "rewards/margins": 0.20804457366466522, | |
| "rewards/rejected": -0.02839680388569832, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 2.5773195876288655e-07, | |
| "logits/chosen": 23.601333618164062, | |
| "logits/rejected": 23.368152618408203, | |
| "logps/chosen": -342.10003662109375, | |
| "logps/rejected": -261.25201416015625, | |
| "loss": 0.6243, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": 0.13529065251350403, | |
| "rewards/margins": 0.20980004966259003, | |
| "rewards/rejected": -0.0745093896985054, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 2.7491408934707903e-07, | |
| "logits/chosen": 24.020530700683594, | |
| "logits/rejected": 23.818883895874023, | |
| "logps/chosen": -362.73968505859375, | |
| "logps/rejected": -253.7847137451172, | |
| "loss": 0.5915, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": 0.13591055572032928, | |
| "rewards/margins": 0.31857621669769287, | |
| "rewards/rejected": -0.1826656460762024, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 2.9209621993127146e-07, | |
| "logits/chosen": 23.72347640991211, | |
| "logits/rejected": 23.625173568725586, | |
| "logps/chosen": -337.2410583496094, | |
| "logps/rejected": -265.833740234375, | |
| "loss": 0.5966, | |
| "rewards/accuracies": 0.612500011920929, | |
| "rewards/chosen": 0.06029454618692398, | |
| "rewards/margins": 0.21368882060050964, | |
| "rewards/rejected": -0.15339429676532745, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 3.0927835051546394e-07, | |
| "logits/chosen": 24.024005889892578, | |
| "logits/rejected": 23.694889068603516, | |
| "logps/chosen": -303.23358154296875, | |
| "logps/rejected": -259.80047607421875, | |
| "loss": 0.5912, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": 0.10565178096294403, | |
| "rewards/margins": 0.33361369371414185, | |
| "rewards/rejected": -0.2279619425535202, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 3.2646048109965636e-07, | |
| "logits/chosen": 23.458202362060547, | |
| "logits/rejected": 23.41326904296875, | |
| "logps/chosen": -278.2962341308594, | |
| "logps/rejected": -242.08627319335938, | |
| "loss": 0.5826, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": 0.05947988107800484, | |
| "rewards/margins": 0.3678347170352936, | |
| "rewards/rejected": -0.30835479497909546, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 3.436426116838488e-07, | |
| "logits/chosen": 23.741714477539062, | |
| "logits/rejected": 23.483057022094727, | |
| "logps/chosen": -314.7781066894531, | |
| "logps/rejected": -248.27880859375, | |
| "loss": 0.5804, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": 0.1307556927204132, | |
| "rewards/margins": 0.3709767758846283, | |
| "rewards/rejected": -0.2402210682630539, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "eval_logits/chosen": 23.830230712890625, | |
| "eval_logits/rejected": 23.587175369262695, | |
| "eval_logps/chosen": -353.7904052734375, | |
| "eval_logps/rejected": -277.4797668457031, | |
| "eval_loss": 0.5836150646209717, | |
| "eval_rewards/accuracies": 0.6507936716079712, | |
| "eval_rewards/chosen": 0.07797454297542572, | |
| "eval_rewards/margins": 0.41760751605033875, | |
| "eval_rewards/rejected": -0.33963292837142944, | |
| "eval_runtime": 208.5861, | |
| "eval_samples_per_second": 9.588, | |
| "eval_steps_per_second": 0.302, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 3.608247422680412e-07, | |
| "logits/chosen": 23.76480484008789, | |
| "logits/rejected": 23.56380271911621, | |
| "logps/chosen": -377.50799560546875, | |
| "logps/rejected": -279.08978271484375, | |
| "loss": 0.5611, | |
| "rewards/accuracies": 0.6875, | |
| "rewards/chosen": 0.0905425176024437, | |
| "rewards/margins": 0.527503252029419, | |
| "rewards/rejected": -0.43696069717407227, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 3.7800687285223364e-07, | |
| "logits/chosen": 23.482959747314453, | |
| "logits/rejected": 23.370895385742188, | |
| "logps/chosen": -316.96038818359375, | |
| "logps/rejected": -253.94686889648438, | |
| "loss": 0.5691, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -0.16429784893989563, | |
| "rewards/margins": 0.4349435865879059, | |
| "rewards/rejected": -0.5992413759231567, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 3.9518900343642607e-07, | |
| "logits/chosen": 23.473817825317383, | |
| "logits/rejected": 23.369760513305664, | |
| "logps/chosen": -334.98663330078125, | |
| "logps/rejected": -293.44854736328125, | |
| "loss": 0.5962, | |
| "rewards/accuracies": 0.625, | |
| "rewards/chosen": -0.1187012642621994, | |
| "rewards/margins": 0.38999611139297485, | |
| "rewards/rejected": -0.5086973905563354, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 4.123711340206185e-07, | |
| "logits/chosen": 23.480493545532227, | |
| "logits/rejected": 23.42662239074707, | |
| "logps/chosen": -329.04595947265625, | |
| "logps/rejected": -243.5697784423828, | |
| "loss": 0.564, | |
| "rewards/accuracies": 0.6625000238418579, | |
| "rewards/chosen": -0.16112008690834045, | |
| "rewards/margins": 0.41859644651412964, | |
| "rewards/rejected": -0.5797165036201477, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 4.2955326460481097e-07, | |
| "logits/chosen": 23.753459930419922, | |
| "logits/rejected": 23.624629974365234, | |
| "logps/chosen": -347.7720642089844, | |
| "logps/rejected": -273.23162841796875, | |
| "loss": 0.5833, | |
| "rewards/accuracies": 0.6625000238418579, | |
| "rewards/chosen": -0.06806284189224243, | |
| "rewards/margins": 0.4797073304653168, | |
| "rewards/rejected": -0.5477702021598816, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 4.4673539518900345e-07, | |
| "logits/chosen": 23.70407485961914, | |
| "logits/rejected": 23.5228328704834, | |
| "logps/chosen": -310.2815856933594, | |
| "logps/rejected": -250.3536376953125, | |
| "loss": 0.5718, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -0.07945041358470917, | |
| "rewards/margins": 0.49080556631088257, | |
| "rewards/rejected": -0.5702559351921082, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 4.639175257731959e-07, | |
| "logits/chosen": 23.76226234436035, | |
| "logits/rejected": 23.472620010375977, | |
| "logps/chosen": -301.5387268066406, | |
| "logps/rejected": -240.7628631591797, | |
| "loss": 0.601, | |
| "rewards/accuracies": 0.637499988079071, | |
| "rewards/chosen": -0.07512088119983673, | |
| "rewards/margins": 0.4631730914115906, | |
| "rewards/rejected": -0.5382939577102661, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 4.810996563573884e-07, | |
| "logits/chosen": 23.984760284423828, | |
| "logits/rejected": 23.863937377929688, | |
| "logps/chosen": -373.2278137207031, | |
| "logps/rejected": -285.9132995605469, | |
| "loss": 0.5712, | |
| "rewards/accuracies": 0.6875, | |
| "rewards/chosen": 0.10135757923126221, | |
| "rewards/margins": 0.6022639274597168, | |
| "rewards/rejected": -0.5009063482284546, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 4.982817869415807e-07, | |
| "logits/chosen": 23.733274459838867, | |
| "logits/rejected": 23.508481979370117, | |
| "logps/chosen": -356.46099853515625, | |
| "logps/rejected": -259.97003173828125, | |
| "loss": 0.5751, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": -0.18595895171165466, | |
| "rewards/margins": 0.5399104952812195, | |
| "rewards/rejected": -0.7258695363998413, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 4.982778415614236e-07, | |
| "logits/chosen": 23.513275146484375, | |
| "logits/rejected": 23.471511840820312, | |
| "logps/chosen": -293.0979919433594, | |
| "logps/rejected": -249.67446899414062, | |
| "loss": 0.5815, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": -0.22943711280822754, | |
| "rewards/margins": 0.6720036268234253, | |
| "rewards/rejected": -0.9014407396316528, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "eval_logits/chosen": 23.749773025512695, | |
| "eval_logits/rejected": 23.52240753173828, | |
| "eval_logps/chosen": -356.49285888671875, | |
| "eval_logps/rejected": -281.9402770996094, | |
| "eval_loss": 0.5510157942771912, | |
| "eval_rewards/accuracies": 0.7420634627342224, | |
| "eval_rewards/chosen": -0.19227494299411774, | |
| "eval_rewards/margins": 0.5934095978736877, | |
| "eval_rewards/rejected": -0.7856844663619995, | |
| "eval_runtime": 210.4467, | |
| "eval_samples_per_second": 9.504, | |
| "eval_steps_per_second": 0.299, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 4.963643321852277e-07, | |
| "logits/chosen": 23.758647918701172, | |
| "logits/rejected": 23.599285125732422, | |
| "logps/chosen": -387.0029296875, | |
| "logps/rejected": -297.8297119140625, | |
| "loss": 0.5858, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": -0.22534582018852234, | |
| "rewards/margins": 0.4947783946990967, | |
| "rewards/rejected": -0.7201241254806519, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 4.944508228090318e-07, | |
| "logits/chosen": 23.673627853393555, | |
| "logits/rejected": 23.470468521118164, | |
| "logps/chosen": -269.2679748535156, | |
| "logps/rejected": -209.1413116455078, | |
| "loss": 0.5428, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": -0.2326889932155609, | |
| "rewards/margins": 0.49293145537376404, | |
| "rewards/rejected": -0.7256205677986145, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 4.925373134328357e-07, | |
| "logits/chosen": 23.728256225585938, | |
| "logits/rejected": 23.57656478881836, | |
| "logps/chosen": -341.84552001953125, | |
| "logps/rejected": -279.85650634765625, | |
| "loss": 0.5848, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": -0.2053179293870926, | |
| "rewards/margins": 0.5053264498710632, | |
| "rewards/rejected": -0.7106443643569946, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 4.906238040566398e-07, | |
| "logits/chosen": 23.395517349243164, | |
| "logits/rejected": 23.30283546447754, | |
| "logps/chosen": -276.00958251953125, | |
| "logps/rejected": -245.6515655517578, | |
| "loss": 0.5731, | |
| "rewards/accuracies": 0.6625000238418579, | |
| "rewards/chosen": -0.4472281038761139, | |
| "rewards/margins": 0.5112749338150024, | |
| "rewards/rejected": -0.9585030674934387, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 4.887102946804438e-07, | |
| "logits/chosen": 23.459369659423828, | |
| "logits/rejected": 23.258296966552734, | |
| "logps/chosen": -351.51153564453125, | |
| "logps/rejected": -265.9107666015625, | |
| "loss": 0.5436, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": -0.248783141374588, | |
| "rewards/margins": 0.7760157585144043, | |
| "rewards/rejected": -1.02479887008667, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 4.867967853042479e-07, | |
| "logits/chosen": 23.64513397216797, | |
| "logits/rejected": 23.49908447265625, | |
| "logps/chosen": -327.1449890136719, | |
| "logps/rejected": -301.5306396484375, | |
| "loss": 0.5287, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -0.29137879610061646, | |
| "rewards/margins": 0.8306191563606262, | |
| "rewards/rejected": -1.1219979524612427, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 4.84883275928052e-07, | |
| "logits/chosen": 23.72499656677246, | |
| "logits/rejected": 23.477428436279297, | |
| "logps/chosen": -337.2041320800781, | |
| "logps/rejected": -292.93463134765625, | |
| "loss": 0.5549, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -0.20421965420246124, | |
| "rewards/margins": 0.776501476764679, | |
| "rewards/rejected": -0.980721116065979, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 4.82969766551856e-07, | |
| "logits/chosen": 23.811683654785156, | |
| "logits/rejected": 23.42571258544922, | |
| "logps/chosen": -364.2945251464844, | |
| "logps/rejected": -283.0462646484375, | |
| "loss": 0.5698, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": -0.06022878363728523, | |
| "rewards/margins": 0.7983857989311218, | |
| "rewards/rejected": -0.8586145639419556, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 4.810562571756601e-07, | |
| "logits/chosen": 23.39688491821289, | |
| "logits/rejected": 23.162023544311523, | |
| "logps/chosen": -323.4096984863281, | |
| "logps/rejected": -250.5354461669922, | |
| "loss": 0.5771, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -0.1642606556415558, | |
| "rewards/margins": 0.8033970594406128, | |
| "rewards/rejected": -0.967657744884491, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 4.791427477994642e-07, | |
| "logits/chosen": 23.463436126708984, | |
| "logits/rejected": 23.304988861083984, | |
| "logps/chosen": -290.4604797363281, | |
| "logps/rejected": -257.20977783203125, | |
| "loss": 0.5526, | |
| "rewards/accuracies": 0.6875, | |
| "rewards/chosen": -0.2738291919231415, | |
| "rewards/margins": 0.6287984848022461, | |
| "rewards/rejected": -0.9026277661323547, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "eval_logits/chosen": 23.72638702392578, | |
| "eval_logits/rejected": 23.50330352783203, | |
| "eval_logps/chosen": -356.5235290527344, | |
| "eval_logps/rejected": -283.01190185546875, | |
| "eval_loss": 0.5360822081565857, | |
| "eval_rewards/accuracies": 0.7341269850730896, | |
| "eval_rewards/chosen": -0.19533830881118774, | |
| "eval_rewards/margins": 0.6975098848342896, | |
| "eval_rewards/rejected": -0.8928481936454773, | |
| "eval_runtime": 211.6561, | |
| "eval_samples_per_second": 9.449, | |
| "eval_steps_per_second": 0.298, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 4.772292384232682e-07, | |
| "logits/chosen": 23.651836395263672, | |
| "logits/rejected": 23.562541961669922, | |
| "logps/chosen": -295.5309143066406, | |
| "logps/rejected": -256.42864990234375, | |
| "loss": 0.5646, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": -0.3951832056045532, | |
| "rewards/margins": 0.48603707551956177, | |
| "rewards/rejected": -0.8812202215194702, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 4.753157290470723e-07, | |
| "logits/chosen": 23.555591583251953, | |
| "logits/rejected": 23.477405548095703, | |
| "logps/chosen": -291.4106140136719, | |
| "logps/rejected": -254.1300048828125, | |
| "loss": 0.5647, | |
| "rewards/accuracies": 0.6625000238418579, | |
| "rewards/chosen": -0.44952210783958435, | |
| "rewards/margins": 0.4881154000759125, | |
| "rewards/rejected": -0.937637448310852, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 4.7340221967087635e-07, | |
| "logits/chosen": 23.740278244018555, | |
| "logits/rejected": 23.43073844909668, | |
| "logps/chosen": -283.1187438964844, | |
| "logps/rejected": -268.111083984375, | |
| "loss": 0.5611, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": -0.4848947525024414, | |
| "rewards/margins": 0.5371454954147339, | |
| "rewards/rejected": -1.0220401287078857, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 4.714887102946804e-07, | |
| "logits/chosen": 23.772052764892578, | |
| "logits/rejected": 23.574148178100586, | |
| "logps/chosen": -316.62310791015625, | |
| "logps/rejected": -249.21389770507812, | |
| "loss": 0.5237, | |
| "rewards/accuracies": 0.6625000238418579, | |
| "rewards/chosen": -0.24736304581165314, | |
| "rewards/margins": 0.6857331395149231, | |
| "rewards/rejected": -0.9330962300300598, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 4.6957520091848447e-07, | |
| "logits/chosen": 23.818843841552734, | |
| "logits/rejected": 23.663349151611328, | |
| "logps/chosen": -301.2689208984375, | |
| "logps/rejected": -274.0567932128906, | |
| "loss": 0.5833, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": -0.04559071734547615, | |
| "rewards/margins": 0.5639020800590515, | |
| "rewards/rejected": -0.6094927191734314, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 4.6766169154228853e-07, | |
| "logits/chosen": 23.291194915771484, | |
| "logits/rejected": 23.422870635986328, | |
| "logps/chosen": -323.94488525390625, | |
| "logps/rejected": -233.00833129882812, | |
| "loss": 0.5194, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -0.03107648529112339, | |
| "rewards/margins": 0.7044192552566528, | |
| "rewards/rejected": -0.7354957461357117, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 4.657481821660926e-07, | |
| "logits/chosen": 23.393449783325195, | |
| "logits/rejected": 23.201961517333984, | |
| "logps/chosen": -318.3015441894531, | |
| "logps/rejected": -219.90170288085938, | |
| "loss": 0.5072, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -0.05152938514947891, | |
| "rewards/margins": 0.8564150929450989, | |
| "rewards/rejected": -0.90794438123703, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 4.6383467278989666e-07, | |
| "logits/chosen": 23.315677642822266, | |
| "logits/rejected": 23.30160903930664, | |
| "logps/chosen": -354.28302001953125, | |
| "logps/rejected": -268.2124938964844, | |
| "loss": 0.5397, | |
| "rewards/accuracies": 0.762499988079071, | |
| "rewards/chosen": 0.004499013535678387, | |
| "rewards/margins": 0.9241636395454407, | |
| "rewards/rejected": -0.9196645617485046, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 4.6192116341370067e-07, | |
| "logits/chosen": 23.65988540649414, | |
| "logits/rejected": 23.262027740478516, | |
| "logps/chosen": -363.83416748046875, | |
| "logps/rejected": -269.9544677734375, | |
| "loss": 0.5463, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -0.03792769834399223, | |
| "rewards/margins": 0.8194522857666016, | |
| "rewards/rejected": -0.8573800325393677, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 4.6000765403750473e-07, | |
| "logits/chosen": 23.21782684326172, | |
| "logits/rejected": 22.95124053955078, | |
| "logps/chosen": -272.1101379394531, | |
| "logps/rejected": -233.3650665283203, | |
| "loss": 0.5225, | |
| "rewards/accuracies": 0.6000000238418579, | |
| "rewards/chosen": -0.18960613012313843, | |
| "rewards/margins": 0.5189381837844849, | |
| "rewards/rejected": -0.7085443139076233, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "eval_logits/chosen": 23.67182731628418, | |
| "eval_logits/rejected": 23.457815170288086, | |
| "eval_logps/chosen": -355.6113586425781, | |
| "eval_logps/rejected": -282.89288330078125, | |
| "eval_loss": 0.5261635184288025, | |
| "eval_rewards/accuracies": 0.7539682388305664, | |
| "eval_rewards/chosen": -0.10412228107452393, | |
| "eval_rewards/margins": 0.7768236994743347, | |
| "eval_rewards/rejected": -0.8809459805488586, | |
| "eval_runtime": 208.2947, | |
| "eval_samples_per_second": 9.602, | |
| "eval_steps_per_second": 0.302, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 4.580941446613088e-07, | |
| "logits/chosen": 23.604022979736328, | |
| "logits/rejected": 23.44409942626953, | |
| "logps/chosen": -326.31378173828125, | |
| "logps/rejected": -279.2933349609375, | |
| "loss": 0.5379, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": -0.2937595248222351, | |
| "rewards/margins": 0.6278744339942932, | |
| "rewards/rejected": -0.9216337203979492, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 4.5618063528511285e-07, | |
| "logits/chosen": 23.713848114013672, | |
| "logits/rejected": 23.53582000732422, | |
| "logps/chosen": -304.9338684082031, | |
| "logps/rejected": -268.5104064941406, | |
| "loss": 0.5433, | |
| "rewards/accuracies": 0.762499988079071, | |
| "rewards/chosen": -0.10584266483783722, | |
| "rewards/margins": 0.8640462160110474, | |
| "rewards/rejected": -0.9698888063430786, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 4.542671259089169e-07, | |
| "logits/chosen": 23.50804328918457, | |
| "logits/rejected": 23.286922454833984, | |
| "logps/chosen": -291.4549560546875, | |
| "logps/rejected": -222.6033935546875, | |
| "loss": 0.553, | |
| "rewards/accuracies": 0.637499988079071, | |
| "rewards/chosen": -0.3200764060020447, | |
| "rewards/margins": 0.6575796008110046, | |
| "rewards/rejected": -0.9776560068130493, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 4.52353616532721e-07, | |
| "logits/chosen": 23.716320037841797, | |
| "logits/rejected": 23.562469482421875, | |
| "logps/chosen": -322.17047119140625, | |
| "logps/rejected": -258.58917236328125, | |
| "loss": 0.5491, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": -0.1657361090183258, | |
| "rewards/margins": 0.7579048871994019, | |
| "rewards/rejected": -0.9236409068107605, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 4.5044010715652504e-07, | |
| "logits/chosen": 23.58610725402832, | |
| "logits/rejected": 23.374378204345703, | |
| "logps/chosen": -303.7857971191406, | |
| "logps/rejected": -266.2262878417969, | |
| "loss": 0.5447, | |
| "rewards/accuracies": 0.762499988079071, | |
| "rewards/chosen": -0.1886710226535797, | |
| "rewards/margins": 0.5424461364746094, | |
| "rewards/rejected": -0.7311171293258667, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 4.485265977803291e-07, | |
| "logits/chosen": 23.34024429321289, | |
| "logits/rejected": 23.08355140686035, | |
| "logps/chosen": -346.318603515625, | |
| "logps/rejected": -288.74432373046875, | |
| "loss": 0.5315, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -0.1655091792345047, | |
| "rewards/margins": 0.8151466250419617, | |
| "rewards/rejected": -0.98065584897995, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 4.4661308840413316e-07, | |
| "logits/chosen": 23.876493453979492, | |
| "logits/rejected": 23.629627227783203, | |
| "logps/chosen": -300.15509033203125, | |
| "logps/rejected": -273.7672424316406, | |
| "loss": 0.5197, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -0.30857834219932556, | |
| "rewards/margins": 0.6672872304916382, | |
| "rewards/rejected": -0.9758656620979309, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 4.446995790279372e-07, | |
| "logits/chosen": 23.596471786499023, | |
| "logits/rejected": 23.427684783935547, | |
| "logps/chosen": -334.6555480957031, | |
| "logps/rejected": -264.3316345214844, | |
| "loss": 0.5231, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": -0.2455914467573166, | |
| "rewards/margins": 0.883080005645752, | |
| "rewards/rejected": -1.128671407699585, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 4.4278606965174123e-07, | |
| "logits/chosen": 23.314987182617188, | |
| "logits/rejected": 23.11943817138672, | |
| "logps/chosen": -298.7581787109375, | |
| "logps/rejected": -246.3135223388672, | |
| "loss": 0.5253, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": -0.3651345372200012, | |
| "rewards/margins": 0.677712619304657, | |
| "rewards/rejected": -1.0428470373153687, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 4.408725602755453e-07, | |
| "logits/chosen": 23.37234115600586, | |
| "logits/rejected": 23.340373992919922, | |
| "logps/chosen": -286.86737060546875, | |
| "logps/rejected": -220.9873504638672, | |
| "loss": 0.5577, | |
| "rewards/accuracies": 0.6875, | |
| "rewards/chosen": -0.4736716151237488, | |
| "rewards/margins": 0.5933648347854614, | |
| "rewards/rejected": -1.0670363903045654, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "eval_logits/chosen": 23.661834716796875, | |
| "eval_logits/rejected": 23.4466495513916, | |
| "eval_logps/chosen": -356.5157775878906, | |
| "eval_logps/rejected": -284.3682861328125, | |
| "eval_loss": 0.5155950784683228, | |
| "eval_rewards/accuracies": 0.7658730149269104, | |
| "eval_rewards/chosen": -0.19456443190574646, | |
| "eval_rewards/margins": 0.8339203000068665, | |
| "eval_rewards/rejected": -1.02848482131958, | |
| "eval_runtime": 211.7272, | |
| "eval_samples_per_second": 9.446, | |
| "eval_steps_per_second": 0.298, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 4.3895905089934936e-07, | |
| "logits/chosen": 23.545116424560547, | |
| "logits/rejected": 23.458499908447266, | |
| "logps/chosen": -338.8705139160156, | |
| "logps/rejected": -272.00714111328125, | |
| "loss": 0.5331, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -0.2067803144454956, | |
| "rewards/margins": 0.8310182690620422, | |
| "rewards/rejected": -1.037798523902893, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 4.370455415231534e-07, | |
| "logits/chosen": 23.625316619873047, | |
| "logits/rejected": 23.448591232299805, | |
| "logps/chosen": -345.89208984375, | |
| "logps/rejected": -306.5247497558594, | |
| "loss": 0.5182, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -0.30394795536994934, | |
| "rewards/margins": 0.5751500725746155, | |
| "rewards/rejected": -0.8790979385375977, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 4.351320321469575e-07, | |
| "logits/chosen": 22.87206268310547, | |
| "logits/rejected": 22.757465362548828, | |
| "logps/chosen": -309.4687805175781, | |
| "logps/rejected": -291.12847900390625, | |
| "loss": 0.5417, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": -0.20515112578868866, | |
| "rewards/margins": 0.6493626236915588, | |
| "rewards/rejected": -0.8545138239860535, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 4.3321852277076154e-07, | |
| "logits/chosen": 23.304141998291016, | |
| "logits/rejected": 23.251794815063477, | |
| "logps/chosen": -333.1667785644531, | |
| "logps/rejected": -272.1311950683594, | |
| "loss": 0.5271, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": -0.41801586747169495, | |
| "rewards/margins": 0.5841894149780273, | |
| "rewards/rejected": -1.0022052526474, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 4.313050133945656e-07, | |
| "logits/chosen": 23.594745635986328, | |
| "logits/rejected": 23.500207901000977, | |
| "logps/chosen": -357.5419616699219, | |
| "logps/rejected": -274.1604309082031, | |
| "loss": 0.5192, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": -0.20376773178577423, | |
| "rewards/margins": 0.8759373426437378, | |
| "rewards/rejected": -1.0797051191329956, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 4.2939150401836967e-07, | |
| "logits/chosen": 23.767133712768555, | |
| "logits/rejected": 23.464405059814453, | |
| "logps/chosen": -308.720458984375, | |
| "logps/rejected": -290.14306640625, | |
| "loss": 0.5137, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -0.28276339173316956, | |
| "rewards/margins": 0.6749929189682007, | |
| "rewards/rejected": -0.9577562212944031, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 4.2747799464217373e-07, | |
| "logits/chosen": 23.170560836791992, | |
| "logits/rejected": 23.10344886779785, | |
| "logps/chosen": -350.4610595703125, | |
| "logps/rejected": -267.5567932128906, | |
| "loss": 0.5273, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -0.439180463552475, | |
| "rewards/margins": 0.6723843216896057, | |
| "rewards/rejected": -1.1115647554397583, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 4.255644852659778e-07, | |
| "logits/chosen": 23.414445877075195, | |
| "logits/rejected": 23.61502456665039, | |
| "logps/chosen": -374.15692138671875, | |
| "logps/rejected": -288.3631286621094, | |
| "loss": 0.5761, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": -0.08570393174886703, | |
| "rewards/margins": 0.6574904918670654, | |
| "rewards/rejected": -0.7431942820549011, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 4.236509758897818e-07, | |
| "logits/chosen": 23.552722930908203, | |
| "logits/rejected": 23.40909194946289, | |
| "logps/chosen": -342.1145324707031, | |
| "logps/rejected": -264.7322082519531, | |
| "loss": 0.5549, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": -0.16522836685180664, | |
| "rewards/margins": 0.6978949904441833, | |
| "rewards/rejected": -0.8631232976913452, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 4.2173746651358586e-07, | |
| "logits/chosen": 23.72678565979004, | |
| "logits/rejected": 23.425289154052734, | |
| "logps/chosen": -331.14410400390625, | |
| "logps/rejected": -285.4593200683594, | |
| "loss": 0.5515, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -0.10031759738922119, | |
| "rewards/margins": 0.6387730836868286, | |
| "rewards/rejected": -0.739090621471405, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "eval_logits/chosen": 23.634296417236328, | |
| "eval_logits/rejected": 23.424331665039062, | |
| "eval_logps/chosen": -353.9219665527344, | |
| "eval_logps/rejected": -281.7333679199219, | |
| "eval_loss": 0.5162664651870728, | |
| "eval_rewards/accuracies": 0.7658730149269104, | |
| "eval_rewards/chosen": 0.0648159608244896, | |
| "eval_rewards/margins": 0.8298115730285645, | |
| "eval_rewards/rejected": -0.7649956345558167, | |
| "eval_runtime": 211.7482, | |
| "eval_samples_per_second": 9.445, | |
| "eval_steps_per_second": 0.298, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 4.198239571373899e-07, | |
| "logits/chosen": 23.546445846557617, | |
| "logits/rejected": 23.238723754882812, | |
| "logps/chosen": -307.0013122558594, | |
| "logps/rejected": -247.3063201904297, | |
| "loss": 0.5341, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -0.08633746951818466, | |
| "rewards/margins": 0.7773478031158447, | |
| "rewards/rejected": -0.8636852502822876, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 4.17910447761194e-07, | |
| "logits/chosen": 23.390674591064453, | |
| "logits/rejected": 23.3981876373291, | |
| "logps/chosen": -337.4337158203125, | |
| "logps/rejected": -311.81414794921875, | |
| "loss": 0.5774, | |
| "rewards/accuracies": 0.6499999761581421, | |
| "rewards/chosen": -0.21913309395313263, | |
| "rewards/margins": 0.4323801100254059, | |
| "rewards/rejected": -0.6515131592750549, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 4.1599693838499805e-07, | |
| "logits/chosen": 23.517433166503906, | |
| "logits/rejected": 23.37581443786621, | |
| "logps/chosen": -291.6369323730469, | |
| "logps/rejected": -265.741943359375, | |
| "loss": 0.5377, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": -0.25872206687927246, | |
| "rewards/margins": 0.6349440813064575, | |
| "rewards/rejected": -0.8936660885810852, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 4.140834290088021e-07, | |
| "logits/chosen": 23.460777282714844, | |
| "logits/rejected": 23.235326766967773, | |
| "logps/chosen": -339.9285888671875, | |
| "logps/rejected": -266.0412292480469, | |
| "loss": 0.5197, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -0.11111575365066528, | |
| "rewards/margins": 0.9949262738227844, | |
| "rewards/rejected": -1.1060421466827393, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 4.121699196326062e-07, | |
| "logits/chosen": 23.193099975585938, | |
| "logits/rejected": 23.17205238342285, | |
| "logps/chosen": -333.4886474609375, | |
| "logps/rejected": -274.37274169921875, | |
| "loss": 0.5358, | |
| "rewards/accuracies": 0.6875, | |
| "rewards/chosen": -0.505832850933075, | |
| "rewards/margins": 0.6223492622375488, | |
| "rewards/rejected": -1.1281821727752686, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 4.1025641025641024e-07, | |
| "logits/chosen": 23.626953125, | |
| "logits/rejected": 23.612979888916016, | |
| "logps/chosen": -327.89111328125, | |
| "logps/rejected": -297.7337341308594, | |
| "loss": 0.5246, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -0.35025396943092346, | |
| "rewards/margins": 0.8313090205192566, | |
| "rewards/rejected": -1.1815630197525024, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 4.083429008802143e-07, | |
| "logits/chosen": 23.58197593688965, | |
| "logits/rejected": 23.45255470275879, | |
| "logps/chosen": -272.42156982421875, | |
| "logps/rejected": -270.8283386230469, | |
| "loss": 0.5165, | |
| "rewards/accuracies": 0.6000000238418579, | |
| "rewards/chosen": -0.3132372796535492, | |
| "rewards/margins": 0.5522381663322449, | |
| "rewards/rejected": -0.8654754757881165, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 4.0642939150401836e-07, | |
| "logits/chosen": 23.23889923095703, | |
| "logits/rejected": 23.24991798400879, | |
| "logps/chosen": -314.5959167480469, | |
| "logps/rejected": -257.6392517089844, | |
| "loss": 0.534, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": -0.4284973740577698, | |
| "rewards/margins": 0.6584367156028748, | |
| "rewards/rejected": -1.086934208869934, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 4.0451588212782237e-07, | |
| "logits/chosen": 23.414813995361328, | |
| "logits/rejected": 23.380718231201172, | |
| "logps/chosen": -291.32501220703125, | |
| "logps/rejected": -256.01263427734375, | |
| "loss": 0.4937, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": -0.18692317605018616, | |
| "rewards/margins": 0.8645000457763672, | |
| "rewards/rejected": -1.051423192024231, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 4.0260237275162643e-07, | |
| "logits/chosen": 23.40145492553711, | |
| "logits/rejected": 23.43955421447754, | |
| "logps/chosen": -313.07513427734375, | |
| "logps/rejected": -277.38201904296875, | |
| "loss": 0.5159, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -0.11286661773920059, | |
| "rewards/margins": 0.8762611150741577, | |
| "rewards/rejected": -0.9891278147697449, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "eval_logits/chosen": 23.617877960205078, | |
| "eval_logits/rejected": 23.40951156616211, | |
| "eval_logps/chosen": -355.9697570800781, | |
| "eval_logps/rejected": -284.6782531738281, | |
| "eval_loss": 0.5112624764442444, | |
| "eval_rewards/accuracies": 0.7777777910232544, | |
| "eval_rewards/chosen": -0.1399604231119156, | |
| "eval_rewards/margins": 0.9195234179496765, | |
| "eval_rewards/rejected": -1.0594837665557861, | |
| "eval_runtime": 211.1679, | |
| "eval_samples_per_second": 9.471, | |
| "eval_steps_per_second": 0.298, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 4.006888633754305e-07, | |
| "logits/chosen": 23.594928741455078, | |
| "logits/rejected": 23.54049301147461, | |
| "logps/chosen": -319.88677978515625, | |
| "logps/rejected": -260.43389892578125, | |
| "loss": 0.4905, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": -0.20980267226696014, | |
| "rewards/margins": 0.9086447954177856, | |
| "rewards/rejected": -1.1184475421905518, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 3.9877535399923456e-07, | |
| "logits/chosen": 23.482894897460938, | |
| "logits/rejected": 23.19647216796875, | |
| "logps/chosen": -338.23223876953125, | |
| "logps/rejected": -269.0614929199219, | |
| "loss": 0.5256, | |
| "rewards/accuracies": 0.6875, | |
| "rewards/chosen": -0.4344770014286041, | |
| "rewards/margins": 0.710912823677063, | |
| "rewards/rejected": -1.1453897953033447, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 3.968618446230386e-07, | |
| "logits/chosen": 23.347646713256836, | |
| "logits/rejected": 23.12314224243164, | |
| "logps/chosen": -311.5711364746094, | |
| "logps/rejected": -240.50125122070312, | |
| "loss": 0.4916, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -0.3820451498031616, | |
| "rewards/margins": 1.0347092151641846, | |
| "rewards/rejected": -1.4167543649673462, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 3.949483352468427e-07, | |
| "logits/chosen": 23.311033248901367, | |
| "logits/rejected": 23.248620986938477, | |
| "logps/chosen": -281.490966796875, | |
| "logps/rejected": -240.92086791992188, | |
| "loss": 0.556, | |
| "rewards/accuracies": 0.762499988079071, | |
| "rewards/chosen": -0.47001034021377563, | |
| "rewards/margins": 0.762096643447876, | |
| "rewards/rejected": -1.2321069240570068, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 3.9303482587064674e-07, | |
| "logits/chosen": 23.50173568725586, | |
| "logits/rejected": 23.377094268798828, | |
| "logps/chosen": -290.4707336425781, | |
| "logps/rejected": -248.4992218017578, | |
| "loss": 0.5133, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -0.25379228591918945, | |
| "rewards/margins": 0.8668729662895203, | |
| "rewards/rejected": -1.1206653118133545, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 3.911213164944508e-07, | |
| "logits/chosen": 23.733707427978516, | |
| "logits/rejected": 23.433372497558594, | |
| "logps/chosen": -346.18353271484375, | |
| "logps/rejected": -291.7870788574219, | |
| "loss": 0.5163, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -0.3051421046257019, | |
| "rewards/margins": 0.9217368364334106, | |
| "rewards/rejected": -1.2268788814544678, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 3.8920780711825487e-07, | |
| "logits/chosen": 23.664628982543945, | |
| "logits/rejected": 23.414520263671875, | |
| "logps/chosen": -396.57269287109375, | |
| "logps/rejected": -270.23681640625, | |
| "loss": 0.5127, | |
| "rewards/accuracies": 0.762499988079071, | |
| "rewards/chosen": -0.19412247836589813, | |
| "rewards/margins": 0.9694843292236328, | |
| "rewards/rejected": -1.163606882095337, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 3.8729429774205893e-07, | |
| "logits/chosen": 23.33928680419922, | |
| "logits/rejected": 23.3987979888916, | |
| "logps/chosen": -381.9424133300781, | |
| "logps/rejected": -267.4436340332031, | |
| "loss": 0.5481, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": -0.1822233498096466, | |
| "rewards/margins": 1.0088589191436768, | |
| "rewards/rejected": -1.191082239151001, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 3.8538078836586294e-07, | |
| "logits/chosen": 23.547710418701172, | |
| "logits/rejected": 23.508426666259766, | |
| "logps/chosen": -332.8504638671875, | |
| "logps/rejected": -287.86712646484375, | |
| "loss": 0.5454, | |
| "rewards/accuracies": 0.762499988079071, | |
| "rewards/chosen": -0.26958388090133667, | |
| "rewards/margins": 0.755517840385437, | |
| "rewards/rejected": -1.025101661682129, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 3.83467278989667e-07, | |
| "logits/chosen": 23.69491195678711, | |
| "logits/rejected": 23.59137725830078, | |
| "logps/chosen": -287.8290100097656, | |
| "logps/rejected": -236.21438598632812, | |
| "loss": 0.5242, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": -0.07682293653488159, | |
| "rewards/margins": 0.8297051191329956, | |
| "rewards/rejected": -0.906528115272522, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "eval_logits/chosen": 23.614517211914062, | |
| "eval_logits/rejected": 23.403518676757812, | |
| "eval_logps/chosen": -354.952880859375, | |
| "eval_logps/rejected": -283.23175048828125, | |
| "eval_loss": 0.5089067220687866, | |
| "eval_rewards/accuracies": 0.7658730149269104, | |
| "eval_rewards/chosen": -0.03827480971813202, | |
| "eval_rewards/margins": 0.8765569925308228, | |
| "eval_rewards/rejected": -0.914831817150116, | |
| "eval_runtime": 210.9611, | |
| "eval_samples_per_second": 9.48, | |
| "eval_steps_per_second": 0.299, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 3.8155376961347106e-07, | |
| "logits/chosen": 23.2309627532959, | |
| "logits/rejected": 23.20724105834961, | |
| "logps/chosen": -246.0962677001953, | |
| "logps/rejected": -230.4759979248047, | |
| "loss": 0.5286, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": -0.24791307747364044, | |
| "rewards/margins": 0.7959302663803101, | |
| "rewards/rejected": -1.0438432693481445, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 3.796402602372751e-07, | |
| "logits/chosen": 23.323627471923828, | |
| "logits/rejected": 23.179901123046875, | |
| "logps/chosen": -294.0438537597656, | |
| "logps/rejected": -236.05673217773438, | |
| "loss": 0.5097, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": -0.21511948108673096, | |
| "rewards/margins": 0.6154388189315796, | |
| "rewards/rejected": -0.8305583000183105, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 3.777267508610792e-07, | |
| "logits/chosen": 23.346338272094727, | |
| "logits/rejected": 23.224199295043945, | |
| "logps/chosen": -318.80096435546875, | |
| "logps/rejected": -251.92593383789062, | |
| "loss": 0.5228, | |
| "rewards/accuracies": 0.7875000238418579, | |
| "rewards/chosen": -0.1629999428987503, | |
| "rewards/margins": 0.8454955816268921, | |
| "rewards/rejected": -1.008495569229126, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 3.7581324148488325e-07, | |
| "logits/chosen": 23.233306884765625, | |
| "logits/rejected": 23.179094314575195, | |
| "logps/chosen": -330.75469970703125, | |
| "logps/rejected": -246.1700897216797, | |
| "loss": 0.5374, | |
| "rewards/accuracies": 0.7124999761581421, | |
| "rewards/chosen": -0.317868173122406, | |
| "rewards/margins": 0.8588002920150757, | |
| "rewards/rejected": -1.176668405532837, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 3.738997321086873e-07, | |
| "logits/chosen": 23.4466495513916, | |
| "logits/rejected": 23.421428680419922, | |
| "logps/chosen": -325.29388427734375, | |
| "logps/rejected": -277.3059387207031, | |
| "loss": 0.5251, | |
| "rewards/accuracies": 0.699999988079071, | |
| "rewards/chosen": -0.012738706544041634, | |
| "rewards/margins": 0.8846112489700317, | |
| "rewards/rejected": -0.8973498344421387, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 3.7198622273249137e-07, | |
| "logits/chosen": 23.535139083862305, | |
| "logits/rejected": 23.37562370300293, | |
| "logps/chosen": -335.9436340332031, | |
| "logps/rejected": -274.2239990234375, | |
| "loss": 0.5143, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": -0.1785895973443985, | |
| "rewards/margins": 0.5961320400238037, | |
| "rewards/rejected": -0.7747215628623962, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 3.7007271335629544e-07, | |
| "logits/chosen": 23.633747100830078, | |
| "logits/rejected": 23.46231460571289, | |
| "logps/chosen": -295.21759033203125, | |
| "logps/rejected": -258.9006042480469, | |
| "loss": 0.4828, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": -0.19572855532169342, | |
| "rewards/margins": 0.8321182131767273, | |
| "rewards/rejected": -1.0278469324111938, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 3.681592039800995e-07, | |
| "logits/chosen": 23.68822479248047, | |
| "logits/rejected": 23.501148223876953, | |
| "logps/chosen": -299.13140869140625, | |
| "logps/rejected": -279.1519470214844, | |
| "loss": 0.4402, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": 0.023116961121559143, | |
| "rewards/margins": 1.1388248205184937, | |
| "rewards/rejected": -1.1157079935073853, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 3.662456946039035e-07, | |
| "logits/chosen": 23.261262893676758, | |
| "logits/rejected": 22.952524185180664, | |
| "logps/chosen": -308.18536376953125, | |
| "logps/rejected": -273.8042907714844, | |
| "loss": 0.4855, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -0.0076486109755933285, | |
| "rewards/margins": 1.2322968244552612, | |
| "rewards/rejected": -1.2399452924728394, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 3.6433218522770757e-07, | |
| "logits/chosen": 23.609331130981445, | |
| "logits/rejected": 23.460206985473633, | |
| "logps/chosen": -298.27410888671875, | |
| "logps/rejected": -291.9101867675781, | |
| "loss": 0.4618, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -0.07892550528049469, | |
| "rewards/margins": 0.973551869392395, | |
| "rewards/rejected": -1.0524773597717285, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "eval_logits/chosen": 23.585590362548828, | |
| "eval_logits/rejected": 23.38045883178711, | |
| "eval_logps/chosen": -355.79290771484375, | |
| "eval_logps/rejected": -284.2840881347656, | |
| "eval_loss": 0.5076952576637268, | |
| "eval_rewards/accuracies": 0.7777777910232544, | |
| "eval_rewards/chosen": -0.12227805703878403, | |
| "eval_rewards/margins": 0.8977885842323303, | |
| "eval_rewards/rejected": -1.020066499710083, | |
| "eval_runtime": 209.3271, | |
| "eval_samples_per_second": 9.554, | |
| "eval_steps_per_second": 0.301, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 3.6241867585151163e-07, | |
| "logits/chosen": 23.0650577545166, | |
| "logits/rejected": 22.977046966552734, | |
| "logps/chosen": -336.06597900390625, | |
| "logps/rejected": -278.80828857421875, | |
| "loss": 0.4487, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -0.024078911170363426, | |
| "rewards/margins": 1.0799994468688965, | |
| "rewards/rejected": -1.1040784120559692, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 3.605051664753157e-07, | |
| "logits/chosen": 23.251041412353516, | |
| "logits/rejected": 23.117984771728516, | |
| "logps/chosen": -303.11199951171875, | |
| "logps/rejected": -243.7981719970703, | |
| "loss": 0.415, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -0.18380531668663025, | |
| "rewards/margins": 1.1280765533447266, | |
| "rewards/rejected": -1.3118817806243896, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 3.5859165709911975e-07, | |
| "logits/chosen": 23.297225952148438, | |
| "logits/rejected": 23.318119049072266, | |
| "logps/chosen": -334.6638488769531, | |
| "logps/rejected": -316.2551574707031, | |
| "loss": 0.4302, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -0.2101324051618576, | |
| "rewards/margins": 0.9589886665344238, | |
| "rewards/rejected": -1.1691210269927979, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 3.566781477229238e-07, | |
| "logits/chosen": 23.525909423828125, | |
| "logits/rejected": 23.159460067749023, | |
| "logps/chosen": -318.52093505859375, | |
| "logps/rejected": -268.981201171875, | |
| "loss": 0.4484, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -0.31944024562835693, | |
| "rewards/margins": 0.7762435674667358, | |
| "rewards/rejected": -1.0956838130950928, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 3.547646383467279e-07, | |
| "logits/chosen": 23.090410232543945, | |
| "logits/rejected": 23.27143669128418, | |
| "logps/chosen": -314.944580078125, | |
| "logps/rejected": -246.20974731445312, | |
| "loss": 0.4362, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -0.34100785851478577, | |
| "rewards/margins": 0.8710842132568359, | |
| "rewards/rejected": -1.2120921611785889, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 3.5285112897053194e-07, | |
| "logits/chosen": 23.36246681213379, | |
| "logits/rejected": 23.223459243774414, | |
| "logps/chosen": -286.5093078613281, | |
| "logps/rejected": -283.33514404296875, | |
| "loss": 0.4188, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": 0.0016206980217248201, | |
| "rewards/margins": 1.3344464302062988, | |
| "rewards/rejected": -1.3328258991241455, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 3.50937619594336e-07, | |
| "logits/chosen": 23.439857482910156, | |
| "logits/rejected": 23.41635513305664, | |
| "logps/chosen": -319.5511169433594, | |
| "logps/rejected": -310.8269348144531, | |
| "loss": 0.4497, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -0.29633527994155884, | |
| "rewards/margins": 0.8939793705940247, | |
| "rewards/rejected": -1.190314531326294, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 3.4902411021814007e-07, | |
| "logits/chosen": 23.304676055908203, | |
| "logits/rejected": 23.236148834228516, | |
| "logps/chosen": -329.2352600097656, | |
| "logps/rejected": -261.53082275390625, | |
| "loss": 0.4335, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": -0.15099604427814484, | |
| "rewards/margins": 1.2369451522827148, | |
| "rewards/rejected": -1.3879411220550537, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "learning_rate": 3.4711060084194413e-07, | |
| "logits/chosen": 23.37632179260254, | |
| "logits/rejected": 23.350784301757812, | |
| "logps/chosen": -360.5380859375, | |
| "logps/rejected": -272.3520812988281, | |
| "loss": 0.442, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": 0.015167620964348316, | |
| "rewards/margins": 1.156204342842102, | |
| "rewards/rejected": -1.1410366296768188, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 3.4519709146574814e-07, | |
| "logits/chosen": 23.032573699951172, | |
| "logits/rejected": 22.9952449798584, | |
| "logps/chosen": -225.4923858642578, | |
| "logps/rejected": -196.6672821044922, | |
| "loss": 0.4484, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -0.4950261116027832, | |
| "rewards/margins": 0.9079095721244812, | |
| "rewards/rejected": -1.4029356241226196, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "eval_logits/chosen": 23.538101196289062, | |
| "eval_logits/rejected": 23.34269142150879, | |
| "eval_logps/chosen": -357.8807373046875, | |
| "eval_logps/rejected": -287.3826599121094, | |
| "eval_loss": 0.5019155144691467, | |
| "eval_rewards/accuracies": 0.7777777910232544, | |
| "eval_rewards/chosen": -0.3310595154762268, | |
| "eval_rewards/margins": 0.9988633990287781, | |
| "eval_rewards/rejected": -1.3299229145050049, | |
| "eval_runtime": 210.9987, | |
| "eval_samples_per_second": 9.479, | |
| "eval_steps_per_second": 0.299, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 3.432835820895522e-07, | |
| "logits/chosen": 23.460542678833008, | |
| "logits/rejected": 23.26938247680664, | |
| "logps/chosen": -358.67877197265625, | |
| "logps/rejected": -289.0791931152344, | |
| "loss": 0.4235, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -0.26543277502059937, | |
| "rewards/margins": 1.2576963901519775, | |
| "rewards/rejected": -1.5231291055679321, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 3.4137007271335626e-07, | |
| "logits/chosen": 23.63456916809082, | |
| "logits/rejected": 23.502344131469727, | |
| "logps/chosen": -284.9480895996094, | |
| "logps/rejected": -279.4847412109375, | |
| "loss": 0.4245, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -0.3471234440803528, | |
| "rewards/margins": 1.1683541536331177, | |
| "rewards/rejected": -1.5154775381088257, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 3.394565633371603e-07, | |
| "logits/chosen": 23.349411010742188, | |
| "logits/rejected": 23.35630226135254, | |
| "logps/chosen": -341.84881591796875, | |
| "logps/rejected": -319.86358642578125, | |
| "loss": 0.4209, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": -0.29219168424606323, | |
| "rewards/margins": 1.1724560260772705, | |
| "rewards/rejected": -1.464647889137268, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 3.375430539609644e-07, | |
| "logits/chosen": 23.028972625732422, | |
| "logits/rejected": 23.105947494506836, | |
| "logps/chosen": -298.8593444824219, | |
| "logps/rejected": -308.6123046875, | |
| "loss": 0.4111, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": -0.41705456376075745, | |
| "rewards/margins": 0.954562783241272, | |
| "rewards/rejected": -1.3716174364089966, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 3.3562954458476845e-07, | |
| "logits/chosen": 23.36569595336914, | |
| "logits/rejected": 23.174901962280273, | |
| "logps/chosen": -414.62567138671875, | |
| "logps/rejected": -282.6720275878906, | |
| "loss": 0.4634, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": -0.30735766887664795, | |
| "rewards/margins": 1.2201875448226929, | |
| "rewards/rejected": -1.5275452136993408, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 3.337160352085725e-07, | |
| "logits/chosen": 23.13878059387207, | |
| "logits/rejected": 23.121612548828125, | |
| "logps/chosen": -331.0238342285156, | |
| "logps/rejected": -275.01129150390625, | |
| "loss": 0.4363, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -0.260793000459671, | |
| "rewards/margins": 1.1585649251937866, | |
| "rewards/rejected": -1.4193580150604248, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "learning_rate": 3.3180252583237657e-07, | |
| "logits/chosen": 23.040502548217773, | |
| "logits/rejected": 22.87631607055664, | |
| "logps/chosen": -301.6041564941406, | |
| "logps/rejected": -246.01254272460938, | |
| "loss": 0.4526, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -0.19479836523532867, | |
| "rewards/margins": 1.1458656787872314, | |
| "rewards/rejected": -1.340664029121399, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 3.2988901645618063e-07, | |
| "logits/chosen": 23.21322250366211, | |
| "logits/rejected": 22.910724639892578, | |
| "logps/chosen": -270.7756652832031, | |
| "logps/rejected": -233.3585968017578, | |
| "loss": 0.4396, | |
| "rewards/accuracies": 0.762499988079071, | |
| "rewards/chosen": -0.4070712924003601, | |
| "rewards/margins": 0.8780719041824341, | |
| "rewards/rejected": -1.2851431369781494, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 3.279755070799847e-07, | |
| "logits/chosen": 23.265064239501953, | |
| "logits/rejected": 23.274433135986328, | |
| "logps/chosen": -315.3988037109375, | |
| "logps/rejected": -291.09375, | |
| "loss": 0.4049, | |
| "rewards/accuracies": 0.7875000238418579, | |
| "rewards/chosen": -0.24129147827625275, | |
| "rewards/margins": 1.1495540142059326, | |
| "rewards/rejected": -1.390845537185669, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 3.260619977037887e-07, | |
| "logits/chosen": 23.321971893310547, | |
| "logits/rejected": 23.265857696533203, | |
| "logps/chosen": -304.5440368652344, | |
| "logps/rejected": -283.64764404296875, | |
| "loss": 0.4228, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -0.15949824452400208, | |
| "rewards/margins": 1.1103687286376953, | |
| "rewards/rejected": -1.269866704940796, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "eval_logits/chosen": 23.51008415222168, | |
| "eval_logits/rejected": 23.319059371948242, | |
| "eval_logps/chosen": -355.1871337890625, | |
| "eval_logps/rejected": -285.07257080078125, | |
| "eval_loss": 0.5033829212188721, | |
| "eval_rewards/accuracies": 0.761904776096344, | |
| "eval_rewards/chosen": -0.06169680133461952, | |
| "eval_rewards/margins": 1.0372183322906494, | |
| "eval_rewards/rejected": -1.0989152193069458, | |
| "eval_runtime": 207.9261, | |
| "eval_samples_per_second": 9.619, | |
| "eval_steps_per_second": 0.303, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 3.2414848832759277e-07, | |
| "logits/chosen": 23.359235763549805, | |
| "logits/rejected": 23.241931915283203, | |
| "logps/chosen": -253.0906219482422, | |
| "logps/rejected": -248.0492706298828, | |
| "loss": 0.4028, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -0.09821876138448715, | |
| "rewards/margins": 1.3042573928833008, | |
| "rewards/rejected": -1.4024760723114014, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 3.2223497895139683e-07, | |
| "logits/chosen": 23.251922607421875, | |
| "logits/rejected": 23.224475860595703, | |
| "logps/chosen": -323.7980041503906, | |
| "logps/rejected": -312.51934814453125, | |
| "loss": 0.4376, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": -0.02340073511004448, | |
| "rewards/margins": 1.2130701541900635, | |
| "rewards/rejected": -1.2364708185195923, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 3.203214695752009e-07, | |
| "logits/chosen": 23.745332717895508, | |
| "logits/rejected": 23.615753173828125, | |
| "logps/chosen": -313.46453857421875, | |
| "logps/rejected": -308.4986877441406, | |
| "loss": 0.4391, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": -0.15489891171455383, | |
| "rewards/margins": 0.8978082537651062, | |
| "rewards/rejected": -1.0527071952819824, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 3.1840796019900495e-07, | |
| "logits/chosen": 23.76753044128418, | |
| "logits/rejected": 23.41860580444336, | |
| "logps/chosen": -348.83258056640625, | |
| "logps/rejected": -300.46893310546875, | |
| "loss": 0.4562, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -0.1853850781917572, | |
| "rewards/margins": 1.198961853981018, | |
| "rewards/rejected": -1.3843467235565186, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 3.16494450822809e-07, | |
| "logits/chosen": 23.356491088867188, | |
| "logits/rejected": 23.26506996154785, | |
| "logps/chosen": -251.2193145751953, | |
| "logps/rejected": -268.14215087890625, | |
| "loss": 0.4412, | |
| "rewards/accuracies": 0.675000011920929, | |
| "rewards/chosen": -0.5262545347213745, | |
| "rewards/margins": 0.6762484312057495, | |
| "rewards/rejected": -1.202502965927124, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 3.145809414466131e-07, | |
| "logits/chosen": 23.517498016357422, | |
| "logits/rejected": 23.316844940185547, | |
| "logps/chosen": -342.25604248046875, | |
| "logps/rejected": -239.2180633544922, | |
| "loss": 0.4239, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": -0.42340001463890076, | |
| "rewards/margins": 1.1046512126922607, | |
| "rewards/rejected": -1.5280513763427734, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 3.1266743207041714e-07, | |
| "logits/chosen": 23.371051788330078, | |
| "logits/rejected": 23.382333755493164, | |
| "logps/chosen": -388.79425048828125, | |
| "logps/rejected": -311.9518127441406, | |
| "loss": 0.4435, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -0.25299787521362305, | |
| "rewards/margins": 1.0895098447799683, | |
| "rewards/rejected": -1.3425077199935913, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 3.107539226942212e-07, | |
| "logits/chosen": 23.398571014404297, | |
| "logits/rejected": 23.297183990478516, | |
| "logps/chosen": -284.0433349609375, | |
| "logps/rejected": -269.79901123046875, | |
| "loss": 0.4612, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": -0.34444212913513184, | |
| "rewards/margins": 1.0336390733718872, | |
| "rewards/rejected": -1.3780810832977295, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 3.0884041331802526e-07, | |
| "logits/chosen": 23.48178482055664, | |
| "logits/rejected": 23.24820899963379, | |
| "logps/chosen": -316.18109130859375, | |
| "logps/rejected": -268.31182861328125, | |
| "loss": 0.4396, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -0.26420363783836365, | |
| "rewards/margins": 1.2460224628448486, | |
| "rewards/rejected": -1.5102260112762451, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 3.0692690394182927e-07, | |
| "logits/chosen": 23.08510971069336, | |
| "logits/rejected": 22.929636001586914, | |
| "logps/chosen": -303.6866760253906, | |
| "logps/rejected": -280.0844421386719, | |
| "loss": 0.4306, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": -0.46213406324386597, | |
| "rewards/margins": 1.072772741317749, | |
| "rewards/rejected": -1.5349067449569702, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "eval_logits/chosen": 23.478702545166016, | |
| "eval_logits/rejected": 23.2889404296875, | |
| "eval_logps/chosen": -356.1548767089844, | |
| "eval_logps/rejected": -285.9320373535156, | |
| "eval_loss": 0.5032446384429932, | |
| "eval_rewards/accuracies": 0.7698412537574768, | |
| "eval_rewards/chosen": -0.15847428143024445, | |
| "eval_rewards/margins": 1.0263888835906982, | |
| "eval_rewards/rejected": -1.1848632097244263, | |
| "eval_runtime": 214.9168, | |
| "eval_samples_per_second": 9.306, | |
| "eval_steps_per_second": 0.293, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 3.0501339456563334e-07, | |
| "logits/chosen": 23.21750831604004, | |
| "logits/rejected": 23.04998016357422, | |
| "logps/chosen": -319.6648254394531, | |
| "logps/rejected": -272.9951477050781, | |
| "loss": 0.42, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -0.12266921997070312, | |
| "rewards/margins": 1.1443729400634766, | |
| "rewards/rejected": -1.2670420408248901, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 3.030998851894374e-07, | |
| "logits/chosen": 22.977802276611328, | |
| "logits/rejected": 22.969890594482422, | |
| "logps/chosen": -301.5118408203125, | |
| "logps/rejected": -249.35372924804688, | |
| "loss": 0.4142, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -0.41769084334373474, | |
| "rewards/margins": 0.9436267614364624, | |
| "rewards/rejected": -1.3613176345825195, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 3.0118637581324146e-07, | |
| "logits/chosen": 23.275325775146484, | |
| "logits/rejected": 23.174297332763672, | |
| "logps/chosen": -339.08258056640625, | |
| "logps/rejected": -282.3678283691406, | |
| "loss": 0.422, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -0.15730026364326477, | |
| "rewards/margins": 1.1286394596099854, | |
| "rewards/rejected": -1.2859396934509277, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "learning_rate": 2.992728664370455e-07, | |
| "logits/chosen": 23.317642211914062, | |
| "logits/rejected": 23.297130584716797, | |
| "logps/chosen": -263.40313720703125, | |
| "logps/rejected": -259.40655517578125, | |
| "loss": 0.4378, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -0.5026736259460449, | |
| "rewards/margins": 0.7866870760917664, | |
| "rewards/rejected": -1.289360761642456, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 2.973593570608496e-07, | |
| "logits/chosen": 23.30654525756836, | |
| "logits/rejected": 23.131305694580078, | |
| "logps/chosen": -299.3922424316406, | |
| "logps/rejected": -269.0783386230469, | |
| "loss": 0.4366, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": -0.43080934882164, | |
| "rewards/margins": 1.0835515260696411, | |
| "rewards/rejected": -1.514360785484314, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "learning_rate": 2.9544584768465365e-07, | |
| "logits/chosen": 23.53885269165039, | |
| "logits/rejected": 23.299760818481445, | |
| "logps/chosen": -324.5937194824219, | |
| "logps/rejected": -272.784912109375, | |
| "loss": 0.4427, | |
| "rewards/accuracies": 0.762499988079071, | |
| "rewards/chosen": -0.40283799171447754, | |
| "rewards/margins": 1.1869771480560303, | |
| "rewards/rejected": -1.5898151397705078, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "learning_rate": 2.935323383084577e-07, | |
| "logits/chosen": 23.592838287353516, | |
| "logits/rejected": 23.14777183532715, | |
| "logps/chosen": -392.72662353515625, | |
| "logps/rejected": -286.9781494140625, | |
| "loss": 0.4427, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": -0.39330539107322693, | |
| "rewards/margins": 1.0419480800628662, | |
| "rewards/rejected": -1.4352535009384155, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "learning_rate": 2.9161882893226177e-07, | |
| "logits/chosen": 23.269372940063477, | |
| "logits/rejected": 22.95911979675293, | |
| "logps/chosen": -316.82574462890625, | |
| "logps/rejected": -261.1885070800781, | |
| "loss": 0.433, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": -0.317082941532135, | |
| "rewards/margins": 1.2134672403335571, | |
| "rewards/rejected": -1.530550241470337, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "learning_rate": 2.8970531955606583e-07, | |
| "logits/chosen": 23.39419937133789, | |
| "logits/rejected": 23.142974853515625, | |
| "logps/chosen": -336.1145935058594, | |
| "logps/rejected": -242.3621826171875, | |
| "loss": 0.4514, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": -0.19971036911010742, | |
| "rewards/margins": 1.381958246231079, | |
| "rewards/rejected": -1.5816686153411865, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "learning_rate": 2.8779181017986984e-07, | |
| "logits/chosen": 23.005327224731445, | |
| "logits/rejected": 22.998939514160156, | |
| "logps/chosen": -389.1512756347656, | |
| "logps/rejected": -290.7593688964844, | |
| "loss": 0.4678, | |
| "rewards/accuracies": 0.7875000238418579, | |
| "rewards/chosen": -0.16274584829807281, | |
| "rewards/margins": 1.0353623628616333, | |
| "rewards/rejected": -1.198108196258545, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "eval_logits/chosen": 23.455062866210938, | |
| "eval_logits/rejected": 23.266075134277344, | |
| "eval_logps/chosen": -356.9206848144531, | |
| "eval_logps/rejected": -285.68414306640625, | |
| "eval_loss": 0.5029928684234619, | |
| "eval_rewards/accuracies": 0.7817460298538208, | |
| "eval_rewards/chosen": -0.23505355417728424, | |
| "eval_rewards/margins": 0.9250208735466003, | |
| "eval_rewards/rejected": -1.1600743532180786, | |
| "eval_runtime": 212.5498, | |
| "eval_samples_per_second": 9.41, | |
| "eval_steps_per_second": 0.296, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "learning_rate": 2.858783008036739e-07, | |
| "logits/chosen": 23.323863983154297, | |
| "logits/rejected": 23.302270889282227, | |
| "logps/chosen": -362.5963134765625, | |
| "logps/rejected": -284.63519287109375, | |
| "loss": 0.4375, | |
| "rewards/accuracies": 0.887499988079071, | |
| "rewards/chosen": -0.15233711898326874, | |
| "rewards/margins": 1.4009491205215454, | |
| "rewards/rejected": -1.5532863140106201, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 2.8396479142747797e-07, | |
| "logits/chosen": 23.571504592895508, | |
| "logits/rejected": 23.417720794677734, | |
| "logps/chosen": -313.31170654296875, | |
| "logps/rejected": -293.6142272949219, | |
| "loss": 0.4351, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": -0.16742083430290222, | |
| "rewards/margins": 1.0415483713150024, | |
| "rewards/rejected": -1.208969235420227, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "learning_rate": 2.8205128205128203e-07, | |
| "logits/chosen": 23.33370590209961, | |
| "logits/rejected": 23.32365608215332, | |
| "logps/chosen": -299.41351318359375, | |
| "logps/rejected": -302.18939208984375, | |
| "loss": 0.4146, | |
| "rewards/accuracies": 0.7875000238418579, | |
| "rewards/chosen": -0.1101953536272049, | |
| "rewards/margins": 1.1390321254730225, | |
| "rewards/rejected": -1.2492274045944214, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "learning_rate": 2.801377726750861e-07, | |
| "logits/chosen": 23.091251373291016, | |
| "logits/rejected": 23.06249237060547, | |
| "logps/chosen": -288.70050048828125, | |
| "logps/rejected": -261.63494873046875, | |
| "loss": 0.4288, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -0.41927942633628845, | |
| "rewards/margins": 0.8092526197433472, | |
| "rewards/rejected": -1.228532075881958, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 2.7822426329889015e-07, | |
| "logits/chosen": 22.919397354125977, | |
| "logits/rejected": 22.959392547607422, | |
| "logps/chosen": -316.126953125, | |
| "logps/rejected": -247.66845703125, | |
| "loss": 0.4636, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": -0.22512026131153107, | |
| "rewards/margins": 1.1928333044052124, | |
| "rewards/rejected": -1.4179537296295166, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "learning_rate": 2.763107539226942e-07, | |
| "logits/chosen": 23.120534896850586, | |
| "logits/rejected": 22.996898651123047, | |
| "logps/chosen": -366.4676513671875, | |
| "logps/rejected": -257.8288879394531, | |
| "loss": 0.4564, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -0.3532385230064392, | |
| "rewards/margins": 1.007889986038208, | |
| "rewards/rejected": -1.361128568649292, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "learning_rate": 2.743972445464983e-07, | |
| "logits/chosen": 23.175884246826172, | |
| "logits/rejected": 23.074565887451172, | |
| "logps/chosen": -285.8373718261719, | |
| "logps/rejected": -230.23263549804688, | |
| "loss": 0.4406, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -0.30376359820365906, | |
| "rewards/margins": 0.9630700945854187, | |
| "rewards/rejected": -1.2668339014053345, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "learning_rate": 2.7248373517030234e-07, | |
| "logits/chosen": 23.030946731567383, | |
| "logits/rejected": 23.114126205444336, | |
| "logps/chosen": -342.0677185058594, | |
| "logps/rejected": -273.91558837890625, | |
| "loss": 0.4265, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -0.3027496933937073, | |
| "rewards/margins": 0.7853070497512817, | |
| "rewards/rejected": -1.0880568027496338, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "learning_rate": 2.705702257941064e-07, | |
| "logits/chosen": 23.109298706054688, | |
| "logits/rejected": 22.95934295654297, | |
| "logps/chosen": -353.9482727050781, | |
| "logps/rejected": -293.26165771484375, | |
| "loss": 0.3973, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": -0.19786301255226135, | |
| "rewards/margins": 1.2528201341629028, | |
| "rewards/rejected": -1.4506832361221313, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "learning_rate": 2.686567164179104e-07, | |
| "logits/chosen": 23.07802391052246, | |
| "logits/rejected": 22.99662208557129, | |
| "logps/chosen": -328.4552001953125, | |
| "logps/rejected": -250.57901000976562, | |
| "loss": 0.4317, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": -0.1944916695356369, | |
| "rewards/margins": 1.2932884693145752, | |
| "rewards/rejected": -1.4877803325653076, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "eval_logits/chosen": 23.452411651611328, | |
| "eval_logits/rejected": 23.262121200561523, | |
| "eval_logps/chosen": -355.9715576171875, | |
| "eval_logps/rejected": -285.541748046875, | |
| "eval_loss": 0.49968841671943665, | |
| "eval_rewards/accuracies": 0.761904776096344, | |
| "eval_rewards/chosen": -0.1401444375514984, | |
| "eval_rewards/margins": 1.0056895017623901, | |
| "eval_rewards/rejected": -1.1458338499069214, | |
| "eval_runtime": 210.203, | |
| "eval_samples_per_second": 9.515, | |
| "eval_steps_per_second": 0.3, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "learning_rate": 2.6674320704171447e-07, | |
| "logits/chosen": 23.38498306274414, | |
| "logits/rejected": 23.101451873779297, | |
| "logps/chosen": -313.84991455078125, | |
| "logps/rejected": -229.9058837890625, | |
| "loss": 0.4147, | |
| "rewards/accuracies": 0.6625000238418579, | |
| "rewards/chosen": -0.2590484023094177, | |
| "rewards/margins": 0.8956319689750671, | |
| "rewards/rejected": -1.1546803712844849, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "learning_rate": 2.6482969766551853e-07, | |
| "logits/chosen": 23.376522064208984, | |
| "logits/rejected": 23.071407318115234, | |
| "logps/chosen": -294.4135437011719, | |
| "logps/rejected": -286.2037658691406, | |
| "loss": 0.4243, | |
| "rewards/accuracies": 0.7875000238418579, | |
| "rewards/chosen": -0.2608863413333893, | |
| "rewards/margins": 1.1486496925354004, | |
| "rewards/rejected": -1.4095360040664673, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "learning_rate": 2.629161882893226e-07, | |
| "logits/chosen": 23.766990661621094, | |
| "logits/rejected": 23.534847259521484, | |
| "logps/chosen": -363.1257629394531, | |
| "logps/rejected": -257.43377685546875, | |
| "loss": 0.4044, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": -0.28155818581581116, | |
| "rewards/margins": 1.1225359439849854, | |
| "rewards/rejected": -1.4040942192077637, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "learning_rate": 2.6100267891312666e-07, | |
| "logits/chosen": 23.727947235107422, | |
| "logits/rejected": 23.551546096801758, | |
| "logps/chosen": -354.59808349609375, | |
| "logps/rejected": -309.74041748046875, | |
| "loss": 0.4358, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -0.2375718653202057, | |
| "rewards/margins": 0.9404077529907227, | |
| "rewards/rejected": -1.177979588508606, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "learning_rate": 2.590891695369307e-07, | |
| "logits/chosen": 23.435352325439453, | |
| "logits/rejected": 23.340909957885742, | |
| "logps/chosen": -323.2891845703125, | |
| "logps/rejected": -256.3253479003906, | |
| "loss": 0.4108, | |
| "rewards/accuracies": 0.7875000238418579, | |
| "rewards/chosen": -0.21504418551921844, | |
| "rewards/margins": 1.1017714738845825, | |
| "rewards/rejected": -1.316815733909607, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "learning_rate": 2.571756601607348e-07, | |
| "logits/chosen": 23.279882431030273, | |
| "logits/rejected": 22.866252899169922, | |
| "logps/chosen": -376.61431884765625, | |
| "logps/rejected": -252.8503875732422, | |
| "loss": 0.4265, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -0.24882745742797852, | |
| "rewards/margins": 1.2063392400741577, | |
| "rewards/rejected": -1.4551665782928467, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "learning_rate": 2.5526215078453884e-07, | |
| "logits/chosen": 23.572551727294922, | |
| "logits/rejected": 23.359222412109375, | |
| "logps/chosen": -348.06396484375, | |
| "logps/rejected": -301.94830322265625, | |
| "loss": 0.4353, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -0.1706874668598175, | |
| "rewards/margins": 1.228468656539917, | |
| "rewards/rejected": -1.399156093597412, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "learning_rate": 2.533486414083429e-07, | |
| "logits/chosen": 23.559356689453125, | |
| "logits/rejected": 23.3609676361084, | |
| "logps/chosen": -354.1952209472656, | |
| "logps/rejected": -299.01385498046875, | |
| "loss": 0.392, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": 0.025229115039110184, | |
| "rewards/margins": 1.3790032863616943, | |
| "rewards/rejected": -1.3537743091583252, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "learning_rate": 2.5143513203214697e-07, | |
| "logits/chosen": 23.176847457885742, | |
| "logits/rejected": 23.128990173339844, | |
| "logps/chosen": -395.842529296875, | |
| "logps/rejected": -295.98162841796875, | |
| "loss": 0.4379, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -0.10837908089160919, | |
| "rewards/margins": 1.3724091053009033, | |
| "rewards/rejected": -1.480788230895996, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "learning_rate": 2.49521622655951e-07, | |
| "logits/chosen": 23.313915252685547, | |
| "logits/rejected": 23.103626251220703, | |
| "logps/chosen": -350.606689453125, | |
| "logps/rejected": -294.15594482421875, | |
| "loss": 0.4363, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -0.2652584910392761, | |
| "rewards/margins": 1.1176103353500366, | |
| "rewards/rejected": -1.382868766784668, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "eval_logits/chosen": 23.417835235595703, | |
| "eval_logits/rejected": 23.231985092163086, | |
| "eval_logps/chosen": -357.8829650878906, | |
| "eval_logps/rejected": -287.6752014160156, | |
| "eval_loss": 0.5009579062461853, | |
| "eval_rewards/accuracies": 0.773809552192688, | |
| "eval_rewards/chosen": -0.3312842845916748, | |
| "eval_rewards/margins": 1.0278921127319336, | |
| "eval_rewards/rejected": -1.3591763973236084, | |
| "eval_runtime": 211.3907, | |
| "eval_samples_per_second": 9.461, | |
| "eval_steps_per_second": 0.298, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "learning_rate": 2.4760811327975504e-07, | |
| "logits/chosen": 23.531373977661133, | |
| "logits/rejected": 23.429351806640625, | |
| "logps/chosen": -347.46490478515625, | |
| "logps/rejected": -289.24176025390625, | |
| "loss": 0.4249, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -0.28774064779281616, | |
| "rewards/margins": 1.0696442127227783, | |
| "rewards/rejected": -1.3573849201202393, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "learning_rate": 2.456946039035591e-07, | |
| "logits/chosen": 23.160110473632812, | |
| "logits/rejected": 23.07761001586914, | |
| "logps/chosen": -372.6455993652344, | |
| "logps/rejected": -254.6509246826172, | |
| "loss": 0.4312, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": -0.29867392778396606, | |
| "rewards/margins": 1.093621850013733, | |
| "rewards/rejected": -1.3922955989837646, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "learning_rate": 2.4378109452736316e-07, | |
| "logits/chosen": 23.148435592651367, | |
| "logits/rejected": 23.090463638305664, | |
| "logps/chosen": -316.5802917480469, | |
| "logps/rejected": -288.7501220703125, | |
| "loss": 0.4262, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": -0.3632759749889374, | |
| "rewards/margins": 1.0216796398162842, | |
| "rewards/rejected": -1.3849557638168335, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "learning_rate": 2.418675851511672e-07, | |
| "logits/chosen": 23.17940330505371, | |
| "logits/rejected": 23.190204620361328, | |
| "logps/chosen": -346.47625732421875, | |
| "logps/rejected": -270.1147155761719, | |
| "loss": 0.4333, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -0.2974759638309479, | |
| "rewards/margins": 1.0174903869628906, | |
| "rewards/rejected": -1.3149662017822266, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "learning_rate": 2.399540757749713e-07, | |
| "logits/chosen": 23.138202667236328, | |
| "logits/rejected": 22.985610961914062, | |
| "logps/chosen": -340.69940185546875, | |
| "logps/rejected": -311.3159484863281, | |
| "loss": 0.4341, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": -0.1574067324399948, | |
| "rewards/margins": 1.2777574062347412, | |
| "rewards/rejected": -1.4351643323898315, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "learning_rate": 2.3804056639877535e-07, | |
| "logits/chosen": 23.348569869995117, | |
| "logits/rejected": 23.167980194091797, | |
| "logps/chosen": -273.6280822753906, | |
| "logps/rejected": -238.4679412841797, | |
| "loss": 0.4392, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -0.03210877254605293, | |
| "rewards/margins": 1.156890630722046, | |
| "rewards/rejected": -1.1889994144439697, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "learning_rate": 2.361270570225794e-07, | |
| "logits/chosen": 23.42279052734375, | |
| "logits/rejected": 23.08903694152832, | |
| "logps/chosen": -358.487548828125, | |
| "logps/rejected": -266.75341796875, | |
| "loss": 0.3848, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -0.0037168667186051607, | |
| "rewards/margins": 1.2687807083129883, | |
| "rewards/rejected": -1.272497534751892, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "learning_rate": 2.3421354764638345e-07, | |
| "logits/chosen": 23.328954696655273, | |
| "logits/rejected": 23.21335792541504, | |
| "logps/chosen": -294.31402587890625, | |
| "logps/rejected": -263.2884826660156, | |
| "loss": 0.44, | |
| "rewards/accuracies": 0.737500011920929, | |
| "rewards/chosen": -0.1213906854391098, | |
| "rewards/margins": 0.9413496255874634, | |
| "rewards/rejected": -1.0627403259277344, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "learning_rate": 2.323000382701875e-07, | |
| "logits/chosen": 23.385282516479492, | |
| "logits/rejected": 23.229637145996094, | |
| "logps/chosen": -392.8078308105469, | |
| "logps/rejected": -314.957275390625, | |
| "loss": 0.4084, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": -0.1200430616736412, | |
| "rewards/margins": 1.2001924514770508, | |
| "rewards/rejected": -1.3202354907989502, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "learning_rate": 2.3038652889399157e-07, | |
| "logits/chosen": 23.32499122619629, | |
| "logits/rejected": 23.208293914794922, | |
| "logps/chosen": -338.33892822265625, | |
| "logps/rejected": -305.3815612792969, | |
| "loss": 0.408, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": -0.3193683624267578, | |
| "rewards/margins": 1.028808832168579, | |
| "rewards/rejected": -1.348177433013916, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "eval_logits/chosen": 23.395021438598633, | |
| "eval_logits/rejected": 23.213520050048828, | |
| "eval_logps/chosen": -357.0264892578125, | |
| "eval_logps/rejected": -287.1567687988281, | |
| "eval_loss": 0.4989284873008728, | |
| "eval_rewards/accuracies": 0.7777777910232544, | |
| "eval_rewards/chosen": -0.24563594162464142, | |
| "eval_rewards/margins": 1.0617001056671143, | |
| "eval_rewards/rejected": -1.3073359727859497, | |
| "eval_runtime": 212.6457, | |
| "eval_samples_per_second": 9.405, | |
| "eval_steps_per_second": 0.296, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "learning_rate": 2.2847301951779563e-07, | |
| "logits/chosen": 23.246747970581055, | |
| "logits/rejected": 23.268218994140625, | |
| "logps/chosen": -298.40838623046875, | |
| "logps/rejected": -294.05877685546875, | |
| "loss": 0.4063, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -0.37956395745277405, | |
| "rewards/margins": 1.2896459102630615, | |
| "rewards/rejected": -1.6692098379135132, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "learning_rate": 2.265595101415997e-07, | |
| "logits/chosen": 23.170940399169922, | |
| "logits/rejected": 23.139057159423828, | |
| "logps/chosen": -333.7245178222656, | |
| "logps/rejected": -287.9451599121094, | |
| "loss": 0.4352, | |
| "rewards/accuracies": 0.7875000238418579, | |
| "rewards/chosen": -0.23647813498973846, | |
| "rewards/margins": 1.159517526626587, | |
| "rewards/rejected": -1.3959954977035522, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 2.2464600076540373e-07, | |
| "logits/chosen": 23.052528381347656, | |
| "logits/rejected": 22.96520233154297, | |
| "logps/chosen": -327.0295104980469, | |
| "logps/rejected": -272.34539794921875, | |
| "loss": 0.4108, | |
| "rewards/accuracies": 0.75, | |
| "rewards/chosen": -0.3730023503303528, | |
| "rewards/margins": 1.0741784572601318, | |
| "rewards/rejected": -1.4471808671951294, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "learning_rate": 2.227324913892078e-07, | |
| "logits/chosen": 23.350069046020508, | |
| "logits/rejected": 23.162134170532227, | |
| "logps/chosen": -338.16583251953125, | |
| "logps/rejected": -292.6080627441406, | |
| "loss": 0.4213, | |
| "rewards/accuracies": 0.7250000238418579, | |
| "rewards/chosen": -0.24311116337776184, | |
| "rewards/margins": 1.0276445150375366, | |
| "rewards/rejected": -1.270755648612976, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "learning_rate": 2.2081898201301186e-07, | |
| "logits/chosen": 23.173582077026367, | |
| "logits/rejected": 23.145183563232422, | |
| "logps/chosen": -329.4697265625, | |
| "logps/rejected": -266.3700256347656, | |
| "loss": 0.407, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -0.023505190387368202, | |
| "rewards/margins": 1.2212746143341064, | |
| "rewards/rejected": -1.2447797060012817, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "learning_rate": 2.1890547263681592e-07, | |
| "logits/chosen": 23.282878875732422, | |
| "logits/rejected": 23.070077896118164, | |
| "logps/chosen": -321.710205078125, | |
| "logps/rejected": -277.3352966308594, | |
| "loss": 0.4071, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -0.25008895993232727, | |
| "rewards/margins": 1.3580764532089233, | |
| "rewards/rejected": -1.6081653833389282, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "learning_rate": 2.1699196326061998e-07, | |
| "logits/chosen": 23.08016586303711, | |
| "logits/rejected": 23.203523635864258, | |
| "logps/chosen": -297.59130859375, | |
| "logps/rejected": -280.3871765136719, | |
| "loss": 0.4554, | |
| "rewards/accuracies": 0.7875000238418579, | |
| "rewards/chosen": -0.3134928345680237, | |
| "rewards/margins": 1.07438063621521, | |
| "rewards/rejected": -1.387873649597168, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "learning_rate": 2.1507845388442402e-07, | |
| "logits/chosen": 23.223857879638672, | |
| "logits/rejected": 23.118579864501953, | |
| "logps/chosen": -307.32745361328125, | |
| "logps/rejected": -264.244384765625, | |
| "loss": 0.4215, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -0.4751613140106201, | |
| "rewards/margins": 1.2573087215423584, | |
| "rewards/rejected": -1.732469916343689, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "learning_rate": 2.1316494450822808e-07, | |
| "logits/chosen": 23.08175277709961, | |
| "logits/rejected": 23.210302352905273, | |
| "logps/chosen": -348.2358093261719, | |
| "logps/rejected": -269.00909423828125, | |
| "loss": 0.4148, | |
| "rewards/accuracies": 0.7875000238418579, | |
| "rewards/chosen": -0.5350313186645508, | |
| "rewards/margins": 1.2447912693023682, | |
| "rewards/rejected": -1.779822587966919, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "learning_rate": 2.1125143513203214e-07, | |
| "logits/chosen": 23.117109298706055, | |
| "logits/rejected": 23.03956413269043, | |
| "logps/chosen": -350.7597961425781, | |
| "logps/rejected": -257.7859191894531, | |
| "loss": 0.4076, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": -0.42596331238746643, | |
| "rewards/margins": 1.1088837385177612, | |
| "rewards/rejected": -1.5348470211029053, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "eval_logits/chosen": 23.361677169799805, | |
| "eval_logits/rejected": 23.18657112121582, | |
| "eval_logps/chosen": -358.4737854003906, | |
| "eval_logps/rejected": -288.44818115234375, | |
| "eval_loss": 0.4995974004268646, | |
| "eval_rewards/accuracies": 0.7658730149269104, | |
| "eval_rewards/chosen": -0.39036476612091064, | |
| "eval_rewards/margins": 1.0461114645004272, | |
| "eval_rewards/rejected": -1.4364763498306274, | |
| "eval_runtime": 207.254, | |
| "eval_samples_per_second": 9.65, | |
| "eval_steps_per_second": 0.304, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "learning_rate": 2.093379257558362e-07, | |
| "logits/chosen": 23.419483184814453, | |
| "logits/rejected": 23.20507049560547, | |
| "logps/chosen": -321.2181396484375, | |
| "logps/rejected": -264.3491516113281, | |
| "loss": 0.4189, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -0.5122248530387878, | |
| "rewards/margins": 1.2178277969360352, | |
| "rewards/rejected": -1.7300525903701782, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "learning_rate": 2.0742441637964026e-07, | |
| "logits/chosen": 22.683643341064453, | |
| "logits/rejected": 22.83184242248535, | |
| "logps/chosen": -339.54498291015625, | |
| "logps/rejected": -250.641845703125, | |
| "loss": 0.4102, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -0.3275443911552429, | |
| "rewards/margins": 1.4303803443908691, | |
| "rewards/rejected": -1.7579247951507568, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "learning_rate": 2.055109070034443e-07, | |
| "logits/chosen": 23.576740264892578, | |
| "logits/rejected": 23.395267486572266, | |
| "logps/chosen": -349.0409240722656, | |
| "logps/rejected": -268.94268798828125, | |
| "loss": 0.4055, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -0.29274967312812805, | |
| "rewards/margins": 1.1743746995925903, | |
| "rewards/rejected": -1.4671242237091064, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "learning_rate": 2.0359739762724836e-07, | |
| "logits/chosen": 23.352815628051758, | |
| "logits/rejected": 23.3568058013916, | |
| "logps/chosen": -352.31304931640625, | |
| "logps/rejected": -284.7132873535156, | |
| "loss": 0.4133, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": -0.33104512095451355, | |
| "rewards/margins": 1.168330192565918, | |
| "rewards/rejected": -1.499375343322754, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "learning_rate": 2.0168388825105242e-07, | |
| "logits/chosen": 23.261768341064453, | |
| "logits/rejected": 23.228496551513672, | |
| "logps/chosen": -345.1585998535156, | |
| "logps/rejected": -339.8830871582031, | |
| "loss": 0.3868, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -0.12148020416498184, | |
| "rewards/margins": 1.3025624752044678, | |
| "rewards/rejected": -1.424042820930481, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "learning_rate": 1.997703788748565e-07, | |
| "logits/chosen": 23.22171401977539, | |
| "logits/rejected": 22.969928741455078, | |
| "logps/chosen": -328.1639099121094, | |
| "logps/rejected": -222.90762329101562, | |
| "loss": 0.406, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -0.09366317093372345, | |
| "rewards/margins": 1.3427413702011108, | |
| "rewards/rejected": -1.4364044666290283, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "learning_rate": 1.9785686949866055e-07, | |
| "logits/chosen": 22.87033462524414, | |
| "logits/rejected": 23.068653106689453, | |
| "logps/chosen": -331.31146240234375, | |
| "logps/rejected": -285.5386962890625, | |
| "loss": 0.4169, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -0.057704973965883255, | |
| "rewards/margins": 1.1090171337127686, | |
| "rewards/rejected": -1.1667221784591675, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "learning_rate": 1.9594336012246458e-07, | |
| "logits/chosen": 23.055828094482422, | |
| "logits/rejected": 23.081539154052734, | |
| "logps/chosen": -312.4957275390625, | |
| "logps/rejected": -268.7204895019531, | |
| "loss": 0.3909, | |
| "rewards/accuracies": 0.7875000238418579, | |
| "rewards/chosen": -0.07027649134397507, | |
| "rewards/margins": 1.1952614784240723, | |
| "rewards/rejected": -1.2655378580093384, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "learning_rate": 1.9402985074626865e-07, | |
| "logits/chosen": 22.958328247070312, | |
| "logits/rejected": 23.175926208496094, | |
| "logps/chosen": -312.7813720703125, | |
| "logps/rejected": -272.52215576171875, | |
| "loss": 0.4153, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": -0.2530692219734192, | |
| "rewards/margins": 1.2337100505828857, | |
| "rewards/rejected": -1.4867792129516602, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "learning_rate": 1.921163413700727e-07, | |
| "logits/chosen": 23.173688888549805, | |
| "logits/rejected": 23.038455963134766, | |
| "logps/chosen": -327.50531005859375, | |
| "logps/rejected": -257.269287109375, | |
| "loss": 0.4547, | |
| "rewards/accuracies": 0.762499988079071, | |
| "rewards/chosen": -0.3794935941696167, | |
| "rewards/margins": 1.0488073825836182, | |
| "rewards/rejected": -1.4283010959625244, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "eval_logits/chosen": 23.329803466796875, | |
| "eval_logits/rejected": 23.160478591918945, | |
| "eval_logps/chosen": -357.08575439453125, | |
| "eval_logps/rejected": -286.7316589355469, | |
| "eval_loss": 0.5008072853088379, | |
| "eval_rewards/accuracies": 0.7857142686843872, | |
| "eval_rewards/chosen": -0.25156161189079285, | |
| "eval_rewards/margins": 1.0132601261138916, | |
| "eval_rewards/rejected": -1.2648216485977173, | |
| "eval_runtime": 212.8249, | |
| "eval_samples_per_second": 9.397, | |
| "eval_steps_per_second": 0.296, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "learning_rate": 1.9020283199387677e-07, | |
| "logits/chosen": 23.098756790161133, | |
| "logits/rejected": 23.10630226135254, | |
| "logps/chosen": -345.1263122558594, | |
| "logps/rejected": -260.34613037109375, | |
| "loss": 0.4359, | |
| "rewards/accuracies": 0.7875000238418579, | |
| "rewards/chosen": -0.14109382033348083, | |
| "rewards/margins": 1.0066546201705933, | |
| "rewards/rejected": -1.147748589515686, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "learning_rate": 1.8828932261768083e-07, | |
| "logits/chosen": 23.233016967773438, | |
| "logits/rejected": 23.24778175354004, | |
| "logps/chosen": -295.8356628417969, | |
| "logps/rejected": -244.9901885986328, | |
| "loss": 0.4224, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -0.49083733558654785, | |
| "rewards/margins": 1.3773233890533447, | |
| "rewards/rejected": -1.868160605430603, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "learning_rate": 1.8637581324148487e-07, | |
| "logits/chosen": 23.030765533447266, | |
| "logits/rejected": 22.91606330871582, | |
| "logps/chosen": -311.2125549316406, | |
| "logps/rejected": -287.0599670410156, | |
| "loss": 0.4249, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -0.3956405520439148, | |
| "rewards/margins": 1.194427728652954, | |
| "rewards/rejected": -1.5900681018829346, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "learning_rate": 1.8446230386528893e-07, | |
| "logits/chosen": 22.784257888793945, | |
| "logits/rejected": 22.93459701538086, | |
| "logps/chosen": -270.6285095214844, | |
| "logps/rejected": -242.1689453125, | |
| "loss": 0.3953, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -0.2096777856349945, | |
| "rewards/margins": 1.2774814367294312, | |
| "rewards/rejected": -1.487159252166748, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "learning_rate": 1.82548794489093e-07, | |
| "logits/chosen": 22.975915908813477, | |
| "logits/rejected": 23.076732635498047, | |
| "logps/chosen": -285.87164306640625, | |
| "logps/rejected": -285.27105712890625, | |
| "loss": 0.3506, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -0.4368739724159241, | |
| "rewards/margins": 1.2533791065216064, | |
| "rewards/rejected": -1.6902532577514648, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 2.02, | |
| "learning_rate": 1.8063528511289706e-07, | |
| "logits/chosen": 23.094058990478516, | |
| "logits/rejected": 23.000532150268555, | |
| "logps/chosen": -311.85418701171875, | |
| "logps/rejected": -342.6611633300781, | |
| "loss": 0.3454, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": -0.3331337571144104, | |
| "rewards/margins": 1.497775912284851, | |
| "rewards/rejected": -1.8309099674224854, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "learning_rate": 1.7872177573670112e-07, | |
| "logits/chosen": 23.15587043762207, | |
| "logits/rejected": 22.996431350708008, | |
| "logps/chosen": -284.33099365234375, | |
| "logps/rejected": -247.60586547851562, | |
| "loss": 0.3782, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -0.3313903212547302, | |
| "rewards/margins": 1.394980549812317, | |
| "rewards/rejected": -1.7263710498809814, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "learning_rate": 1.7680826636050515e-07, | |
| "logits/chosen": 23.24311637878418, | |
| "logits/rejected": 23.19965171813965, | |
| "logps/chosen": -307.9765930175781, | |
| "logps/rejected": -258.64697265625, | |
| "loss": 0.3464, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": -0.12858574092388153, | |
| "rewards/margins": 1.5073888301849365, | |
| "rewards/rejected": -1.635974645614624, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "learning_rate": 1.7489475698430921e-07, | |
| "logits/chosen": 23.421756744384766, | |
| "logits/rejected": 23.180278778076172, | |
| "logps/chosen": -351.59796142578125, | |
| "logps/rejected": -271.3390808105469, | |
| "loss": 0.3522, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -0.3069804012775421, | |
| "rewards/margins": 1.5511845350265503, | |
| "rewards/rejected": -1.8581645488739014, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "learning_rate": 1.7298124760811328e-07, | |
| "logits/chosen": 23.29781723022461, | |
| "logits/rejected": 23.215654373168945, | |
| "logps/chosen": -335.22943115234375, | |
| "logps/rejected": -245.5157470703125, | |
| "loss": 0.3469, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": -0.39654579758644104, | |
| "rewards/margins": 1.623525857925415, | |
| "rewards/rejected": -2.020071506500244, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 2.07, | |
| "eval_logits/chosen": 23.29904556274414, | |
| "eval_logits/rejected": 23.136056900024414, | |
| "eval_logps/chosen": -357.43829345703125, | |
| "eval_logps/rejected": -287.9998779296875, | |
| "eval_loss": 0.49774664640426636, | |
| "eval_rewards/accuracies": 0.7777777910232544, | |
| "eval_rewards/chosen": -0.28681743144989014, | |
| "eval_rewards/margins": 1.10482656955719, | |
| "eval_rewards/rejected": -1.39164400100708, | |
| "eval_runtime": 207.5885, | |
| "eval_samples_per_second": 9.634, | |
| "eval_steps_per_second": 0.303, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "learning_rate": 1.7106773823191734e-07, | |
| "logits/chosen": 23.3192138671875, | |
| "logits/rejected": 23.1693115234375, | |
| "logps/chosen": -360.62701416015625, | |
| "logps/rejected": -267.00836181640625, | |
| "loss": 0.3505, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -0.2135746031999588, | |
| "rewards/margins": 1.6586072444915771, | |
| "rewards/rejected": -1.8721816539764404, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "learning_rate": 1.691542288557214e-07, | |
| "logits/chosen": 22.96431541442871, | |
| "logits/rejected": 22.824430465698242, | |
| "logps/chosen": -327.3959655761719, | |
| "logps/rejected": -293.3819580078125, | |
| "loss": 0.3412, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -0.4780098795890808, | |
| "rewards/margins": 1.3323651552200317, | |
| "rewards/rejected": -1.8103749752044678, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "learning_rate": 1.6724071947952544e-07, | |
| "logits/chosen": 22.99736213684082, | |
| "logits/rejected": 22.809282302856445, | |
| "logps/chosen": -286.00433349609375, | |
| "logps/rejected": -253.54635620117188, | |
| "loss": 0.3509, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -0.5133158564567566, | |
| "rewards/margins": 1.4120731353759766, | |
| "rewards/rejected": -1.9253889322280884, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 2.11, | |
| "learning_rate": 1.653272101033295e-07, | |
| "logits/chosen": 22.923995971679688, | |
| "logits/rejected": 22.87368392944336, | |
| "logps/chosen": -293.9073791503906, | |
| "logps/rejected": -263.51397705078125, | |
| "loss": 0.3527, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": -0.28854408860206604, | |
| "rewards/margins": 1.3332937955856323, | |
| "rewards/rejected": -1.6218379735946655, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "learning_rate": 1.6341370072713356e-07, | |
| "logits/chosen": 23.294551849365234, | |
| "logits/rejected": 23.248403549194336, | |
| "logps/chosen": -354.1997985839844, | |
| "logps/rejected": -338.943603515625, | |
| "loss": 0.3538, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -0.2328769713640213, | |
| "rewards/margins": 1.2254259586334229, | |
| "rewards/rejected": -1.4583029747009277, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "learning_rate": 1.6150019135093762e-07, | |
| "logits/chosen": 23.40046501159668, | |
| "logits/rejected": 23.170814514160156, | |
| "logps/chosen": -376.11871337890625, | |
| "logps/rejected": -280.2356872558594, | |
| "loss": 0.3409, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -0.1297599822282791, | |
| "rewards/margins": 1.5910810232162476, | |
| "rewards/rejected": -1.7208411693572998, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 2.14, | |
| "learning_rate": 1.5958668197474169e-07, | |
| "logits/chosen": 23.402286529541016, | |
| "logits/rejected": 23.344829559326172, | |
| "logps/chosen": -316.00634765625, | |
| "logps/rejected": -308.0472717285156, | |
| "loss": 0.3556, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": 0.00810793973505497, | |
| "rewards/margins": 1.592138409614563, | |
| "rewards/rejected": -1.5840303897857666, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "learning_rate": 1.5767317259854572e-07, | |
| "logits/chosen": 23.049579620361328, | |
| "logits/rejected": 23.11331558227539, | |
| "logps/chosen": -320.4759826660156, | |
| "logps/rejected": -237.2650604248047, | |
| "loss": 0.3655, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -0.1983695775270462, | |
| "rewards/margins": 1.2847638130187988, | |
| "rewards/rejected": -1.4831334352493286, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "learning_rate": 1.5575966322234978e-07, | |
| "logits/chosen": 23.234739303588867, | |
| "logits/rejected": 22.95262336730957, | |
| "logps/chosen": -360.20367431640625, | |
| "logps/rejected": -292.31317138671875, | |
| "loss": 0.3307, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": -0.17867961525917053, | |
| "rewards/margins": 1.6552801132202148, | |
| "rewards/rejected": -1.8339598178863525, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "learning_rate": 1.5384615384615385e-07, | |
| "logits/chosen": 23.25923728942871, | |
| "logits/rejected": 23.007633209228516, | |
| "logps/chosen": -305.6047058105469, | |
| "logps/rejected": -246.4465789794922, | |
| "loss": 0.3547, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -0.2684822380542755, | |
| "rewards/margins": 1.560947060585022, | |
| "rewards/rejected": -1.829429268836975, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 2.17, | |
| "eval_logits/chosen": 23.273019790649414, | |
| "eval_logits/rejected": 23.114229202270508, | |
| "eval_logps/chosen": -358.821044921875, | |
| "eval_logps/rejected": -289.5934753417969, | |
| "eval_loss": 0.49868160486221313, | |
| "eval_rewards/accuracies": 0.761904776096344, | |
| "eval_rewards/chosen": -0.42508772015571594, | |
| "eval_rewards/margins": 1.125916838645935, | |
| "eval_rewards/rejected": -1.5510046482086182, | |
| "eval_runtime": 211.1219, | |
| "eval_samples_per_second": 9.473, | |
| "eval_steps_per_second": 0.298, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "learning_rate": 1.519326444699579e-07, | |
| "logits/chosen": 23.230274200439453, | |
| "logits/rejected": 23.15807342529297, | |
| "logps/chosen": -334.8540954589844, | |
| "logps/rejected": -263.5167236328125, | |
| "loss": 0.3289, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -0.251259982585907, | |
| "rewards/margins": 1.5572983026504517, | |
| "rewards/rejected": -1.8085582256317139, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 2.19, | |
| "learning_rate": 1.5001913509376197e-07, | |
| "logits/chosen": 23.217041015625, | |
| "logits/rejected": 23.1701717376709, | |
| "logps/chosen": -330.7687683105469, | |
| "logps/rejected": -285.98907470703125, | |
| "loss": 0.3463, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -0.2551344037055969, | |
| "rewards/margins": 1.4968717098236084, | |
| "rewards/rejected": -1.7520062923431396, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "learning_rate": 1.4810562571756603e-07, | |
| "logits/chosen": 23.419551849365234, | |
| "logits/rejected": 23.216039657592773, | |
| "logps/chosen": -312.8890380859375, | |
| "logps/rejected": -267.16729736328125, | |
| "loss": 0.3688, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": -0.34911391139030457, | |
| "rewards/margins": 1.548995018005371, | |
| "rewards/rejected": -1.8981088399887085, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 2.21, | |
| "learning_rate": 1.4619211634137007e-07, | |
| "logits/chosen": 22.947824478149414, | |
| "logits/rejected": 22.82015037536621, | |
| "logps/chosen": -313.2303771972656, | |
| "logps/rejected": -252.9609375, | |
| "loss": 0.3447, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -0.2606348693370819, | |
| "rewards/margins": 1.5146172046661377, | |
| "rewards/rejected": -1.7752519845962524, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 2.22, | |
| "learning_rate": 1.4427860696517413e-07, | |
| "logits/chosen": 23.21828269958496, | |
| "logits/rejected": 23.22684097290039, | |
| "logps/chosen": -369.90924072265625, | |
| "logps/rejected": -314.48016357421875, | |
| "loss": 0.3561, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": -0.12711670994758606, | |
| "rewards/margins": 1.666666030883789, | |
| "rewards/rejected": -1.7937828302383423, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "learning_rate": 1.423650975889782e-07, | |
| "logits/chosen": 23.231754302978516, | |
| "logits/rejected": 23.19542694091797, | |
| "logps/chosen": -351.79913330078125, | |
| "logps/rejected": -271.44427490234375, | |
| "loss": 0.3303, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": -0.14719603955745697, | |
| "rewards/margins": 1.6395785808563232, | |
| "rewards/rejected": -1.7867748737335205, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "learning_rate": 1.4045158821278225e-07, | |
| "logits/chosen": 22.95505142211914, | |
| "logits/rejected": 22.855873107910156, | |
| "logps/chosen": -340.75238037109375, | |
| "logps/rejected": -316.02386474609375, | |
| "loss": 0.3293, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -0.26123401522636414, | |
| "rewards/margins": 1.4234856367111206, | |
| "rewards/rejected": -1.6847198009490967, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "learning_rate": 1.3853807883658632e-07, | |
| "logits/chosen": 23.029155731201172, | |
| "logits/rejected": 23.120052337646484, | |
| "logps/chosen": -371.22100830078125, | |
| "logps/rejected": -319.261474609375, | |
| "loss": 0.3694, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -0.3324764668941498, | |
| "rewards/margins": 1.6106780767440796, | |
| "rewards/rejected": -1.9431545734405518, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 2.26, | |
| "learning_rate": 1.3662456946039035e-07, | |
| "logits/chosen": 23.185413360595703, | |
| "logits/rejected": 22.925167083740234, | |
| "logps/chosen": -305.14410400390625, | |
| "logps/rejected": -296.2259521484375, | |
| "loss": 0.3664, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": -0.40003857016563416, | |
| "rewards/margins": 1.3513580560684204, | |
| "rewards/rejected": -1.7513965368270874, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "learning_rate": 1.3471106008419441e-07, | |
| "logits/chosen": 23.18272590637207, | |
| "logits/rejected": 23.115558624267578, | |
| "logps/chosen": -306.1884460449219, | |
| "logps/rejected": -288.0213928222656, | |
| "loss": 0.3468, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -0.359417200088501, | |
| "rewards/margins": 1.435274362564087, | |
| "rewards/rejected": -1.7946914434432983, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "eval_logits/chosen": 23.256072998046875, | |
| "eval_logits/rejected": 23.099788665771484, | |
| "eval_logps/chosen": -357.2442932128906, | |
| "eval_logps/rejected": -288.0285339355469, | |
| "eval_loss": 0.49792206287384033, | |
| "eval_rewards/accuracies": 0.7777777910232544, | |
| "eval_rewards/chosen": -0.26741600036621094, | |
| "eval_rewards/margins": 1.1270908117294312, | |
| "eval_rewards/rejected": -1.394506812095642, | |
| "eval_runtime": 210.9966, | |
| "eval_samples_per_second": 9.479, | |
| "eval_steps_per_second": 0.299, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 2.28, | |
| "learning_rate": 1.3279755070799848e-07, | |
| "logits/chosen": 23.182937622070312, | |
| "logits/rejected": 23.00518035888672, | |
| "logps/chosen": -325.1390075683594, | |
| "logps/rejected": -254.9105224609375, | |
| "loss": 0.3562, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -0.2701284885406494, | |
| "rewards/margins": 1.4486573934555054, | |
| "rewards/rejected": -1.7187858819961548, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "learning_rate": 1.3088404133180254e-07, | |
| "logits/chosen": 23.192270278930664, | |
| "logits/rejected": 22.86314582824707, | |
| "logps/chosen": -354.3294677734375, | |
| "logps/rejected": -277.08319091796875, | |
| "loss": 0.3275, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -0.3135210871696472, | |
| "rewards/margins": 1.6535711288452148, | |
| "rewards/rejected": -1.9670922756195068, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "learning_rate": 1.289705319556066e-07, | |
| "logits/chosen": 23.285938262939453, | |
| "logits/rejected": 23.20859146118164, | |
| "logps/chosen": -341.8558044433594, | |
| "logps/rejected": -260.49853515625, | |
| "loss": 0.3339, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -0.49324899911880493, | |
| "rewards/margins": 1.3661364316940308, | |
| "rewards/rejected": -1.8593854904174805, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "learning_rate": 1.2705702257941064e-07, | |
| "logits/chosen": 23.054574966430664, | |
| "logits/rejected": 22.94180679321289, | |
| "logps/chosen": -314.9513244628906, | |
| "logps/rejected": -253.89779663085938, | |
| "loss": 0.3683, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -0.5942099690437317, | |
| "rewards/margins": 1.3034783601760864, | |
| "rewards/rejected": -1.8976882696151733, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "learning_rate": 1.251435132032147e-07, | |
| "logits/chosen": 23.040285110473633, | |
| "logits/rejected": 23.092458724975586, | |
| "logps/chosen": -347.84820556640625, | |
| "logps/rejected": -300.02069091796875, | |
| "loss": 0.3424, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -0.3747033476829529, | |
| "rewards/margins": 1.4116895198822021, | |
| "rewards/rejected": -1.7863928079605103, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 2.33, | |
| "learning_rate": 1.2323000382701873e-07, | |
| "logits/chosen": 23.061431884765625, | |
| "logits/rejected": 22.941814422607422, | |
| "logps/chosen": -363.65850830078125, | |
| "logps/rejected": -299.712890625, | |
| "loss": 0.3701, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -0.34447842836380005, | |
| "rewards/margins": 1.6744133234024048, | |
| "rewards/rejected": -2.0188918113708496, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "learning_rate": 1.213164944508228e-07, | |
| "logits/chosen": 23.18351936340332, | |
| "logits/rejected": 23.060955047607422, | |
| "logps/chosen": -386.75701904296875, | |
| "logps/rejected": -311.6101379394531, | |
| "loss": 0.3375, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -0.2950562834739685, | |
| "rewards/margins": 1.5026452541351318, | |
| "rewards/rejected": -1.7977014780044556, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 2.35, | |
| "learning_rate": 1.1940298507462686e-07, | |
| "logits/chosen": 23.240421295166016, | |
| "logits/rejected": 23.235857009887695, | |
| "logps/chosen": -306.81561279296875, | |
| "logps/rejected": -249.85324096679688, | |
| "loss": 0.3425, | |
| "rewards/accuracies": 0.887499988079071, | |
| "rewards/chosen": -0.47128137946128845, | |
| "rewards/margins": 1.526531457901001, | |
| "rewards/rejected": -1.9978128671646118, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "learning_rate": 1.1748947569843092e-07, | |
| "logits/chosen": 23.31965446472168, | |
| "logits/rejected": 23.00503158569336, | |
| "logps/chosen": -366.4286193847656, | |
| "logps/rejected": -287.65399169921875, | |
| "loss": 0.3404, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": -0.20483896136283875, | |
| "rewards/margins": 1.4863460063934326, | |
| "rewards/rejected": -1.6911849975585938, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "learning_rate": 1.1557596632223497e-07, | |
| "logits/chosen": 23.109445571899414, | |
| "logits/rejected": 23.121734619140625, | |
| "logps/chosen": -339.75689697265625, | |
| "logps/rejected": -266.4504699707031, | |
| "loss": 0.3432, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": -0.32633692026138306, | |
| "rewards/margins": 1.3159123659133911, | |
| "rewards/rejected": -1.642249345779419, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "eval_logits/chosen": 23.223342895507812, | |
| "eval_logits/rejected": 23.0726318359375, | |
| "eval_logps/chosen": -358.362060546875, | |
| "eval_logps/rejected": -288.7130126953125, | |
| "eval_loss": 0.5026321411132812, | |
| "eval_rewards/accuracies": 0.773809552192688, | |
| "eval_rewards/chosen": -0.3791937828063965, | |
| "eval_rewards/margins": 1.0837651491165161, | |
| "eval_rewards/rejected": -1.4629590511322021, | |
| "eval_runtime": 212.4288, | |
| "eval_samples_per_second": 9.415, | |
| "eval_steps_per_second": 0.297, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "learning_rate": 1.1366245694603903e-07, | |
| "logits/chosen": 22.923072814941406, | |
| "logits/rejected": 22.96480369567871, | |
| "logps/chosen": -329.4259338378906, | |
| "logps/rejected": -294.24127197265625, | |
| "loss": 0.3706, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": -0.3439275026321411, | |
| "rewards/margins": 1.2762069702148438, | |
| "rewards/rejected": -1.6201345920562744, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "learning_rate": 1.1174894756984308e-07, | |
| "logits/chosen": 23.266117095947266, | |
| "logits/rejected": 23.19167137145996, | |
| "logps/chosen": -274.62237548828125, | |
| "logps/rejected": -247.6970672607422, | |
| "loss": 0.3588, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -0.4183998107910156, | |
| "rewards/margins": 1.5969486236572266, | |
| "rewards/rejected": -2.015348434448242, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 2.41, | |
| "learning_rate": 1.0983543819364714e-07, | |
| "logits/chosen": 23.18532943725586, | |
| "logits/rejected": 23.074344635009766, | |
| "logps/chosen": -333.7981262207031, | |
| "logps/rejected": -262.7727966308594, | |
| "loss": 0.3035, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": -0.3411490321159363, | |
| "rewards/margins": 1.6993077993392944, | |
| "rewards/rejected": -2.040456771850586, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "learning_rate": 1.079219288174512e-07, | |
| "logits/chosen": 22.650278091430664, | |
| "logits/rejected": 22.700809478759766, | |
| "logps/chosen": -256.5923156738281, | |
| "logps/rejected": -267.3676452636719, | |
| "loss": 0.3527, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": -0.5605247616767883, | |
| "rewards/margins": 1.3785268068313599, | |
| "rewards/rejected": -1.939051628112793, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 2.43, | |
| "learning_rate": 1.0600841944125525e-07, | |
| "logits/chosen": 23.22505760192871, | |
| "logits/rejected": 23.044265747070312, | |
| "logps/chosen": -377.84765625, | |
| "logps/rejected": -308.9931945800781, | |
| "loss": 0.3613, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": -0.2691905200481415, | |
| "rewards/margins": 1.7195707559585571, | |
| "rewards/rejected": -1.988761305809021, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "learning_rate": 1.0409491006505931e-07, | |
| "logits/chosen": 23.209278106689453, | |
| "logits/rejected": 23.045013427734375, | |
| "logps/chosen": -341.085205078125, | |
| "logps/rejected": -284.80987548828125, | |
| "loss": 0.3373, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -0.32976096868515015, | |
| "rewards/margins": 1.4313738346099854, | |
| "rewards/rejected": -1.7611347436904907, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 2.45, | |
| "learning_rate": 1.0218140068886336e-07, | |
| "logits/chosen": 22.989057540893555, | |
| "logits/rejected": 22.930797576904297, | |
| "logps/chosen": -349.1778564453125, | |
| "logps/rejected": -276.46905517578125, | |
| "loss": 0.351, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": -0.3507656157016754, | |
| "rewards/margins": 1.4063034057617188, | |
| "rewards/rejected": -1.7570692300796509, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 2.46, | |
| "learning_rate": 1.0026789131266743e-07, | |
| "logits/chosen": 22.69498062133789, | |
| "logits/rejected": 22.762619018554688, | |
| "logps/chosen": -319.37701416015625, | |
| "logps/rejected": -285.0171813964844, | |
| "loss": 0.3298, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": -0.41146141290664673, | |
| "rewards/margins": 1.4631173610687256, | |
| "rewards/rejected": -1.874578833580017, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 2.47, | |
| "learning_rate": 9.835438193647149e-08, | |
| "logits/chosen": 22.913543701171875, | |
| "logits/rejected": 22.7869873046875, | |
| "logps/chosen": -328.5509948730469, | |
| "logps/rejected": -253.9607696533203, | |
| "loss": 0.3565, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -0.4099615216255188, | |
| "rewards/margins": 1.3734912872314453, | |
| "rewards/rejected": -1.7834527492523193, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "learning_rate": 9.644087256027554e-08, | |
| "logits/chosen": 23.1809139251709, | |
| "logits/rejected": 23.06944465637207, | |
| "logps/chosen": -286.20904541015625, | |
| "logps/rejected": -235.44140625, | |
| "loss": 0.324, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -0.5443722009658813, | |
| "rewards/margins": 1.3517777919769287, | |
| "rewards/rejected": -1.8961498737335205, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "eval_logits/chosen": 23.200559616088867, | |
| "eval_logits/rejected": 23.054319381713867, | |
| "eval_logps/chosen": -359.46197509765625, | |
| "eval_logps/rejected": -290.1737060546875, | |
| "eval_loss": 0.5021990537643433, | |
| "eval_rewards/accuracies": 0.7698412537574768, | |
| "eval_rewards/chosen": -0.48918139934539795, | |
| "eval_rewards/margins": 1.1198451519012451, | |
| "eval_rewards/rejected": -1.609026551246643, | |
| "eval_runtime": 211.6095, | |
| "eval_samples_per_second": 9.451, | |
| "eval_steps_per_second": 0.298, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 2.49, | |
| "learning_rate": 9.45273631840796e-08, | |
| "logits/chosen": 22.888259887695312, | |
| "logits/rejected": 22.884002685546875, | |
| "logps/chosen": -351.7564392089844, | |
| "logps/rejected": -299.20611572265625, | |
| "loss": 0.3645, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": -0.16312038898468018, | |
| "rewards/margins": 1.5724434852600098, | |
| "rewards/rejected": -1.73556387424469, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "learning_rate": 9.261385380788366e-08, | |
| "logits/chosen": 23.231523513793945, | |
| "logits/rejected": 23.333255767822266, | |
| "logps/chosen": -338.1724548339844, | |
| "logps/rejected": -284.2950744628906, | |
| "loss": 0.3772, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": -0.48969048261642456, | |
| "rewards/margins": 1.1433426141738892, | |
| "rewards/rejected": -1.633033037185669, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "learning_rate": 9.070034443168771e-08, | |
| "logits/chosen": 23.16311264038086, | |
| "logits/rejected": 22.952455520629883, | |
| "logps/chosen": -304.960205078125, | |
| "logps/rejected": -273.458251953125, | |
| "loss": 0.3659, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -0.46648114919662476, | |
| "rewards/margins": 1.2427117824554443, | |
| "rewards/rejected": -1.7091929912567139, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "learning_rate": 8.878683505549177e-08, | |
| "logits/chosen": 23.104694366455078, | |
| "logits/rejected": 23.080604553222656, | |
| "logps/chosen": -287.4930419921875, | |
| "logps/rejected": -265.7315368652344, | |
| "loss": 0.3395, | |
| "rewards/accuracies": 0.9375, | |
| "rewards/chosen": -0.0566287636756897, | |
| "rewards/margins": 1.7359685897827148, | |
| "rewards/rejected": -1.7925974130630493, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "learning_rate": 8.687332567929582e-08, | |
| "logits/chosen": 22.983219146728516, | |
| "logits/rejected": 23.094844818115234, | |
| "logps/chosen": -316.54547119140625, | |
| "logps/rejected": -292.8838806152344, | |
| "loss": 0.3579, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -0.4759410321712494, | |
| "rewards/margins": 1.2076809406280518, | |
| "rewards/rejected": -1.6836220026016235, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 2.54, | |
| "learning_rate": 8.495981630309988e-08, | |
| "logits/chosen": 22.804758071899414, | |
| "logits/rejected": 22.753246307373047, | |
| "logps/chosen": -366.3809509277344, | |
| "logps/rejected": -290.44805908203125, | |
| "loss": 0.3613, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -0.37290042638778687, | |
| "rewards/margins": 1.3757580518722534, | |
| "rewards/rejected": -1.7486584186553955, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 2.55, | |
| "learning_rate": 8.304630692690395e-08, | |
| "logits/chosen": 22.425283432006836, | |
| "logits/rejected": 22.801471710205078, | |
| "logps/chosen": -316.58416748046875, | |
| "logps/rejected": -268.90423583984375, | |
| "loss": 0.3686, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -0.44941702485084534, | |
| "rewards/margins": 1.3106696605682373, | |
| "rewards/rejected": -1.7600864171981812, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "learning_rate": 8.1132797550708e-08, | |
| "logits/chosen": 23.177642822265625, | |
| "logits/rejected": 23.025049209594727, | |
| "logps/chosen": -345.25958251953125, | |
| "logps/rejected": -269.18951416015625, | |
| "loss": 0.3337, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": -0.33066803216934204, | |
| "rewards/margins": 1.614101767539978, | |
| "rewards/rejected": -1.9447696208953857, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 2.57, | |
| "learning_rate": 7.921928817451206e-08, | |
| "logits/chosen": 23.251216888427734, | |
| "logits/rejected": 23.127471923828125, | |
| "logps/chosen": -321.37078857421875, | |
| "logps/rejected": -251.3941192626953, | |
| "loss": 0.3158, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -0.3629501461982727, | |
| "rewards/margins": 1.3023030757904053, | |
| "rewards/rejected": -1.6652530431747437, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "learning_rate": 7.73057787983161e-08, | |
| "logits/chosen": 23.11884880065918, | |
| "logits/rejected": 23.025787353515625, | |
| "logps/chosen": -372.3116760253906, | |
| "logps/rejected": -297.9188232421875, | |
| "loss": 0.3556, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -0.08432115614414215, | |
| "rewards/margins": 1.5375818014144897, | |
| "rewards/rejected": -1.6219028234481812, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "eval_logits/chosen": 23.198068618774414, | |
| "eval_logits/rejected": 23.05204963684082, | |
| "eval_logps/chosen": -359.8403625488281, | |
| "eval_logps/rejected": -290.6595458984375, | |
| "eval_loss": 0.5010030269622803, | |
| "eval_rewards/accuracies": 0.7817460298538208, | |
| "eval_rewards/chosen": -0.5270243287086487, | |
| "eval_rewards/margins": 1.130587100982666, | |
| "eval_rewards/rejected": -1.6576114892959595, | |
| "eval_runtime": 208.0836, | |
| "eval_samples_per_second": 9.612, | |
| "eval_steps_per_second": 0.303, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "learning_rate": 7.539226942212017e-08, | |
| "logits/chosen": 22.56097412109375, | |
| "logits/rejected": 22.520360946655273, | |
| "logps/chosen": -299.781982421875, | |
| "logps/rejected": -319.82171630859375, | |
| "loss": 0.3419, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -0.4395579397678375, | |
| "rewards/margins": 1.4742848873138428, | |
| "rewards/rejected": -1.9138429164886475, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "learning_rate": 7.347876004592423e-08, | |
| "logits/chosen": 23.056285858154297, | |
| "logits/rejected": 22.88377571105957, | |
| "logps/chosen": -274.74249267578125, | |
| "logps/rejected": -217.62075805664062, | |
| "loss": 0.3617, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -0.48249778151512146, | |
| "rewards/margins": 1.2477834224700928, | |
| "rewards/rejected": -1.730281114578247, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "learning_rate": 7.156525066972828e-08, | |
| "logits/chosen": 23.401355743408203, | |
| "logits/rejected": 23.3753604888916, | |
| "logps/chosen": -305.857666015625, | |
| "logps/rejected": -269.84344482421875, | |
| "loss": 0.3566, | |
| "rewards/accuracies": 0.7749999761581421, | |
| "rewards/chosen": -0.5294305086135864, | |
| "rewards/margins": 1.2906124591827393, | |
| "rewards/rejected": -1.8200428485870361, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 2.62, | |
| "learning_rate": 6.965174129353234e-08, | |
| "logits/chosen": 23.210468292236328, | |
| "logits/rejected": 23.068767547607422, | |
| "logps/chosen": -418.8457946777344, | |
| "logps/rejected": -322.9905700683594, | |
| "loss": 0.3506, | |
| "rewards/accuracies": 0.925000011920929, | |
| "rewards/chosen": -0.12323112785816193, | |
| "rewards/margins": 1.8070284128189087, | |
| "rewards/rejected": -1.9302597045898438, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "learning_rate": 6.773823191733639e-08, | |
| "logits/chosen": 23.159671783447266, | |
| "logits/rejected": 23.031639099121094, | |
| "logps/chosen": -341.6581726074219, | |
| "logps/rejected": -329.7276611328125, | |
| "loss": 0.3489, | |
| "rewards/accuracies": 0.887499988079071, | |
| "rewards/chosen": -0.43813997507095337, | |
| "rewards/margins": 1.6730334758758545, | |
| "rewards/rejected": -2.111173152923584, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "learning_rate": 6.582472254114045e-08, | |
| "logits/chosen": 22.655208587646484, | |
| "logits/rejected": 22.458200454711914, | |
| "logps/chosen": -298.61737060546875, | |
| "logps/rejected": -273.9313659667969, | |
| "loss": 0.3689, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -0.464535653591156, | |
| "rewards/margins": 1.3690606355667114, | |
| "rewards/rejected": -1.8335964679718018, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 2.65, | |
| "learning_rate": 6.391121316494451e-08, | |
| "logits/chosen": 23.089435577392578, | |
| "logits/rejected": 23.145009994506836, | |
| "logps/chosen": -347.81793212890625, | |
| "logps/rejected": -289.2439880371094, | |
| "loss": 0.3245, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -0.26666170358657837, | |
| "rewards/margins": 1.7196756601333618, | |
| "rewards/rejected": -1.9863373041152954, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 2.66, | |
| "learning_rate": 6.199770378874856e-08, | |
| "logits/chosen": 23.03936767578125, | |
| "logits/rejected": 22.83783531188965, | |
| "logps/chosen": -326.26123046875, | |
| "logps/rejected": -285.95294189453125, | |
| "loss": 0.3369, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -0.3959008455276489, | |
| "rewards/margins": 1.5528860092163086, | |
| "rewards/rejected": -1.948786735534668, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 2.67, | |
| "learning_rate": 6.008419441255262e-08, | |
| "logits/chosen": 22.73525047302246, | |
| "logits/rejected": 22.791269302368164, | |
| "logps/chosen": -291.1043395996094, | |
| "logps/rejected": -250.67880249023438, | |
| "loss": 0.3344, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -0.7139278650283813, | |
| "rewards/margins": 1.2345958948135376, | |
| "rewards/rejected": -1.948523759841919, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "learning_rate": 5.817068503635668e-08, | |
| "logits/chosen": 23.139039993286133, | |
| "logits/rejected": 23.094404220581055, | |
| "logps/chosen": -375.664794921875, | |
| "logps/rejected": -297.1061706542969, | |
| "loss": 0.3277, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": -0.29812633991241455, | |
| "rewards/margins": 1.5680840015411377, | |
| "rewards/rejected": -1.8662105798721313, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "eval_logits/chosen": 23.19009780883789, | |
| "eval_logits/rejected": 23.044872283935547, | |
| "eval_logps/chosen": -359.9708251953125, | |
| "eval_logps/rejected": -290.89959716796875, | |
| "eval_loss": 0.49901142716407776, | |
| "eval_rewards/accuracies": 0.7777777910232544, | |
| "eval_rewards/chosen": -0.5400659441947937, | |
| "eval_rewards/margins": 1.141547679901123, | |
| "eval_rewards/rejected": -1.6816134452819824, | |
| "eval_runtime": 212.6416, | |
| "eval_samples_per_second": 9.405, | |
| "eval_steps_per_second": 0.296, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "learning_rate": 5.6257175660160735e-08, | |
| "logits/chosen": 23.452491760253906, | |
| "logits/rejected": 23.291522979736328, | |
| "logps/chosen": -321.8898010253906, | |
| "logps/rejected": -302.38250732421875, | |
| "loss": 0.3198, | |
| "rewards/accuracies": 0.887499988079071, | |
| "rewards/chosen": -0.5151566863059998, | |
| "rewards/margins": 1.5868747234344482, | |
| "rewards/rejected": -2.1020312309265137, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "learning_rate": 5.4343666283964784e-08, | |
| "logits/chosen": 22.93613052368164, | |
| "logits/rejected": 23.02700424194336, | |
| "logps/chosen": -337.6763000488281, | |
| "logps/rejected": -263.98406982421875, | |
| "loss": 0.3544, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": -0.38289493322372437, | |
| "rewards/margins": 1.6999647617340088, | |
| "rewards/rejected": -2.0828592777252197, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "learning_rate": 5.243015690776884e-08, | |
| "logits/chosen": 23.027408599853516, | |
| "logits/rejected": 23.09657096862793, | |
| "logps/chosen": -300.5941162109375, | |
| "logps/rejected": -263.323486328125, | |
| "loss": 0.3481, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -0.6709809899330139, | |
| "rewards/margins": 1.2178490161895752, | |
| "rewards/rejected": -1.8888299465179443, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 2.73, | |
| "learning_rate": 5.05166475315729e-08, | |
| "logits/chosen": 23.28525161743164, | |
| "logits/rejected": 23.195045471191406, | |
| "logps/chosen": -272.472900390625, | |
| "logps/rejected": -262.8435974121094, | |
| "loss": 0.3379, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -0.8382778167724609, | |
| "rewards/margins": 1.3932462930679321, | |
| "rewards/rejected": -2.2315242290496826, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 2.74, | |
| "learning_rate": 4.860313815537696e-08, | |
| "logits/chosen": 22.973094940185547, | |
| "logits/rejected": 22.961816787719727, | |
| "logps/chosen": -367.30596923828125, | |
| "logps/rejected": -294.1488952636719, | |
| "loss": 0.3489, | |
| "rewards/accuracies": 0.949999988079071, | |
| "rewards/chosen": -0.19501671195030212, | |
| "rewards/margins": 1.6359647512435913, | |
| "rewards/rejected": -1.8309814929962158, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 2.75, | |
| "learning_rate": 4.668962877918101e-08, | |
| "logits/chosen": 23.02678680419922, | |
| "logits/rejected": 22.784521102905273, | |
| "logps/chosen": -329.62030029296875, | |
| "logps/rejected": -373.6632080078125, | |
| "loss": 0.3306, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -0.4452723562717438, | |
| "rewards/margins": 1.5809751749038696, | |
| "rewards/rejected": -2.026247501373291, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "learning_rate": 4.477611940298507e-08, | |
| "logits/chosen": 22.902379989624023, | |
| "logits/rejected": 22.912425994873047, | |
| "logps/chosen": -332.11102294921875, | |
| "logps/rejected": -280.44976806640625, | |
| "loss": 0.3247, | |
| "rewards/accuracies": 0.9125000238418579, | |
| "rewards/chosen": -0.35678499937057495, | |
| "rewards/margins": 1.8047094345092773, | |
| "rewards/rejected": -2.161494493484497, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "learning_rate": 4.2862610026789124e-08, | |
| "logits/chosen": 23.08858871459961, | |
| "logits/rejected": 22.95041275024414, | |
| "logps/chosen": -337.7413330078125, | |
| "logps/rejected": -293.63623046875, | |
| "loss": 0.3618, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -0.3582797646522522, | |
| "rewards/margins": 1.579685091972351, | |
| "rewards/rejected": -1.9379650354385376, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 2.78, | |
| "learning_rate": 4.0949100650593186e-08, | |
| "logits/chosen": 22.903911590576172, | |
| "logits/rejected": 22.945873260498047, | |
| "logps/chosen": -272.99493408203125, | |
| "logps/rejected": -277.4879455566406, | |
| "loss": 0.3657, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": -0.6198464035987854, | |
| "rewards/margins": 1.3183465003967285, | |
| "rewards/rejected": -1.9381929636001587, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "learning_rate": 3.903559127439724e-08, | |
| "logits/chosen": 23.07727813720703, | |
| "logits/rejected": 22.927719116210938, | |
| "logps/chosen": -282.8468933105469, | |
| "logps/rejected": -237.0935821533203, | |
| "loss": 0.3262, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": -0.40676426887512207, | |
| "rewards/margins": 1.3733875751495361, | |
| "rewards/rejected": -1.7801517248153687, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 2.79, | |
| "eval_logits/chosen": 23.187774658203125, | |
| "eval_logits/rejected": 23.043867111206055, | |
| "eval_logps/chosen": -359.5220031738281, | |
| "eval_logps/rejected": -290.49322509765625, | |
| "eval_loss": 0.4993184804916382, | |
| "eval_rewards/accuracies": 0.7777777910232544, | |
| "eval_rewards/chosen": -0.4951845407485962, | |
| "eval_rewards/margins": 1.1457940340042114, | |
| "eval_rewards/rejected": -1.6409783363342285, | |
| "eval_runtime": 210.8376, | |
| "eval_samples_per_second": 9.486, | |
| "eval_steps_per_second": 0.299, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "learning_rate": 3.71220818982013e-08, | |
| "logits/chosen": 23.060585021972656, | |
| "logits/rejected": 22.836994171142578, | |
| "logps/chosen": -348.59539794921875, | |
| "logps/rejected": -282.60064697265625, | |
| "loss": 0.3585, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -0.4623526632785797, | |
| "rewards/margins": 1.4493197202682495, | |
| "rewards/rejected": -1.911672592163086, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "learning_rate": 3.520857252200535e-08, | |
| "logits/chosen": 23.332260131835938, | |
| "logits/rejected": 23.22934341430664, | |
| "logps/chosen": -373.9750061035156, | |
| "logps/rejected": -321.8055725097656, | |
| "loss": 0.334, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -0.24776187539100647, | |
| "rewards/margins": 1.6318897008895874, | |
| "rewards/rejected": -1.879651427268982, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "learning_rate": 3.3295063145809414e-08, | |
| "logits/chosen": 23.10513687133789, | |
| "logits/rejected": 23.070053100585938, | |
| "logps/chosen": -295.7916259765625, | |
| "logps/rejected": -298.29132080078125, | |
| "loss": 0.3567, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": -0.4222725033760071, | |
| "rewards/margins": 1.4338531494140625, | |
| "rewards/rejected": -1.8561254739761353, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 2.83, | |
| "learning_rate": 3.138155376961347e-08, | |
| "logits/chosen": 22.993267059326172, | |
| "logits/rejected": 22.975433349609375, | |
| "logps/chosen": -340.28515625, | |
| "logps/rejected": -270.3987731933594, | |
| "loss": 0.3505, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": -0.4524230360984802, | |
| "rewards/margins": 1.500270962715149, | |
| "rewards/rejected": -1.9526941776275635, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "learning_rate": 2.9468044393417525e-08, | |
| "logits/chosen": 22.807130813598633, | |
| "logits/rejected": 22.657257080078125, | |
| "logps/chosen": -302.7679748535156, | |
| "logps/rejected": -253.1012420654297, | |
| "loss": 0.3457, | |
| "rewards/accuracies": 0.875, | |
| "rewards/chosen": -0.3587990403175354, | |
| "rewards/margins": 1.4861528873443604, | |
| "rewards/rejected": -1.8449519872665405, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 2.85, | |
| "learning_rate": 2.755453501722158e-08, | |
| "logits/chosen": 22.716732025146484, | |
| "logits/rejected": 22.806201934814453, | |
| "logps/chosen": -340.51287841796875, | |
| "logps/rejected": -296.96673583984375, | |
| "loss": 0.3386, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -0.4456048011779785, | |
| "rewards/margins": 1.4643114805221558, | |
| "rewards/rejected": -1.9099165201187134, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 2.86, | |
| "learning_rate": 2.564102564102564e-08, | |
| "logits/chosen": 23.153486251831055, | |
| "logits/rejected": 23.201038360595703, | |
| "logps/chosen": -308.52288818359375, | |
| "logps/rejected": -289.1993408203125, | |
| "loss": 0.3403, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -0.3693477213382721, | |
| "rewards/margins": 1.4097144603729248, | |
| "rewards/rejected": -1.779062032699585, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "learning_rate": 2.3727516264829695e-08, | |
| "logits/chosen": 22.77389907836914, | |
| "logits/rejected": 22.64432144165039, | |
| "logps/chosen": -388.85552978515625, | |
| "logps/rejected": -363.8034362792969, | |
| "loss": 0.3601, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -0.32134681940078735, | |
| "rewards/margins": 1.4628154039382935, | |
| "rewards/rejected": -1.784161925315857, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "learning_rate": 2.1814006888633754e-08, | |
| "logits/chosen": 22.792617797851562, | |
| "logits/rejected": 22.739648818969727, | |
| "logps/chosen": -340.0162353515625, | |
| "logps/rejected": -269.2567443847656, | |
| "loss": 0.3476, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -0.3537456691265106, | |
| "rewards/margins": 1.403322696685791, | |
| "rewards/rejected": -1.7570682764053345, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "learning_rate": 1.990049751243781e-08, | |
| "logits/chosen": 23.177873611450195, | |
| "logits/rejected": 23.13758087158203, | |
| "logps/chosen": -343.5755615234375, | |
| "logps/rejected": -288.75555419921875, | |
| "loss": 0.3566, | |
| "rewards/accuracies": 0.800000011920929, | |
| "rewards/chosen": -0.39105096459388733, | |
| "rewards/margins": 1.0802559852600098, | |
| "rewards/rejected": -1.4713070392608643, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 2.89, | |
| "eval_logits/chosen": 23.187063217163086, | |
| "eval_logits/rejected": 23.043275833129883, | |
| "eval_logps/chosen": -359.0445251464844, | |
| "eval_logps/rejected": -290.0010070800781, | |
| "eval_loss": 0.4985302686691284, | |
| "eval_rewards/accuracies": 0.7777777910232544, | |
| "eval_rewards/chosen": -0.44743794202804565, | |
| "eval_rewards/margins": 1.144317388534546, | |
| "eval_rewards/rejected": -1.5917555093765259, | |
| "eval_runtime": 208.7121, | |
| "eval_samples_per_second": 9.583, | |
| "eval_steps_per_second": 0.302, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "learning_rate": 1.7986988136241865e-08, | |
| "logits/chosen": 22.997955322265625, | |
| "logits/rejected": 23.055164337158203, | |
| "logps/chosen": -362.84918212890625, | |
| "logps/rejected": -298.51922607421875, | |
| "loss": 0.3433, | |
| "rewards/accuracies": 0.925000011920929, | |
| "rewards/chosen": -0.2676233649253845, | |
| "rewards/margins": 1.3830516338348389, | |
| "rewards/rejected": -1.650674819946289, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 2.91, | |
| "learning_rate": 1.6073478760045924e-08, | |
| "logits/chosen": 23.13959312438965, | |
| "logits/rejected": 22.91689682006836, | |
| "logps/chosen": -358.01666259765625, | |
| "logps/rejected": -246.228515625, | |
| "loss": 0.3319, | |
| "rewards/accuracies": 0.887499988079071, | |
| "rewards/chosen": -0.24576838314533234, | |
| "rewards/margins": 1.788368582725525, | |
| "rewards/rejected": -2.03413724899292, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "learning_rate": 1.4159969383849981e-08, | |
| "logits/chosen": 22.98459243774414, | |
| "logits/rejected": 23.025390625, | |
| "logps/chosen": -346.28973388671875, | |
| "logps/rejected": -279.1742858886719, | |
| "loss": 0.3331, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -0.40038982033729553, | |
| "rewards/margins": 1.4257802963256836, | |
| "rewards/rejected": -1.8261702060699463, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "learning_rate": 1.2246460007654037e-08, | |
| "logits/chosen": 23.19771957397461, | |
| "logits/rejected": 23.1368408203125, | |
| "logps/chosen": -349.0854187011719, | |
| "logps/rejected": -281.1717529296875, | |
| "loss": 0.3685, | |
| "rewards/accuracies": 0.824999988079071, | |
| "rewards/chosen": -0.481764018535614, | |
| "rewards/margins": 1.4477870464324951, | |
| "rewards/rejected": -1.929551124572754, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 2.94, | |
| "learning_rate": 1.0332950631458094e-08, | |
| "logits/chosen": 23.161651611328125, | |
| "logits/rejected": 23.000064849853516, | |
| "logps/chosen": -338.02288818359375, | |
| "logps/rejected": -283.4983215332031, | |
| "loss": 0.3501, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -0.45347729325294495, | |
| "rewards/margins": 1.2738498449325562, | |
| "rewards/rejected": -1.7273271083831787, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "learning_rate": 8.419441255262151e-09, | |
| "logits/chosen": 22.9562931060791, | |
| "logits/rejected": 22.93158531188965, | |
| "logps/chosen": -301.29132080078125, | |
| "logps/rejected": -239.3927001953125, | |
| "loss": 0.3382, | |
| "rewards/accuracies": 0.862500011920929, | |
| "rewards/chosen": -0.4900715947151184, | |
| "rewards/margins": 1.371382713317871, | |
| "rewards/rejected": -1.8614543676376343, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "learning_rate": 6.505931879066207e-09, | |
| "logits/chosen": 22.94473648071289, | |
| "logits/rejected": 23.008617401123047, | |
| "logps/chosen": -302.16436767578125, | |
| "logps/rejected": -269.48828125, | |
| "loss": 0.3549, | |
| "rewards/accuracies": 0.8125, | |
| "rewards/chosen": -0.308788925409317, | |
| "rewards/margins": 1.3573650121688843, | |
| "rewards/rejected": -1.666154146194458, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 2.97, | |
| "learning_rate": 4.592422502870264e-09, | |
| "logits/chosen": 23.0222225189209, | |
| "logits/rejected": 22.979480743408203, | |
| "logps/chosen": -329.9389343261719, | |
| "logps/rejected": -272.41351318359375, | |
| "loss": 0.3559, | |
| "rewards/accuracies": 0.8500000238418579, | |
| "rewards/chosen": -0.35177531838417053, | |
| "rewards/margins": 1.4292513132095337, | |
| "rewards/rejected": -1.781026840209961, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 2.98, | |
| "learning_rate": 2.6789131266743202e-09, | |
| "logits/chosen": 23.136159896850586, | |
| "logits/rejected": 23.02133560180664, | |
| "logps/chosen": -328.77093505859375, | |
| "logps/rejected": -275.63995361328125, | |
| "loss": 0.3498, | |
| "rewards/accuracies": 0.8374999761581421, | |
| "rewards/chosen": -0.4196252226829529, | |
| "rewards/margins": 1.4171664714813232, | |
| "rewards/rejected": -1.8367916345596313, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "learning_rate": 7.654037504783773e-10, | |
| "logits/chosen": 23.257701873779297, | |
| "logits/rejected": 23.05466079711914, | |
| "logps/chosen": -311.91217041015625, | |
| "logps/rejected": -304.32501220703125, | |
| "loss": 0.3386, | |
| "rewards/accuracies": 0.8999999761581421, | |
| "rewards/chosen": -0.36090317368507385, | |
| "rewards/margins": 1.4512748718261719, | |
| "rewards/rejected": -1.8121780157089233, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 2.99, | |
| "eval_logits/chosen": 23.18655014038086, | |
| "eval_logits/rejected": 23.042728424072266, | |
| "eval_logps/chosen": -359.16790771484375, | |
| "eval_logps/rejected": -290.12347412109375, | |
| "eval_loss": 0.4982847273349762, | |
| "eval_rewards/accuracies": 0.7817460298538208, | |
| "eval_rewards/chosen": -0.4597766697406769, | |
| "eval_rewards/margins": 1.144227385520935, | |
| "eval_rewards/rejected": -1.6040042638778687, | |
| "eval_runtime": 212.9399, | |
| "eval_samples_per_second": 9.392, | |
| "eval_steps_per_second": 0.296, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "step": 2904, | |
| "total_flos": 0.0, | |
| "train_loss": 0.446941960284861, | |
| "train_runtime": 57869.3533, | |
| "train_samples_per_second": 3.212, | |
| "train_steps_per_second": 0.05 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 2904, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "total_flos": 0.0, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |