| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.984771573604061, | |
| "eval_steps": 500, | |
| "global_step": 441, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.00676818950930626, | |
| "grad_norm": 30.061185836791992, | |
| "learning_rate": 1.4285714285714286e-06, | |
| "loss": 3.5407, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.01353637901861252, | |
| "grad_norm": 45.98220443725586, | |
| "learning_rate": 2.8571428571428573e-06, | |
| "loss": 3.8623, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.02030456852791878, | |
| "grad_norm": 52.36494064331055, | |
| "learning_rate": 4.2857142857142855e-06, | |
| "loss": 4.0388, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.02707275803722504, | |
| "grad_norm": 38.702606201171875, | |
| "learning_rate": 5.7142857142857145e-06, | |
| "loss": 3.9038, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.0338409475465313, | |
| "grad_norm": 39.755348205566406, | |
| "learning_rate": 7.1428571428571436e-06, | |
| "loss": 3.7208, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.04060913705583756, | |
| "grad_norm": 28.482959747314453, | |
| "learning_rate": 8.571428571428571e-06, | |
| "loss": 3.699, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.047377326565143825, | |
| "grad_norm": 33.6556510925293, | |
| "learning_rate": 1e-05, | |
| "loss": 3.2901, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.05414551607445008, | |
| "grad_norm": 10.973630905151367, | |
| "learning_rate": 1.1428571428571429e-05, | |
| "loss": 3.2131, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.06091370558375635, | |
| "grad_norm": 8.036073684692383, | |
| "learning_rate": 1.2857142857142859e-05, | |
| "loss": 3.2309, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.0676818950930626, | |
| "grad_norm": 7.630257606506348, | |
| "learning_rate": 1.4285714285714287e-05, | |
| "loss": 3.2666, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.07445008460236886, | |
| "grad_norm": 7.535837650299072, | |
| "learning_rate": 1.5714285714285715e-05, | |
| "loss": 3.1925, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.08121827411167512, | |
| "grad_norm": 10.59571361541748, | |
| "learning_rate": 1.7142857142857142e-05, | |
| "loss": 3.1352, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.08798646362098139, | |
| "grad_norm": 8.021005630493164, | |
| "learning_rate": 1.8571428571428575e-05, | |
| "loss": 2.8961, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.09475465313028765, | |
| "grad_norm": 5.240553855895996, | |
| "learning_rate": 2e-05, | |
| "loss": 3.0844, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.10152284263959391, | |
| "grad_norm": 5.916426658630371, | |
| "learning_rate": 1.9999729347501484e-05, | |
| "loss": 3.1558, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.10829103214890017, | |
| "grad_norm": 5.597356796264648, | |
| "learning_rate": 1.9998917404656488e-05, | |
| "loss": 3.091, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.11505922165820642, | |
| "grad_norm": 6.339421272277832, | |
| "learning_rate": 1.9997564215415886e-05, | |
| "loss": 3.1522, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.1218274111675127, | |
| "grad_norm": 8.770332336425781, | |
| "learning_rate": 1.9995669853028485e-05, | |
| "loss": 3.1213, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.12859560067681894, | |
| "grad_norm": 8.278801918029785, | |
| "learning_rate": 1.9993234420037072e-05, | |
| "loss": 3.1599, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.1353637901861252, | |
| "grad_norm": 4.014164447784424, | |
| "learning_rate": 1.999025804827285e-05, | |
| "loss": 2.9919, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.14213197969543148, | |
| "grad_norm": 4.980748653411865, | |
| "learning_rate": 1.9986740898848306e-05, | |
| "loss": 3.0508, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.14890016920473773, | |
| "grad_norm": 4.607733249664307, | |
| "learning_rate": 1.99826831621485e-05, | |
| "loss": 3.0403, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.155668358714044, | |
| "grad_norm": 4.822920799255371, | |
| "learning_rate": 1.997808505782075e-05, | |
| "loss": 3.1426, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.16243654822335024, | |
| "grad_norm": 6.66705846786499, | |
| "learning_rate": 1.9972946834762732e-05, | |
| "loss": 3.1822, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.1692047377326565, | |
| "grad_norm": 8.534043312072754, | |
| "learning_rate": 1.9967268771109037e-05, | |
| "loss": 3.0409, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.17597292724196278, | |
| "grad_norm": 5.848859786987305, | |
| "learning_rate": 1.996105117421608e-05, | |
| "loss": 2.9325, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.18274111675126903, | |
| "grad_norm": 3.849553108215332, | |
| "learning_rate": 1.9954294380645497e-05, | |
| "loss": 2.9975, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.1895093062605753, | |
| "grad_norm": 5.086816787719727, | |
| "learning_rate": 1.9946998756145894e-05, | |
| "loss": 3.0159, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.19627749576988154, | |
| "grad_norm": 5.160210132598877, | |
| "learning_rate": 1.9939164695633067e-05, | |
| "loss": 3.1489, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.20304568527918782, | |
| "grad_norm": 5.439467430114746, | |
| "learning_rate": 1.9930792623168638e-05, | |
| "loss": 3.09, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.2098138747884941, | |
| "grad_norm": 6.836553573608398, | |
| "learning_rate": 1.992188299193706e-05, | |
| "loss": 3.1017, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.21658206429780033, | |
| "grad_norm": 6.904626846313477, | |
| "learning_rate": 1.9912436284221134e-05, | |
| "loss": 2.798, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.2233502538071066, | |
| "grad_norm": 3.7659807205200195, | |
| "learning_rate": 1.9902453011375865e-05, | |
| "loss": 2.9905, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.23011844331641285, | |
| "grad_norm": 4.325652122497559, | |
| "learning_rate": 1.98919337138008e-05, | |
| "loss": 3.004, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.23688663282571912, | |
| "grad_norm": 5.1247100830078125, | |
| "learning_rate": 1.9880878960910772e-05, | |
| "loss": 2.9883, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.2436548223350254, | |
| "grad_norm": 5.715439319610596, | |
| "learning_rate": 1.9869289351105087e-05, | |
| "loss": 3.106, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.25042301184433163, | |
| "grad_norm": 6.596778392791748, | |
| "learning_rate": 1.9857165511735105e-05, | |
| "loss": 3.094, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.2571912013536379, | |
| "grad_norm": 5.765414714813232, | |
| "learning_rate": 1.9844508099070313e-05, | |
| "loss": 2.9328, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.2639593908629442, | |
| "grad_norm": 3.2168986797332764, | |
| "learning_rate": 1.9831317798262787e-05, | |
| "loss": 2.9776, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.2707275803722504, | |
| "grad_norm": 3.423891067504883, | |
| "learning_rate": 1.98175953233101e-05, | |
| "loss": 2.9672, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.27749576988155666, | |
| "grad_norm": 4.785609245300293, | |
| "learning_rate": 1.980334141701667e-05, | |
| "loss": 3.1273, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.28426395939086296, | |
| "grad_norm": 5.194344997406006, | |
| "learning_rate": 1.978855685095358e-05, | |
| "loss": 3.0137, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.2910321489001692, | |
| "grad_norm": 5.609189510345459, | |
| "learning_rate": 1.977324242541677e-05, | |
| "loss": 3.0037, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.29780033840947545, | |
| "grad_norm": 6.650205612182617, | |
| "learning_rate": 1.9757398969383752e-05, | |
| "loss": 2.901, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.30456852791878175, | |
| "grad_norm": 4.614665985107422, | |
| "learning_rate": 1.974102734046872e-05, | |
| "loss": 2.9467, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.311336717428088, | |
| "grad_norm": 3.8143110275268555, | |
| "learning_rate": 1.9724128424876117e-05, | |
| "loss": 2.9703, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.31810490693739424, | |
| "grad_norm": 5.5977067947387695, | |
| "learning_rate": 1.9706703137352695e-05, | |
| "loss": 2.9885, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.3248730964467005, | |
| "grad_norm": 6.040333271026611, | |
| "learning_rate": 1.968875242113798e-05, | |
| "loss": 3.0303, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.3316412859560068, | |
| "grad_norm": 6.05629825592041, | |
| "learning_rate": 1.9670277247913205e-05, | |
| "loss": 2.9001, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.338409475465313, | |
| "grad_norm": 7.62821102142334, | |
| "learning_rate": 1.965127861774873e-05, | |
| "loss": 2.8845, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.34517766497461927, | |
| "grad_norm": 3.4944276809692383, | |
| "learning_rate": 1.96317575590499e-05, | |
| "loss": 2.8731, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.35194585448392557, | |
| "grad_norm": 3.9865429401397705, | |
| "learning_rate": 1.9611715128501378e-05, | |
| "loss": 2.936, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.3587140439932318, | |
| "grad_norm": 4.1927385330200195, | |
| "learning_rate": 1.9591152411009942e-05, | |
| "loss": 2.9779, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.36548223350253806, | |
| "grad_norm": 4.403099060058594, | |
| "learning_rate": 1.9570070519645767e-05, | |
| "loss": 2.9444, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.37225042301184436, | |
| "grad_norm": 5.183342456817627, | |
| "learning_rate": 1.9548470595582166e-05, | |
| "loss": 2.9487, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.3790186125211506, | |
| "grad_norm": 6.125980854034424, | |
| "learning_rate": 1.9526353808033827e-05, | |
| "loss": 2.7997, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.38578680203045684, | |
| "grad_norm": 5.613026142120361, | |
| "learning_rate": 1.9503721354193507e-05, | |
| "loss": 2.8006, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.3925549915397631, | |
| "grad_norm": 5.052882194519043, | |
| "learning_rate": 1.948057445916724e-05, | |
| "loss": 2.8919, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.3993231810490694, | |
| "grad_norm": 3.8712987899780273, | |
| "learning_rate": 1.9456914375908026e-05, | |
| "loss": 2.912, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.40609137055837563, | |
| "grad_norm": 5.594967365264893, | |
| "learning_rate": 1.9432742385147988e-05, | |
| "loss": 3.0025, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.4128595600676819, | |
| "grad_norm": 5.751216411590576, | |
| "learning_rate": 1.9408059795329073e-05, | |
| "loss": 2.9587, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.4196277495769882, | |
| "grad_norm": 6.2975993156433105, | |
| "learning_rate": 1.9382867942532195e-05, | |
| "loss": 2.8469, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.4263959390862944, | |
| "grad_norm": 5.6724724769592285, | |
| "learning_rate": 1.9357168190404937e-05, | |
| "loss": 2.8086, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.43316412859560066, | |
| "grad_norm": 3.814537525177002, | |
| "learning_rate": 1.9330961930087724e-05, | |
| "loss": 2.8346, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.43993231810490696, | |
| "grad_norm": 4.25925874710083, | |
| "learning_rate": 1.9304250580138524e-05, | |
| "loss": 2.9784, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.4467005076142132, | |
| "grad_norm": 3.799999237060547, | |
| "learning_rate": 1.9277035586456056e-05, | |
| "loss": 2.8535, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.45346869712351945, | |
| "grad_norm": 6.35882568359375, | |
| "learning_rate": 1.9249318422201524e-05, | |
| "loss": 2.9694, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.4602368866328257, | |
| "grad_norm": 6.477646827697754, | |
| "learning_rate": 1.9221100587718884e-05, | |
| "loss": 3.0061, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.467005076142132, | |
| "grad_norm": 5.934814929962158, | |
| "learning_rate": 1.919238361045362e-05, | |
| "loss": 2.7579, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.47377326565143824, | |
| "grad_norm": 3.154392719268799, | |
| "learning_rate": 1.916316904487005e-05, | |
| "loss": 2.7796, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.4805414551607445, | |
| "grad_norm": 4.2975616455078125, | |
| "learning_rate": 1.9133458472367216e-05, | |
| "loss": 2.8438, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.4873096446700508, | |
| "grad_norm": 3.5001091957092285, | |
| "learning_rate": 1.9103253501193256e-05, | |
| "loss": 2.9239, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.494077834179357, | |
| "grad_norm": 5.083667278289795, | |
| "learning_rate": 1.9072555766358346e-05, | |
| "loss": 2.9237, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.5008460236886633, | |
| "grad_norm": 5.127432346343994, | |
| "learning_rate": 1.904136692954622e-05, | |
| "loss": 2.9601, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.5076142131979695, | |
| "grad_norm": 6.419186115264893, | |
| "learning_rate": 1.900968867902419e-05, | |
| "loss": 2.8173, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.5143824027072758, | |
| "grad_norm": 3.2118561267852783, | |
| "learning_rate": 1.89775227295518e-05, | |
| "loss": 2.7624, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.5211505922165821, | |
| "grad_norm": 4.4183807373046875, | |
| "learning_rate": 1.8944870822287957e-05, | |
| "loss": 2.84, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.5279187817258884, | |
| "grad_norm": 4.880641460418701, | |
| "learning_rate": 1.891173472469672e-05, | |
| "loss": 2.8241, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.5346869712351946, | |
| "grad_norm": 4.362979888916016, | |
| "learning_rate": 1.8878116230451615e-05, | |
| "loss": 2.8896, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.5414551607445008, | |
| "grad_norm": 5.762423515319824, | |
| "learning_rate": 1.884401715933853e-05, | |
| "loss": 2.8949, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.5482233502538071, | |
| "grad_norm": 8.867072105407715, | |
| "learning_rate": 1.8809439357157226e-05, | |
| "loss": 2.9593, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.5549915397631133, | |
| "grad_norm": 5.437422752380371, | |
| "learning_rate": 1.8774384695621407e-05, | |
| "loss": 2.6622, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.5617597292724196, | |
| "grad_norm": 3.8561763763427734, | |
| "learning_rate": 1.8738855072257428e-05, | |
| "loss": 2.8984, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.5685279187817259, | |
| "grad_norm": 4.806951522827148, | |
| "learning_rate": 1.8702852410301556e-05, | |
| "loss": 2.8228, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.5752961082910322, | |
| "grad_norm": 4.01973295211792, | |
| "learning_rate": 1.8666378658595863e-05, | |
| "loss": 2.8602, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.5820642978003384, | |
| "grad_norm": 4.8082170486450195, | |
| "learning_rate": 1.8629435791482765e-05, | |
| "loss": 2.9552, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.5888324873096447, | |
| "grad_norm": 6.550163269042969, | |
| "learning_rate": 1.8592025808698116e-05, | |
| "loss": 2.7965, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.5956006768189509, | |
| "grad_norm": 6.67849588394165, | |
| "learning_rate": 1.8554150735262975e-05, | |
| "loss": 2.7528, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.6023688663282571, | |
| "grad_norm": 2.8771703243255615, | |
| "learning_rate": 1.8515812621373998e-05, | |
| "loss": 2.8308, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.6091370558375635, | |
| "grad_norm": 5.142778396606445, | |
| "learning_rate": 1.8477013542292446e-05, | |
| "loss": 2.7588, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.6159052453468697, | |
| "grad_norm": 6.1177873611450195, | |
| "learning_rate": 1.8437755598231857e-05, | |
| "loss": 2.8855, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.622673434856176, | |
| "grad_norm": 6.153074741363525, | |
| "learning_rate": 1.8398040914244363e-05, | |
| "loss": 2.982, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.6294416243654822, | |
| "grad_norm": 5.2112345695495605, | |
| "learning_rate": 1.8357871640105648e-05, | |
| "loss": 2.8087, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.6362098138747885, | |
| "grad_norm": 8.335490226745605, | |
| "learning_rate": 1.8317249950198598e-05, | |
| "loss": 2.6842, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.6429780033840947, | |
| "grad_norm": 5.8389668464660645, | |
| "learning_rate": 1.8276178043395588e-05, | |
| "loss": 2.7224, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.649746192893401, | |
| "grad_norm": 3.2980704307556152, | |
| "learning_rate": 1.8234658142939454e-05, | |
| "loss": 2.8933, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.6565143824027073, | |
| "grad_norm": 5.305524826049805, | |
| "learning_rate": 1.8192692496323158e-05, | |
| "loss": 2.8103, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.6632825719120136, | |
| "grad_norm": 6.091310977935791, | |
| "learning_rate": 1.8150283375168112e-05, | |
| "loss": 2.9352, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.6700507614213198, | |
| "grad_norm": 5.697042465209961, | |
| "learning_rate": 1.8107433075101254e-05, | |
| "loss": 2.8545, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.676818950930626, | |
| "grad_norm": 7.473045349121094, | |
| "learning_rate": 1.8064143915630723e-05, | |
| "loss": 2.6375, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.6835871404399323, | |
| "grad_norm": 2.685059070587158, | |
| "learning_rate": 1.8020418240020362e-05, | |
| "loss": 2.7562, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.6903553299492385, | |
| "grad_norm": 3.2231831550598145, | |
| "learning_rate": 1.7976258415162836e-05, | |
| "loss": 2.8718, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.6971235194585449, | |
| "grad_norm": 3.358761787414551, | |
| "learning_rate": 1.7931666831451536e-05, | |
| "loss": 2.8679, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.7038917089678511, | |
| "grad_norm": 4.336738109588623, | |
| "learning_rate": 1.7886645902651166e-05, | |
| "loss": 2.797, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.7106598984771574, | |
| "grad_norm": 4.629664421081543, | |
| "learning_rate": 1.7841198065767107e-05, | |
| "loss": 2.7675, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.7174280879864636, | |
| "grad_norm": 6.125463485717773, | |
| "learning_rate": 1.779532578091347e-05, | |
| "loss": 2.627, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.7241962774957699, | |
| "grad_norm": 4.7176361083984375, | |
| "learning_rate": 1.7749031531179962e-05, | |
| "loss": 2.6226, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.7309644670050761, | |
| "grad_norm": 3.0627963542938232, | |
| "learning_rate": 1.7702317822497457e-05, | |
| "loss": 2.8128, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.7377326565143824, | |
| "grad_norm": 4.201870918273926, | |
| "learning_rate": 1.7655187183502344e-05, | |
| "loss": 2.7452, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.7445008460236887, | |
| "grad_norm": 4.618666648864746, | |
| "learning_rate": 1.7607642165399665e-05, | |
| "loss": 2.8431, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.751269035532995, | |
| "grad_norm": 5.060817718505859, | |
| "learning_rate": 1.755968534182501e-05, | |
| "loss": 2.9154, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.7580372250423012, | |
| "grad_norm": 5.751707553863525, | |
| "learning_rate": 1.7511319308705198e-05, | |
| "loss": 2.7316, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.7648054145516074, | |
| "grad_norm": 5.403834342956543, | |
| "learning_rate": 1.746254668411778e-05, | |
| "loss": 2.6888, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.7715736040609137, | |
| "grad_norm": 3.657097339630127, | |
| "learning_rate": 1.7413370108149288e-05, | |
| "loss": 2.7851, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.7783417935702199, | |
| "grad_norm": 3.560981035232544, | |
| "learning_rate": 1.7363792242752354e-05, | |
| "loss": 2.8977, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.7851099830795262, | |
| "grad_norm": 5.971733570098877, | |
| "learning_rate": 1.731381577160161e-05, | |
| "loss": 2.7807, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.7918781725888325, | |
| "grad_norm": 5.342052459716797, | |
| "learning_rate": 1.726344339994841e-05, | |
| "loss": 2.8701, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.7986463620981388, | |
| "grad_norm": 5.152158737182617, | |
| "learning_rate": 1.7212677854474402e-05, | |
| "loss": 2.6611, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.805414551607445, | |
| "grad_norm": 5.67462682723999, | |
| "learning_rate": 1.7161521883143936e-05, | |
| "loss": 2.6134, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.8121827411167513, | |
| "grad_norm": 4.32338285446167, | |
| "learning_rate": 1.7109978255055295e-05, | |
| "loss": 2.7922, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.8189509306260575, | |
| "grad_norm": 4.190022945404053, | |
| "learning_rate": 1.705804976029083e-05, | |
| "loss": 2.7966, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.8257191201353637, | |
| "grad_norm": 3.7118101119995117, | |
| "learning_rate": 1.7005739209765906e-05, | |
| "loss": 2.8186, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.8324873096446701, | |
| "grad_norm": 5.160277366638184, | |
| "learning_rate": 1.6953049435076768e-05, | |
| "loss": 2.9102, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.8392554991539763, | |
| "grad_norm": 5.411961078643799, | |
| "learning_rate": 1.6899983288347248e-05, | |
| "loss": 2.7617, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.8460236886632826, | |
| "grad_norm": 7.095698356628418, | |
| "learning_rate": 1.6846543642074382e-05, | |
| "loss": 2.6926, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.8527918781725888, | |
| "grad_norm": 2.7258427143096924, | |
| "learning_rate": 1.679273338897293e-05, | |
| "loss": 2.6996, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.8595600676818951, | |
| "grad_norm": 3.8327107429504395, | |
| "learning_rate": 1.6738555441818785e-05, | |
| "loss": 2.7992, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.8663282571912013, | |
| "grad_norm": 4.773505687713623, | |
| "learning_rate": 1.668401273329129e-05, | |
| "loss": 2.7682, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.8730964467005076, | |
| "grad_norm": 4.107465744018555, | |
| "learning_rate": 1.6629108215814523e-05, | |
| "loss": 2.8903, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.8798646362098139, | |
| "grad_norm": 4.615577220916748, | |
| "learning_rate": 1.6573844861397444e-05, | |
| "loss": 2.8723, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.8866328257191202, | |
| "grad_norm": 7.497233867645264, | |
| "learning_rate": 1.6518225661473045e-05, | |
| "loss": 2.8291, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.8934010152284264, | |
| "grad_norm": 7.081593036651611, | |
| "learning_rate": 1.6462253626736413e-05, | |
| "loss": 2.5866, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.9001692047377327, | |
| "grad_norm": 3.4112582206726074, | |
| "learning_rate": 1.6405931786981753e-05, | |
| "loss": 2.7011, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.9069373942470389, | |
| "grad_norm": 4.411227226257324, | |
| "learning_rate": 1.63492631909384e-05, | |
| "loss": 2.7789, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.9137055837563451, | |
| "grad_norm": 5.724678993225098, | |
| "learning_rate": 1.629225090610577e-05, | |
| "loss": 2.8353, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.9204737732656514, | |
| "grad_norm": 5.374405860900879, | |
| "learning_rate": 1.6234898018587336e-05, | |
| "loss": 2.9269, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.9272419627749577, | |
| "grad_norm": 5.2880072593688965, | |
| "learning_rate": 1.6177207632923558e-05, | |
| "loss": 2.7229, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.934010152284264, | |
| "grad_norm": 5.647241115570068, | |
| "learning_rate": 1.6119182871923834e-05, | |
| "loss": 2.6128, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.9407783417935702, | |
| "grad_norm": 3.1383461952209473, | |
| "learning_rate": 1.606082687649748e-05, | |
| "loss": 2.708, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.9475465313028765, | |
| "grad_norm": 3.174626111984253, | |
| "learning_rate": 1.6002142805483686e-05, | |
| "loss": 2.8192, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.9543147208121827, | |
| "grad_norm": 3.3176159858703613, | |
| "learning_rate": 1.5943133835480536e-05, | |
| "loss": 2.8202, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.961082910321489, | |
| "grad_norm": 4.013696193695068, | |
| "learning_rate": 1.588380316067307e-05, | |
| "loss": 2.7887, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.9678510998307953, | |
| "grad_norm": 5.064754009246826, | |
| "learning_rate": 1.582415399266036e-05, | |
| "loss": 2.8008, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.9746192893401016, | |
| "grad_norm": 5.884125232696533, | |
| "learning_rate": 1.5764189560281677e-05, | |
| "loss": 2.6257, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.9813874788494078, | |
| "grad_norm": 3.0231032371520996, | |
| "learning_rate": 1.5703913109441715e-05, | |
| "loss": 2.7147, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.988155668358714, | |
| "grad_norm": 3.241084337234497, | |
| "learning_rate": 1.564332790293487e-05, | |
| "loss": 2.7612, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.9949238578680203, | |
| "grad_norm": 4.9145121574401855, | |
| "learning_rate": 1.5582437220268648e-05, | |
| "loss": 2.8171, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 1.0016920473773265, | |
| "grad_norm": 5.478322982788086, | |
| "learning_rate": 1.5521244357486132e-05, | |
| "loss": 2.6166, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 1.0084602368866329, | |
| "grad_norm": 2.909008502960205, | |
| "learning_rate": 1.5459752626987563e-05, | |
| "loss": 2.4026, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 1.015228426395939, | |
| "grad_norm": 3.355454206466675, | |
| "learning_rate": 1.5397965357351035e-05, | |
| "loss": 2.2265, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 1.0219966159052454, | |
| "grad_norm": 3.659177541732788, | |
| "learning_rate": 1.5335885893152335e-05, | |
| "loss": 2.1872, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 1.0287648054145515, | |
| "grad_norm": 4.308448791503906, | |
| "learning_rate": 1.5273517594783878e-05, | |
| "loss": 2.0188, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 1.0355329949238579, | |
| "grad_norm": 4.801682949066162, | |
| "learning_rate": 1.521086383827282e-05, | |
| "loss": 1.9166, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 1.0423011844331642, | |
| "grad_norm": 6.2991790771484375, | |
| "learning_rate": 1.5147928015098309e-05, | |
| "loss": 1.6925, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 1.0490693739424704, | |
| "grad_norm": 7.9047417640686035, | |
| "learning_rate": 1.5084713532007906e-05, | |
| "loss": 2.5637, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 1.0558375634517767, | |
| "grad_norm": 6.511372089385986, | |
| "learning_rate": 1.5021223810833165e-05, | |
| "loss": 2.3506, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 1.0626057529610828, | |
| "grad_norm": 5.02034854888916, | |
| "learning_rate": 1.4957462288304421e-05, | |
| "loss": 2.1029, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 1.0693739424703892, | |
| "grad_norm": 5.005341529846191, | |
| "learning_rate": 1.489343241586475e-05, | |
| "loss": 2.0565, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 1.0761421319796955, | |
| "grad_norm": 5.689651012420654, | |
| "learning_rate": 1.4829137659483144e-05, | |
| "loss": 1.9412, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 1.0829103214890017, | |
| "grad_norm": 6.038967609405518, | |
| "learning_rate": 1.4764581499466895e-05, | |
| "loss": 1.675, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 1.089678510998308, | |
| "grad_norm": 4.393552303314209, | |
| "learning_rate": 1.4699767430273202e-05, | |
| "loss": 2.1734, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 1.0964467005076142, | |
| "grad_norm": 3.555631637573242, | |
| "learning_rate": 1.4634698960320018e-05, | |
| "loss": 2.187, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 1.1032148900169205, | |
| "grad_norm": 3.7586710453033447, | |
| "learning_rate": 1.4569379611796137e-05, | |
| "loss": 1.9961, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 1.1099830795262267, | |
| "grad_norm": 4.319566249847412, | |
| "learning_rate": 1.4503812920470535e-05, | |
| "loss": 1.958, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 1.116751269035533, | |
| "grad_norm": 4.831964015960693, | |
| "learning_rate": 1.443800243550098e-05, | |
| "loss": 1.7072, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 1.1235194585448394, | |
| "grad_norm": 6.157094478607178, | |
| "learning_rate": 1.4371951719241906e-05, | |
| "loss": 1.7674, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 1.1302876480541455, | |
| "grad_norm": 4.833260536193848, | |
| "learning_rate": 1.4305664347051586e-05, | |
| "loss": 1.9227, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 1.1370558375634519, | |
| "grad_norm": 3.5581912994384766, | |
| "learning_rate": 1.423914390709861e-05, | |
| "loss": 2.3748, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 1.143824027072758, | |
| "grad_norm": 3.734834909439087, | |
| "learning_rate": 1.4172394000167625e-05, | |
| "loss": 2.0371, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 1.1505922165820643, | |
| "grad_norm": 4.00279426574707, | |
| "learning_rate": 1.4105418239464452e-05, | |
| "loss": 2.0383, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 1.1573604060913705, | |
| "grad_norm": 4.664214134216309, | |
| "learning_rate": 1.4038220250420487e-05, | |
| "loss": 1.9445, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 1.1641285956006768, | |
| "grad_norm": 5.319397926330566, | |
| "learning_rate": 1.3970803670496453e-05, | |
| "loss": 1.7367, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 1.1708967851099832, | |
| "grad_norm": 5.559267520904541, | |
| "learning_rate": 1.390317214898551e-05, | |
| "loss": 1.7855, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 1.1776649746192893, | |
| "grad_norm": 3.4772238731384277, | |
| "learning_rate": 1.3835329346815716e-05, | |
| "loss": 2.3614, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 1.1844331641285957, | |
| "grad_norm": 3.456766366958618, | |
| "learning_rate": 1.3767278936351853e-05, | |
| "loss": 2.1906, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 1.1912013536379018, | |
| "grad_norm": 3.739302635192871, | |
| "learning_rate": 1.3699024601196641e-05, | |
| "loss": 2.0554, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 1.1979695431472082, | |
| "grad_norm": 4.194780349731445, | |
| "learning_rate": 1.3630570035991352e-05, | |
| "loss": 1.8769, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 1.2047377326565143, | |
| "grad_norm": 5.365659713745117, | |
| "learning_rate": 1.3561918946215807e-05, | |
| "loss": 1.7156, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 1.2115059221658206, | |
| "grad_norm": 6.615947723388672, | |
| "learning_rate": 1.34930750479878e-05, | |
| "loss": 1.6489, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 1.218274111675127, | |
| "grad_norm": 4.608173847198486, | |
| "learning_rate": 1.3424042067861944e-05, | |
| "loss": 2.4078, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.2250423011844331, | |
| "grad_norm": 3.3148863315582275, | |
| "learning_rate": 1.335482374262795e-05, | |
| "loss": 2.2092, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 1.2318104906937395, | |
| "grad_norm": 4.692728519439697, | |
| "learning_rate": 1.3285423819108349e-05, | |
| "loss": 1.9361, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 1.2385786802030456, | |
| "grad_norm": 4.571840763092041, | |
| "learning_rate": 1.3215846053955683e-05, | |
| "loss": 1.9115, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 1.245346869712352, | |
| "grad_norm": 5.025711536407471, | |
| "learning_rate": 1.3146094213449148e-05, | |
| "loss": 1.7432, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 1.252115059221658, | |
| "grad_norm": 6.1127095222473145, | |
| "learning_rate": 1.3076172073290726e-05, | |
| "loss": 1.5802, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 1.2588832487309645, | |
| "grad_norm": 5.005325794219971, | |
| "learning_rate": 1.3006083418400799e-05, | |
| "loss": 2.2672, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 1.2656514382402708, | |
| "grad_norm": 3.2444660663604736, | |
| "learning_rate": 1.2935832042713288e-05, | |
| "loss": 2.2101, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 1.272419627749577, | |
| "grad_norm": 3.3180994987487793, | |
| "learning_rate": 1.2865421748970257e-05, | |
| "loss": 2.1237, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 1.2791878172588833, | |
| "grad_norm": 4.625007629394531, | |
| "learning_rate": 1.2794856348516095e-05, | |
| "loss": 1.9741, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 1.2859560067681894, | |
| "grad_norm": 4.619353294372559, | |
| "learning_rate": 1.2724139661091188e-05, | |
| "loss": 1.9425, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 1.2927241962774958, | |
| "grad_norm": 5.504361152648926, | |
| "learning_rate": 1.2653275514625165e-05, | |
| "loss": 1.7012, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 1.299492385786802, | |
| "grad_norm": 4.399888515472412, | |
| "learning_rate": 1.2582267745029685e-05, | |
| "loss": 1.9316, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 1.3062605752961083, | |
| "grad_norm": 3.53360915184021, | |
| "learning_rate": 1.2511120195990797e-05, | |
| "loss": 2.3907, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 1.3130287648054146, | |
| "grad_norm": 3.4914515018463135, | |
| "learning_rate": 1.2439836718760887e-05, | |
| "loss": 2.0797, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 1.3197969543147208, | |
| "grad_norm": 3.7882394790649414, | |
| "learning_rate": 1.2368421171950193e-05, | |
| "loss": 1.955, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 1.3265651438240271, | |
| "grad_norm": 4.370715141296387, | |
| "learning_rate": 1.2296877421317958e-05, | |
| "loss": 1.8437, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 1.3333333333333333, | |
| "grad_norm": 5.414830207824707, | |
| "learning_rate": 1.2225209339563144e-05, | |
| "loss": 1.8579, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 1.3401015228426396, | |
| "grad_norm": 5.272250652313232, | |
| "learning_rate": 1.215342080611484e-05, | |
| "loss": 1.7614, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 1.3468697123519457, | |
| "grad_norm": 4.075460910797119, | |
| "learning_rate": 1.2081515706922226e-05, | |
| "loss": 2.3666, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 1.353637901861252, | |
| "grad_norm": 2.9030683040618896, | |
| "learning_rate": 1.2009497934244257e-05, | |
| "loss": 2.0487, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.3604060913705585, | |
| "grad_norm": 4.147029876708984, | |
| "learning_rate": 1.1937371386438954e-05, | |
| "loss": 1.9878, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 1.3671742808798646, | |
| "grad_norm": 5.0643439292907715, | |
| "learning_rate": 1.186513996775239e-05, | |
| "loss": 1.8252, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 1.373942470389171, | |
| "grad_norm": 5.364940166473389, | |
| "learning_rate": 1.1792807588107358e-05, | |
| "loss": 1.7401, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 1.380710659898477, | |
| "grad_norm": 6.356777191162109, | |
| "learning_rate": 1.1720378162891709e-05, | |
| "loss": 1.5169, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 1.3874788494077834, | |
| "grad_norm": 3.031667709350586, | |
| "learning_rate": 1.1647855612746423e-05, | |
| "loss": 2.3757, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 1.3942470389170896, | |
| "grad_norm": 3.478210926055908, | |
| "learning_rate": 1.1575243863353383e-05, | |
| "loss": 2.1897, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 1.401015228426396, | |
| "grad_norm": 3.7287087440490723, | |
| "learning_rate": 1.150254684522286e-05, | |
| "loss": 2.0368, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 1.4077834179357023, | |
| "grad_norm": 4.0293779373168945, | |
| "learning_rate": 1.142976849348078e-05, | |
| "loss": 1.9049, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 1.4145516074450084, | |
| "grad_norm": 4.953205108642578, | |
| "learning_rate": 1.1356912747655687e-05, | |
| "loss": 1.7872, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 1.4213197969543148, | |
| "grad_norm": 6.160380840301514, | |
| "learning_rate": 1.1283983551465512e-05, | |
| "loss": 1.7295, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.4280879864636211, | |
| "grad_norm": 5.149349212646484, | |
| "learning_rate": 1.1210984852604084e-05, | |
| "loss": 2.1102, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 1.4348561759729273, | |
| "grad_norm": 3.172128915786743, | |
| "learning_rate": 1.1137920602527448e-05, | |
| "loss": 2.2288, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 1.4416243654822334, | |
| "grad_norm": 3.4528701305389404, | |
| "learning_rate": 1.1064794756239978e-05, | |
| "loss": 2.0189, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 1.4483925549915397, | |
| "grad_norm": 4.66202449798584, | |
| "learning_rate": 1.099161127208027e-05, | |
| "loss": 1.8742, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 1.455160744500846, | |
| "grad_norm": 5.142988681793213, | |
| "learning_rate": 1.0918374111506893e-05, | |
| "loss": 1.9004, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 1.4619289340101522, | |
| "grad_norm": 5.548466205596924, | |
| "learning_rate": 1.0845087238883945e-05, | |
| "loss": 1.5929, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 1.4686971235194586, | |
| "grad_norm": 4.51755428314209, | |
| "learning_rate": 1.0771754621266466e-05, | |
| "loss": 1.9563, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 1.475465313028765, | |
| "grad_norm": 3.1326138973236084, | |
| "learning_rate": 1.0698380228185685e-05, | |
| "loss": 2.2197, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 1.482233502538071, | |
| "grad_norm": 3.594095468521118, | |
| "learning_rate": 1.0624968031434174e-05, | |
| "loss": 2.0466, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 1.4890016920473772, | |
| "grad_norm": 3.841886281967163, | |
| "learning_rate": 1.0551522004850821e-05, | |
| "loss": 1.9612, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 1.4957698815566836, | |
| "grad_norm": 4.422885417938232, | |
| "learning_rate": 1.0478046124105746e-05, | |
| "loss": 1.8449, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 1.50253807106599, | |
| "grad_norm": 5.432779788970947, | |
| "learning_rate": 1.0404544366485094e-05, | |
| "loss": 1.7364, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 1.509306260575296, | |
| "grad_norm": 5.873152256011963, | |
| "learning_rate": 1.033102071067573e-05, | |
| "loss": 1.6825, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 1.5160744500846024, | |
| "grad_norm": 3.36773943901062, | |
| "learning_rate": 1.0257479136549889e-05, | |
| "loss": 2.3463, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 1.5228426395939088, | |
| "grad_norm": 3.3323042392730713, | |
| "learning_rate": 1.0183923624949721e-05, | |
| "loss": 2.0683, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 1.5296108291032149, | |
| "grad_norm": 3.8202672004699707, | |
| "learning_rate": 1.0110358157471825e-05, | |
| "loss": 1.9565, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 1.536379018612521, | |
| "grad_norm": 4.67080545425415, | |
| "learning_rate": 1.0036786716251721e-05, | |
| "loss": 1.8865, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 1.5431472081218274, | |
| "grad_norm": 5.312952995300293, | |
| "learning_rate": 9.963213283748282e-06, | |
| "loss": 1.7068, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 1.5499153976311337, | |
| "grad_norm": 6.728119850158691, | |
| "learning_rate": 9.889641842528179e-06, | |
| "loss": 1.6627, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 1.5566835871404399, | |
| "grad_norm": 2.4371559619903564, | |
| "learning_rate": 9.816076375050284e-06, | |
| "loss": 2.3459, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 1.5634517766497462, | |
| "grad_norm": 2.8036484718322754, | |
| "learning_rate": 9.742520863450116e-06, | |
| "loss": 2.1804, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 1.5702199661590526, | |
| "grad_norm": 3.5675642490386963, | |
| "learning_rate": 9.668979289324274e-06, | |
| "loss": 2.0749, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 1.5769881556683587, | |
| "grad_norm": 4.099052906036377, | |
| "learning_rate": 9.595455633514908e-06, | |
| "loss": 1.8576, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 1.5837563451776648, | |
| "grad_norm": 4.900853633880615, | |
| "learning_rate": 9.521953875894256e-06, | |
| "loss": 1.7174, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 1.5905245346869712, | |
| "grad_norm": 5.890774726867676, | |
| "learning_rate": 9.448477995149182e-06, | |
| "loss": 1.4906, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 1.5972927241962775, | |
| "grad_norm": 4.369800567626953, | |
| "learning_rate": 9.37503196856583e-06, | |
| "loss": 2.0832, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 1.6040609137055837, | |
| "grad_norm": 3.1959829330444336, | |
| "learning_rate": 9.301619771814317e-06, | |
| "loss": 2.2265, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 1.61082910321489, | |
| "grad_norm": 3.255842924118042, | |
| "learning_rate": 9.228245378733537e-06, | |
| "loss": 2.0659, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 1.6175972927241964, | |
| "grad_norm": 3.865798234939575, | |
| "learning_rate": 9.154912761116056e-06, | |
| "loss": 1.9102, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 1.6243654822335025, | |
| "grad_norm": 4.725029945373535, | |
| "learning_rate": 9.081625888493107e-06, | |
| "loss": 1.7442, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 1.6311336717428087, | |
| "grad_norm": 8.740133285522461, | |
| "learning_rate": 9.00838872791973e-06, | |
| "loss": 1.6959, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 1.637901861252115, | |
| "grad_norm": 4.786500930786133, | |
| "learning_rate": 8.935205243760022e-06, | |
| "loss": 1.8628, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 1.6446700507614214, | |
| "grad_norm": 3.0056700706481934, | |
| "learning_rate": 8.862079397472552e-06, | |
| "loss": 2.2218, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 1.6514382402707275, | |
| "grad_norm": 3.35292911529541, | |
| "learning_rate": 8.78901514739592e-06, | |
| "loss": 2.0775, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 1.6582064297800339, | |
| "grad_norm": 3.997661590576172, | |
| "learning_rate": 8.71601644853449e-06, | |
| "loss": 1.9842, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 1.6649746192893402, | |
| "grad_norm": 4.569092273712158, | |
| "learning_rate": 8.643087252344313e-06, | |
| "loss": 1.8055, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 1.6717428087986463, | |
| "grad_norm": 5.217006683349609, | |
| "learning_rate": 8.57023150651922e-06, | |
| "loss": 1.5681, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 1.6785109983079525, | |
| "grad_norm": 5.526303291320801, | |
| "learning_rate": 8.49745315477714e-06, | |
| "loss": 1.7118, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 1.6852791878172588, | |
| "grad_norm": 2.5200791358947754, | |
| "learning_rate": 8.424756136646624e-06, | |
| "loss": 2.2932, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 1.6920473773265652, | |
| "grad_norm": 3.4209508895874023, | |
| "learning_rate": 8.352144387253582e-06, | |
| "loss": 2.0515, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 1.6988155668358713, | |
| "grad_norm": 3.7960565090179443, | |
| "learning_rate": 8.279621837108295e-06, | |
| "loss": 1.9207, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 1.7055837563451777, | |
| "grad_norm": 4.094236373901367, | |
| "learning_rate": 8.207192411892645e-06, | |
| "loss": 1.7885, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 1.712351945854484, | |
| "grad_norm": 4.837678909301758, | |
| "learning_rate": 8.134860032247613e-06, | |
| "loss": 1.6723, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 1.7191201353637902, | |
| "grad_norm": 6.248587608337402, | |
| "learning_rate": 8.062628613561051e-06, | |
| "loss": 1.4528, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 1.7258883248730963, | |
| "grad_norm": 2.59256911277771, | |
| "learning_rate": 7.990502065755748e-06, | |
| "loss": 2.3992, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 1.7326565143824029, | |
| "grad_norm": 2.9640893936157227, | |
| "learning_rate": 7.918484293077777e-06, | |
| "loss": 2.1847, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 1.739424703891709, | |
| "grad_norm": 3.4181110858917236, | |
| "learning_rate": 7.846579193885165e-06, | |
| "loss": 2.0231, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 1.7461928934010151, | |
| "grad_norm": 4.158235549926758, | |
| "learning_rate": 7.774790660436857e-06, | |
| "loss": 1.9362, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 1.7529610829103215, | |
| "grad_norm": 4.829765796661377, | |
| "learning_rate": 7.703122578682047e-06, | |
| "loss": 1.7278, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 1.7597292724196278, | |
| "grad_norm": 5.691404819488525, | |
| "learning_rate": 7.631578828049809e-06, | |
| "loss": 1.6055, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.766497461928934, | |
| "grad_norm": 3.2796614170074463, | |
| "learning_rate": 7.560163281239116e-06, | |
| "loss": 2.0519, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 1.77326565143824, | |
| "grad_norm": 2.57660174369812, | |
| "learning_rate": 7.488879804009206e-06, | |
| "loss": 2.1934, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 1.7800338409475467, | |
| "grad_norm": 3.3291141986846924, | |
| "learning_rate": 7.4177322549703165e-06, | |
| "loss": 2.0575, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 1.7868020304568528, | |
| "grad_norm": 3.7897515296936035, | |
| "learning_rate": 7.346724485374837e-06, | |
| "loss": 1.7963, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 1.793570219966159, | |
| "grad_norm": 4.585766315460205, | |
| "learning_rate": 7.275860338908815e-06, | |
| "loss": 1.765, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 1.8003384094754653, | |
| "grad_norm": 5.705550670623779, | |
| "learning_rate": 7.2051436514839064e-06, | |
| "loss": 1.6657, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 1.8071065989847717, | |
| "grad_norm": 4.510739326477051, | |
| "learning_rate": 7.134578251029745e-06, | |
| "loss": 1.8443, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 1.8138747884940778, | |
| "grad_norm": 3.171539068222046, | |
| "learning_rate": 7.064167957286714e-06, | |
| "loss": 2.3002, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 1.8206429780033841, | |
| "grad_norm": 3.5727908611297607, | |
| "learning_rate": 6.993916581599203e-06, | |
| "loss": 2.0323, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 1.8274111675126905, | |
| "grad_norm": 3.5468742847442627, | |
| "learning_rate": 6.923827926709277e-06, | |
| "loss": 1.9025, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 1.8341793570219966, | |
| "grad_norm": 4.465723037719727, | |
| "learning_rate": 6.853905786550855e-06, | |
| "loss": 1.8105, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 1.8409475465313028, | |
| "grad_norm": 5.095712184906006, | |
| "learning_rate": 6.784153946044321e-06, | |
| "loss": 1.6591, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 1.8477157360406091, | |
| "grad_norm": 5.340912818908691, | |
| "learning_rate": 6.714576180891653e-06, | |
| "loss": 1.6851, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 1.8544839255499155, | |
| "grad_norm": 3.092374801635742, | |
| "learning_rate": 6.645176257372054e-06, | |
| "loss": 2.3331, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 1.8612521150592216, | |
| "grad_norm": 2.924107551574707, | |
| "learning_rate": 6.5759579321380576e-06, | |
| "loss": 2.1575, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 1.868020304568528, | |
| "grad_norm": 3.7559361457824707, | |
| "learning_rate": 6.5069249520122026e-06, | |
| "loss": 1.9893, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 1.8747884940778343, | |
| "grad_norm": 4.786612510681152, | |
| "learning_rate": 6.438081053784197e-06, | |
| "loss": 1.7583, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 1.8815566835871405, | |
| "grad_norm": 5.209157466888428, | |
| "learning_rate": 6.36942996400865e-06, | |
| "loss": 1.7118, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 1.8883248730964466, | |
| "grad_norm": 6.413548469543457, | |
| "learning_rate": 6.300975398803362e-06, | |
| "loss": 1.5219, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 1.895093062605753, | |
| "grad_norm": 2.4699904918670654, | |
| "learning_rate": 6.232721063648148e-06, | |
| "loss": 2.3592, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.9018612521150593, | |
| "grad_norm": 2.732497453689575, | |
| "learning_rate": 6.1646706531842845e-06, | |
| "loss": 2.0984, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 1.9086294416243654, | |
| "grad_norm": 3.4677207469940186, | |
| "learning_rate": 6.09682785101449e-06, | |
| "loss": 1.9303, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 1.9153976311336718, | |
| "grad_norm": 3.888166666030884, | |
| "learning_rate": 6.029196329503548e-06, | |
| "loss": 1.8503, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 1.9221658206429781, | |
| "grad_norm": 4.850317001342773, | |
| "learning_rate": 5.961779749579516e-06, | |
| "loss": 1.711, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 1.9289340101522843, | |
| "grad_norm": 5.663942813873291, | |
| "learning_rate": 5.8945817605355495e-06, | |
| "loss": 1.5138, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 1.9357021996615904, | |
| "grad_norm": 3.6366028785705566, | |
| "learning_rate": 5.827605999832375e-06, | |
| "loss": 2.0733, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 1.9424703891708968, | |
| "grad_norm": 2.522986650466919, | |
| "learning_rate": 5.760856092901394e-06, | |
| "loss": 2.2134, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 1.9492385786802031, | |
| "grad_norm": 3.196727991104126, | |
| "learning_rate": 5.694335652948415e-06, | |
| "loss": 2.0477, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 1.9560067681895092, | |
| "grad_norm": 3.9079673290252686, | |
| "learning_rate": 5.628048280758096e-06, | |
| "loss": 1.963, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 1.9627749576988156, | |
| "grad_norm": 4.57443380355835, | |
| "learning_rate": 5.561997564499024e-06, | |
| "loss": 1.7234, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.969543147208122, | |
| "grad_norm": 5.271142482757568, | |
| "learning_rate": 5.4961870795294644e-06, | |
| "loss": 1.6151, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 1.976311336717428, | |
| "grad_norm": 4.357114315032959, | |
| "learning_rate": 5.430620388203866e-06, | |
| "loss": 1.9279, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 1.9830795262267342, | |
| "grad_norm": 2.8121213912963867, | |
| "learning_rate": 5.365301039679985e-06, | |
| "loss": 2.1234, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 1.9898477157360406, | |
| "grad_norm": 4.057702541351318, | |
| "learning_rate": 5.300232569726805e-06, | |
| "loss": 1.9386, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 1.996615905245347, | |
| "grad_norm": 5.310722351074219, | |
| "learning_rate": 5.2354185005331095e-06, | |
| "loss": 1.6403, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 2.003384094754653, | |
| "grad_norm": 3.646991729736328, | |
| "learning_rate": 5.170862340516858e-06, | |
| "loss": 1.9625, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 2.010152284263959, | |
| "grad_norm": 3.910515069961548, | |
| "learning_rate": 5.106567584135251e-06, | |
| "loss": 1.6498, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 2.0169204737732658, | |
| "grad_norm": 5.364322662353516, | |
| "learning_rate": 5.042537711695584e-06, | |
| "loss": 1.4023, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 2.023688663282572, | |
| "grad_norm": 6.2862396240234375, | |
| "learning_rate": 4.97877618916684e-06, | |
| "loss": 1.0733, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 2.030456852791878, | |
| "grad_norm": 7.049383163452148, | |
| "learning_rate": 4.915286467992098e-06, | |
| "loss": 0.9028, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 2.0372250423011846, | |
| "grad_norm": 6.528897762298584, | |
| "learning_rate": 4.852071984901696e-06, | |
| "loss": 0.6975, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 2.0439932318104908, | |
| "grad_norm": 4.566006660461426, | |
| "learning_rate": 4.789136161727184e-06, | |
| "loss": 0.996, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 2.050761421319797, | |
| "grad_norm": 4.8525590896606445, | |
| "learning_rate": 4.7264824052161255e-06, | |
| "loss": 1.9084, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 2.057529610829103, | |
| "grad_norm": 8.884151458740234, | |
| "learning_rate": 4.664114106847667e-06, | |
| "loss": 1.2406, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 2.0642978003384096, | |
| "grad_norm": 9.265266418457031, | |
| "learning_rate": 4.602034642648968e-06, | |
| "loss": 0.974, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 2.0710659898477157, | |
| "grad_norm": 8.75934886932373, | |
| "learning_rate": 4.5402473730124395e-06, | |
| "loss": 0.8314, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 2.077834179357022, | |
| "grad_norm": 7.045146942138672, | |
| "learning_rate": 4.478755642513868e-06, | |
| "loss": 0.7014, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 2.0846023688663284, | |
| "grad_norm": 5.934751033782959, | |
| "learning_rate": 4.417562779731355e-06, | |
| "loss": 0.5536, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 2.0913705583756346, | |
| "grad_norm": 4.2714314460754395, | |
| "learning_rate": 4.356672097065134e-06, | |
| "loss": 1.954, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 2.0981387478849407, | |
| "grad_norm": 3.837898015975952, | |
| "learning_rate": 4.2960868905582895e-06, | |
| "loss": 1.4183, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 2.104906937394247, | |
| "grad_norm": 4.858175277709961, | |
| "learning_rate": 4.235810439718327e-06, | |
| "loss": 1.0733, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 2.1116751269035534, | |
| "grad_norm": 5.005491256713867, | |
| "learning_rate": 4.175846007339644e-06, | |
| "loss": 0.851, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 2.1184433164128595, | |
| "grad_norm": 5.400625228881836, | |
| "learning_rate": 4.1161968393269324e-06, | |
| "loss": 0.7486, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 2.1252115059221657, | |
| "grad_norm": 5.8098602294921875, | |
| "learning_rate": 4.0568661645194656e-06, | |
| "loss": 0.5741, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 2.1319796954314723, | |
| "grad_norm": 3.7481307983398438, | |
| "learning_rate": 3.997857194516319e-06, | |
| "loss": 1.7741, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 2.1387478849407784, | |
| "grad_norm": 3.240912675857544, | |
| "learning_rate": 3.939173123502523e-06, | |
| "loss": 1.5778, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 2.1455160744500845, | |
| "grad_norm": 4.222574710845947, | |
| "learning_rate": 3.8808171280761665e-06, | |
| "loss": 1.0852, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 2.152284263959391, | |
| "grad_norm": 4.52738618850708, | |
| "learning_rate": 3.822792367076446e-06, | |
| "loss": 0.9088, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 2.1590524534686972, | |
| "grad_norm": 5.184245586395264, | |
| "learning_rate": 3.7651019814126656e-06, | |
| "loss": 0.7274, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 2.1658206429780034, | |
| "grad_norm": 6.21406364440918, | |
| "learning_rate": 3.7077490938942307e-06, | |
| "loss": 0.6568, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 2.1725888324873095, | |
| "grad_norm": 4.0037126541137695, | |
| "learning_rate": 3.6507368090616014e-06, | |
| "loss": 1.3107, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 2.179357021996616, | |
| "grad_norm": 3.928704023361206, | |
| "learning_rate": 3.594068213018249e-06, | |
| "loss": 1.6134, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 2.186125211505922, | |
| "grad_norm": 4.245754718780518, | |
| "learning_rate": 3.53774637326359e-06, | |
| "loss": 1.1365, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 2.1928934010152283, | |
| "grad_norm": 4.95959997177124, | |
| "learning_rate": 3.481774338526954e-06, | |
| "loss": 0.9044, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 2.199661590524535, | |
| "grad_norm": 5.446150779724121, | |
| "learning_rate": 3.426155138602558e-06, | |
| "loss": 0.7641, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 2.206429780033841, | |
| "grad_norm": 6.039018630981445, | |
| "learning_rate": 3.3708917841854782e-06, | |
| "loss": 0.6246, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 2.213197969543147, | |
| "grad_norm": 5.4581427574157715, | |
| "learning_rate": 3.3159872667087077e-06, | |
| "loss": 0.9867, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 2.2199661590524533, | |
| "grad_norm": 3.5558555126190186, | |
| "learning_rate": 3.2614445581812183e-06, | |
| "loss": 1.8462, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 2.22673434856176, | |
| "grad_norm": 3.6573843955993652, | |
| "learning_rate": 3.207266611027069e-06, | |
| "loss": 1.2127, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 2.233502538071066, | |
| "grad_norm": 4.450440406799316, | |
| "learning_rate": 3.1534563579256172e-06, | |
| "loss": 0.8708, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 2.240270727580372, | |
| "grad_norm": 4.951565742492676, | |
| "learning_rate": 3.1000167116527525e-06, | |
| "loss": 0.7292, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 2.2470389170896787, | |
| "grad_norm": 5.573976516723633, | |
| "learning_rate": 3.0469505649232333e-06, | |
| "loss": 0.6443, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 2.253807106598985, | |
| "grad_norm": 5.918398857116699, | |
| "learning_rate": 2.9942607902340946e-06, | |
| "loss": 0.5702, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 2.260575296108291, | |
| "grad_norm": 3.47131085395813, | |
| "learning_rate": 2.9419502397091715e-06, | |
| "loss": 1.9211, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 2.267343485617597, | |
| "grad_norm": 3.5219008922576904, | |
| "learning_rate": 2.8900217449447077e-06, | |
| "loss": 1.3083, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 2.2741116751269037, | |
| "grad_norm": 4.355684280395508, | |
| "learning_rate": 2.8384781168560693e-06, | |
| "loss": 0.9792, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 2.28087986463621, | |
| "grad_norm": 4.637706756591797, | |
| "learning_rate": 2.7873221455256006e-06, | |
| "loss": 0.8071, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 2.287648054145516, | |
| "grad_norm": 5.174313068389893, | |
| "learning_rate": 2.736556600051593e-06, | |
| "loss": 0.658, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 2.2944162436548226, | |
| "grad_norm": 5.701674461364746, | |
| "learning_rate": 2.6861842283983953e-06, | |
| "loss": 0.5716, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 2.3011844331641287, | |
| "grad_norm": 3.603616714477539, | |
| "learning_rate": 2.6362077572476495e-06, | |
| "loss": 1.6573, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 2.307952622673435, | |
| "grad_norm": 3.46175217628479, | |
| "learning_rate": 2.586629891850716e-06, | |
| "loss": 1.5, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 2.314720812182741, | |
| "grad_norm": 4.137648105621338, | |
| "learning_rate": 2.5374533158822225e-06, | |
| "loss": 1.2069, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 2.3214890016920475, | |
| "grad_norm": 4.514110565185547, | |
| "learning_rate": 2.4886806912948034e-06, | |
| "loss": 0.8226, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 2.3282571912013537, | |
| "grad_norm": 5.722095012664795, | |
| "learning_rate": 2.4403146581749925e-06, | |
| "loss": 0.7436, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 2.33502538071066, | |
| "grad_norm": 5.680308818817139, | |
| "learning_rate": 2.392357834600336e-06, | |
| "loss": 0.583, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 2.3417935702199664, | |
| "grad_norm": 4.119960784912109, | |
| "learning_rate": 2.3448128164976593e-06, | |
| "loss": 1.2645, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 2.3485617597292725, | |
| "grad_norm": 3.0717074871063232, | |
| "learning_rate": 2.297682177502546e-06, | |
| "loss": 1.538, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 2.3553299492385786, | |
| "grad_norm": 4.0398335456848145, | |
| "learning_rate": 2.2509684688200385e-06, | |
| "loss": 1.0585, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 2.3620981387478848, | |
| "grad_norm": 4.792836666107178, | |
| "learning_rate": 2.204674219086531e-06, | |
| "loss": 0.8199, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 2.3688663282571913, | |
| "grad_norm": 5.0710883140563965, | |
| "learning_rate": 2.158801934232897e-06, | |
| "loss": 0.6387, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 2.3756345177664975, | |
| "grad_norm": 5.128052234649658, | |
| "learning_rate": 2.113354097348834e-06, | |
| "loss": 0.5425, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 2.3824027072758036, | |
| "grad_norm": 4.384050369262695, | |
| "learning_rate": 2.0683331685484655e-06, | |
| "loss": 0.9253, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 2.38917089678511, | |
| "grad_norm": 3.5379750728607178, | |
| "learning_rate": 2.0237415848371666e-06, | |
| "loss": 1.9209, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 2.3959390862944163, | |
| "grad_norm": 3.754819631576538, | |
| "learning_rate": 1.979581759979642e-06, | |
| "loss": 1.2382, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 2.4027072758037225, | |
| "grad_norm": 4.621876239776611, | |
| "learning_rate": 1.9358560843692787e-06, | |
| "loss": 0.9402, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 2.4094754653130286, | |
| "grad_norm": 5.234630584716797, | |
| "learning_rate": 1.892566924898751e-06, | |
| "loss": 0.7772, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 2.416243654822335, | |
| "grad_norm": 6.046688079833984, | |
| "learning_rate": 1.8497166248318876e-06, | |
| "loss": 0.6619, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 2.4230118443316413, | |
| "grad_norm": 5.794624328613281, | |
| "learning_rate": 1.807307503676846e-06, | |
| "loss": 0.5626, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 2.4297800338409474, | |
| "grad_norm": 3.271219253540039, | |
| "learning_rate": 1.7653418570605474e-06, | |
| "loss": 1.8406, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 2.436548223350254, | |
| "grad_norm": 3.5998053550720215, | |
| "learning_rate": 1.7238219566044145e-06, | |
| "loss": 1.3465, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 2.44331641285956, | |
| "grad_norm": 4.231540679931641, | |
| "learning_rate": 1.6827500498014026e-06, | |
| "loss": 1.0409, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 2.4500846023688663, | |
| "grad_norm": 4.704120635986328, | |
| "learning_rate": 1.6421283598943526e-06, | |
| "loss": 0.7836, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 2.4568527918781724, | |
| "grad_norm": 5.459336757659912, | |
| "learning_rate": 1.601959085755641e-06, | |
| "loss": 0.6894, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 2.463620981387479, | |
| "grad_norm": 5.819806098937988, | |
| "learning_rate": 1.5622444017681438e-06, | |
| "loss": 0.5779, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 2.470389170896785, | |
| "grad_norm": 3.3774378299713135, | |
| "learning_rate": 1.5229864577075548e-06, | |
| "loss": 1.6054, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 2.4771573604060912, | |
| "grad_norm": 3.6015894412994385, | |
| "learning_rate": 1.4841873786260019e-06, | |
| "loss": 1.4402, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 2.483925549915398, | |
| "grad_norm": 4.313451766967773, | |
| "learning_rate": 1.445849264737026e-06, | |
| "loss": 0.9478, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 2.490693739424704, | |
| "grad_norm": 5.062134265899658, | |
| "learning_rate": 1.4079741913018863e-06, | |
| "loss": 0.8397, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 2.49746192893401, | |
| "grad_norm": 5.357868194580078, | |
| "learning_rate": 1.3705642085172367e-06, | |
| "loss": 0.5926, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 2.504230118443316, | |
| "grad_norm": 5.440720558166504, | |
| "learning_rate": 1.3336213414041387e-06, | |
| "loss": 0.5514, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 2.510998307952623, | |
| "grad_norm": 3.912086248397827, | |
| "learning_rate": 1.2971475896984475e-06, | |
| "loss": 1.3175, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 2.517766497461929, | |
| "grad_norm": 3.4451215267181396, | |
| "learning_rate": 1.2611449277425715e-06, | |
| "loss": 1.7101, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 2.524534686971235, | |
| "grad_norm": 3.9773149490356445, | |
| "learning_rate": 1.2256153043785911e-06, | |
| "loss": 1.0656, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 2.5313028764805416, | |
| "grad_norm": 4.944250106811523, | |
| "learning_rate": 1.1905606428427775e-06, | |
| "loss": 0.88, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 2.5380710659898478, | |
| "grad_norm": 5.475653171539307, | |
| "learning_rate": 1.1559828406614716e-06, | |
| "loss": 0.6841, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 2.544839255499154, | |
| "grad_norm": 6.01757287979126, | |
| "learning_rate": 1.1218837695483853e-06, | |
| "loss": 0.5779, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 2.55160744500846, | |
| "grad_norm": 4.852456569671631, | |
| "learning_rate": 1.0882652753032797e-06, | |
| "loss": 0.9251, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 2.5583756345177666, | |
| "grad_norm": 3.3849077224731445, | |
| "learning_rate": 1.0551291777120465e-06, | |
| "loss": 1.936, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 2.5651438240270727, | |
| "grad_norm": 3.5754101276397705, | |
| "learning_rate": 1.0224772704482033e-06, | |
| "loss": 1.2097, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 2.571912013536379, | |
| "grad_norm": 4.511597633361816, | |
| "learning_rate": 9.903113209758098e-07, | |
| "loss": 0.999, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 2.5786802030456855, | |
| "grad_norm": 4.68709659576416, | |
| "learning_rate": 9.58633070453785e-07, | |
| "loss": 0.7136, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 2.5854483925549916, | |
| "grad_norm": 6.031564712524414, | |
| "learning_rate": 9.274442336416567e-07, | |
| "loss": 0.6703, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 2.5922165820642977, | |
| "grad_norm": 5.676982402801514, | |
| "learning_rate": 8.967464988067476e-07, | |
| "loss": 0.5741, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 2.598984771573604, | |
| "grad_norm": 3.2455053329467773, | |
| "learning_rate": 8.665415276327871e-07, | |
| "loss": 2.0339, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 2.6057529610829104, | |
| "grad_norm": 3.556863784790039, | |
| "learning_rate": 8.368309551299536e-07, | |
| "loss": 1.325, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 2.6125211505922166, | |
| "grad_norm": 4.362199306488037, | |
| "learning_rate": 8.076163895463862e-07, | |
| "loss": 1.0078, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 2.6192893401015227, | |
| "grad_norm": 4.831475257873535, | |
| "learning_rate": 7.788994122811178e-07, | |
| "loss": 0.8614, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 2.6260575296108293, | |
| "grad_norm": 5.154886245727539, | |
| "learning_rate": 7.506815777984788e-07, | |
| "loss": 0.5961, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 2.6328257191201354, | |
| "grad_norm": 5.211191654205322, | |
| "learning_rate": 7.229644135439473e-07, | |
| "loss": 0.5393, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 2.6395939086294415, | |
| "grad_norm": 3.482469081878662, | |
| "learning_rate": 6.957494198614778e-07, | |
| "loss": 1.725, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 2.6463620981387477, | |
| "grad_norm": 3.1785717010498047, | |
| "learning_rate": 6.690380699122767e-07, | |
| "loss": 1.58, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 2.6531302876480543, | |
| "grad_norm": 3.89457368850708, | |
| "learning_rate": 6.428318095950648e-07, | |
| "loss": 1.0373, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 2.6598984771573604, | |
| "grad_norm": 4.530887126922607, | |
| "learning_rate": 6.171320574678064e-07, | |
| "loss": 0.8817, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 2.6666666666666665, | |
| "grad_norm": 5.074831008911133, | |
| "learning_rate": 5.919402046709288e-07, | |
| "loss": 0.6199, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 2.673434856175973, | |
| "grad_norm": 5.216182231903076, | |
| "learning_rate": 5.672576148520136e-07, | |
| "loss": 0.5777, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 2.6802030456852792, | |
| "grad_norm": 4.10127067565918, | |
| "learning_rate": 5.430856240919779e-07, | |
| "loss": 1.3062, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 2.6869712351945854, | |
| "grad_norm": 3.1244003772735596, | |
| "learning_rate": 5.19425540832762e-07, | |
| "loss": 1.6781, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 2.6937394247038915, | |
| "grad_norm": 3.911149501800537, | |
| "learning_rate": 4.962786458064972e-07, | |
| "loss": 1.1371, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 2.700507614213198, | |
| "grad_norm": 4.34928560256958, | |
| "learning_rate": 4.73646191966175e-07, | |
| "loss": 0.9204, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 2.707275803722504, | |
| "grad_norm": 5.3247551918029785, | |
| "learning_rate": 4.515294044178331e-07, | |
| "loss": 0.7054, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 2.7140439932318103, | |
| "grad_norm": 5.384613990783691, | |
| "learning_rate": 4.299294803542331e-07, | |
| "loss": 0.6055, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 2.720812182741117, | |
| "grad_norm": 4.743732452392578, | |
| "learning_rate": 4.0884758899006007e-07, | |
| "loss": 0.9645, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 2.727580372250423, | |
| "grad_norm": 3.20401930809021, | |
| "learning_rate": 3.882848714986243e-07, | |
| "loss": 1.8007, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 2.734348561759729, | |
| "grad_norm": 3.646068811416626, | |
| "learning_rate": 3.6824244095010064e-07, | |
| "loss": 1.2693, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 2.7411167512690353, | |
| "grad_norm": 4.450921058654785, | |
| "learning_rate": 3.4872138225127137e-07, | |
| "loss": 0.9719, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 2.747884940778342, | |
| "grad_norm": 4.953512668609619, | |
| "learning_rate": 3.2972275208679625e-07, | |
| "loss": 0.8174, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 2.754653130287648, | |
| "grad_norm": 5.153395175933838, | |
| "learning_rate": 3.112475788620217e-07, | |
| "loss": 0.6039, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 2.761421319796954, | |
| "grad_norm": 5.268378257751465, | |
| "learning_rate": 2.932968626473065e-07, | |
| "loss": 0.5195, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 2.7681895093062607, | |
| "grad_norm": 3.0056629180908203, | |
| "learning_rate": 2.758715751238872e-07, | |
| "loss": 1.8951, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 2.774957698815567, | |
| "grad_norm": 3.4584174156188965, | |
| "learning_rate": 2.589726595312858e-07, | |
| "loss": 1.258, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 2.781725888324873, | |
| "grad_norm": 4.383852481842041, | |
| "learning_rate": 2.426010306162485e-07, | |
| "loss": 0.947, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 2.788494077834179, | |
| "grad_norm": 5.073363304138184, | |
| "learning_rate": 2.2675757458323066e-07, | |
| "loss": 0.7545, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 2.7952622673434857, | |
| "grad_norm": 5.620312213897705, | |
| "learning_rate": 2.1144314904642194e-07, | |
| "loss": 0.612, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 2.802030456852792, | |
| "grad_norm": 5.6198530197143555, | |
| "learning_rate": 1.9665858298333006e-07, | |
| "loss": 0.584, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 2.808798646362098, | |
| "grad_norm": 3.5097062587738037, | |
| "learning_rate": 1.824046766899046e-07, | |
| "loss": 1.7121, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 2.8155668358714045, | |
| "grad_norm": 3.444314479827881, | |
| "learning_rate": 1.6868220173721472e-07, | |
| "loss": 1.4931, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 2.8223350253807107, | |
| "grad_norm": 4.086292743682861, | |
| "learning_rate": 1.5549190092968736e-07, | |
| "loss": 0.96, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 2.829103214890017, | |
| "grad_norm": 4.669743061065674, | |
| "learning_rate": 1.4283448826489798e-07, | |
| "loss": 0.7836, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 2.835871404399323, | |
| "grad_norm": 5.329158782958984, | |
| "learning_rate": 1.3071064889491723e-07, | |
| "loss": 0.713, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 2.8426395939086295, | |
| "grad_norm": 5.7975664138793945, | |
| "learning_rate": 1.1912103908922945e-07, | |
| "loss": 0.5847, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 2.8494077834179357, | |
| "grad_norm": 3.9617557525634766, | |
| "learning_rate": 1.0806628619920322e-07, | |
| "loss": 1.3451, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 2.8561759729272422, | |
| "grad_norm": 3.1097750663757324, | |
| "learning_rate": 9.754698862413758e-08, | |
| "loss": 1.4706, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 2.8629441624365484, | |
| "grad_norm": 3.8327267169952393, | |
| "learning_rate": 8.756371577886891e-08, | |
| "loss": 1.1243, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 2.8697123519458545, | |
| "grad_norm": 4.473137855529785, | |
| "learning_rate": 7.81170080629412e-08, | |
| "loss": 0.9026, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 2.8764805414551606, | |
| "grad_norm": 5.105331897735596, | |
| "learning_rate": 6.920737683136614e-08, | |
| "loss": 0.6808, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 2.8832487309644668, | |
| "grad_norm": 6.36986780166626, | |
| "learning_rate": 6.083530436693408e-08, | |
| "loss": 0.6489, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 2.8900169204737733, | |
| "grad_norm": 4.548642635345459, | |
| "learning_rate": 5.300124385410943e-08, | |
| "loss": 0.9101, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 2.8967851099830795, | |
| "grad_norm": 3.0376877784729004, | |
| "learning_rate": 4.570561935450468e-08, | |
| "loss": 1.8025, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 2.903553299492386, | |
| "grad_norm": 3.8811256885528564, | |
| "learning_rate": 3.894882578391879e-08, | |
| "loss": 1.2524, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 2.910321489001692, | |
| "grad_norm": 4.729759693145752, | |
| "learning_rate": 3.273122889096536e-08, | |
| "loss": 0.8427, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 2.9170896785109983, | |
| "grad_norm": 5.370926856994629, | |
| "learning_rate": 2.705316523726853e-08, | |
| "loss": 0.6915, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 2.9238578680203045, | |
| "grad_norm": 5.328631401062012, | |
| "learning_rate": 2.1914942179253052e-08, | |
| "loss": 0.5848, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 2.9306260575296106, | |
| "grad_norm": 5.493933200836182, | |
| "learning_rate": 1.7316837851499845e-08, | |
| "loss": 0.5372, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 2.937394247038917, | |
| "grad_norm": 3.3873283863067627, | |
| "learning_rate": 1.325910115169471e-08, | |
| "loss": 1.9925, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 2.9441624365482233, | |
| "grad_norm": 3.6963796615600586, | |
| "learning_rate": 9.74195172715242e-09, | |
| "loss": 1.3562, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 2.95093062605753, | |
| "grad_norm": 4.348772048950195, | |
| "learning_rate": 6.7655799629284815e-09, | |
| "loss": 0.8997, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 2.957698815566836, | |
| "grad_norm": 4.724446773529053, | |
| "learning_rate": 4.330146971515126e-09, | |
| "loss": 0.7332, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 2.964467005076142, | |
| "grad_norm": 6.034689903259277, | |
| "learning_rate": 2.435784584114975e-09, | |
| "loss": 0.663, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 2.9712351945854483, | |
| "grad_norm": 5.839619159698486, | |
| "learning_rate": 1.0825953435122938e-09, | |
| "loss": 0.5757, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 2.9780033840947544, | |
| "grad_norm": 3.8592047691345215, | |
| "learning_rate": 2.706524985174319e-10, | |
| "loss": 1.5785, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 2.984771573604061, | |
| "grad_norm": 3.915963888168335, | |
| "learning_rate": 0.0, | |
| "loss": 1.1236, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 2.984771573604061, | |
| "step": 441, | |
| "total_flos": 4.015937399291904e+16, | |
| "train_loss": 1.9800935814710432, | |
| "train_runtime": 828.1657, | |
| "train_samples_per_second": 34.203, | |
| "train_steps_per_second": 0.533 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 441, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 4.015937399291904e+16, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |