hungnm's picture
Upload 4 files
a178fda verified
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.9990403071017274,
"eval_steps": 40.0,
"global_step": 347,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 1.1999938524606463e-05,
"loss": 2.6336,
"step": 1
},
{
"epoch": 0.01,
"learning_rate": 1.1999754099685592e-05,
"loss": 2.287,
"step": 2
},
{
"epoch": 0.01,
"learning_rate": 1.1999446729016585e-05,
"loss": 1.9992,
"step": 3
},
{
"epoch": 0.01,
"learning_rate": 1.1999016418898025e-05,
"loss": 1.9326,
"step": 4
},
{
"epoch": 0.01,
"learning_rate": 1.1998463178147731e-05,
"loss": 1.773,
"step": 5
},
{
"epoch": 0.02,
"learning_rate": 1.1997787018102607e-05,
"loss": 1.6502,
"step": 6
},
{
"epoch": 0.02,
"learning_rate": 1.1996987952618384e-05,
"loss": 1.5299,
"step": 7
},
{
"epoch": 0.02,
"learning_rate": 1.1996065998069355e-05,
"loss": 1.5532,
"step": 8
},
{
"epoch": 0.03,
"learning_rate": 1.1995021173348024e-05,
"loss": 1.4142,
"step": 9
},
{
"epoch": 0.03,
"learning_rate": 1.1993853499864725e-05,
"loss": 1.5215,
"step": 10
},
{
"epoch": 0.03,
"learning_rate": 1.1992563001547192e-05,
"loss": 1.4892,
"step": 11
},
{
"epoch": 0.03,
"learning_rate": 1.1991149704840053e-05,
"loss": 1.5194,
"step": 12
},
{
"epoch": 0.04,
"learning_rate": 1.1989613638704296e-05,
"loss": 1.6177,
"step": 13
},
{
"epoch": 0.04,
"learning_rate": 1.1987954834616683e-05,
"loss": 1.468,
"step": 14
},
{
"epoch": 0.04,
"learning_rate": 1.1986173326569089e-05,
"loss": 1.4379,
"step": 15
},
{
"epoch": 0.05,
"learning_rate": 1.1984269151067816e-05,
"loss": 1.4556,
"step": 16
},
{
"epoch": 0.05,
"learning_rate": 1.1982242347132847e-05,
"loss": 1.4937,
"step": 17
},
{
"epoch": 0.05,
"learning_rate": 1.1980092956297035e-05,
"loss": 1.581,
"step": 18
},
{
"epoch": 0.05,
"learning_rate": 1.1977821022605263e-05,
"loss": 1.4928,
"step": 19
},
{
"epoch": 0.06,
"learning_rate": 1.1975426592613539e-05,
"loss": 1.4856,
"step": 20
},
{
"epoch": 0.06,
"learning_rate": 1.1972909715388035e-05,
"loss": 1.5337,
"step": 21
},
{
"epoch": 0.06,
"learning_rate": 1.1970270442504094e-05,
"loss": 1.4193,
"step": 22
},
{
"epoch": 0.07,
"learning_rate": 1.196750882804516e-05,
"loss": 1.5631,
"step": 23
},
{
"epoch": 0.07,
"learning_rate": 1.196462492860168e-05,
"loss": 1.4632,
"step": 24
},
{
"epoch": 0.07,
"learning_rate": 1.1961618803269935e-05,
"loss": 1.5262,
"step": 25
},
{
"epoch": 0.07,
"learning_rate": 1.195849051365084e-05,
"loss": 1.4775,
"step": 26
},
{
"epoch": 0.08,
"learning_rate": 1.1955240123848675e-05,
"loss": 1.2899,
"step": 27
},
{
"epoch": 0.08,
"learning_rate": 1.1951867700469767e-05,
"loss": 1.5403,
"step": 28
},
{
"epoch": 0.08,
"learning_rate": 1.194837331262114e-05,
"loss": 1.4858,
"step": 29
},
{
"epoch": 0.09,
"learning_rate": 1.1944757031909076e-05,
"loss": 1.4674,
"step": 30
},
{
"epoch": 0.09,
"learning_rate": 1.1941018932437674e-05,
"loss": 1.4887,
"step": 31
},
{
"epoch": 0.09,
"learning_rate": 1.193715909080731e-05,
"loss": 1.5058,
"step": 32
},
{
"epoch": 0.1,
"learning_rate": 1.1933177586113079e-05,
"loss": 1.3734,
"step": 33
},
{
"epoch": 0.1,
"learning_rate": 1.192907449994317e-05,
"loss": 1.4409,
"step": 34
},
{
"epoch": 0.1,
"learning_rate": 1.1924849916377196e-05,
"loss": 1.3174,
"step": 35
},
{
"epoch": 0.1,
"learning_rate": 1.1920503921984469e-05,
"loss": 1.4628,
"step": 36
},
{
"epoch": 0.11,
"learning_rate": 1.1916036605822227e-05,
"loss": 1.3974,
"step": 37
},
{
"epoch": 0.11,
"learning_rate": 1.191144805943381e-05,
"loss": 1.5108,
"step": 38
},
{
"epoch": 0.11,
"learning_rate": 1.1906738376846786e-05,
"loss": 1.4599,
"step": 39
},
{
"epoch": 0.12,
"learning_rate": 1.1901907654571013e-05,
"loss": 1.5997,
"step": 40
},
{
"epoch": 0.12,
"learning_rate": 1.1896955991596679e-05,
"loss": 1.3063,
"step": 41
},
{
"epoch": 0.12,
"learning_rate": 1.189188348939226e-05,
"loss": 1.4545,
"step": 42
},
{
"epoch": 0.12,
"learning_rate": 1.1886690251902445e-05,
"loss": 1.3852,
"step": 43
},
{
"epoch": 0.13,
"learning_rate": 1.188137638554601e-05,
"loss": 1.4043,
"step": 44
},
{
"epoch": 0.13,
"learning_rate": 1.1875941999213624e-05,
"loss": 1.3884,
"step": 45
},
{
"epoch": 0.13,
"learning_rate": 1.187038720426564e-05,
"loss": 1.4439,
"step": 46
},
{
"epoch": 0.14,
"learning_rate": 1.1864712114529786e-05,
"loss": 1.4599,
"step": 47
},
{
"epoch": 0.14,
"learning_rate": 1.1858916846298859e-05,
"loss": 1.4984,
"step": 48
},
{
"epoch": 0.14,
"learning_rate": 1.1853001518328323e-05,
"loss": 1.3452,
"step": 49
},
{
"epoch": 0.14,
"learning_rate": 1.1846966251833882e-05,
"loss": 1.3936,
"step": 50
},
{
"epoch": 0.15,
"learning_rate": 1.1840811170488998e-05,
"loss": 1.4235,
"step": 51
},
{
"epoch": 0.15,
"learning_rate": 1.1834536400422352e-05,
"loss": 1.4595,
"step": 52
},
{
"epoch": 0.15,
"learning_rate": 1.1828142070215266e-05,
"loss": 1.4447,
"step": 53
},
{
"epoch": 0.16,
"learning_rate": 1.1821628310899061e-05,
"loss": 1.5234,
"step": 54
},
{
"epoch": 0.16,
"learning_rate": 1.1814995255952373e-05,
"loss": 1.4176,
"step": 55
},
{
"epoch": 0.16,
"learning_rate": 1.1808243041298429e-05,
"loss": 1.4023,
"step": 56
},
{
"epoch": 0.16,
"learning_rate": 1.1801371805302244e-05,
"loss": 1.4635,
"step": 57
},
{
"epoch": 0.17,
"learning_rate": 1.1794381688767794e-05,
"loss": 1.4292,
"step": 58
},
{
"epoch": 0.17,
"learning_rate": 1.1787272834935138e-05,
"loss": 1.4894,
"step": 59
},
{
"epoch": 0.17,
"learning_rate": 1.1780045389477471e-05,
"loss": 1.2991,
"step": 60
},
{
"epoch": 0.18,
"learning_rate": 1.1772699500498142e-05,
"loss": 1.4466,
"step": 61
},
{
"epoch": 0.18,
"learning_rate": 1.1765235318527625e-05,
"loss": 1.41,
"step": 62
},
{
"epoch": 0.18,
"learning_rate": 1.1757652996520427e-05,
"loss": 1.3542,
"step": 63
},
{
"epoch": 0.18,
"learning_rate": 1.174995268985196e-05,
"loss": 1.4283,
"step": 64
},
{
"epoch": 0.19,
"learning_rate": 1.1742134556315348e-05,
"loss": 1.4417,
"step": 65
},
{
"epoch": 0.19,
"learning_rate": 1.1734198756118204e-05,
"loss": 1.4124,
"step": 66
},
{
"epoch": 0.19,
"learning_rate": 1.1726145451879344e-05,
"loss": 1.4461,
"step": 67
},
{
"epoch": 0.2,
"learning_rate": 1.1717974808625447e-05,
"loss": 1.3768,
"step": 68
},
{
"epoch": 0.2,
"learning_rate": 1.1709686993787686e-05,
"loss": 1.4599,
"step": 69
},
{
"epoch": 0.2,
"learning_rate": 1.1701282177198285e-05,
"loss": 1.5219,
"step": 70
},
{
"epoch": 0.2,
"learning_rate": 1.1692760531087049e-05,
"loss": 1.4588,
"step": 71
},
{
"epoch": 0.21,
"learning_rate": 1.1684122230077822e-05,
"loss": 1.3674,
"step": 72
},
{
"epoch": 0.21,
"learning_rate": 1.1675367451184928e-05,
"loss": 1.422,
"step": 73
},
{
"epoch": 0.21,
"learning_rate": 1.1666496373809524e-05,
"loss": 1.471,
"step": 74
},
{
"epoch": 0.22,
"learning_rate": 1.1657509179735934e-05,
"loss": 1.5206,
"step": 75
},
{
"epoch": 0.22,
"learning_rate": 1.164840605312792e-05,
"loss": 1.4817,
"step": 76
},
{
"epoch": 0.22,
"learning_rate": 1.1639187180524918e-05,
"loss": 1.4353,
"step": 77
},
{
"epoch": 0.22,
"learning_rate": 1.1629852750838196e-05,
"loss": 1.4303,
"step": 78
},
{
"epoch": 0.23,
"learning_rate": 1.1620402955347004e-05,
"loss": 1.4781,
"step": 79
},
{
"epoch": 0.23,
"learning_rate": 1.1610837987694637e-05,
"loss": 1.4428,
"step": 80
},
{
"epoch": 0.23,
"learning_rate": 1.1601158043884482e-05,
"loss": 1.4312,
"step": 81
},
{
"epoch": 0.24,
"learning_rate": 1.159136332227599e-05,
"loss": 1.4551,
"step": 82
},
{
"epoch": 0.24,
"learning_rate": 1.1581454023580616e-05,
"loss": 1.4503,
"step": 83
},
{
"epoch": 0.24,
"learning_rate": 1.1571430350857704e-05,
"loss": 1.4528,
"step": 84
},
{
"epoch": 0.24,
"learning_rate": 1.156129250951033e-05,
"loss": 1.3285,
"step": 85
},
{
"epoch": 0.25,
"learning_rate": 1.1551040707281093e-05,
"loss": 1.4585,
"step": 86
},
{
"epoch": 0.25,
"learning_rate": 1.1540675154247845e-05,
"loss": 1.304,
"step": 87
},
{
"epoch": 0.25,
"learning_rate": 1.153019606281941e-05,
"loss": 1.4546,
"step": 88
},
{
"epoch": 0.26,
"learning_rate": 1.1519603647731208e-05,
"loss": 1.3858,
"step": 89
},
{
"epoch": 0.26,
"learning_rate": 1.1508898126040866e-05,
"loss": 1.3672,
"step": 90
},
{
"epoch": 0.26,
"learning_rate": 1.1498079717123774e-05,
"loss": 1.3506,
"step": 91
},
{
"epoch": 0.26,
"learning_rate": 1.1487148642668576e-05,
"loss": 1.4802,
"step": 92
},
{
"epoch": 0.27,
"learning_rate": 1.1476105126672646e-05,
"loss": 1.41,
"step": 93
},
{
"epoch": 0.27,
"learning_rate": 1.1464949395437477e-05,
"loss": 1.4322,
"step": 94
},
{
"epoch": 0.27,
"learning_rate": 1.145368167756406e-05,
"loss": 1.394,
"step": 95
},
{
"epoch": 0.28,
"learning_rate": 1.144230220394819e-05,
"loss": 1.42,
"step": 96
},
{
"epoch": 0.28,
"learning_rate": 1.1430811207775741e-05,
"loss": 1.3121,
"step": 97
},
{
"epoch": 0.28,
"learning_rate": 1.1419208924517886e-05,
"loss": 1.3474,
"step": 98
},
{
"epoch": 0.29,
"learning_rate": 1.1407495591926263e-05,
"loss": 1.2316,
"step": 99
},
{
"epoch": 0.29,
"learning_rate": 1.1395671450028118e-05,
"loss": 1.4253,
"step": 100
},
{
"epoch": 0.29,
"learning_rate": 1.138373674112138e-05,
"loss": 1.4087,
"step": 101
},
{
"epoch": 0.29,
"learning_rate": 1.1371691709769685e-05,
"loss": 1.3573,
"step": 102
},
{
"epoch": 0.3,
"learning_rate": 1.1359536602797386e-05,
"loss": 1.4106,
"step": 103
},
{
"epoch": 0.3,
"learning_rate": 1.1347271669284475e-05,
"loss": 1.3924,
"step": 104
},
{
"epoch": 0.3,
"learning_rate": 1.133489716056149e-05,
"loss": 1.4377,
"step": 105
},
{
"epoch": 0.31,
"learning_rate": 1.1322413330204362e-05,
"loss": 1.4068,
"step": 106
},
{
"epoch": 0.31,
"learning_rate": 1.1309820434029221e-05,
"loss": 1.3437,
"step": 107
},
{
"epoch": 0.31,
"learning_rate": 1.1297118730087148e-05,
"loss": 1.4283,
"step": 108
},
{
"epoch": 0.31,
"learning_rate": 1.1284308478658893e-05,
"loss": 1.4738,
"step": 109
},
{
"epoch": 0.32,
"learning_rate": 1.127138994224954e-05,
"loss": 1.4097,
"step": 110
},
{
"epoch": 0.32,
"learning_rate": 1.1258363385583122e-05,
"loss": 1.3924,
"step": 111
},
{
"epoch": 0.32,
"learning_rate": 1.1245229075597209e-05,
"loss": 1.4808,
"step": 112
},
{
"epoch": 0.33,
"learning_rate": 1.1231987281437423e-05,
"loss": 1.3838,
"step": 113
},
{
"epoch": 0.33,
"learning_rate": 1.1218638274451936e-05,
"loss": 1.4327,
"step": 114
},
{
"epoch": 0.33,
"learning_rate": 1.1205182328185897e-05,
"loss": 1.3547,
"step": 115
},
{
"epoch": 0.33,
"learning_rate": 1.1191619718375839e-05,
"loss": 1.3291,
"step": 116
},
{
"epoch": 0.34,
"learning_rate": 1.117795072294402e-05,
"loss": 1.304,
"step": 117
},
{
"epoch": 0.34,
"learning_rate": 1.116417562199273e-05,
"loss": 1.3836,
"step": 118
},
{
"epoch": 0.34,
"learning_rate": 1.1150294697798553e-05,
"loss": 1.4498,
"step": 119
},
{
"epoch": 0.35,
"learning_rate": 1.1136308234806587e-05,
"loss": 1.5027,
"step": 120
},
{
"epoch": 0.35,
"learning_rate": 1.1122216519624596e-05,
"loss": 1.418,
"step": 121
},
{
"epoch": 0.35,
"learning_rate": 1.1108019841017165e-05,
"loss": 1.3934,
"step": 122
},
{
"epoch": 0.35,
"learning_rate": 1.1093718489899758e-05,
"loss": 1.3492,
"step": 123
},
{
"epoch": 0.36,
"learning_rate": 1.1079312759332772e-05,
"loss": 1.3846,
"step": 124
},
{
"epoch": 0.36,
"learning_rate": 1.106480294451553e-05,
"loss": 1.402,
"step": 125
},
{
"epoch": 0.36,
"learning_rate": 1.1050189342780217e-05,
"loss": 1.4242,
"step": 126
},
{
"epoch": 0.37,
"learning_rate": 1.103547225358581e-05,
"loss": 1.4199,
"step": 127
},
{
"epoch": 0.37,
"learning_rate": 1.1020651978511924e-05,
"loss": 1.4253,
"step": 128
},
{
"epoch": 0.37,
"learning_rate": 1.1005728821252641e-05,
"loss": 1.4173,
"step": 129
},
{
"epoch": 0.37,
"learning_rate": 1.0990703087610283e-05,
"loss": 1.4704,
"step": 130
},
{
"epoch": 0.38,
"learning_rate": 1.0975575085489143e-05,
"loss": 1.4215,
"step": 131
},
{
"epoch": 0.38,
"learning_rate": 1.0960345124889188e-05,
"loss": 1.4109,
"step": 132
},
{
"epoch": 0.38,
"learning_rate": 1.0945013517899686e-05,
"loss": 1.4212,
"step": 133
},
{
"epoch": 0.39,
"learning_rate": 1.092958057869283e-05,
"loss": 1.393,
"step": 134
},
{
"epoch": 0.39,
"learning_rate": 1.0914046623517292e-05,
"loss": 1.3462,
"step": 135
},
{
"epoch": 0.39,
"learning_rate": 1.089841197069174e-05,
"loss": 1.4998,
"step": 136
},
{
"epoch": 0.39,
"learning_rate": 1.0882676940598322e-05,
"loss": 1.4839,
"step": 137
},
{
"epoch": 0.4,
"learning_rate": 1.0866841855676088e-05,
"loss": 1.4445,
"step": 138
},
{
"epoch": 0.4,
"learning_rate": 1.08509070404144e-05,
"loss": 1.419,
"step": 139
},
{
"epoch": 0.4,
"learning_rate": 1.0834872821346274e-05,
"loss": 1.3788,
"step": 140
},
{
"epoch": 0.41,
"learning_rate": 1.0818739527041681e-05,
"loss": 1.4787,
"step": 141
},
{
"epoch": 0.41,
"learning_rate": 1.0802507488100828e-05,
"loss": 1.3911,
"step": 142
},
{
"epoch": 0.41,
"learning_rate": 1.0786177037147378e-05,
"loss": 1.343,
"step": 143
},
{
"epoch": 0.41,
"learning_rate": 1.0769748508821627e-05,
"loss": 1.4525,
"step": 144
},
{
"epoch": 0.42,
"learning_rate": 1.075322223977366e-05,
"loss": 1.4751,
"step": 145
},
{
"epoch": 0.42,
"learning_rate": 1.0736598568656436e-05,
"loss": 1.3912,
"step": 146
},
{
"epoch": 0.42,
"learning_rate": 1.071987783611887e-05,
"loss": 1.3316,
"step": 147
},
{
"epoch": 0.43,
"learning_rate": 1.0703060384798828e-05,
"loss": 1.465,
"step": 148
},
{
"epoch": 0.43,
"learning_rate": 1.0686146559316125e-05,
"loss": 1.3809,
"step": 149
},
{
"epoch": 0.43,
"learning_rate": 1.066913670626545e-05,
"loss": 1.4012,
"step": 150
},
{
"epoch": 0.43,
"learning_rate": 1.0652031174209279e-05,
"loss": 1.5069,
"step": 151
},
{
"epoch": 0.44,
"learning_rate": 1.0634830313670714e-05,
"loss": 1.3887,
"step": 152
},
{
"epoch": 0.44,
"learning_rate": 1.061753447712631e-05,
"loss": 1.3444,
"step": 153
},
{
"epoch": 0.44,
"learning_rate": 1.0600144018998857e-05,
"loss": 1.5074,
"step": 154
},
{
"epoch": 0.45,
"learning_rate": 1.0582659295650102e-05,
"loss": 1.426,
"step": 155
},
{
"epoch": 0.45,
"learning_rate": 1.0565080665373467e-05,
"loss": 1.3974,
"step": 156
},
{
"epoch": 0.45,
"learning_rate": 1.0547408488386689e-05,
"loss": 1.507,
"step": 157
},
{
"epoch": 0.45,
"learning_rate": 1.0529643126824442e-05,
"loss": 1.2848,
"step": 158
},
{
"epoch": 0.46,
"learning_rate": 1.0511784944730928e-05,
"loss": 1.3705,
"step": 159
},
{
"epoch": 0.46,
"learning_rate": 1.04938343080524e-05,
"loss": 1.372,
"step": 160
},
{
"epoch": 0.46,
"learning_rate": 1.0475791584629683e-05,
"loss": 1.3737,
"step": 161
},
{
"epoch": 0.47,
"learning_rate": 1.0457657144190614e-05,
"loss": 1.4055,
"step": 162
},
{
"epoch": 0.47,
"learning_rate": 1.0439431358342477e-05,
"loss": 1.4183,
"step": 163
},
{
"epoch": 0.47,
"learning_rate": 1.0421114600564397e-05,
"loss": 1.3938,
"step": 164
},
{
"epoch": 0.48,
"learning_rate": 1.0402707246199669e-05,
"loss": 1.4279,
"step": 165
},
{
"epoch": 0.48,
"learning_rate": 1.0384209672448079e-05,
"loss": 1.3658,
"step": 166
},
{
"epoch": 0.48,
"learning_rate": 1.0365622258358166e-05,
"loss": 1.4269,
"step": 167
},
{
"epoch": 0.48,
"learning_rate": 1.0346945384819466e-05,
"loss": 1.3599,
"step": 168
},
{
"epoch": 0.49,
"learning_rate": 1.0328179434554692e-05,
"loss": 1.3039,
"step": 169
},
{
"epoch": 0.49,
"learning_rate": 1.0309324792111906e-05,
"loss": 1.4862,
"step": 170
},
{
"epoch": 0.49,
"learning_rate": 1.0290381843856627e-05,
"loss": 1.4285,
"step": 171
},
{
"epoch": 0.5,
"learning_rate": 1.0271350977963922e-05,
"loss": 1.3973,
"step": 172
},
{
"epoch": 0.5,
"learning_rate": 1.0252232584410449e-05,
"loss": 1.2789,
"step": 173
},
{
"epoch": 0.5,
"learning_rate": 1.0233027054966462e-05,
"loss": 1.3758,
"step": 174
},
{
"epoch": 0.5,
"learning_rate": 1.0213734783187791e-05,
"loss": 1.343,
"step": 175
},
{
"epoch": 0.51,
"learning_rate": 1.0194356164407765e-05,
"loss": 1.4214,
"step": 176
},
{
"epoch": 0.51,
"learning_rate": 1.0174891595729128e-05,
"loss": 1.3872,
"step": 177
},
{
"epoch": 0.51,
"learning_rate": 1.015534147601588e-05,
"loss": 1.3549,
"step": 178
},
{
"epoch": 0.52,
"learning_rate": 1.0135706205885127e-05,
"loss": 1.4698,
"step": 179
},
{
"epoch": 0.52,
"learning_rate": 1.0115986187698855e-05,
"loss": 1.4067,
"step": 180
},
{
"epoch": 0.52,
"learning_rate": 1.0096181825555686e-05,
"loss": 1.4373,
"step": 181
},
{
"epoch": 0.52,
"learning_rate": 1.007629352528261e-05,
"loss": 1.3448,
"step": 182
},
{
"epoch": 0.53,
"learning_rate": 1.0056321694426653e-05,
"loss": 1.474,
"step": 183
},
{
"epoch": 0.53,
"learning_rate": 1.0036266742246536e-05,
"loss": 1.3803,
"step": 184
},
{
"epoch": 0.53,
"learning_rate": 1.0016129079704286e-05,
"loss": 1.337,
"step": 185
},
{
"epoch": 0.54,
"learning_rate": 9.995909119456813e-06,
"loss": 1.3436,
"step": 186
},
{
"epoch": 0.54,
"learning_rate": 9.975607275847452e-06,
"loss": 1.2478,
"step": 187
},
{
"epoch": 0.54,
"learning_rate": 9.95522396489748e-06,
"loss": 1.3558,
"step": 188
},
{
"epoch": 0.54,
"learning_rate": 9.934759604297585e-06,
"loss": 1.332,
"step": 189
},
{
"epoch": 0.55,
"learning_rate": 9.91421461339931e-06,
"loss": 1.3528,
"step": 190
},
{
"epoch": 0.55,
"learning_rate": 9.893589413206449e-06,
"loss": 1.4392,
"step": 191
},
{
"epoch": 0.55,
"learning_rate": 9.87288442636644e-06,
"loss": 1.4533,
"step": 192
},
{
"epoch": 0.56,
"learning_rate": 9.852100077161686e-06,
"loss": 1.3014,
"step": 193
},
{
"epoch": 0.56,
"learning_rate": 9.831236791500866e-06,
"loss": 1.4457,
"step": 194
},
{
"epoch": 0.56,
"learning_rate": 9.810294996910218e-06,
"loss": 1.3272,
"step": 195
},
{
"epoch": 0.56,
"learning_rate": 9.789275122524762e-06,
"loss": 1.4885,
"step": 196
},
{
"epoch": 0.57,
"learning_rate": 9.76817759907951e-06,
"loss": 1.3802,
"step": 197
},
{
"epoch": 0.57,
"learning_rate": 9.747002858900654e-06,
"loss": 1.3995,
"step": 198
},
{
"epoch": 0.57,
"learning_rate": 9.725751335896684e-06,
"loss": 1.3889,
"step": 199
},
{
"epoch": 0.58,
"learning_rate": 9.704423465549514e-06,
"loss": 1.404,
"step": 200
},
{
"epoch": 0.58,
"learning_rate": 9.683019684905555e-06,
"loss": 1.4303,
"step": 201
},
{
"epoch": 0.58,
"learning_rate": 9.66154043256675e-06,
"loss": 1.4106,
"step": 202
},
{
"epoch": 0.58,
"learning_rate": 9.639986148681595e-06,
"loss": 1.3556,
"step": 203
},
{
"epoch": 0.59,
"learning_rate": 9.618357274936122e-06,
"loss": 1.3358,
"step": 204
},
{
"epoch": 0.59,
"learning_rate": 9.596654254544837e-06,
"loss": 1.3653,
"step": 205
},
{
"epoch": 0.59,
"learning_rate": 9.574877532241646e-06,
"loss": 1.3943,
"step": 206
},
{
"epoch": 0.6,
"learning_rate": 9.553027554270741e-06,
"loss": 1.2431,
"step": 207
},
{
"epoch": 0.6,
"learning_rate": 9.531104768377454e-06,
"loss": 1.4285,
"step": 208
},
{
"epoch": 0.6,
"learning_rate": 9.509109623799082e-06,
"loss": 1.4397,
"step": 209
},
{
"epoch": 0.6,
"learning_rate": 9.48704257125568e-06,
"loss": 1.3748,
"step": 210
},
{
"epoch": 0.61,
"learning_rate": 9.464904062940827e-06,
"loss": 1.4576,
"step": 211
},
{
"epoch": 0.61,
"learning_rate": 9.442694552512365e-06,
"loss": 1.3955,
"step": 212
},
{
"epoch": 0.61,
"learning_rate": 9.420414495083084e-06,
"loss": 1.5999,
"step": 213
},
{
"epoch": 0.62,
"learning_rate": 9.398064347211423e-06,
"loss": 1.3066,
"step": 214
},
{
"epoch": 0.62,
"learning_rate": 9.37564456689209e-06,
"loss": 1.4238,
"step": 215
},
{
"epoch": 0.62,
"learning_rate": 9.353155613546693e-06,
"loss": 1.3093,
"step": 216
},
{
"epoch": 0.62,
"learning_rate": 9.330597948014321e-06,
"loss": 1.3458,
"step": 217
},
{
"epoch": 0.63,
"learning_rate": 9.30797203254209e-06,
"loss": 1.2949,
"step": 218
},
{
"epoch": 0.63,
"learning_rate": 9.28527833077569e-06,
"loss": 1.3479,
"step": 219
},
{
"epoch": 0.63,
"learning_rate": 9.26251730774987e-06,
"loss": 1.4428,
"step": 220
},
{
"epoch": 0.64,
"learning_rate": 9.23968942987891e-06,
"loss": 1.4494,
"step": 221
},
{
"epoch": 0.64,
"learning_rate": 9.216795164947067e-06,
"loss": 1.513,
"step": 222
},
{
"epoch": 0.64,
"learning_rate": 9.193834982098994e-06,
"loss": 1.3999,
"step": 223
},
{
"epoch": 0.64,
"learning_rate": 9.170809351830119e-06,
"loss": 1.4124,
"step": 224
},
{
"epoch": 0.65,
"learning_rate": 9.147718745976995e-06,
"loss": 1.4184,
"step": 225
},
{
"epoch": 0.65,
"learning_rate": 9.124563637707654e-06,
"loss": 1.4625,
"step": 226
},
{
"epoch": 0.65,
"learning_rate": 9.101344501511893e-06,
"loss": 1.3812,
"step": 227
},
{
"epoch": 0.66,
"learning_rate": 9.078061813191557e-06,
"loss": 1.3352,
"step": 228
},
{
"epoch": 0.66,
"learning_rate": 9.054716049850788e-06,
"loss": 1.373,
"step": 229
},
{
"epoch": 0.66,
"learning_rate": 9.03130768988625e-06,
"loss": 1.4279,
"step": 230
},
{
"epoch": 0.67,
"learning_rate": 9.007837212977322e-06,
"loss": 1.3979,
"step": 231
},
{
"epoch": 0.67,
"learning_rate": 8.984305100076274e-06,
"loss": 1.3694,
"step": 232
},
{
"epoch": 0.67,
"learning_rate": 8.960711833398402e-06,
"loss": 1.4064,
"step": 233
},
{
"epoch": 0.67,
"learning_rate": 8.937057896412163e-06,
"loss": 1.4104,
"step": 234
},
{
"epoch": 0.68,
"learning_rate": 8.913343773829249e-06,
"loss": 1.3844,
"step": 235
},
{
"epoch": 0.68,
"learning_rate": 8.889569951594666e-06,
"loss": 1.3653,
"step": 236
},
{
"epoch": 0.68,
"learning_rate": 8.865736916876774e-06,
"loss": 1.427,
"step": 237
},
{
"epoch": 0.69,
"learning_rate": 8.841845158057302e-06,
"loss": 1.3435,
"step": 238
},
{
"epoch": 0.69,
"learning_rate": 8.817895164721344e-06,
"loss": 1.4427,
"step": 239
},
{
"epoch": 0.69,
"learning_rate": 8.793887427647316e-06,
"loss": 1.3507,
"step": 240
},
{
"epoch": 0.69,
"learning_rate": 8.76982243879692e-06,
"loss": 1.424,
"step": 241
},
{
"epoch": 0.7,
"learning_rate": 8.745700691305039e-06,
"loss": 1.4637,
"step": 242
},
{
"epoch": 0.7,
"learning_rate": 8.721522679469645e-06,
"loss": 1.3721,
"step": 243
},
{
"epoch": 0.7,
"learning_rate": 8.697288898741672e-06,
"loss": 1.3589,
"step": 244
},
{
"epoch": 0.71,
"learning_rate": 8.672999845714856e-06,
"loss": 1.4479,
"step": 245
},
{
"epoch": 0.71,
"learning_rate": 8.648656018115557e-06,
"loss": 1.4105,
"step": 246
},
{
"epoch": 0.71,
"learning_rate": 8.624257914792573e-06,
"loss": 1.3511,
"step": 247
},
{
"epoch": 0.71,
"learning_rate": 8.599806035706903e-06,
"loss": 1.3963,
"step": 248
},
{
"epoch": 0.72,
"learning_rate": 8.575300881921513e-06,
"loss": 1.3543,
"step": 249
},
{
"epoch": 0.72,
"learning_rate": 8.550742955591057e-06,
"loss": 1.4107,
"step": 250
},
{
"epoch": 0.72,
"learning_rate": 8.526132759951598e-06,
"loss": 1.399,
"step": 251
},
{
"epoch": 0.73,
"learning_rate": 8.501470799310294e-06,
"loss": 1.4452,
"step": 252
},
{
"epoch": 0.73,
"learning_rate": 8.476757579035049e-06,
"loss": 1.4045,
"step": 253
},
{
"epoch": 0.73,
"learning_rate": 8.451993605544183e-06,
"loss": 1.4063,
"step": 254
},
{
"epoch": 0.73,
"learning_rate": 8.427179386296034e-06,
"loss": 1.3813,
"step": 255
},
{
"epoch": 0.74,
"learning_rate": 8.402315429778566e-06,
"loss": 1.4301,
"step": 256
},
{
"epoch": 0.74,
"learning_rate": 8.377402245498948e-06,
"loss": 1.361,
"step": 257
},
{
"epoch": 0.74,
"learning_rate": 8.352440343973117e-06,
"loss": 1.4488,
"step": 258
},
{
"epoch": 0.75,
"learning_rate": 8.327430236715313e-06,
"loss": 1.4259,
"step": 259
},
{
"epoch": 0.75,
"learning_rate": 8.3023724362276e-06,
"loss": 1.3858,
"step": 260
},
{
"epoch": 0.75,
"learning_rate": 8.277267455989356e-06,
"loss": 1.429,
"step": 261
},
{
"epoch": 0.75,
"learning_rate": 8.252115810446766e-06,
"loss": 1.4905,
"step": 262
},
{
"epoch": 0.76,
"learning_rate": 8.22691801500226e-06,
"loss": 1.4224,
"step": 263
},
{
"epoch": 0.76,
"learning_rate": 8.201674586003973e-06,
"loss": 1.4441,
"step": 264
},
{
"epoch": 0.76,
"learning_rate": 8.176386040735146e-06,
"loss": 1.3486,
"step": 265
},
{
"epoch": 0.77,
"learning_rate": 8.15105289740354e-06,
"loss": 1.3677,
"step": 266
},
{
"epoch": 0.77,
"learning_rate": 8.125675675130805e-06,
"loss": 1.4015,
"step": 267
},
{
"epoch": 0.77,
"learning_rate": 8.100254893941847e-06,
"loss": 1.434,
"step": 268
},
{
"epoch": 0.77,
"learning_rate": 8.07479107475418e-06,
"loss": 1.4285,
"step": 269
},
{
"epoch": 0.78,
"learning_rate": 8.049284739367235e-06,
"loss": 1.3749,
"step": 270
},
{
"epoch": 0.78,
"learning_rate": 8.023736410451683e-06,
"loss": 1.3624,
"step": 271
},
{
"epoch": 0.78,
"learning_rate": 7.998146611538716e-06,
"loss": 1.4756,
"step": 272
},
{
"epoch": 0.79,
"learning_rate": 7.972515867009318e-06,
"loss": 1.4431,
"step": 273
},
{
"epoch": 0.79,
"learning_rate": 7.946844702083526e-06,
"loss": 1.376,
"step": 274
},
{
"epoch": 0.79,
"learning_rate": 7.921133642809661e-06,
"loss": 1.3855,
"step": 275
},
{
"epoch": 0.79,
"learning_rate": 7.895383216053555e-06,
"loss": 1.3976,
"step": 276
},
{
"epoch": 0.8,
"learning_rate": 7.869593949487746e-06,
"loss": 1.3488,
"step": 277
},
{
"epoch": 0.8,
"learning_rate": 7.843766371580668e-06,
"loss": 1.2903,
"step": 278
},
{
"epoch": 0.8,
"learning_rate": 7.817901011585828e-06,
"loss": 1.3089,
"step": 279
},
{
"epoch": 0.81,
"learning_rate": 7.791998399530957e-06,
"loss": 1.3641,
"step": 280
},
{
"epoch": 0.81,
"learning_rate": 7.766059066207142e-06,
"loss": 1.3597,
"step": 281
},
{
"epoch": 0.81,
"learning_rate": 7.740083543157959e-06,
"loss": 1.3307,
"step": 282
},
{
"epoch": 0.81,
"learning_rate": 7.714072362668576e-06,
"loss": 1.3195,
"step": 283
},
{
"epoch": 0.82,
"learning_rate": 7.68802605775484e-06,
"loss": 1.4422,
"step": 284
},
{
"epoch": 0.82,
"learning_rate": 7.661945162152376e-06,
"loss": 1.3965,
"step": 285
},
{
"epoch": 0.82,
"learning_rate": 7.635830210305614e-06,
"loss": 1.4662,
"step": 286
},
{
"epoch": 0.83,
"learning_rate": 7.609681737356874e-06,
"loss": 1.3645,
"step": 287
},
{
"epoch": 0.83,
"learning_rate": 7.5835002791353755e-06,
"loss": 1.3993,
"step": 288
},
{
"epoch": 0.83,
"learning_rate": 7.557286372146269e-06,
"loss": 1.3555,
"step": 289
},
{
"epoch": 0.83,
"learning_rate": 7.531040553559637e-06,
"loss": 1.4398,
"step": 290
},
{
"epoch": 0.84,
"learning_rate": 7.5047633611994865e-06,
"loss": 1.3965,
"step": 291
},
{
"epoch": 0.84,
"learning_rate": 7.478455333532731e-06,
"loss": 1.3462,
"step": 292
},
{
"epoch": 0.84,
"learning_rate": 7.45211700965816e-06,
"loss": 1.3702,
"step": 293
},
{
"epoch": 0.85,
"learning_rate": 7.425748929295378e-06,
"loss": 1.3787,
"step": 294
},
{
"epoch": 0.85,
"learning_rate": 7.399351632773757e-06,
"loss": 1.3006,
"step": 295
},
{
"epoch": 0.85,
"learning_rate": 7.372925661021363e-06,
"loss": 1.2651,
"step": 296
},
{
"epoch": 0.86,
"learning_rate": 7.346471555553865e-06,
"loss": 1.3216,
"step": 297
},
{
"epoch": 0.86,
"learning_rate": 7.319989858463447e-06,
"loss": 1.4034,
"step": 298
},
{
"epoch": 0.86,
"learning_rate": 7.2934811124076895e-06,
"loss": 1.2659,
"step": 299
},
{
"epoch": 0.86,
"learning_rate": 7.26694586059846e-06,
"loss": 1.3787,
"step": 300
},
{
"epoch": 0.87,
"learning_rate": 7.240384646790773e-06,
"loss": 1.3123,
"step": 301
},
{
"epoch": 0.87,
"learning_rate": 7.213798015271654e-06,
"loss": 1.4925,
"step": 302
},
{
"epoch": 0.87,
"learning_rate": 7.18718651084898e-06,
"loss": 1.3573,
"step": 303
},
{
"epoch": 0.88,
"learning_rate": 7.160550678840318e-06,
"loss": 1.4239,
"step": 304
},
{
"epoch": 0.88,
"learning_rate": 7.13389106506176e-06,
"loss": 1.3931,
"step": 305
},
{
"epoch": 0.88,
"learning_rate": 7.107208215816714e-06,
"loss": 1.2298,
"step": 306
},
{
"epoch": 0.88,
"learning_rate": 7.0805026778847374e-06,
"loss": 1.3927,
"step": 307
},
{
"epoch": 0.89,
"learning_rate": 7.053774998510315e-06,
"loss": 1.3206,
"step": 308
},
{
"epoch": 0.89,
"learning_rate": 7.027025725391647e-06,
"loss": 1.4185,
"step": 309
},
{
"epoch": 0.89,
"learning_rate": 7.000255406669432e-06,
"loss": 1.3403,
"step": 310
},
{
"epoch": 0.9,
"learning_rate": 6.973464590915631e-06,
"loss": 1.3842,
"step": 311
},
{
"epoch": 0.9,
"learning_rate": 6.9466538271222195e-06,
"loss": 1.437,
"step": 312
},
{
"epoch": 0.9,
"learning_rate": 6.9198236646899554e-06,
"loss": 1.3241,
"step": 313
},
{
"epoch": 0.9,
"learning_rate": 6.8929746534170995e-06,
"loss": 1.4092,
"step": 314
},
{
"epoch": 0.91,
"learning_rate": 6.866107343488164e-06,
"loss": 1.3778,
"step": 315
},
{
"epoch": 0.91,
"learning_rate": 6.839222285462635e-06,
"loss": 1.3312,
"step": 316
},
{
"epoch": 0.91,
"learning_rate": 6.812320030263681e-06,
"loss": 1.3811,
"step": 317
},
{
"epoch": 0.92,
"learning_rate": 6.7854011291668854e-06,
"loss": 1.3,
"step": 318
},
{
"epoch": 0.92,
"learning_rate": 6.75846613378892e-06,
"loss": 1.2676,
"step": 319
},
{
"epoch": 0.92,
"learning_rate": 6.7315155960762695e-06,
"loss": 1.3647,
"step": 320
},
{
"epoch": 0.92,
"learning_rate": 6.704550068293903e-06,
"loss": 1.323,
"step": 321
},
{
"epoch": 0.93,
"learning_rate": 6.677570103013964e-06,
"loss": 1.3604,
"step": 322
},
{
"epoch": 0.93,
"learning_rate": 6.650576253104449e-06,
"loss": 1.3911,
"step": 323
},
{
"epoch": 0.93,
"learning_rate": 6.623569071717872e-06,
"loss": 1.3921,
"step": 324
},
{
"epoch": 0.94,
"learning_rate": 6.596549112279932e-06,
"loss": 1.376,
"step": 325
},
{
"epoch": 0.94,
"learning_rate": 6.56951692847818e-06,
"loss": 1.4246,
"step": 326
},
{
"epoch": 0.94,
"learning_rate": 6.54247307425066e-06,
"loss": 1.2893,
"step": 327
},
{
"epoch": 0.94,
"learning_rate": 6.5154181037745655e-06,
"loss": 1.3598,
"step": 328
},
{
"epoch": 0.95,
"learning_rate": 6.488352571454883e-06,
"loss": 1.5025,
"step": 329
},
{
"epoch": 0.95,
"learning_rate": 6.461277031913027e-06,
"loss": 1.4079,
"step": 330
},
{
"epoch": 0.95,
"learning_rate": 6.434192039975484e-06,
"loss": 1.4089,
"step": 331
},
{
"epoch": 0.96,
"learning_rate": 6.407098150662432e-06,
"loss": 1.3471,
"step": 332
},
{
"epoch": 0.96,
"learning_rate": 6.379995919176371e-06,
"loss": 1.398,
"step": 333
},
{
"epoch": 0.96,
"learning_rate": 6.352885900890754e-06,
"loss": 1.2381,
"step": 334
},
{
"epoch": 0.96,
"learning_rate": 6.3257686513385925e-06,
"loss": 1.3302,
"step": 335
},
{
"epoch": 0.97,
"learning_rate": 6.298644726201083e-06,
"loss": 1.3804,
"step": 336
},
{
"epoch": 0.97,
"learning_rate": 6.271514681296216e-06,
"loss": 1.3909,
"step": 337
},
{
"epoch": 0.97,
"learning_rate": 6.2443790725673895e-06,
"loss": 1.4171,
"step": 338
},
{
"epoch": 0.98,
"learning_rate": 6.217238456072008e-06,
"loss": 1.4425,
"step": 339
},
{
"epoch": 0.98,
"learning_rate": 6.190093387970102e-06,
"loss": 1.3923,
"step": 340
},
{
"epoch": 0.98,
"learning_rate": 6.1629444245129175e-06,
"loss": 1.361,
"step": 341
},
{
"epoch": 0.98,
"learning_rate": 6.135792122031526e-06,
"loss": 1.3116,
"step": 342
},
{
"epoch": 0.99,
"learning_rate": 6.10863703692542e-06,
"loss": 1.3277,
"step": 343
},
{
"epoch": 0.99,
"learning_rate": 6.081479725651116e-06,
"loss": 1.4442,
"step": 344
},
{
"epoch": 0.99,
"learning_rate": 6.054320744710744e-06,
"loss": 1.4354,
"step": 345
},
{
"epoch": 1.0,
"learning_rate": 6.027160650640654e-06,
"loss": 1.3192,
"step": 346
},
{
"epoch": 1.0,
"learning_rate": 6e-06,
"loss": 1.359,
"step": 347
},
{
"epoch": 1.0,
"eval_loss": 1.359147548675537,
"eval_runtime": 99.243,
"eval_samples_per_second": 9.31,
"eval_steps_per_second": 1.169,
"step": 347
}
],
"logging_steps": 1.0,
"max_steps": 694,
"num_input_tokens_seen": 0,
"num_train_epochs": 2,
"save_steps": 100.0,
"total_flos": 1.9566296450924544e+17,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}