{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 22.448263767099263,
  "eval_steps": 500,
  "global_step": 4000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.11,
      "grad_norm": 0.5909375548362732,
      "learning_rate": 1.9932584269662923e-05,
      "loss": 2.0237,
      "step": 20
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.5826025009155273,
      "learning_rate": 1.9857677902621722e-05,
      "loss": 1.9306,
      "step": 40
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.5491089820861816,
      "learning_rate": 1.9782771535580525e-05,
      "loss": 1.7959,
      "step": 60
    },
    {
      "epoch": 0.45,
      "grad_norm": 1.362810730934143,
      "learning_rate": 1.970786516853933e-05,
      "loss": 1.6599,
      "step": 80
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.4427486658096313,
      "learning_rate": 1.963295880149813e-05,
      "loss": 1.5685,
      "step": 100
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.9993659257888794,
      "learning_rate": 1.956179775280899e-05,
      "loss": 1.4621,
      "step": 120
    },
    {
      "epoch": 0.79,
      "grad_norm": 1.614562749862671,
      "learning_rate": 1.9486891385767793e-05,
      "loss": 1.31,
      "step": 140
    },
    {
      "epoch": 0.9,
      "grad_norm": 1.1975798606872559,
      "learning_rate": 1.9411985018726593e-05,
      "loss": 1.2322,
      "step": 160
    },
    {
      "epoch": 1.01,
      "grad_norm": 0.7684128880500793,
      "learning_rate": 1.9337078651685396e-05,
      "loss": 1.1361,
      "step": 180
    },
    {
      "epoch": 1.12,
      "grad_norm": 0.9336960911750793,
      "learning_rate": 1.9262172284644195e-05,
      "loss": 1.0797,
      "step": 200
    },
    {
      "epoch": 1.23,
      "grad_norm": 0.8471770882606506,
      "learning_rate": 1.9187265917603e-05,
      "loss": 1.0368,
      "step": 220
    },
    {
      "epoch": 1.35,
      "grad_norm": 1.111340045928955,
      "learning_rate": 1.9112359550561798e-05,
      "loss": 0.9738,
      "step": 240
    },
    {
      "epoch": 1.46,
      "grad_norm": 0.8093781471252441,
      "learning_rate": 1.90374531835206e-05,
      "loss": 0.9494,
      "step": 260
    },
    {
      "epoch": 1.57,
      "grad_norm": 0.8438062071800232,
      "learning_rate": 1.89625468164794e-05,
      "loss": 0.9276,
      "step": 280
    },
    {
      "epoch": 1.68,
      "grad_norm": 0.9896701574325562,
      "learning_rate": 1.8887640449438204e-05,
      "loss": 0.8656,
      "step": 300
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.8278244137763977,
      "learning_rate": 1.8812734082397007e-05,
      "loss": 0.8431,
      "step": 320
    },
    {
      "epoch": 1.91,
      "grad_norm": 0.931291937828064,
      "learning_rate": 1.8737827715355807e-05,
      "loss": 0.7945,
      "step": 340
    },
    {
      "epoch": 2.02,
      "grad_norm": 1.21769380569458,
      "learning_rate": 1.866292134831461e-05,
      "loss": 0.7647,
      "step": 360
    },
    {
      "epoch": 2.13,
      "grad_norm": 3.5183286666870117,
      "learning_rate": 1.858801498127341e-05,
      "loss": 0.7497,
      "step": 380
    },
    {
      "epoch": 2.24,
      "grad_norm": 1.1153030395507812,
      "learning_rate": 1.8513108614232212e-05,
      "loss": 0.7507,
      "step": 400
    },
    {
      "epoch": 2.36,
      "grad_norm": 1.0140526294708252,
      "learning_rate": 1.8438202247191012e-05,
      "loss": 0.7415,
      "step": 420
    },
    {
      "epoch": 2.47,
      "grad_norm": 1.4395232200622559,
      "learning_rate": 1.8363295880149815e-05,
      "loss": 0.6947,
      "step": 440
    },
    {
      "epoch": 2.58,
      "grad_norm": 1.4253089427947998,
      "learning_rate": 1.8288389513108615e-05,
      "loss": 0.7429,
      "step": 460
    },
    {
      "epoch": 2.69,
      "grad_norm": 1.3152351379394531,
      "learning_rate": 1.8213483146067418e-05,
      "loss": 0.7363,
      "step": 480
    },
    {
      "epoch": 2.81,
      "grad_norm": 2.5935957431793213,
      "learning_rate": 1.8138576779026217e-05,
      "loss": 0.6486,
      "step": 500
    },
    {
      "epoch": 2.92,
      "grad_norm": 3.929158926010132,
      "learning_rate": 1.806367041198502e-05,
      "loss": 0.6395,
      "step": 520
    },
    {
      "epoch": 3.03,
      "grad_norm": 1.7316572666168213,
      "learning_rate": 1.7988764044943823e-05,
      "loss": 0.664,
      "step": 540
    },
    {
      "epoch": 3.14,
      "grad_norm": 1.3388841152191162,
      "learning_rate": 1.7913857677902623e-05,
      "loss": 0.6469,
      "step": 560
    },
    {
      "epoch": 3.25,
      "grad_norm": 1.5258549451828003,
      "learning_rate": 1.7838951310861426e-05,
      "loss": 0.6662,
      "step": 580
    },
    {
      "epoch": 3.37,
      "grad_norm": 1.5486094951629639,
      "learning_rate": 1.7764044943820226e-05,
      "loss": 0.566,
      "step": 600
    },
    {
      "epoch": 3.48,
      "grad_norm": 1.5657902956008911,
      "learning_rate": 1.768913857677903e-05,
      "loss": 0.6166,
      "step": 620
    },
    {
      "epoch": 3.59,
      "grad_norm": 1.5971391201019287,
      "learning_rate": 1.761423220973783e-05,
      "loss": 0.5973,
      "step": 640
    },
    {
      "epoch": 3.7,
      "grad_norm": 1.333030343055725,
      "learning_rate": 1.753932584269663e-05,
      "loss": 0.6117,
      "step": 660
    },
    {
      "epoch": 3.82,
      "grad_norm": 1.4425445795059204,
      "learning_rate": 1.746441947565543e-05,
      "loss": 0.5702,
      "step": 680
    },
    {
      "epoch": 3.93,
      "grad_norm": 1.4773032665252686,
      "learning_rate": 1.7389513108614234e-05,
      "loss": 0.5465,
      "step": 700
    },
    {
      "epoch": 4.04,
      "grad_norm": 1.3328267335891724,
      "learning_rate": 1.7314606741573034e-05,
      "loss": 0.5379,
      "step": 720
    },
    {
      "epoch": 4.15,
      "grad_norm": 1.6961455345153809,
      "learning_rate": 1.7239700374531837e-05,
      "loss": 0.5492,
      "step": 740
    },
    {
      "epoch": 4.27,
      "grad_norm": 1.4636189937591553,
      "learning_rate": 1.7164794007490637e-05,
      "loss": 0.547,
      "step": 760
    },
    {
      "epoch": 4.38,
      "grad_norm": 2.1686649322509766,
      "learning_rate": 1.708988764044944e-05,
      "loss": 0.5424,
      "step": 780
    },
    {
      "epoch": 4.49,
      "grad_norm": 1.219388723373413,
      "learning_rate": 1.7014981273408243e-05,
      "loss": 0.5373,
      "step": 800
    },
    {
      "epoch": 4.6,
      "grad_norm": 1.5566452741622925,
      "learning_rate": 1.6940074906367042e-05,
      "loss": 0.4944,
      "step": 820
    },
    {
      "epoch": 4.71,
      "grad_norm": 1.598917841911316,
      "learning_rate": 1.6865168539325845e-05,
      "loss": 0.5036,
      "step": 840
    },
    {
      "epoch": 4.83,
      "grad_norm": 1.5281039476394653,
      "learning_rate": 1.6790262172284645e-05,
      "loss": 0.5215,
      "step": 860
    },
    {
      "epoch": 4.94,
      "grad_norm": 1.7123130559921265,
      "learning_rate": 1.6715355805243448e-05,
      "loss": 0.5362,
      "step": 880
    },
    {
      "epoch": 5.05,
      "grad_norm": 1.543447732925415,
      "learning_rate": 1.6640449438202248e-05,
      "loss": 0.5379,
      "step": 900
    },
    {
      "epoch": 5.16,
      "grad_norm": 2.4190192222595215,
      "learning_rate": 1.656554307116105e-05,
      "loss": 0.4921,
      "step": 920
    },
    {
      "epoch": 5.28,
      "grad_norm": 2.190906047821045,
      "learning_rate": 1.649063670411985e-05,
      "loss": 0.4652,
      "step": 940
    },
    {
      "epoch": 5.39,
      "grad_norm": 2.113476514816284,
      "learning_rate": 1.6415730337078653e-05,
      "loss": 0.4914,
      "step": 960
    },
    {
      "epoch": 5.5,
      "grad_norm": 1.8785656690597534,
      "learning_rate": 1.6340823970037453e-05,
      "loss": 0.5135,
      "step": 980
    },
    {
      "epoch": 5.61,
      "grad_norm": 1.3745977878570557,
      "learning_rate": 1.6265917602996256e-05,
      "loss": 0.4697,
      "step": 1000
    },
    {
      "epoch": 5.72,
      "grad_norm": 1.7874308824539185,
      "learning_rate": 1.6191011235955056e-05,
      "loss": 0.4625,
      "step": 1020
    },
    {
      "epoch": 5.84,
      "grad_norm": 1.4448940753936768,
      "learning_rate": 1.611610486891386e-05,
      "loss": 0.4764,
      "step": 1040
    },
    {
      "epoch": 5.95,
      "grad_norm": 2.278655767440796,
      "learning_rate": 1.6041198501872662e-05,
      "loss": 0.4221,
      "step": 1060
    },
    {
      "epoch": 6.06,
      "grad_norm": 1.8602409362792969,
      "learning_rate": 1.596629213483146e-05,
      "loss": 0.4731,
      "step": 1080
    },
    {
      "epoch": 6.17,
      "grad_norm": 1.884373426437378,
      "learning_rate": 1.5891385767790265e-05,
      "loss": 0.4241,
      "step": 1100
    },
    {
      "epoch": 6.29,
      "grad_norm": 2.0259287357330322,
      "learning_rate": 1.5816479400749064e-05,
      "loss": 0.4368,
      "step": 1120
    },
    {
      "epoch": 6.4,
      "grad_norm": 1.812462329864502,
      "learning_rate": 1.5741573033707867e-05,
      "loss": 0.442,
      "step": 1140
    },
    {
      "epoch": 6.51,
      "grad_norm": 1.934327483177185,
      "learning_rate": 1.5666666666666667e-05,
      "loss": 0.4195,
      "step": 1160
    },
    {
      "epoch": 6.62,
      "grad_norm": 1.6152955293655396,
      "learning_rate": 1.559176029962547e-05,
      "loss": 0.4374,
      "step": 1180
    },
    {
      "epoch": 6.73,
      "grad_norm": 2.7782068252563477,
      "learning_rate": 1.551685393258427e-05,
      "loss": 0.4231,
      "step": 1200
    },
    {
      "epoch": 6.85,
      "grad_norm": 2.372976303100586,
      "learning_rate": 1.5441947565543073e-05,
      "loss": 0.444,
      "step": 1220
    },
    {
      "epoch": 6.96,
      "grad_norm": 2.171353816986084,
      "learning_rate": 1.5367041198501872e-05,
      "loss": 0.4389,
      "step": 1240
    },
    {
      "epoch": 7.07,
      "grad_norm": 1.3093984127044678,
      "learning_rate": 1.5292134831460675e-05,
      "loss": 0.4301,
      "step": 1260
    },
    {
      "epoch": 7.18,
      "grad_norm": 2.267932176589966,
      "learning_rate": 1.5217228464419478e-05,
      "loss": 0.4046,
      "step": 1280
    },
    {
      "epoch": 7.3,
      "grad_norm": 1.5326164960861206,
      "learning_rate": 1.514232209737828e-05,
      "loss": 0.4068,
      "step": 1300
    },
    {
      "epoch": 7.41,
      "grad_norm": 3.1525979042053223,
      "learning_rate": 1.5067415730337081e-05,
      "loss": 0.3847,
      "step": 1320
    },
    {
      "epoch": 7.52,
      "grad_norm": 2.081890106201172,
      "learning_rate": 1.4992509363295882e-05,
      "loss": 0.4126,
      "step": 1340
    },
    {
      "epoch": 7.63,
      "grad_norm": 2.5701358318328857,
      "learning_rate": 1.4917602996254684e-05,
      "loss": 0.4065,
      "step": 1360
    },
    {
      "epoch": 7.74,
      "grad_norm": 1.4190051555633545,
      "learning_rate": 1.4842696629213485e-05,
      "loss": 0.3979,
      "step": 1380
    },
    {
      "epoch": 7.86,
      "grad_norm": 1.9085837602615356,
      "learning_rate": 1.4767790262172286e-05,
      "loss": 0.3894,
      "step": 1400
    },
    {
      "epoch": 7.97,
      "grad_norm": 1.7573003768920898,
      "learning_rate": 1.4692883895131088e-05,
      "loss": 0.3751,
      "step": 1420
    },
    {
      "epoch": 8.08,
      "grad_norm": 1.8974506855010986,
      "learning_rate": 1.4617977528089889e-05,
      "loss": 0.3936,
      "step": 1440
    },
    {
      "epoch": 8.19,
      "grad_norm": 1.3843660354614258,
      "learning_rate": 1.454307116104869e-05,
      "loss": 0.3848,
      "step": 1460
    },
    {
      "epoch": 8.31,
      "grad_norm": 1.525007724761963,
      "learning_rate": 1.4468164794007492e-05,
      "loss": 0.3552,
      "step": 1480
    },
    {
      "epoch": 8.42,
      "grad_norm": 2.1665101051330566,
      "learning_rate": 1.4393258426966291e-05,
      "loss": 0.3547,
      "step": 1500
    },
    {
      "epoch": 8.53,
      "grad_norm": 3.3614535331726074,
      "learning_rate": 1.4318352059925096e-05,
      "loss": 0.3771,
      "step": 1520
    },
    {
      "epoch": 8.64,
      "grad_norm": 1.746299386024475,
      "learning_rate": 1.4243445692883898e-05,
      "loss": 0.396,
      "step": 1540
    },
    {
      "epoch": 8.75,
      "grad_norm": 1.9144684076309204,
      "learning_rate": 1.4168539325842699e-05,
      "loss": 0.3748,
      "step": 1560
    },
    {
      "epoch": 8.87,
      "grad_norm": 1.9617277383804321,
      "learning_rate": 1.40936329588015e-05,
      "loss": 0.3504,
      "step": 1580
    },
    {
      "epoch": 8.98,
      "grad_norm": 2.69067645072937,
      "learning_rate": 1.4018726591760302e-05,
      "loss": 0.3477,
      "step": 1600
    },
    {
      "epoch": 9.09,
      "grad_norm": 2.142008066177368,
      "learning_rate": 1.3943820224719103e-05,
      "loss": 0.3539,
      "step": 1620
    },
    {
      "epoch": 9.2,
      "grad_norm": 1.7684266567230225,
      "learning_rate": 1.3868913857677904e-05,
      "loss": 0.3576,
      "step": 1640
    },
    {
      "epoch": 9.32,
      "grad_norm": 1.4222275018692017,
      "learning_rate": 1.3794007490636706e-05,
      "loss": 0.3839,
      "step": 1660
    },
    {
      "epoch": 9.43,
      "grad_norm": 2.0622501373291016,
      "learning_rate": 1.3719101123595507e-05,
      "loss": 0.3278,
      "step": 1680
    },
    {
      "epoch": 9.54,
      "grad_norm": 1.639147400856018,
      "learning_rate": 1.3644194756554308e-05,
      "loss": 0.3374,
      "step": 1700
    },
    {
      "epoch": 9.65,
      "grad_norm": 2.093045473098755,
      "learning_rate": 1.356928838951311e-05,
      "loss": 0.3535,
      "step": 1720
    },
    {
      "epoch": 9.76,
      "grad_norm": 1.3492937088012695,
      "learning_rate": 1.3494382022471911e-05,
      "loss": 0.3105,
      "step": 1740
    },
    {
      "epoch": 9.88,
      "grad_norm": 1.585205316543579,
      "learning_rate": 1.3419475655430714e-05,
      "loss": 0.3181,
      "step": 1760
    },
    {
      "epoch": 9.99,
      "grad_norm": 2.8895344734191895,
      "learning_rate": 1.3344569288389515e-05,
      "loss": 0.3473,
      "step": 1780
    },
    {
      "epoch": 10.1,
      "grad_norm": 1.7224748134613037,
      "learning_rate": 1.3269662921348317e-05,
      "loss": 0.3524,
      "step": 1800
    },
    {
      "epoch": 10.21,
      "grad_norm": 2.1029868125915527,
      "learning_rate": 1.3194756554307118e-05,
      "loss": 0.3408,
      "step": 1820
    },
    {
      "epoch": 10.33,
      "grad_norm": 2.434016227722168,
      "learning_rate": 1.311985018726592e-05,
      "loss": 0.3266,
      "step": 1840
    },
    {
      "epoch": 10.44,
      "grad_norm": 1.953553318977356,
      "learning_rate": 1.304494382022472e-05,
      "loss": 0.2844,
      "step": 1860
    },
    {
      "epoch": 10.55,
      "grad_norm": 2.5946218967437744,
      "learning_rate": 1.2970037453183522e-05,
      "loss": 0.3225,
      "step": 1880
    },
    {
      "epoch": 10.66,
      "grad_norm": 2.5305733680725098,
      "learning_rate": 1.2895131086142323e-05,
      "loss": 0.3183,
      "step": 1900
    },
    {
      "epoch": 10.78,
      "grad_norm": 3.56726336479187,
      "learning_rate": 1.2820224719101125e-05,
      "loss": 0.2944,
      "step": 1920
    },
    {
      "epoch": 10.89,
      "grad_norm": 1.9687740802764893,
      "learning_rate": 1.2745318352059926e-05,
      "loss": 0.3411,
      "step": 1940
    },
    {
      "epoch": 11.0,
      "grad_norm": 1.6027730703353882,
      "learning_rate": 1.2670411985018727e-05,
      "loss": 0.2949,
      "step": 1960
    },
    {
      "epoch": 11.11,
      "grad_norm": 1.8739397525787354,
      "learning_rate": 1.2595505617977529e-05,
      "loss": 0.2716,
      "step": 1980
    },
    {
      "epoch": 11.22,
      "grad_norm": 1.6741198301315308,
      "learning_rate": 1.2520599250936332e-05,
      "loss": 0.3334,
      "step": 2000
    },
    {
      "epoch": 11.34,
      "grad_norm": 1.950945496559143,
      "learning_rate": 1.2445692883895133e-05,
      "loss": 0.3291,
      "step": 2020
    },
    {
      "epoch": 11.45,
      "grad_norm": 1.9362170696258545,
      "learning_rate": 1.2370786516853935e-05,
      "loss": 0.2716,
      "step": 2040
    },
    {
      "epoch": 11.56,
      "grad_norm": 1.6201746463775635,
      "learning_rate": 1.2295880149812736e-05,
      "loss": 0.2893,
      "step": 2060
    },
    {
      "epoch": 11.67,
      "grad_norm": 3.488088607788086,
      "learning_rate": 1.2220973782771537e-05,
      "loss": 0.3239,
      "step": 2080
    },
    {
      "epoch": 11.79,
      "grad_norm": 2.4608683586120605,
      "learning_rate": 1.2146067415730339e-05,
      "loss": 0.271,
      "step": 2100
    },
    {
      "epoch": 11.9,
      "grad_norm": 1.5321098566055298,
      "learning_rate": 1.207116104868914e-05,
      "loss": 0.2876,
      "step": 2120
    },
    {
      "epoch": 12.01,
      "grad_norm": 1.8334771394729614,
      "learning_rate": 1.1996254681647941e-05,
      "loss": 0.3066,
      "step": 2140
    },
    {
      "epoch": 12.12,
      "grad_norm": 1.9506254196166992,
      "learning_rate": 1.1921348314606743e-05,
      "loss": 0.3023,
      "step": 2160
    },
    {
      "epoch": 12.23,
      "grad_norm": 2.9073598384857178,
      "learning_rate": 1.1846441947565544e-05,
      "loss": 0.3152,
      "step": 2180
    },
    {
      "epoch": 12.35,
      "grad_norm": 1.6023261547088623,
      "learning_rate": 1.1771535580524345e-05,
      "loss": 0.248,
      "step": 2200
    },
    {
      "epoch": 12.46,
      "grad_norm": 1.7954633235931396,
      "learning_rate": 1.1696629213483147e-05,
      "loss": 0.2666,
      "step": 2220
    },
    {
      "epoch": 12.57,
      "grad_norm": 2.0331828594207764,
      "learning_rate": 1.162172284644195e-05,
      "loss": 0.2878,
      "step": 2240
    },
    {
      "epoch": 12.68,
      "grad_norm": 1.656420350074768,
      "learning_rate": 1.1546816479400751e-05,
      "loss": 0.2805,
      "step": 2260
    },
    {
      "epoch": 12.8,
      "grad_norm": 1.5245873928070068,
      "learning_rate": 1.1471910112359552e-05,
      "loss": 0.2792,
      "step": 2280
    },
    {
      "epoch": 12.91,
      "grad_norm": 2.6713974475860596,
      "learning_rate": 1.1397003745318354e-05,
      "loss": 0.2841,
      "step": 2300
    },
    {
      "epoch": 13.02,
      "grad_norm": 1.268479347229004,
      "learning_rate": 1.1322097378277155e-05,
      "loss": 0.2708,
      "step": 2320
    },
    {
      "epoch": 13.13,
      "grad_norm": 2.2990434169769287,
      "learning_rate": 1.1247191011235956e-05,
      "loss": 0.2649,
      "step": 2340
    },
    {
      "epoch": 13.24,
      "grad_norm": 2.351956367492676,
      "learning_rate": 1.1172284644194758e-05,
      "loss": 0.281,
      "step": 2360
    },
    {
      "epoch": 13.36,
      "grad_norm": 1.796783208847046,
      "learning_rate": 1.1097378277153559e-05,
      "loss": 0.2725,
      "step": 2380
    },
    {
      "epoch": 13.47,
      "grad_norm": 1.7035847902297974,
      "learning_rate": 1.102247191011236e-05,
      "loss": 0.2799,
      "step": 2400
    },
    {
      "epoch": 13.58,
      "grad_norm": 2.0395431518554688,
      "learning_rate": 1.0947565543071162e-05,
      "loss": 0.239,
      "step": 2420
    },
    {
      "epoch": 13.69,
      "grad_norm": 1.8008232116699219,
      "learning_rate": 1.0872659176029963e-05,
      "loss": 0.2553,
      "step": 2440
    },
    {
      "epoch": 13.81,
      "grad_norm": 2.0559043884277344,
      "learning_rate": 1.0797752808988765e-05,
      "loss": 0.2464,
      "step": 2460
    },
    {
      "epoch": 13.92,
      "grad_norm": 1.8673292398452759,
      "learning_rate": 1.0722846441947568e-05,
      "loss": 0.2699,
      "step": 2480
    },
    {
      "epoch": 14.03,
      "grad_norm": 1.6819398403167725,
      "learning_rate": 1.0647940074906369e-05,
      "loss": 0.2566,
      "step": 2500
    },
    {
      "epoch": 14.14,
      "grad_norm": 1.9703686237335205,
      "learning_rate": 1.057303370786517e-05,
      "loss": 0.2807,
      "step": 2520
    },
    {
      "epoch": 14.25,
      "grad_norm": 2.028834819793701,
      "learning_rate": 1.0498127340823972e-05,
      "loss": 0.2392,
      "step": 2540
    },
    {
      "epoch": 14.37,
      "grad_norm": 2.2455177307128906,
      "learning_rate": 1.0423220973782773e-05,
      "loss": 0.247,
      "step": 2560
    },
    {
      "epoch": 14.48,
      "grad_norm": 1.8078291416168213,
      "learning_rate": 1.0348314606741574e-05,
      "loss": 0.2552,
      "step": 2580
    },
    {
      "epoch": 14.59,
      "grad_norm": 2.166729211807251,
      "learning_rate": 1.0273408239700376e-05,
      "loss": 0.2466,
      "step": 2600
    },
    {
      "epoch": 14.7,
      "grad_norm": 2.710556745529175,
      "learning_rate": 1.0198501872659177e-05,
      "loss": 0.2506,
      "step": 2620
    },
    {
      "epoch": 14.82,
      "grad_norm": 2.1344659328460693,
      "learning_rate": 1.0123595505617978e-05,
      "loss": 0.2388,
      "step": 2640
    },
    {
      "epoch": 14.93,
      "grad_norm": 1.595842719078064,
      "learning_rate": 1.004868913857678e-05,
      "loss": 0.2553,
      "step": 2660
    },
    {
      "epoch": 15.04,
      "grad_norm": 1.5458731651306152,
      "learning_rate": 9.973782771535581e-06,
      "loss": 0.2478,
      "step": 2680
    },
    {
      "epoch": 15.15,
      "grad_norm": 1.9514356851577759,
      "learning_rate": 9.898876404494382e-06,
      "loss": 0.234,
      "step": 2700
    },
    {
      "epoch": 15.26,
      "grad_norm": 2.1551694869995117,
      "learning_rate": 9.823970037453184e-06,
      "loss": 0.251,
      "step": 2720
    },
    {
      "epoch": 15.38,
      "grad_norm": 2.08258318901062,
      "learning_rate": 9.749063670411985e-06,
      "loss": 0.2511,
      "step": 2740
    },
    {
      "epoch": 15.49,
      "grad_norm": 1.581690788269043,
      "learning_rate": 9.674157303370786e-06,
      "loss": 0.2185,
      "step": 2760
    },
    {
      "epoch": 15.6,
      "grad_norm": 2.2121975421905518,
      "learning_rate": 9.599250936329588e-06,
      "loss": 0.2161,
      "step": 2780
    },
    {
      "epoch": 15.71,
      "grad_norm": 1.5077215433120728,
      "learning_rate": 9.52434456928839e-06,
      "loss": 0.2308,
      "step": 2800
    },
    {
      "epoch": 15.83,
      "grad_norm": 2.57951021194458,
      "learning_rate": 9.449438202247192e-06,
      "loss": 0.2299,
      "step": 2820
    },
    {
      "epoch": 15.94,
      "grad_norm": 1.6634414196014404,
      "learning_rate": 9.374531835205993e-06,
      "loss": 0.2576,
      "step": 2840
    },
    {
      "epoch": 16.05,
      "grad_norm": 1.9692113399505615,
      "learning_rate": 9.299625468164795e-06,
      "loss": 0.2395,
      "step": 2860
    },
    {
      "epoch": 16.16,
      "grad_norm": 1.9327415227890015,
      "learning_rate": 9.224719101123596e-06,
      "loss": 0.241,
      "step": 2880
    },
    {
      "epoch": 16.27,
      "grad_norm": 1.7675727605819702,
      "learning_rate": 9.149812734082398e-06,
      "loss": 0.2201,
      "step": 2900
    },
    {
      "epoch": 16.39,
      "grad_norm": 1.9511345624923706,
      "learning_rate": 9.074906367041199e-06,
      "loss": 0.2171,
      "step": 2920
    },
    {
      "epoch": 16.5,
      "grad_norm": 1.7937383651733398,
      "learning_rate": 9e-06,
      "loss": 0.2286,
      "step": 2940
    },
    {
      "epoch": 16.61,
      "grad_norm": 1.79076087474823,
      "learning_rate": 8.925093632958802e-06,
      "loss": 0.2479,
      "step": 2960
    },
    {
      "epoch": 16.72,
      "grad_norm": 2.4045145511627197,
      "learning_rate": 8.850187265917603e-06,
      "loss": 0.2153,
      "step": 2980
    },
    {
      "epoch": 16.84,
      "grad_norm": 2.1934499740600586,
      "learning_rate": 8.775280898876404e-06,
      "loss": 0.2361,
      "step": 3000
    },
    {
      "epoch": 16.95,
      "grad_norm": 1.923170804977417,
      "learning_rate": 8.700374531835206e-06,
      "loss": 0.2146,
      "step": 3020
    },
    {
      "epoch": 17.06,
      "grad_norm": 2.1610753536224365,
      "learning_rate": 8.625468164794009e-06,
      "loss": 0.2281,
      "step": 3040
    },
    {
      "epoch": 17.17,
      "grad_norm": 2.1105706691741943,
      "learning_rate": 8.55056179775281e-06,
      "loss": 0.2403,
      "step": 3060
    },
    {
      "epoch": 17.29,
      "grad_norm": 1.979177474975586,
      "learning_rate": 8.475655430711611e-06,
      "loss": 0.1734,
      "step": 3080
    },
    {
      "epoch": 17.4,
      "grad_norm": 2.040055274963379,
      "learning_rate": 8.400749063670413e-06,
      "loss": 0.2393,
      "step": 3100
    },
    {
      "epoch": 17.51,
      "grad_norm": 1.8687106370925903,
      "learning_rate": 8.325842696629214e-06,
      "loss": 0.2346,
      "step": 3120
    },
    {
      "epoch": 17.62,
      "grad_norm": 1.7447230815887451,
      "learning_rate": 8.250936329588015e-06,
      "loss": 0.2279,
      "step": 3140
    },
    {
      "epoch": 17.73,
      "grad_norm": 2.9035825729370117,
      "learning_rate": 8.176029962546818e-06,
      "loss": 0.2049,
      "step": 3160
    },
    {
      "epoch": 17.85,
      "grad_norm": 2.1024608612060547,
      "learning_rate": 8.101123595505618e-06,
      "loss": 0.1962,
      "step": 3180
    },
    {
      "epoch": 17.96,
      "grad_norm": 2.7913131713867188,
      "learning_rate": 8.02621722846442e-06,
      "loss": 0.2081,
      "step": 3200
    },
    {
      "epoch": 18.07,
      "grad_norm": 2.0668814182281494,
      "learning_rate": 7.95131086142322e-06,
      "loss": 0.2304,
      "step": 3220
    },
    {
      "epoch": 18.18,
      "grad_norm": 1.7872204780578613,
      "learning_rate": 7.876404494382022e-06,
      "loss": 0.1804,
      "step": 3240
    },
    {
      "epoch": 18.3,
      "grad_norm": 2.0718905925750732,
      "learning_rate": 7.801498127340823e-06,
      "loss": 0.2232,
      "step": 3260
    },
    {
      "epoch": 18.41,
      "grad_norm": 3.835952043533325,
      "learning_rate": 7.726591760299626e-06,
      "loss": 0.2171,
      "step": 3280
    },
    {
      "epoch": 18.52,
      "grad_norm": 1.5925731658935547,
      "learning_rate": 7.651685393258428e-06,
      "loss": 0.1999,
      "step": 3300
    },
    {
      "epoch": 18.63,
      "grad_norm": 2.434159994125366,
      "learning_rate": 7.576779026217229e-06,
      "loss": 0.1876,
      "step": 3320
    },
    {
      "epoch": 18.74,
      "grad_norm": 2.3486499786376953,
      "learning_rate": 7.5018726591760305e-06,
      "loss": 0.21,
      "step": 3340
    },
    {
      "epoch": 18.86,
      "grad_norm": 1.4824186563491821,
      "learning_rate": 7.426966292134832e-06,
      "loss": 0.2239,
      "step": 3360
    },
    {
      "epoch": 18.97,
      "grad_norm": 2.062422275543213,
      "learning_rate": 7.352059925093633e-06,
      "loss": 0.22,
      "step": 3380
    },
    {
      "epoch": 19.08,
      "grad_norm": 2.0563416481018066,
      "learning_rate": 7.277153558052435e-06,
      "loss": 0.1945,
      "step": 3400
    },
    {
      "epoch": 19.19,
      "grad_norm": 1.6936135292053223,
      "learning_rate": 7.202247191011237e-06,
      "loss": 0.217,
      "step": 3420
    },
    {
      "epoch": 19.31,
      "grad_norm": 1.9931917190551758,
      "learning_rate": 7.127340823970038e-06,
      "loss": 0.2127,
      "step": 3440
    },
    {
      "epoch": 19.42,
      "grad_norm": 1.5989198684692383,
      "learning_rate": 7.0524344569288395e-06,
      "loss": 0.1849,
      "step": 3460
    },
    {
      "epoch": 19.53,
      "grad_norm": 2.0073723793029785,
      "learning_rate": 6.977528089887641e-06,
      "loss": 0.1805,
      "step": 3480
    },
    {
      "epoch": 19.64,
      "grad_norm": 1.9756735563278198,
      "learning_rate": 6.902621722846442e-06,
      "loss": 0.1963,
      "step": 3500
    },
    {
      "epoch": 19.75,
      "grad_norm": 1.5112028121948242,
      "learning_rate": 6.827715355805244e-06,
      "loss": 0.2008,
      "step": 3520
    },
    {
      "epoch": 19.87,
      "grad_norm": 2.2792975902557373,
      "learning_rate": 6.752808988764046e-06,
      "loss": 0.2106,
      "step": 3540
    },
    {
      "epoch": 19.98,
      "grad_norm": 2.768470048904419,
      "learning_rate": 6.677902621722847e-06,
      "loss": 0.2066,
      "step": 3560
    },
    {
      "epoch": 20.09,
      "grad_norm": 1.6916066408157349,
      "learning_rate": 6.602996254681648e-06,
      "loss": 0.1912,
      "step": 3580
    },
    {
      "epoch": 20.2,
      "grad_norm": 1.7649778127670288,
      "learning_rate": 6.52808988764045e-06,
      "loss": 0.2027,
      "step": 3600
    },
    {
      "epoch": 20.32,
      "grad_norm": 1.9743694067001343,
      "learning_rate": 6.453183520599251e-06,
      "loss": 0.2208,
      "step": 3620
    },
    {
      "epoch": 20.43,
      "grad_norm": 1.827344298362732,
      "learning_rate": 6.378277153558053e-06,
      "loss": 0.1757,
      "step": 3640
    },
    {
      "epoch": 20.54,
      "grad_norm": 2.7847957611083984,
      "learning_rate": 6.303370786516855e-06,
      "loss": 0.1931,
      "step": 3660
    },
    {
      "epoch": 20.65,
      "grad_norm": 1.8572605848312378,
      "learning_rate": 6.228464419475656e-06,
      "loss": 0.1902,
      "step": 3680
    },
    {
      "epoch": 20.76,
      "grad_norm": 1.5343818664550781,
      "learning_rate": 6.153558052434457e-06,
      "loss": 0.1916,
      "step": 3700
    },
    {
      "epoch": 20.88,
      "grad_norm": 1.703688383102417,
      "learning_rate": 6.078651685393259e-06,
      "loss": 0.1897,
      "step": 3720
    },
    {
      "epoch": 20.99,
      "grad_norm": 2.5442187786102295,
      "learning_rate": 6.00374531835206e-06,
      "loss": 0.1859,
      "step": 3740
    },
    {
      "epoch": 21.1,
      "grad_norm": 2.0333402156829834,
      "learning_rate": 5.928838951310862e-06,
      "loss": 0.1632,
      "step": 3760
    },
    {
      "epoch": 21.21,
      "grad_norm": 2.107227087020874,
      "learning_rate": 5.8539325842696635e-06,
      "loss": 0.2031,
      "step": 3780
    },
    {
      "epoch": 21.33,
      "grad_norm": 2.0351223945617676,
      "learning_rate": 5.779026217228465e-06,
      "loss": 0.1759,
      "step": 3800
    },
    {
      "epoch": 21.44,
      "grad_norm": 2.1328284740448,
      "learning_rate": 5.704119850187266e-06,
      "loss": 0.1853,
      "step": 3820
    },
    {
      "epoch": 21.55,
      "grad_norm": 2.0145580768585205,
      "learning_rate": 5.629213483146068e-06,
      "loss": 0.1919,
      "step": 3840
    },
    {
      "epoch": 21.66,
      "grad_norm": 1.8794372081756592,
      "learning_rate": 5.554307116104869e-06,
      "loss": 0.1958,
      "step": 3860
    },
    {
      "epoch": 21.77,
      "grad_norm": 1.8487616777420044,
      "learning_rate": 5.479400749063671e-06,
      "loss": 0.207,
      "step": 3880
    },
    {
      "epoch": 21.89,
      "grad_norm": 2.080965042114258,
      "learning_rate": 5.4044943820224725e-06,
      "loss": 0.1715,
      "step": 3900
    },
    {
      "epoch": 22.0,
      "grad_norm": 2.0303232669830322,
      "learning_rate": 5.329588014981274e-06,
      "loss": 0.1873,
      "step": 3920
    },
    {
      "epoch": 22.11,
      "grad_norm": 2.1078438758850098,
      "learning_rate": 5.254681647940075e-06,
      "loss": 0.1869,
      "step": 3940
    },
    {
      "epoch": 22.22,
      "grad_norm": 1.8502501249313354,
      "learning_rate": 5.1797752808988765e-06,
      "loss": 0.1983,
      "step": 3960
    },
    {
      "epoch": 22.34,
      "grad_norm": 2.209162950515747,
      "learning_rate": 5.104868913857678e-06,
      "loss": 0.185,
      "step": 3980
    },
    {
      "epoch": 22.45,
      "grad_norm": 1.9525928497314453,
      "learning_rate": 5.02996254681648e-06,
      "loss": 0.1943,
      "step": 4000
    }
  ],
  "logging_steps": 20,
  "max_steps": 5340,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 30,
  "save_steps": 500,
  "total_flos": 1.03965111484416e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}