{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9995577178239717,
  "eval_steps": 142,
  "global_step": 565,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 4.705155372619629,
      "learning_rate": 0.0001,
      "loss": 3.3182,
      "step": 1
    },
    {
      "epoch": 0.0,
      "eval_loss": 3.3362529277801514,
      "eval_runtime": 14.4366,
      "eval_samples_per_second": 33.041,
      "eval_steps_per_second": 8.312,
      "step": 1
    },
    {
      "epoch": 0.0,
      "grad_norm": 4.644563674926758,
      "learning_rate": 0.0002,
      "loss": 3.2788,
      "step": 2
    },
    {
      "epoch": 0.01,
      "grad_norm": 4.3825764656066895,
      "learning_rate": 0.0003,
      "loss": 2.9231,
      "step": 3
    },
    {
      "epoch": 0.01,
      "grad_norm": 2.904296636581421,
      "learning_rate": 0.0004,
      "loss": 1.1824,
      "step": 4
    },
    {
      "epoch": 0.01,
      "grad_norm": 1.6988284587860107,
      "learning_rate": 0.0005,
      "loss": 0.3472,
      "step": 5
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.5742101073265076,
      "learning_rate": 0.0006,
      "loss": 0.1478,
      "step": 6
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.6511944532394409,
      "learning_rate": 0.0007,
      "loss": 0.1532,
      "step": 7
    },
    {
      "epoch": 0.01,
      "grad_norm": 2.305083751678467,
      "learning_rate": 0.0008,
      "loss": 0.2397,
      "step": 8
    },
    {
      "epoch": 0.02,
      "grad_norm": 4.7435078620910645,
      "learning_rate": 0.0009000000000000001,
      "loss": 0.434,
      "step": 9
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.6199779510498047,
      "learning_rate": 0.001,
      "loss": 0.1743,
      "step": 10
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.14406554400920868,
      "learning_rate": 0.0009999991309598973,
      "loss": 0.1404,
      "step": 11
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.1965201050043106,
      "learning_rate": 0.0009999965238426103,
      "loss": 0.1418,
      "step": 12
    },
    {
      "epoch": 0.02,
      "grad_norm": 26.520109176635742,
      "learning_rate": 0.0009999921786572016,
      "loss": 0.2689,
      "step": 13
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.0870603695511818,
      "learning_rate": 0.0009999860954187755,
      "loss": 0.1338,
      "step": 14
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.05200817808508873,
      "learning_rate": 0.0009999782741484788,
      "loss": 0.1308,
      "step": 15
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.2145700752735138,
      "learning_rate": 0.0009999687148734995,
      "loss": 0.1375,
      "step": 16
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.19921083748340607,
      "learning_rate": 0.0009999574176270667,
      "loss": 0.1388,
      "step": 17
    },
    {
      "epoch": 0.03,
      "grad_norm": 1.193419337272644,
      "learning_rate": 0.0009999443824484518,
      "loss": 0.1978,
      "step": 18
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.4399484395980835,
      "learning_rate": 0.0009999296093829671,
      "loss": 0.1518,
      "step": 19
    },
    {
      "epoch": 0.04,
      "grad_norm": 44.88853073120117,
      "learning_rate": 0.0009999130984819661,
      "loss": 0.9033,
      "step": 20
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.3220385015010834,
      "learning_rate": 0.0009998948498028434,
      "loss": 0.1234,
      "step": 21
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.5420748591423035,
      "learning_rate": 0.0009998748634090344,
      "loss": 0.1602,
      "step": 22
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.5249865651130676,
      "learning_rate": 0.0009998531393700149,
      "loss": 0.1538,
      "step": 23
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.056158341467380524,
      "learning_rate": 0.000999829677761301,
      "loss": 0.1374,
      "step": 24
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.19818872213363647,
      "learning_rate": 0.0009998044786644492,
      "loss": 0.1413,
      "step": 25
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.27901849150657654,
      "learning_rate": 0.0009997775421670557,
      "loss": 0.1395,
      "step": 26
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.22768354415893555,
      "learning_rate": 0.0009997488683627558,
      "loss": 0.1241,
      "step": 27
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.14878959953784943,
      "learning_rate": 0.0009997184573512245,
      "loss": 0.1243,
      "step": 28
    },
    {
      "epoch": 0.05,
      "grad_norm": 1.0589066743850708,
      "learning_rate": 0.000999686309238175,
      "loss": 0.2499,
      "step": 29
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.11455405503511429,
      "learning_rate": 0.00099965242413536,
      "loss": 0.1254,
      "step": 30
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.16566088795661926,
      "learning_rate": 0.000999616802160569,
      "loss": 0.1416,
      "step": 31
    },
    {
      "epoch": 0.06,
      "grad_norm": 1.3691716194152832,
      "learning_rate": 0.0009995794434376297,
      "loss": 0.1465,
      "step": 32
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.09674070030450821,
      "learning_rate": 0.000999540348096407,
      "loss": 0.1373,
      "step": 33
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.5034632086753845,
      "learning_rate": 0.000999499516272803,
      "loss": 0.1471,
      "step": 34
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.26572930812835693,
      "learning_rate": 0.0009994569481087553,
      "loss": 0.1424,
      "step": 35
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.20631802082061768,
      "learning_rate": 0.0009994126437522376,
      "loss": 0.1449,
      "step": 36
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.11268749833106995,
      "learning_rate": 0.0009993666033572591,
      "loss": 0.1403,
      "step": 37
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.6610996723175049,
      "learning_rate": 0.0009993188270838635,
      "loss": 0.1424,
      "step": 38
    },
    {
      "epoch": 0.07,
      "grad_norm": 98.93838500976562,
      "learning_rate": 0.0009992693150981291,
      "loss": 2.775,
      "step": 39
    },
    {
      "epoch": 0.07,
      "grad_norm": 32.53168869018555,
      "learning_rate": 0.0009992180675721671,
      "loss": 0.6932,
      "step": 40
    },
    {
      "epoch": 0.07,
      "grad_norm": 54.8778076171875,
      "learning_rate": 0.0009991650846841226,
      "loss": 5.7008,
      "step": 41
    },
    {
      "epoch": 0.07,
      "grad_norm": 2.0524775981903076,
      "learning_rate": 0.000999110366618172,
      "loss": 0.1623,
      "step": 42
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.404278427362442,
      "learning_rate": 0.0009990539135645246,
      "loss": 0.1427,
      "step": 43
    },
    {
      "epoch": 0.08,
      "grad_norm": 1.7963409423828125,
      "learning_rate": 0.0009989957257194198,
      "loss": 0.174,
      "step": 44
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.11620022356510162,
      "learning_rate": 0.0009989358032851284,
      "loss": 0.1339,
      "step": 45
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.5025681853294373,
      "learning_rate": 0.00099887414646995,
      "loss": 0.1558,
      "step": 46
    },
    {
      "epoch": 0.08,
      "grad_norm": 78.1165771484375,
      "learning_rate": 0.0009988107554882138,
      "loss": 2.2938,
      "step": 47
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.08389786630868912,
      "learning_rate": 0.0009987456305602768,
      "loss": 0.1409,
      "step": 48
    },
    {
      "epoch": 0.09,
      "grad_norm": 7.123101711273193,
      "learning_rate": 0.0009986787719125242,
      "loss": 0.1524,
      "step": 49
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.5341290235519409,
      "learning_rate": 0.0009986101797773666,
      "loss": 0.1598,
      "step": 50
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.05239284038543701,
      "learning_rate": 0.000998539854393242,
      "loss": 0.1386,
      "step": 51
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.0722254291176796,
      "learning_rate": 0.0009984677960046123,
      "loss": 0.1385,
      "step": 52
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.11535236239433289,
      "learning_rate": 0.000998394004861964,
      "loss": 0.1369,
      "step": 53
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.7584894299507141,
      "learning_rate": 0.0009983184812218072,
      "loss": 0.108,
      "step": 54
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.8361538052558899,
      "learning_rate": 0.000998241225346674,
      "loss": 0.1703,
      "step": 55
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.37683162093162537,
      "learning_rate": 0.0009981622375051184,
      "loss": 0.1368,
      "step": 56
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.5335961580276489,
      "learning_rate": 0.0009980815179717144,
      "loss": 0.1559,
      "step": 57
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.2806299328804016,
      "learning_rate": 0.0009979990670270565,
      "loss": 0.1397,
      "step": 58
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.4967437982559204,
      "learning_rate": 0.0009979148849577574,
      "loss": 0.1543,
      "step": 59
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.10350017994642258,
      "learning_rate": 0.0009978289720564471,
      "loss": 0.1367,
      "step": 60
    },
    {
      "epoch": 0.11,
      "grad_norm": 78.35698699951172,
      "learning_rate": 0.0009977413286217727,
      "loss": 2.2474,
      "step": 61
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.15264186263084412,
      "learning_rate": 0.0009976519549583973,
      "loss": 0.1311,
      "step": 62
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.31865784525871277,
      "learning_rate": 0.0009975608513769975,
      "loss": 0.1407,
      "step": 63
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.32891547679901123,
      "learning_rate": 0.0009974680181942645,
      "loss": 0.1423,
      "step": 64
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.15653717517852783,
      "learning_rate": 0.0009973734557329008,
      "loss": 0.1365,
      "step": 65
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.3237778842449188,
      "learning_rate": 0.0009972771643216212,
      "loss": 0.1407,
      "step": 66
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.13634416460990906,
      "learning_rate": 0.0009971791442951496,
      "loss": 0.1378,
      "step": 67
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.3488883376121521,
      "learning_rate": 0.0009970793959942197,
      "loss": 0.1429,
      "step": 68
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.5150622129440308,
      "learning_rate": 0.0009969779197655725,
      "loss": 0.1492,
      "step": 69
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.3482552468776703,
      "learning_rate": 0.0009968747159619555,
      "loss": 0.1415,
      "step": 70
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.22551549971103668,
      "learning_rate": 0.000996769784942122,
      "loss": 0.1418,
      "step": 71
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.20759086310863495,
      "learning_rate": 0.0009966631270708287,
      "loss": 0.1366,
      "step": 72
    },
    {
      "epoch": 0.13,
      "grad_norm": 13.050313949584961,
      "learning_rate": 0.0009965547427188356,
      "loss": 0.1375,
      "step": 73
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.18372055888175964,
      "learning_rate": 0.0009964446322629043,
      "loss": 0.1285,
      "step": 74
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.4404817819595337,
      "learning_rate": 0.000996332796085796,
      "loss": 0.1501,
      "step": 75
    },
    {
      "epoch": 0.13,
      "grad_norm": 1.269240379333496,
      "learning_rate": 0.0009962192345762716,
      "loss": 0.1346,
      "step": 76
    },
    {
      "epoch": 0.14,
      "grad_norm": 32.20164108276367,
      "learning_rate": 0.0009961039481290888,
      "loss": 0.3348,
      "step": 77
    },
    {
      "epoch": 0.14,
      "grad_norm": 82.92976379394531,
      "learning_rate": 0.0009959869371450021,
      "loss": 5.8309,
      "step": 78
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.3416314721107483,
      "learning_rate": 0.0009958682020307602,
      "loss": 0.1418,
      "step": 79
    },
    {
      "epoch": 0.14,
      "grad_norm": 31.961870193481445,
      "learning_rate": 0.0009957477431991053,
      "loss": 0.1899,
      "step": 80
    },
    {
      "epoch": 0.14,
      "grad_norm": 38.58375930786133,
      "learning_rate": 0.000995625561068772,
      "loss": 0.5641,
      "step": 81
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.32622194290161133,
      "learning_rate": 0.0009955016560644846,
      "loss": 0.1144,
      "step": 82
    },
    {
      "epoch": 0.15,
      "grad_norm": 6.264970779418945,
      "learning_rate": 0.0009953760286169572,
      "loss": 0.4788,
      "step": 83
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.07168668508529663,
      "learning_rate": 0.0009952486791628904,
      "loss": 0.1326,
      "step": 84
    },
    {
      "epoch": 0.15,
      "grad_norm": 35.18340301513672,
      "learning_rate": 0.000995119608144972,
      "loss": 0.3884,
      "step": 85
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.03896519914269447,
      "learning_rate": 0.000994988816011873,
      "loss": 0.1249,
      "step": 86
    },
    {
      "epoch": 0.15,
      "grad_norm": 14.499520301818848,
      "learning_rate": 0.000994856303218248,
      "loss": 0.3756,
      "step": 87
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.3134947419166565,
      "learning_rate": 0.000994722070224733,
      "loss": 0.1539,
      "step": 88
    },
    {
      "epoch": 0.16,
      "grad_norm": 117.39696502685547,
      "learning_rate": 0.000994586117497943,
      "loss": 0.5885,
      "step": 89
    },
    {
      "epoch": 0.16,
      "grad_norm": 37.93465805053711,
      "learning_rate": 0.0009944484455104716,
      "loss": 0.7709,
      "step": 90
    },
    {
      "epoch": 0.16,
      "grad_norm": 236.63330078125,
      "learning_rate": 0.0009943090547408888,
      "loss": 6.0182,
      "step": 91
    },
    {
      "epoch": 0.16,
      "grad_norm": 1.1088515520095825,
      "learning_rate": 0.0009941679456737394,
      "loss": 0.1931,
      "step": 92
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.11310256272554398,
      "learning_rate": 0.0009940251187995411,
      "loss": 0.1293,
      "step": 93
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.6143047213554382,
      "learning_rate": 0.0009938805746147828,
      "loss": 0.2364,
      "step": 94
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.2461577206850052,
      "learning_rate": 0.0009937343136219232,
      "loss": 0.1504,
      "step": 95
    },
    {
      "epoch": 0.17,
      "grad_norm": 97.17162322998047,
      "learning_rate": 0.0009935863363293895,
      "loss": 5.764,
      "step": 96
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.5417380928993225,
      "learning_rate": 0.000993436643251574,
      "loss": 0.1576,
      "step": 97
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.2737255096435547,
      "learning_rate": 0.0009932852349088341,
      "loss": 0.1437,
      "step": 98
    },
    {
      "epoch": 0.18,
      "grad_norm": 138.00778198242188,
      "learning_rate": 0.0009931321118274896,
      "loss": 4.1331,
      "step": 99
    },
    {
      "epoch": 0.18,
      "grad_norm": 46.4688606262207,
      "learning_rate": 0.0009929772745398205,
      "loss": 0.6178,
      "step": 100
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.49907386302948,
      "learning_rate": 0.0009928207235840663,
      "loss": 0.1445,
      "step": 101
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.33814460039138794,
      "learning_rate": 0.0009926624595044233,
      "loss": 0.139,
      "step": 102
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.3241071403026581,
      "learning_rate": 0.0009925024828510427,
      "loss": 0.1404,
      "step": 103
    },
    {
      "epoch": 0.18,
      "grad_norm": 78.4036865234375,
      "learning_rate": 0.000992340794180029,
      "loss": 1.2663,
      "step": 104
    },
    {
      "epoch": 0.19,
      "grad_norm": 1.113776445388794,
      "learning_rate": 0.000992177394053438,
      "loss": 0.162,
      "step": 105
    },
    {
      "epoch": 0.19,
      "grad_norm": 16.512048721313477,
      "learning_rate": 0.0009920122830392748,
      "loss": 3.3373,
      "step": 106
    },
    {
      "epoch": 0.19,
      "grad_norm": 111.53176879882812,
      "learning_rate": 0.0009918454617114918,
      "loss": 2.3969,
      "step": 107
    },
    {
      "epoch": 0.19,
      "grad_norm": 14.91741943359375,
      "learning_rate": 0.0009916769306499865,
      "loss": 1.8837,
      "step": 108
    },
    {
      "epoch": 0.19,
      "grad_norm": 61.30055618286133,
      "learning_rate": 0.0009915066904406,
      "loss": 10.4922,
      "step": 109
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.6948704123497009,
      "learning_rate": 0.0009913347416751147,
      "loss": 0.1536,
      "step": 110
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.7721084356307983,
      "learning_rate": 0.000991161084951252,
      "loss": 0.1356,
      "step": 111
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.24614596366882324,
      "learning_rate": 0.0009909857208726704,
      "loss": 0.1339,
      "step": 112
    },
    {
      "epoch": 0.2,
      "grad_norm": 7.189969062805176,
      "learning_rate": 0.0009908086500489638,
      "loss": 0.2551,
      "step": 113
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.8675662279129028,
      "learning_rate": 0.0009906298730956585,
      "loss": 0.1668,
      "step": 114
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.605249285697937,
      "learning_rate": 0.0009904493906342123,
      "loss": 0.1478,
      "step": 115
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.8765722513198853,
      "learning_rate": 0.0009902672032920106,
      "loss": 0.1598,
      "step": 116
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.6021157503128052,
      "learning_rate": 0.0009900833117023665,
      "loss": 0.1506,
      "step": 117
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.28180792927742004,
      "learning_rate": 0.000989897716504516,
      "loss": 0.1389,
      "step": 118
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.21730898320674896,
      "learning_rate": 0.0009897104183436184,
      "loss": 0.1377,
      "step": 119
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.977118730545044,
      "learning_rate": 0.0009895214178707516,
      "loss": 0.1698,
      "step": 120
    },
    {
      "epoch": 0.21,
      "grad_norm": 2.674729585647583,
      "learning_rate": 0.0009893307157429118,
      "loss": 0.1559,
      "step": 121
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.9852035045623779,
      "learning_rate": 0.0009891383126230102,
      "loss": 0.2027,
      "step": 122
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.36689773201942444,
      "learning_rate": 0.0009889442091798712,
      "loss": 0.1498,
      "step": 123
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.104621522128582,
      "learning_rate": 0.000988748406088229,
      "loss": 0.1379,
      "step": 124
    },
    {
      "epoch": 0.22,
      "grad_norm": 74.17496490478516,
      "learning_rate": 0.0009885509040287268,
      "loss": 0.7724,
      "step": 125
    },
    {
      "epoch": 0.22,
      "grad_norm": 1.2943025827407837,
      "learning_rate": 0.0009883517036879132,
      "loss": 0.2643,
      "step": 126
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.828774094581604,
      "learning_rate": 0.000988150805758241,
      "loss": 0.1852,
      "step": 127
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.13165877759456635,
      "learning_rate": 0.0009879482109380632,
      "loss": 0.1429,
      "step": 128
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.662426769733429,
      "learning_rate": 0.0009877439199316323,
      "loss": 0.1643,
      "step": 129
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.6256189942359924,
      "learning_rate": 0.0009875379334490962,
      "loss": 0.157,
      "step": 130
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.5049256086349487,
      "learning_rate": 0.0009873302522064972,
      "loss": 0.1484,
      "step": 131
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.4133671522140503,
      "learning_rate": 0.0009871208769257685,
      "loss": 0.1736,
      "step": 132
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.7930824756622314,
      "learning_rate": 0.0009869098083347323,
      "loss": 0.1543,
      "step": 133
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.5717449188232422,
      "learning_rate": 0.0009866970471670965,
      "loss": 0.1338,
      "step": 134
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.582081139087677,
      "learning_rate": 0.0009864825941624537,
      "loss": 0.1692,
      "step": 135
    },
    {
      "epoch": 0.24,
      "grad_norm": 10.226588249206543,
      "learning_rate": 0.0009862664500662763,
      "loss": 0.2425,
      "step": 136
    },
    {
      "epoch": 0.24,
      "grad_norm": 1.1186953783035278,
      "learning_rate": 0.0009860486156299164,
      "loss": 0.2052,
      "step": 137
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.2953661382198334,
      "learning_rate": 0.000985829091610601,
      "loss": 0.1408,
      "step": 138
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.8647088408470154,
      "learning_rate": 0.000985607878771431,
      "loss": 0.1571,
      "step": 139
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.41964420676231384,
      "learning_rate": 0.0009853849778813776,
      "loss": 0.1477,
      "step": 140
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.25675931572914124,
      "learning_rate": 0.0009851603897152803,
      "loss": 0.1398,
      "step": 141
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.2311631143093109,
      "learning_rate": 0.0009849341150538434,
      "loss": 0.1432,
      "step": 142
    },
    {
      "epoch": 0.25,
      "eval_loss": 1.5366541147232056,
      "eval_runtime": 14.6962,
      "eval_samples_per_second": 32.457,
      "eval_steps_per_second": 8.165,
      "step": 142
    },
    {
      "epoch": 0.25,
      "grad_norm": 41.83562469482422,
      "learning_rate": 0.0009847061546836339,
      "loss": 1.1525,
      "step": 143
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.27440375089645386,
      "learning_rate": 0.0009844765093970787,
      "loss": 0.1452,
      "step": 144
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.27643319964408875,
      "learning_rate": 0.0009842451799924616,
      "loss": 0.1069,
      "step": 145
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.21519601345062256,
      "learning_rate": 0.0009840121672739207,
      "loss": 0.1358,
      "step": 146
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.4073689877986908,
      "learning_rate": 0.0009837774720514456,
      "loss": 0.1545,
      "step": 147
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.13685636222362518,
      "learning_rate": 0.0009835410951408747,
      "loss": 0.1259,
      "step": 148
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.07474564015865326,
      "learning_rate": 0.000983303037363892,
      "loss": 0.1356,
      "step": 149
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.45116662979125977,
      "learning_rate": 0.0009830632995480241,
      "loss": 0.1379,
      "step": 150
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.1297813504934311,
      "learning_rate": 0.0009828218825266388,
      "loss": 0.1343,
      "step": 151
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.5846492052078247,
      "learning_rate": 0.00098257878713894,
      "loss": 0.1563,
      "step": 152
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.38457778096199036,
      "learning_rate": 0.0009823340142299662,
      "loss": 0.1477,
      "step": 153
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.09184035658836365,
      "learning_rate": 0.0009820875646505873,
      "loss": 0.1376,
      "step": 154
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.5166211128234863,
      "learning_rate": 0.0009818394392575019,
      "loss": 0.1498,
      "step": 155
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.2788640260696411,
      "learning_rate": 0.0009815896389132332,
      "loss": 0.1434,
      "step": 156
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.3762676417827606,
      "learning_rate": 0.0009813381644861276,
      "loss": 0.1482,
      "step": 157
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.3615610897541046,
      "learning_rate": 0.0009810850168503506,
      "loss": 0.1312,
      "step": 158
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.03483320027589798,
      "learning_rate": 0.0009808301968858837,
      "loss": 0.1239,
      "step": 159
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.5616227984428406,
      "learning_rate": 0.0009805737054785222,
      "loss": 0.1881,
      "step": 160
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.029542161151766777,
      "learning_rate": 0.000980315543519871,
      "loss": 0.1254,
      "step": 161
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.142581045627594,
      "learning_rate": 0.0009800557119073433,
      "loss": 0.1258,
      "step": 162
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.7289375066757202,
      "learning_rate": 0.0009797942115441546,
      "loss": 0.1526,
      "step": 163
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.6975064873695374,
      "learning_rate": 0.0009795310433393224,
      "loss": 0.1487,
      "step": 164
    },
    {
      "epoch": 0.29,
      "grad_norm": 1.3072260618209839,
      "learning_rate": 0.0009792662082076617,
      "loss": 0.1712,
      "step": 165
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.2993917465209961,
      "learning_rate": 0.000978999707069782,
      "loss": 0.1424,
      "step": 166
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.3258236050605774,
      "learning_rate": 0.0009787315408520839,
      "loss": 0.135,
      "step": 167
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.26566603779792786,
      "learning_rate": 0.000978461710486756,
      "loss": 0.1441,
      "step": 168
    },
    {
      "epoch": 0.3,
      "grad_norm": 1.1709599494934082,
      "learning_rate": 0.0009781902169117718,
      "loss": 0.2084,
      "step": 169
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.6554279923439026,
      "learning_rate": 0.000977917061070887,
      "loss": 0.1634,
      "step": 170
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.1635073721408844,
      "learning_rate": 0.000977642243913635,
      "loss": 0.1371,
      "step": 171
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.4419834017753601,
      "learning_rate": 0.0009773657663953242,
      "loss": 0.1523,
      "step": 172
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.839259147644043,
      "learning_rate": 0.000977087629477035,
      "loss": 0.1628,
      "step": 173
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.1979222148656845,
      "learning_rate": 0.0009768078341256155,
      "loss": 0.1367,
      "step": 174
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.2939910888671875,
      "learning_rate": 0.0009765263813136795,
      "loss": 0.1349,
      "step": 175
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.19882674515247345,
      "learning_rate": 0.0009762432720196024,
      "loss": 0.1424,
      "step": 176
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.07146954536437988,
      "learning_rate": 0.000975958507227517,
      "loss": 0.1237,
      "step": 177
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.5031868815422058,
      "learning_rate": 0.0009756720879273117,
      "loss": 0.1592,
      "step": 178
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.14860151708126068,
      "learning_rate": 0.0009753840151146258,
      "loss": 0.1396,
      "step": 179
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.10280521959066391,
      "learning_rate": 0.0009750942897908468,
      "loss": 0.1333,
      "step": 180
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.4652903974056244,
      "learning_rate": 0.0009748029129631061,
      "loss": 0.1421,
      "step": 181
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.3985591530799866,
      "learning_rate": 0.0009745098856442768,
      "loss": 0.1459,
      "step": 182
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.20321591198444366,
      "learning_rate": 0.0009742152088529683,
      "loss": 0.1381,
      "step": 183
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.7694361805915833,
      "learning_rate": 0.0009739188836135246,
      "loss": 0.1676,
      "step": 184
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.04469340294599533,
      "learning_rate": 0.0009736209109560201,
      "loss": 0.136,
      "step": 185
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.08576061576604843,
      "learning_rate": 0.0009733212919162549,
      "loss": 0.1408,
      "step": 186
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.042906519025564194,
      "learning_rate": 0.0009730200275357535,
      "loss": 0.1364,
      "step": 187
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.30054494738578796,
      "learning_rate": 0.0009727171188617588,
      "loss": 0.1539,
      "step": 188
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.05149005725979805,
      "learning_rate": 0.0009724125669472299,
      "loss": 0.1352,
      "step": 189
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.1381620466709137,
      "learning_rate": 0.0009721063728508383,
      "loss": 0.1409,
      "step": 190
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.37344205379486084,
      "learning_rate": 0.0009717985376369639,
      "loss": 0.1299,
      "step": 191
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.1037706583738327,
      "learning_rate": 0.0009714890623756912,
      "loss": 0.1341,
      "step": 192
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.14189712703227997,
      "learning_rate": 0.0009711779481428056,
      "loss": 0.1418,
      "step": 193
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.15108801424503326,
      "learning_rate": 0.0009708651960197903,
      "loss": 0.142,
      "step": 194
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.037045519798994064,
      "learning_rate": 0.0009705508070938218,
      "loss": 0.1315,
      "step": 195
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.23301652073860168,
      "learning_rate": 0.0009702347824577666,
      "loss": 0.1396,
      "step": 196
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.08476269990205765,
      "learning_rate": 0.0009699171232101768,
      "loss": 0.1392,
      "step": 197
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.4222690463066101,
      "learning_rate": 0.000969597830455287,
      "loss": 0.1463,
      "step": 198
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.3234136402606964,
      "learning_rate": 0.0009692769053030099,
      "loss": 0.1257,
      "step": 199
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.04025443643331528,
      "learning_rate": 0.0009689543488689332,
      "loss": 0.1303,
      "step": 200
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.07074520736932755,
      "learning_rate": 0.0009686301622743144,
      "loss": 0.1289,
      "step": 201
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.0788850486278534,
      "learning_rate": 0.0009683043466460782,
      "loss": 0.1236,
      "step": 202
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.525541365146637,
      "learning_rate": 0.000967976903116812,
      "loss": 0.1564,
      "step": 203
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.6145509481430054,
      "learning_rate": 0.0009676478328247623,
      "loss": 0.156,
      "step": 204
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.230132058262825,
      "learning_rate": 0.0009673171369138296,
      "loss": 0.1425,
      "step": 205
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.03262978792190552,
      "learning_rate": 0.0009669848165335666,
      "loss": 0.1297,
      "step": 206
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.0462469644844532,
      "learning_rate": 0.0009666508728391718,
      "loss": 0.1177,
      "step": 207
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.06880385428667068,
      "learning_rate": 0.0009663153069914874,
      "loss": 0.1207,
      "step": 208
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.4248260259628296,
      "learning_rate": 0.000965978120156994,
      "loss": 0.1571,
      "step": 209
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.060492075979709625,
      "learning_rate": 0.0009656393135078068,
      "loss": 0.1219,
      "step": 210
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.12135621905326843,
      "learning_rate": 0.0009652988882216725,
      "loss": 0.1323,
      "step": 211
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.252119243144989,
      "learning_rate": 0.0009649568454819637,
      "loss": 0.1366,
      "step": 212
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.5283567905426025,
      "learning_rate": 0.0009646131864776761,
      "loss": 0.1246,
      "step": 213
    },
    {
      "epoch": 0.38,
      "grad_norm": 2.224665880203247,
      "learning_rate": 0.0009642679124034233,
      "loss": 0.2582,
      "step": 214
    },
    {
      "epoch": 0.38,
      "grad_norm": 1.9277523756027222,
      "learning_rate": 0.0009639210244594335,
      "loss": 0.2131,
      "step": 215
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.5668452978134155,
      "learning_rate": 0.0009635725238515446,
      "loss": 0.141,
      "step": 216
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.13912492990493774,
      "learning_rate": 0.000963222411791201,
      "loss": 0.1418,
      "step": 217
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.39307814836502075,
      "learning_rate": 0.0009628706894954479,
      "loss": 0.1477,
      "step": 218
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.26248928904533386,
      "learning_rate": 0.000962517358186929,
      "loss": 0.1315,
      "step": 219
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.2875257730484009,
      "learning_rate": 0.0009621624190938803,
      "loss": 0.1321,
      "step": 220
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.6386964917182922,
      "learning_rate": 0.0009618058734501269,
      "loss": 0.1668,
      "step": 221
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.16165001690387726,
      "learning_rate": 0.0009614477224950789,
      "loss": 0.1272,
      "step": 222
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.6959558129310608,
      "learning_rate": 0.0009610879674737262,
      "loss": 0.1381,
      "step": 223
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.1701437532901764,
      "learning_rate": 0.0009607266096366352,
      "loss": 0.1366,
      "step": 224
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.2511409819126129,
      "learning_rate": 0.0009603636502399437,
      "loss": 0.126,
      "step": 225
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.04554220288991928,
      "learning_rate": 0.0009599990905453566,
      "loss": 0.1321,
      "step": 226
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.3964705765247345,
      "learning_rate": 0.000959632931820142,
      "loss": 0.1383,
      "step": 227
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.10925984382629395,
      "learning_rate": 0.0009592651753371264,
      "loss": 0.1226,
      "step": 228
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.19012318551540375,
      "learning_rate": 0.0009588958223746903,
      "loss": 0.1255,
      "step": 229
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.23432157933712006,
      "learning_rate": 0.0009585248742167639,
      "loss": 0.1152,
      "step": 230
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.1737753301858902,
      "learning_rate": 0.0009581523321528223,
      "loss": 0.1468,
      "step": 231
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.2625434100627899,
      "learning_rate": 0.0009577781974778817,
      "loss": 0.1296,
      "step": 232
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.3056884706020355,
      "learning_rate": 0.000957402471492494,
      "loss": 0.1574,
      "step": 233
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.4111999273300171,
      "learning_rate": 0.0009570251555027432,
      "loss": 0.1434,
      "step": 234
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.056673482060432434,
      "learning_rate": 0.0009566462508202401,
      "loss": 0.1337,
      "step": 235
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.3861597180366516,
      "learning_rate": 0.0009562657587621184,
      "loss": 0.1609,
      "step": 236
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.35893362760543823,
      "learning_rate": 0.0009558836806510292,
      "loss": 0.1189,
      "step": 237
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.40538331866264343,
      "learning_rate": 0.0009555000178151374,
      "loss": 0.1504,
      "step": 238
    },
    {
      "epoch": 0.42,
      "grad_norm": 81.36141967773438,
      "learning_rate": 0.0009551147715881167,
      "loss": 4.7235,
      "step": 239
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.21178042888641357,
      "learning_rate": 0.0009547279433091446,
      "loss": 0.1139,
      "step": 240
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.27380529046058655,
      "learning_rate": 0.0009543395343228983,
      "loss": 0.1504,
      "step": 241
    },
    {
      "epoch": 0.43,
      "grad_norm": 41.42683410644531,
      "learning_rate": 0.0009539495459795498,
      "loss": 1.2477,
      "step": 242
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.14853385090827942,
      "learning_rate": 0.0009535579796347612,
      "loss": 0.1343,
      "step": 243
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.3484509289264679,
      "learning_rate": 0.0009531648366496798,
      "loss": 0.15,
      "step": 244
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.20152732729911804,
      "learning_rate": 0.0009527701183909336,
      "loss": 0.1399,
      "step": 245
    },
    {
      "epoch": 0.44,
      "grad_norm": 80.84031677246094,
      "learning_rate": 0.000952373826230627,
      "loss": 3.1939,
      "step": 246
    },
    {
      "epoch": 0.44,
      "grad_norm": 15.475607872009277,
      "learning_rate": 0.0009519759615463346,
      "loss": 3.3935,
      "step": 247
    },
    {
      "epoch": 0.44,
      "grad_norm": 77.19477081298828,
      "learning_rate": 0.0009515765257210979,
      "loss": 6.5034,
      "step": 248
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.1174071803689003,
      "learning_rate": 0.0009511755201434205,
      "loss": 0.1212,
      "step": 249
    },
    {
      "epoch": 0.44,
      "grad_norm": 16.503982543945312,
      "learning_rate": 0.0009507729462072614,
      "loss": 0.3753,
      "step": 250
    },
    {
      "epoch": 0.44,
      "grad_norm": 76.65412902832031,
      "learning_rate": 0.0009503688053120326,
      "loss": 0.9386,
      "step": 251
    },
    {
      "epoch": 0.45,
      "grad_norm": 94.82160186767578,
      "learning_rate": 0.0009499630988625925,
      "loss": 4.7449,
      "step": 252
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.2721010148525238,
      "learning_rate": 0.0009495558282692421,
      "loss": 0.1358,
      "step": 253
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.5150814056396484,
      "learning_rate": 0.0009491469949477187,
      "loss": 0.1622,
      "step": 254
    },
    {
      "epoch": 0.45,
      "grad_norm": 51.050167083740234,
      "learning_rate": 0.0009487366003191931,
      "loss": 0.7818,
      "step": 255
    },
    {
      "epoch": 0.45,
      "grad_norm": 11.698090553283691,
      "learning_rate": 0.0009483246458102625,
      "loss": 0.3862,
      "step": 256
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.648543655872345,
      "learning_rate": 0.0009479111328529472,
      "loss": 0.1884,
      "step": 257
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.745293140411377,
      "learning_rate": 0.0009474960628846843,
      "loss": 0.1562,
      "step": 258
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.17890043556690216,
      "learning_rate": 0.0009470794373483235,
      "loss": 0.1425,
      "step": 259
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.5058090686798096,
      "learning_rate": 0.0009466612576921223,
      "loss": 0.17,
      "step": 260
    },
    {
      "epoch": 0.46,
      "grad_norm": 1.3177820444107056,
      "learning_rate": 0.00094624152536974,
      "loss": 0.15,
      "step": 261
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.49652573466300964,
      "learning_rate": 0.0009458202418402337,
      "loss": 0.145,
      "step": 262
    },
    {
      "epoch": 0.47,
      "grad_norm": 11.423394203186035,
      "learning_rate": 0.0009453974085680526,
      "loss": 0.349,
      "step": 263
    },
    {
      "epoch": 0.47,
      "grad_norm": 1.5422337055206299,
      "learning_rate": 0.0009449730270230326,
      "loss": 0.211,
      "step": 264
    },
    {
      "epoch": 0.47,
      "grad_norm": 103.68435668945312,
      "learning_rate": 0.0009445470986803921,
      "loss": 17.4069,
      "step": 265
    },
    {
      "epoch": 0.47,
      "grad_norm": 54.51758575439453,
      "learning_rate": 0.0009441196250207267,
      "loss": 15.685,
      "step": 266
    },
    {
      "epoch": 0.47,
      "grad_norm": 14.596623420715332,
      "learning_rate": 0.0009436906075300032,
      "loss": 0.791,
      "step": 267
    },
    {
      "epoch": 0.47,
      "grad_norm": 3.3164780139923096,
      "learning_rate": 0.000943260047699555,
      "loss": 0.3611,
      "step": 268
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.3087855577468872,
      "learning_rate": 0.0009428279470260776,
      "loss": 0.1332,
      "step": 269
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.1544523239135742,
      "learning_rate": 0.0009423943070116219,
      "loss": 0.2405,
      "step": 270
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.27010253071784973,
      "learning_rate": 0.00094195912916359,
      "loss": 0.1241,
      "step": 271
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.2287709265947342,
      "learning_rate": 0.0009415224149947306,
      "loss": 0.1366,
      "step": 272
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.5216432809829712,
      "learning_rate": 0.0009410841660231316,
      "loss": 0.1641,
      "step": 273
    },
    {
      "epoch": 0.48,
      "grad_norm": 1.3091949224472046,
      "learning_rate": 0.0009406443837722167,
      "loss": 0.2524,
      "step": 274
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.11813609302043915,
      "learning_rate": 0.0009402030697707398,
      "loss": 0.1353,
      "step": 275
    },
    {
      "epoch": 0.49,
      "grad_norm": 1.3709551095962524,
      "learning_rate": 0.000939760225552779,
      "loss": 0.2714,
      "step": 276
    },
    {
      "epoch": 0.49,
      "grad_norm": 8.527563095092773,
      "learning_rate": 0.0009393158526577322,
      "loss": 0.1955,
      "step": 277
    },
    {
      "epoch": 0.49,
      "grad_norm": 21.874027252197266,
      "learning_rate": 0.0009388699526303105,
      "loss": 0.2398,
      "step": 278
    },
    {
      "epoch": 0.49,
      "grad_norm": 51.793731689453125,
      "learning_rate": 0.0009384225270205339,
      "loss": 1.3069,
      "step": 279
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.6711062788963318,
      "learning_rate": 0.0009379735773837259,
      "loss": 0.1664,
      "step": 280
    },
    {
      "epoch": 0.5,
      "grad_norm": 5.93789005279541,
      "learning_rate": 0.0009375231052805072,
      "loss": 0.2455,
      "step": 281
    },
    {
      "epoch": 0.5,
      "grad_norm": 62.527198791503906,
      "learning_rate": 0.0009370711122767912,
      "loss": 6.6447,
      "step": 282
    },
    {
      "epoch": 0.5,
      "grad_norm": 22.35348129272461,
      "learning_rate": 0.000936617599943778,
      "loss": 2.5015,
      "step": 283
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.7277780175209045,
      "learning_rate": 0.0009361625698579493,
      "loss": 0.1667,
      "step": 284
    },
    {
      "epoch": 0.5,
      "eval_loss": 0.14179374277591705,
      "eval_runtime": 14.7139,
      "eval_samples_per_second": 32.418,
      "eval_steps_per_second": 8.156,
      "step": 284
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.26271358132362366,
      "learning_rate": 0.0009357060236010625,
      "loss": 0.1429,
      "step": 285
    },
    {
      "epoch": 0.51,
      "grad_norm": 21.24464988708496,
      "learning_rate": 0.0009352479627601457,
      "loss": 2.0706,
      "step": 286
    },
    {
      "epoch": 0.51,
      "grad_norm": 6.5764265060424805,
      "learning_rate": 0.0009347883889274922,
      "loss": 0.3337,
      "step": 287
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.6868380904197693,
      "learning_rate": 0.0009343273037006539,
      "loss": 0.1994,
      "step": 288
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.9018234610557556,
      "learning_rate": 0.0009338647086824372,
      "loss": 0.1908,
      "step": 289
    },
    {
      "epoch": 0.51,
      "grad_norm": 1.7751502990722656,
      "learning_rate": 0.0009334006054808966,
      "loss": 0.2028,
      "step": 290
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.5386408567428589,
      "learning_rate": 0.0009329349957093293,
      "loss": 0.1853,
      "step": 291
    },
    {
      "epoch": 0.52,
      "grad_norm": 1.4171103239059448,
      "learning_rate": 0.0009324678809862695,
      "loss": 0.3597,
      "step": 292
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.4105970561504364,
      "learning_rate": 0.0009319992629354827,
      "loss": 0.1344,
      "step": 293
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.26628127694129944,
      "learning_rate": 0.000931529143185961,
      "loss": 0.1453,
      "step": 294
    },
    {
      "epoch": 0.52,
      "grad_norm": 14.981964111328125,
      "learning_rate": 0.0009310575233719154,
      "loss": 0.2563,
      "step": 295
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.6945788264274597,
      "learning_rate": 0.0009305844051327725,
      "loss": 0.1229,
      "step": 296
    },
    {
      "epoch": 0.53,
      "grad_norm": 31.034496307373047,
      "learning_rate": 0.000930109790113167,
      "loss": 1.2974,
      "step": 297
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.5794603824615479,
      "learning_rate": 0.0009296336799629368,
      "loss": 0.22,
      "step": 298
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.33219394087791443,
      "learning_rate": 0.0009291560763371172,
      "loss": 0.1262,
      "step": 299
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.597118377685547,
      "learning_rate": 0.000928676980895935,
      "loss": 0.4026,
      "step": 300
    },
    {
      "epoch": 0.53,
      "grad_norm": 13.547090530395508,
      "learning_rate": 0.0009281963953048029,
      "loss": 1.3086,
      "step": 301
    },
    {
      "epoch": 0.53,
      "grad_norm": 1.289302945137024,
      "learning_rate": 0.0009277143212343134,
      "loss": 0.2215,
      "step": 302
    },
    {
      "epoch": 0.54,
      "grad_norm": 1.2176313400268555,
      "learning_rate": 0.0009272307603602334,
      "loss": 0.15,
      "step": 303
    },
    {
      "epoch": 0.54,
      "grad_norm": 4.436944007873535,
      "learning_rate": 0.0009267457143634979,
      "loss": 0.514,
      "step": 304
    },
    {
      "epoch": 0.54,
      "grad_norm": 29.960241317749023,
      "learning_rate": 0.0009262591849302047,
      "loss": 3.5389,
      "step": 305
    },
    {
      "epoch": 0.54,
      "grad_norm": 5.514049530029297,
      "learning_rate": 0.0009257711737516082,
      "loss": 0.2902,
      "step": 306
    },
    {
      "epoch": 0.54,
      "grad_norm": 2.331019401550293,
      "learning_rate": 0.0009252816825241135,
      "loss": 0.2775,
      "step": 307
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.5708584189414978,
      "learning_rate": 0.0009247907129492707,
      "loss": 0.1438,
      "step": 308
    },
    {
      "epoch": 0.55,
      "grad_norm": 2.16607928276062,
      "learning_rate": 0.0009242982667337685,
      "loss": 0.2383,
      "step": 309
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.5346423387527466,
      "learning_rate": 0.0009238043455894293,
      "loss": 0.1793,
      "step": 310
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.6200052499771118,
      "learning_rate": 0.000923308951233202,
      "loss": 0.1473,
      "step": 311
    },
    {
      "epoch": 0.55,
      "grad_norm": 64.87612915039062,
      "learning_rate": 0.0009228120853871572,
      "loss": 0.8875,
      "step": 312
    },
    {
      "epoch": 0.55,
      "grad_norm": 1.077471137046814,
      "learning_rate": 0.0009223137497784797,
      "loss": 0.2114,
      "step": 313
    },
    {
      "epoch": 0.56,
      "grad_norm": 3.5934722423553467,
      "learning_rate": 0.0009218139461394644,
      "loss": 0.2852,
      "step": 314
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.10276800394058228,
      "learning_rate": 0.0009213126762075088,
      "loss": 0.1365,
      "step": 315
    },
    {
      "epoch": 0.56,
      "grad_norm": 3.9422831535339355,
      "learning_rate": 0.0009208099417251077,
      "loss": 0.2949,
      "step": 316
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.7574914693832397,
      "learning_rate": 0.0009203057444398468,
      "loss": 0.2621,
      "step": 317
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.29479530453681946,
      "learning_rate": 0.0009198000861043967,
      "loss": 0.1341,
      "step": 318
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.5362827181816101,
      "learning_rate": 0.0009192929684765068,
      "loss": 0.1398,
      "step": 319
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.8159481287002563,
      "learning_rate": 0.0009187843933189994,
      "loss": 0.1863,
      "step": 320
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.9413295388221741,
      "learning_rate": 0.0009182743623997634,
      "loss": 0.2104,
      "step": 321
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.5306220650672913,
      "learning_rate": 0.0009177628774917479,
      "loss": 0.1537,
      "step": 322
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.8887706398963928,
      "learning_rate": 0.0009172499403729567,
      "loss": 0.1963,
      "step": 323
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.8467744588851929,
      "learning_rate": 0.0009167355528264414,
      "loss": 0.204,
      "step": 324
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.19867151975631714,
      "learning_rate": 0.0009162197166402956,
      "loss": 0.1407,
      "step": 325
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.13638383150100708,
      "learning_rate": 0.0009157024336076487,
      "loss": 0.1408,
      "step": 326
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.2027496099472046,
      "learning_rate": 0.0009151837055266594,
      "loss": 0.1444,
      "step": 327
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.370151549577713,
      "learning_rate": 0.0009146635342005098,
      "loss": 0.158,
      "step": 328
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.3114052414894104,
      "learning_rate": 0.000914141921437399,
      "loss": 0.1464,
      "step": 329
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.15394961833953857,
      "learning_rate": 0.0009136188690505362,
      "loss": 0.1341,
      "step": 330
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.46498528122901917,
      "learning_rate": 0.0009130943788581359,
      "loss": 0.1426,
      "step": 331
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.28067877888679504,
      "learning_rate": 0.00091256845268341,
      "loss": 0.1409,
      "step": 332
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.061186857521533966,
      "learning_rate": 0.0009120410923545619,
      "loss": 0.1401,
      "step": 333
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.26736098527908325,
      "learning_rate": 0.0009115122997047811,
      "loss": 0.1467,
      "step": 334
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.5139696598052979,
      "learning_rate": 0.0009109820765722356,
      "loss": 0.1585,
      "step": 335
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.40007275342941284,
      "learning_rate": 0.000910450424800066,
      "loss": 0.1473,
      "step": 336
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.66825270652771,
      "learning_rate": 0.0009099173462363792,
      "loss": 0.1572,
      "step": 337
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.5313024520874023,
      "learning_rate": 0.0009093828427342418,
      "loss": 0.1555,
      "step": 338
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.4224655330181122,
      "learning_rate": 0.0009088469161516735,
      "loss": 0.1429,
      "step": 339
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.03462248668074608,
      "learning_rate": 0.0009083095683516414,
      "loss": 0.1325,
      "step": 340
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.542322039604187,
      "learning_rate": 0.0009077708012020524,
      "loss": 0.1755,
      "step": 341
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.2164747267961502,
      "learning_rate": 0.0009072306165757476,
      "loss": 0.1458,
      "step": 342
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.27414461970329285,
      "learning_rate": 0.0009066890163504955,
      "loss": 0.1512,
      "step": 343
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.1911482959985733,
      "learning_rate": 0.0009061460024089853,
      "loss": 0.1185,
      "step": 344
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.1287711262702942,
      "learning_rate": 0.0009056015766388205,
      "loss": 0.1372,
      "step": 345
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.18598809838294983,
      "learning_rate": 0.0009050557409325125,
      "loss": 0.1341,
      "step": 346
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.18694853782653809,
      "learning_rate": 0.0009045084971874737,
      "loss": 0.141,
      "step": 347
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.06479912996292114,
      "learning_rate": 0.0009039598473060113,
      "loss": 0.1368,
      "step": 348
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.17768733203411102,
      "learning_rate": 0.0009034097931953201,
      "loss": 0.1381,
      "step": 349
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.28938984870910645,
      "learning_rate": 0.0009028583367674765,
      "loss": 0.1365,
      "step": 350
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.2924034893512726,
      "learning_rate": 0.0009023054799394316,
      "loss": 0.1282,
      "step": 351
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.28439652919769287,
      "learning_rate": 0.0009017512246330042,
      "loss": 0.151,
      "step": 352
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.14329224824905396,
      "learning_rate": 0.0009011955727748749,
      "loss": 0.1419,
      "step": 353
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.15245947241783142,
      "learning_rate": 0.0009006385262965785,
      "loss": 0.1163,
      "step": 354
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.052399642765522,
      "learning_rate": 0.000900080087134498,
      "loss": 0.1241,
      "step": 355
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.030301153659820557,
      "learning_rate": 0.0008995202572298575,
      "loss": 0.1232,
      "step": 356
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.41738417744636536,
      "learning_rate": 0.0008989590385287155,
      "loss": 0.1675,
      "step": 357
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.19307875633239746,
      "learning_rate": 0.0008983964329819583,
      "loss": 0.1328,
      "step": 358
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.05682377517223358,
      "learning_rate": 0.000897832442545293,
      "loss": 0.1322,
      "step": 359
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.15418089926242828,
      "learning_rate": 0.0008972670691792409,
      "loss": 0.1414,
      "step": 360
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.07167459279298782,
      "learning_rate": 0.0008967003148491304,
      "loss": 0.1414,
      "step": 361
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.2866109609603882,
      "learning_rate": 0.0008961321815250904,
      "loss": 0.1381,
      "step": 362
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.281264990568161,
      "learning_rate": 0.0008955626711820438,
      "loss": 0.1365,
      "step": 363
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.19263768196105957,
      "learning_rate": 0.0008949917857996997,
      "loss": 0.1394,
      "step": 364
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.30531641840934753,
      "learning_rate": 0.0008944195273625471,
      "loss": 0.1478,
      "step": 365
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.16229306161403656,
      "learning_rate": 0.0008938458978598483,
      "loss": 0.1412,
      "step": 366
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.09315463900566101,
      "learning_rate": 0.0008932708992856315,
      "loss": 0.1397,
      "step": 367
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.04228806868195534,
      "learning_rate": 0.0008926945336386838,
      "loss": 0.1383,
      "step": 368
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.2209407389163971,
      "learning_rate": 0.0008921168029225448,
      "loss": 0.1434,
      "step": 369
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.04254443198442459,
      "learning_rate": 0.0008915377091454992,
      "loss": 0.1326,
      "step": 370
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.09651175886392593,
      "learning_rate": 0.0008909572543205698,
      "loss": 0.134,
      "step": 371
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.2821654975414276,
      "learning_rate": 0.0008903754404655105,
      "loss": 0.1498,
      "step": 372
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.43042680621147156,
      "learning_rate": 0.0008897922696027998,
      "loss": 0.1571,
      "step": 373
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.06591568142175674,
      "learning_rate": 0.0008892077437596332,
      "loss": 0.1391,
      "step": 374
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.08771979063749313,
      "learning_rate": 0.0008886218649679161,
      "loss": 0.1375,
      "step": 375
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.03339942544698715,
      "learning_rate": 0.0008880346352642574,
      "loss": 0.1368,
      "step": 376
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.15352453291416168,
      "learning_rate": 0.0008874460566899616,
      "loss": 0.1447,
      "step": 377
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.1778584122657776,
      "learning_rate": 0.0008868561312910222,
      "loss": 0.1189,
      "step": 378
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.11893154680728912,
      "learning_rate": 0.0008862648611181144,
      "loss": 0.1167,
      "step": 379
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.4323861598968506,
      "learning_rate": 0.0008856722482265886,
      "loss": 0.1691,
      "step": 380
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.28813356161117554,
      "learning_rate": 0.0008850782946764618,
      "loss": 0.1505,
      "step": 381
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.5008757710456848,
      "learning_rate": 0.0008844830025324122,
      "loss": 0.1671,
      "step": 382
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.12061876803636551,
      "learning_rate": 0.0008838863738637705,
      "loss": 0.1375,
      "step": 383
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.6747052073478699,
      "learning_rate": 0.0008832884107445138,
      "loss": 0.1663,
      "step": 384
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.18846777081489563,
      "learning_rate": 0.0008826891152532579,
      "loss": 0.1148,
      "step": 385
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.0950111448764801,
      "learning_rate": 0.0008820884894732497,
      "loss": 0.1138,
      "step": 386
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.42371127009391785,
      "learning_rate": 0.0008814865354923613,
      "loss": 0.142,
      "step": 387
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.17662374675273895,
      "learning_rate": 0.0008808832554030808,
      "loss": 0.1255,
      "step": 388
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.7766286134719849,
      "learning_rate": 0.0008802786513025068,
      "loss": 0.1613,
      "step": 389
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.49581214785575867,
      "learning_rate": 0.0008796727252923403,
      "loss": 0.1346,
      "step": 390
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.6148929595947266,
      "learning_rate": 0.0008790654794788768,
      "loss": 0.1426,
      "step": 391
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.15860037505626678,
      "learning_rate": 0.0008784569159730007,
      "loss": 0.1382,
      "step": 392
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.6793199777603149,
      "learning_rate": 0.0008778470368901761,
      "loss": 0.1398,
      "step": 393
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.40314817428588867,
      "learning_rate": 0.0008772358443504404,
      "loss": 0.1428,
      "step": 394
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.6403933167457581,
      "learning_rate": 0.0008766233404783974,
      "loss": 0.1556,
      "step": 395
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.33554157614707947,
      "learning_rate": 0.0008760095274032083,
      "loss": 0.1439,
      "step": 396
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.45690324902534485,
      "learning_rate": 0.000875394407258586,
      "loss": 0.1374,
      "step": 397
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.0541120283305645,
      "learning_rate": 0.0008747779821827868,
      "loss": 0.1314,
      "step": 398
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.6533159613609314,
      "learning_rate": 0.0008741602543186031,
      "loss": 0.169,
      "step": 399
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.4919282793998718,
      "learning_rate": 0.0008735412258133561,
      "loss": 0.1569,
      "step": 400
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.30325594544410706,
      "learning_rate": 0.0008729208988188881,
      "loss": 0.1471,
      "step": 401
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.3497300148010254,
      "learning_rate": 0.0008722992754915554,
      "loss": 0.1457,
      "step": 402
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.22892774641513824,
      "learning_rate": 0.0008716763579922203,
      "loss": 0.1334,
      "step": 403
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.20050272345542908,
      "learning_rate": 0.0008710521484862439,
      "loss": 0.1446,
      "step": 404
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.5029633641242981,
      "learning_rate": 0.0008704266491434787,
      "loss": 0.171,
      "step": 405
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.2720576226711273,
      "learning_rate": 0.0008697998621382607,
      "loss": 0.144,
      "step": 406
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.10961242765188217,
      "learning_rate": 0.000869171789649402,
      "loss": 0.1349,
      "step": 407
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.13584192097187042,
      "learning_rate": 0.0008685424338601833,
      "loss": 0.1385,
      "step": 408
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.6586437821388245,
      "learning_rate": 0.0008679117969583464,
      "loss": 0.1459,
      "step": 409
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.24006032943725586,
      "learning_rate": 0.0008672798811360864,
      "loss": 0.1344,
      "step": 410
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.1859387755393982,
      "learning_rate": 0.0008666466885900438,
      "loss": 0.1358,
      "step": 411
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.5095134973526001,
      "learning_rate": 0.0008660122215212977,
      "loss": 0.1387,
      "step": 412
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.1827729493379593,
      "learning_rate": 0.0008653764821353573,
      "loss": 0.1377,
      "step": 413
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.14332665503025055,
      "learning_rate": 0.0008647394726421547,
      "loss": 0.131,
      "step": 414
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.383101224899292,
      "learning_rate": 0.0008641011952560371,
      "loss": 0.146,
      "step": 415
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.19079791009426117,
      "learning_rate": 0.000863461652195759,
      "loss": 0.1255,
      "step": 416
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.49537310004234314,
      "learning_rate": 0.0008628208456844747,
      "loss": 0.1602,
      "step": 417
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.5658069849014282,
      "learning_rate": 0.0008621787779497306,
      "loss": 0.1518,
      "step": 418
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.2572256326675415,
      "learning_rate": 0.0008615354512234569,
      "loss": 0.1369,
      "step": 419
    },
    {
      "epoch": 0.74,
      "grad_norm": 1.1088945865631104,
      "learning_rate": 0.0008608908677419605,
      "loss": 0.1773,
      "step": 420
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.35405099391937256,
      "learning_rate": 0.0008602450297459173,
      "loss": 0.1441,
      "step": 421
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.39150556921958923,
      "learning_rate": 0.0008595979394803633,
      "loss": 0.147,
      "step": 422
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.07459918409585953,
      "learning_rate": 0.0008589495991946885,
      "loss": 0.1338,
      "step": 423
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.2999761402606964,
      "learning_rate": 0.0008583000111426276,
      "loss": 0.1357,
      "step": 424
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.28417065739631653,
      "learning_rate": 0.0008576491775822525,
      "loss": 0.1411,
      "step": 425
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.32605019211769104,
      "learning_rate": 0.0008569971007759657,
      "loss": 0.1329,
      "step": 426
    },
    {
      "epoch": 0.75,
      "eval_loss": 0.13750587403774261,
      "eval_runtime": 15.1749,
      "eval_samples_per_second": 31.433,
      "eval_steps_per_second": 7.908,
      "step": 426
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.047430120408535004,
      "learning_rate": 0.0008563437829904903,
      "loss": 0.1373,
      "step": 427
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.4616542160511017,
      "learning_rate": 0.0008556892264968639,
      "loss": 0.1534,
      "step": 428
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.12317585945129395,
      "learning_rate": 0.0008550334335704297,
      "loss": 0.1338,
      "step": 429
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.39604276418685913,
      "learning_rate": 0.0008543764064908295,
      "loss": 0.1434,
      "step": 430
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.3490678369998932,
      "learning_rate": 0.0008537181475419944,
      "loss": 0.1365,
      "step": 431
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.15001270174980164,
      "learning_rate": 0.0008530586590121383,
      "loss": 0.1358,
      "step": 432
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.33340635895729065,
      "learning_rate": 0.0008523979431937492,
      "loss": 0.1367,
      "step": 433
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.06029750779271126,
      "learning_rate": 0.0008517360023835809,
      "loss": 0.1366,
      "step": 434
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.07978738099336624,
      "learning_rate": 0.0008510728388826463,
      "loss": 0.1345,
      "step": 435
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.27599036693573,
      "learning_rate": 0.0008504084549962079,
      "loss": 0.1447,
      "step": 436
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.13302059471607208,
      "learning_rate": 0.0008497428530337706,
      "loss": 0.1407,
      "step": 437
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.20869582891464233,
      "learning_rate": 0.0008490760353090737,
      "loss": 0.1374,
      "step": 438
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.10881117731332779,
      "learning_rate": 0.0008484080041400825,
      "loss": 0.1429,
      "step": 439
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.20344361662864685,
      "learning_rate": 0.0008477387618489807,
      "loss": 0.139,
      "step": 440
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.07153432071208954,
      "learning_rate": 0.0008470683107621615,
      "loss": 0.1315,
      "step": 441
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.08688751608133316,
      "learning_rate": 0.0008463966532102207,
      "loss": 0.1346,
      "step": 442
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.06495650112628937,
      "learning_rate": 0.0008457237915279476,
      "loss": 0.1307,
      "step": 443
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.1892390102148056,
      "learning_rate": 0.0008450497280543173,
      "loss": 0.12,
      "step": 444
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.2579623758792877,
      "learning_rate": 0.0008443744651324827,
      "loss": 0.1531,
      "step": 445
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.149379700422287,
      "learning_rate": 0.000843698005109766,
      "loss": 0.1385,
      "step": 446
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.19281132519245148,
      "learning_rate": 0.0008430203503376506,
      "loss": 0.1033,
      "step": 447
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.33208444714546204,
      "learning_rate": 0.0008423415031717733,
      "loss": 0.1525,
      "step": 448
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.15149784088134766,
      "learning_rate": 0.0008416614659719157,
      "loss": 0.1282,
      "step": 449
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.24646438658237457,
      "learning_rate": 0.0008409802411019962,
      "loss": 0.1393,
      "step": 450
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.2505553662776947,
      "learning_rate": 0.000840297830930062,
      "loss": 0.1453,
      "step": 451
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.1632508784532547,
      "learning_rate": 0.0008396142378282799,
      "loss": 0.1274,
      "step": 452
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.12370573729276657,
      "learning_rate": 0.0008389294641729292,
      "loss": 0.1201,
      "step": 453
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.08046772330999374,
      "learning_rate": 0.0008382435123443934,
      "loss": 0.1263,
      "step": 454
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.19015488028526306,
      "learning_rate": 0.0008375563847271506,
      "loss": 0.1318,
      "step": 455
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.3562954366207123,
      "learning_rate": 0.0008368680837097669,
      "loss": 0.132,
      "step": 456
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.06315189599990845,
      "learning_rate": 0.000836178611684887,
      "loss": 0.1113,
      "step": 457
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.43667125701904297,
      "learning_rate": 0.0008354879710492264,
      "loss": 0.1908,
      "step": 458
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.0708879753947258,
      "learning_rate": 0.0008347961642035624,
      "loss": 0.1399,
      "step": 459
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.04855835437774658,
      "learning_rate": 0.0008341031935527267,
      "loss": 0.1258,
      "step": 460
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.1364990919828415,
      "learning_rate": 0.0008334090615055965,
      "loss": 0.1344,
      "step": 461
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.08166524022817612,
      "learning_rate": 0.0008327137704750862,
      "loss": 0.134,
      "step": 462
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.09308458864688873,
      "learning_rate": 0.0008320173228781389,
      "loss": 0.1507,
      "step": 463
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.07796576619148254,
      "learning_rate": 0.000831319721135718,
      "loss": 0.1284,
      "step": 464
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.12168626487255096,
      "learning_rate": 0.0008306209676727993,
      "loss": 0.148,
      "step": 465
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.18862847983837128,
      "learning_rate": 0.000829921064918362,
      "loss": 0.1229,
      "step": 466
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.23615515232086182,
      "learning_rate": 0.00082922001530538,
      "loss": 0.1322,
      "step": 467
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.34108766913414,
      "learning_rate": 0.0008285178212708142,
      "loss": 0.1338,
      "step": 468
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.39579400420188904,
      "learning_rate": 0.0008278144852556042,
      "loss": 0.1341,
      "step": 469
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.2620592713356018,
      "learning_rate": 0.0008271100097046585,
      "loss": 0.1395,
      "step": 470
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.08778171986341476,
      "learning_rate": 0.0008264043970668469,
      "loss": 0.1328,
      "step": 471
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.6086364388465881,
      "learning_rate": 0.0008256976497949924,
      "loss": 0.1271,
      "step": 472
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.08982394635677338,
      "learning_rate": 0.0008249897703458619,
      "loss": 0.1346,
      "step": 473
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.054080091416835785,
      "learning_rate": 0.0008242807611801578,
      "loss": 0.1218,
      "step": 474
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.5981457829475403,
      "learning_rate": 0.0008235706247625098,
      "loss": 0.1715,
      "step": 475
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.9139420986175537,
      "learning_rate": 0.0008228593635614659,
      "loss": 0.1983,
      "step": 476
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.05938498303294182,
      "learning_rate": 0.0008221469800494841,
      "loss": 0.1308,
      "step": 477
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.11526026576757431,
      "learning_rate": 0.0008214334767029239,
      "loss": 0.1422,
      "step": 478
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.3049907386302948,
      "learning_rate": 0.0008207188560020373,
      "loss": 0.1419,
      "step": 479
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.04782035946846008,
      "learning_rate": 0.0008200031204309604,
      "loss": 0.138,
      "step": 480
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.12950918078422546,
      "learning_rate": 0.000819286272477705,
      "loss": 0.1315,
      "step": 481
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.0429329015314579,
      "learning_rate": 0.0008185683146341496,
      "loss": 0.1354,
      "step": 482
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.4792588949203491,
      "learning_rate": 0.0008178492493960308,
      "loss": 0.1476,
      "step": 483
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.19784927368164062,
      "learning_rate": 0.0008171290792629346,
      "loss": 0.1394,
      "step": 484
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.1172945499420166,
      "learning_rate": 0.000816407806738288,
      "loss": 0.1302,
      "step": 485
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.3732689917087555,
      "learning_rate": 0.0008156854343293501,
      "loss": 0.1416,
      "step": 486
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.5152392983436584,
      "learning_rate": 0.0008149619645472031,
      "loss": 0.1403,
      "step": 487
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.15429601073265076,
      "learning_rate": 0.000814237399906744,
      "loss": 0.1322,
      "step": 488
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.0002127885818481,
      "learning_rate": 0.0008135117429266756,
      "loss": 0.1303,
      "step": 489
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.7232715487480164,
      "learning_rate": 0.0008127849961294984,
      "loss": 0.143,
      "step": 490
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.13510456681251526,
      "learning_rate": 0.0008120571620415006,
      "loss": 0.1536,
      "step": 491
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.5168789625167847,
      "learning_rate": 0.0008113282431927503,
      "loss": 0.1312,
      "step": 492
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.7039850950241089,
      "learning_rate": 0.000810598242117086,
      "loss": 0.118,
      "step": 493
    },
    {
      "epoch": 0.87,
      "grad_norm": 1.5126641988754272,
      "learning_rate": 0.0008098671613521089,
      "loss": 0.2343,
      "step": 494
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.6958308815956116,
      "learning_rate": 0.0008091350034391731,
      "loss": 0.1648,
      "step": 495
    },
    {
      "epoch": 0.88,
      "grad_norm": 6.979303359985352,
      "learning_rate": 0.0008084017709233766,
      "loss": 0.2261,
      "step": 496
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.3389752507209778,
      "learning_rate": 0.0008076674663535537,
      "loss": 0.146,
      "step": 497
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.19990071654319763,
      "learning_rate": 0.0008069320922822643,
      "loss": 0.1429,
      "step": 498
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.33689868450164795,
      "learning_rate": 0.0008061956512657871,
      "loss": 0.147,
      "step": 499
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.09925112873315811,
      "learning_rate": 0.000805458145864109,
      "loss": 0.1342,
      "step": 500
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.961702585220337,
      "learning_rate": 0.0008047195786409172,
      "loss": 0.1361,
      "step": 501
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.4342229962348938,
      "learning_rate": 0.0008039799521635895,
      "loss": 0.1485,
      "step": 502
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.1798858642578125,
      "learning_rate": 0.0008032392690031867,
      "loss": 0.1314,
      "step": 503
    },
    {
      "epoch": 0.89,
      "grad_norm": 1.3653756380081177,
      "learning_rate": 0.0008024975317344421,
      "loss": 0.1388,
      "step": 504
    },
    {
      "epoch": 0.89,
      "grad_norm": 9.677605628967285,
      "learning_rate": 0.0008017547429357531,
      "loss": 0.4186,
      "step": 505
    },
    {
      "epoch": 0.9,
      "grad_norm": 8.348475456237793,
      "learning_rate": 0.0008010109051891731,
      "loss": 0.3806,
      "step": 506
    },
    {
      "epoch": 0.9,
      "grad_norm": 35.19770050048828,
      "learning_rate": 0.0008002660210804011,
      "loss": 3.6145,
      "step": 507
    },
    {
      "epoch": 0.9,
      "grad_norm": 9.18663501739502,
      "learning_rate": 0.0007995200931987743,
      "loss": 0.6162,
      "step": 508
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.05997322499752045,
      "learning_rate": 0.0007987731241372571,
      "loss": 0.1129,
      "step": 509
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.41408172249794006,
      "learning_rate": 0.000798025116492434,
      "loss": 0.1512,
      "step": 510
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.4445393979549408,
      "learning_rate": 0.0007972760728644996,
      "loss": 0.1463,
      "step": 511
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.19678063690662384,
      "learning_rate": 0.0007965259958572495,
      "loss": 0.1386,
      "step": 512
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.45497119426727295,
      "learning_rate": 0.0007957748880780721,
      "loss": 0.1373,
      "step": 513
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.6455509066581726,
      "learning_rate": 0.0007950227521379381,
      "loss": 0.1584,
      "step": 514
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.3793765604496002,
      "learning_rate": 0.0007942695906513929,
      "loss": 0.1236,
      "step": 515
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.20562775433063507,
      "learning_rate": 0.0007935154062365467,
      "loss": 0.1364,
      "step": 516
    },
    {
      "epoch": 0.91,
      "grad_norm": 1.3131325244903564,
      "learning_rate": 0.0007927602015150655,
      "loss": 0.1556,
      "step": 517
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.1705670803785324,
      "learning_rate": 0.0007920039791121617,
      "loss": 0.1372,
      "step": 518
    },
    {
      "epoch": 0.92,
      "grad_norm": 6.6207499504089355,
      "learning_rate": 0.0007912467416565861,
      "loss": 0.22,
      "step": 519
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.34343230724334717,
      "learning_rate": 0.0007904884917806173,
      "loss": 0.1453,
      "step": 520
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.4290754497051239,
      "learning_rate": 0.0007897292321200537,
      "loss": 0.1177,
      "step": 521
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.24469922482967377,
      "learning_rate": 0.0007889689653142036,
      "loss": 0.1369,
      "step": 522
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.5307168960571289,
      "learning_rate": 0.0007882076940058763,
      "loss": 0.1542,
      "step": 523
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.13802866637706757,
      "learning_rate": 0.000787445420841373,
      "loss": 0.1372,
      "step": 524
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.36055922508239746,
      "learning_rate": 0.0007866821484704776,
      "loss": 0.1413,
      "step": 525
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.36655113101005554,
      "learning_rate": 0.0007859178795464472,
      "loss": 0.1438,
      "step": 526
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.6237390637397766,
      "learning_rate": 0.0007851526167260034,
      "loss": 0.1382,
      "step": 527
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.42217007279396057,
      "learning_rate": 0.0007843863626693221,
      "loss": 0.1408,
      "step": 528
    },
    {
      "epoch": 0.94,
      "grad_norm": 24.023250579833984,
      "learning_rate": 0.0007836191200400256,
      "loss": 0.1517,
      "step": 529
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.31599146127700806,
      "learning_rate": 0.0007828508915051723,
      "loss": 0.1353,
      "step": 530
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.6795622706413269,
      "learning_rate": 0.0007820816797352479,
      "loss": 0.1515,
      "step": 531
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.37493640184402466,
      "learning_rate": 0.0007813114874041557,
      "loss": 0.141,
      "step": 532
    },
    {
      "epoch": 0.94,
      "grad_norm": 1.7365546226501465,
      "learning_rate": 0.0007805403171892079,
      "loss": 0.1347,
      "step": 533
    },
    {
      "epoch": 0.94,
      "grad_norm": 18.393390655517578,
      "learning_rate": 0.000779768171771116,
      "loss": 0.1753,
      "step": 534
    },
    {
      "epoch": 0.95,
      "grad_norm": 2.2978413105010986,
      "learning_rate": 0.0007789950538339812,
      "loss": 0.1418,
      "step": 535
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.495151162147522,
      "learning_rate": 0.0007782209660652854,
      "loss": 0.146,
      "step": 536
    },
    {
      "epoch": 0.95,
      "grad_norm": 7.705572605133057,
      "learning_rate": 0.0007774459111558821,
      "loss": 0.2042,
      "step": 537
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.6036086678504944,
      "learning_rate": 0.0007766698917999862,
      "loss": 0.1695,
      "step": 538
    },
    {
      "epoch": 0.95,
      "grad_norm": 127.21215057373047,
      "learning_rate": 0.0007758929106951656,
      "loss": 18.5136,
      "step": 539
    },
    {
      "epoch": 0.96,
      "grad_norm": 40.58448791503906,
      "learning_rate": 0.0007751149705423312,
      "loss": 0.5973,
      "step": 540
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.6296218633651733,
      "learning_rate": 0.0007743360740457278,
      "loss": 0.1849,
      "step": 541
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.4533160924911499,
      "learning_rate": 0.0007735562239129247,
      "loss": 0.1464,
      "step": 542
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.2379036247730255,
      "learning_rate": 0.0007727754228548058,
      "loss": 0.1267,
      "step": 543
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.8904889225959778,
      "learning_rate": 0.000771993673585561,
      "loss": 0.2181,
      "step": 544
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.8934443593025208,
      "learning_rate": 0.0007712109788226762,
      "loss": 0.2158,
      "step": 545
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.3368353545665741,
      "learning_rate": 0.0007704273412869238,
      "loss": 0.1489,
      "step": 546
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.2570180594921112,
      "learning_rate": 0.0007696427637023537,
      "loss": 0.144,
      "step": 547
    },
    {
      "epoch": 0.97,
      "grad_norm": 2.865034580230713,
      "learning_rate": 0.0007688572487962834,
      "loss": 0.1664,
      "step": 548
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.4369525611400604,
      "learning_rate": 0.0007680707992992888,
      "loss": 0.1777,
      "step": 549
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.2545509934425354,
      "learning_rate": 0.0007672834179451942,
      "loss": 0.1536,
      "step": 550
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.14455465972423553,
      "learning_rate": 0.0007664951074710638,
      "loss": 0.1256,
      "step": 551
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.16001886129379272,
      "learning_rate": 0.0007657058706171911,
      "loss": 0.1356,
      "step": 552
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.2537885308265686,
      "learning_rate": 0.0007649157101270903,
      "loss": 0.1393,
      "step": 553
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.33060047030448914,
      "learning_rate": 0.0007641246287474854,
      "loss": 0.148,
      "step": 554
    },
    {
      "epoch": 0.98,
      "grad_norm": 1.691941499710083,
      "learning_rate": 0.0007633326292283028,
      "loss": 0.1764,
      "step": 555
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.20472805202007294,
      "learning_rate": 0.0007625397143226595,
      "loss": 0.1424,
      "step": 556
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.7124485969543457,
      "learning_rate": 0.0007617458867868553,
      "loss": 0.1482,
      "step": 557
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.09631184488534927,
      "learning_rate": 0.0007609511493803615,
      "loss": 0.1392,
      "step": 558
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.20814809203147888,
      "learning_rate": 0.0007601555048658133,
      "loss": 0.1384,
      "step": 559
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.19566737115383148,
      "learning_rate": 0.0007593589560089984,
      "loss": 0.1394,
      "step": 560
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.13406091928482056,
      "learning_rate": 0.0007585615055788484,
      "loss": 0.1389,
      "step": 561
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.07635807991027832,
      "learning_rate": 0.0007577631563474291,
      "loss": 0.1376,
      "step": 562
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.11265091598033905,
      "learning_rate": 0.0007569639110899302,
      "loss": 0.1395,
      "step": 563
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.31152746081352234,
      "learning_rate": 0.0007561637725846567,
      "loss": 0.1407,
      "step": 564
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.13474373519420624,
      "learning_rate": 0.0007553627436130183,
      "loss": 0.1386,
      "step": 565
    }
  ],
  "logging_steps": 1,
  "max_steps": 1695,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 565,
  "total_flos": 5.169945694856806e+16,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}