[
    {
        "loss": 29.9707,
        "grad_norm": 0.4777052700519562,
        "learning_rate": 0.0009991248796709547,
        "epoch": 0.0
    },
    {
        "loss": 22.6857,
        "grad_norm": 0.7528864741325378,
        "learning_rate": 0.0009982497593419095,
        "epoch": 0.01
    },
    {
        "loss": 23.3032,
        "grad_norm": 0.2558889389038086,
        "learning_rate": 0.0009973746390128642,
        "epoch": 0.01
    },
    {
        "loss": 22.7608,
        "grad_norm": 0.16549238562583923,
        "learning_rate": 0.000996499518683819,
        "epoch": 0.01
    },
    {
        "loss": 21.8524,
        "grad_norm": 0.969261109828949,
        "learning_rate": 0.0009956243983547737,
        "epoch": 0.01
    },
    {
        "loss": 20.1216,
        "grad_norm": 1.4401915073394775,
        "learning_rate": 0.0009947492780257286,
        "epoch": 0.02
    },
    {
        "loss": 18.8698,
        "grad_norm": 1.2519457340240479,
        "learning_rate": 0.0009938741576966832,
        "epoch": 0.02
    },
    {
        "loss": 17.8051,
        "grad_norm": 0.6829971075057983,
        "learning_rate": 0.0009929990373676381,
        "epoch": 0.02
    },
    {
        "loss": 16.7436,
        "grad_norm": 0.8918408155441284,
        "learning_rate": 0.0009921239170385928,
        "epoch": 0.02
    },
    {
        "loss": 16.3997,
        "grad_norm": 1.1997641324996948,
        "learning_rate": 0.0009912487967095476,
        "epoch": 0.03
    },
    {
        "loss": 16.6555,
        "grad_norm": 1.0908863544464111,
        "learning_rate": 0.0009903736763805023,
        "epoch": 0.03
    },
    {
        "loss": 16.168,
        "grad_norm": 0.8117638230323792,
        "learning_rate": 0.0009894985560514572,
        "epoch": 0.03
    },
    {
        "loss": 16.4056,
        "grad_norm": 0.7367461919784546,
        "learning_rate": 0.0009886234357224118,
        "epoch": 0.03
    },
    {
        "loss": 16.0576,
        "grad_norm": 0.827192485332489,
        "learning_rate": 0.0009877483153933667,
        "epoch": 0.04
    },
    {
        "loss": 14.8864,
        "grad_norm": 0.6644204258918762,
        "learning_rate": 0.0009868731950643213,
        "epoch": 0.04
    },
    {
        "loss": 15.1702,
        "grad_norm": 0.6314308047294617,
        "learning_rate": 0.0009859980747352762,
        "epoch": 0.04
    },
    {
        "loss": 14.8873,
        "grad_norm": 0.4996398091316223,
        "learning_rate": 0.0009851229544062309,
        "epoch": 0.04
    },
    {
        "loss": 14.704,
        "grad_norm": 0.6396967768669128,
        "learning_rate": 0.0009842478340771857,
        "epoch": 0.05
    },
    {
        "loss": 14.8636,
        "grad_norm": 0.5319499373435974,
        "learning_rate": 0.0009833727137481404,
        "epoch": 0.05
    },
    {
        "loss": 14.7236,
        "grad_norm": 1.1328645944595337,
        "learning_rate": 0.0009824975934190953,
        "epoch": 0.05
    },
    {
        "loss": 14.2966,
        "grad_norm": 0.5435690879821777,
        "learning_rate": 0.00098162247309005,
        "epoch": 0.06
    },
    {
        "loss": 14.8865,
        "grad_norm": 0.5260070562362671,
        "learning_rate": 0.0009807473527610048,
        "epoch": 0.06
    },
    {
        "loss": 14.1635,
        "grad_norm": 0.5490550994873047,
        "learning_rate": 0.0009798722324319594,
        "epoch": 0.06
    },
    {
        "loss": 14.1756,
        "grad_norm": 0.5580148696899414,
        "learning_rate": 0.0009789971121029143,
        "epoch": 0.06
    },
    {
        "loss": 13.3026,
        "grad_norm": 0.4862927198410034,
        "learning_rate": 0.000978121991773869,
        "epoch": 0.07
    },
    {
        "loss": 13.9938,
        "grad_norm": 0.4365651607513428,
        "learning_rate": 0.0009772468714448236,
        "epoch": 0.07
    },
    {
        "loss": 13.7628,
        "grad_norm": 0.5206578373908997,
        "learning_rate": 0.0009763717511157785,
        "epoch": 0.07
    },
    {
        "loss": 13.2932,
        "grad_norm": 0.4493275582790375,
        "learning_rate": 0.0009754966307867332,
        "epoch": 0.07
    },
    {
        "loss": 13.4192,
        "grad_norm": 0.5717960596084595,
        "learning_rate": 0.000974621510457688,
        "epoch": 0.08
    },
    {
        "loss": 13.2883,
        "grad_norm": 0.48513928055763245,
        "learning_rate": 0.0009737463901286428,
        "epoch": 0.08
    },
    {
        "loss": 13.8283,
        "grad_norm": 0.7734763622283936,
        "learning_rate": 0.0009728712697995975,
        "epoch": 0.08
    },
    {
        "loss": 12.4766,
        "grad_norm": 0.45278435945510864,
        "learning_rate": 0.0009719961494705523,
        "epoch": 0.08
    },
    {
        "loss": 13.41,
        "grad_norm": 0.5911663174629211,
        "learning_rate": 0.000971121029141507,
        "epoch": 0.09
    },
    {
        "loss": 12.4475,
        "grad_norm": 0.5840547680854797,
        "learning_rate": 0.0009702459088124618,
        "epoch": 0.09
    },
    {
        "loss": 13.9417,
        "grad_norm": 0.7008219957351685,
        "learning_rate": 0.0009693707884834166,
        "epoch": 0.09
    },
    {
        "loss": 12.9164,
        "grad_norm": 0.7021568417549133,
        "learning_rate": 0.0009684956681543713,
        "epoch": 0.09
    },
    {
        "loss": 12.9824,
        "grad_norm": 0.5466001629829407,
        "learning_rate": 0.0009676205478253261,
        "epoch": 0.1
    },
    {
        "loss": 12.5413,
        "grad_norm": 0.6215840578079224,
        "learning_rate": 0.0009667454274962808,
        "epoch": 0.1
    },
    {
        "loss": 12.7753,
        "grad_norm": 1.5948784351348877,
        "learning_rate": 0.0009658703071672355,
        "epoch": 0.1
    },
    {
        "loss": 12.5837,
        "grad_norm": 1.1063404083251953,
        "learning_rate": 0.0009649951868381903,
        "epoch": 0.1
    },
    {
        "loss": 12.7079,
        "grad_norm": 0.7521733045578003,
        "learning_rate": 0.000964120066509145,
        "epoch": 0.11
    },
    {
        "loss": 12.1584,
        "grad_norm": 0.7596040964126587,
        "learning_rate": 0.0009632449461800998,
        "epoch": 0.11
    },
    {
        "loss": 12.6058,
        "grad_norm": 1.1221098899841309,
        "learning_rate": 0.0009623698258510546,
        "epoch": 0.11
    },
    {
        "loss": 12.7003,
        "grad_norm": 0.795098602771759,
        "learning_rate": 0.0009614947055220093,
        "epoch": 0.12
    },
    {
        "loss": 12.4519,
        "grad_norm": 0.481406569480896,
        "learning_rate": 0.0009606195851929641,
        "epoch": 0.12
    },
    {
        "loss": 12.8483,
        "grad_norm": 0.6707068681716919,
        "learning_rate": 0.0009597444648639187,
        "epoch": 0.12
    },
    {
        "loss": 12.593,
        "grad_norm": 0.6381434798240662,
        "learning_rate": 0.0009588693445348735,
        "epoch": 0.12
    },
    {
        "loss": 12.1654,
        "grad_norm": 0.7791229486465454,
        "learning_rate": 0.0009579942242058283,
        "epoch": 0.13
    },
    {
        "loss": 11.8089,
        "grad_norm": 0.8445360660552979,
        "learning_rate": 0.000957119103876783,
        "epoch": 0.13
    },
    {
        "loss": 12.232,
        "grad_norm": 0.6427455544471741,
        "learning_rate": 0.0009562439835477378,
        "epoch": 0.13
    },
    {
        "loss": 12.9625,
        "grad_norm": 0.5700855255126953,
        "learning_rate": 0.0009553688632186925,
        "epoch": 0.13
    },
    {
        "loss": 12.2628,
        "grad_norm": 0.8731588125228882,
        "learning_rate": 0.0009544937428896473,
        "epoch": 0.14
    },
    {
        "loss": 12.0435,
        "grad_norm": 0.869883120059967,
        "learning_rate": 0.0009536186225606021,
        "epoch": 0.14
    },
    {
        "loss": 12.2867,
        "grad_norm": 0.8802808523178101,
        "learning_rate": 0.0009527435022315568,
        "epoch": 0.14
    },
    {
        "loss": 11.9397,
        "grad_norm": 1.0076773166656494,
        "learning_rate": 0.0009518683819025116,
        "epoch": 0.14
    },
    {
        "loss": 11.8392,
        "grad_norm": 0.5855250954627991,
        "learning_rate": 0.0009509932615734664,
        "epoch": 0.15
    },
    {
        "loss": 11.3847,
        "grad_norm": 0.5606763958930969,
        "learning_rate": 0.0009501181412444211,
        "epoch": 0.15
    },
    {
        "loss": 12.2154,
        "grad_norm": 1.1014057397842407,
        "learning_rate": 0.0009492430209153759,
        "epoch": 0.15
    },
    {
        "loss": 11.6247,
        "grad_norm": 0.6524838805198669,
        "learning_rate": 0.0009483679005863306,
        "epoch": 0.15
    },
    {
        "loss": 11.5115,
        "grad_norm": 1.0140221118927002,
        "learning_rate": 0.0009474927802572854,
        "epoch": 0.16
    },
    {
        "loss": 12.1707,
        "grad_norm": 1.4689868688583374,
        "learning_rate": 0.0009466176599282402,
        "epoch": 0.16
    },
    {
        "loss": 11.6165,
        "grad_norm": 0.8136260509490967,
        "learning_rate": 0.0009457425395991948,
        "epoch": 0.16
    },
    {
        "loss": 11.8841,
        "grad_norm": 2.0376949310302734,
        "learning_rate": 0.0009448674192701496,
        "epoch": 0.17
    },
    {
        "loss": 11.2108,
        "grad_norm": 1.1647133827209473,
        "learning_rate": 0.0009439922989411043,
        "epoch": 0.17
    },
    {
        "loss": 11.9281,
        "grad_norm": 0.8479063510894775,
        "learning_rate": 0.0009431171786120591,
        "epoch": 0.17
    },
    {
        "loss": 11.0593,
        "grad_norm": 0.8340569138526917,
        "learning_rate": 0.0009422420582830139,
        "epoch": 0.17
    },
    {
        "loss": 11.5591,
        "grad_norm": 0.9813485145568848,
        "learning_rate": 0.0009413669379539686,
        "epoch": 0.18
    },
    {
        "loss": 11.1773,
        "grad_norm": 0.9088229537010193,
        "learning_rate": 0.0009404918176249234,
        "epoch": 0.18
    },
    {
        "loss": 11.6913,
        "grad_norm": 0.860917866230011,
        "learning_rate": 0.0009396166972958782,
        "epoch": 0.18
    },
    {
        "loss": 12.3707,
        "grad_norm": 0.7795988321304321,
        "learning_rate": 0.0009387415769668329,
        "epoch": 0.18
    },
    {
        "loss": 11.6669,
        "grad_norm": 0.914884626865387,
        "learning_rate": 0.0009378664566377877,
        "epoch": 0.19
    },
    {
        "loss": 11.6139,
        "grad_norm": 1.7863789796829224,
        "learning_rate": 0.0009369913363087424,
        "epoch": 0.19
    },
    {
        "loss": 11.1885,
        "grad_norm": 0.7225568294525146,
        "learning_rate": 0.0009361162159796972,
        "epoch": 0.19
    },
    {
        "loss": 11.7488,
        "grad_norm": 0.9028294682502747,
        "learning_rate": 0.000935241095650652,
        "epoch": 0.19
    },
    {
        "loss": 11.227,
        "grad_norm": 1.0842101573944092,
        "learning_rate": 0.0009343659753216067,
        "epoch": 0.2
    },
    {
        "loss": 11.4022,
        "grad_norm": 0.7042496800422668,
        "learning_rate": 0.0009334908549925615,
        "epoch": 0.2
    },
    {
        "loss": 11.006,
        "grad_norm": 0.8355586528778076,
        "learning_rate": 0.0009326157346635162,
        "epoch": 0.2
    },
    {
        "loss": 11.0561,
        "grad_norm": 0.9001519083976746,
        "learning_rate": 0.000931740614334471,
        "epoch": 0.2
    },
    {
        "loss": 11.357,
        "grad_norm": 0.8695396184921265,
        "learning_rate": 0.0009308654940054258,
        "epoch": 0.21
    },
    {
        "loss": 10.7003,
        "grad_norm": 0.8076105117797852,
        "learning_rate": 0.0009299903736763805,
        "epoch": 0.21
    },
    {
        "loss": 11.2661,
        "grad_norm": 0.9677106142044067,
        "learning_rate": 0.0009291152533473353,
        "epoch": 0.21
    },
    {
        "loss": 10.8957,
        "grad_norm": 0.8753145337104797,
        "learning_rate": 0.0009282401330182901,
        "epoch": 0.22
    },
    {
        "loss": 11.2854,
        "grad_norm": 0.7343422770500183,
        "learning_rate": 0.0009273650126892448,
        "epoch": 0.22
    },
    {
        "loss": 10.8205,
        "grad_norm": 0.9795741438865662,
        "learning_rate": 0.0009264898923601996,
        "epoch": 0.22
    },
    {
        "loss": 10.6805,
        "grad_norm": 0.9723809957504272,
        "learning_rate": 0.0009256147720311543,
        "epoch": 0.22
    },
    {
        "loss": 10.7639,
        "grad_norm": 0.6675435900688171,
        "learning_rate": 0.0009247396517021091,
        "epoch": 0.23
    },
    {
        "loss": 11.1119,
        "grad_norm": 0.9673445224761963,
        "learning_rate": 0.0009238645313730638,
        "epoch": 0.23
    },
    {
        "loss": 11.293,
        "grad_norm": 0.9545767307281494,
        "learning_rate": 0.0009229894110440185,
        "epoch": 0.23
    },
    {
        "loss": 11.4529,
        "grad_norm": 0.8443020582199097,
        "learning_rate": 0.0009221142907149733,
        "epoch": 0.23
    },
    {
        "loss": 10.402,
        "grad_norm": 0.9980494976043701,
        "learning_rate": 0.000921239170385928,
        "epoch": 0.24
    },
    {
        "loss": 10.8417,
        "grad_norm": 1.2651828527450562,
        "learning_rate": 0.0009203640500568828,
        "epoch": 0.24
    },
    {
        "loss": 10.9627,
        "grad_norm": 0.7320075035095215,
        "learning_rate": 0.0009194889297278376,
        "epoch": 0.24
    },
    {
        "loss": 10.1427,
        "grad_norm": 1.5249311923980713,
        "learning_rate": 0.0009186138093987923,
        "epoch": 0.24
    },
    {
        "loss": 11.0647,
        "grad_norm": 0.8371347188949585,
        "learning_rate": 0.0009177386890697471,
        "epoch": 0.25
    },
    {
        "loss": 10.7984,
        "grad_norm": 1.0522745847702026,
        "learning_rate": 0.0009168635687407019,
        "epoch": 0.25
    },
    {
        "loss": 10.0289,
        "grad_norm": 0.9992939829826355,
        "learning_rate": 0.0009159884484116566,
        "epoch": 0.25
    },
    {
        "loss": 10.6594,
        "grad_norm": 1.6465744972229004,
        "learning_rate": 0.0009151133280826114,
        "epoch": 0.25
    },
    {
        "loss": 10.7898,
        "grad_norm": 0.8755474090576172,
        "learning_rate": 0.0009142382077535661,
        "epoch": 0.26
    },
    {
        "loss": 10.8566,
        "grad_norm": 0.9154648780822754,
        "learning_rate": 0.0009133630874245209,
        "epoch": 0.26
    },
    {
        "loss": 10.3388,
        "grad_norm": 0.9557958245277405,
        "learning_rate": 0.0009124879670954757,
        "epoch": 0.26
    },
    {
        "loss": 11.0761,
        "grad_norm": 0.9756875038146973,
        "learning_rate": 0.0009116128467664304,
        "epoch": 0.27
    },
    {
        "loss": 10.6927,
        "grad_norm": 0.9137876033782959,
        "learning_rate": 0.0009107377264373852,
        "epoch": 0.27
    },
    {
        "loss": 10.4956,
        "grad_norm": 1.2811295986175537,
        "learning_rate": 0.00090986260610834,
        "epoch": 0.27
    },
    {
        "loss": 11.13,
        "grad_norm": 1.574196696281433,
        "learning_rate": 0.0009090749978121991,
        "epoch": 0.27
    },
    {
        "loss": 10.4299,
        "grad_norm": 1.120239019393921,
        "learning_rate": 0.0009082873895160585,
        "epoch": 0.28
    },
    {
        "loss": 10.9432,
        "grad_norm": 4.42399263381958,
        "learning_rate": 0.0009074122691870133,
        "epoch": 0.28
    },
    {
        "loss": 10.6758,
        "grad_norm": 1.1292444467544556,
        "learning_rate": 0.000906537148857968,
        "epoch": 0.28
    },
    {
        "loss": 9.9808,
        "grad_norm": 1.36553156375885,
        "learning_rate": 0.0009056620285289227,
        "epoch": 0.28
    },
    {
        "loss": 10.4376,
        "grad_norm": 1.4920979738235474,
        "learning_rate": 0.0009047869081998775,
        "epoch": 0.29
    },
    {
        "loss": 11.5319,
        "grad_norm": 1.142583966255188,
        "learning_rate": 0.0009039117878708322,
        "epoch": 0.29
    },
    {
        "loss": 10.8741,
        "grad_norm": 1.7269898653030396,
        "learning_rate": 0.000903036667541787,
        "epoch": 0.29
    },
    {
        "loss": 10.6609,
        "grad_norm": 1.0620924234390259,
        "learning_rate": 0.0009021615472127418,
        "epoch": 0.29
    },
    {
        "loss": 10.8716,
        "grad_norm": 1.0225517749786377,
        "learning_rate": 0.0009012864268836965,
        "epoch": 0.3
    },
    {
        "loss": 10.8629,
        "grad_norm": 0.8201847672462463,
        "learning_rate": 0.0009004113065546513,
        "epoch": 0.3
    },
    {
        "loss": 10.2614,
        "grad_norm": 0.7885268926620483,
        "learning_rate": 0.000899536186225606,
        "epoch": 0.3
    },
    {
        "loss": 10.1758,
        "grad_norm": 0.8671897053718567,
        "learning_rate": 0.0008986610658965608,
        "epoch": 0.3
    },
    {
        "loss": 10.2796,
        "grad_norm": 0.8501631617546082,
        "learning_rate": 0.0008977859455675156,
        "epoch": 0.31
    },
    {
        "loss": 10.4376,
        "grad_norm": 1.3847661018371582,
        "learning_rate": 0.0008969108252384703,
        "epoch": 0.31
    },
    {
        "loss": 10.6258,
        "grad_norm": 1.1267868280410767,
        "learning_rate": 0.0008960357049094251,
        "epoch": 0.31
    },
    {
        "loss": 10.3214,
        "grad_norm": 0.9492388963699341,
        "learning_rate": 0.0008951605845803799,
        "epoch": 0.31
    },
    {
        "loss": 10.3126,
        "grad_norm": 2.884838819503784,
        "learning_rate": 0.0008942854642513346,
        "epoch": 0.32
    },
    {
        "loss": 9.8104,
        "grad_norm": 1.007505178451538,
        "learning_rate": 0.0008934103439222894,
        "epoch": 0.32
    },
    {
        "loss": 10.7341,
        "grad_norm": 0.9504636526107788,
        "learning_rate": 0.0008925352235932441,
        "epoch": 0.32
    },
    {
        "loss": 10.3923,
        "grad_norm": 1.1075007915496826,
        "learning_rate": 0.0008916601032641989,
        "epoch": 0.33
    },
    {
        "loss": 10.323,
        "grad_norm": 1.137343406677246,
        "learning_rate": 0.0008907849829351537,
        "epoch": 0.33
    },
    {
        "loss": 10.2794,
        "grad_norm": 0.797771155834198,
        "learning_rate": 0.0008899098626061084,
        "epoch": 0.33
    },
    {
        "loss": 10.6656,
        "grad_norm": 1.018343448638916,
        "learning_rate": 0.0008890347422770632,
        "epoch": 0.33
    },
    {
        "loss": 10.2778,
        "grad_norm": 1.0548039674758911,
        "learning_rate": 0.000888159621948018,
        "epoch": 0.34
    },
    {
        "loss": 10.1114,
        "grad_norm": 3.0174038410186768,
        "learning_rate": 0.0008872845016189727,
        "epoch": 0.34
    },
    {
        "loss": 10.8685,
        "grad_norm": 2.50591778755188,
        "learning_rate": 0.0008864093812899275,
        "epoch": 0.34
    },
    {
        "loss": 10.0677,
        "grad_norm": 1.2851207256317139,
        "learning_rate": 0.0008855342609608822,
        "epoch": 0.34
    },
    {
        "loss": 10.0311,
        "grad_norm": 0.7987344264984131,
        "learning_rate": 0.0008846591406318369,
        "epoch": 0.35
    },
    {
        "loss": 9.7713,
        "grad_norm": 1.114479899406433,
        "learning_rate": 0.0008837840203027917,
        "epoch": 0.35
    },
    {
        "loss": 9.9371,
        "grad_norm": 1.2233116626739502,
        "learning_rate": 0.0008829088999737464,
        "epoch": 0.35
    },
    {
        "loss": 10.5333,
        "grad_norm": 2.0412189960479736,
        "learning_rate": 0.0008820337796447012,
        "epoch": 0.35
    },
    {
        "loss": 10.2577,
        "grad_norm": 1.2635306119918823,
        "learning_rate": 0.0008811586593156559,
        "epoch": 0.36
    },
    {
        "loss": 9.8937,
        "grad_norm": 12.760872840881348,
        "learning_rate": 0.0008802835389866107,
        "epoch": 0.36
    },
    {
        "loss": 10.6092,
        "grad_norm": 1.3580334186553955,
        "learning_rate": 0.0008794084186575654,
        "epoch": 0.36
    },
    {
        "loss": 10.2467,
        "grad_norm": 1.250632643699646,
        "learning_rate": 0.0008785332983285201,
        "epoch": 0.36
    },
    {
        "loss": 10.5076,
        "grad_norm": 1.458349585533142,
        "learning_rate": 0.0008776581779994749,
        "epoch": 0.37
    },
    {
        "loss": 10.2769,
        "grad_norm": 1.9139622449874878,
        "learning_rate": 0.0008767830576704296,
        "epoch": 0.37
    },
    {
        "loss": 10.4452,
        "grad_norm": 1.2400761842727661,
        "learning_rate": 0.0008759079373413844,
        "epoch": 0.37
    },
    {
        "loss": 10.01,
        "grad_norm": 1.5482594966888428,
        "learning_rate": 0.0008750328170123392,
        "epoch": 0.38
    },
    {
        "loss": 10.2997,
        "grad_norm": 1.68232262134552,
        "learning_rate": 0.0008741576966832939,
        "epoch": 0.38
    },
    {
        "loss": 10.0902,
        "grad_norm": 1.206350564956665,
        "learning_rate": 0.0008732825763542487,
        "epoch": 0.38
    },
    {
        "loss": 9.6499,
        "grad_norm": 1.2805421352386475,
        "learning_rate": 0.0008724074560252034,
        "epoch": 0.38
    },
    {
        "loss": 10.3858,
        "grad_norm": 1.1297776699066162,
        "learning_rate": 0.0008715323356961582,
        "epoch": 0.39
    },
    {
        "loss": 10.4059,
        "grad_norm": 1.382300853729248,
        "learning_rate": 0.000870657215367113,
        "epoch": 0.39
    },
    {
        "loss": 9.8993,
        "grad_norm": 1.1831278800964355,
        "learning_rate": 0.0008697820950380677,
        "epoch": 0.39
    },
    {
        "loss": 10.2277,
        "grad_norm": 1.5924201011657715,
        "learning_rate": 0.0008689069747090225,
        "epoch": 0.39
    },
    {
        "loss": 10.2644,
        "grad_norm": 0.9275569319725037,
        "learning_rate": 0.0008680318543799773,
        "epoch": 0.4
    },
    {
        "loss": 10.2756,
        "grad_norm": 1.220247745513916,
        "learning_rate": 0.000867156734050932,
        "epoch": 0.4
    },
    {
        "loss": 9.873,
        "grad_norm": 1.2408357858657837,
        "learning_rate": 0.0008662816137218868,
        "epoch": 0.4
    },
    {
        "loss": 10.4232,
        "grad_norm": 2.236565351486206,
        "learning_rate": 0.0008654064933928415,
        "epoch": 0.4
    },
    {
        "loss": 9.8613,
        "grad_norm": 1.3093738555908203,
        "learning_rate": 0.0008645313730637963,
        "epoch": 0.41
    },
    {
        "loss": 10.1708,
        "grad_norm": 2.232199192047119,
        "learning_rate": 0.000863656252734751,
        "epoch": 0.41
    },
    {
        "loss": 9.9729,
        "grad_norm": 1.4281343221664429,
        "learning_rate": 0.0008627811324057057,
        "epoch": 0.41
    },
    {
        "loss": 10.3467,
        "grad_norm": 1.7682894468307495,
        "learning_rate": 0.0008619060120766605,
        "epoch": 0.41
    },
    {
        "loss": 9.7119,
        "grad_norm": 1.7619984149932861,
        "learning_rate": 0.0008610308917476152,
        "epoch": 0.42
    },
    {
        "loss": 10.4769,
        "grad_norm": 1.5372920036315918,
        "learning_rate": 0.00086015577141857,
        "epoch": 0.42
    },
    {
        "loss": 10.691,
        "grad_norm": 2.3789474964141846,
        "learning_rate": 0.0008592806510895248,
        "epoch": 0.42
    },
    {
        "loss": 9.8791,
        "grad_norm": 2.496776819229126,
        "learning_rate": 0.0008584055307604795,
        "epoch": 0.43
    },
    {
        "loss": 9.7356,
        "grad_norm": 4.118072032928467,
        "learning_rate": 0.0008575304104314343,
        "epoch": 0.43
    },
    {
        "loss": 10.3761,
        "grad_norm": 1.7359448671340942,
        "learning_rate": 0.0008566552901023891,
        "epoch": 0.43
    },
    {
        "loss": 10.1403,
        "grad_norm": 1.8283412456512451,
        "learning_rate": 0.0008557801697733438,
        "epoch": 0.43
    },
    {
        "loss": 10.306,
        "grad_norm": 1.9979033470153809,
        "learning_rate": 0.0008549050494442986,
        "epoch": 0.44
    },
    {
        "loss": 9.5832,
        "grad_norm": 3.1794967651367188,
        "learning_rate": 0.0008540299291152533,
        "epoch": 0.44
    },
    {
        "loss": 10.1963,
        "grad_norm": 3.1991539001464844,
        "learning_rate": 0.0008531548087862081,
        "epoch": 0.44
    },
    {
        "loss": 10.7828,
        "grad_norm": 2.5145182609558105,
        "learning_rate": 0.0008522796884571629,
        "epoch": 0.44
    },
    {
        "loss": 10.1017,
        "grad_norm": 1.0783337354660034,
        "learning_rate": 0.0008514045681281176,
        "epoch": 0.45
    },
    {
        "loss": 9.4955,
        "grad_norm": 6.040937423706055,
        "learning_rate": 0.0008505294477990724,
        "epoch": 0.45
    },
    {
        "loss": 10.3679,
        "grad_norm": 1.5212355852127075,
        "learning_rate": 0.0008496543274700271,
        "epoch": 0.45
    },
    {
        "loss": 9.7236,
        "grad_norm": 4.30284309387207,
        "learning_rate": 0.0008487792071409819,
        "epoch": 0.45
    },
    {
        "loss": 9.7635,
        "grad_norm": 2.9821696281433105,
        "learning_rate": 0.0008479040868119367,
        "epoch": 0.46
    },
    {
        "loss": 9.8438,
        "grad_norm": 1.676759958267212,
        "learning_rate": 0.0008470289664828914,
        "epoch": 0.46
    },
    {
        "loss": 9.6693,
        "grad_norm": 1.8075122833251953,
        "learning_rate": 0.0008461538461538462,
        "epoch": 0.46
    },
    {
        "loss": 10.4572,
        "grad_norm": 2.4182658195495605,
        "learning_rate": 0.000845278725824801,
        "epoch": 0.46
    },
    {
        "loss": 10.3901,
        "grad_norm": 1.7208518981933594,
        "learning_rate": 0.0008444036054957557,
        "epoch": 0.47
    },
    {
        "loss": 9.7696,
        "grad_norm": 2.4831340312957764,
        "learning_rate": 0.0008435284851667105,
        "epoch": 0.47
    },
    {
        "loss": 10.409,
        "grad_norm": 1.3335094451904297,
        "learning_rate": 0.0008426533648376652,
        "epoch": 0.47
    },
    {
        "loss": 10.526,
        "grad_norm": 0.9441933035850525,
        "learning_rate": 0.0008417782445086199,
        "epoch": 0.48
    },
    {
        "loss": 10.14,
        "grad_norm": 1.1018340587615967,
        "learning_rate": 0.0008409031241795747,
        "epoch": 0.48
    },
    {
        "loss": 10.0298,
        "grad_norm": 1.2077239751815796,
        "learning_rate": 0.0008400280038505294,
        "epoch": 0.48
    },
    {
        "loss": 9.7303,
        "grad_norm": 2.0401172637939453,
        "learning_rate": 0.0008391528835214842,
        "epoch": 0.48
    },
    {
        "loss": 10.1229,
        "grad_norm": 1.9456411600112915,
        "learning_rate": 0.0008382777631924389,
        "epoch": 0.49
    },
    {
        "loss": 9.9805,
        "grad_norm": 1.830814003944397,
        "learning_rate": 0.0008374026428633937,
        "epoch": 0.49
    },
    {
        "loss": 10.1328,
        "grad_norm": 2.1729185581207275,
        "learning_rate": 0.0008365275225343485,
        "epoch": 0.49
    },
    {
        "loss": 10.4834,
        "grad_norm": 1.324315071105957,
        "learning_rate": 0.0008356524022053032,
        "epoch": 0.49
    },
    {
        "loss": 10.349,
        "grad_norm": 2.837768077850342,
        "learning_rate": 0.000834777281876258,
        "epoch": 0.5
    },
    {
        "loss": 9.8015,
        "grad_norm": 1.1361275911331177,
        "learning_rate": 0.0008339021615472128,
        "epoch": 0.5
    },
    {
        "loss": 9.5739,
        "grad_norm": 1.4033498764038086,
        "learning_rate": 0.0008330270412181675,
        "epoch": 0.5
    },
    {
        "loss": 9.5204,
        "grad_norm": 1.1027082204818726,
        "learning_rate": 0.0008321519208891223,
        "epoch": 0.5
    },
    {
        "loss": 9.4961,
        "grad_norm": 2.2432548999786377,
        "learning_rate": 0.000831276800560077,
        "epoch": 0.51
    },
    {
        "loss": 10.4562,
        "grad_norm": 1.3807300329208374,
        "learning_rate": 0.0008304016802310318,
        "epoch": 0.51
    },
    {
        "loss": 9.9888,
        "grad_norm": 2.594301462173462,
        "learning_rate": 0.0008295265599019866,
        "epoch": 0.51
    },
    {
        "loss": 9.4501,
        "grad_norm": 1.4775426387786865,
        "learning_rate": 0.0008286514395729413,
        "epoch": 0.51
    },
    {
        "loss": 9.9432,
        "grad_norm": 1.463850736618042,
        "learning_rate": 0.0008277763192438961,
        "epoch": 0.52
    },
    {
        "loss": 9.7867,
        "grad_norm": 1.5370949506759644,
        "learning_rate": 0.0008269011989148508,
        "epoch": 0.52
    },
    {
        "loss": 9.674,
        "grad_norm": 1.2858608961105347,
        "learning_rate": 0.0008260260785858056,
        "epoch": 0.52
    },
    {
        "loss": 10.4663,
        "grad_norm": 1.2758288383483887,
        "learning_rate": 0.0008251509582567604,
        "epoch": 0.52
    },
    {
        "loss": 9.552,
        "grad_norm": 1.181013822555542,
        "learning_rate": 0.0008242758379277151,
        "epoch": 0.53
    },
    {
        "loss": 9.9999,
        "grad_norm": 0.9388832449913025,
        "learning_rate": 0.0008234007175986699,
        "epoch": 0.53
    },
    {
        "loss": 10.1529,
        "grad_norm": 1.3157830238342285,
        "learning_rate": 0.0008225255972696247,
        "epoch": 0.53
    },
    {
        "loss": 10.3224,
        "grad_norm": 1.603309154510498,
        "learning_rate": 0.0008216504769405794,
        "epoch": 0.54
    },
    {
        "loss": 9.2725,
        "grad_norm": 1.2987728118896484,
        "learning_rate": 0.0008207753566115342,
        "epoch": 0.54
    },
    {
        "loss": 10.2593,
        "grad_norm": 1.398086428642273,
        "learning_rate": 0.0008199002362824888,
        "epoch": 0.54
    },
    {
        "loss": 9.8407,
        "grad_norm": 1.3308155536651611,
        "learning_rate": 0.0008190251159534436,
        "epoch": 0.54
    },
    {
        "loss": 10.7467,
        "grad_norm": 1.3167645931243896,
        "learning_rate": 0.0008181499956243984,
        "epoch": 0.55
    },
    {
        "loss": 10.1278,
        "grad_norm": 1.935791254043579,
        "learning_rate": 0.0008172748752953531,
        "epoch": 0.55
    },
    {
        "loss": 9.9477,
        "grad_norm": 1.7790919542312622,
        "learning_rate": 0.0008163997549663079,
        "epoch": 0.55
    },
    {
        "loss": 9.2234,
        "grad_norm": 0.8335697650909424,
        "learning_rate": 0.0008155246346372626,
        "epoch": 0.55
    },
    {
        "loss": 9.8562,
        "grad_norm": 2.750474691390991,
        "learning_rate": 0.0008146495143082174,
        "epoch": 0.56
    },
    {
        "loss": 10.3218,
        "grad_norm": 1.4811447858810425,
        "learning_rate": 0.0008137743939791722,
        "epoch": 0.56
    },
    {
        "loss": 9.6582,
        "grad_norm": 1.9921342134475708,
        "learning_rate": 0.0008128992736501269,
        "epoch": 0.56
    },
    {
        "loss": 9.8513,
        "grad_norm": 2.635014295578003,
        "learning_rate": 0.0008120241533210817,
        "epoch": 0.56
    },
    {
        "loss": 9.8862,
        "grad_norm": 1.5898804664611816,
        "learning_rate": 0.0008111490329920365,
        "epoch": 0.57
    },
    {
        "loss": 9.4721,
        "grad_norm": 4.158829689025879,
        "learning_rate": 0.0008102739126629912,
        "epoch": 0.57
    },
    {
        "loss": 10.1474,
        "grad_norm": 1.8269054889678955,
        "learning_rate": 0.000809398792333946,
        "epoch": 0.57
    },
    {
        "loss": 9.4288,
        "grad_norm": 3.384010076522827,
        "learning_rate": 0.0008085236720049007,
        "epoch": 0.57
    },
    {
        "loss": 10.0144,
        "grad_norm": 1.6854453086853027,
        "learning_rate": 0.0008076485516758555,
        "epoch": 0.58
    },
    {
        "loss": 10.229,
        "grad_norm": 2.0812976360321045,
        "learning_rate": 0.0008067734313468103,
        "epoch": 0.58
    },
    {
        "loss": 9.7204,
        "grad_norm": 1.7673369646072388,
        "learning_rate": 0.000805898311017765,
        "epoch": 0.58
    },
    {
        "loss": 9.6859,
        "grad_norm": 2.155963897705078,
        "learning_rate": 0.0008050231906887198,
        "epoch": 0.59
    },
    {
        "loss": 10.029,
        "grad_norm": 1.482950210571289,
        "learning_rate": 0.0008041480703596745,
        "epoch": 0.59
    },
    {
        "loss": 9.25,
        "grad_norm": 2.6473171710968018,
        "learning_rate": 0.0008032729500306293,
        "epoch": 0.59
    },
    {
        "loss": 10.028,
        "grad_norm": 1.3584322929382324,
        "learning_rate": 0.0008023978297015841,
        "epoch": 0.59
    },
    {
        "loss": 9.6924,
        "grad_norm": 1.74970543384552,
        "learning_rate": 0.0008015227093725388,
        "epoch": 0.6
    },
    {
        "loss": 10.0445,
        "grad_norm": 2.0750019550323486,
        "learning_rate": 0.0008006475890434936,
        "epoch": 0.6
    },
    {
        "loss": 9.7962,
        "grad_norm": 7.219356060028076,
        "learning_rate": 0.0007997724687144482,
        "epoch": 0.6
    },
    {
        "loss": 10.215,
        "grad_norm": 1.2369924783706665,
        "learning_rate": 0.0007988973483854029,
        "epoch": 0.6
    },
    {
        "loss": 9.538,
        "grad_norm": 1.9686328172683716,
        "learning_rate": 0.0007980222280563577,
        "epoch": 0.61
    },
    {
        "loss": 10.2107,
        "grad_norm": 1.2081037759780884,
        "learning_rate": 0.0007971471077273124,
        "epoch": 0.61
    },
    {
        "loss": 9.6709,
        "grad_norm": 1.7755659818649292,
        "learning_rate": 0.0007962719873982672,
        "epoch": 0.61
    },
    {
        "loss": 9.7973,
        "grad_norm": 2.226400375366211,
        "learning_rate": 0.000795396867069222,
        "epoch": 0.61
    },
    {
        "loss": 9.5564,
        "grad_norm": 1.2814253568649292,
        "learning_rate": 0.0007945217467401767,
        "epoch": 0.62
    },
    {
        "loss": 9.7987,
        "grad_norm": 2.0225868225097656,
        "learning_rate": 0.0007936466264111315,
        "epoch": 0.62
    },
    {
        "loss": 10.0866,
        "grad_norm": 2.059910774230957,
        "learning_rate": 0.0007927715060820862,
        "epoch": 0.62
    },
    {
        "loss": 10.031,
        "grad_norm": 3.564408779144287,
        "learning_rate": 0.000791896385753041,
        "epoch": 0.62
    },
    {
        "loss": 9.5562,
        "grad_norm": 1.6237695217132568,
        "learning_rate": 0.0007910212654239958,
        "epoch": 0.63
    },
    {
        "loss": 10.032,
        "grad_norm": 1.8051832914352417,
        "learning_rate": 0.0007901461450949505,
        "epoch": 0.63
    },
    {
        "loss": 9.5223,
        "grad_norm": 1.807507872581482,
        "learning_rate": 0.0007892710247659053,
        "epoch": 0.63
    },
    {
        "loss": 9.4476,
        "grad_norm": 1.3200876712799072,
        "learning_rate": 0.00078839590443686,
        "epoch": 0.64
    },
    {
        "loss": 9.4836,
        "grad_norm": 3.295555353164673,
        "learning_rate": 0.0007875207841078148,
        "epoch": 0.64
    },
    {
        "loss": 9.9695,
        "grad_norm": 2.036158561706543,
        "learning_rate": 0.0007867331758116741,
        "epoch": 0.64
    },
    {
        "loss": 9.414,
        "grad_norm": 1.6501291990280151,
        "learning_rate": 0.0007858580554826289,
        "epoch": 0.64
    },
    {
        "loss": 10.3832,
        "grad_norm": 1.3873107433319092,
        "learning_rate": 0.0007849829351535836,
        "epoch": 0.65
    },
    {
        "loss": 9.6308,
        "grad_norm": 1.0633749961853027,
        "learning_rate": 0.0007841078148245384,
        "epoch": 0.65
    },
    {
        "loss": 9.8861,
        "grad_norm": 2.238201141357422,
        "learning_rate": 0.0007832326944954931,
        "epoch": 0.65
    },
    {
        "loss": 9.9682,
        "grad_norm": 1.2320759296417236,
        "learning_rate": 0.0007823575741664479,
        "epoch": 0.65
    },
    {
        "loss": 9.496,
        "grad_norm": 1.8895844221115112,
        "learning_rate": 0.0007814824538374027,
        "epoch": 0.66
    },
    {
        "loss": 9.9117,
        "grad_norm": 1.7297803163528442,
        "learning_rate": 0.0007806073335083574,
        "epoch": 0.66
    },
    {
        "loss": 10.0705,
        "grad_norm": 1.8089996576309204,
        "learning_rate": 0.0007797322131793122,
        "epoch": 0.66
    },
    {
        "loss": 9.8684,
        "grad_norm": 2.4221599102020264,
        "learning_rate": 0.000778857092850267,
        "epoch": 0.66
    },
    {
        "loss": 9.343,
        "grad_norm": 1.869035243988037,
        "learning_rate": 0.0007779819725212217,
        "epoch": 0.67
    },
    {
        "loss": 9.395,
        "grad_norm": 1.5427782535552979,
        "learning_rate": 0.0007771068521921765,
        "epoch": 0.67
    },
    {
        "loss": 9.3372,
        "grad_norm": 1.2343759536743164,
        "learning_rate": 0.0007762317318631312,
        "epoch": 0.67
    },
    {
        "loss": 10.0514,
        "grad_norm": 1.057860016822815,
        "learning_rate": 0.000775356611534086,
        "epoch": 0.67
    },
    {
        "loss": 9.8897,
        "grad_norm": 4.536896228790283,
        "learning_rate": 0.0007744814912050408,
        "epoch": 0.68
    },
    {
        "loss": 9.7529,
        "grad_norm": 2.2841501235961914,
        "learning_rate": 0.0007736063708759955,
        "epoch": 0.68
    },
    {
        "loss": 9.7393,
        "grad_norm": 1.4836674928665161,
        "learning_rate": 0.0007727312505469503,
        "epoch": 0.68
    },
    {
        "loss": 9.4403,
        "grad_norm": 1.9073762893676758,
        "learning_rate": 0.000771856130217905,
        "epoch": 0.69
    },
    {
        "loss": 9.8424,
        "grad_norm": 2.367785930633545,
        "learning_rate": 0.0007709810098888598,
        "epoch": 0.69
    },
    {
        "loss": 9.5098,
        "grad_norm": 0.824318528175354,
        "learning_rate": 0.0007701058895598146,
        "epoch": 0.69
    },
    {
        "loss": 9.4785,
        "grad_norm": 1.2716361284255981,
        "learning_rate": 0.0007692307692307693,
        "epoch": 0.69
    },
    {
        "loss": 9.8112,
        "grad_norm": 2.1307737827301025,
        "learning_rate": 0.0007683556489017241,
        "epoch": 0.7
    },
    {
        "loss": 9.5932,
        "grad_norm": 2.0558087825775146,
        "learning_rate": 0.0007674805285726788,
        "epoch": 0.7
    },
    {
        "loss": 9.5525,
        "grad_norm": 1.582262396812439,
        "learning_rate": 0.0007666054082436335,
        "epoch": 0.7
    },
    {
        "loss": 9.8359,
        "grad_norm": 7.788843154907227,
        "learning_rate": 0.0007657302879145883,
        "epoch": 0.7
    },
    {
        "loss": 10.3724,
        "grad_norm": 1.328479528427124,
        "learning_rate": 0.000764855167585543,
        "epoch": 0.71
    },
    {
        "loss": 8.8465,
        "grad_norm": 1.6026923656463623,
        "learning_rate": 0.0007639800472564978,
        "epoch": 0.71
    },
    {
        "loss": 9.4257,
        "grad_norm": 4.00112247467041,
        "learning_rate": 0.0007631049269274526,
        "epoch": 0.71
    },
    {
        "loss": 9.4006,
        "grad_norm": 1.2519035339355469,
        "learning_rate": 0.0007622298065984073,
        "epoch": 0.71
    },
    {
        "loss": 9.2469,
        "grad_norm": 1.0302975177764893,
        "learning_rate": 0.0007613546862693621,
        "epoch": 0.72
    },
    {
        "loss": 9.6992,
        "grad_norm": 1.066437840461731,
        "learning_rate": 0.0007604795659403168,
        "epoch": 0.72
    },
    {
        "loss": 8.9602,
        "grad_norm": 1.232923984527588,
        "learning_rate": 0.0007596044456112715,
        "epoch": 0.72
    },
    {
        "loss": 10.1371,
        "grad_norm": 2.129009962081909,
        "learning_rate": 0.0007587293252822263,
        "epoch": 0.72
    },
    {
        "loss": 9.3879,
        "grad_norm": 1.385560154914856,
        "learning_rate": 0.000757854204953181,
        "epoch": 0.73
    },
    {
        "loss": 9.898,
        "grad_norm": 15.102237701416016,
        "learning_rate": 0.0007569790846241358,
        "epoch": 0.73
    },
    {
        "loss": 9.723,
        "grad_norm": 1.5371789932250977,
        "learning_rate": 0.0007561039642950905,
        "epoch": 0.73
    },
    {
        "loss": 9.5436,
        "grad_norm": 1.3847825527191162,
        "learning_rate": 0.0007552288439660453,
        "epoch": 0.73
    },
    {
        "loss": 9.4084,
        "grad_norm": 2.662229299545288,
        "learning_rate": 0.0007543537236370001,
        "epoch": 0.74
    },
    {
        "loss": 9.6916,
        "grad_norm": 1.3952440023422241,
        "learning_rate": 0.0007534786033079548,
        "epoch": 0.74
    },
    {
        "loss": 9.2971,
        "grad_norm": 2.79449725151062,
        "learning_rate": 0.0007526034829789096,
        "epoch": 0.74
    },
    {
        "loss": 9.6677,
        "grad_norm": 0.959707498550415,
        "learning_rate": 0.0007517283626498644,
        "epoch": 0.75
    },
    {
        "loss": 9.5952,
        "grad_norm": 1.7505630254745483,
        "learning_rate": 0.0007508532423208191,
        "epoch": 0.75
    },
    {
        "loss": 9.901,
        "grad_norm": 4.176792621612549,
        "learning_rate": 0.0007499781219917739,
        "epoch": 0.75
    },
    {
        "loss": 9.5036,
        "grad_norm": 2.338407516479492,
        "learning_rate": 0.0007491030016627286,
        "epoch": 0.75
    },
    {
        "loss": 10.0173,
        "grad_norm": 1.4003384113311768,
        "learning_rate": 0.0007482278813336834,
        "epoch": 0.76
    },
    {
        "loss": 9.7204,
        "grad_norm": 2.0305333137512207,
        "learning_rate": 0.0007473527610046382,
        "epoch": 0.76
    },
    {
        "loss": 9.7901,
        "grad_norm": 2.2396442890167236,
        "learning_rate": 0.0007464776406755928,
        "epoch": 0.76
    },
    {
        "loss": 9.5465,
        "grad_norm": 3.230546474456787,
        "learning_rate": 0.0007456025203465476,
        "epoch": 0.76
    },
    {
        "loss": 8.9817,
        "grad_norm": 3.14975643157959,
        "learning_rate": 0.0007447274000175023,
        "epoch": 0.77
    },
    {
        "loss": 10.0403,
        "grad_norm": 2.1714890003204346,
        "learning_rate": 0.0007438522796884571,
        "epoch": 0.77
    },
    {
        "loss": 9.054,
        "grad_norm": 1.8472590446472168,
        "learning_rate": 0.0007429771593594119,
        "epoch": 0.77
    },
    {
        "loss": 9.4847,
        "grad_norm": 1.0868862867355347,
        "learning_rate": 0.0007421020390303666,
        "epoch": 0.77
    },
    {
        "loss": 9.5688,
        "grad_norm": 0.9088165760040283,
        "learning_rate": 0.0007412269187013214,
        "epoch": 0.78
    },
    {
        "loss": 9.2655,
        "grad_norm": 1.2336516380310059,
        "learning_rate": 0.0007403517983722762,
        "epoch": 0.78
    },
    {
        "loss": 9.6194,
        "grad_norm": 1.2794588804244995,
        "learning_rate": 0.0007394766780432309,
        "epoch": 0.78
    },
    {
        "loss": 9.4072,
        "grad_norm": 1.5056113004684448,
        "learning_rate": 0.0007386015577141857,
        "epoch": 0.78
    },
    {
        "loss": 8.781,
        "grad_norm": 1.809520959854126,
        "learning_rate": 0.0007377264373851404,
        "epoch": 0.79
    },
    {
        "loss": 9.3203,
        "grad_norm": 3.1000723838806152,
        "learning_rate": 0.0007368513170560952,
        "epoch": 0.79
    },
    {
        "loss": 9.3199,
        "grad_norm": 4.879993915557861,
        "learning_rate": 0.00073597619672705,
        "epoch": 0.79
    },
    {
        "loss": 10.2243,
        "grad_norm": 1.508380651473999,
        "learning_rate": 0.0007351010763980047,
        "epoch": 0.8
    },
    {
        "loss": 9.3476,
        "grad_norm": 1.2379094362258911,
        "learning_rate": 0.0007342259560689595,
        "epoch": 0.8
    },
    {
        "loss": 9.3482,
        "grad_norm": 1.3472929000854492,
        "learning_rate": 0.0007333508357399142,
        "epoch": 0.8
    },
    {
        "loss": 9.1645,
        "grad_norm": 1.2490941286087036,
        "learning_rate": 0.000732475715410869,
        "epoch": 0.8
    },
    {
        "loss": 9.8443,
        "grad_norm": 1.3615162372589111,
        "learning_rate": 0.0007316005950818238,
        "epoch": 0.81
    },
    {
        "loss": 9.1608,
        "grad_norm": 1.608033299446106,
        "learning_rate": 0.0007307254747527785,
        "epoch": 0.81
    },
    {
        "loss": 9.5366,
        "grad_norm": 1.819758415222168,
        "learning_rate": 0.0007298503544237333,
        "epoch": 0.81
    },
    {
        "loss": 9.3414,
        "grad_norm": 1.190049409866333,
        "learning_rate": 0.0007289752340946881,
        "epoch": 0.81
    },
    {
        "loss": 9.3362,
        "grad_norm": 1.136693000793457,
        "learning_rate": 0.0007281001137656428,
        "epoch": 0.82
    },
    {
        "loss": 9.4184,
        "grad_norm": 1.3066457509994507,
        "learning_rate": 0.0007272249934365976,
        "epoch": 0.82
    },
    {
        "loss": 9.3295,
        "grad_norm": 2.193195343017578,
        "learning_rate": 0.0007263498731075523,
        "epoch": 0.82
    },
    {
        "loss": 9.0824,
        "grad_norm": 1.2458583116531372,
        "learning_rate": 0.0007254747527785071,
        "epoch": 0.82
    },
    {
        "loss": 9.4671,
        "grad_norm": 1.4734137058258057,
        "learning_rate": 0.0007245996324494618,
        "epoch": 0.83
    },
    {
        "loss": 8.8882,
        "grad_norm": 1.8609868288040161,
        "learning_rate": 0.0007237245121204165,
        "epoch": 0.83
    },
    {
        "loss": 9.8334,
        "grad_norm": 1.2084137201309204,
        "learning_rate": 0.0007228493917913713,
        "epoch": 0.83
    },
    {
        "loss": 9.301,
        "grad_norm": 1.3520543575286865,
        "learning_rate": 0.000721974271462326,
        "epoch": 0.83
    },
    {
        "loss": 9.4308,
        "grad_norm": 1.7796053886413574,
        "learning_rate": 0.0007210991511332808,
        "epoch": 0.84
    },
    {
        "loss": 9.2915,
        "grad_norm": 1.583756685256958,
        "learning_rate": 0.0007202240308042356,
        "epoch": 0.84
    },
    {
        "loss": 9.543,
        "grad_norm": 1.3439078330993652,
        "learning_rate": 0.0007193489104751903,
        "epoch": 0.84
    },
    {
        "loss": 9.4767,
        "grad_norm": 1.0626850128173828,
        "learning_rate": 0.0007184737901461451,
        "epoch": 0.85
    },
    {
        "loss": 9.6831,
        "grad_norm": 1.559846043586731,
        "learning_rate": 0.0007175986698170999,
        "epoch": 0.85
    },
    {
        "loss": 9.3683,
        "grad_norm": 1.3399856090545654,
        "learning_rate": 0.0007167235494880546,
        "epoch": 0.85
    },
    {
        "loss": 9.4018,
        "grad_norm": 2.0115649700164795,
        "learning_rate": 0.0007158484291590094,
        "epoch": 0.85
    },
    {
        "loss": 9.6007,
        "grad_norm": 1.9016413688659668,
        "learning_rate": 0.0007149733088299641,
        "epoch": 0.86
    },
    {
        "loss": 9.7843,
        "grad_norm": 9.662792205810547,
        "learning_rate": 0.0007140981885009189,
        "epoch": 0.86
    },
    {
        "loss": 9.4248,
        "grad_norm": 0.9219140410423279,
        "learning_rate": 0.0007132230681718737,
        "epoch": 0.86
    },
    {
        "loss": 9.8659,
        "grad_norm": 1.0851889848709106,
        "learning_rate": 0.0007123479478428284,
        "epoch": 0.86
    },
    {
        "loss": 9.1677,
        "grad_norm": 1.0349225997924805,
        "learning_rate": 0.0007114728275137832,
        "epoch": 0.87
    },
    {
        "loss": 9.1666,
        "grad_norm": 1.286309003829956,
        "learning_rate": 0.000710597707184738,
        "epoch": 0.87
    },
    {
        "loss": 9.5514,
        "grad_norm": 1.0325031280517578,
        "learning_rate": 0.0007097225868556927,
        "epoch": 0.87
    },
    {
        "loss": 9.2542,
        "grad_norm": 1.2344691753387451,
        "learning_rate": 0.0007088474665266475,
        "epoch": 0.87
    },
    {
        "loss": 9.1687,
        "grad_norm": 0.9820197224617004,
        "learning_rate": 0.0007079723461976022,
        "epoch": 0.88
    },
    {
        "loss": 8.9295,
        "grad_norm": 2.573585033416748,
        "learning_rate": 0.000707097225868557,
        "epoch": 0.88
    },
    {
        "loss": 9.6702,
        "grad_norm": 0.8707136511802673,
        "learning_rate": 0.0007062221055395118,
        "epoch": 0.88
    },
    {
        "loss": 8.5564,
        "grad_norm": 0.9832028150558472,
        "learning_rate": 0.0007053469852104665,
        "epoch": 0.88
    },
    {
        "loss": 9.426,
        "grad_norm": 2.1577107906341553,
        "learning_rate": 0.0007044718648814213,
        "epoch": 0.89
    },
    {
        "loss": 9.2118,
        "grad_norm": 1.6314407587051392,
        "learning_rate": 0.000703596744552376,
        "epoch": 0.89
    },
    {
        "loss": 9.4482,
        "grad_norm": 1.6563376188278198,
        "learning_rate": 0.0007027216242233307,
        "epoch": 0.89
    },
    {
        "loss": 10.1221,
        "grad_norm": 1.3398720026016235,
        "learning_rate": 0.0007018465038942855,
        "epoch": 0.9
    },
    {
        "loss": 9.2569,
        "grad_norm": 1.2780015468597412,
        "learning_rate": 0.0007009713835652402,
        "epoch": 0.9
    },
    {
        "loss": 9.1485,
        "grad_norm": 1.3434102535247803,
        "learning_rate": 0.000700096263236195,
        "epoch": 0.9
    },
    {
        "loss": 9.3431,
        "grad_norm": 2.2103283405303955,
        "learning_rate": 0.0006992211429071497,
        "epoch": 0.9
    },
    {
        "loss": 9.5529,
        "grad_norm": 2.479997158050537,
        "learning_rate": 0.0006983460225781045,
        "epoch": 0.91
    },
    {
        "loss": 8.5835,
        "grad_norm": 1.3891953229904175,
        "learning_rate": 0.0006974709022490593,
        "epoch": 0.91
    },
    {
        "loss": 8.835,
        "grad_norm": 0.9400926828384399,
        "learning_rate": 0.000696595781920014,
        "epoch": 0.91
    },
    {
        "loss": 9.1069,
        "grad_norm": 1.2385962009429932,
        "learning_rate": 0.0006957206615909688,
        "epoch": 0.91
    },
    {
        "loss": 9.2235,
        "grad_norm": 1.7397691011428833,
        "learning_rate": 0.0006948455412619236,
        "epoch": 0.92
    },
    {
        "loss": 9.2386,
        "grad_norm": 1.7163151502609253,
        "learning_rate": 0.0006939704209328783,
        "epoch": 0.92
    },
    {
        "loss": 8.7562,
        "grad_norm": 1.5626498460769653,
        "learning_rate": 0.0006930953006038331,
        "epoch": 0.92
    },
    {
        "loss": 8.8432,
        "grad_norm": 1.9265193939208984,
        "learning_rate": 0.0006922201802747878,
        "epoch": 0.92
    },
    {
        "loss": 8.8117,
        "grad_norm": 1.4459571838378906,
        "learning_rate": 0.0006913450599457426,
        "epoch": 0.93
    },
    {
        "loss": 9.439,
        "grad_norm": 0.9559070467948914,
        "learning_rate": 0.0006904699396166974,
        "epoch": 0.93
    },
    {
        "loss": 9.1912,
        "grad_norm": 1.9344050884246826,
        "learning_rate": 0.0006895948192876521,
        "epoch": 0.93
    },
    {
        "loss": 9.5571,
        "grad_norm": 1.52436101436615,
        "learning_rate": 0.0006887196989586069,
        "epoch": 0.93
    },
    {
        "loss": 8.9898,
        "grad_norm": 1.4828134775161743,
        "learning_rate": 0.0006878445786295616,
        "epoch": 0.94
    },
    {
        "loss": 9.1776,
        "grad_norm": 1.4312185049057007,
        "learning_rate": 0.0006869694583005164,
        "epoch": 0.94
    },
    {
        "loss": 10.1621,
        "grad_norm": 1.2089942693710327,
        "learning_rate": 0.0006860943379714712,
        "epoch": 0.94
    },
    {
        "loss": 8.8634,
        "grad_norm": 5.034254550933838,
        "learning_rate": 0.0006852192176424259,
        "epoch": 0.94
    },
    {
        "loss": 9.1892,
        "grad_norm": 2.494285821914673,
        "learning_rate": 0.0006843440973133807,
        "epoch": 0.95
    },
    {
        "loss": 8.6028,
        "grad_norm": 1.5366199016571045,
        "learning_rate": 0.0006834689769843355,
        "epoch": 0.95
    },
    {
        "loss": 9.0938,
        "grad_norm": 1.1272014379501343,
        "learning_rate": 0.0006825938566552902,
        "epoch": 0.95
    },
    {
        "loss": 9.607,
        "grad_norm": 3.852747917175293,
        "learning_rate": 0.000681718736326245,
        "epoch": 0.96
    },
    {
        "loss": 9.6214,
        "grad_norm": 1.9155749082565308,
        "learning_rate": 0.0006808436159971996,
        "epoch": 0.96
    },
    {
        "loss": 8.6868,
        "grad_norm": 1.9045560359954834,
        "learning_rate": 0.0006799684956681543,
        "epoch": 0.96
    },
    {
        "loss": 9.8133,
        "grad_norm": 1.4083536863327026,
        "learning_rate": 0.000679093375339109,
        "epoch": 0.96
    },
    {
        "loss": 9.2029,
        "grad_norm": 4.824470043182373,
        "learning_rate": 0.0006782182550100638,
        "epoch": 0.97
    },
    {
        "loss": 9.3758,
        "grad_norm": 1.2905750274658203,
        "learning_rate": 0.0006773431346810186,
        "epoch": 0.97
    },
    {
        "loss": 9.2105,
        "grad_norm": 1.4681618213653564,
        "learning_rate": 0.0006764680143519733,
        "epoch": 0.97
    },
    {
        "loss": 9.1096,
        "grad_norm": 1.5041123628616333,
        "learning_rate": 0.0006755928940229281,
        "epoch": 0.97
    },
    {
        "loss": 9.1485,
        "grad_norm": 1.7930779457092285,
        "learning_rate": 0.0006747177736938829,
        "epoch": 0.98
    },
    {
        "loss": 9.2587,
        "grad_norm": 1.1871591806411743,
        "learning_rate": 0.0006738426533648376,
        "epoch": 0.98
    },
    {
        "loss": 9.2174,
        "grad_norm": 1.550445556640625,
        "learning_rate": 0.0006729675330357924,
        "epoch": 0.98
    },
    {
        "loss": 8.8521,
        "grad_norm": 1.361382007598877,
        "learning_rate": 0.0006720924127067471,
        "epoch": 0.98
    },
    {
        "loss": 9.0098,
        "grad_norm": 1.350142002105713,
        "learning_rate": 0.0006712172923777019,
        "epoch": 0.99
    },
    {
        "loss": 8.6736,
        "grad_norm": 1.2662369012832642,
        "learning_rate": 0.0006703421720486567,
        "epoch": 0.99
    },
    {
        "loss": 8.9752,
        "grad_norm": 1.474623441696167,
        "learning_rate": 0.0006694670517196114,
        "epoch": 0.99
    },
    {
        "loss": 8.7473,
        "grad_norm": 2.676971912384033,
        "learning_rate": 0.0006685919313905662,
        "epoch": 0.99
    },
    {
        "loss": 8.8512,
        "grad_norm": 1.114418625831604,
        "learning_rate": 0.000667716811061521,
        "epoch": 1.0
    },
    {
        "loss": 8.1921,
        "grad_norm": 2.0294203758239746,
        "learning_rate": 0.0006668416907324757,
        "epoch": 1.0
    },
    {
        "loss": 8.8171,
        "grad_norm": 0.9778627157211304,
        "learning_rate": 0.0006659665704034305,
        "epoch": 1.0
    },
    {
        "loss": 8.8809,
        "grad_norm": 1.621929407119751,
        "learning_rate": 0.0006650914500743852,
        "epoch": 1.01
    },
    {
        "loss": 8.9527,
        "grad_norm": 1.0340059995651245,
        "learning_rate": 0.00066421632974534,
        "epoch": 1.01
    },
    {
        "loss": 8.6295,
        "grad_norm": 1.4925633668899536,
        "learning_rate": 0.0006633412094162948,
        "epoch": 1.01
    },
    {
        "loss": 8.7158,
        "grad_norm": 1.3651670217514038,
        "learning_rate": 0.0006624660890872495,
        "epoch": 1.01
    },
    {
        "loss": 9.0606,
        "grad_norm": 1.1281485557556152,
        "learning_rate": 0.0006615909687582043,
        "epoch": 1.02
    },
    {
        "loss": 8.8925,
        "grad_norm": 1.0784941911697388,
        "learning_rate": 0.000660715848429159,
        "epoch": 1.02
    },
    {
        "loss": 9.1237,
        "grad_norm": 1.49080228805542,
        "learning_rate": 0.0006598407281001137,
        "epoch": 1.02
    },
    {
        "loss": 8.9093,
        "grad_norm": 1.080828309059143,
        "learning_rate": 0.0006589656077710685,
        "epoch": 1.02
    },
    {
        "loss": 8.9275,
        "grad_norm": 1.0867069959640503,
        "learning_rate": 0.0006580904874420232,
        "epoch": 1.03
    },
    {
        "loss": 8.5924,
        "grad_norm": 1.0178778171539307,
        "learning_rate": 0.000657215367112978,
        "epoch": 1.03
    },
    {
        "loss": 8.8768,
        "grad_norm": 0.978421688079834,
        "learning_rate": 0.0006563402467839327,
        "epoch": 1.03
    },
    {
        "loss": 8.8812,
        "grad_norm": 1.6234030723571777,
        "learning_rate": 0.0006554651264548875,
        "epoch": 1.03
    },
    {
        "loss": 9.5212,
        "grad_norm": 5.744367599487305,
        "learning_rate": 0.0006545900061258423,
        "epoch": 1.04
    },
    {
        "loss": 8.066,
        "grad_norm": 3.1010031700134277,
        "learning_rate": 0.000653714885796797,
        "epoch": 1.04
    },
    {
        "loss": 8.8401,
        "grad_norm": 1.4084874391555786,
        "learning_rate": 0.0006528397654677518,
        "epoch": 1.04
    },
    {
        "loss": 9.1554,
        "grad_norm": 1.4125443696975708,
        "learning_rate": 0.0006519646451387066,
        "epoch": 1.04
    },
    {
        "loss": 8.5098,
        "grad_norm": 1.0087417364120483,
        "learning_rate": 0.0006510895248096613,
        "epoch": 1.05
    },
    {
        "loss": 8.6227,
        "grad_norm": 1.404480218887329,
        "learning_rate": 0.0006502144044806161,
        "epoch": 1.05
    },
    {
        "loss": 8.7843,
        "grad_norm": 1.1295698881149292,
        "learning_rate": 0.0006493392841515708,
        "epoch": 1.05
    },
    {
        "loss": 8.6766,
        "grad_norm": 1.0821887254714966,
        "learning_rate": 0.0006484641638225256,
        "epoch": 1.06
    },
    {
        "loss": 8.6414,
        "grad_norm": 1.1444706916809082,
        "learning_rate": 0.0006475890434934804,
        "epoch": 1.06
    },
    {
        "loss": 8.457,
        "grad_norm": 1.277224063873291,
        "learning_rate": 0.0006467139231644351,
        "epoch": 1.06
    },
    {
        "loss": 9.058,
        "grad_norm": 1.4391515254974365,
        "learning_rate": 0.0006458388028353899,
        "epoch": 1.06
    },
    {
        "loss": 9.0137,
        "grad_norm": 1.1909124851226807,
        "learning_rate": 0.0006449636825063447,
        "epoch": 1.07
    },
    {
        "loss": 8.95,
        "grad_norm": 1.1959373950958252,
        "learning_rate": 0.0006440885621772994,
        "epoch": 1.07
    },
    {
        "loss": 8.7242,
        "grad_norm": 1.0742520093917847,
        "learning_rate": 0.0006432134418482542,
        "epoch": 1.07
    },
    {
        "loss": 8.6848,
        "grad_norm": 1.1215168237686157,
        "learning_rate": 0.0006423383215192089,
        "epoch": 1.07
    },
    {
        "loss": 8.2356,
        "grad_norm": 1.329377293586731,
        "learning_rate": 0.0006414632011901637,
        "epoch": 1.08
    },
    {
        "loss": 9.357,
        "grad_norm": 1.2252676486968994,
        "learning_rate": 0.0006405880808611185,
        "epoch": 1.08
    },
    {
        "loss": 8.9564,
        "grad_norm": 1.4522862434387207,
        "learning_rate": 0.0006397129605320732,
        "epoch": 1.08
    },
    {
        "loss": 9.315,
        "grad_norm": 1.3707520961761475,
        "learning_rate": 0.000638837840203028,
        "epoch": 1.08
    },
    {
        "loss": 8.5879,
        "grad_norm": 1.6546357870101929,
        "learning_rate": 0.0006379627198739826,
        "epoch": 1.09
    },
    {
        "loss": 9.4063,
        "grad_norm": 0.9310407638549805,
        "learning_rate": 0.0006370875995449374,
        "epoch": 1.09
    },
    {
        "loss": 8.8435,
        "grad_norm": 0.9878571629524231,
        "learning_rate": 0.0006362124792158922,
        "epoch": 1.09
    },
    {
        "loss": 9.0975,
        "grad_norm": 0.9288727045059204,
        "learning_rate": 0.0006353373588868469,
        "epoch": 1.09
    },
    {
        "loss": 9.219,
        "grad_norm": 0.9407894015312195,
        "learning_rate": 0.0006344622385578017,
        "epoch": 1.1
    },
    {
        "loss": 8.6555,
        "grad_norm": 0.9899985790252686,
        "learning_rate": 0.0006335871182287564,
        "epoch": 1.1
    },
    {
        "loss": 8.1403,
        "grad_norm": 0.8422369360923767,
        "learning_rate": 0.0006327119978997112,
        "epoch": 1.1
    },
    {
        "loss": 8.5879,
        "grad_norm": 1.1602038145065308,
        "learning_rate": 0.000631836877570666,
        "epoch": 1.11
    },
    {
        "loss": 8.8147,
        "grad_norm": 1.0149036645889282,
        "learning_rate": 0.0006309617572416207,
        "epoch": 1.11
    },
    {
        "loss": 8.6708,
        "grad_norm": 1.3015429973602295,
        "learning_rate": 0.0006300866369125755,
        "epoch": 1.11
    },
    {
        "loss": 8.213,
        "grad_norm": 1.0710703134536743,
        "learning_rate": 0.0006292115165835303,
        "epoch": 1.11
    },
    {
        "loss": 8.7651,
        "grad_norm": 0.9002228379249573,
        "learning_rate": 0.000628336396254485,
        "epoch": 1.12
    },
    {
        "loss": 9.2161,
        "grad_norm": 1.2090556621551514,
        "learning_rate": 0.0006274612759254398,
        "epoch": 1.12
    },
    {
        "loss": 8.4087,
        "grad_norm": 1.2179570198059082,
        "learning_rate": 0.0006265861555963945,
        "epoch": 1.12
    },
    {
        "loss": 8.5906,
        "grad_norm": 1.7626177072525024,
        "learning_rate": 0.0006257110352673493,
        "epoch": 1.12
    },
    {
        "loss": 8.7996,
        "grad_norm": 1.2657760381698608,
        "learning_rate": 0.0006248359149383041,
        "epoch": 1.13
    },
    {
        "loss": 8.7193,
        "grad_norm": 0.8737196326255798,
        "learning_rate": 0.0006239607946092588,
        "epoch": 1.13
    },
    {
        "loss": 8.5347,
        "grad_norm": 1.1074841022491455,
        "learning_rate": 0.0006230856742802136,
        "epoch": 1.13
    },
    {
        "loss": 8.8374,
        "grad_norm": 1.264391303062439,
        "learning_rate": 0.0006222105539511684,
        "epoch": 1.13
    },
    {
        "loss": 7.9866,
        "grad_norm": 1.0013505220413208,
        "learning_rate": 0.0006213354336221231,
        "epoch": 1.14
    },
    {
        "loss": 8.1635,
        "grad_norm": 1.0330276489257812,
        "learning_rate": 0.0006204603132930779,
        "epoch": 1.14
    },
    {
        "loss": 8.1751,
        "grad_norm": 1.125343918800354,
        "learning_rate": 0.0006195851929640326,
        "epoch": 1.14
    },
    {
        "loss": 9.082,
        "grad_norm": 1.0461503267288208,
        "learning_rate": 0.0006187100726349874,
        "epoch": 1.14
    },
    {
        "loss": 8.4013,
        "grad_norm": 1.2671931982040405,
        "learning_rate": 0.0006178349523059422,
        "epoch": 1.15
    },
    {
        "loss": 8.735,
        "grad_norm": 1.315640926361084,
        "learning_rate": 0.0006169598319768969,
        "epoch": 1.15
    },
    {
        "loss": 8.3872,
        "grad_norm": 1.0746458768844604,
        "learning_rate": 0.0006160847116478516,
        "epoch": 1.15
    },
    {
        "loss": 8.4791,
        "grad_norm": 0.9568318724632263,
        "learning_rate": 0.0006152095913188063,
        "epoch": 1.15
    },
    {
        "loss": 8.4284,
        "grad_norm": 1.0956138372421265,
        "learning_rate": 0.0006143344709897611,
        "epoch": 1.16
    },
    {
        "loss": 9.1513,
        "grad_norm": 1.2635217905044556,
        "learning_rate": 0.0006134593506607159,
        "epoch": 1.16
    },
    {
        "loss": 8.7084,
        "grad_norm": 1.242577075958252,
        "learning_rate": 0.0006125842303316706,
        "epoch": 1.16
    },
    {
        "loss": 8.9941,
        "grad_norm": 1.0156121253967285,
        "learning_rate": 0.0006117091100026254,
        "epoch": 1.17
    },
    {
        "loss": 8.731,
        "grad_norm": 1.3975499868392944,
        "learning_rate": 0.0006108339896735801,
        "epoch": 1.17
    },
    {
        "loss": 8.5287,
        "grad_norm": 1.0764504671096802,
        "learning_rate": 0.0006099588693445349,
        "epoch": 1.17
    },
    {
        "loss": 8.2368,
        "grad_norm": 1.0151234865188599,
        "learning_rate": 0.0006090837490154897,
        "epoch": 1.17
    },
    {
        "loss": 9.1091,
        "grad_norm": 6.751773834228516,
        "learning_rate": 0.0006082086286864444,
        "epoch": 1.18
    },
    {
        "loss": 8.7919,
        "grad_norm": 0.95284503698349,
        "learning_rate": 0.0006073335083573992,
        "epoch": 1.18
    },
    {
        "loss": 8.0937,
        "grad_norm": 1.131046175956726,
        "learning_rate": 0.000606458388028354,
        "epoch": 1.18
    },
    {
        "loss": 8.4255,
        "grad_norm": 0.8307482600212097,
        "learning_rate": 0.0006055832676993087,
        "epoch": 1.18
    },
    {
        "loss": 8.3428,
        "grad_norm": 1.1681163311004639,
        "learning_rate": 0.0006047081473702635,
        "epoch": 1.19
    },
    {
        "loss": 8.1699,
        "grad_norm": 1.6491031646728516,
        "learning_rate": 0.0006038330270412182,
        "epoch": 1.19
    },
    {
        "loss": 8.3981,
        "grad_norm": 0.9328737258911133,
        "learning_rate": 0.000602957906712173,
        "epoch": 1.19
    },
    {
        "loss": 8.5749,
        "grad_norm": 1.3434003591537476,
        "learning_rate": 0.0006020827863831278,
        "epoch": 1.19
    },
    {
        "loss": 8.6492,
        "grad_norm": 1.1651496887207031,
        "learning_rate": 0.0006012076660540825,
        "epoch": 1.2
    },
    {
        "loss": 8.9343,
        "grad_norm": 1.1224288940429688,
        "learning_rate": 0.0006003325457250373,
        "epoch": 1.2
    },
    {
        "loss": 8.4265,
        "grad_norm": 1.1075445413589478,
        "learning_rate": 0.0005994574253959919,
        "epoch": 1.2
    },
    {
        "loss": 8.3367,
        "grad_norm": 1.0349383354187012,
        "learning_rate": 0.0005985823050669467,
        "epoch": 1.2
    },
    {
        "loss": 8.6752,
        "grad_norm": 0.9915909767150879,
        "learning_rate": 0.0005977071847379015,
        "epoch": 1.21
    },
    {
        "loss": 8.2193,
        "grad_norm": 1.172624111175537,
        "learning_rate": 0.0005968320644088562,
        "epoch": 1.21
    },
    {
        "loss": 7.7701,
        "grad_norm": 1.0810112953186035,
        "learning_rate": 0.000595956944079811,
        "epoch": 1.21
    },
    {
        "loss": 8.9113,
        "grad_norm": 1.1411935091018677,
        "learning_rate": 0.0005950818237507656,
        "epoch": 1.22
    },
    {
        "loss": 8.3426,
        "grad_norm": 0.9251805543899536,
        "learning_rate": 0.0005942067034217204,
        "epoch": 1.22
    },
    {
        "loss": 8.1973,
        "grad_norm": 0.9023226499557495,
        "learning_rate": 0.0005933315830926752,
        "epoch": 1.22
    },
    {
        "loss": 8.8777,
        "grad_norm": 0.9467354416847229,
        "learning_rate": 0.0005924564627636299,
        "epoch": 1.22
    },
    {
        "loss": 8.758,
        "grad_norm": 0.9941525459289551,
        "learning_rate": 0.0005915813424345847,
        "epoch": 1.23
    },
    {
        "loss": 8.6786,
        "grad_norm": 0.7721539735794067,
        "learning_rate": 0.0005907062221055395,
        "epoch": 1.23
    },
    {
        "loss": 8.7063,
        "grad_norm": 0.9968111515045166,
        "learning_rate": 0.0005898311017764942,
        "epoch": 1.23
    },
    {
        "loss": 8.4121,
        "grad_norm": 0.8019425272941589,
        "learning_rate": 0.000588955981447449,
        "epoch": 1.23
    },
    {
        "loss": 8.8181,
        "grad_norm": 1.1664308309555054,
        "learning_rate": 0.0005880808611184037,
        "epoch": 1.24
    },
    {
        "loss": 8.1548,
        "grad_norm": 1.008786678314209,
        "learning_rate": 0.0005872057407893585,
        "epoch": 1.24
    },
    {
        "loss": 8.5725,
        "grad_norm": 1.2349562644958496,
        "learning_rate": 0.0005863306204603133,
        "epoch": 1.24
    },
    {
        "loss": 8.8339,
        "grad_norm": 1.2367397546768188,
        "learning_rate": 0.000585455500131268,
        "epoch": 1.24
    },
    {
        "loss": 8.3184,
        "grad_norm": 0.9427123665809631,
        "learning_rate": 0.0005845803798022228,
        "epoch": 1.25
    },
    {
        "loss": 8.2814,
        "grad_norm": 0.951808512210846,
        "learning_rate": 0.0005837052594731775,
        "epoch": 1.25
    },
    {
        "loss": 8.1453,
        "grad_norm": 1.076816439628601,
        "learning_rate": 0.0005828301391441323,
        "epoch": 1.25
    },
    {
        "loss": 8.5114,
        "grad_norm": 1.248741865158081,
        "learning_rate": 0.0005819550188150871,
        "epoch": 1.25
    },
    {
        "loss": 8.7265,
        "grad_norm": 1.0166980028152466,
        "learning_rate": 0.0005810798984860418,
        "epoch": 1.26
    },
    {
        "loss": 9.0454,
        "grad_norm": 1.273942232131958,
        "learning_rate": 0.0005802047781569966,
        "epoch": 1.26
    },
    {
        "loss": 8.6499,
        "grad_norm": 0.8551316857337952,
        "learning_rate": 0.0005793296578279514,
        "epoch": 1.26
    },
    {
        "loss": 8.0282,
        "grad_norm": 1.0231510400772095,
        "learning_rate": 0.0005784545374989061,
        "epoch": 1.27
    },
    {
        "loss": 8.5694,
        "grad_norm": 0.8138982653617859,
        "learning_rate": 0.0005775794171698609,
        "epoch": 1.27
    },
    {
        "loss": 8.9449,
        "grad_norm": 1.151458978652954,
        "learning_rate": 0.0005767042968408156,
        "epoch": 1.27
    },
    {
        "loss": 8.5309,
        "grad_norm": 1.311020851135254,
        "learning_rate": 0.0005758291765117704,
        "epoch": 1.27
    },
    {
        "loss": 8.3937,
        "grad_norm": 1.0431928634643555,
        "learning_rate": 0.0005749540561827252,
        "epoch": 1.28
    },
    {
        "loss": 8.0121,
        "grad_norm": 0.9487342238426208,
        "learning_rate": 0.0005740789358536799,
        "epoch": 1.28
    },
    {
        "loss": 8.9756,
        "grad_norm": 0.7705584764480591,
        "learning_rate": 0.0005732038155246346,
        "epoch": 1.28
    },
    {
        "loss": 8.9679,
        "grad_norm": 0.9359903335571289,
        "learning_rate": 0.0005723286951955893,
        "epoch": 1.28
    },
    {
        "loss": 8.0724,
        "grad_norm": 1.031725525856018,
        "learning_rate": 0.0005714535748665441,
        "epoch": 1.29
    },
    {
        "loss": 8.7014,
        "grad_norm": 1.0501611232757568,
        "learning_rate": 0.0005705784545374989,
        "epoch": 1.29
    },
    {
        "loss": 8.2284,
        "grad_norm": 0.8158836960792542,
        "learning_rate": 0.0005697033342084536,
        "epoch": 1.29
    },
    {
        "loss": 8.8206,
        "grad_norm": 0.8827638030052185,
        "learning_rate": 0.0005688282138794084,
        "epoch": 1.29
    },
    {
        "loss": 8.4189,
        "grad_norm": 0.9118880033493042,
        "learning_rate": 0.0005679530935503632,
        "epoch": 1.3
    },
    {
        "loss": 8.5532,
        "grad_norm": 1.2081084251403809,
        "learning_rate": 0.0005670779732213179,
        "epoch": 1.3
    },
    {
        "loss": 8.5477,
        "grad_norm": 1.3465925455093384,
        "learning_rate": 0.0005662028528922727,
        "epoch": 1.3
    },
    {
        "loss": 9.2068,
        "grad_norm": 0.8770077228546143,
        "learning_rate": 0.0005653277325632274,
        "epoch": 1.3
    },
    {
        "loss": 8.6147,
        "grad_norm": 1.1257092952728271,
        "learning_rate": 0.0005644526122341822,
        "epoch": 1.31
    },
    {
        "loss": 8.4279,
        "grad_norm": 1.0482877492904663,
        "learning_rate": 0.000563577491905137,
        "epoch": 1.31
    },
    {
        "loss": 9.1236,
        "grad_norm": 1.0635833740234375,
        "learning_rate": 0.0005627023715760917,
        "epoch": 1.31
    },
    {
        "loss": 8.7325,
        "grad_norm": 0.866674542427063,
        "learning_rate": 0.0005618272512470465,
        "epoch": 1.32
    },
    {
        "loss": 8.3691,
        "grad_norm": 0.9562137126922607,
        "learning_rate": 0.0005609521309180012,
        "epoch": 1.32
    },
    {
        "loss": 8.3844,
        "grad_norm": 1.2593939304351807,
        "learning_rate": 0.000560077010588956,
        "epoch": 1.32
    },
    {
        "loss": 8.7797,
        "grad_norm": 0.8865370154380798,
        "learning_rate": 0.0005592018902599108,
        "epoch": 1.32
    },
    {
        "loss": 8.7078,
        "grad_norm": 1.0417253971099854,
        "learning_rate": 0.0005583267699308655,
        "epoch": 1.33
    },
    {
        "loss": 8.6024,
        "grad_norm": 1.1513303518295288,
        "learning_rate": 0.0005574516496018203,
        "epoch": 1.33
    },
    {
        "loss": 8.4373,
        "grad_norm": 0.8727751970291138,
        "learning_rate": 0.000556576529272775,
        "epoch": 1.33
    },
    {
        "loss": 8.2888,
        "grad_norm": 1.0075277090072632,
        "learning_rate": 0.0005557014089437298,
        "epoch": 1.33
    },
    {
        "loss": 8.465,
        "grad_norm": 0.9511576294898987,
        "learning_rate": 0.0005548262886146846,
        "epoch": 1.34
    },
    {
        "loss": 7.7129,
        "grad_norm": 0.9443394541740417,
        "learning_rate": 0.0005539511682856393,
        "epoch": 1.34
    },
    {
        "loss": 8.4521,
        "grad_norm": 0.9932364225387573,
        "learning_rate": 0.0005530760479565941,
        "epoch": 1.34
    },
    {
        "loss": 8.2593,
        "grad_norm": 0.8069454431533813,
        "learning_rate": 0.0005522009276275489,
        "epoch": 1.34
    },
    {
        "loss": 8.4721,
        "grad_norm": 1.1227058172225952,
        "learning_rate": 0.0005513258072985035,
        "epoch": 1.35
    },
    {
        "loss": 8.9954,
        "grad_norm": 0.8359375596046448,
        "learning_rate": 0.0005504506869694583,
        "epoch": 1.35
    },
    {
        "loss": 8.6039,
        "grad_norm": 1.1721514463424683,
        "learning_rate": 0.000549575566640413,
        "epoch": 1.35
    },
    {
        "loss": 7.8393,
        "grad_norm": 1.031473994255066,
        "learning_rate": 0.0005487004463113678,
        "epoch": 1.35
    },
    {
        "loss": 7.8643,
        "grad_norm": 0.935614287853241,
        "learning_rate": 0.0005478253259823226,
        "epoch": 1.36
    },
    {
        "loss": 8.4271,
        "grad_norm": 0.9366902709007263,
        "learning_rate": 0.0005469502056532773,
        "epoch": 1.36
    },
    {
        "loss": 8.3338,
        "grad_norm": 0.9616496562957764,
        "learning_rate": 0.0005460750853242321,
        "epoch": 1.36
    },
    {
        "loss": 8.1388,
        "grad_norm": 2.2672061920166016,
        "learning_rate": 0.0005451999649951868,
        "epoch": 1.36
    },
    {
        "loss": 8.879,
        "grad_norm": 1.948036789894104,
        "learning_rate": 0.0005443248446661416,
        "epoch": 1.37
    },
    {
        "loss": 8.8816,
        "grad_norm": 1.0832654237747192,
        "learning_rate": 0.0005434497243370964,
        "epoch": 1.37
    },
    {
        "loss": 8.5489,
        "grad_norm": 0.9174715876579285,
        "learning_rate": 0.0005425746040080511,
        "epoch": 1.37
    },
    {
        "loss": 8.8525,
        "grad_norm": 0.8547096252441406,
        "learning_rate": 0.0005416994836790059,
        "epoch": 1.38
    },
    {
        "loss": 8.6111,
        "grad_norm": 0.7524705529212952,
        "learning_rate": 0.0005408243633499607,
        "epoch": 1.38
    },
    {
        "loss": 8.0862,
        "grad_norm": 0.8433651328086853,
        "learning_rate": 0.0005399492430209154,
        "epoch": 1.38
    },
    {
        "loss": 8.2379,
        "grad_norm": 0.8744563460350037,
        "learning_rate": 0.0005390741226918702,
        "epoch": 1.38
    },
    {
        "loss": 8.2883,
        "grad_norm": 0.8806482553482056,
        "learning_rate": 0.0005381990023628249,
        "epoch": 1.39
    },
    {
        "loss": 8.6411,
        "grad_norm": 0.9276745319366455,
        "learning_rate": 0.0005373238820337797,
        "epoch": 1.39
    },
    {
        "loss": 8.7561,
        "grad_norm": 0.9556492567062378,
        "learning_rate": 0.0005364487617047345,
        "epoch": 1.39
    },
    {
        "loss": 9.305,
        "grad_norm": 0.8606293797492981,
        "learning_rate": 0.0005355736413756892,
        "epoch": 1.39
    },
    {
        "loss": 8.3839,
        "grad_norm": 1.108547329902649,
        "learning_rate": 0.000534698521046644,
        "epoch": 1.4
    },
    {
        "loss": 8.2164,
        "grad_norm": 0.9102107882499695,
        "learning_rate": 0.0005338234007175988,
        "epoch": 1.4
    },
    {
        "loss": 8.606,
        "grad_norm": 1.0984998941421509,
        "learning_rate": 0.0005329482803885535,
        "epoch": 1.4
    },
    {
        "loss": 8.0491,
        "grad_norm": 1.1762152910232544,
        "learning_rate": 0.0005320731600595083,
        "epoch": 1.4
    },
    {
        "loss": 8.7257,
        "grad_norm": 0.9669533371925354,
        "learning_rate": 0.000531198039730463,
        "epoch": 1.41
    },
    {
        "loss": 8.4473,
        "grad_norm": 1.0668437480926514,
        "learning_rate": 0.0005303229194014178,
        "epoch": 1.41
    },
    {
        "loss": 8.1594,
        "grad_norm": 0.8289794921875,
        "learning_rate": 0.0005294477990723725,
        "epoch": 1.41
    },
    {
        "loss": 8.9208,
        "grad_norm": 1.0676897764205933,
        "learning_rate": 0.0005285726787433272,
        "epoch": 1.41
    },
    {
        "loss": 8.0344,
        "grad_norm": 0.9914399981498718,
        "learning_rate": 0.000527697558414282,
        "epoch": 1.42
    },
    {
        "loss": 7.9721,
        "grad_norm": 0.7524304986000061,
        "learning_rate": 0.0005268224380852367,
        "epoch": 1.42
    },
    {
        "loss": 8.5322,
        "grad_norm": 0.9521943926811218,
        "learning_rate": 0.0005259473177561915,
        "epoch": 1.42
    },
    {
        "loss": 8.1986,
        "grad_norm": 0.9657976627349854,
        "learning_rate": 0.0005250721974271463,
        "epoch": 1.43
    },
    {
        "loss": 8.476,
        "grad_norm": 0.9338609576225281,
        "learning_rate": 0.000524197077098101,
        "epoch": 1.43
    },
    {
        "loss": 8.0189,
        "grad_norm": 0.8801831007003784,
        "learning_rate": 0.0005233219567690558,
        "epoch": 1.43
    },
    {
        "loss": 8.0839,
        "grad_norm": 0.8173283934593201,
        "learning_rate": 0.0005224468364400105,
        "epoch": 1.43
    },
    {
        "loss": 8.3716,
        "grad_norm": 0.8624017238616943,
        "learning_rate": 0.0005215717161109653,
        "epoch": 1.44
    },
    {
        "loss": 8.2837,
        "grad_norm": 0.8650451302528381,
        "learning_rate": 0.0005206965957819201,
        "epoch": 1.44
    },
    {
        "loss": 7.889,
        "grad_norm": 0.8268963098526001,
        "learning_rate": 0.0005198214754528747,
        "epoch": 1.44
    },
    {
        "loss": 8.7807,
        "grad_norm": 0.9244619607925415,
        "learning_rate": 0.0005189463551238295,
        "epoch": 1.44
    },
    {
        "loss": 8.5503,
        "grad_norm": 0.8533423542976379,
        "learning_rate": 0.0005180712347947842,
        "epoch": 1.45
    },
    {
        "loss": 7.7895,
        "grad_norm": 0.885784924030304,
        "learning_rate": 0.000517196114465739,
        "epoch": 1.45
    },
    {
        "loss": 8.9325,
        "grad_norm": 1.252569556236267,
        "learning_rate": 0.0005163209941366938,
        "epoch": 1.45
    },
    {
        "loss": 7.6823,
        "grad_norm": 0.9340423941612244,
        "learning_rate": 0.0005154458738076485,
        "epoch": 1.45
    },
    {
        "loss": 8.5812,
        "grad_norm": 1.1366244554519653,
        "learning_rate": 0.0005145707534786033,
        "epoch": 1.46
    },
    {
        "loss": 8.1907,
        "grad_norm": 0.6764490604400635,
        "learning_rate": 0.0005136956331495581,
        "epoch": 1.46
    },
    {
        "loss": 8.7694,
        "grad_norm": 0.7598670721054077,
        "learning_rate": 0.0005128205128205128,
        "epoch": 1.46
    },
    {
        "loss": 8.4732,
        "grad_norm": 1.1497093439102173,
        "learning_rate": 0.0005119453924914676,
        "epoch": 1.46
    },
    {
        "loss": 7.9224,
        "grad_norm": 0.8351478576660156,
        "learning_rate": 0.0005110702721624223,
        "epoch": 1.47
    },
    {
        "loss": 8.253,
        "grad_norm": 0.8981735706329346,
        "learning_rate": 0.0005101951518333771,
        "epoch": 1.47
    },
    {
        "loss": 8.442,
        "grad_norm": 0.910393238067627,
        "learning_rate": 0.0005093200315043319,
        "epoch": 1.47
    },
    {
        "loss": 8.4128,
        "grad_norm": 1.0419617891311646,
        "learning_rate": 0.0005084449111752865,
        "epoch": 1.48
    },
    {
        "loss": 8.5377,
        "grad_norm": 1.1774574518203735,
        "learning_rate": 0.0005075697908462413,
        "epoch": 1.48
    },
    {
        "loss": 8.1727,
        "grad_norm": 0.8679039478302002,
        "learning_rate": 0.000506694670517196,
        "epoch": 1.48
    },
    {
        "loss": 8.2085,
        "grad_norm": 0.8273195028305054,
        "learning_rate": 0.0005058195501881508,
        "epoch": 1.48
    },
    {
        "loss": 9.0157,
        "grad_norm": 1.0897700786590576,
        "learning_rate": 0.0005049444298591056,
        "epoch": 1.49
    },
    {
        "loss": 8.5794,
        "grad_norm": 1.19176185131073,
        "learning_rate": 0.0005040693095300603,
        "epoch": 1.49
    },
    {
        "loss": 8.4796,
        "grad_norm": 0.7944311499595642,
        "learning_rate": 0.0005031941892010151,
        "epoch": 1.49
    },
    {
        "loss": 8.2379,
        "grad_norm": 1.1032432317733765,
        "learning_rate": 0.0005023190688719699,
        "epoch": 1.49
    },
    {
        "loss": 7.8506,
        "grad_norm": 0.9756267070770264,
        "learning_rate": 0.0005014439485429246,
        "epoch": 1.5
    },
    {
        "loss": 8.4113,
        "grad_norm": 0.8557083010673523,
        "learning_rate": 0.0005005688282138794,
        "epoch": 1.5
    },
    {
        "loss": 8.3315,
        "grad_norm": 0.9195913672447205,
        "learning_rate": 0.0004996937078848341,
        "epoch": 1.5
    },
    {
        "loss": 8.3911,
        "grad_norm": 0.7430265545845032,
        "learning_rate": 0.0004988185875557889,
        "epoch": 1.5
    },
    {
        "loss": 8.3471,
        "grad_norm": 0.7685049176216125,
        "learning_rate": 0.0004979434672267437,
        "epoch": 1.51
    },
    {
        "loss": 8.252,
        "grad_norm": 0.9667441844940186,
        "learning_rate": 0.0004970683468976984,
        "epoch": 1.51
    },
    {
        "loss": 7.9134,
        "grad_norm": 0.878400981426239,
        "learning_rate": 0.0004961932265686532,
        "epoch": 1.51
    },
    {
        "loss": 8.337,
        "grad_norm": 0.8655962944030762,
        "learning_rate": 0.000495318106239608,
        "epoch": 1.51
    },
    {
        "loss": 8.2066,
        "grad_norm": 0.8063825964927673,
        "learning_rate": 0.0004944429859105627,
        "epoch": 1.52
    },
    {
        "loss": 8.4102,
        "grad_norm": 0.7918370962142944,
        "learning_rate": 0.0004935678655815175,
        "epoch": 1.52
    },
    {
        "loss": 8.1297,
        "grad_norm": 1.03073251247406,
        "learning_rate": 0.0004926927452524722,
        "epoch": 1.52
    },
    {
        "loss": 8.296,
        "grad_norm": 0.9369198679924011,
        "learning_rate": 0.000491817624923427,
        "epoch": 1.53
    },
    {
        "loss": 7.8051,
        "grad_norm": 0.9166183471679688,
        "learning_rate": 0.0004909425045943818,
        "epoch": 1.53
    },
    {
        "loss": 8.0258,
        "grad_norm": 0.8817450404167175,
        "learning_rate": 0.0004900673842653365,
        "epoch": 1.53
    },
    {
        "loss": 7.9202,
        "grad_norm": 1.0320311784744263,
        "learning_rate": 0.0004891922639362913,
        "epoch": 1.53
    },
    {
        "loss": 8.6314,
        "grad_norm": 0.9652658700942993,
        "learning_rate": 0.000488317143607246,
        "epoch": 1.54
    },
    {
        "loss": 8.5648,
        "grad_norm": 1.0785067081451416,
        "learning_rate": 0.00048744202327820075,
        "epoch": 1.54
    },
    {
        "loss": 7.528,
        "grad_norm": 1.0575002431869507,
        "learning_rate": 0.0004865669029491555,
        "epoch": 1.54
    },
    {
        "loss": 7.9019,
        "grad_norm": 0.8822360634803772,
        "learning_rate": 0.0004856917826201103,
        "epoch": 1.54
    },
    {
        "loss": 8.2544,
        "grad_norm": 0.7296998500823975,
        "learning_rate": 0.00048481666229106504,
        "epoch": 1.55
    },
    {
        "loss": 8.5853,
        "grad_norm": 0.925472617149353,
        "learning_rate": 0.0004839415419620198,
        "epoch": 1.55
    },
    {
        "loss": 8.3512,
        "grad_norm": 0.8641199469566345,
        "learning_rate": 0.00048306642163297456,
        "epoch": 1.55
    },
    {
        "loss": 8.0277,
        "grad_norm": 1.0501607656478882,
        "learning_rate": 0.0004821913013039293,
        "epoch": 1.55
    },
    {
        "loss": 8.0559,
        "grad_norm": 0.7827814221382141,
        "learning_rate": 0.00048131618097488403,
        "epoch": 1.56
    },
    {
        "loss": 8.0869,
        "grad_norm": 0.929253339767456,
        "learning_rate": 0.0004804410606458388,
        "epoch": 1.56
    },
    {
        "loss": 8.2206,
        "grad_norm": 0.9882745742797852,
        "learning_rate": 0.00047956594031679355,
        "epoch": 1.56
    },
    {
        "loss": 8.8141,
        "grad_norm": 0.874455988407135,
        "learning_rate": 0.0004786908199877483,
        "epoch": 1.56
    },
    {
        "loss": 8.403,
        "grad_norm": 1.1270105838775635,
        "learning_rate": 0.0004778156996587031,
        "epoch": 1.57
    },
    {
        "loss": 8.7545,
        "grad_norm": 0.7236598134040833,
        "learning_rate": 0.00047694057932965784,
        "epoch": 1.57
    },
    {
        "loss": 8.3653,
        "grad_norm": 0.8243849873542786,
        "learning_rate": 0.0004760654590006126,
        "epoch": 1.57
    },
    {
        "loss": 8.0057,
        "grad_norm": 0.9829972386360168,
        "learning_rate": 0.00047519033867156736,
        "epoch": 1.57
    },
    {
        "loss": 7.7738,
        "grad_norm": 1.1444923877716064,
        "learning_rate": 0.0004743152183425221,
        "epoch": 1.58
    },
    {
        "loss": 7.9619,
        "grad_norm": 1.1846139430999756,
        "learning_rate": 0.0004734400980134769,
        "epoch": 1.58
    },
    {
        "loss": 8.8667,
        "grad_norm": 0.9437428712844849,
        "learning_rate": 0.00047256497768443165,
        "epoch": 1.58
    },
    {
        "loss": 8.2367,
        "grad_norm": 0.8670662641525269,
        "learning_rate": 0.0004716898573553864,
        "epoch": 1.59
    },
    {
        "loss": 7.5306,
        "grad_norm": 0.823538064956665,
        "learning_rate": 0.00047081473702634117,
        "epoch": 1.59
    },
    {
        "loss": 8.0832,
        "grad_norm": 0.8938249349594116,
        "learning_rate": 0.0004699396166972959,
        "epoch": 1.59
    },
    {
        "loss": 7.7995,
        "grad_norm": 0.8147523999214172,
        "learning_rate": 0.00046906449636825064,
        "epoch": 1.59
    },
    {
        "loss": 8.2207,
        "grad_norm": 0.7885489463806152,
        "learning_rate": 0.0004681893760392054,
        "epoch": 1.6
    },
    {
        "loss": 8.3315,
        "grad_norm": 0.9256998300552368,
        "learning_rate": 0.00046731425571016016,
        "epoch": 1.6
    },
    {
        "loss": 7.8139,
        "grad_norm": 0.7331977486610413,
        "learning_rate": 0.0004664391353811149,
        "epoch": 1.6
    },
    {
        "loss": 8.2015,
        "grad_norm": 0.7677296996116638,
        "learning_rate": 0.0004655640150520697,
        "epoch": 1.6
    },
    {
        "loss": 8.114,
        "grad_norm": 1.066036343574524,
        "learning_rate": 0.00046468889472302445,
        "epoch": 1.61
    },
    {
        "loss": 8.3314,
        "grad_norm": 0.7969563603401184,
        "learning_rate": 0.0004638137743939792,
        "epoch": 1.61
    },
    {
        "loss": 8.4266,
        "grad_norm": 0.8454012274742126,
        "learning_rate": 0.000462938654064934,
        "epoch": 1.61
    },
    {
        "loss": 8.0451,
        "grad_norm": 1.049949288368225,
        "learning_rate": 0.00046206353373588874,
        "epoch": 1.61
    },
    {
        "loss": 7.8993,
        "grad_norm": 0.8960159420967102,
        "learning_rate": 0.0004611884134068435,
        "epoch": 1.62
    },
    {
        "loss": 8.4117,
        "grad_norm": 1.0029221773147583,
        "learning_rate": 0.00046031329307779826,
        "epoch": 1.62
    },
    {
        "loss": 7.9899,
        "grad_norm": 1.0616450309753418,
        "learning_rate": 0.0004594381727487529,
        "epoch": 1.62
    },
    {
        "loss": 7.9134,
        "grad_norm": 0.8082576990127563,
        "learning_rate": 0.0004585630524197077,
        "epoch": 1.62
    },
    {
        "loss": 8.1685,
        "grad_norm": 0.9529896974563599,
        "learning_rate": 0.00045768793209066244,
        "epoch": 1.63
    },
    {
        "loss": 8.7919,
        "grad_norm": 0.7967125773429871,
        "learning_rate": 0.0004568128117616172,
        "epoch": 1.63
    },
    {
        "loss": 8.4375,
        "grad_norm": 0.8775154948234558,
        "learning_rate": 0.00045593769143257196,
        "epoch": 1.63
    },
    {
        "loss": 8.559,
        "grad_norm": 0.782707929611206,
        "learning_rate": 0.0004550625711035267,
        "epoch": 1.64
    },
    {
        "loss": 8.4288,
        "grad_norm": 0.7907795310020447,
        "learning_rate": 0.0004541874507744815,
        "epoch": 1.64
    },
    {
        "loss": 8.5237,
        "grad_norm": 1.0685423612594604,
        "learning_rate": 0.00045331233044543625,
        "epoch": 1.64
    },
    {
        "loss": 8.4464,
        "grad_norm": 1.1534669399261475,
        "learning_rate": 0.000452437210116391,
        "epoch": 1.64
    },
    {
        "loss": 7.8577,
        "grad_norm": 0.7411785125732422,
        "learning_rate": 0.00045156208978734577,
        "epoch": 1.65
    },
    {
        "loss": 7.8189,
        "grad_norm": 0.87079256772995,
        "learning_rate": 0.00045068696945830053,
        "epoch": 1.65
    },
    {
        "loss": 8.1193,
        "grad_norm": 0.9850463271141052,
        "learning_rate": 0.0004498118491292553,
        "epoch": 1.65
    },
    {
        "loss": 7.9457,
        "grad_norm": 0.8739660978317261,
        "learning_rate": 0.00044893672880021,
        "epoch": 1.65
    },
    {
        "loss": 7.728,
        "grad_norm": 0.8551336526870728,
        "learning_rate": 0.00044806160847116476,
        "epoch": 1.66
    },
    {
        "loss": 8.8456,
        "grad_norm": 0.8609566688537598,
        "learning_rate": 0.0004471864881421195,
        "epoch": 1.66
    },
    {
        "loss": 8.0812,
        "grad_norm": 0.7449157238006592,
        "learning_rate": 0.0004463113678130743,
        "epoch": 1.66
    },
    {
        "loss": 8.0729,
        "grad_norm": 0.8253002762794495,
        "learning_rate": 0.00044543624748402905,
        "epoch": 1.66
    },
    {
        "loss": 8.4942,
        "grad_norm": 0.8349846601486206,
        "learning_rate": 0.0004445611271549838,
        "epoch": 1.67
    },
    {
        "loss": 8.3446,
        "grad_norm": 0.9881287813186646,
        "learning_rate": 0.00044368600682593857,
        "epoch": 1.67
    },
    {
        "loss": 7.3313,
        "grad_norm": 0.863059401512146,
        "learning_rate": 0.00044281088649689333,
        "epoch": 1.67
    },
    {
        "loss": 8.4412,
        "grad_norm": 0.9246751666069031,
        "learning_rate": 0.0004419357661678481,
        "epoch": 1.67
    },
    {
        "loss": 8.4511,
        "grad_norm": 0.7963143587112427,
        "learning_rate": 0.00044106064583880286,
        "epoch": 1.68
    },
    {
        "loss": 7.8743,
        "grad_norm": 1.0088573694229126,
        "learning_rate": 0.0004401855255097576,
        "epoch": 1.68
    },
    {
        "loss": 8.0994,
        "grad_norm": 0.7680083513259888,
        "learning_rate": 0.0004393104051807124,
        "epoch": 1.68
    },
    {
        "loss": 7.8712,
        "grad_norm": 0.8324389457702637,
        "learning_rate": 0.00043843528485166714,
        "epoch": 1.69
    },
    {
        "loss": 7.8454,
        "grad_norm": 0.9649554491043091,
        "learning_rate": 0.00043756016452262185,
        "epoch": 1.69
    },
    {
        "loss": 7.925,
        "grad_norm": 0.7881239652633667,
        "learning_rate": 0.0004366850441935766,
        "epoch": 1.69
    },
    {
        "loss": 7.9826,
        "grad_norm": 1.2129865884780884,
        "learning_rate": 0.0004358099238645314,
        "epoch": 1.69
    },
    {
        "loss": 8.3911,
        "grad_norm": 0.7000688910484314,
        "learning_rate": 0.00043493480353548614,
        "epoch": 1.7
    },
    {
        "loss": 7.9635,
        "grad_norm": 0.7449495196342468,
        "learning_rate": 0.0004340596832064409,
        "epoch": 1.7
    },
    {
        "loss": 7.8492,
        "grad_norm": 0.7399414777755737,
        "learning_rate": 0.00043318456287739566,
        "epoch": 1.7
    },
    {
        "loss": 8.5288,
        "grad_norm": 1.0965951681137085,
        "learning_rate": 0.0004323094425483504,
        "epoch": 1.7
    },
    {
        "loss": 8.0104,
        "grad_norm": 0.8990981578826904,
        "learning_rate": 0.0004314343222193052,
        "epoch": 1.71
    },
    {
        "loss": 7.8636,
        "grad_norm": 0.8695485591888428,
        "learning_rate": 0.00043055920189025994,
        "epoch": 1.71
    },
    {
        "loss": 7.9194,
        "grad_norm": 0.7813265919685364,
        "learning_rate": 0.0004296840815612147,
        "epoch": 1.71
    },
    {
        "loss": 8.4535,
        "grad_norm": 0.7645956873893738,
        "learning_rate": 0.00042880896123216947,
        "epoch": 1.71
    },
    {
        "loss": 7.8434,
        "grad_norm": 1.0397326946258545,
        "learning_rate": 0.00042793384090312423,
        "epoch": 1.72
    },
    {
        "loss": 7.8072,
        "grad_norm": 0.9630481004714966,
        "learning_rate": 0.00042705872057407894,
        "epoch": 1.72
    },
    {
        "loss": 8.327,
        "grad_norm": 0.7939698696136475,
        "learning_rate": 0.0004261836002450337,
        "epoch": 1.72
    },
    {
        "loss": 8.2467,
        "grad_norm": 1.0103453397750854,
        "learning_rate": 0.00042530847991598846,
        "epoch": 1.72
    },
    {
        "loss": 7.63,
        "grad_norm": 0.9281976819038391,
        "learning_rate": 0.0004244333595869432,
        "epoch": 1.73
    },
    {
        "loss": 7.7603,
        "grad_norm": 0.7895064949989319,
        "learning_rate": 0.000423558239257898,
        "epoch": 1.73
    },
    {
        "loss": 7.6725,
        "grad_norm": 0.7491249442100525,
        "learning_rate": 0.00042268311892885275,
        "epoch": 1.73
    },
    {
        "loss": 8.0813,
        "grad_norm": 0.7357456088066101,
        "learning_rate": 0.0004218079985998075,
        "epoch": 1.74
    },
    {
        "loss": 8.1603,
        "grad_norm": 0.8232001066207886,
        "learning_rate": 0.00042093287827076227,
        "epoch": 1.74
    },
    {
        "loss": 8.172,
        "grad_norm": 0.7846309542655945,
        "learning_rate": 0.00042005775794171703,
        "epoch": 1.74
    },
    {
        "loss": 8.2372,
        "grad_norm": 0.9100042581558228,
        "learning_rate": 0.00041918263761267174,
        "epoch": 1.74
    },
    {
        "loss": 7.8489,
        "grad_norm": 0.9496660828590393,
        "learning_rate": 0.0004183075172836265,
        "epoch": 1.75
    },
    {
        "loss": 7.7246,
        "grad_norm": 0.7061757445335388,
        "learning_rate": 0.00041743239695458126,
        "epoch": 1.75
    },
    {
        "loss": 7.988,
        "grad_norm": 0.9927607774734497,
        "learning_rate": 0.00041655727662553597,
        "epoch": 1.75
    },
    {
        "loss": 7.9562,
        "grad_norm": 0.8585007190704346,
        "learning_rate": 0.00041568215629649073,
        "epoch": 1.75
    },
    {
        "loss": 8.1105,
        "grad_norm": 1.0176628828048706,
        "learning_rate": 0.0004148070359674455,
        "epoch": 1.76
    },
    {
        "loss": 7.7869,
        "grad_norm": 0.8576889038085938,
        "learning_rate": 0.00041393191563840026,
        "epoch": 1.76
    },
    {
        "loss": 7.7945,
        "grad_norm": 0.8359828591346741,
        "learning_rate": 0.000413056795309355,
        "epoch": 1.76
    },
    {
        "loss": 7.9683,
        "grad_norm": 0.8636084794998169,
        "learning_rate": 0.0004121816749803098,
        "epoch": 1.76
    },
    {
        "loss": 8.3303,
        "grad_norm": 0.9006314873695374,
        "learning_rate": 0.00041130655465126454,
        "epoch": 1.77
    },
    {
        "loss": 8.1457,
        "grad_norm": 1.217007040977478,
        "learning_rate": 0.0004104314343222193,
        "epoch": 1.77
    },
    {
        "loss": 8.6171,
        "grad_norm": 1.0577572584152222,
        "learning_rate": 0.00040955631399317407,
        "epoch": 1.77
    },
    {
        "loss": 7.9349,
        "grad_norm": 0.9530831575393677,
        "learning_rate": 0.00040868119366412883,
        "epoch": 1.77
    },
    {
        "loss": 8.2722,
        "grad_norm": 0.9652631282806396,
        "learning_rate": 0.0004078060733350836,
        "epoch": 1.78
    },
    {
        "loss": 8.185,
        "grad_norm": 0.7349383234977722,
        "learning_rate": 0.00040693095300603835,
        "epoch": 1.78
    },
    {
        "loss": 7.3944,
        "grad_norm": 1.122018814086914,
        "learning_rate": 0.0004060558326769931,
        "epoch": 1.78
    },
    {
        "loss": 7.8828,
        "grad_norm": 0.96207195520401,
        "learning_rate": 0.0004051807123479478,
        "epoch": 1.78
    },
    {
        "loss": 8.1287,
        "grad_norm": 0.833884060382843,
        "learning_rate": 0.0004043055920189026,
        "epoch": 1.79
    },
    {
        "loss": 8.0382,
        "grad_norm": 0.9089711904525757,
        "learning_rate": 0.00040343047168985734,
        "epoch": 1.79
    },
    {
        "loss": 8.1137,
        "grad_norm": 0.6977031230926514,
        "learning_rate": 0.0004025553513608121,
        "epoch": 1.79
    },
    {
        "loss": 7.9215,
        "grad_norm": 0.9814949631690979,
        "learning_rate": 0.00040168023103176687,
        "epoch": 1.8
    },
    {
        "loss": 8.2266,
        "grad_norm": 0.9767114520072937,
        "learning_rate": 0.00040080511070272163,
        "epoch": 1.8
    },
    {
        "loss": 8.3445,
        "grad_norm": 1.1093454360961914,
        "learning_rate": 0.0003999299903736764,
        "epoch": 1.8
    },
    {
        "loss": 8.4239,
        "grad_norm": 0.93362957239151,
        "learning_rate": 0.00039905487004463115,
        "epoch": 1.8
    },
    {
        "loss": 8.2468,
        "grad_norm": 0.9497604370117188,
        "learning_rate": 0.0003981797497155859,
        "epoch": 1.81
    },
    {
        "loss": 7.8793,
        "grad_norm": 0.8992236852645874,
        "learning_rate": 0.0003973046293865407,
        "epoch": 1.81
    },
    {
        "loss": 7.8246,
        "grad_norm": 0.9486469030380249,
        "learning_rate": 0.00039642950905749544,
        "epoch": 1.81
    },
    {
        "loss": 8.6243,
        "grad_norm": 0.970136284828186,
        "learning_rate": 0.0003955543887284502,
        "epoch": 1.81
    },
    {
        "loss": 7.8859,
        "grad_norm": 1.0090283155441284,
        "learning_rate": 0.0003946792683994049,
        "epoch": 1.82
    },
    {
        "loss": 8.156,
        "grad_norm": 0.9662021994590759,
        "learning_rate": 0.00039380414807035967,
        "epoch": 1.82
    },
    {
        "loss": 7.7991,
        "grad_norm": 0.8005274534225464,
        "learning_rate": 0.00039292902774131443,
        "epoch": 1.82
    },
    {
        "loss": 7.8432,
        "grad_norm": 0.8537503480911255,
        "learning_rate": 0.0003920539074122692,
        "epoch": 1.82
    },
    {
        "loss": 7.7118,
        "grad_norm": 0.8975428342819214,
        "learning_rate": 0.00039117878708322396,
        "epoch": 1.83
    },
    {
        "loss": 8.0563,
        "grad_norm": 0.9040714502334595,
        "learning_rate": 0.0003903036667541787,
        "epoch": 1.83
    },
    {
        "loss": 8.005,
        "grad_norm": 0.882514476776123,
        "learning_rate": 0.0003894285464251335,
        "epoch": 1.83
    },
    {
        "loss": 7.99,
        "grad_norm": 0.9527498483657837,
        "learning_rate": 0.00038855342609608824,
        "epoch": 1.83
    },
    {
        "loss": 7.9497,
        "grad_norm": 0.7327905893325806,
        "learning_rate": 0.000387678305767043,
        "epoch": 1.84
    },
    {
        "loss": 8.1346,
        "grad_norm": 0.9137473106384277,
        "learning_rate": 0.00038680318543799776,
        "epoch": 1.84
    },
    {
        "loss": 7.266,
        "grad_norm": 0.8273423910140991,
        "learning_rate": 0.0003859280651089525,
        "epoch": 1.84
    },
    {
        "loss": 7.525,
        "grad_norm": 1.2288787364959717,
        "learning_rate": 0.0003850529447799073,
        "epoch": 1.85
    },
    {
        "loss": 8.5105,
        "grad_norm": 0.7940724492073059,
        "learning_rate": 0.00038417782445086205,
        "epoch": 1.85
    },
    {
        "loss": 8.0599,
        "grad_norm": 0.9253759384155273,
        "learning_rate": 0.00038330270412181676,
        "epoch": 1.85
    },
    {
        "loss": 7.1757,
        "grad_norm": 0.8145419359207153,
        "learning_rate": 0.0003824275837927715,
        "epoch": 1.85
    },
    {
        "loss": 7.6177,
        "grad_norm": 1.1738182306289673,
        "learning_rate": 0.0003815524634637263,
        "epoch": 1.86
    },
    {
        "loss": 7.6901,
        "grad_norm": 0.9141517877578735,
        "learning_rate": 0.00038067734313468104,
        "epoch": 1.86
    },
    {
        "loss": 7.7036,
        "grad_norm": 1.0994611978530884,
        "learning_rate": 0.00037980222280563575,
        "epoch": 1.86
    },
    {
        "loss": 7.9458,
        "grad_norm": 0.8445936441421509,
        "learning_rate": 0.0003789271024765905,
        "epoch": 1.86
    },
    {
        "loss": 7.6019,
        "grad_norm": 0.8796238899230957,
        "learning_rate": 0.0003780519821475453,
        "epoch": 1.87
    },
    {
        "loss": 7.7582,
        "grad_norm": 0.7801417112350464,
        "learning_rate": 0.00037717686181850004,
        "epoch": 1.87
    },
    {
        "loss": 7.8483,
        "grad_norm": 1.008893609046936,
        "learning_rate": 0.0003763017414894548,
        "epoch": 1.87
    },
    {
        "loss": 8.047,
        "grad_norm": 0.8021620512008667,
        "learning_rate": 0.00037542662116040956,
        "epoch": 1.87
    },
    {
        "loss": 8.2537,
        "grad_norm": 0.919774055480957,
        "learning_rate": 0.0003745515008313643,
        "epoch": 1.88
    },
    {
        "loss": 8.1101,
        "grad_norm": 1.094642996788025,
        "learning_rate": 0.0003736763805023191,
        "epoch": 1.88
    },
    {
        "loss": 7.9119,
        "grad_norm": 1.0133185386657715,
        "learning_rate": 0.0003728012601732738,
        "epoch": 1.88
    },
    {
        "loss": 7.9624,
        "grad_norm": 0.7546307444572449,
        "learning_rate": 0.00037192613984422855,
        "epoch": 1.88
    },
    {
        "loss": 7.9547,
        "grad_norm": 0.7390889525413513,
        "learning_rate": 0.0003710510195151833,
        "epoch": 1.89
    },
    {
        "loss": 7.7794,
        "grad_norm": 0.9140797257423401,
        "learning_rate": 0.0003701758991861381,
        "epoch": 1.89
    },
    {
        "loss": 8.0254,
        "grad_norm": 0.8325345516204834,
        "learning_rate": 0.00036930077885709284,
        "epoch": 1.89
    },
    {
        "loss": 7.7692,
        "grad_norm": 1.228366732597351,
        "learning_rate": 0.0003684256585280476,
        "epoch": 1.9
    },
    {
        "loss": 7.2768,
        "grad_norm": 1.0541235208511353,
        "learning_rate": 0.00036755053819900236,
        "epoch": 1.9
    },
    {
        "loss": 8.1104,
        "grad_norm": 1.0765891075134277,
        "learning_rate": 0.0003666754178699571,
        "epoch": 1.9
    },
    {
        "loss": 7.5317,
        "grad_norm": 0.9508135914802551,
        "learning_rate": 0.0003658002975409119,
        "epoch": 1.9
    },
    {
        "loss": 7.1908,
        "grad_norm": 0.7984021306037903,
        "learning_rate": 0.00036492517721186665,
        "epoch": 1.91
    },
    {
        "loss": 7.8423,
        "grad_norm": 1.0381263494491577,
        "learning_rate": 0.0003640500568828214,
        "epoch": 1.91
    },
    {
        "loss": 8.297,
        "grad_norm": 0.9509484171867371,
        "learning_rate": 0.00036317493655377617,
        "epoch": 1.91
    },
    {
        "loss": 7.7339,
        "grad_norm": 0.8926167488098145,
        "learning_rate": 0.0003622998162247309,
        "epoch": 1.91
    },
    {
        "loss": 7.9,
        "grad_norm": 1.0550678968429565,
        "learning_rate": 0.00036142469589568564,
        "epoch": 1.92
    },
    {
        "loss": 7.6175,
        "grad_norm": 0.9359092712402344,
        "learning_rate": 0.0003605495755666404,
        "epoch": 1.92
    },
    {
        "loss": 8.0818,
        "grad_norm": 0.735281765460968,
        "learning_rate": 0.00035967445523759516,
        "epoch": 1.92
    },
    {
        "loss": 8.1061,
        "grad_norm": 0.8289329409599304,
        "learning_rate": 0.0003587993349085499,
        "epoch": 1.92
    },
    {
        "loss": 7.3778,
        "grad_norm": 0.7723102569580078,
        "learning_rate": 0.0003579242145795047,
        "epoch": 1.93
    },
    {
        "loss": 7.853,
        "grad_norm": 0.7856701612472534,
        "learning_rate": 0.00035704909425045945,
        "epoch": 1.93
    },
    {
        "loss": 8.5133,
        "grad_norm": 0.7649736404418945,
        "learning_rate": 0.0003561739739214142,
        "epoch": 1.93
    },
    {
        "loss": 8.4676,
        "grad_norm": 0.6755172610282898,
        "learning_rate": 0.000355298853592369,
        "epoch": 1.93
    },
    {
        "loss": 8.2074,
        "grad_norm": 0.8537729382514954,
        "learning_rate": 0.00035442373326332374,
        "epoch": 1.94
    },
    {
        "loss": 8.249,
        "grad_norm": 0.9827852845191956,
        "learning_rate": 0.0003535486129342785,
        "epoch": 1.94
    },
    {
        "loss": 8.4107,
        "grad_norm": 1.2670233249664307,
        "learning_rate": 0.00035267349260523326,
        "epoch": 1.94
    },
    {
        "loss": 8.1578,
        "grad_norm": 0.8494543433189392,
        "learning_rate": 0.000351798372276188,
        "epoch": 1.95
    },
    {
        "loss": 7.9296,
        "grad_norm": 0.8582159876823425,
        "learning_rate": 0.00035092325194714273,
        "epoch": 1.95
    },
    {
        "loss": 7.4592,
        "grad_norm": 0.8539626598358154,
        "learning_rate": 0.0003500481316180975,
        "epoch": 1.95
    },
    {
        "loss": 8.1603,
        "grad_norm": 0.9004923701286316,
        "learning_rate": 0.00034917301128905225,
        "epoch": 1.95
    },
    {
        "loss": 8.1319,
        "grad_norm": 0.722870945930481,
        "learning_rate": 0.000348297890960007,
        "epoch": 1.96
    },
    {
        "loss": 7.791,
        "grad_norm": 0.9422692656517029,
        "learning_rate": 0.0003474227706309618,
        "epoch": 1.96
    },
    {
        "loss": 8.0631,
        "grad_norm": 1.2248715162277222,
        "learning_rate": 0.00034654765030191654,
        "epoch": 1.96
    },
    {
        "loss": 8.3269,
        "grad_norm": 1.370082974433899,
        "learning_rate": 0.0003456725299728713,
        "epoch": 1.96
    },
    {
        "loss": 7.7562,
        "grad_norm": 1.0009835958480835,
        "learning_rate": 0.00034479740964382606,
        "epoch": 1.97
    },
    {
        "loss": 7.4909,
        "grad_norm": 0.9207608103752136,
        "learning_rate": 0.0003439222893147808,
        "epoch": 1.97
    },
    {
        "loss": 7.2907,
        "grad_norm": 1.0351985692977905,
        "learning_rate": 0.0003430471689857356,
        "epoch": 1.97
    },
    {
        "loss": 7.9972,
        "grad_norm": 0.9398946762084961,
        "learning_rate": 0.00034217204865669035,
        "epoch": 1.97
    },
    {
        "loss": 7.6034,
        "grad_norm": 0.8558303713798523,
        "learning_rate": 0.0003412969283276451,
        "epoch": 1.98
    },
    {
        "loss": 8.3452,
        "grad_norm": 0.8279830813407898,
        "learning_rate": 0.0003404218079985998,
        "epoch": 1.98
    },
    {
        "loss": 8.3979,
        "grad_norm": 0.7496762275695801,
        "learning_rate": 0.0003395466876695545,
        "epoch": 1.98
    },
    {
        "loss": 7.5979,
        "grad_norm": 0.865039587020874,
        "learning_rate": 0.0003386715673405093,
        "epoch": 1.98
    },
    {
        "loss": 7.7027,
        "grad_norm": 0.7518277764320374,
        "learning_rate": 0.00033779644701146405,
        "epoch": 1.99
    },
    {
        "loss": 7.8756,
        "grad_norm": 0.8984577059745789,
        "learning_rate": 0.0003369213266824188,
        "epoch": 1.99
    },
    {
        "loss": 7.4597,
        "grad_norm": 0.7312489151954651,
        "learning_rate": 0.00033604620635337357,
        "epoch": 1.99
    },
    {
        "loss": 7.8173,
        "grad_norm": 0.8688482046127319,
        "learning_rate": 0.00033517108602432833,
        "epoch": 1.99
    },
    {
        "loss": 7.6772,
        "grad_norm": 0.9117947816848755,
        "learning_rate": 0.0003342959656952831,
        "epoch": 2.0
    },
    {
        "loss": 7.65,
        "grad_norm": 1.044518232345581,
        "learning_rate": 0.00033342084536623786,
        "epoch": 2.0
    },
    {
        "loss": 7.6424,
        "grad_norm": 0.8763852119445801,
        "learning_rate": 0.0003325457250371926,
        "epoch": 2.0
    },
    {
        "loss": 8.1303,
        "grad_norm": 1.2922908067703247,
        "learning_rate": 0.0003316706047081474,
        "epoch": 2.01
    },
    {
        "loss": 8.3256,
        "grad_norm": 0.7980864644050598,
        "learning_rate": 0.00033079548437910214,
        "epoch": 2.01
    },
    {
        "loss": 7.7353,
        "grad_norm": 0.8062283396720886,
        "learning_rate": 0.00032992036405005685,
        "epoch": 2.01
    },
    {
        "loss": 8.2314,
        "grad_norm": 0.9204174280166626,
        "learning_rate": 0.0003290452437210116,
        "epoch": 2.01
    },
    {
        "loss": 7.5946,
        "grad_norm": 0.7235244512557983,
        "learning_rate": 0.0003281701233919664,
        "epoch": 2.02
    },
    {
        "loss": 7.4673,
        "grad_norm": 0.8126214146614075,
        "learning_rate": 0.00032729500306292114,
        "epoch": 2.02
    },
    {
        "loss": 7.6391,
        "grad_norm": 0.7648585438728333,
        "learning_rate": 0.0003264198827338759,
        "epoch": 2.02
    },
    {
        "loss": 8.005,
        "grad_norm": 0.7453392148017883,
        "learning_rate": 0.00032554476240483066,
        "epoch": 2.02
    },
    {
        "loss": 7.8703,
        "grad_norm": 0.8830775022506714,
        "learning_rate": 0.0003246696420757854,
        "epoch": 2.03
    },
    {
        "loss": 7.8639,
        "grad_norm": 1.2337687015533447,
        "learning_rate": 0.0003237945217467402,
        "epoch": 2.03
    },
    {
        "loss": 7.8224,
        "grad_norm": 1.0393247604370117,
        "learning_rate": 0.00032291940141769494,
        "epoch": 2.03
    },
    {
        "loss": 7.7573,
        "grad_norm": 0.7463309168815613,
        "learning_rate": 0.0003220442810886497,
        "epoch": 2.03
    },
    {
        "loss": 8.3318,
        "grad_norm": 0.8722276091575623,
        "learning_rate": 0.00032116916075960447,
        "epoch": 2.04
    },
    {
        "loss": 8.0517,
        "grad_norm": 0.9069348573684692,
        "learning_rate": 0.00032029404043055923,
        "epoch": 2.04
    },
    {
        "loss": 7.9696,
        "grad_norm": 0.7715663909912109,
        "learning_rate": 0.000319418920101514,
        "epoch": 2.04
    },
    {
        "loss": 7.7113,
        "grad_norm": 0.8788508176803589,
        "learning_rate": 0.0003185437997724687,
        "epoch": 2.04
    },
    {
        "loss": 7.5771,
        "grad_norm": 1.057786226272583,
        "learning_rate": 0.00031766867944342346,
        "epoch": 2.05
    },
    {
        "loss": 7.985,
        "grad_norm": 1.2888935804367065,
        "learning_rate": 0.0003167935591143782,
        "epoch": 2.05
    },
    {
        "loss": 7.5748,
        "grad_norm": 0.8100298047065735,
        "learning_rate": 0.000315918438785333,
        "epoch": 2.05
    },
    {
        "loss": 7.7785,
        "grad_norm": 0.9130757451057434,
        "learning_rate": 0.00031504331845628775,
        "epoch": 2.06
    },
    {
        "loss": 7.3718,
        "grad_norm": 0.895447313785553,
        "learning_rate": 0.0003141681981272425,
        "epoch": 2.06
    },
    {
        "loss": 8.0138,
        "grad_norm": 0.8260514736175537,
        "learning_rate": 0.00031329307779819727,
        "epoch": 2.06
    },
    {
        "loss": 7.6438,
        "grad_norm": 0.9353188276290894,
        "learning_rate": 0.00031241795746915203,
        "epoch": 2.06
    },
    {
        "loss": 7.9212,
        "grad_norm": 0.8095923066139221,
        "learning_rate": 0.0003115428371401068,
        "epoch": 2.07
    },
    {
        "loss": 8.2193,
        "grad_norm": 0.8156134486198425,
        "learning_rate": 0.00031066771681106156,
        "epoch": 2.07
    },
    {
        "loss": 7.6264,
        "grad_norm": 0.9613614082336426,
        "learning_rate": 0.0003097925964820163,
        "epoch": 2.07
    },
    {
        "loss": 7.6684,
        "grad_norm": 0.8426281809806824,
        "learning_rate": 0.0003089174761529711,
        "epoch": 2.07
    },
    {
        "loss": 7.7356,
        "grad_norm": 0.8271446824073792,
        "learning_rate": 0.0003080423558239258,
        "epoch": 2.08
    },
    {
        "loss": 7.8816,
        "grad_norm": 0.9108027219772339,
        "learning_rate": 0.00030716723549488055,
        "epoch": 2.08
    },
    {
        "loss": 8.5754,
        "grad_norm": 0.8285607099533081,
        "learning_rate": 0.0003062921151658353,
        "epoch": 2.08
    },
    {
        "loss": 7.8875,
        "grad_norm": 0.79032963514328,
        "learning_rate": 0.00030541699483679007,
        "epoch": 2.08
    },
    {
        "loss": 7.4168,
        "grad_norm": 0.8623600602149963,
        "learning_rate": 0.00030454187450774483,
        "epoch": 2.09
    },
    {
        "loss": 7.546,
        "grad_norm": 0.8102550506591797,
        "learning_rate": 0.0003036667541786996,
        "epoch": 2.09
    },
    {
        "loss": 7.9269,
        "grad_norm": 1.0298386812210083,
        "learning_rate": 0.00030279163384965436,
        "epoch": 2.09
    },
    {
        "loss": 7.6682,
        "grad_norm": 0.8902001976966858,
        "learning_rate": 0.0003019165135206091,
        "epoch": 2.09
    },
    {
        "loss": 8.0309,
        "grad_norm": 0.831743597984314,
        "learning_rate": 0.0003010413931915639,
        "epoch": 2.1
    },
    {
        "loss": 8.157,
        "grad_norm": 0.8056457042694092,
        "learning_rate": 0.00030016627286251864,
        "epoch": 2.1
    },
    {
        "loss": 7.6514,
        "grad_norm": 1.071753978729248,
        "learning_rate": 0.00029929115253347335,
        "epoch": 2.1
    },
    {
        "loss": 7.8337,
        "grad_norm": 0.8061104416847229,
        "learning_rate": 0.0002984160322044281,
        "epoch": 2.11
    },
    {
        "loss": 7.8925,
        "grad_norm": 1.1958301067352295,
        "learning_rate": 0.0002975409118753828,
        "epoch": 2.11
    },
    {
        "loss": 6.9557,
        "grad_norm": 0.7460314631462097,
        "learning_rate": 0.0002966657915463376,
        "epoch": 2.11
    },
    {
        "loss": 7.724,
        "grad_norm": 0.8949922323226929,
        "learning_rate": 0.00029579067121729234,
        "epoch": 2.11
    },
    {
        "loss": 8.1209,
        "grad_norm": 0.7350090146064758,
        "learning_rate": 0.0002949155508882471,
        "epoch": 2.12
    },
    {
        "loss": 7.7897,
        "grad_norm": 0.9530614018440247,
        "learning_rate": 0.00029404043055920187,
        "epoch": 2.12
    },
    {
        "loss": 7.7916,
        "grad_norm": 0.7030171155929565,
        "learning_rate": 0.00029316531023015663,
        "epoch": 2.12
    },
    {
        "loss": 7.53,
        "grad_norm": 0.8843898177146912,
        "learning_rate": 0.0002922901899011114,
        "epoch": 2.12
    },
    {
        "loss": 7.5228,
        "grad_norm": 0.9127951860427856,
        "learning_rate": 0.00029141506957206615,
        "epoch": 2.13
    },
    {
        "loss": 7.423,
        "grad_norm": 0.7194523811340332,
        "learning_rate": 0.0002905399492430209,
        "epoch": 2.13
    },
    {
        "loss": 8.3464,
        "grad_norm": 0.8251200318336487,
        "learning_rate": 0.0002896648289139757,
        "epoch": 2.13
    },
    {
        "loss": 7.8906,
        "grad_norm": 0.9383019804954529,
        "learning_rate": 0.00028878970858493044,
        "epoch": 2.13
    },
    {
        "loss": 6.9917,
        "grad_norm": 1.1721993684768677,
        "learning_rate": 0.0002879145882558852,
        "epoch": 2.14
    },
    {
        "loss": 7.7154,
        "grad_norm": 0.7905781865119934,
        "learning_rate": 0.00028703946792683996,
        "epoch": 2.14
    },
    {
        "loss": 7.9272,
        "grad_norm": 0.9261153936386108,
        "learning_rate": 0.00028616434759779467,
        "epoch": 2.14
    },
    {
        "loss": 7.9141,
        "grad_norm": 1.206111192703247,
        "learning_rate": 0.00028528922726874943,
        "epoch": 2.14
    },
    {
        "loss": 7.9561,
        "grad_norm": 0.8015759587287903,
        "learning_rate": 0.0002844141069397042,
        "epoch": 2.15
    },
    {
        "loss": 7.6844,
        "grad_norm": 0.970389723777771,
        "learning_rate": 0.00028353898661065896,
        "epoch": 2.15
    },
    {
        "loss": 7.7312,
        "grad_norm": 1.3079341650009155,
        "learning_rate": 0.0002826638662816137,
        "epoch": 2.15
    },
    {
        "loss": 7.506,
        "grad_norm": 0.8393199443817139,
        "learning_rate": 0.0002817887459525685,
        "epoch": 2.16
    },
    {
        "loss": 7.3006,
        "grad_norm": 0.9169728755950928,
        "learning_rate": 0.00028091362562352324,
        "epoch": 2.16
    },
    {
        "loss": 7.5924,
        "grad_norm": 0.8766190409660339,
        "learning_rate": 0.000280038505294478,
        "epoch": 2.16
    },
    {
        "loss": 8.2074,
        "grad_norm": 0.8473224639892578,
        "learning_rate": 0.00027916338496543277,
        "epoch": 2.16
    },
    {
        "loss": 7.2028,
        "grad_norm": 0.9415881037712097,
        "learning_rate": 0.0002782882646363875,
        "epoch": 2.17
    },
    {
        "loss": 7.87,
        "grad_norm": 0.8043491840362549,
        "learning_rate": 0.0002774131443073423,
        "epoch": 2.17
    },
    {
        "loss": 8.5354,
        "grad_norm": 0.9696796536445618,
        "learning_rate": 0.00027653802397829705,
        "epoch": 2.17
    },
    {
        "loss": 8.1185,
        "grad_norm": 0.9294397830963135,
        "learning_rate": 0.00027566290364925176,
        "epoch": 2.17
    },
    {
        "loss": 7.8844,
        "grad_norm": 1.0350419282913208,
        "learning_rate": 0.0002747877833202065,
        "epoch": 2.18
    },
    {
        "loss": 7.9054,
        "grad_norm": 1.086616039276123,
        "learning_rate": 0.0002739126629911613,
        "epoch": 2.18
    },
    {
        "loss": 7.4362,
        "grad_norm": 0.865028440952301,
        "learning_rate": 0.00027303754266211604,
        "epoch": 2.18
    },
    {
        "loss": 7.4039,
        "grad_norm": 0.8574273586273193,
        "learning_rate": 0.0002721624223330708,
        "epoch": 2.18
    },
    {
        "loss": 8.0095,
        "grad_norm": 1.0509589910507202,
        "learning_rate": 0.00027128730200402557,
        "epoch": 2.19
    },
    {
        "loss": 7.6467,
        "grad_norm": 0.7813432812690735,
        "learning_rate": 0.00027041218167498033,
        "epoch": 2.19
    },
    {
        "loss": 7.4786,
        "grad_norm": 0.855741560459137,
        "learning_rate": 0.0002695370613459351,
        "epoch": 2.19
    },
    {
        "loss": 7.7862,
        "grad_norm": 0.8451842069625854,
        "learning_rate": 0.00026866194101688985,
        "epoch": 2.19
    },
    {
        "loss": 7.7616,
        "grad_norm": 0.882211446762085,
        "learning_rate": 0.0002677868206878446,
        "epoch": 2.2
    },
    {
        "loss": 8.1508,
        "grad_norm": 0.7093100547790527,
        "learning_rate": 0.0002669117003587994,
        "epoch": 2.2
    },
    {
        "loss": 7.8715,
        "grad_norm": 0.9282416701316833,
        "learning_rate": 0.00026603658002975414,
        "epoch": 2.2
    },
    {
        "loss": 7.6333,
        "grad_norm": 0.8849425911903381,
        "learning_rate": 0.0002651614597007089,
        "epoch": 2.2
    },
    {
        "loss": 7.624,
        "grad_norm": 0.8789107203483582,
        "learning_rate": 0.0002642863393716636,
        "epoch": 2.21
    },
    {
        "loss": 7.5042,
        "grad_norm": 0.9759025573730469,
        "learning_rate": 0.00026341121904261837,
        "epoch": 2.21
    },
    {
        "loss": 7.7317,
        "grad_norm": 0.794627845287323,
        "learning_rate": 0.00026253609871357313,
        "epoch": 2.21
    },
    {
        "loss": 7.4743,
        "grad_norm": 1.3992342948913574,
        "learning_rate": 0.0002616609783845279,
        "epoch": 2.22
    },
    {
        "loss": 7.5986,
        "grad_norm": 0.8934722542762756,
        "learning_rate": 0.00026078585805548266,
        "epoch": 2.22
    },
    {
        "loss": 7.7515,
        "grad_norm": 1.0474205017089844,
        "learning_rate": 0.00025991073772643736,
        "epoch": 2.22
    },
    {
        "loss": 7.0749,
        "grad_norm": 0.7677063345909119,
        "learning_rate": 0.0002590356173973921,
        "epoch": 2.22
    },
    {
        "loss": 7.7033,
        "grad_norm": 0.8318948149681091,
        "learning_rate": 0.0002581604970683469,
        "epoch": 2.23
    },
    {
        "loss": 7.775,
        "grad_norm": 0.7674381136894226,
        "learning_rate": 0.00025728537673930165,
        "epoch": 2.23
    },
    {
        "loss": 7.5289,
        "grad_norm": 1.0669969320297241,
        "learning_rate": 0.0002564102564102564,
        "epoch": 2.23
    },
    {
        "loss": 7.3784,
        "grad_norm": 1.0004348754882812,
        "learning_rate": 0.00025553513608121117,
        "epoch": 2.23
    },
    {
        "loss": 7.4305,
        "grad_norm": 0.7937709093093872,
        "learning_rate": 0.00025466001575216593,
        "epoch": 2.24
    },
    {
        "loss": 7.1845,
        "grad_norm": 0.9088554382324219,
        "learning_rate": 0.00025378489542312064,
        "epoch": 2.24
    },
    {
        "loss": 7.9313,
        "grad_norm": 1.0221823453903198,
        "learning_rate": 0.0002529097750940754,
        "epoch": 2.24
    },
    {
        "loss": 7.4251,
        "grad_norm": 0.7980064153671265,
        "learning_rate": 0.00025203465476503016,
        "epoch": 2.24
    },
    {
        "loss": 8.0494,
        "grad_norm": 0.8470319509506226,
        "learning_rate": 0.0002511595344359849,
        "epoch": 2.25
    },
    {
        "loss": 7.7765,
        "grad_norm": 1.101785659790039,
        "learning_rate": 0.0002502844141069397,
        "epoch": 2.25
    },
    {
        "loss": 7.8624,
        "grad_norm": 0.8655755519866943,
        "learning_rate": 0.00024940929377789445,
        "epoch": 2.25
    },
    {
        "loss": 7.6855,
        "grad_norm": 1.0447689294815063,
        "learning_rate": 0.0002485341734488492,
        "epoch": 2.25
    },
    {
        "loss": 7.7653,
        "grad_norm": 0.9611648917198181,
        "learning_rate": 0.000247659053119804,
        "epoch": 2.26
    },
    {
        "loss": 8.0705,
        "grad_norm": 1.410849928855896,
        "learning_rate": 0.00024678393279075874,
        "epoch": 2.26
    },
    {
        "loss": 7.8147,
        "grad_norm": 0.9252009987831116,
        "learning_rate": 0.0002459088124617135,
        "epoch": 2.26
    },
    {
        "loss": 7.9366,
        "grad_norm": 0.899348258972168,
        "learning_rate": 0.00024503369213266826,
        "epoch": 2.27
    },
    {
        "loss": 8.089,
        "grad_norm": 0.7920341491699219,
        "learning_rate": 0.000244158571803623,
        "epoch": 2.27
    },
    {
        "loss": 7.5066,
        "grad_norm": 0.8289885520935059,
        "learning_rate": 0.00024328345147457776,
        "epoch": 2.27
    },
    {
        "loss": 7.4402,
        "grad_norm": 0.9304541349411011,
        "learning_rate": 0.00024240833114553252,
        "epoch": 2.27
    },
    {
        "loss": 8.1004,
        "grad_norm": 0.8798967003822327,
        "learning_rate": 0.00024153321081648728,
        "epoch": 2.28
    },
    {
        "loss": 7.8528,
        "grad_norm": 0.9733609557151794,
        "learning_rate": 0.00024065809048744201,
        "epoch": 2.28
    },
    {
        "loss": 7.1178,
        "grad_norm": 1.1248620748519897,
        "learning_rate": 0.00023978297015839678,
        "epoch": 2.28
    },
    {
        "loss": 7.7862,
        "grad_norm": 1.2658095359802246,
        "learning_rate": 0.00023890784982935154,
        "epoch": 2.28
    },
    {
        "loss": 7.9395,
        "grad_norm": 1.0820565223693848,
        "learning_rate": 0.0002380327295003063,
        "epoch": 2.29
    },
    {
        "loss": 7.4596,
        "grad_norm": 0.9462448954582214,
        "learning_rate": 0.00023715760917126106,
        "epoch": 2.29
    },
    {
        "loss": 7.8461,
        "grad_norm": 0.8025732636451721,
        "learning_rate": 0.00023628248884221582,
        "epoch": 2.29
    },
    {
        "loss": 7.7102,
        "grad_norm": 0.7947144508361816,
        "learning_rate": 0.00023540736851317059,
        "epoch": 2.29
    },
    {
        "loss": 7.8149,
        "grad_norm": 0.8819990158081055,
        "learning_rate": 0.00023453224818412532,
        "epoch": 2.3
    },
    {
        "loss": 7.5168,
        "grad_norm": 0.9773268103599548,
        "learning_rate": 0.00023365712785508008,
        "epoch": 2.3
    },
    {
        "loss": 7.7338,
        "grad_norm": 1.384716510772705,
        "learning_rate": 0.00023278200752603484,
        "epoch": 2.3
    },
    {
        "loss": 6.9549,
        "grad_norm": 1.1293810606002808,
        "learning_rate": 0.0002319068871969896,
        "epoch": 2.3
    },
    {
        "loss": 7.8655,
        "grad_norm": 0.7238449454307556,
        "learning_rate": 0.00023103176686794437,
        "epoch": 2.31
    },
    {
        "loss": 7.7399,
        "grad_norm": 0.8876301646232605,
        "learning_rate": 0.00023015664653889913,
        "epoch": 2.31
    },
    {
        "loss": 7.5196,
        "grad_norm": 0.7352742552757263,
        "learning_rate": 0.00022928152620985384,
        "epoch": 2.31
    },
    {
        "loss": 8.0545,
        "grad_norm": 1.0614981651306152,
        "learning_rate": 0.0002284064058808086,
        "epoch": 2.32
    },
    {
        "loss": 7.8036,
        "grad_norm": 0.999052882194519,
        "learning_rate": 0.00022753128555176336,
        "epoch": 2.32
    },
    {
        "loss": 7.5506,
        "grad_norm": 1.084981918334961,
        "learning_rate": 0.00022665616522271812,
        "epoch": 2.32
    },
    {
        "loss": 7.7953,
        "grad_norm": 1.110907793045044,
        "learning_rate": 0.00022578104489367288,
        "epoch": 2.32
    },
    {
        "loss": 7.6064,
        "grad_norm": 1.29153311252594,
        "learning_rate": 0.00022490592456462765,
        "epoch": 2.33
    },
    {
        "loss": 7.9157,
        "grad_norm": 1.5039303302764893,
        "learning_rate": 0.00022403080423558238,
        "epoch": 2.33
    },
    {
        "loss": 7.5924,
        "grad_norm": 0.850940465927124,
        "learning_rate": 0.00022315568390653714,
        "epoch": 2.33
    },
    {
        "loss": 7.9425,
        "grad_norm": 0.79768967628479,
        "learning_rate": 0.0002222805635774919,
        "epoch": 2.33
    },
    {
        "loss": 8.0374,
        "grad_norm": 0.771493673324585,
        "learning_rate": 0.00022140544324844667,
        "epoch": 2.34
    },
    {
        "loss": 7.1645,
        "grad_norm": 0.7525059580802917,
        "learning_rate": 0.00022053032291940143,
        "epoch": 2.34
    },
    {
        "loss": 7.5769,
        "grad_norm": 0.9684802293777466,
        "learning_rate": 0.0002196552025903562,
        "epoch": 2.34
    },
    {
        "loss": 7.781,
        "grad_norm": 1.1203564405441284,
        "learning_rate": 0.00021878008226131092,
        "epoch": 2.34
    },
    {
        "loss": 7.4585,
        "grad_norm": 1.0650273561477661,
        "learning_rate": 0.0002179049619322657,
        "epoch": 2.35
    },
    {
        "loss": 7.7015,
        "grad_norm": 0.9924284219741821,
        "learning_rate": 0.00021702984160322045,
        "epoch": 2.35
    },
    {
        "loss": 7.572,
        "grad_norm": 0.8644096255302429,
        "learning_rate": 0.0002161547212741752,
        "epoch": 2.35
    },
    {
        "loss": 7.8879,
        "grad_norm": 0.854030966758728,
        "learning_rate": 0.00021527960094512997,
        "epoch": 2.35
    },
    {
        "loss": 7.842,
        "grad_norm": 0.7271285653114319,
        "learning_rate": 0.00021440448061608473,
        "epoch": 2.36
    },
    {
        "loss": 7.652,
        "grad_norm": 0.6921567320823669,
        "learning_rate": 0.00021352936028703947,
        "epoch": 2.36
    },
    {
        "loss": 7.8335,
        "grad_norm": 1.2016472816467285,
        "learning_rate": 0.00021265423995799423,
        "epoch": 2.36
    },
    {
        "loss": 7.5109,
        "grad_norm": 0.79868084192276,
        "learning_rate": 0.000211779119628949,
        "epoch": 2.37
    },
    {
        "loss": 7.3853,
        "grad_norm": 0.8064858913421631,
        "learning_rate": 0.00021090399929990375,
        "epoch": 2.37
    },
    {
        "loss": 7.6334,
        "grad_norm": 0.9092600345611572,
        "learning_rate": 0.00021002887897085852,
        "epoch": 2.37
    },
    {
        "loss": 7.9536,
        "grad_norm": 1.0683679580688477,
        "learning_rate": 0.00020915375864181325,
        "epoch": 2.37
    },
    {
        "loss": 7.7399,
        "grad_norm": 1.1141338348388672,
        "learning_rate": 0.00020827863831276799,
        "epoch": 2.38
    },
    {
        "loss": 7.9567,
        "grad_norm": 0.9624096751213074,
        "learning_rate": 0.00020740351798372275,
        "epoch": 2.38
    },
    {
        "loss": 8.1788,
        "grad_norm": 0.7703258991241455,
        "learning_rate": 0.0002065283976546775,
        "epoch": 2.38
    },
    {
        "loss": 7.8642,
        "grad_norm": 0.9297539591789246,
        "learning_rate": 0.00020565327732563227,
        "epoch": 2.38
    },
    {
        "loss": 7.4837,
        "grad_norm": 0.7845075130462646,
        "learning_rate": 0.00020477815699658703,
        "epoch": 2.39
    },
    {
        "loss": 7.5431,
        "grad_norm": 0.8620021343231201,
        "learning_rate": 0.0002039030366675418,
        "epoch": 2.39
    },
    {
        "loss": 7.7398,
        "grad_norm": 0.8532699942588806,
        "learning_rate": 0.00020302791633849656,
        "epoch": 2.39
    },
    {
        "loss": 7.7079,
        "grad_norm": 1.1266266107559204,
        "learning_rate": 0.0002021527960094513,
        "epoch": 2.39
    },
    {
        "loss": 7.8789,
        "grad_norm": 1.003790020942688,
        "learning_rate": 0.00020127767568040605,
        "epoch": 2.4
    },
    {
        "loss": 7.5108,
        "grad_norm": 1.1769237518310547,
        "learning_rate": 0.00020040255535136081,
        "epoch": 2.4
    },
    {
        "loss": 7.8151,
        "grad_norm": 0.9078934192657471,
        "learning_rate": 0.00019952743502231558,
        "epoch": 2.4
    },
    {
        "loss": 7.4092,
        "grad_norm": 0.8376544713973999,
        "learning_rate": 0.00019865231469327034,
        "epoch": 2.4
    },
    {
        "loss": 7.4658,
        "grad_norm": 0.9094048738479614,
        "learning_rate": 0.0001977771943642251,
        "epoch": 2.41
    },
    {
        "loss": 7.6113,
        "grad_norm": 1.1345362663269043,
        "learning_rate": 0.00019690207403517984,
        "epoch": 2.41
    },
    {
        "loss": 7.4598,
        "grad_norm": 0.8164626955986023,
        "learning_rate": 0.0001960269537061346,
        "epoch": 2.41
    },
    {
        "loss": 7.707,
        "grad_norm": 1.125823736190796,
        "learning_rate": 0.00019515183337708936,
        "epoch": 2.41
    },
    {
        "loss": 8.0873,
        "grad_norm": 0.8651579022407532,
        "learning_rate": 0.00019427671304804412,
        "epoch": 2.42
    },
    {
        "loss": 7.5421,
        "grad_norm": 0.9041004776954651,
        "learning_rate": 0.00019340159271899888,
        "epoch": 2.42
    },
    {
        "loss": 7.9615,
        "grad_norm": 0.8012003302574158,
        "learning_rate": 0.00019252647238995364,
        "epoch": 2.42
    },
    {
        "loss": 7.6728,
        "grad_norm": 0.8691316246986389,
        "learning_rate": 0.00019165135206090838,
        "epoch": 2.43
    },
    {
        "loss": 7.4882,
        "grad_norm": 0.8700850605964661,
        "learning_rate": 0.00019077623173186314,
        "epoch": 2.43
    },
    {
        "loss": 7.4824,
        "grad_norm": 1.0540724992752075,
        "learning_rate": 0.00018990111140281788,
        "epoch": 2.43
    },
    {
        "loss": 7.3133,
        "grad_norm": 0.9065701365470886,
        "learning_rate": 0.00018902599107377264,
        "epoch": 2.43
    },
    {
        "loss": 8.1036,
        "grad_norm": 0.8794527649879456,
        "learning_rate": 0.0001881508707447274,
        "epoch": 2.44
    },
    {
        "loss": 7.3707,
        "grad_norm": 0.9155571460723877,
        "learning_rate": 0.00018727575041568216,
        "epoch": 2.44
    },
    {
        "loss": 7.0801,
        "grad_norm": 0.7177339792251587,
        "learning_rate": 0.0001864006300866369,
        "epoch": 2.44
    },
    {
        "loss": 7.4368,
        "grad_norm": 0.8027993440628052,
        "learning_rate": 0.00018552550975759166,
        "epoch": 2.44
    },
    {
        "loss": 8.2545,
        "grad_norm": 0.9770577549934387,
        "learning_rate": 0.00018465038942854642,
        "epoch": 2.45
    },
    {
        "loss": 7.4767,
        "grad_norm": 1.0428367853164673,
        "learning_rate": 0.00018377526909950118,
        "epoch": 2.45
    },
    {
        "loss": 8.4641,
        "grad_norm": 0.8214976787567139,
        "learning_rate": 0.00018290014877045594,
        "epoch": 2.45
    },
    {
        "loss": 7.054,
        "grad_norm": 1.1258653402328491,
        "learning_rate": 0.0001820250284414107,
        "epoch": 2.45
    },
    {
        "loss": 7.5935,
        "grad_norm": 1.07210373878479,
        "learning_rate": 0.00018114990811236544,
        "epoch": 2.46
    },
    {
        "loss": 7.8104,
        "grad_norm": 1.0441612005233765,
        "learning_rate": 0.0001802747877833202,
        "epoch": 2.46
    },
    {
        "loss": 7.6147,
        "grad_norm": 0.9820619821548462,
        "learning_rate": 0.00017939966745427496,
        "epoch": 2.46
    },
    {
        "loss": 8.1347,
        "grad_norm": 0.8725702166557312,
        "learning_rate": 0.00017852454712522973,
        "epoch": 2.46
    },
    {
        "loss": 8.227,
        "grad_norm": 0.8640567660331726,
        "learning_rate": 0.0001776494267961845,
        "epoch": 2.47
    },
    {
        "loss": 7.392,
        "grad_norm": 1.0909335613250732,
        "learning_rate": 0.00017677430646713925,
        "epoch": 2.47
    },
    {
        "loss": 6.7634,
        "grad_norm": 0.8133190274238586,
        "learning_rate": 0.000175899186138094,
        "epoch": 2.47
    },
    {
        "loss": 7.802,
        "grad_norm": 0.9833294749259949,
        "learning_rate": 0.00017502406580904875,
        "epoch": 2.48
    },
    {
        "loss": 7.2764,
        "grad_norm": 0.9594758152961731,
        "learning_rate": 0.0001741489454800035,
        "epoch": 2.48
    },
    {
        "loss": 7.1931,
        "grad_norm": 0.9970749616622925,
        "learning_rate": 0.00017327382515095827,
        "epoch": 2.48
    },
    {
        "loss": 7.6539,
        "grad_norm": 0.8486274480819702,
        "learning_rate": 0.00017239870482191303,
        "epoch": 2.48
    },
    {
        "loss": 7.3367,
        "grad_norm": 0.9591713547706604,
        "learning_rate": 0.0001715235844928678,
        "epoch": 2.49
    },
    {
        "loss": 7.545,
        "grad_norm": 1.1163291931152344,
        "learning_rate": 0.00017064846416382255,
        "epoch": 2.49
    },
    {
        "loss": 8.3214,
        "grad_norm": 0.8581505417823792,
        "learning_rate": 0.00016977334383477726,
        "epoch": 2.49
    },
    {
        "loss": 7.1871,
        "grad_norm": 0.8021834492683411,
        "learning_rate": 0.00016889822350573202,
        "epoch": 2.49
    },
    {
        "loss": 7.8969,
        "grad_norm": 0.9090090990066528,
        "learning_rate": 0.00016802310317668679,
        "epoch": 2.5
    },
    {
        "loss": 7.37,
        "grad_norm": 0.8283194303512573,
        "learning_rate": 0.00016714798284764155,
        "epoch": 2.5
    },
    {
        "loss": 7.4669,
        "grad_norm": 0.8183834552764893,
        "learning_rate": 0.0001662728625185963,
        "epoch": 2.5
    },
    {
        "loss": 7.4362,
        "grad_norm": 0.9701572060585022,
        "learning_rate": 0.00016539774218955107,
        "epoch": 2.5
    },
    {
        "loss": 7.2859,
        "grad_norm": 1.079610824584961,
        "learning_rate": 0.0001645226218605058,
        "epoch": 2.51
    },
    {
        "loss": 8.0835,
        "grad_norm": 0.8598064184188843,
        "learning_rate": 0.00016364750153146057,
        "epoch": 2.51
    },
    {
        "loss": 7.6696,
        "grad_norm": 0.8653038740158081,
        "learning_rate": 0.00016277238120241533,
        "epoch": 2.51
    },
    {
        "loss": 7.6096,
        "grad_norm": 1.0018919706344604,
        "learning_rate": 0.0001618972608733701,
        "epoch": 2.51
    },
    {
        "loss": 7.7412,
        "grad_norm": 0.8919802308082581,
        "learning_rate": 0.00016102214054432485,
        "epoch": 2.52
    },
    {
        "loss": 7.4504,
        "grad_norm": 0.8712960481643677,
        "learning_rate": 0.00016014702021527962,
        "epoch": 2.52
    },
    {
        "loss": 8.1,
        "grad_norm": 0.8894332647323608,
        "learning_rate": 0.00015927189988623435,
        "epoch": 2.52
    },
    {
        "loss": 8.1017,
        "grad_norm": 1.024781584739685,
        "learning_rate": 0.0001583967795571891,
        "epoch": 2.53
    },
    {
        "loss": 7.6484,
        "grad_norm": 0.9175984859466553,
        "learning_rate": 0.00015752165922814387,
        "epoch": 2.53
    },
    {
        "loss": 7.3766,
        "grad_norm": 0.9064013361930847,
        "learning_rate": 0.00015664653889909864,
        "epoch": 2.53
    },
    {
        "loss": 7.6414,
        "grad_norm": 0.9600405097007751,
        "learning_rate": 0.0001557714185700534,
        "epoch": 2.53
    },
    {
        "loss": 7.2811,
        "grad_norm": 0.9788243174552917,
        "learning_rate": 0.00015489629824100816,
        "epoch": 2.54
    },
    {
        "loss": 7.3704,
        "grad_norm": 0.8740330338478088,
        "learning_rate": 0.0001540211779119629,
        "epoch": 2.54
    },
    {
        "loss": 7.5645,
        "grad_norm": 0.8021050095558167,
        "learning_rate": 0.00015314605758291766,
        "epoch": 2.54
    },
    {
        "loss": 7.9078,
        "grad_norm": 1.0614405870437622,
        "learning_rate": 0.00015227093725387242,
        "epoch": 2.54
    },
    {
        "loss": 7.3365,
        "grad_norm": 0.8063251376152039,
        "learning_rate": 0.00015139581692482718,
        "epoch": 2.55
    },
    {
        "loss": 7.8801,
        "grad_norm": 0.8937615752220154,
        "learning_rate": 0.00015052069659578194,
        "epoch": 2.55
    },
    {
        "loss": 8.0013,
        "grad_norm": 0.9128641486167908,
        "learning_rate": 0.00014964557626673668,
        "epoch": 2.55
    },
    {
        "loss": 8.1354,
        "grad_norm": 0.8519286513328552,
        "learning_rate": 0.0001487704559376914,
        "epoch": 2.55
    },
    {
        "loss": 7.6918,
        "grad_norm": 0.9265363812446594,
        "learning_rate": 0.00014789533560864617,
        "epoch": 2.56
    },
    {
        "loss": 7.7237,
        "grad_norm": 1.113276720046997,
        "learning_rate": 0.00014702021527960093,
        "epoch": 2.56
    },
    {
        "loss": 7.3281,
        "grad_norm": 0.9011558890342712,
        "learning_rate": 0.0001461450949505557,
        "epoch": 2.56
    },
    {
        "loss": 6.577,
        "grad_norm": 0.990836501121521,
        "learning_rate": 0.00014526997462151046,
        "epoch": 2.56
    },
    {
        "loss": 7.4641,
        "grad_norm": 1.1346269845962524,
        "learning_rate": 0.00014439485429246522,
        "epoch": 2.57
    },
    {
        "loss": 7.6071,
        "grad_norm": 1.0057759284973145,
        "learning_rate": 0.00014351973396341998,
        "epoch": 2.57
    },
    {
        "loss": 8.0022,
        "grad_norm": 0.8524260520935059,
        "learning_rate": 0.00014264461363437472,
        "epoch": 2.57
    },
    {
        "loss": 7.4056,
        "grad_norm": 0.7590330839157104,
        "learning_rate": 0.00014176949330532948,
        "epoch": 2.58
    },
    {
        "loss": 7.9487,
        "grad_norm": 1.2074108123779297,
        "learning_rate": 0.00014089437297628424,
        "epoch": 2.58
    },
    {
        "loss": 7.7237,
        "grad_norm": 0.9621999263763428,
        "learning_rate": 0.000140019252647239,
        "epoch": 2.58
    },
    {
        "loss": 7.2588,
        "grad_norm": 0.843911349773407,
        "learning_rate": 0.00013914413231819376,
        "epoch": 2.58
    },
    {
        "loss": 7.1697,
        "grad_norm": 0.7619708180427551,
        "learning_rate": 0.00013826901198914853,
        "epoch": 2.59
    },
    {
        "loss": 7.2903,
        "grad_norm": 1.0736790895462036,
        "learning_rate": 0.00013739389166010326,
        "epoch": 2.59
    },
    {
        "loss": 7.9193,
        "grad_norm": 1.03206467628479,
        "learning_rate": 0.00013651877133105802,
        "epoch": 2.59
    },
    {
        "loss": 8.182,
        "grad_norm": 0.9106431603431702,
        "learning_rate": 0.00013564365100201278,
        "epoch": 2.59
    },
    {
        "loss": 7.5139,
        "grad_norm": 0.9506519436836243,
        "learning_rate": 0.00013476853067296755,
        "epoch": 2.6
    },
    {
        "loss": 7.9055,
        "grad_norm": 0.859704852104187,
        "learning_rate": 0.0001338934103439223,
        "epoch": 2.6
    },
    {
        "loss": 8.0011,
        "grad_norm": 0.9628238677978516,
        "learning_rate": 0.00013301829001487707,
        "epoch": 2.6
    },
    {
        "loss": 7.4412,
        "grad_norm": 0.8472156524658203,
        "learning_rate": 0.0001321431696858318,
        "epoch": 2.6
    },
    {
        "loss": 7.6981,
        "grad_norm": 0.9454402327537537,
        "learning_rate": 0.00013126804935678657,
        "epoch": 2.61
    },
    {
        "loss": 7.4101,
        "grad_norm": 0.8925793766975403,
        "learning_rate": 0.00013039292902774133,
        "epoch": 2.61
    },
    {
        "loss": 7.1784,
        "grad_norm": 0.8468560576438904,
        "learning_rate": 0.00012951780869869606,
        "epoch": 2.61
    },
    {
        "loss": 7.6655,
        "grad_norm": 0.8432177901268005,
        "learning_rate": 0.00012864268836965082,
        "epoch": 2.61
    },
    {
        "loss": 7.4518,
        "grad_norm": 0.813543438911438,
        "learning_rate": 0.00012776756804060559,
        "epoch": 2.62
    },
    {
        "loss": 7.5661,
        "grad_norm": 1.134985327720642,
        "learning_rate": 0.00012689244771156032,
        "epoch": 2.62
    },
    {
        "loss": 7.3611,
        "grad_norm": 1.05497407913208,
        "learning_rate": 0.00012601732738251508,
        "epoch": 2.62
    },
    {
        "loss": 7.8965,
        "grad_norm": 1.0532019138336182,
        "learning_rate": 0.00012514220705346984,
        "epoch": 2.62
    },
    {
        "loss": 8.113,
        "grad_norm": 1.0708712339401245,
        "learning_rate": 0.0001242670867244246,
        "epoch": 2.63
    },
    {
        "loss": 7.4782,
        "grad_norm": 1.1848175525665283,
        "learning_rate": 0.00012339196639537937,
        "epoch": 2.63
    },
    {
        "loss": 7.761,
        "grad_norm": 0.9672744870185852,
        "learning_rate": 0.00012251684606633413,
        "epoch": 2.63
    },
    {
        "loss": 7.8212,
        "grad_norm": 1.2713532447814941,
        "learning_rate": 0.00012164172573728888,
        "epoch": 2.64
    },
    {
        "loss": 7.5313,
        "grad_norm": 1.026662826538086,
        "learning_rate": 0.00012076660540824364,
        "epoch": 2.64
    },
    {
        "loss": 7.9599,
        "grad_norm": 0.8448575139045715,
        "learning_rate": 0.00011989148507919839,
        "epoch": 2.64
    },
    {
        "loss": 7.7506,
        "grad_norm": 1.041380524635315,
        "learning_rate": 0.00011901636475015315,
        "epoch": 2.64
    },
    {
        "loss": 7.9023,
        "grad_norm": 0.8197987675666809,
        "learning_rate": 0.00011814124442110791,
        "epoch": 2.65
    },
    {
        "loss": 7.4913,
        "grad_norm": 0.918388307094574,
        "learning_rate": 0.00011726612409206266,
        "epoch": 2.65
    },
    {
        "loss": 7.8685,
        "grad_norm": 0.9161803722381592,
        "learning_rate": 0.00011639100376301742,
        "epoch": 2.65
    },
    {
        "loss": 7.5855,
        "grad_norm": 0.8994104266166687,
        "learning_rate": 0.00011551588343397218,
        "epoch": 2.65
    },
    {
        "loss": 7.6488,
        "grad_norm": 0.8985808491706848,
        "learning_rate": 0.00011464076310492692,
        "epoch": 2.66
    },
    {
        "loss": 7.5261,
        "grad_norm": 0.9975460767745972,
        "learning_rate": 0.00011376564277588168,
        "epoch": 2.66
    },
    {
        "loss": 7.9051,
        "grad_norm": 1.051378607749939,
        "learning_rate": 0.00011289052244683644,
        "epoch": 2.66
    },
    {
        "loss": 7.2571,
        "grad_norm": 1.017866611480713,
        "learning_rate": 0.00011201540211779119,
        "epoch": 2.66
    },
    {
        "loss": 7.6068,
        "grad_norm": 1.1010361909866333,
        "learning_rate": 0.00011114028178874595,
        "epoch": 2.67
    },
    {
        "loss": 7.6306,
        "grad_norm": 0.9585467576980591,
        "learning_rate": 0.00011026516145970071,
        "epoch": 2.67
    },
    {
        "loss": 7.3702,
        "grad_norm": 0.9484645128250122,
        "learning_rate": 0.00010939004113065546,
        "epoch": 2.67
    },
    {
        "loss": 7.4482,
        "grad_norm": 1.0726372003555298,
        "learning_rate": 0.00010851492080161022,
        "epoch": 2.67
    },
    {
        "loss": 7.7554,
        "grad_norm": 0.8078585863113403,
        "learning_rate": 0.00010763980047256499,
        "epoch": 2.68
    },
    {
        "loss": 7.3881,
        "grad_norm": 0.9488946199417114,
        "learning_rate": 0.00010676468014351973,
        "epoch": 2.68
    },
    {
        "loss": 7.7557,
        "grad_norm": 0.8590677976608276,
        "learning_rate": 0.0001058895598144745,
        "epoch": 2.68
    },
    {
        "loss": 7.2128,
        "grad_norm": 0.8768866062164307,
        "learning_rate": 0.00010501443948542926,
        "epoch": 2.69
    },
    {
        "loss": 7.6447,
        "grad_norm": 1.1127121448516846,
        "learning_rate": 0.00010413931915638399,
        "epoch": 2.69
    },
    {
        "loss": 7.7283,
        "grad_norm": 0.7706397771835327,
        "learning_rate": 0.00010326419882733875,
        "epoch": 2.69
    },
    {
        "loss": 7.8187,
        "grad_norm": 0.910484254360199,
        "learning_rate": 0.00010238907849829352,
        "epoch": 2.69
    },
    {
        "loss": 6.9677,
        "grad_norm": 0.8292771577835083,
        "learning_rate": 0.00010151395816924828,
        "epoch": 2.7
    },
    {
        "loss": 7.7939,
        "grad_norm": 1.2936872243881226,
        "learning_rate": 0.00010063883784020303,
        "epoch": 2.7
    },
    {
        "loss": 7.2773,
        "grad_norm": 1.050876259803772,
        "learning_rate": 9.976371751115779e-05,
        "epoch": 2.7
    },
    {
        "loss": 7.6461,
        "grad_norm": 1.0275306701660156,
        "learning_rate": 9.888859718211255e-05,
        "epoch": 2.7
    },
    {
        "loss": 7.4058,
        "grad_norm": 0.9414623379707336,
        "learning_rate": 9.80134768530673e-05,
        "epoch": 2.71
    },
    {
        "loss": 7.4938,
        "grad_norm": 0.8367570042610168,
        "learning_rate": 9.713835652402206e-05,
        "epoch": 2.71
    },
    {
        "loss": 7.4702,
        "grad_norm": 0.9100292325019836,
        "learning_rate": 9.626323619497682e-05,
        "epoch": 2.71
    },
    {
        "loss": 7.4209,
        "grad_norm": 0.881262481212616,
        "learning_rate": 9.538811586593157e-05,
        "epoch": 2.71
    },
    {
        "loss": 7.568,
        "grad_norm": 1.0841021537780762,
        "learning_rate": 9.451299553688632e-05,
        "epoch": 2.72
    },
    {
        "loss": 7.4385,
        "grad_norm": 0.8553777933120728,
        "learning_rate": 9.363787520784108e-05,
        "epoch": 2.72
    },
    {
        "loss": 7.7745,
        "grad_norm": 0.8244187235832214,
        "learning_rate": 9.276275487879583e-05,
        "epoch": 2.72
    },
    {
        "loss": 7.3427,
        "grad_norm": 1.0330350399017334,
        "learning_rate": 9.188763454975059e-05,
        "epoch": 2.72
    },
    {
        "loss": 7.4313,
        "grad_norm": 0.86846524477005,
        "learning_rate": 9.101251422070535e-05,
        "epoch": 2.73
    },
    {
        "loss": 7.6994,
        "grad_norm": 1.0151475667953491,
        "learning_rate": 9.01373938916601e-05,
        "epoch": 2.73
    },
    {
        "loss": 7.6994,
        "grad_norm": 0.8053341507911682,
        "learning_rate": 8.926227356261486e-05,
        "epoch": 2.73
    },
    {
        "loss": 7.8782,
        "grad_norm": 0.917957067489624,
        "learning_rate": 8.838715323356962e-05,
        "epoch": 2.74
    },
    {
        "loss": 7.5889,
        "grad_norm": 1.556181788444519,
        "learning_rate": 8.751203290452437e-05,
        "epoch": 2.74
    },
    {
        "loss": 7.6279,
        "grad_norm": 1.043771743774414,
        "learning_rate": 8.663691257547913e-05,
        "epoch": 2.74
    },
    {
        "loss": 7.8682,
        "grad_norm": 1.1640032529830933,
        "learning_rate": 8.57617922464339e-05,
        "epoch": 2.74
    },
    {
        "loss": 7.8918,
        "grad_norm": 0.8830235600471497,
        "learning_rate": 8.488667191738863e-05,
        "epoch": 2.75
    },
    {
        "loss": 7.5466,
        "grad_norm": 0.958690345287323,
        "learning_rate": 8.401155158834339e-05,
        "epoch": 2.75
    },
    {
        "loss": 7.5439,
        "grad_norm": 1.1970360279083252,
        "learning_rate": 8.313643125929815e-05,
        "epoch": 2.75
    },
    {
        "loss": 8.1002,
        "grad_norm": 0.9388788938522339,
        "learning_rate": 8.22613109302529e-05,
        "epoch": 2.75
    },
    {
        "loss": 7.6892,
        "grad_norm": 1.0798841714859009,
        "learning_rate": 8.138619060120766e-05,
        "epoch": 2.76
    },
    {
        "loss": 8.0534,
        "grad_norm": 1.2909208536148071,
        "learning_rate": 8.051107027216243e-05,
        "epoch": 2.76
    },
    {
        "loss": 7.3369,
        "grad_norm": 1.272641658782959,
        "learning_rate": 7.963594994311717e-05,
        "epoch": 2.76
    },
    {
        "loss": 7.5785,
        "grad_norm": 0.9654033780097961,
        "learning_rate": 7.876082961407194e-05,
        "epoch": 2.76
    },
    {
        "loss": 7.8078,
        "grad_norm": 0.8423277139663696,
        "learning_rate": 7.78857092850267e-05,
        "epoch": 2.77
    },
    {
        "loss": 7.8086,
        "grad_norm": 0.9509181380271912,
        "learning_rate": 7.701058895598145e-05,
        "epoch": 2.77
    },
    {
        "loss": 8.1405,
        "grad_norm": 0.9167718291282654,
        "learning_rate": 7.613546862693621e-05,
        "epoch": 2.77
    },
    {
        "loss": 7.7728,
        "grad_norm": 0.9845168590545654,
        "learning_rate": 7.526034829789097e-05,
        "epoch": 2.77
    },
    {
        "loss": 7.4146,
        "grad_norm": 0.9597529768943787,
        "learning_rate": 7.43852279688457e-05,
        "epoch": 2.78
    },
    {
        "loss": 7.0711,
        "grad_norm": 1.0068391561508179,
        "learning_rate": 7.351010763980047e-05,
        "epoch": 2.78
    },
    {
        "loss": 7.1173,
        "grad_norm": 0.8510629534721375,
        "learning_rate": 7.263498731075523e-05,
        "epoch": 2.78
    },
    {
        "loss": 7.1843,
        "grad_norm": 0.8737899661064148,
        "learning_rate": 7.175986698170999e-05,
        "epoch": 2.79
    },
    {
        "loss": 7.376,
        "grad_norm": 0.9045628905296326,
        "learning_rate": 7.088474665266474e-05,
        "epoch": 2.79
    },
    {
        "loss": 7.4447,
        "grad_norm": 0.8932380080223083,
        "learning_rate": 7.00096263236195e-05,
        "epoch": 2.79
    },
    {
        "loss": 7.362,
        "grad_norm": 0.8961164951324463,
        "learning_rate": 6.913450599457426e-05,
        "epoch": 2.79
    },
    {
        "loss": 7.4237,
        "grad_norm": 1.0015422105789185,
        "learning_rate": 6.825938566552901e-05,
        "epoch": 2.8
    },
    {
        "loss": 7.2541,
        "grad_norm": 0.9842544198036194,
        "learning_rate": 6.738426533648377e-05,
        "epoch": 2.8
    },
    {
        "loss": 8.0427,
        "grad_norm": 1.0375638008117676,
        "learning_rate": 6.650914500743853e-05,
        "epoch": 2.8
    },
    {
        "loss": 7.4801,
        "grad_norm": 0.9552834630012512,
        "learning_rate": 6.563402467839328e-05,
        "epoch": 2.8
    },
    {
        "loss": 7.8596,
        "grad_norm": 0.8038078546524048,
        "learning_rate": 6.475890434934803e-05,
        "epoch": 2.81
    },
    {
        "loss": 7.2653,
        "grad_norm": 0.8008092045783997,
        "learning_rate": 6.388378402030279e-05,
        "epoch": 2.81
    },
    {
        "loss": 7.159,
        "grad_norm": 1.087442398071289,
        "learning_rate": 6.300866369125754e-05,
        "epoch": 2.81
    },
    {
        "loss": 7.0556,
        "grad_norm": 1.0442233085632324,
        "learning_rate": 6.21335433622123e-05,
        "epoch": 2.81
    },
    {
        "loss": 7.162,
        "grad_norm": 1.0271589756011963,
        "learning_rate": 6.125842303316706e-05,
        "epoch": 2.82
    },
    {
        "loss": 7.5864,
        "grad_norm": 0.9957409501075745,
        "learning_rate": 6.038330270412182e-05,
        "epoch": 2.82
    },
    {
        "loss": 8.4511,
        "grad_norm": 0.870765745639801,
        "learning_rate": 5.9508182375076575e-05,
        "epoch": 2.82
    },
    {
        "loss": 7.9488,
        "grad_norm": 0.8632308840751648,
        "learning_rate": 5.863306204603133e-05,
        "epoch": 2.82
    },
    {
        "loss": 8.1216,
        "grad_norm": 1.1113914251327515,
        "learning_rate": 5.775794171698609e-05,
        "epoch": 2.83
    },
    {
        "loss": 7.7049,
        "grad_norm": 0.9410499334335327,
        "learning_rate": 5.688282138794084e-05,
        "epoch": 2.83
    },
    {
        "loss": 7.6916,
        "grad_norm": 0.8908835053443909,
        "learning_rate": 5.6007701058895595e-05,
        "epoch": 2.83
    },
    {
        "loss": 7.5659,
        "grad_norm": 0.7924339175224304,
        "learning_rate": 5.513258072985036e-05,
        "epoch": 2.83
    },
    {
        "loss": 7.4359,
        "grad_norm": 0.8098507523536682,
        "learning_rate": 5.425746040080511e-05,
        "epoch": 2.84
    },
    {
        "loss": 7.4043,
        "grad_norm": 0.8541660904884338,
        "learning_rate": 5.338234007175987e-05,
        "epoch": 2.84
    },
    {
        "loss": 7.5664,
        "grad_norm": 0.9474323987960815,
        "learning_rate": 5.250721974271463e-05,
        "epoch": 2.84
    },
    {
        "loss": 7.7903,
        "grad_norm": 1.0568387508392334,
        "learning_rate": 5.163209941366938e-05,
        "epoch": 2.85
    },
    {
        "loss": 7.4216,
        "grad_norm": 0.9031184315681458,
        "learning_rate": 5.075697908462414e-05,
        "epoch": 2.85
    },
    {
        "loss": 7.5944,
        "grad_norm": 0.8136922121047974,
        "learning_rate": 4.9881858755578894e-05,
        "epoch": 2.85
    },
    {
        "loss": 7.6272,
        "grad_norm": 1.1002339124679565,
        "learning_rate": 4.900673842653365e-05,
        "epoch": 2.85
    },
    {
        "loss": 7.5846,
        "grad_norm": 1.2232916355133057,
        "learning_rate": 4.813161809748841e-05,
        "epoch": 2.86
    },
    {
        "loss": 7.8478,
        "grad_norm": 0.8891430497169495,
        "learning_rate": 4.725649776844316e-05,
        "epoch": 2.86
    },
    {
        "loss": 7.3,
        "grad_norm": 0.9129414558410645,
        "learning_rate": 4.6381377439397914e-05,
        "epoch": 2.86
    },
    {
        "loss": 7.4529,
        "grad_norm": 0.7938532829284668,
        "learning_rate": 4.5506257110352676e-05,
        "epoch": 2.86
    },
    {
        "loss": 7.2803,
        "grad_norm": 0.9501358270645142,
        "learning_rate": 4.463113678130743e-05,
        "epoch": 2.87
    },
    {
        "loss": 7.5943,
        "grad_norm": 1.0423897504806519,
        "learning_rate": 4.3756016452262186e-05,
        "epoch": 2.87
    },
    {
        "loss": 7.2376,
        "grad_norm": 0.9883305430412292,
        "learning_rate": 4.288089612321695e-05,
        "epoch": 2.87
    },
    {
        "loss": 7.6255,
        "grad_norm": 0.9974358677864075,
        "learning_rate": 4.2005775794171696e-05,
        "epoch": 2.87
    },
    {
        "loss": 7.2739,
        "grad_norm": 0.9481905102729797,
        "learning_rate": 4.113065546512645e-05,
        "epoch": 2.88
    },
    {
        "loss": 8.0077,
        "grad_norm": 1.067797064781189,
        "learning_rate": 4.025553513608121e-05,
        "epoch": 2.88
    },
    {
        "loss": 7.5522,
        "grad_norm": 0.8410007953643799,
        "learning_rate": 3.938041480703597e-05,
        "epoch": 2.88
    },
    {
        "loss": 7.5854,
        "grad_norm": 0.847583532333374,
        "learning_rate": 3.8505294477990723e-05,
        "epoch": 2.88
    },
    {
        "loss": 7.2142,
        "grad_norm": 1.0279533863067627,
        "learning_rate": 3.7630174148945485e-05,
        "epoch": 2.89
    },
    {
        "loss": 7.4712,
        "grad_norm": 1.1256965398788452,
        "learning_rate": 3.6755053819900234e-05,
        "epoch": 2.89
    },
    {
        "loss": 7.7947,
        "grad_norm": 1.0278571844100952,
        "learning_rate": 3.5879933490854995e-05,
        "epoch": 2.89
    },
    {
        "loss": 7.3523,
        "grad_norm": 0.9609654545783997,
        "learning_rate": 3.500481316180975e-05,
        "epoch": 2.9
    },
    {
        "loss": 7.3334,
        "grad_norm": 0.8453736901283264,
        "learning_rate": 3.4129692832764505e-05,
        "epoch": 2.9
    },
    {
        "loss": 7.177,
        "grad_norm": 0.8161653280258179,
        "learning_rate": 3.325457250371927e-05,
        "epoch": 2.9
    },
    {
        "loss": 7.9061,
        "grad_norm": 0.9861032366752625,
        "learning_rate": 3.2379452174674016e-05,
        "epoch": 2.9
    },
    {
        "loss": 7.3155,
        "grad_norm": 1.1409838199615479,
        "learning_rate": 3.150433184562877e-05,
        "epoch": 2.91
    },
    {
        "loss": 7.7667,
        "grad_norm": 0.8848074078559875,
        "learning_rate": 3.062921151658353e-05,
        "epoch": 2.91
    },
    {
        "loss": 7.2722,
        "grad_norm": 0.8996227979660034,
        "learning_rate": 2.9754091187538288e-05,
        "epoch": 2.91
    },
    {
        "loss": 7.4819,
        "grad_norm": 0.9429714679718018,
        "learning_rate": 2.8878970858493046e-05,
        "epoch": 2.91
    },
    {
        "loss": 7.4154,
        "grad_norm": 1.1169899702072144,
        "learning_rate": 2.8003850529447798e-05,
        "epoch": 2.92
    },
    {
        "loss": 7.7691,
        "grad_norm": 0.8326570987701416,
        "learning_rate": 2.7128730200402556e-05,
        "epoch": 2.92
    },
    {
        "loss": 7.6196,
        "grad_norm": 0.9243487119674683,
        "learning_rate": 2.6253609871357314e-05,
        "epoch": 2.92
    },
    {
        "loss": 7.6529,
        "grad_norm": 0.8465039730072021,
        "learning_rate": 2.537848954231207e-05,
        "epoch": 2.92
    },
    {
        "loss": 7.2623,
        "grad_norm": 1.0216766595840454,
        "learning_rate": 2.4503369213266825e-05,
        "epoch": 2.93
    },
    {
        "loss": 7.5628,
        "grad_norm": 0.9314711689949036,
        "learning_rate": 2.362824888422158e-05,
        "epoch": 2.93
    },
    {
        "loss": 7.9252,
        "grad_norm": 0.8769168853759766,
        "learning_rate": 2.2753128555176338e-05,
        "epoch": 2.93
    },
    {
        "loss": 7.2971,
        "grad_norm": 0.8925982713699341,
        "learning_rate": 2.1878008226131093e-05,
        "epoch": 2.93
    },
    {
        "loss": 7.1022,
        "grad_norm": 0.937786340713501,
        "learning_rate": 2.1002887897085848e-05,
        "epoch": 2.94
    },
    {
        "loss": 7.5253,
        "grad_norm": 0.900693416595459,
        "learning_rate": 2.0127767568040607e-05,
        "epoch": 2.94
    },
    {
        "loss": 7.5837,
        "grad_norm": 0.9113482236862183,
        "learning_rate": 1.9252647238995362e-05,
        "epoch": 2.94
    },
    {
        "loss": 7.7925,
        "grad_norm": 0.8734735250473022,
        "learning_rate": 1.8377526909950117e-05,
        "epoch": 2.95
    },
    {
        "loss": 7.5821,
        "grad_norm": 0.8616068959236145,
        "learning_rate": 1.7502406580904875e-05,
        "epoch": 2.95
    },
    {
        "loss": 6.7659,
        "grad_norm": 0.8509213328361511,
        "learning_rate": 1.6627286251859634e-05,
        "epoch": 2.95
    },
    {
        "loss": 7.9045,
        "grad_norm": 0.8518444895744324,
        "learning_rate": 1.5752165922814385e-05,
        "epoch": 2.95
    },
    {
        "loss": 7.2314,
        "grad_norm": 1.1429413557052612,
        "learning_rate": 1.4877045593769144e-05,
        "epoch": 2.96
    },
    {
        "loss": 7.5707,
        "grad_norm": 0.825677752494812,
        "learning_rate": 1.4001925264723899e-05,
        "epoch": 2.96
    },
    {
        "loss": 7.2231,
        "grad_norm": 0.9227612018585205,
        "learning_rate": 1.3126804935678657e-05,
        "epoch": 2.96
    },
    {
        "loss": 7.3015,
        "grad_norm": 0.9745140671730042,
        "learning_rate": 1.2251684606633412e-05,
        "epoch": 2.96
    },
    {
        "loss": 7.5931,
        "grad_norm": 0.8096091151237488,
        "learning_rate": 1.1376564277588169e-05,
        "epoch": 2.97
    },
    {
        "loss": 7.2393,
        "grad_norm": 0.9233807921409607,
        "learning_rate": 1.0501443948542924e-05,
        "epoch": 2.97
    },
    {
        "loss": 7.2871,
        "grad_norm": 0.7690852880477905,
        "learning_rate": 9.626323619497681e-06,
        "epoch": 2.97
    },
    {
        "loss": 7.5845,
        "grad_norm": 0.882102370262146,
        "learning_rate": 8.751203290452438e-06,
        "epoch": 2.97
    },
    {
        "loss": 7.2335,
        "grad_norm": 0.887958288192749,
        "learning_rate": 7.876082961407193e-06,
        "epoch": 2.98
    },
    {
        "loss": 7.5324,
        "grad_norm": 0.8895597457885742,
        "learning_rate": 7.000962632361949e-06,
        "epoch": 2.98
    },
    {
        "loss": 7.1145,
        "grad_norm": 0.8137519955635071,
        "learning_rate": 6.125842303316706e-06,
        "epoch": 2.98
    },
    {
        "loss": 7.411,
        "grad_norm": 0.9460362195968628,
        "learning_rate": 5.250721974271462e-06,
        "epoch": 2.98
    },
    {
        "loss": 7.6058,
        "grad_norm": 0.9842742681503296,
        "learning_rate": 4.375601645226219e-06,
        "epoch": 2.99
    },
    {
        "loss": 7.6927,
        "grad_norm": 0.938562273979187,
        "learning_rate": 3.5004813161809747e-06,
        "epoch": 2.99
    },
    {
        "loss": 7.6995,
        "grad_norm": 0.9931243658065796,
        "learning_rate": 2.625360987135731e-06,
        "epoch": 2.99
    },
    {
        "loss": 7.5572,
        "grad_norm": 0.8916573524475098,
        "learning_rate": 1.7502406580904874e-06,
        "epoch": 3.0
    },
    {
        "loss": 7.2556,
        "grad_norm": 0.780832052230835,
        "learning_rate": 8.751203290452437e-07,
        "epoch": 3.0
    },
    {
        "train_runtime": 112786.1501,
        "train_samples_per_second": 3.243,
        "train_steps_per_second": 0.101,
        "train_loss": 8.874524852365107,
        "epoch": 3.0
    }
]