{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9996163752945689,
  "eval_steps": 500,
  "global_step": 1140,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0008768564695566394,
      "grad_norm": 3.8354088038954104,
      "learning_rate": 5.0000000000000004e-08,
      "loss": 0.8827,
      "step": 1
    },
    {
      "epoch": 0.0017537129391132788,
      "grad_norm": 3.854484535409196,
      "learning_rate": 1.0000000000000001e-07,
      "loss": 0.8816,
      "step": 2
    },
    {
      "epoch": 0.0026305694086699184,
      "grad_norm": 3.871894613191576,
      "learning_rate": 1.5000000000000002e-07,
      "loss": 0.8801,
      "step": 3
    },
    {
      "epoch": 0.0035074258782265577,
      "grad_norm": 4.015192807591418,
      "learning_rate": 2.0000000000000002e-07,
      "loss": 0.8778,
      "step": 4
    },
    {
      "epoch": 0.004384282347783197,
      "grad_norm": 3.8093684146898625,
      "learning_rate": 2.5000000000000004e-07,
      "loss": 0.8711,
      "step": 5
    },
    {
      "epoch": 0.005261138817339837,
      "grad_norm": 3.8610474891808035,
      "learning_rate": 3.0000000000000004e-07,
      "loss": 0.8774,
      "step": 6
    },
    {
      "epoch": 0.0061379952868964765,
      "grad_norm": 3.7967273935876027,
      "learning_rate": 3.5000000000000004e-07,
      "loss": 0.8669,
      "step": 7
    },
    {
      "epoch": 0.007014851756453115,
      "grad_norm": 3.6775126026184703,
      "learning_rate": 4.0000000000000003e-07,
      "loss": 0.8605,
      "step": 8
    },
    {
      "epoch": 0.007891708226009755,
      "grad_norm": 3.8340713786963674,
      "learning_rate": 4.5000000000000003e-07,
      "loss": 0.8735,
      "step": 9
    },
    {
      "epoch": 0.008768564695566394,
      "grad_norm": 3.7479501504503463,
      "learning_rate": 5.000000000000001e-07,
      "loss": 0.8843,
      "step": 10
    },
    {
      "epoch": 0.009645421165123035,
      "grad_norm": 3.6317203672346734,
      "learning_rate": 5.5e-07,
      "loss": 0.8637,
      "step": 11
    },
    {
      "epoch": 0.010522277634679673,
      "grad_norm": 3.512911808429478,
      "learning_rate": 6.000000000000001e-07,
      "loss": 0.8649,
      "step": 12
    },
    {
      "epoch": 0.011399134104236312,
      "grad_norm": 3.5056527507086486,
      "learning_rate": 6.5e-07,
      "loss": 0.8514,
      "step": 13
    },
    {
      "epoch": 0.012275990573792953,
      "grad_norm": 3.150666271402955,
      "learning_rate": 7.000000000000001e-07,
      "loss": 0.844,
      "step": 14
    },
    {
      "epoch": 0.013152847043349592,
      "grad_norm": 2.92608322776606,
      "learning_rate": 7.5e-07,
      "loss": 0.8382,
      "step": 15
    },
    {
      "epoch": 0.01402970351290623,
      "grad_norm": 3.0202821236842246,
      "learning_rate": 8.000000000000001e-07,
      "loss": 0.8419,
      "step": 16
    },
    {
      "epoch": 0.014906559982462871,
      "grad_norm": 2.9419098502173515,
      "learning_rate": 8.500000000000001e-07,
      "loss": 0.8362,
      "step": 17
    },
    {
      "epoch": 0.01578341645201951,
      "grad_norm": 2.7926753613205433,
      "learning_rate": 9.000000000000001e-07,
      "loss": 0.825,
      "step": 18
    },
    {
      "epoch": 0.01666027292157615,
      "grad_norm": 2.4471605086654096,
      "learning_rate": 9.500000000000001e-07,
      "loss": 0.7904,
      "step": 19
    },
    {
      "epoch": 0.017537129391132788,
      "grad_norm": 1.8918627793518321,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 0.7968,
      "step": 20
    },
    {
      "epoch": 0.018413985860689427,
      "grad_norm": 1.713937144355921,
      "learning_rate": 1.0500000000000001e-06,
      "loss": 0.7828,
      "step": 21
    },
    {
      "epoch": 0.01929084233024607,
      "grad_norm": 1.4451729443975803,
      "learning_rate": 1.1e-06,
      "loss": 0.78,
      "step": 22
    },
    {
      "epoch": 0.020167698799802708,
      "grad_norm": 1.0866085026095695,
      "learning_rate": 1.1500000000000002e-06,
      "loss": 0.7807,
      "step": 23
    },
    {
      "epoch": 0.021044555269359347,
      "grad_norm": 1.022948274017058,
      "learning_rate": 1.2000000000000002e-06,
      "loss": 0.758,
      "step": 24
    },
    {
      "epoch": 0.021921411738915986,
      "grad_norm": 0.976807823206357,
      "learning_rate": 1.25e-06,
      "loss": 0.7783,
      "step": 25
    },
    {
      "epoch": 0.022798268208472625,
      "grad_norm": 2.5562950715507275,
      "learning_rate": 1.3e-06,
      "loss": 0.7815,
      "step": 26
    },
    {
      "epoch": 0.023675124678029263,
      "grad_norm": 1.7956421603987698,
      "learning_rate": 1.3500000000000002e-06,
      "loss": 0.759,
      "step": 27
    },
    {
      "epoch": 0.024551981147585906,
      "grad_norm": 1.3622207205502601,
      "learning_rate": 1.4000000000000001e-06,
      "loss": 0.7551,
      "step": 28
    },
    {
      "epoch": 0.025428837617142545,
      "grad_norm": 0.9842354354215974,
      "learning_rate": 1.45e-06,
      "loss": 0.7625,
      "step": 29
    },
    {
      "epoch": 0.026305694086699184,
      "grad_norm": 0.7679059075291825,
      "learning_rate": 1.5e-06,
      "loss": 0.7513,
      "step": 30
    },
    {
      "epoch": 0.027182550556255822,
      "grad_norm": 0.709914193704945,
      "learning_rate": 1.5500000000000002e-06,
      "loss": 0.7309,
      "step": 31
    },
    {
      "epoch": 0.02805940702581246,
      "grad_norm": 0.5711165082308596,
      "learning_rate": 1.6000000000000001e-06,
      "loss": 0.7358,
      "step": 32
    },
    {
      "epoch": 0.0289362634953691,
      "grad_norm": 0.6732600160748007,
      "learning_rate": 1.6500000000000003e-06,
      "loss": 0.746,
      "step": 33
    },
    {
      "epoch": 0.029813119964925743,
      "grad_norm": 0.519623223105866,
      "learning_rate": 1.7000000000000002e-06,
      "loss": 0.7408,
      "step": 34
    },
    {
      "epoch": 0.03068997643448238,
      "grad_norm": 0.4967853550459734,
      "learning_rate": 1.75e-06,
      "loss": 0.7284,
      "step": 35
    },
    {
      "epoch": 0.03156683290403902,
      "grad_norm": 0.4558474579400771,
      "learning_rate": 1.8000000000000001e-06,
      "loss": 0.7337,
      "step": 36
    },
    {
      "epoch": 0.03244368937359566,
      "grad_norm": 0.5187940265183988,
      "learning_rate": 1.85e-06,
      "loss": 0.7459,
      "step": 37
    },
    {
      "epoch": 0.0333205458431523,
      "grad_norm": 0.46649520265418404,
      "learning_rate": 1.9000000000000002e-06,
      "loss": 0.7238,
      "step": 38
    },
    {
      "epoch": 0.03419740231270894,
      "grad_norm": 0.4621107554297482,
      "learning_rate": 1.9500000000000004e-06,
      "loss": 0.7243,
      "step": 39
    },
    {
      "epoch": 0.035074258782265576,
      "grad_norm": 0.4493723053379801,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 0.7395,
      "step": 40
    },
    {
      "epoch": 0.035951115251822215,
      "grad_norm": 0.4196555282378131,
      "learning_rate": 2.05e-06,
      "loss": 0.7371,
      "step": 41
    },
    {
      "epoch": 0.036827971721378853,
      "grad_norm": 0.3836269605839978,
      "learning_rate": 2.1000000000000002e-06,
      "loss": 0.7172,
      "step": 42
    },
    {
      "epoch": 0.0377048281909355,
      "grad_norm": 0.38056806308372326,
      "learning_rate": 2.15e-06,
      "loss": 0.7163,
      "step": 43
    },
    {
      "epoch": 0.03858168466049214,
      "grad_norm": 0.3561457145290273,
      "learning_rate": 2.2e-06,
      "loss": 0.6986,
      "step": 44
    },
    {
      "epoch": 0.03945854113004878,
      "grad_norm": 0.3723153937166507,
      "learning_rate": 2.25e-06,
      "loss": 0.7154,
      "step": 45
    },
    {
      "epoch": 0.040335397599605416,
      "grad_norm": 0.36630666691552083,
      "learning_rate": 2.3000000000000004e-06,
      "loss": 0.7201,
      "step": 46
    },
    {
      "epoch": 0.041212254069162055,
      "grad_norm": 0.3482645877468935,
      "learning_rate": 2.35e-06,
      "loss": 0.7213,
      "step": 47
    },
    {
      "epoch": 0.042089110538718694,
      "grad_norm": 0.35892687942862245,
      "learning_rate": 2.4000000000000003e-06,
      "loss": 0.7167,
      "step": 48
    },
    {
      "epoch": 0.04296596700827533,
      "grad_norm": 0.3353339246028489,
      "learning_rate": 2.4500000000000003e-06,
      "loss": 0.7154,
      "step": 49
    },
    {
      "epoch": 0.04384282347783197,
      "grad_norm": 0.3327601533732165,
      "learning_rate": 2.5e-06,
      "loss": 0.7149,
      "step": 50
    },
    {
      "epoch": 0.04471967994738861,
      "grad_norm": 0.31047839521651305,
      "learning_rate": 2.55e-06,
      "loss": 0.7022,
      "step": 51
    },
    {
      "epoch": 0.04559653641694525,
      "grad_norm": 0.3140715368302216,
      "learning_rate": 2.6e-06,
      "loss": 0.7024,
      "step": 52
    },
    {
      "epoch": 0.04647339288650189,
      "grad_norm": 0.3070088967685052,
      "learning_rate": 2.6500000000000005e-06,
      "loss": 0.7116,
      "step": 53
    },
    {
      "epoch": 0.04735024935605853,
      "grad_norm": 0.29688015435603987,
      "learning_rate": 2.7000000000000004e-06,
      "loss": 0.7068,
      "step": 54
    },
    {
      "epoch": 0.04822710582561517,
      "grad_norm": 0.312569173156887,
      "learning_rate": 2.7500000000000004e-06,
      "loss": 0.708,
      "step": 55
    },
    {
      "epoch": 0.04910396229517181,
      "grad_norm": 0.3212155084231398,
      "learning_rate": 2.8000000000000003e-06,
      "loss": 0.6895,
      "step": 56
    },
    {
      "epoch": 0.04998081876472845,
      "grad_norm": 0.30141336197411556,
      "learning_rate": 2.85e-06,
      "loss": 0.714,
      "step": 57
    },
    {
      "epoch": 0.05085767523428509,
      "grad_norm": 0.2678799864293998,
      "learning_rate": 2.9e-06,
      "loss": 0.6864,
      "step": 58
    },
    {
      "epoch": 0.05173453170384173,
      "grad_norm": 0.2763602360222888,
      "learning_rate": 2.95e-06,
      "loss": 0.6955,
      "step": 59
    },
    {
      "epoch": 0.05261138817339837,
      "grad_norm": 0.2960116429627635,
      "learning_rate": 3e-06,
      "loss": 0.69,
      "step": 60
    },
    {
      "epoch": 0.053488244642955006,
      "grad_norm": 0.3126860845251708,
      "learning_rate": 3.05e-06,
      "loss": 0.7008,
      "step": 61
    },
    {
      "epoch": 0.054365101112511645,
      "grad_norm": 0.2684477743603555,
      "learning_rate": 3.1000000000000004e-06,
      "loss": 0.7065,
      "step": 62
    },
    {
      "epoch": 0.055241957582068284,
      "grad_norm": 0.2831279869843839,
      "learning_rate": 3.1500000000000003e-06,
      "loss": 0.6908,
      "step": 63
    },
    {
      "epoch": 0.05611881405162492,
      "grad_norm": 0.28914936357131454,
      "learning_rate": 3.2000000000000003e-06,
      "loss": 0.6847,
      "step": 64
    },
    {
      "epoch": 0.05699567052118156,
      "grad_norm": 0.2664694092243829,
      "learning_rate": 3.2500000000000002e-06,
      "loss": 0.6975,
      "step": 65
    },
    {
      "epoch": 0.0578725269907382,
      "grad_norm": 0.2670931319561963,
      "learning_rate": 3.3000000000000006e-06,
      "loss": 0.6957,
      "step": 66
    },
    {
      "epoch": 0.058749383460294846,
      "grad_norm": 0.25481964712146327,
      "learning_rate": 3.3500000000000005e-06,
      "loss": 0.6907,
      "step": 67
    },
    {
      "epoch": 0.059626239929851485,
      "grad_norm": 0.2917224006438053,
      "learning_rate": 3.4000000000000005e-06,
      "loss": 0.6889,
      "step": 68
    },
    {
      "epoch": 0.060503096399408124,
      "grad_norm": 0.27794604488949715,
      "learning_rate": 3.45e-06,
      "loss": 0.6815,
      "step": 69
    },
    {
      "epoch": 0.06137995286896476,
      "grad_norm": 0.24963117175569036,
      "learning_rate": 3.5e-06,
      "loss": 0.6883,
      "step": 70
    },
    {
      "epoch": 0.0622568093385214,
      "grad_norm": 0.2893133633641976,
      "learning_rate": 3.5500000000000003e-06,
      "loss": 0.6792,
      "step": 71
    },
    {
      "epoch": 0.06313366580807804,
      "grad_norm": 0.2826308836822568,
      "learning_rate": 3.6000000000000003e-06,
      "loss": 0.7028,
      "step": 72
    },
    {
      "epoch": 0.06401052227763468,
      "grad_norm": 0.2640935466003184,
      "learning_rate": 3.65e-06,
      "loss": 0.6916,
      "step": 73
    },
    {
      "epoch": 0.06488737874719132,
      "grad_norm": 0.24415033172628944,
      "learning_rate": 3.7e-06,
      "loss": 0.6839,
      "step": 74
    },
    {
      "epoch": 0.06576423521674796,
      "grad_norm": 0.3112401087242733,
      "learning_rate": 3.7500000000000005e-06,
      "loss": 0.7021,
      "step": 75
    },
    {
      "epoch": 0.0666410916863046,
      "grad_norm": 0.2875281112172732,
      "learning_rate": 3.8000000000000005e-06,
      "loss": 0.6929,
      "step": 76
    },
    {
      "epoch": 0.06751794815586123,
      "grad_norm": 0.2874092373703745,
      "learning_rate": 3.85e-06,
      "loss": 0.6788,
      "step": 77
    },
    {
      "epoch": 0.06839480462541787,
      "grad_norm": 0.26681007920352356,
      "learning_rate": 3.900000000000001e-06,
      "loss": 0.6881,
      "step": 78
    },
    {
      "epoch": 0.06927166109497451,
      "grad_norm": 0.25207102904583284,
      "learning_rate": 3.95e-06,
      "loss": 0.6852,
      "step": 79
    },
    {
      "epoch": 0.07014851756453115,
      "grad_norm": 0.2747607135538642,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.6864,
      "step": 80
    },
    {
      "epoch": 0.07102537403408779,
      "grad_norm": 0.26361955079133653,
      "learning_rate": 4.05e-06,
      "loss": 0.685,
      "step": 81
    },
    {
      "epoch": 0.07190223050364443,
      "grad_norm": 0.33310729956901713,
      "learning_rate": 4.1e-06,
      "loss": 0.6803,
      "step": 82
    },
    {
      "epoch": 0.07277908697320107,
      "grad_norm": 0.2453664087918243,
      "learning_rate": 4.15e-06,
      "loss": 0.6761,
      "step": 83
    },
    {
      "epoch": 0.07365594344275771,
      "grad_norm": 0.2908734202511105,
      "learning_rate": 4.2000000000000004e-06,
      "loss": 0.6931,
      "step": 84
    },
    {
      "epoch": 0.07453279991231436,
      "grad_norm": 0.2786719287704165,
      "learning_rate": 4.25e-06,
      "loss": 0.6874,
      "step": 85
    },
    {
      "epoch": 0.075409656381871,
      "grad_norm": 0.271512101257661,
      "learning_rate": 4.3e-06,
      "loss": 0.6775,
      "step": 86
    },
    {
      "epoch": 0.07628651285142764,
      "grad_norm": 0.2947304767213564,
      "learning_rate": 4.350000000000001e-06,
      "loss": 0.6865,
      "step": 87
    },
    {
      "epoch": 0.07716336932098428,
      "grad_norm": 0.25160176616217883,
      "learning_rate": 4.4e-06,
      "loss": 0.6785,
      "step": 88
    },
    {
      "epoch": 0.07804022579054092,
      "grad_norm": 0.32459153781403244,
      "learning_rate": 4.450000000000001e-06,
      "loss": 0.6773,
      "step": 89
    },
    {
      "epoch": 0.07891708226009755,
      "grad_norm": 0.2487028104553641,
      "learning_rate": 4.5e-06,
      "loss": 0.6812,
      "step": 90
    },
    {
      "epoch": 0.07979393872965419,
      "grad_norm": 0.2925038544983962,
      "learning_rate": 4.5500000000000005e-06,
      "loss": 0.6791,
      "step": 91
    },
    {
      "epoch": 0.08067079519921083,
      "grad_norm": 0.28005649996035475,
      "learning_rate": 4.600000000000001e-06,
      "loss": 0.6704,
      "step": 92
    },
    {
      "epoch": 0.08154765166876747,
      "grad_norm": 0.3264776457957641,
      "learning_rate": 4.65e-06,
      "loss": 0.6772,
      "step": 93
    },
    {
      "epoch": 0.08242450813832411,
      "grad_norm": 0.2533079586966528,
      "learning_rate": 4.7e-06,
      "loss": 0.6792,
      "step": 94
    },
    {
      "epoch": 0.08330136460788075,
      "grad_norm": 0.25651763696878965,
      "learning_rate": 4.75e-06,
      "loss": 0.6607,
      "step": 95
    },
    {
      "epoch": 0.08417822107743739,
      "grad_norm": 0.2546288408258964,
      "learning_rate": 4.800000000000001e-06,
      "loss": 0.6669,
      "step": 96
    },
    {
      "epoch": 0.08505507754699403,
      "grad_norm": 0.25215356470309513,
      "learning_rate": 4.85e-06,
      "loss": 0.6846,
      "step": 97
    },
    {
      "epoch": 0.08593193401655067,
      "grad_norm": 0.28631928221309494,
      "learning_rate": 4.9000000000000005e-06,
      "loss": 0.6717,
      "step": 98
    },
    {
      "epoch": 0.0868087904861073,
      "grad_norm": 0.27212851090592044,
      "learning_rate": 4.95e-06,
      "loss": 0.6804,
      "step": 99
    },
    {
      "epoch": 0.08768564695566394,
      "grad_norm": 0.29348118762199116,
      "learning_rate": 5e-06,
      "loss": 0.669,
      "step": 100
    },
    {
      "epoch": 0.08856250342522058,
      "grad_norm": 0.30678288402779474,
      "learning_rate": 4.999998880733363e-06,
      "loss": 0.6631,
      "step": 101
    },
    {
      "epoch": 0.08943935989477722,
      "grad_norm": 0.3011120934546324,
      "learning_rate": 4.999995522934454e-06,
      "loss": 0.679,
      "step": 102
    },
    {
      "epoch": 0.09031621636433386,
      "grad_norm": 0.31706623056013666,
      "learning_rate": 4.9999899266062804e-06,
      "loss": 0.6723,
      "step": 103
    },
    {
      "epoch": 0.0911930728338905,
      "grad_norm": 0.3120471729111099,
      "learning_rate": 4.999982091753851e-06,
      "loss": 0.6613,
      "step": 104
    },
    {
      "epoch": 0.09206992930344714,
      "grad_norm": 0.2905613969012575,
      "learning_rate": 4.999972018384183e-06,
      "loss": 0.6611,
      "step": 105
    },
    {
      "epoch": 0.09294678577300378,
      "grad_norm": 0.28925318733211003,
      "learning_rate": 4.999959706506297e-06,
      "loss": 0.6695,
      "step": 106
    },
    {
      "epoch": 0.09382364224256041,
      "grad_norm": 0.28085987028825943,
      "learning_rate": 4.999945156131215e-06,
      "loss": 0.6502,
      "step": 107
    },
    {
      "epoch": 0.09470049871211705,
      "grad_norm": 0.30971852568333075,
      "learning_rate": 4.9999283672719665e-06,
      "loss": 0.672,
      "step": 108
    },
    {
      "epoch": 0.0955773551816737,
      "grad_norm": 0.32363303577963826,
      "learning_rate": 4.999909339943585e-06,
      "loss": 0.673,
      "step": 109
    },
    {
      "epoch": 0.09645421165123035,
      "grad_norm": 0.29549042512555623,
      "learning_rate": 4.999888074163108e-06,
      "loss": 0.6591,
      "step": 110
    },
    {
      "epoch": 0.09733106812078698,
      "grad_norm": 0.33514032815726946,
      "learning_rate": 4.999864569949576e-06,
      "loss": 0.6673,
      "step": 111
    },
    {
      "epoch": 0.09820792459034362,
      "grad_norm": 0.3092438114721304,
      "learning_rate": 4.999838827324036e-06,
      "loss": 0.6641,
      "step": 112
    },
    {
      "epoch": 0.09908478105990026,
      "grad_norm": 0.35403209993563217,
      "learning_rate": 4.999810846309539e-06,
      "loss": 0.6597,
      "step": 113
    },
    {
      "epoch": 0.0999616375294569,
      "grad_norm": 0.2964896689419525,
      "learning_rate": 4.999780626931136e-06,
      "loss": 0.67,
      "step": 114
    },
    {
      "epoch": 0.10083849399901354,
      "grad_norm": 0.3484706075226941,
      "learning_rate": 4.999748169215891e-06,
      "loss": 0.6745,
      "step": 115
    },
    {
      "epoch": 0.10171535046857018,
      "grad_norm": 0.33505074735981694,
      "learning_rate": 4.999713473192863e-06,
      "loss": 0.6591,
      "step": 116
    },
    {
      "epoch": 0.10259220693812682,
      "grad_norm": 0.27082614750107925,
      "learning_rate": 4.999676538893121e-06,
      "loss": 0.6621,
      "step": 117
    },
    {
      "epoch": 0.10346906340768346,
      "grad_norm": 0.3506965847465109,
      "learning_rate": 4.999637366349736e-06,
      "loss": 0.6733,
      "step": 118
    },
    {
      "epoch": 0.1043459198772401,
      "grad_norm": 0.27422374937685745,
      "learning_rate": 4.999595955597784e-06,
      "loss": 0.655,
      "step": 119
    },
    {
      "epoch": 0.10522277634679673,
      "grad_norm": 0.33620430443399,
      "learning_rate": 4.999552306674345e-06,
      "loss": 0.6755,
      "step": 120
    },
    {
      "epoch": 0.10609963281635337,
      "grad_norm": 0.2837804889330797,
      "learning_rate": 4.999506419618502e-06,
      "loss": 0.6579,
      "step": 121
    },
    {
      "epoch": 0.10697648928591001,
      "grad_norm": 0.37952040871876175,
      "learning_rate": 4.999458294471342e-06,
      "loss": 0.6692,
      "step": 122
    },
    {
      "epoch": 0.10785334575546665,
      "grad_norm": 0.2690864525050558,
      "learning_rate": 4.99940793127596e-06,
      "loss": 0.6494,
      "step": 123
    },
    {
      "epoch": 0.10873020222502329,
      "grad_norm": 0.3635002166658454,
      "learning_rate": 4.999355330077449e-06,
      "loss": 0.6611,
      "step": 124
    },
    {
      "epoch": 0.10960705869457993,
      "grad_norm": 0.29302462194523843,
      "learning_rate": 4.999300490922911e-06,
      "loss": 0.6526,
      "step": 125
    },
    {
      "epoch": 0.11048391516413657,
      "grad_norm": 0.3058787861740299,
      "learning_rate": 4.999243413861447e-06,
      "loss": 0.659,
      "step": 126
    },
    {
      "epoch": 0.1113607716336932,
      "grad_norm": 0.332548080761125,
      "learning_rate": 4.9991840989441665e-06,
      "loss": 0.6659,
      "step": 127
    },
    {
      "epoch": 0.11223762810324985,
      "grad_norm": 0.29432766212441813,
      "learning_rate": 4.999122546224181e-06,
      "loss": 0.6447,
      "step": 128
    },
    {
      "epoch": 0.11311448457280648,
      "grad_norm": 0.29523416391879537,
      "learning_rate": 4.999058755756605e-06,
      "loss": 0.6587,
      "step": 129
    },
    {
      "epoch": 0.11399134104236312,
      "grad_norm": 0.32423165831626255,
      "learning_rate": 4.998992727598557e-06,
      "loss": 0.6564,
      "step": 130
    },
    {
      "epoch": 0.11486819751191976,
      "grad_norm": 0.34859884756639065,
      "learning_rate": 4.99892446180916e-06,
      "loss": 0.653,
      "step": 131
    },
    {
      "epoch": 0.1157450539814764,
      "grad_norm": 0.30133447855543133,
      "learning_rate": 4.99885395844954e-06,
      "loss": 0.647,
      "step": 132
    },
    {
      "epoch": 0.11662191045103305,
      "grad_norm": 0.3600942516700186,
      "learning_rate": 4.998781217582827e-06,
      "loss": 0.6581,
      "step": 133
    },
    {
      "epoch": 0.11749876692058969,
      "grad_norm": 0.29960571448156953,
      "learning_rate": 4.998706239274153e-06,
      "loss": 0.6623,
      "step": 134
    },
    {
      "epoch": 0.11837562339014633,
      "grad_norm": 0.2992208264370026,
      "learning_rate": 4.998629023590656e-06,
      "loss": 0.6538,
      "step": 135
    },
    {
      "epoch": 0.11925247985970297,
      "grad_norm": 0.36522912538035174,
      "learning_rate": 4.998549570601475e-06,
      "loss": 0.6566,
      "step": 136
    },
    {
      "epoch": 0.12012933632925961,
      "grad_norm": 0.2988448634710597,
      "learning_rate": 4.998467880377754e-06,
      "loss": 0.673,
      "step": 137
    },
    {
      "epoch": 0.12100619279881625,
      "grad_norm": 0.32912250244162505,
      "learning_rate": 4.998383952992639e-06,
      "loss": 0.6482,
      "step": 138
    },
    {
      "epoch": 0.12188304926837289,
      "grad_norm": 0.37178534793553225,
      "learning_rate": 4.998297788521279e-06,
      "loss": 0.6546,
      "step": 139
    },
    {
      "epoch": 0.12275990573792953,
      "grad_norm": 0.28062782891296695,
      "learning_rate": 4.998209387040829e-06,
      "loss": 0.6527,
      "step": 140
    },
    {
      "epoch": 0.12363676220748616,
      "grad_norm": 0.33723394797540485,
      "learning_rate": 4.998118748630443e-06,
      "loss": 0.6391,
      "step": 141
    },
    {
      "epoch": 0.1245136186770428,
      "grad_norm": 0.2834572318610097,
      "learning_rate": 4.99802587337128e-06,
      "loss": 0.6443,
      "step": 142
    },
    {
      "epoch": 0.12539047514659943,
      "grad_norm": 0.321495289367043,
      "learning_rate": 4.997930761346502e-06,
      "loss": 0.6507,
      "step": 143
    },
    {
      "epoch": 0.12626733161615608,
      "grad_norm": 0.3419910878952078,
      "learning_rate": 4.997833412641274e-06,
      "loss": 0.6543,
      "step": 144
    },
    {
      "epoch": 0.1271441880857127,
      "grad_norm": 0.28772221770446305,
      "learning_rate": 4.9977338273427625e-06,
      "loss": 0.6522,
      "step": 145
    },
    {
      "epoch": 0.12802104455526936,
      "grad_norm": 0.29706932671928316,
      "learning_rate": 4.997632005540139e-06,
      "loss": 0.6677,
      "step": 146
    },
    {
      "epoch": 0.128897901024826,
      "grad_norm": 0.29918610448467253,
      "learning_rate": 4.997527947324573e-06,
      "loss": 0.6475,
      "step": 147
    },
    {
      "epoch": 0.12977475749438264,
      "grad_norm": 0.33103419851925103,
      "learning_rate": 4.997421652789243e-06,
      "loss": 0.67,
      "step": 148
    },
    {
      "epoch": 0.1306516139639393,
      "grad_norm": 0.27012500247528487,
      "learning_rate": 4.9973131220293255e-06,
      "loss": 0.647,
      "step": 149
    },
    {
      "epoch": 0.13152847043349591,
      "grad_norm": 0.297677443804652,
      "learning_rate": 4.9972023551419995e-06,
      "loss": 0.6519,
      "step": 150
    },
    {
      "epoch": 0.13240532690305257,
      "grad_norm": 0.27386600476743567,
      "learning_rate": 4.997089352226448e-06,
      "loss": 0.6562,
      "step": 151
    },
    {
      "epoch": 0.1332821833726092,
      "grad_norm": 0.3025435071675535,
      "learning_rate": 4.996974113383854e-06,
      "loss": 0.6485,
      "step": 152
    },
    {
      "epoch": 0.13415903984216584,
      "grad_norm": 0.2928572797854547,
      "learning_rate": 4.996856638717406e-06,
      "loss": 0.641,
      "step": 153
    },
    {
      "epoch": 0.13503589631172247,
      "grad_norm": 0.28232417223789874,
      "learning_rate": 4.996736928332292e-06,
      "loss": 0.6358,
      "step": 154
    },
    {
      "epoch": 0.13591275278127912,
      "grad_norm": 0.33877806926878856,
      "learning_rate": 4.9966149823357e-06,
      "loss": 0.6558,
      "step": 155
    },
    {
      "epoch": 0.13678960925083575,
      "grad_norm": 0.27274924720742,
      "learning_rate": 4.996490800836825e-06,
      "loss": 0.6553,
      "step": 156
    },
    {
      "epoch": 0.1376664657203924,
      "grad_norm": 0.3145522020468823,
      "learning_rate": 4.996364383946859e-06,
      "loss": 0.6458,
      "step": 157
    },
    {
      "epoch": 0.13854332218994903,
      "grad_norm": 0.28298098932682264,
      "learning_rate": 4.996235731778997e-06,
      "loss": 0.6467,
      "step": 158
    },
    {
      "epoch": 0.13942017865950568,
      "grad_norm": 0.3289393703740858,
      "learning_rate": 4.996104844448438e-06,
      "loss": 0.6522,
      "step": 159
    },
    {
      "epoch": 0.1402970351290623,
      "grad_norm": 0.3242491154179804,
      "learning_rate": 4.995971722072379e-06,
      "loss": 0.6579,
      "step": 160
    },
    {
      "epoch": 0.14117389159861896,
      "grad_norm": 0.350063023556927,
      "learning_rate": 4.995836364770018e-06,
      "loss": 0.6639,
      "step": 161
    },
    {
      "epoch": 0.14205074806817558,
      "grad_norm": 0.26800977502782475,
      "learning_rate": 4.995698772662558e-06,
      "loss": 0.6564,
      "step": 162
    },
    {
      "epoch": 0.14292760453773223,
      "grad_norm": 0.37123972908338404,
      "learning_rate": 4.9955589458732e-06,
      "loss": 0.6521,
      "step": 163
    },
    {
      "epoch": 0.14380446100728886,
      "grad_norm": 0.25568101611736427,
      "learning_rate": 4.995416884527147e-06,
      "loss": 0.6489,
      "step": 164
    },
    {
      "epoch": 0.1446813174768455,
      "grad_norm": 0.3502739955437778,
      "learning_rate": 4.9952725887516015e-06,
      "loss": 0.6389,
      "step": 165
    },
    {
      "epoch": 0.14555817394640214,
      "grad_norm": 0.2695951493086468,
      "learning_rate": 4.99512605867577e-06,
      "loss": 0.6409,
      "step": 166
    },
    {
      "epoch": 0.1464350304159588,
      "grad_norm": 0.33224546665642934,
      "learning_rate": 4.994977294430856e-06,
      "loss": 0.6478,
      "step": 167
    },
    {
      "epoch": 0.14731188688551541,
      "grad_norm": 0.26336591640433304,
      "learning_rate": 4.994826296150064e-06,
      "loss": 0.6416,
      "step": 168
    },
    {
      "epoch": 0.14818874335507207,
      "grad_norm": 0.3158628283831438,
      "learning_rate": 4.9946730639686025e-06,
      "loss": 0.6397,
      "step": 169
    },
    {
      "epoch": 0.14906559982462872,
      "grad_norm": 0.29572803602407627,
      "learning_rate": 4.9945175980236745e-06,
      "loss": 0.6356,
      "step": 170
    },
    {
      "epoch": 0.14994245629418534,
      "grad_norm": 0.3344536076519792,
      "learning_rate": 4.99435989845449e-06,
      "loss": 0.6494,
      "step": 171
    },
    {
      "epoch": 0.150819312763742,
      "grad_norm": 0.2811402499936693,
      "learning_rate": 4.994199965402252e-06,
      "loss": 0.6472,
      "step": 172
    },
    {
      "epoch": 0.15169616923329862,
      "grad_norm": 0.30351530565920815,
      "learning_rate": 4.994037799010168e-06,
      "loss": 0.6514,
      "step": 173
    },
    {
      "epoch": 0.15257302570285527,
      "grad_norm": 0.2667020904201129,
      "learning_rate": 4.993873399423445e-06,
      "loss": 0.642,
      "step": 174
    },
    {
      "epoch": 0.1534498821724119,
      "grad_norm": 0.3062654941965369,
      "learning_rate": 4.993706766789287e-06,
      "loss": 0.6398,
      "step": 175
    },
    {
      "epoch": 0.15432673864196855,
      "grad_norm": 0.28228507467929365,
      "learning_rate": 4.993537901256898e-06,
      "loss": 0.6446,
      "step": 176
    },
    {
      "epoch": 0.15520359511152518,
      "grad_norm": 0.3157908119401443,
      "learning_rate": 4.993366802977486e-06,
      "loss": 0.645,
      "step": 177
    },
    {
      "epoch": 0.15608045158108183,
      "grad_norm": 0.29612114085869035,
      "learning_rate": 4.993193472104253e-06,
      "loss": 0.6379,
      "step": 178
    },
    {
      "epoch": 0.15695730805063846,
      "grad_norm": 0.31715005105530436,
      "learning_rate": 4.9930179087924e-06,
      "loss": 0.6446,
      "step": 179
    },
    {
      "epoch": 0.1578341645201951,
      "grad_norm": 0.3010974405602859,
      "learning_rate": 4.992840113199131e-06,
      "loss": 0.6273,
      "step": 180
    },
    {
      "epoch": 0.15871102098975173,
      "grad_norm": 0.3097310667014726,
      "learning_rate": 4.992660085483645e-06,
      "loss": 0.6477,
      "step": 181
    },
    {
      "epoch": 0.15958787745930839,
      "grad_norm": 0.25428924204211556,
      "learning_rate": 4.992477825807142e-06,
      "loss": 0.6562,
      "step": 182
    },
    {
      "epoch": 0.160464733928865,
      "grad_norm": 0.30870425916577926,
      "learning_rate": 4.992293334332821e-06,
      "loss": 0.6528,
      "step": 183
    },
    {
      "epoch": 0.16134159039842166,
      "grad_norm": 0.2915653234864446,
      "learning_rate": 4.992106611225875e-06,
      "loss": 0.6491,
      "step": 184
    },
    {
      "epoch": 0.1622184468679783,
      "grad_norm": 0.3032380988277513,
      "learning_rate": 4.991917656653501e-06,
      "loss": 0.6523,
      "step": 185
    },
    {
      "epoch": 0.16309530333753494,
      "grad_norm": 0.2986663700583823,
      "learning_rate": 4.991726470784891e-06,
      "loss": 0.6333,
      "step": 186
    },
    {
      "epoch": 0.16397215980709157,
      "grad_norm": 0.28321065505069615,
      "learning_rate": 4.9915330537912346e-06,
      "loss": 0.6411,
      "step": 187
    },
    {
      "epoch": 0.16484901627664822,
      "grad_norm": 0.358610834369166,
      "learning_rate": 4.99133740584572e-06,
      "loss": 0.6404,
      "step": 188
    },
    {
      "epoch": 0.16572587274620484,
      "grad_norm": 0.30976208589225795,
      "learning_rate": 4.991139527123534e-06,
      "loss": 0.6405,
      "step": 189
    },
    {
      "epoch": 0.1666027292157615,
      "grad_norm": 0.34149502314365515,
      "learning_rate": 4.990939417801859e-06,
      "loss": 0.6384,
      "step": 190
    },
    {
      "epoch": 0.16747958568531812,
      "grad_norm": 0.2959951500432587,
      "learning_rate": 4.9907370780598754e-06,
      "loss": 0.6469,
      "step": 191
    },
    {
      "epoch": 0.16835644215487477,
      "grad_norm": 0.3302476980977895,
      "learning_rate": 4.990532508078761e-06,
      "loss": 0.6359,
      "step": 192
    },
    {
      "epoch": 0.1692332986244314,
      "grad_norm": 0.3944297035939378,
      "learning_rate": 4.990325708041691e-06,
      "loss": 0.6502,
      "step": 193
    },
    {
      "epoch": 0.17011015509398805,
      "grad_norm": 0.360231124267091,
      "learning_rate": 4.990116678133836e-06,
      "loss": 0.6424,
      "step": 194
    },
    {
      "epoch": 0.1709870115635447,
      "grad_norm": 0.33832741778437936,
      "learning_rate": 4.989905418542366e-06,
      "loss": 0.6352,
      "step": 195
    },
    {
      "epoch": 0.17186386803310133,
      "grad_norm": 0.36238295597291414,
      "learning_rate": 4.989691929456443e-06,
      "loss": 0.6499,
      "step": 196
    },
    {
      "epoch": 0.17274072450265798,
      "grad_norm": 0.32684488652867627,
      "learning_rate": 4.98947621106723e-06,
      "loss": 0.6475,
      "step": 197
    },
    {
      "epoch": 0.1736175809722146,
      "grad_norm": 0.2757346118610075,
      "learning_rate": 4.989258263567884e-06,
      "loss": 0.6355,
      "step": 198
    },
    {
      "epoch": 0.17449443744177126,
      "grad_norm": 0.29755713041423115,
      "learning_rate": 4.989038087153556e-06,
      "loss": 0.6336,
      "step": 199
    },
    {
      "epoch": 0.17537129391132789,
      "grad_norm": 0.29151765698243737,
      "learning_rate": 4.988815682021398e-06,
      "loss": 0.6471,
      "step": 200
    },
    {
      "epoch": 0.17624815038088454,
      "grad_norm": 0.28111823253643253,
      "learning_rate": 4.988591048370552e-06,
      "loss": 0.6407,
      "step": 201
    },
    {
      "epoch": 0.17712500685044116,
      "grad_norm": 0.2656165957748681,
      "learning_rate": 4.988364186402159e-06,
      "loss": 0.6326,
      "step": 202
    },
    {
      "epoch": 0.17800186331999782,
      "grad_norm": 0.3028986715129606,
      "learning_rate": 4.988135096319355e-06,
      "loss": 0.6348,
      "step": 203
    },
    {
      "epoch": 0.17887871978955444,
      "grad_norm": 0.29924585956112065,
      "learning_rate": 4.987903778327269e-06,
      "loss": 0.6488,
      "step": 204
    },
    {
      "epoch": 0.1797555762591111,
      "grad_norm": 0.2747438588784908,
      "learning_rate": 4.987670232633027e-06,
      "loss": 0.6353,
      "step": 205
    },
    {
      "epoch": 0.18063243272866772,
      "grad_norm": 0.30887265845064044,
      "learning_rate": 4.987434459445748e-06,
      "loss": 0.6428,
      "step": 206
    },
    {
      "epoch": 0.18150928919822437,
      "grad_norm": 0.3193061834187564,
      "learning_rate": 4.987196458976548e-06,
      "loss": 0.6467,
      "step": 207
    },
    {
      "epoch": 0.182386145667781,
      "grad_norm": 0.2769424032566695,
      "learning_rate": 4.9869562314385335e-06,
      "loss": 0.6407,
      "step": 208
    },
    {
      "epoch": 0.18326300213733765,
      "grad_norm": 0.3406015148633883,
      "learning_rate": 4.986713777046809e-06,
      "loss": 0.6443,
      "step": 209
    },
    {
      "epoch": 0.18413985860689427,
      "grad_norm": 0.271878066659463,
      "learning_rate": 4.986469096018472e-06,
      "loss": 0.6328,
      "step": 210
    },
    {
      "epoch": 0.18501671507645093,
      "grad_norm": 0.2987491049335003,
      "learning_rate": 4.9862221885726115e-06,
      "loss": 0.6478,
      "step": 211
    },
    {
      "epoch": 0.18589357154600755,
      "grad_norm": 0.3087618217189243,
      "learning_rate": 4.985973054930313e-06,
      "loss": 0.6363,
      "step": 212
    },
    {
      "epoch": 0.1867704280155642,
      "grad_norm": 0.28612704652497223,
      "learning_rate": 4.985721695314653e-06,
      "loss": 0.6409,
      "step": 213
    },
    {
      "epoch": 0.18764728448512083,
      "grad_norm": 0.26033127989473615,
      "learning_rate": 4.985468109950704e-06,
      "loss": 0.6495,
      "step": 214
    },
    {
      "epoch": 0.18852414095467748,
      "grad_norm": 0.29345494621139656,
      "learning_rate": 4.985212299065528e-06,
      "loss": 0.648,
      "step": 215
    },
    {
      "epoch": 0.1894009974242341,
      "grad_norm": 0.30811406203792147,
      "learning_rate": 4.984954262888182e-06,
      "loss": 0.639,
      "step": 216
    },
    {
      "epoch": 0.19027785389379076,
      "grad_norm": 0.3312828084167346,
      "learning_rate": 4.9846940016497146e-06,
      "loss": 0.6403,
      "step": 217
    },
    {
      "epoch": 0.1911547103633474,
      "grad_norm": 0.29106752415257064,
      "learning_rate": 4.984431515583169e-06,
      "loss": 0.6457,
      "step": 218
    },
    {
      "epoch": 0.19203156683290404,
      "grad_norm": 0.2950307203873666,
      "learning_rate": 4.984166804923576e-06,
      "loss": 0.6366,
      "step": 219
    },
    {
      "epoch": 0.1929084233024607,
      "grad_norm": 0.33001978484003053,
      "learning_rate": 4.983899869907963e-06,
      "loss": 0.6519,
      "step": 220
    },
    {
      "epoch": 0.19378527977201732,
      "grad_norm": 0.25712182858786903,
      "learning_rate": 4.983630710775346e-06,
      "loss": 0.6302,
      "step": 221
    },
    {
      "epoch": 0.19466213624157397,
      "grad_norm": 0.33700258932320354,
      "learning_rate": 4.983359327766735e-06,
      "loss": 0.6382,
      "step": 222
    },
    {
      "epoch": 0.1955389927111306,
      "grad_norm": 0.3195952299259763,
      "learning_rate": 4.983085721125128e-06,
      "loss": 0.6408,
      "step": 223
    },
    {
      "epoch": 0.19641584918068725,
      "grad_norm": 0.2820582636542398,
      "learning_rate": 4.982809891095519e-06,
      "loss": 0.6196,
      "step": 224
    },
    {
      "epoch": 0.19729270565024387,
      "grad_norm": 0.30343326038998625,
      "learning_rate": 4.982531837924887e-06,
      "loss": 0.6361,
      "step": 225
    },
    {
      "epoch": 0.19816956211980052,
      "grad_norm": 0.2724213298701267,
      "learning_rate": 4.9822515618622055e-06,
      "loss": 0.6455,
      "step": 226
    },
    {
      "epoch": 0.19904641858935715,
      "grad_norm": 0.28433275446155476,
      "learning_rate": 4.9819690631584375e-06,
      "loss": 0.6329,
      "step": 227
    },
    {
      "epoch": 0.1999232750589138,
      "grad_norm": 0.2641523923467397,
      "learning_rate": 4.981684342066536e-06,
      "loss": 0.6301,
      "step": 228
    },
    {
      "epoch": 0.20080013152847043,
      "grad_norm": 0.29243768749633176,
      "learning_rate": 4.9813973988414454e-06,
      "loss": 0.6369,
      "step": 229
    },
    {
      "epoch": 0.20167698799802708,
      "grad_norm": 0.27139535071517695,
      "learning_rate": 4.981108233740096e-06,
      "loss": 0.6279,
      "step": 230
    },
    {
      "epoch": 0.2025538444675837,
      "grad_norm": 0.27525475223350887,
      "learning_rate": 4.980816847021412e-06,
      "loss": 0.6429,
      "step": 231
    },
    {
      "epoch": 0.20343070093714036,
      "grad_norm": 0.3427701449667448,
      "learning_rate": 4.980523238946304e-06,
      "loss": 0.6438,
      "step": 232
    },
    {
      "epoch": 0.20430755740669698,
      "grad_norm": 0.2574596630900604,
      "learning_rate": 4.980227409777673e-06,
      "loss": 0.6278,
      "step": 233
    },
    {
      "epoch": 0.20518441387625364,
      "grad_norm": 0.3069435432493287,
      "learning_rate": 4.9799293597804086e-06,
      "loss": 0.645,
      "step": 234
    },
    {
      "epoch": 0.20606127034581026,
      "grad_norm": 0.2861360169316533,
      "learning_rate": 4.979629089221387e-06,
      "loss": 0.646,
      "step": 235
    },
    {
      "epoch": 0.2069381268153669,
      "grad_norm": 0.258606470239814,
      "learning_rate": 4.9793265983694775e-06,
      "loss": 0.638,
      "step": 236
    },
    {
      "epoch": 0.20781498328492354,
      "grad_norm": 0.2852233202848665,
      "learning_rate": 4.9790218874955325e-06,
      "loss": 0.6233,
      "step": 237
    },
    {
      "epoch": 0.2086918397544802,
      "grad_norm": 0.27593128237727194,
      "learning_rate": 4.978714956872394e-06,
      "loss": 0.64,
      "step": 238
    },
    {
      "epoch": 0.20956869622403682,
      "grad_norm": 0.2721892419938629,
      "learning_rate": 4.978405806774892e-06,
      "loss": 0.6242,
      "step": 239
    },
    {
      "epoch": 0.21044555269359347,
      "grad_norm": 0.26477694173686633,
      "learning_rate": 4.978094437479843e-06,
      "loss": 0.6409,
      "step": 240
    },
    {
      "epoch": 0.2113224091631501,
      "grad_norm": 0.29511740452877416,
      "learning_rate": 4.977780849266054e-06,
      "loss": 0.6397,
      "step": 241
    },
    {
      "epoch": 0.21219926563270675,
      "grad_norm": 0.3137075106480887,
      "learning_rate": 4.977465042414314e-06,
      "loss": 0.6185,
      "step": 242
    },
    {
      "epoch": 0.2130761221022634,
      "grad_norm": 0.2841757272525764,
      "learning_rate": 4.9771470172073985e-06,
      "loss": 0.6394,
      "step": 243
    },
    {
      "epoch": 0.21395297857182002,
      "grad_norm": 0.289636229771129,
      "learning_rate": 4.976826773930076e-06,
      "loss": 0.6314,
      "step": 244
    },
    {
      "epoch": 0.21482983504137668,
      "grad_norm": 0.30163996035868273,
      "learning_rate": 4.976504312869093e-06,
      "loss": 0.6347,
      "step": 245
    },
    {
      "epoch": 0.2157066915109333,
      "grad_norm": 0.261372963985366,
      "learning_rate": 4.976179634313187e-06,
      "loss": 0.6378,
      "step": 246
    },
    {
      "epoch": 0.21658354798048995,
      "grad_norm": 0.3277256326536918,
      "learning_rate": 4.97585273855308e-06,
      "loss": 0.6326,
      "step": 247
    },
    {
      "epoch": 0.21746040445004658,
      "grad_norm": 0.2609300415027874,
      "learning_rate": 4.975523625881478e-06,
      "loss": 0.643,
      "step": 248
    },
    {
      "epoch": 0.21833726091960323,
      "grad_norm": 0.360435554160976,
      "learning_rate": 4.975192296593072e-06,
      "loss": 0.6301,
      "step": 249
    },
    {
      "epoch": 0.21921411738915986,
      "grad_norm": 0.33545569496984357,
      "learning_rate": 4.97485875098454e-06,
      "loss": 0.6263,
      "step": 250
    },
    {
      "epoch": 0.2200909738587165,
      "grad_norm": 0.3109257543138659,
      "learning_rate": 4.974522989354544e-06,
      "loss": 0.6409,
      "step": 251
    },
    {
      "epoch": 0.22096783032827313,
      "grad_norm": 0.324992218124581,
      "learning_rate": 4.974185012003727e-06,
      "loss": 0.634,
      "step": 252
    },
    {
      "epoch": 0.2218446867978298,
      "grad_norm": 0.32486130027399085,
      "learning_rate": 4.97384481923472e-06,
      "loss": 0.6164,
      "step": 253
    },
    {
      "epoch": 0.2227215432673864,
      "grad_norm": 0.37258515700556377,
      "learning_rate": 4.973502411352136e-06,
      "loss": 0.6387,
      "step": 254
    },
    {
      "epoch": 0.22359839973694307,
      "grad_norm": 0.29043553996012594,
      "learning_rate": 4.97315778866257e-06,
      "loss": 0.6287,
      "step": 255
    },
    {
      "epoch": 0.2244752562064997,
      "grad_norm": 0.36257038619483317,
      "learning_rate": 4.972810951474605e-06,
      "loss": 0.6343,
      "step": 256
    },
    {
      "epoch": 0.22535211267605634,
      "grad_norm": 0.2772793728031826,
      "learning_rate": 4.972461900098801e-06,
      "loss": 0.6289,
      "step": 257
    },
    {
      "epoch": 0.22622896914561297,
      "grad_norm": 0.35920004083908574,
      "learning_rate": 4.972110634847703e-06,
      "loss": 0.6532,
      "step": 258
    },
    {
      "epoch": 0.22710582561516962,
      "grad_norm": 0.29471007707943336,
      "learning_rate": 4.97175715603584e-06,
      "loss": 0.6431,
      "step": 259
    },
    {
      "epoch": 0.22798268208472625,
      "grad_norm": 0.3052965075835166,
      "learning_rate": 4.971401463979722e-06,
      "loss": 0.6373,
      "step": 260
    },
    {
      "epoch": 0.2288595385542829,
      "grad_norm": 0.27702925326859024,
      "learning_rate": 4.971043558997839e-06,
      "loss": 0.6254,
      "step": 261
    },
    {
      "epoch": 0.22973639502383952,
      "grad_norm": 0.30905022457424325,
      "learning_rate": 4.9706834414106645e-06,
      "loss": 0.6377,
      "step": 262
    },
    {
      "epoch": 0.23061325149339618,
      "grad_norm": 0.2820956276882666,
      "learning_rate": 4.970321111540652e-06,
      "loss": 0.6303,
      "step": 263
    },
    {
      "epoch": 0.2314901079629528,
      "grad_norm": 0.3394900289735489,
      "learning_rate": 4.969956569712238e-06,
      "loss": 0.6394,
      "step": 264
    },
    {
      "epoch": 0.23236696443250945,
      "grad_norm": 0.26647926556067275,
      "learning_rate": 4.969589816251837e-06,
      "loss": 0.6202,
      "step": 265
    },
    {
      "epoch": 0.2332438209020661,
      "grad_norm": 0.3281231898594553,
      "learning_rate": 4.9692208514878445e-06,
      "loss": 0.6343,
      "step": 266
    },
    {
      "epoch": 0.23412067737162273,
      "grad_norm": 0.32675488207496506,
      "learning_rate": 4.968849675750638e-06,
      "loss": 0.6106,
      "step": 267
    },
    {
      "epoch": 0.23499753384117938,
      "grad_norm": 0.28838375524590465,
      "learning_rate": 4.9684762893725715e-06,
      "loss": 0.6191,
      "step": 268
    },
    {
      "epoch": 0.235874390310736,
      "grad_norm": 0.3568027126734991,
      "learning_rate": 4.968100692687981e-06,
      "loss": 0.6492,
      "step": 269
    },
    {
      "epoch": 0.23675124678029266,
      "grad_norm": 0.28443576918161984,
      "learning_rate": 4.967722886033181e-06,
      "loss": 0.6332,
      "step": 270
    },
    {
      "epoch": 0.2376281032498493,
      "grad_norm": 0.34347891151295074,
      "learning_rate": 4.967342869746463e-06,
      "loss": 0.6302,
      "step": 271
    },
    {
      "epoch": 0.23850495971940594,
      "grad_norm": 0.26856199334324765,
      "learning_rate": 4.9669606441681005e-06,
      "loss": 0.6253,
      "step": 272
    },
    {
      "epoch": 0.23938181618896257,
      "grad_norm": 0.28792821400673596,
      "learning_rate": 4.966576209640344e-06,
      "loss": 0.617,
      "step": 273
    },
    {
      "epoch": 0.24025867265851922,
      "grad_norm": 0.2749481611356667,
      "learning_rate": 4.966189566507418e-06,
      "loss": 0.6386,
      "step": 274
    },
    {
      "epoch": 0.24113552912807584,
      "grad_norm": 0.2499995559979677,
      "learning_rate": 4.965800715115531e-06,
      "loss": 0.6281,
      "step": 275
    },
    {
      "epoch": 0.2420123855976325,
      "grad_norm": 0.2802197876098476,
      "learning_rate": 4.965409655812865e-06,
      "loss": 0.6356,
      "step": 276
    },
    {
      "epoch": 0.24288924206718912,
      "grad_norm": 0.27112050232805884,
      "learning_rate": 4.965016388949579e-06,
      "loss": 0.6366,
      "step": 277
    },
    {
      "epoch": 0.24376609853674577,
      "grad_norm": 0.28745747065199806,
      "learning_rate": 4.96462091487781e-06,
      "loss": 0.6245,
      "step": 278
    },
    {
      "epoch": 0.2446429550063024,
      "grad_norm": 0.29635776688822807,
      "learning_rate": 4.96422323395167e-06,
      "loss": 0.6413,
      "step": 279
    },
    {
      "epoch": 0.24551981147585905,
      "grad_norm": 0.3376283192201481,
      "learning_rate": 4.963823346527249e-06,
      "loss": 0.6322,
      "step": 280
    },
    {
      "epoch": 0.24639666794541568,
      "grad_norm": 0.30520044326595835,
      "learning_rate": 4.96342125296261e-06,
      "loss": 0.6173,
      "step": 281
    },
    {
      "epoch": 0.24727352441497233,
      "grad_norm": 0.34476437566601653,
      "learning_rate": 4.963016953617794e-06,
      "loss": 0.6172,
      "step": 282
    },
    {
      "epoch": 0.24815038088452895,
      "grad_norm": 0.2611205789369605,
      "learning_rate": 4.962610448854816e-06,
      "loss": 0.6246,
      "step": 283
    },
    {
      "epoch": 0.2490272373540856,
      "grad_norm": 0.3294938430549001,
      "learning_rate": 4.962201739037665e-06,
      "loss": 0.632,
      "step": 284
    },
    {
      "epoch": 0.24990409382364223,
      "grad_norm": 0.2716869569081184,
      "learning_rate": 4.961790824532306e-06,
      "loss": 0.6285,
      "step": 285
    },
    {
      "epoch": 0.25078095029319886,
      "grad_norm": 0.33415021484488,
      "learning_rate": 4.961377705706677e-06,
      "loss": 0.6295,
      "step": 286
    },
    {
      "epoch": 0.2516578067627555,
      "grad_norm": 0.3077857421614378,
      "learning_rate": 4.960962382930691e-06,
      "loss": 0.6273,
      "step": 287
    },
    {
      "epoch": 0.25253466323231216,
      "grad_norm": 0.3027918805177667,
      "learning_rate": 4.960544856576232e-06,
      "loss": 0.629,
      "step": 288
    },
    {
      "epoch": 0.2534115197018688,
      "grad_norm": 0.2916258020649895,
      "learning_rate": 4.960125127017159e-06,
      "loss": 0.6427,
      "step": 289
    },
    {
      "epoch": 0.2542883761714254,
      "grad_norm": 0.3152484231550671,
      "learning_rate": 4.959703194629304e-06,
      "loss": 0.6348,
      "step": 290
    },
    {
      "epoch": 0.25516523264098206,
      "grad_norm": 0.32915709407999866,
      "learning_rate": 4.959279059790471e-06,
      "loss": 0.632,
      "step": 291
    },
    {
      "epoch": 0.2560420891105387,
      "grad_norm": 0.2817567268029023,
      "learning_rate": 4.958852722880435e-06,
      "loss": 0.6112,
      "step": 292
    },
    {
      "epoch": 0.25691894558009537,
      "grad_norm": 0.3538236182060425,
      "learning_rate": 4.958424184280946e-06,
      "loss": 0.6241,
      "step": 293
    },
    {
      "epoch": 0.257795802049652,
      "grad_norm": 0.2864183700965389,
      "learning_rate": 4.957993444375719e-06,
      "loss": 0.6277,
      "step": 294
    },
    {
      "epoch": 0.2586726585192086,
      "grad_norm": 0.33515303575483923,
      "learning_rate": 4.95756050355045e-06,
      "loss": 0.6277,
      "step": 295
    },
    {
      "epoch": 0.2595495149887653,
      "grad_norm": 0.31975746198582533,
      "learning_rate": 4.957125362192794e-06,
      "loss": 0.6114,
      "step": 296
    },
    {
      "epoch": 0.2604263714583219,
      "grad_norm": 0.34329553758734277,
      "learning_rate": 4.956688020692386e-06,
      "loss": 0.6457,
      "step": 297
    },
    {
      "epoch": 0.2613032279278786,
      "grad_norm": 0.3122307785419701,
      "learning_rate": 4.956248479440827e-06,
      "loss": 0.6272,
      "step": 298
    },
    {
      "epoch": 0.2621800843974352,
      "grad_norm": 0.3126439049869492,
      "learning_rate": 4.955806738831687e-06,
      "loss": 0.634,
      "step": 299
    },
    {
      "epoch": 0.26305694086699183,
      "grad_norm": 0.30725526373905826,
      "learning_rate": 4.955362799260507e-06,
      "loss": 0.6269,
      "step": 300
    },
    {
      "epoch": 0.2639337973365485,
      "grad_norm": 0.2952615284346605,
      "learning_rate": 4.954916661124797e-06,
      "loss": 0.6129,
      "step": 301
    },
    {
      "epoch": 0.26481065380610513,
      "grad_norm": 0.3284069744839045,
      "learning_rate": 4.954468324824035e-06,
      "loss": 0.613,
      "step": 302
    },
    {
      "epoch": 0.26568751027566173,
      "grad_norm": 0.34051928196991404,
      "learning_rate": 4.954017790759666e-06,
      "loss": 0.6192,
      "step": 303
    },
    {
      "epoch": 0.2665643667452184,
      "grad_norm": 0.30608255552211977,
      "learning_rate": 4.953565059335104e-06,
      "loss": 0.6244,
      "step": 304
    },
    {
      "epoch": 0.26744122321477504,
      "grad_norm": 0.31501722301988566,
      "learning_rate": 4.953110130955733e-06,
      "loss": 0.6236,
      "step": 305
    },
    {
      "epoch": 0.2683180796843317,
      "grad_norm": 0.2978345978834651,
      "learning_rate": 4.9526530060289e-06,
      "loss": 0.6254,
      "step": 306
    },
    {
      "epoch": 0.2691949361538883,
      "grad_norm": 0.2935986604058687,
      "learning_rate": 4.952193684963922e-06,
      "loss": 0.6113,
      "step": 307
    },
    {
      "epoch": 0.27007179262344494,
      "grad_norm": 0.294670736028252,
      "learning_rate": 4.95173216817208e-06,
      "loss": 0.6335,
      "step": 308
    },
    {
      "epoch": 0.2709486490930016,
      "grad_norm": 0.2746280487759909,
      "learning_rate": 4.951268456066623e-06,
      "loss": 0.6211,
      "step": 309
    },
    {
      "epoch": 0.27182550556255825,
      "grad_norm": 0.2823209312944346,
      "learning_rate": 4.950802549062764e-06,
      "loss": 0.621,
      "step": 310
    },
    {
      "epoch": 0.27270236203211484,
      "grad_norm": 0.2811005060766513,
      "learning_rate": 4.950334447577685e-06,
      "loss": 0.6291,
      "step": 311
    },
    {
      "epoch": 0.2735792185016715,
      "grad_norm": 0.31377780747479117,
      "learning_rate": 4.9498641520305264e-06,
      "loss": 0.6308,
      "step": 312
    },
    {
      "epoch": 0.27445607497122815,
      "grad_norm": 0.263859895152384,
      "learning_rate": 4.949391662842401e-06,
      "loss": 0.6238,
      "step": 313
    },
    {
      "epoch": 0.2753329314407848,
      "grad_norm": 0.3124591272767995,
      "learning_rate": 4.948916980436379e-06,
      "loss": 0.6254,
      "step": 314
    },
    {
      "epoch": 0.27620978791034145,
      "grad_norm": 0.2762091249470148,
      "learning_rate": 4.948440105237499e-06,
      "loss": 0.6297,
      "step": 315
    },
    {
      "epoch": 0.27708664437989805,
      "grad_norm": 0.30510467983773004,
      "learning_rate": 4.947961037672761e-06,
      "loss": 0.6301,
      "step": 316
    },
    {
      "epoch": 0.2779635008494547,
      "grad_norm": 0.2894218681866538,
      "learning_rate": 4.947479778171127e-06,
      "loss": 0.6215,
      "step": 317
    },
    {
      "epoch": 0.27884035731901136,
      "grad_norm": 0.278604444379188,
      "learning_rate": 4.946996327163526e-06,
      "loss": 0.6193,
      "step": 318
    },
    {
      "epoch": 0.279717213788568,
      "grad_norm": 0.29226196825962947,
      "learning_rate": 4.946510685082844e-06,
      "loss": 0.6205,
      "step": 319
    },
    {
      "epoch": 0.2805940702581246,
      "grad_norm": 0.2956824922950759,
      "learning_rate": 4.946022852363932e-06,
      "loss": 0.6238,
      "step": 320
    },
    {
      "epoch": 0.28147092672768126,
      "grad_norm": 0.28796938907697983,
      "learning_rate": 4.945532829443604e-06,
      "loss": 0.6176,
      "step": 321
    },
    {
      "epoch": 0.2823477831972379,
      "grad_norm": 0.2688847498978228,
      "learning_rate": 4.945040616760629e-06,
      "loss": 0.6178,
      "step": 322
    },
    {
      "epoch": 0.28322463966679456,
      "grad_norm": 0.3167327299209847,
      "learning_rate": 4.944546214755744e-06,
      "loss": 0.6315,
      "step": 323
    },
    {
      "epoch": 0.28410149613635116,
      "grad_norm": 0.28346482132020456,
      "learning_rate": 4.9440496238716415e-06,
      "loss": 0.6281,
      "step": 324
    },
    {
      "epoch": 0.2849783526059078,
      "grad_norm": 0.2862108698161924,
      "learning_rate": 4.943550844552978e-06,
      "loss": 0.6445,
      "step": 325
    },
    {
      "epoch": 0.28585520907546447,
      "grad_norm": 0.3168994194030117,
      "learning_rate": 4.943049877246363e-06,
      "loss": 0.6336,
      "step": 326
    },
    {
      "epoch": 0.2867320655450211,
      "grad_norm": 0.3098419113094991,
      "learning_rate": 4.942546722400373e-06,
      "loss": 0.6194,
      "step": 327
    },
    {
      "epoch": 0.2876089220145777,
      "grad_norm": 0.3076330226750193,
      "learning_rate": 4.942041380465539e-06,
      "loss": 0.6332,
      "step": 328
    },
    {
      "epoch": 0.28848577848413437,
      "grad_norm": 0.3073675940253473,
      "learning_rate": 4.941533851894349e-06,
      "loss": 0.6329,
      "step": 329
    },
    {
      "epoch": 0.289362634953691,
      "grad_norm": 0.27407015238515836,
      "learning_rate": 4.9410241371412525e-06,
      "loss": 0.6292,
      "step": 330
    },
    {
      "epoch": 0.2902394914232477,
      "grad_norm": 0.3233677059379673,
      "learning_rate": 4.9405122366626545e-06,
      "loss": 0.6407,
      "step": 331
    },
    {
      "epoch": 0.2911163478928043,
      "grad_norm": 0.3056326849325438,
      "learning_rate": 4.939998150916917e-06,
      "loss": 0.6314,
      "step": 332
    },
    {
      "epoch": 0.2919932043623609,
      "grad_norm": 0.3140138519054107,
      "learning_rate": 4.93948188036436e-06,
      "loss": 0.6583,
      "step": 333
    },
    {
      "epoch": 0.2928700608319176,
      "grad_norm": 0.2967689552064628,
      "learning_rate": 4.938963425467258e-06,
      "loss": 0.6349,
      "step": 334
    },
    {
      "epoch": 0.29374691730147423,
      "grad_norm": 0.35320572702474673,
      "learning_rate": 4.938442786689843e-06,
      "loss": 0.6248,
      "step": 335
    },
    {
      "epoch": 0.29462377377103083,
      "grad_norm": 0.2958836632865014,
      "learning_rate": 4.9379199644983025e-06,
      "loss": 0.6255,
      "step": 336
    },
    {
      "epoch": 0.2955006302405875,
      "grad_norm": 0.3054952399371344,
      "learning_rate": 4.937394959360777e-06,
      "loss": 0.6119,
      "step": 337
    },
    {
      "epoch": 0.29637748671014413,
      "grad_norm": 0.34308383177638463,
      "learning_rate": 4.9368677717473645e-06,
      "loss": 0.6468,
      "step": 338
    },
    {
      "epoch": 0.2972543431797008,
      "grad_norm": 0.2648620374237178,
      "learning_rate": 4.936338402130115e-06,
      "loss": 0.6203,
      "step": 339
    },
    {
      "epoch": 0.29813119964925744,
      "grad_norm": 0.2976099930186866,
      "learning_rate": 4.935806850983034e-06,
      "loss": 0.6348,
      "step": 340
    },
    {
      "epoch": 0.29900805611881404,
      "grad_norm": 0.285144357181017,
      "learning_rate": 4.935273118782078e-06,
      "loss": 0.6115,
      "step": 341
    },
    {
      "epoch": 0.2998849125883707,
      "grad_norm": 0.3079688238524965,
      "learning_rate": 4.934737206005159e-06,
      "loss": 0.6254,
      "step": 342
    },
    {
      "epoch": 0.30076176905792734,
      "grad_norm": 0.27719094781494596,
      "learning_rate": 4.93419911313214e-06,
      "loss": 0.6386,
      "step": 343
    },
    {
      "epoch": 0.301638625527484,
      "grad_norm": 0.29796636665366355,
      "learning_rate": 4.933658840644837e-06,
      "loss": 0.6268,
      "step": 344
    },
    {
      "epoch": 0.3025154819970406,
      "grad_norm": 0.27509893042636935,
      "learning_rate": 4.933116389027017e-06,
      "loss": 0.621,
      "step": 345
    },
    {
      "epoch": 0.30339233846659724,
      "grad_norm": 0.31224342373584874,
      "learning_rate": 4.932571758764398e-06,
      "loss": 0.6312,
      "step": 346
    },
    {
      "epoch": 0.3042691949361539,
      "grad_norm": 0.2689144896057607,
      "learning_rate": 4.93202495034465e-06,
      "loss": 0.6115,
      "step": 347
    },
    {
      "epoch": 0.30514605140571055,
      "grad_norm": 0.2558266510993566,
      "learning_rate": 4.931475964257391e-06,
      "loss": 0.6245,
      "step": 348
    },
    {
      "epoch": 0.30602290787526715,
      "grad_norm": 0.25500762407211314,
      "learning_rate": 4.930924800994192e-06,
      "loss": 0.6091,
      "step": 349
    },
    {
      "epoch": 0.3068997643448238,
      "grad_norm": 0.2717131638453367,
      "learning_rate": 4.9303714610485705e-06,
      "loss": 0.6281,
      "step": 350
    },
    {
      "epoch": 0.30777662081438045,
      "grad_norm": 0.2729400616989181,
      "learning_rate": 4.929815944915997e-06,
      "loss": 0.6083,
      "step": 351
    },
    {
      "epoch": 0.3086534772839371,
      "grad_norm": 0.26000631857019024,
      "learning_rate": 4.929258253093885e-06,
      "loss": 0.6198,
      "step": 352
    },
    {
      "epoch": 0.3095303337534937,
      "grad_norm": 0.2740884453189882,
      "learning_rate": 4.9286983860816e-06,
      "loss": 0.6338,
      "step": 353
    },
    {
      "epoch": 0.31040719022305036,
      "grad_norm": 0.27150990388252366,
      "learning_rate": 4.928136344380457e-06,
      "loss": 0.6162,
      "step": 354
    },
    {
      "epoch": 0.311284046692607,
      "grad_norm": 0.26286571771385,
      "learning_rate": 4.9275721284937115e-06,
      "loss": 0.629,
      "step": 355
    },
    {
      "epoch": 0.31216090316216366,
      "grad_norm": 0.27510252961865267,
      "learning_rate": 4.9270057389265734e-06,
      "loss": 0.633,
      "step": 356
    },
    {
      "epoch": 0.31303775963172026,
      "grad_norm": 0.2825214790660817,
      "learning_rate": 4.926437176186193e-06,
      "loss": 0.6263,
      "step": 357
    },
    {
      "epoch": 0.3139146161012769,
      "grad_norm": 0.29292375908331497,
      "learning_rate": 4.92586644078167e-06,
      "loss": 0.6313,
      "step": 358
    },
    {
      "epoch": 0.31479147257083356,
      "grad_norm": 0.2760563004495057,
      "learning_rate": 4.925293533224049e-06,
      "loss": 0.6174,
      "step": 359
    },
    {
      "epoch": 0.3156683290403902,
      "grad_norm": 0.29078508943452525,
      "learning_rate": 4.924718454026318e-06,
      "loss": 0.6156,
      "step": 360
    },
    {
      "epoch": 0.3165451855099468,
      "grad_norm": 0.2878769173523044,
      "learning_rate": 4.924141203703412e-06,
      "loss": 0.6047,
      "step": 361
    },
    {
      "epoch": 0.31742204197950347,
      "grad_norm": 0.27485843884417593,
      "learning_rate": 4.923561782772206e-06,
      "loss": 0.6293,
      "step": 362
    },
    {
      "epoch": 0.3182988984490601,
      "grad_norm": 0.2865164028316351,
      "learning_rate": 4.922980191751524e-06,
      "loss": 0.6269,
      "step": 363
    },
    {
      "epoch": 0.31917575491861677,
      "grad_norm": 0.27991173694279825,
      "learning_rate": 4.922396431162129e-06,
      "loss": 0.6143,
      "step": 364
    },
    {
      "epoch": 0.3200526113881734,
      "grad_norm": 0.279639353480309,
      "learning_rate": 4.921810501526728e-06,
      "loss": 0.635,
      "step": 365
    },
    {
      "epoch": 0.32092946785773,
      "grad_norm": 0.2830142803081013,
      "learning_rate": 4.921222403369971e-06,
      "loss": 0.6157,
      "step": 366
    },
    {
      "epoch": 0.3218063243272867,
      "grad_norm": 0.2684155306717856,
      "learning_rate": 4.920632137218447e-06,
      "loss": 0.6294,
      "step": 367
    },
    {
      "epoch": 0.3226831807968433,
      "grad_norm": 0.2983455576981931,
      "learning_rate": 4.920039703600691e-06,
      "loss": 0.624,
      "step": 368
    },
    {
      "epoch": 0.3235600372664,
      "grad_norm": 0.2948947231333358,
      "learning_rate": 4.9194451030471735e-06,
      "loss": 0.6102,
      "step": 369
    },
    {
      "epoch": 0.3244368937359566,
      "grad_norm": 0.2826890911442374,
      "learning_rate": 4.918848336090309e-06,
      "loss": 0.6236,
      "step": 370
    },
    {
      "epoch": 0.32531375020551323,
      "grad_norm": 0.32269493597939386,
      "learning_rate": 4.91824940326445e-06,
      "loss": 0.6139,
      "step": 371
    },
    {
      "epoch": 0.3261906066750699,
      "grad_norm": 0.2734983777513044,
      "learning_rate": 4.91764830510589e-06,
      "loss": 0.6166,
      "step": 372
    },
    {
      "epoch": 0.32706746314462654,
      "grad_norm": 0.36983262498880637,
      "learning_rate": 4.917045042152858e-06,
      "loss": 0.6186,
      "step": 373
    },
    {
      "epoch": 0.32794431961418313,
      "grad_norm": 0.2751996219950251,
      "learning_rate": 4.916439614945527e-06,
      "loss": 0.6412,
      "step": 374
    },
    {
      "epoch": 0.3288211760837398,
      "grad_norm": 0.319865198714037,
      "learning_rate": 4.915832024026002e-06,
      "loss": 0.627,
      "step": 375
    },
    {
      "epoch": 0.32969803255329644,
      "grad_norm": 0.29823421688781576,
      "learning_rate": 4.915222269938328e-06,
      "loss": 0.6181,
      "step": 376
    },
    {
      "epoch": 0.3305748890228531,
      "grad_norm": 0.27335542421500575,
      "learning_rate": 4.914610353228488e-06,
      "loss": 0.6202,
      "step": 377
    },
    {
      "epoch": 0.3314517454924097,
      "grad_norm": 0.3824213724235341,
      "learning_rate": 4.913996274444401e-06,
      "loss": 0.608,
      "step": 378
    },
    {
      "epoch": 0.33232860196196634,
      "grad_norm": 0.3269271239671324,
      "learning_rate": 4.913380034135919e-06,
      "loss": 0.6229,
      "step": 379
    },
    {
      "epoch": 0.333205458431523,
      "grad_norm": 0.2832871290462529,
      "learning_rate": 4.912761632854834e-06,
      "loss": 0.618,
      "step": 380
    },
    {
      "epoch": 0.33408231490107965,
      "grad_norm": 0.329936751234759,
      "learning_rate": 4.912141071154869e-06,
      "loss": 0.6231,
      "step": 381
    },
    {
      "epoch": 0.33495917137063624,
      "grad_norm": 0.2752693680315103,
      "learning_rate": 4.911518349591685e-06,
      "loss": 0.6234,
      "step": 382
    },
    {
      "epoch": 0.3358360278401929,
      "grad_norm": 0.3136704903953731,
      "learning_rate": 4.9108934687228735e-06,
      "loss": 0.6248,
      "step": 383
    },
    {
      "epoch": 0.33671288430974955,
      "grad_norm": 0.2947450161853734,
      "learning_rate": 4.910266429107962e-06,
      "loss": 0.6291,
      "step": 384
    },
    {
      "epoch": 0.3375897407793062,
      "grad_norm": 0.27963622109645897,
      "learning_rate": 4.90963723130841e-06,
      "loss": 0.6168,
      "step": 385
    },
    {
      "epoch": 0.3384665972488628,
      "grad_norm": 0.2755048673546131,
      "learning_rate": 4.90900587588761e-06,
      "loss": 0.6022,
      "step": 386
    },
    {
      "epoch": 0.33934345371841945,
      "grad_norm": 0.28857281828902753,
      "learning_rate": 4.908372363410886e-06,
      "loss": 0.6254,
      "step": 387
    },
    {
      "epoch": 0.3402203101879761,
      "grad_norm": 0.28648556573019374,
      "learning_rate": 4.907736694445492e-06,
      "loss": 0.6175,
      "step": 388
    },
    {
      "epoch": 0.34109716665753276,
      "grad_norm": 0.26925532018377424,
      "learning_rate": 4.9070988695606156e-06,
      "loss": 0.6176,
      "step": 389
    },
    {
      "epoch": 0.3419740231270894,
      "grad_norm": 0.2832182299890066,
      "learning_rate": 4.906458889327375e-06,
      "loss": 0.6291,
      "step": 390
    },
    {
      "epoch": 0.342850879596646,
      "grad_norm": 0.24545023229724808,
      "learning_rate": 4.905816754318815e-06,
      "loss": 0.621,
      "step": 391
    },
    {
      "epoch": 0.34372773606620266,
      "grad_norm": 0.27071805276574584,
      "learning_rate": 4.905172465109912e-06,
      "loss": 0.6235,
      "step": 392
    },
    {
      "epoch": 0.3446045925357593,
      "grad_norm": 0.2686211222363871,
      "learning_rate": 4.904526022277572e-06,
      "loss": 0.6259,
      "step": 393
    },
    {
      "epoch": 0.34548144900531597,
      "grad_norm": 0.2788582786567745,
      "learning_rate": 4.903877426400629e-06,
      "loss": 0.6113,
      "step": 394
    },
    {
      "epoch": 0.34635830547487256,
      "grad_norm": 0.2882303517807228,
      "learning_rate": 4.903226678059842e-06,
      "loss": 0.6325,
      "step": 395
    },
    {
      "epoch": 0.3472351619444292,
      "grad_norm": 0.26417391198725343,
      "learning_rate": 4.902573777837902e-06,
      "loss": 0.6171,
      "step": 396
    },
    {
      "epoch": 0.34811201841398587,
      "grad_norm": 0.27931172516771346,
      "learning_rate": 4.901918726319424e-06,
      "loss": 0.6041,
      "step": 397
    },
    {
      "epoch": 0.3489888748835425,
      "grad_norm": 0.24713049818043734,
      "learning_rate": 4.901261524090949e-06,
      "loss": 0.6099,
      "step": 398
    },
    {
      "epoch": 0.3498657313530991,
      "grad_norm": 0.29086241382146505,
      "learning_rate": 4.900602171740946e-06,
      "loss": 0.6258,
      "step": 399
    },
    {
      "epoch": 0.35074258782265577,
      "grad_norm": 0.26291418203363,
      "learning_rate": 4.899940669859807e-06,
      "loss": 0.6117,
      "step": 400
    },
    {
      "epoch": 0.3516194442922124,
      "grad_norm": 0.3216617316096804,
      "learning_rate": 4.89927701903985e-06,
      "loss": 0.6187,
      "step": 401
    },
    {
      "epoch": 0.3524963007617691,
      "grad_norm": 0.27295463776878537,
      "learning_rate": 4.898611219875316e-06,
      "loss": 0.6132,
      "step": 402
    },
    {
      "epoch": 0.3533731572313257,
      "grad_norm": 0.2853334578601736,
      "learning_rate": 4.897943272962372e-06,
      "loss": 0.6148,
      "step": 403
    },
    {
      "epoch": 0.3542500137008823,
      "grad_norm": 0.31932832747253076,
      "learning_rate": 4.897273178899105e-06,
      "loss": 0.6187,
      "step": 404
    },
    {
      "epoch": 0.355126870170439,
      "grad_norm": 0.28031643219296354,
      "learning_rate": 4.896600938285526e-06,
      "loss": 0.6236,
      "step": 405
    },
    {
      "epoch": 0.35600372663999563,
      "grad_norm": 0.26831626886851945,
      "learning_rate": 4.89592655172357e-06,
      "loss": 0.6102,
      "step": 406
    },
    {
      "epoch": 0.35688058310955223,
      "grad_norm": 0.2951228212133584,
      "learning_rate": 4.895250019817089e-06,
      "loss": 0.6164,
      "step": 407
    },
    {
      "epoch": 0.3577574395791089,
      "grad_norm": 0.27330142007513136,
      "learning_rate": 4.894571343171862e-06,
      "loss": 0.6023,
      "step": 408
    },
    {
      "epoch": 0.35863429604866554,
      "grad_norm": 0.3204620119402923,
      "learning_rate": 4.893890522395582e-06,
      "loss": 0.62,
      "step": 409
    },
    {
      "epoch": 0.3595111525182222,
      "grad_norm": 0.261478566125417,
      "learning_rate": 4.893207558097867e-06,
      "loss": 0.6294,
      "step": 410
    },
    {
      "epoch": 0.36038800898777884,
      "grad_norm": 0.250895473885103,
      "learning_rate": 4.892522450890251e-06,
      "loss": 0.6152,
      "step": 411
    },
    {
      "epoch": 0.36126486545733544,
      "grad_norm": 0.2634865561040139,
      "learning_rate": 4.89183520138619e-06,
      "loss": 0.6157,
      "step": 412
    },
    {
      "epoch": 0.3621417219268921,
      "grad_norm": 0.26459491662331874,
      "learning_rate": 4.891145810201054e-06,
      "loss": 0.609,
      "step": 413
    },
    {
      "epoch": 0.36301857839644874,
      "grad_norm": 0.24301745655990745,
      "learning_rate": 4.8904542779521346e-06,
      "loss": 0.6082,
      "step": 414
    },
    {
      "epoch": 0.3638954348660054,
      "grad_norm": 0.2692643109083729,
      "learning_rate": 4.8897606052586384e-06,
      "loss": 0.6226,
      "step": 415
    },
    {
      "epoch": 0.364772291335562,
      "grad_norm": 0.24024671108707563,
      "learning_rate": 4.889064792741689e-06,
      "loss": 0.6153,
      "step": 416
    },
    {
      "epoch": 0.36564914780511865,
      "grad_norm": 0.273288282597359,
      "learning_rate": 4.888366841024327e-06,
      "loss": 0.6334,
      "step": 417
    },
    {
      "epoch": 0.3665260042746753,
      "grad_norm": 0.2713735341001686,
      "learning_rate": 4.887666750731507e-06,
      "loss": 0.6204,
      "step": 418
    },
    {
      "epoch": 0.36740286074423195,
      "grad_norm": 0.2749014394381958,
      "learning_rate": 4.8869645224901e-06,
      "loss": 0.6017,
      "step": 419
    },
    {
      "epoch": 0.36827971721378855,
      "grad_norm": 0.27621114898765087,
      "learning_rate": 4.8862601569288885e-06,
      "loss": 0.6193,
      "step": 420
    },
    {
      "epoch": 0.3691565736833452,
      "grad_norm": 0.25931507650511326,
      "learning_rate": 4.885553654678573e-06,
      "loss": 0.6233,
      "step": 421
    },
    {
      "epoch": 0.37003343015290185,
      "grad_norm": 0.28686169175433923,
      "learning_rate": 4.884845016371763e-06,
      "loss": 0.6197,
      "step": 422
    },
    {
      "epoch": 0.3709102866224585,
      "grad_norm": 0.27025382919889446,
      "learning_rate": 4.884134242642985e-06,
      "loss": 0.6033,
      "step": 423
    },
    {
      "epoch": 0.3717871430920151,
      "grad_norm": 0.275669477293775,
      "learning_rate": 4.883421334128674e-06,
      "loss": 0.6172,
      "step": 424
    },
    {
      "epoch": 0.37266399956157176,
      "grad_norm": 0.26014021950194516,
      "learning_rate": 4.8827062914671775e-06,
      "loss": 0.6207,
      "step": 425
    },
    {
      "epoch": 0.3735408560311284,
      "grad_norm": 0.2986829920255015,
      "learning_rate": 4.881989115298755e-06,
      "loss": 0.6034,
      "step": 426
    },
    {
      "epoch": 0.37441771250068506,
      "grad_norm": 0.28151692244357057,
      "learning_rate": 4.881269806265575e-06,
      "loss": 0.6133,
      "step": 427
    },
    {
      "epoch": 0.37529456897024166,
      "grad_norm": 0.2932206682237993,
      "learning_rate": 4.8805483650117154e-06,
      "loss": 0.6132,
      "step": 428
    },
    {
      "epoch": 0.3761714254397983,
      "grad_norm": 0.3164265338412961,
      "learning_rate": 4.879824792183166e-06,
      "loss": 0.6077,
      "step": 429
    },
    {
      "epoch": 0.37704828190935497,
      "grad_norm": 0.3636164115457003,
      "learning_rate": 4.879099088427824e-06,
      "loss": 0.6179,
      "step": 430
    },
    {
      "epoch": 0.3779251383789116,
      "grad_norm": 0.2891875334309757,
      "learning_rate": 4.878371254395492e-06,
      "loss": 0.6197,
      "step": 431
    },
    {
      "epoch": 0.3788019948484682,
      "grad_norm": 0.3816104662619605,
      "learning_rate": 4.8776412907378845e-06,
      "loss": 0.6197,
      "step": 432
    },
    {
      "epoch": 0.37967885131802487,
      "grad_norm": 0.29131497715708005,
      "learning_rate": 4.876909198108619e-06,
      "loss": 0.6159,
      "step": 433
    },
    {
      "epoch": 0.3805557077875815,
      "grad_norm": 0.3138520265609416,
      "learning_rate": 4.876174977163222e-06,
      "loss": 0.6139,
      "step": 434
    },
    {
      "epoch": 0.3814325642571382,
      "grad_norm": 0.28035852092093033,
      "learning_rate": 4.875438628559124e-06,
      "loss": 0.6183,
      "step": 435
    },
    {
      "epoch": 0.3823094207266948,
      "grad_norm": 0.3120106817898386,
      "learning_rate": 4.874700152955661e-06,
      "loss": 0.6052,
      "step": 436
    },
    {
      "epoch": 0.3831862771962514,
      "grad_norm": 0.29139666929908226,
      "learning_rate": 4.873959551014075e-06,
      "loss": 0.6058,
      "step": 437
    },
    {
      "epoch": 0.3840631336658081,
      "grad_norm": 0.31305383154436955,
      "learning_rate": 4.873216823397511e-06,
      "loss": 0.6094,
      "step": 438
    },
    {
      "epoch": 0.38493999013536473,
      "grad_norm": 0.3052879988977325,
      "learning_rate": 4.872471970771015e-06,
      "loss": 0.6063,
      "step": 439
    },
    {
      "epoch": 0.3858168466049214,
      "grad_norm": 0.2965934350138861,
      "learning_rate": 4.871724993801541e-06,
      "loss": 0.6054,
      "step": 440
    },
    {
      "epoch": 0.386693703074478,
      "grad_norm": 0.26339362714008424,
      "learning_rate": 4.870975893157941e-06,
      "loss": 0.6152,
      "step": 441
    },
    {
      "epoch": 0.38757055954403463,
      "grad_norm": 0.27556079714679943,
      "learning_rate": 4.870224669510968e-06,
      "loss": 0.6158,
      "step": 442
    },
    {
      "epoch": 0.3884474160135913,
      "grad_norm": 0.29125701036171053,
      "learning_rate": 4.86947132353328e-06,
      "loss": 0.6202,
      "step": 443
    },
    {
      "epoch": 0.38932427248314794,
      "grad_norm": 0.2966406156980298,
      "learning_rate": 4.868715855899432e-06,
      "loss": 0.6265,
      "step": 444
    },
    {
      "epoch": 0.39020112895270453,
      "grad_norm": 0.27733217518457043,
      "learning_rate": 4.867958267285879e-06,
      "loss": 0.6068,
      "step": 445
    },
    {
      "epoch": 0.3910779854222612,
      "grad_norm": 0.2919788828093281,
      "learning_rate": 4.8671985583709765e-06,
      "loss": 0.6208,
      "step": 446
    },
    {
      "epoch": 0.39195484189181784,
      "grad_norm": 0.29327731039840055,
      "learning_rate": 4.866436729834979e-06,
      "loss": 0.6175,
      "step": 447
    },
    {
      "epoch": 0.3928316983613745,
      "grad_norm": 0.2568832744529454,
      "learning_rate": 4.865672782360037e-06,
      "loss": 0.6177,
      "step": 448
    },
    {
      "epoch": 0.3937085548309311,
      "grad_norm": 0.283654204460893,
      "learning_rate": 4.8649067166301985e-06,
      "loss": 0.6203,
      "step": 449
    },
    {
      "epoch": 0.39458541130048774,
      "grad_norm": 0.26828805221375346,
      "learning_rate": 4.864138533331411e-06,
      "loss": 0.6118,
      "step": 450
    },
    {
      "epoch": 0.3954622677700444,
      "grad_norm": 0.2597158618871073,
      "learning_rate": 4.863368233151514e-06,
      "loss": 0.6169,
      "step": 451
    },
    {
      "epoch": 0.39633912423960105,
      "grad_norm": 0.28436035142498156,
      "learning_rate": 4.862595816780246e-06,
      "loss": 0.632,
      "step": 452
    },
    {
      "epoch": 0.39721598070915765,
      "grad_norm": 0.2652505819829089,
      "learning_rate": 4.861821284909238e-06,
      "loss": 0.6289,
      "step": 453
    },
    {
      "epoch": 0.3980928371787143,
      "grad_norm": 0.29252031992594624,
      "learning_rate": 4.861044638232016e-06,
      "loss": 0.6328,
      "step": 454
    },
    {
      "epoch": 0.39896969364827095,
      "grad_norm": 0.2994469365008051,
      "learning_rate": 4.860265877444001e-06,
      "loss": 0.617,
      "step": 455
    },
    {
      "epoch": 0.3998465501178276,
      "grad_norm": 0.2776900829822044,
      "learning_rate": 4.8594850032425036e-06,
      "loss": 0.608,
      "step": 456
    },
    {
      "epoch": 0.4007234065873842,
      "grad_norm": 0.2753322141436327,
      "learning_rate": 4.858702016326731e-06,
      "loss": 0.607,
      "step": 457
    },
    {
      "epoch": 0.40160026305694085,
      "grad_norm": 0.2738219915396828,
      "learning_rate": 4.857916917397779e-06,
      "loss": 0.6043,
      "step": 458
    },
    {
      "epoch": 0.4024771195264975,
      "grad_norm": 0.27192665887665013,
      "learning_rate": 4.857129707158637e-06,
      "loss": 0.6376,
      "step": 459
    },
    {
      "epoch": 0.40335397599605416,
      "grad_norm": 0.27689826150792163,
      "learning_rate": 4.8563403863141825e-06,
      "loss": 0.6172,
      "step": 460
    },
    {
      "epoch": 0.4042308324656108,
      "grad_norm": 0.311644665297658,
      "learning_rate": 4.855548955571183e-06,
      "loss": 0.6106,
      "step": 461
    },
    {
      "epoch": 0.4051076889351674,
      "grad_norm": 0.2912453467934098,
      "learning_rate": 4.854755415638298e-06,
      "loss": 0.6129,
      "step": 462
    },
    {
      "epoch": 0.40598454540472406,
      "grad_norm": 0.302939167109194,
      "learning_rate": 4.853959767226072e-06,
      "loss": 0.6301,
      "step": 463
    },
    {
      "epoch": 0.4068614018742807,
      "grad_norm": 0.261297831693092,
      "learning_rate": 4.85316201104694e-06,
      "loss": 0.6136,
      "step": 464
    },
    {
      "epoch": 0.40773825834383737,
      "grad_norm": 0.3154856081824323,
      "learning_rate": 4.852362147815225e-06,
      "loss": 0.6171,
      "step": 465
    },
    {
      "epoch": 0.40861511481339396,
      "grad_norm": 0.29411022742744497,
      "learning_rate": 4.8515601782471325e-06,
      "loss": 0.6085,
      "step": 466
    },
    {
      "epoch": 0.4094919712829506,
      "grad_norm": 0.3027595832299397,
      "learning_rate": 4.8507561030607576e-06,
      "loss": 0.6151,
      "step": 467
    },
    {
      "epoch": 0.41036882775250727,
      "grad_norm": 0.3003092813187261,
      "learning_rate": 4.84994992297608e-06,
      "loss": 0.6071,
      "step": 468
    },
    {
      "epoch": 0.4112456842220639,
      "grad_norm": 0.27374249219050456,
      "learning_rate": 4.849141638714965e-06,
      "loss": 0.6166,
      "step": 469
    },
    {
      "epoch": 0.4121225406916205,
      "grad_norm": 0.3064667255626573,
      "learning_rate": 4.84833125100116e-06,
      "loss": 0.6024,
      "step": 470
    },
    {
      "epoch": 0.4129993971611772,
      "grad_norm": 0.28188617697439766,
      "learning_rate": 4.847518760560297e-06,
      "loss": 0.6134,
      "step": 471
    },
    {
      "epoch": 0.4138762536307338,
      "grad_norm": 0.27693005272362925,
      "learning_rate": 4.846704168119892e-06,
      "loss": 0.5984,
      "step": 472
    },
    {
      "epoch": 0.4147531101002905,
      "grad_norm": 0.3011450154809493,
      "learning_rate": 4.84588747440934e-06,
      "loss": 0.5932,
      "step": 473
    },
    {
      "epoch": 0.4156299665698471,
      "grad_norm": 0.25715138595393167,
      "learning_rate": 4.845068680159921e-06,
      "loss": 0.6101,
      "step": 474
    },
    {
      "epoch": 0.41650682303940373,
      "grad_norm": 0.2963493163477849,
      "learning_rate": 4.844247786104794e-06,
      "loss": 0.6081,
      "step": 475
    },
    {
      "epoch": 0.4173836795089604,
      "grad_norm": 0.29399759702492007,
      "learning_rate": 4.8434247929789975e-06,
      "loss": 0.6046,
      "step": 476
    },
    {
      "epoch": 0.41826053597851703,
      "grad_norm": 0.3126535237916745,
      "learning_rate": 4.842599701519451e-06,
      "loss": 0.6304,
      "step": 477
    },
    {
      "epoch": 0.41913739244807363,
      "grad_norm": 0.29299694878032745,
      "learning_rate": 4.841772512464953e-06,
      "loss": 0.6168,
      "step": 478
    },
    {
      "epoch": 0.4200142489176303,
      "grad_norm": 0.289486342187316,
      "learning_rate": 4.840943226556178e-06,
      "loss": 0.6031,
      "step": 479
    },
    {
      "epoch": 0.42089110538718694,
      "grad_norm": 0.30359254383613277,
      "learning_rate": 4.840111844535682e-06,
      "loss": 0.5994,
      "step": 480
    },
    {
      "epoch": 0.4217679618567436,
      "grad_norm": 0.2641793447534652,
      "learning_rate": 4.839278367147894e-06,
      "loss": 0.6036,
      "step": 481
    },
    {
      "epoch": 0.4226448183263002,
      "grad_norm": 0.29968320834098117,
      "learning_rate": 4.838442795139121e-06,
      "loss": 0.6193,
      "step": 482
    },
    {
      "epoch": 0.42352167479585684,
      "grad_norm": 0.30614554761610074,
      "learning_rate": 4.837605129257546e-06,
      "loss": 0.6115,
      "step": 483
    },
    {
      "epoch": 0.4243985312654135,
      "grad_norm": 0.29316129861054724,
      "learning_rate": 4.836765370253223e-06,
      "loss": 0.6039,
      "step": 484
    },
    {
      "epoch": 0.42527538773497015,
      "grad_norm": 0.35388210389950725,
      "learning_rate": 4.835923518878088e-06,
      "loss": 0.6089,
      "step": 485
    },
    {
      "epoch": 0.4261522442045268,
      "grad_norm": 0.27541931694811506,
      "learning_rate": 4.835079575885944e-06,
      "loss": 0.6129,
      "step": 486
    },
    {
      "epoch": 0.4270291006740834,
      "grad_norm": 0.3408256598988536,
      "learning_rate": 4.834233542032468e-06,
      "loss": 0.6165,
      "step": 487
    },
    {
      "epoch": 0.42790595714364005,
      "grad_norm": 0.30259946435062773,
      "learning_rate": 4.83338541807521e-06,
      "loss": 0.6111,
      "step": 488
    },
    {
      "epoch": 0.4287828136131967,
      "grad_norm": 0.2871132966743198,
      "learning_rate": 4.832535204773593e-06,
      "loss": 0.6273,
      "step": 489
    },
    {
      "epoch": 0.42965967008275335,
      "grad_norm": 0.3457337315321895,
      "learning_rate": 4.8316829028889076e-06,
      "loss": 0.6005,
      "step": 490
    },
    {
      "epoch": 0.43053652655230995,
      "grad_norm": 0.2668696078107318,
      "learning_rate": 4.830828513184317e-06,
      "loss": 0.6122,
      "step": 491
    },
    {
      "epoch": 0.4314133830218666,
      "grad_norm": 0.321068645111551,
      "learning_rate": 4.829972036424854e-06,
      "loss": 0.6058,
      "step": 492
    },
    {
      "epoch": 0.43229023949142326,
      "grad_norm": 0.26125737492647644,
      "learning_rate": 4.829113473377417e-06,
      "loss": 0.6143,
      "step": 493
    },
    {
      "epoch": 0.4331670959609799,
      "grad_norm": 0.32002755047063874,
      "learning_rate": 4.828252824810777e-06,
      "loss": 0.6061,
      "step": 494
    },
    {
      "epoch": 0.4340439524305365,
      "grad_norm": 0.2863878470189295,
      "learning_rate": 4.82739009149557e-06,
      "loss": 0.5977,
      "step": 495
    },
    {
      "epoch": 0.43492080890009316,
      "grad_norm": 0.31874371835878795,
      "learning_rate": 4.826525274204297e-06,
      "loss": 0.608,
      "step": 496
    },
    {
      "epoch": 0.4357976653696498,
      "grad_norm": 0.2956391151217163,
      "learning_rate": 4.825658373711328e-06,
      "loss": 0.6107,
      "step": 497
    },
    {
      "epoch": 0.43667452183920646,
      "grad_norm": 0.288406786632812,
      "learning_rate": 4.824789390792899e-06,
      "loss": 0.6094,
      "step": 498
    },
    {
      "epoch": 0.43755137830876306,
      "grad_norm": 0.33737182032602686,
      "learning_rate": 4.823918326227106e-06,
      "loss": 0.5971,
      "step": 499
    },
    {
      "epoch": 0.4384282347783197,
      "grad_norm": 0.25632117321609454,
      "learning_rate": 4.823045180793914e-06,
      "loss": 0.6044,
      "step": 500
    },
    {
      "epoch": 0.43930509124787637,
      "grad_norm": 0.2978956835348055,
      "learning_rate": 4.8221699552751465e-06,
      "loss": 0.6009,
      "step": 501
    },
    {
      "epoch": 0.440181947717433,
      "grad_norm": 0.30339339194561,
      "learning_rate": 4.821292650454495e-06,
      "loss": 0.6113,
      "step": 502
    },
    {
      "epoch": 0.4410588041869896,
      "grad_norm": 0.3083549716587437,
      "learning_rate": 4.8204132671175085e-06,
      "loss": 0.6074,
      "step": 503
    },
    {
      "epoch": 0.44193566065654627,
      "grad_norm": 0.291272682255802,
      "learning_rate": 4.819531806051599e-06,
      "loss": 0.606,
      "step": 504
    },
    {
      "epoch": 0.4428125171261029,
      "grad_norm": 0.3183233272727026,
      "learning_rate": 4.818648268046038e-06,
      "loss": 0.6145,
      "step": 505
    },
    {
      "epoch": 0.4436893735956596,
      "grad_norm": 0.27989457450916727,
      "learning_rate": 4.817762653891957e-06,
      "loss": 0.6095,
      "step": 506
    },
    {
      "epoch": 0.4445662300652162,
      "grad_norm": 0.32106502207942483,
      "learning_rate": 4.816874964382346e-06,
      "loss": 0.6096,
      "step": 507
    },
    {
      "epoch": 0.4454430865347728,
      "grad_norm": 0.2690675603747584,
      "learning_rate": 4.815985200312057e-06,
      "loss": 0.5986,
      "step": 508
    },
    {
      "epoch": 0.4463199430043295,
      "grad_norm": 0.2818980909126885,
      "learning_rate": 4.815093362477793e-06,
      "loss": 0.6136,
      "step": 509
    },
    {
      "epoch": 0.44719679947388613,
      "grad_norm": 0.29748447845455983,
      "learning_rate": 4.8141994516781196e-06,
      "loss": 0.6162,
      "step": 510
    },
    {
      "epoch": 0.4480736559434428,
      "grad_norm": 0.3107094817046459,
      "learning_rate": 4.813303468713456e-06,
      "loss": 0.5939,
      "step": 511
    },
    {
      "epoch": 0.4489505124129994,
      "grad_norm": 0.27493905192543294,
      "learning_rate": 4.812405414386078e-06,
      "loss": 0.6054,
      "step": 512
    },
    {
      "epoch": 0.44982736888255603,
      "grad_norm": 0.28885594119974684,
      "learning_rate": 4.811505289500113e-06,
      "loss": 0.611,
      "step": 513
    },
    {
      "epoch": 0.4507042253521127,
      "grad_norm": 0.2724458036095346,
      "learning_rate": 4.810603094861548e-06,
      "loss": 0.6296,
      "step": 514
    },
    {
      "epoch": 0.45158108182166934,
      "grad_norm": 0.3171235548951884,
      "learning_rate": 4.809698831278217e-06,
      "loss": 0.6137,
      "step": 515
    },
    {
      "epoch": 0.45245793829122594,
      "grad_norm": 0.2975607228468226,
      "learning_rate": 4.808792499559812e-06,
      "loss": 0.6081,
      "step": 516
    },
    {
      "epoch": 0.4533347947607826,
      "grad_norm": 0.29553804453973653,
      "learning_rate": 4.807884100517873e-06,
      "loss": 0.6106,
      "step": 517
    },
    {
      "epoch": 0.45421165123033924,
      "grad_norm": 0.29283068458115197,
      "learning_rate": 4.8069736349657935e-06,
      "loss": 0.6144,
      "step": 518
    },
    {
      "epoch": 0.4550885076998959,
      "grad_norm": 0.3123674697628625,
      "learning_rate": 4.806061103718816e-06,
      "loss": 0.6024,
      "step": 519
    },
    {
      "epoch": 0.4559653641694525,
      "grad_norm": 0.3185535504257689,
      "learning_rate": 4.805146507594034e-06,
      "loss": 0.6031,
      "step": 520
    },
    {
      "epoch": 0.45684222063900914,
      "grad_norm": 0.32719458735857726,
      "learning_rate": 4.804229847410388e-06,
      "loss": 0.614,
      "step": 521
    },
    {
      "epoch": 0.4577190771085658,
      "grad_norm": 0.2756686412179773,
      "learning_rate": 4.803311123988668e-06,
      "loss": 0.6143,
      "step": 522
    },
    {
      "epoch": 0.45859593357812245,
      "grad_norm": 0.3193363571929515,
      "learning_rate": 4.802390338151512e-06,
      "loss": 0.5962,
      "step": 523
    },
    {
      "epoch": 0.45947279004767905,
      "grad_norm": 0.27470129307670516,
      "learning_rate": 4.801467490723402e-06,
      "loss": 0.6118,
      "step": 524
    },
    {
      "epoch": 0.4603496465172357,
      "grad_norm": 0.3268257836594815,
      "learning_rate": 4.800542582530668e-06,
      "loss": 0.6091,
      "step": 525
    },
    {
      "epoch": 0.46122650298679235,
      "grad_norm": 0.2636715015821582,
      "learning_rate": 4.799615614401488e-06,
      "loss": 0.6113,
      "step": 526
    },
    {
      "epoch": 0.462103359456349,
      "grad_norm": 0.3309929173426789,
      "learning_rate": 4.79868658716588e-06,
      "loss": 0.6063,
      "step": 527
    },
    {
      "epoch": 0.4629802159259056,
      "grad_norm": 0.2705433155095911,
      "learning_rate": 4.7977555016557054e-06,
      "loss": 0.6115,
      "step": 528
    },
    {
      "epoch": 0.46385707239546226,
      "grad_norm": 0.2986983107432822,
      "learning_rate": 4.796822358704673e-06,
      "loss": 0.624,
      "step": 529
    },
    {
      "epoch": 0.4647339288650189,
      "grad_norm": 0.27153673858142124,
      "learning_rate": 4.7958871591483305e-06,
      "loss": 0.6144,
      "step": 530
    },
    {
      "epoch": 0.46561078533457556,
      "grad_norm": 0.2774095045069063,
      "learning_rate": 4.794949903824069e-06,
      "loss": 0.6082,
      "step": 531
    },
    {
      "epoch": 0.4664876418041322,
      "grad_norm": 0.28167525290961587,
      "learning_rate": 4.794010593571118e-06,
      "loss": 0.6106,
      "step": 532
    },
    {
      "epoch": 0.4673644982736888,
      "grad_norm": 0.2626835693504621,
      "learning_rate": 4.793069229230548e-06,
      "loss": 0.6142,
      "step": 533
    },
    {
      "epoch": 0.46824135474324546,
      "grad_norm": 0.27619948959341917,
      "learning_rate": 4.792125811645271e-06,
      "loss": 0.6073,
      "step": 534
    },
    {
      "epoch": 0.4691182112128021,
      "grad_norm": 0.2913249262978291,
      "learning_rate": 4.791180341660035e-06,
      "loss": 0.6034,
      "step": 535
    },
    {
      "epoch": 0.46999506768235877,
      "grad_norm": 0.2792318560656134,
      "learning_rate": 4.790232820121426e-06,
      "loss": 0.6002,
      "step": 536
    },
    {
      "epoch": 0.47087192415191537,
      "grad_norm": 0.2690237732263836,
      "learning_rate": 4.789283247877867e-06,
      "loss": 0.6128,
      "step": 537
    },
    {
      "epoch": 0.471748780621472,
      "grad_norm": 0.2875784864108413,
      "learning_rate": 4.7883316257796195e-06,
      "loss": 0.6125,
      "step": 538
    },
    {
      "epoch": 0.47262563709102867,
      "grad_norm": 0.3494280106540881,
      "learning_rate": 4.787377954678776e-06,
      "loss": 0.6079,
      "step": 539
    },
    {
      "epoch": 0.4735024935605853,
      "grad_norm": 0.27811345732659243,
      "learning_rate": 4.786422235429269e-06,
      "loss": 0.6118,
      "step": 540
    },
    {
      "epoch": 0.4743793500301419,
      "grad_norm": 0.33921109846320074,
      "learning_rate": 4.785464468886859e-06,
      "loss": 0.6176,
      "step": 541
    },
    {
      "epoch": 0.4752562064996986,
      "grad_norm": 0.29592545517880114,
      "learning_rate": 4.784504655909146e-06,
      "loss": 0.6131,
      "step": 542
    },
    {
      "epoch": 0.4761330629692552,
      "grad_norm": 0.29373530511374163,
      "learning_rate": 4.783542797355558e-06,
      "loss": 0.6082,
      "step": 543
    },
    {
      "epoch": 0.4770099194388119,
      "grad_norm": 0.2999691792256973,
      "learning_rate": 4.782578894087357e-06,
      "loss": 0.5981,
      "step": 544
    },
    {
      "epoch": 0.4778867759083685,
      "grad_norm": 0.2694268894908227,
      "learning_rate": 4.781612946967632e-06,
      "loss": 0.6055,
      "step": 545
    },
    {
      "epoch": 0.47876363237792513,
      "grad_norm": 0.2970836241532985,
      "learning_rate": 4.780644956861307e-06,
      "loss": 0.6002,
      "step": 546
    },
    {
      "epoch": 0.4796404888474818,
      "grad_norm": 0.3413332201519291,
      "learning_rate": 4.7796749246351335e-06,
      "loss": 0.6103,
      "step": 547
    },
    {
      "epoch": 0.48051734531703844,
      "grad_norm": 0.27732196553749033,
      "learning_rate": 4.77870285115769e-06,
      "loss": 0.5972,
      "step": 548
    },
    {
      "epoch": 0.48139420178659503,
      "grad_norm": 0.32594912225980904,
      "learning_rate": 4.777728737299387e-06,
      "loss": 0.6275,
      "step": 549
    },
    {
      "epoch": 0.4822710582561517,
      "grad_norm": 0.28158230943213153,
      "learning_rate": 4.776752583932455e-06,
      "loss": 0.6215,
      "step": 550
    },
    {
      "epoch": 0.48314791472570834,
      "grad_norm": 0.3244722564822324,
      "learning_rate": 4.775774391930956e-06,
      "loss": 0.5947,
      "step": 551
    },
    {
      "epoch": 0.484024771195265,
      "grad_norm": 0.26397208532030864,
      "learning_rate": 4.774794162170777e-06,
      "loss": 0.611,
      "step": 552
    },
    {
      "epoch": 0.4849016276648216,
      "grad_norm": 0.2816890422555255,
      "learning_rate": 4.773811895529629e-06,
      "loss": 0.5942,
      "step": 553
    },
    {
      "epoch": 0.48577848413437824,
      "grad_norm": 0.28224512879430635,
      "learning_rate": 4.772827592887046e-06,
      "loss": 0.5918,
      "step": 554
    },
    {
      "epoch": 0.4866553406039349,
      "grad_norm": 0.2978578883597439,
      "learning_rate": 4.771841255124385e-06,
      "loss": 0.6031,
      "step": 555
    },
    {
      "epoch": 0.48753219707349155,
      "grad_norm": 0.3212067488646109,
      "learning_rate": 4.770852883124827e-06,
      "loss": 0.6066,
      "step": 556
    },
    {
      "epoch": 0.4884090535430482,
      "grad_norm": 0.3047898856904216,
      "learning_rate": 4.769862477773374e-06,
      "loss": 0.6097,
      "step": 557
    },
    {
      "epoch": 0.4892859100126048,
      "grad_norm": 0.32816575436148626,
      "learning_rate": 4.768870039956846e-06,
      "loss": 0.6078,
      "step": 558
    },
    {
      "epoch": 0.49016276648216145,
      "grad_norm": 0.30333447423661625,
      "learning_rate": 4.767875570563887e-06,
      "loss": 0.6103,
      "step": 559
    },
    {
      "epoch": 0.4910396229517181,
      "grad_norm": 0.32463487013229164,
      "learning_rate": 4.766879070484957e-06,
      "loss": 0.5925,
      "step": 560
    },
    {
      "epoch": 0.49191647942127475,
      "grad_norm": 0.27125555349656966,
      "learning_rate": 4.765880540612336e-06,
      "loss": 0.6095,
      "step": 561
    },
    {
      "epoch": 0.49279333589083135,
      "grad_norm": 0.29571340419933284,
      "learning_rate": 4.764879981840121e-06,
      "loss": 0.6061,
      "step": 562
    },
    {
      "epoch": 0.493670192360388,
      "grad_norm": 0.28779220439984465,
      "learning_rate": 4.763877395064225e-06,
      "loss": 0.6164,
      "step": 563
    },
    {
      "epoch": 0.49454704882994466,
      "grad_norm": 0.3023002461106019,
      "learning_rate": 4.762872781182378e-06,
      "loss": 0.6099,
      "step": 564
    },
    {
      "epoch": 0.4954239052995013,
      "grad_norm": 0.2852998688047179,
      "learning_rate": 4.761866141094126e-06,
      "loss": 0.6151,
      "step": 565
    },
    {
      "epoch": 0.4963007617690579,
      "grad_norm": 0.27004415072990756,
      "learning_rate": 4.7608574757008245e-06,
      "loss": 0.6056,
      "step": 566
    },
    {
      "epoch": 0.49717761823861456,
      "grad_norm": 0.26583697629837466,
      "learning_rate": 4.759846785905649e-06,
      "loss": 0.6073,
      "step": 567
    },
    {
      "epoch": 0.4980544747081712,
      "grad_norm": 0.29963137609858226,
      "learning_rate": 4.758834072613583e-06,
      "loss": 0.6175,
      "step": 568
    },
    {
      "epoch": 0.49893133117772787,
      "grad_norm": 0.2777428291092147,
      "learning_rate": 4.757819336731424e-06,
      "loss": 0.6084,
      "step": 569
    },
    {
      "epoch": 0.49980818764728446,
      "grad_norm": 0.286537576055084,
      "learning_rate": 4.756802579167781e-06,
      "loss": 0.6122,
      "step": 570
    },
    {
      "epoch": 0.5006850441168411,
      "grad_norm": 0.2900434750609322,
      "learning_rate": 4.755783800833071e-06,
      "loss": 0.61,
      "step": 571
    },
    {
      "epoch": 0.5015619005863977,
      "grad_norm": 0.29602981997833644,
      "learning_rate": 4.754763002639522e-06,
      "loss": 0.5979,
      "step": 572
    },
    {
      "epoch": 0.5024387570559544,
      "grad_norm": 0.2850500950921633,
      "learning_rate": 4.75374018550117e-06,
      "loss": 0.616,
      "step": 573
    },
    {
      "epoch": 0.503315613525511,
      "grad_norm": 0.2747595431255721,
      "learning_rate": 4.752715350333858e-06,
      "loss": 0.6082,
      "step": 574
    },
    {
      "epoch": 0.5041924699950677,
      "grad_norm": 0.30963433949041175,
      "learning_rate": 4.75168849805524e-06,
      "loss": 0.6062,
      "step": 575
    },
    {
      "epoch": 0.5050693264646243,
      "grad_norm": 0.28817154630491854,
      "learning_rate": 4.750659629584772e-06,
      "loss": 0.615,
      "step": 576
    },
    {
      "epoch": 0.5059461829341809,
      "grad_norm": 0.29777143797501865,
      "learning_rate": 4.749628745843715e-06,
      "loss": 0.6093,
      "step": 577
    },
    {
      "epoch": 0.5068230394037376,
      "grad_norm": 0.2761328411528336,
      "learning_rate": 4.748595847755137e-06,
      "loss": 0.5949,
      "step": 578
    },
    {
      "epoch": 0.5076998958732942,
      "grad_norm": 0.27941749417554973,
      "learning_rate": 4.74756093624391e-06,
      "loss": 0.6165,
      "step": 579
    },
    {
      "epoch": 0.5085767523428508,
      "grad_norm": 0.28883681834919644,
      "learning_rate": 4.746524012236706e-06,
      "loss": 0.6012,
      "step": 580
    },
    {
      "epoch": 0.5094536088124075,
      "grad_norm": 0.2712633209555587,
      "learning_rate": 4.7454850766620005e-06,
      "loss": 0.5898,
      "step": 581
    },
    {
      "epoch": 0.5103304652819641,
      "grad_norm": 0.29386364789948854,
      "learning_rate": 4.7444441304500714e-06,
      "loss": 0.6057,
      "step": 582
    },
    {
      "epoch": 0.5112073217515208,
      "grad_norm": 0.27998562308750735,
      "learning_rate": 4.743401174532994e-06,
      "loss": 0.597,
      "step": 583
    },
    {
      "epoch": 0.5120841782210774,
      "grad_norm": 0.2944531079667381,
      "learning_rate": 4.742356209844646e-06,
      "loss": 0.5915,
      "step": 584
    },
    {
      "epoch": 0.512961034690634,
      "grad_norm": 0.29506045387008756,
      "learning_rate": 4.741309237320703e-06,
      "loss": 0.6178,
      "step": 585
    },
    {
      "epoch": 0.5138378911601907,
      "grad_norm": 0.299236621784075,
      "learning_rate": 4.740260257898638e-06,
      "loss": 0.6121,
      "step": 586
    },
    {
      "epoch": 0.5147147476297473,
      "grad_norm": 0.303688650889379,
      "learning_rate": 4.739209272517721e-06,
      "loss": 0.5982,
      "step": 587
    },
    {
      "epoch": 0.515591604099304,
      "grad_norm": 0.2925779066404172,
      "learning_rate": 4.738156282119018e-06,
      "loss": 0.5936,
      "step": 588
    },
    {
      "epoch": 0.5164684605688606,
      "grad_norm": 0.3374725318718031,
      "learning_rate": 4.73710128764539e-06,
      "loss": 0.6001,
      "step": 589
    },
    {
      "epoch": 0.5173453170384172,
      "grad_norm": 0.28811046561615106,
      "learning_rate": 4.736044290041496e-06,
      "loss": 0.61,
      "step": 590
    },
    {
      "epoch": 0.518222173507974,
      "grad_norm": 0.32139851009391945,
      "learning_rate": 4.7349852902537814e-06,
      "loss": 0.5931,
      "step": 591
    },
    {
      "epoch": 0.5190990299775305,
      "grad_norm": 0.27307295767087736,
      "learning_rate": 4.733924289230493e-06,
      "loss": 0.6035,
      "step": 592
    },
    {
      "epoch": 0.5199758864470871,
      "grad_norm": 0.3098223534082736,
      "learning_rate": 4.7328612879216615e-06,
      "loss": 0.6082,
      "step": 593
    },
    {
      "epoch": 0.5208527429166439,
      "grad_norm": 0.2808341207944162,
      "learning_rate": 4.731796287279115e-06,
      "loss": 0.5965,
      "step": 594
    },
    {
      "epoch": 0.5217295993862004,
      "grad_norm": 0.3093125993326785,
      "learning_rate": 4.730729288256468e-06,
      "loss": 0.6018,
      "step": 595
    },
    {
      "epoch": 0.5226064558557572,
      "grad_norm": 0.30147164249765196,
      "learning_rate": 4.729660291809126e-06,
      "loss": 0.6072,
      "step": 596
    },
    {
      "epoch": 0.5234833123253138,
      "grad_norm": 0.2893545075475105,
      "learning_rate": 4.728589298894284e-06,
      "loss": 0.5894,
      "step": 597
    },
    {
      "epoch": 0.5243601687948704,
      "grad_norm": 0.29778530349250987,
      "learning_rate": 4.72751631047092e-06,
      "loss": 0.5941,
      "step": 598
    },
    {
      "epoch": 0.5252370252644271,
      "grad_norm": 0.2822751104373634,
      "learning_rate": 4.726441327499805e-06,
      "loss": 0.6056,
      "step": 599
    },
    {
      "epoch": 0.5261138817339837,
      "grad_norm": 0.30381920940202223,
      "learning_rate": 4.725364350943492e-06,
      "loss": 0.6016,
      "step": 600
    },
    {
      "epoch": 0.5269907382035403,
      "grad_norm": 0.2728312952142679,
      "learning_rate": 4.72428538176632e-06,
      "loss": 0.6033,
      "step": 601
    },
    {
      "epoch": 0.527867594673097,
      "grad_norm": 0.2920360605636878,
      "learning_rate": 4.723204420934413e-06,
      "loss": 0.614,
      "step": 602
    },
    {
      "epoch": 0.5287444511426536,
      "grad_norm": 0.282387818364113,
      "learning_rate": 4.722121469415677e-06,
      "loss": 0.5901,
      "step": 603
    },
    {
      "epoch": 0.5296213076122103,
      "grad_norm": 0.2954181717364726,
      "learning_rate": 4.721036528179802e-06,
      "loss": 0.6043,
      "step": 604
    },
    {
      "epoch": 0.5304981640817669,
      "grad_norm": 0.3084979402180987,
      "learning_rate": 4.719949598198258e-06,
      "loss": 0.5931,
      "step": 605
    },
    {
      "epoch": 0.5313750205513235,
      "grad_norm": 0.3252699365181927,
      "learning_rate": 4.718860680444297e-06,
      "loss": 0.6181,
      "step": 606
    },
    {
      "epoch": 0.5322518770208802,
      "grad_norm": 0.28357295095306256,
      "learning_rate": 4.717769775892951e-06,
      "loss": 0.5903,
      "step": 607
    },
    {
      "epoch": 0.5331287334904368,
      "grad_norm": 0.3569079908279582,
      "learning_rate": 4.7166768855210294e-06,
      "loss": 0.5939,
      "step": 608
    },
    {
      "epoch": 0.5340055899599935,
      "grad_norm": 0.31741200071485426,
      "learning_rate": 4.715582010307121e-06,
      "loss": 0.5897,
      "step": 609
    },
    {
      "epoch": 0.5348824464295501,
      "grad_norm": 0.3218789245412814,
      "learning_rate": 4.714485151231593e-06,
      "loss": 0.5926,
      "step": 610
    },
    {
      "epoch": 0.5357593028991067,
      "grad_norm": 0.2824610260583936,
      "learning_rate": 4.713386309276585e-06,
      "loss": 0.6039,
      "step": 611
    },
    {
      "epoch": 0.5366361593686634,
      "grad_norm": 0.3111981063952015,
      "learning_rate": 4.712285485426017e-06,
      "loss": 0.6012,
      "step": 612
    },
    {
      "epoch": 0.53751301583822,
      "grad_norm": 0.2719370118974663,
      "learning_rate": 4.7111826806655804e-06,
      "loss": 0.5912,
      "step": 613
    },
    {
      "epoch": 0.5383898723077766,
      "grad_norm": 0.3161533458613161,
      "learning_rate": 4.710077895982741e-06,
      "loss": 0.5962,
      "step": 614
    },
    {
      "epoch": 0.5392667287773333,
      "grad_norm": 0.26701338476822095,
      "learning_rate": 4.708971132366739e-06,
      "loss": 0.6025,
      "step": 615
    },
    {
      "epoch": 0.5401435852468899,
      "grad_norm": 0.28447205168753736,
      "learning_rate": 4.707862390808583e-06,
      "loss": 0.5959,
      "step": 616
    },
    {
      "epoch": 0.5410204417164466,
      "grad_norm": 0.26585350433139904,
      "learning_rate": 4.706751672301058e-06,
      "loss": 0.5946,
      "step": 617
    },
    {
      "epoch": 0.5418972981860032,
      "grad_norm": 0.28276117956241253,
      "learning_rate": 4.705638977838712e-06,
      "loss": 0.5986,
      "step": 618
    },
    {
      "epoch": 0.5427741546555598,
      "grad_norm": 0.2752743049051474,
      "learning_rate": 4.704524308417872e-06,
      "loss": 0.6044,
      "step": 619
    },
    {
      "epoch": 0.5436510111251165,
      "grad_norm": 0.2744635750786116,
      "learning_rate": 4.703407665036622e-06,
      "loss": 0.6,
      "step": 620
    },
    {
      "epoch": 0.5445278675946731,
      "grad_norm": 0.2942835089324837,
      "learning_rate": 4.702289048694824e-06,
      "loss": 0.6163,
      "step": 621
    },
    {
      "epoch": 0.5454047240642297,
      "grad_norm": 0.29074004193212294,
      "learning_rate": 4.7011684603940985e-06,
      "loss": 0.61,
      "step": 622
    },
    {
      "epoch": 0.5462815805337864,
      "grad_norm": 0.265548853050648,
      "learning_rate": 4.700045901137838e-06,
      "loss": 0.6003,
      "step": 623
    },
    {
      "epoch": 0.547158437003343,
      "grad_norm": 0.28147341099339,
      "learning_rate": 4.6989213719311956e-06,
      "loss": 0.6057,
      "step": 624
    },
    {
      "epoch": 0.5480352934728997,
      "grad_norm": 0.25061686481638634,
      "learning_rate": 4.697794873781089e-06,
      "loss": 0.6103,
      "step": 625
    },
    {
      "epoch": 0.5489121499424563,
      "grad_norm": 0.28270079603778164,
      "learning_rate": 4.696666407696201e-06,
      "loss": 0.5999,
      "step": 626
    },
    {
      "epoch": 0.5497890064120129,
      "grad_norm": 0.25832596909684546,
      "learning_rate": 4.695535974686975e-06,
      "loss": 0.5989,
      "step": 627
    },
    {
      "epoch": 0.5506658628815696,
      "grad_norm": 0.28610489660664173,
      "learning_rate": 4.694403575765615e-06,
      "loss": 0.6039,
      "step": 628
    },
    {
      "epoch": 0.5515427193511262,
      "grad_norm": 0.26039812165621273,
      "learning_rate": 4.693269211946086e-06,
      "loss": 0.5999,
      "step": 629
    },
    {
      "epoch": 0.5524195758206829,
      "grad_norm": 0.2802813802636672,
      "learning_rate": 4.692132884244113e-06,
      "loss": 0.5957,
      "step": 630
    },
    {
      "epoch": 0.5532964322902395,
      "grad_norm": 0.28045233973715045,
      "learning_rate": 4.69099459367718e-06,
      "loss": 0.6057,
      "step": 631
    },
    {
      "epoch": 0.5541732887597961,
      "grad_norm": 0.2850165288729873,
      "learning_rate": 4.689854341264525e-06,
      "loss": 0.6062,
      "step": 632
    },
    {
      "epoch": 0.5550501452293528,
      "grad_norm": 0.318532937146288,
      "learning_rate": 4.688712128027147e-06,
      "loss": 0.615,
      "step": 633
    },
    {
      "epoch": 0.5559270016989094,
      "grad_norm": 0.2700297126701359,
      "learning_rate": 4.687567954987798e-06,
      "loss": 0.6027,
      "step": 634
    },
    {
      "epoch": 0.556803858168466,
      "grad_norm": 0.2709567537114069,
      "learning_rate": 4.686421823170987e-06,
      "loss": 0.606,
      "step": 635
    },
    {
      "epoch": 0.5576807146380227,
      "grad_norm": 0.30943308206128534,
      "learning_rate": 4.685273733602975e-06,
      "loss": 0.6122,
      "step": 636
    },
    {
      "epoch": 0.5585575711075793,
      "grad_norm": 0.2866407684585244,
      "learning_rate": 4.6841236873117765e-06,
      "loss": 0.5983,
      "step": 637
    },
    {
      "epoch": 0.559434427577136,
      "grad_norm": 0.30074858616349,
      "learning_rate": 4.6829716853271576e-06,
      "loss": 0.6112,
      "step": 638
    },
    {
      "epoch": 0.5603112840466926,
      "grad_norm": 0.27481764632891953,
      "learning_rate": 4.681817728680638e-06,
      "loss": 0.5923,
      "step": 639
    },
    {
      "epoch": 0.5611881405162492,
      "grad_norm": 0.30985792219487485,
      "learning_rate": 4.680661818405485e-06,
      "loss": 0.6083,
      "step": 640
    },
    {
      "epoch": 0.5620649969858059,
      "grad_norm": 0.30548099410676144,
      "learning_rate": 4.679503955536715e-06,
      "loss": 0.6105,
      "step": 641
    },
    {
      "epoch": 0.5629418534553625,
      "grad_norm": 0.27736446160459594,
      "learning_rate": 4.678344141111096e-06,
      "loss": 0.6176,
      "step": 642
    },
    {
      "epoch": 0.5638187099249191,
      "grad_norm": 0.313370779146898,
      "learning_rate": 4.6771823761671386e-06,
      "loss": 0.6035,
      "step": 643
    },
    {
      "epoch": 0.5646955663944758,
      "grad_norm": 0.27389315771120454,
      "learning_rate": 4.676018661745104e-06,
      "loss": 0.6118,
      "step": 644
    },
    {
      "epoch": 0.5655724228640324,
      "grad_norm": 0.3272671136560007,
      "learning_rate": 4.674852998886998e-06,
      "loss": 0.6059,
      "step": 645
    },
    {
      "epoch": 0.5664492793335891,
      "grad_norm": 0.29110434636858074,
      "learning_rate": 4.6736853886365704e-06,
      "loss": 0.5957,
      "step": 646
    },
    {
      "epoch": 0.5673261358031457,
      "grad_norm": 0.27566640053494834,
      "learning_rate": 4.672515832039315e-06,
      "loss": 0.5847,
      "step": 647
    },
    {
      "epoch": 0.5682029922727023,
      "grad_norm": 0.3439499837560115,
      "learning_rate": 4.671344330142468e-06,
      "loss": 0.6066,
      "step": 648
    },
    {
      "epoch": 0.569079848742259,
      "grad_norm": 0.2831795036732806,
      "learning_rate": 4.670170883995007e-06,
      "loss": 0.5875,
      "step": 649
    },
    {
      "epoch": 0.5699567052118156,
      "grad_norm": 0.3084275937304928,
      "learning_rate": 4.668995494647653e-06,
      "loss": 0.6046,
      "step": 650
    },
    {
      "epoch": 0.5708335616813722,
      "grad_norm": 0.2876312566066635,
      "learning_rate": 4.667818163152864e-06,
      "loss": 0.609,
      "step": 651
    },
    {
      "epoch": 0.5717104181509289,
      "grad_norm": 0.27641311480374825,
      "learning_rate": 4.6666388905648394e-06,
      "loss": 0.6084,
      "step": 652
    },
    {
      "epoch": 0.5725872746204855,
      "grad_norm": 0.2760161681243495,
      "learning_rate": 4.665457677939515e-06,
      "loss": 0.6036,
      "step": 653
    },
    {
      "epoch": 0.5734641310900422,
      "grad_norm": 0.2664014070652965,
      "learning_rate": 4.664274526334563e-06,
      "loss": 0.6047,
      "step": 654
    },
    {
      "epoch": 0.5743409875595988,
      "grad_norm": 0.27367722811571643,
      "learning_rate": 4.663089436809395e-06,
      "loss": 0.607,
      "step": 655
    },
    {
      "epoch": 0.5752178440291554,
      "grad_norm": 0.2971494077897638,
      "learning_rate": 4.661902410425156e-06,
      "loss": 0.5851,
      "step": 656
    },
    {
      "epoch": 0.5760947004987121,
      "grad_norm": 0.28359506675344376,
      "learning_rate": 4.660713448244723e-06,
      "loss": 0.5911,
      "step": 657
    },
    {
      "epoch": 0.5769715569682687,
      "grad_norm": 0.27646693971859265,
      "learning_rate": 4.6595225513327105e-06,
      "loss": 0.601,
      "step": 658
    },
    {
      "epoch": 0.5778484134378254,
      "grad_norm": 0.2707379861432875,
      "learning_rate": 4.658329720755464e-06,
      "loss": 0.5905,
      "step": 659
    },
    {
      "epoch": 0.578725269907382,
      "grad_norm": 0.301271851117793,
      "learning_rate": 4.657134957581057e-06,
      "loss": 0.6023,
      "step": 660
    },
    {
      "epoch": 0.5796021263769386,
      "grad_norm": 0.30214846729641187,
      "learning_rate": 4.6559382628793e-06,
      "loss": 0.6095,
      "step": 661
    },
    {
      "epoch": 0.5804789828464954,
      "grad_norm": 0.2880769859831512,
      "learning_rate": 4.6547396377217265e-06,
      "loss": 0.6012,
      "step": 662
    },
    {
      "epoch": 0.581355839316052,
      "grad_norm": 0.3363251460755209,
      "learning_rate": 4.653539083181603e-06,
      "loss": 0.5963,
      "step": 663
    },
    {
      "epoch": 0.5822326957856085,
      "grad_norm": 0.3446871487238731,
      "learning_rate": 4.652336600333921e-06,
      "loss": 0.5992,
      "step": 664
    },
    {
      "epoch": 0.5831095522551653,
      "grad_norm": 0.3016824402176579,
      "learning_rate": 4.651132190255401e-06,
      "loss": 0.6016,
      "step": 665
    },
    {
      "epoch": 0.5839864087247219,
      "grad_norm": 0.31791554379394255,
      "learning_rate": 4.649925854024486e-06,
      "loss": 0.5943,
      "step": 666
    },
    {
      "epoch": 0.5848632651942786,
      "grad_norm": 0.3603510668723624,
      "learning_rate": 4.648717592721347e-06,
      "loss": 0.6086,
      "step": 667
    },
    {
      "epoch": 0.5857401216638352,
      "grad_norm": 0.25073578292290827,
      "learning_rate": 4.647507407427877e-06,
      "loss": 0.5965,
      "step": 668
    },
    {
      "epoch": 0.5866169781333918,
      "grad_norm": 0.3401292596267892,
      "learning_rate": 4.646295299227691e-06,
      "loss": 0.5896,
      "step": 669
    },
    {
      "epoch": 0.5874938346029485,
      "grad_norm": 0.26798950974238206,
      "learning_rate": 4.645081269206128e-06,
      "loss": 0.5913,
      "step": 670
    },
    {
      "epoch": 0.5883706910725051,
      "grad_norm": 0.2712753517614824,
      "learning_rate": 4.643865318450247e-06,
      "loss": 0.5948,
      "step": 671
    },
    {
      "epoch": 0.5892475475420617,
      "grad_norm": 0.31478669896326056,
      "learning_rate": 4.642647448048824e-06,
      "loss": 0.6036,
      "step": 672
    },
    {
      "epoch": 0.5901244040116184,
      "grad_norm": 0.2853149586152437,
      "learning_rate": 4.641427659092359e-06,
      "loss": 0.5852,
      "step": 673
    },
    {
      "epoch": 0.591001260481175,
      "grad_norm": 0.31928733056145026,
      "learning_rate": 4.6402059526730656e-06,
      "loss": 0.596,
      "step": 674
    },
    {
      "epoch": 0.5918781169507317,
      "grad_norm": 0.28886504451895006,
      "learning_rate": 4.638982329884878e-06,
      "loss": 0.5867,
      "step": 675
    },
    {
      "epoch": 0.5927549734202883,
      "grad_norm": 0.34332786639440344,
      "learning_rate": 4.637756791823443e-06,
      "loss": 0.5951,
      "step": 676
    },
    {
      "epoch": 0.5936318298898449,
      "grad_norm": 0.31536294202913445,
      "learning_rate": 4.6365293395861225e-06,
      "loss": 0.6005,
      "step": 677
    },
    {
      "epoch": 0.5945086863594016,
      "grad_norm": 0.36612645695214535,
      "learning_rate": 4.6352999742719954e-06,
      "loss": 0.6125,
      "step": 678
    },
    {
      "epoch": 0.5953855428289582,
      "grad_norm": 0.2865910172606529,
      "learning_rate": 4.634068696981852e-06,
      "loss": 0.6096,
      "step": 679
    },
    {
      "epoch": 0.5962623992985149,
      "grad_norm": 0.3077121674916666,
      "learning_rate": 4.632835508818192e-06,
      "loss": 0.5891,
      "step": 680
    },
    {
      "epoch": 0.5971392557680715,
      "grad_norm": 0.2930520316480949,
      "learning_rate": 4.631600410885231e-06,
      "loss": 0.5918,
      "step": 681
    },
    {
      "epoch": 0.5980161122376281,
      "grad_norm": 0.3412197822800723,
      "learning_rate": 4.630363404288891e-06,
      "loss": 0.5998,
      "step": 682
    },
    {
      "epoch": 0.5988929687071848,
      "grad_norm": 0.2869686807201651,
      "learning_rate": 4.629124490136804e-06,
      "loss": 0.5952,
      "step": 683
    },
    {
      "epoch": 0.5997698251767414,
      "grad_norm": 0.3044523168792968,
      "learning_rate": 4.627883669538311e-06,
      "loss": 0.6058,
      "step": 684
    },
    {
      "epoch": 0.600646681646298,
      "grad_norm": 0.298754941767322,
      "learning_rate": 4.626640943604459e-06,
      "loss": 0.6099,
      "step": 685
    },
    {
      "epoch": 0.6015235381158547,
      "grad_norm": 0.30823608651620477,
      "learning_rate": 4.625396313448e-06,
      "loss": 0.5913,
      "step": 686
    },
    {
      "epoch": 0.6024003945854113,
      "grad_norm": 0.2745802532714142,
      "learning_rate": 4.624149780183395e-06,
      "loss": 0.5904,
      "step": 687
    },
    {
      "epoch": 0.603277251054968,
      "grad_norm": 0.2894557068485525,
      "learning_rate": 4.622901344926805e-06,
      "loss": 0.6006,
      "step": 688
    },
    {
      "epoch": 0.6041541075245246,
      "grad_norm": 0.2844643276622375,
      "learning_rate": 4.621651008796095e-06,
      "loss": 0.5972,
      "step": 689
    },
    {
      "epoch": 0.6050309639940812,
      "grad_norm": 0.3111750841694179,
      "learning_rate": 4.620398772910833e-06,
      "loss": 0.5911,
      "step": 690
    },
    {
      "epoch": 0.6059078204636379,
      "grad_norm": 0.30229136138256857,
      "learning_rate": 4.619144638392289e-06,
      "loss": 0.6063,
      "step": 691
    },
    {
      "epoch": 0.6067846769331945,
      "grad_norm": 0.2903177693650587,
      "learning_rate": 4.6178886063634295e-06,
      "loss": 0.6022,
      "step": 692
    },
    {
      "epoch": 0.6076615334027511,
      "grad_norm": 0.29466063932438424,
      "learning_rate": 4.616630677948924e-06,
      "loss": 0.609,
      "step": 693
    },
    {
      "epoch": 0.6085383898723078,
      "grad_norm": 0.29795014881552045,
      "learning_rate": 4.615370854275138e-06,
      "loss": 0.5923,
      "step": 694
    },
    {
      "epoch": 0.6094152463418644,
      "grad_norm": 0.2835342651327551,
      "learning_rate": 4.614109136470133e-06,
      "loss": 0.5941,
      "step": 695
    },
    {
      "epoch": 0.6102921028114211,
      "grad_norm": 0.2914927284695803,
      "learning_rate": 4.612845525663671e-06,
      "loss": 0.5915,
      "step": 696
    },
    {
      "epoch": 0.6111689592809777,
      "grad_norm": 0.27150994490869584,
      "learning_rate": 4.611580022987202e-06,
      "loss": 0.5903,
      "step": 697
    },
    {
      "epoch": 0.6120458157505343,
      "grad_norm": 0.27427922033901636,
      "learning_rate": 4.610312629573877e-06,
      "loss": 0.5826,
      "step": 698
    },
    {
      "epoch": 0.612922672220091,
      "grad_norm": 0.3257835351903302,
      "learning_rate": 4.609043346558536e-06,
      "loss": 0.608,
      "step": 699
    },
    {
      "epoch": 0.6137995286896476,
      "grad_norm": 0.27542786817313375,
      "learning_rate": 4.607772175077712e-06,
      "loss": 0.5914,
      "step": 700
    },
    {
      "epoch": 0.6146763851592043,
      "grad_norm": 0.32541464673918596,
      "learning_rate": 4.606499116269628e-06,
      "loss": 0.6004,
      "step": 701
    },
    {
      "epoch": 0.6155532416287609,
      "grad_norm": 0.2775394483279354,
      "learning_rate": 4.605224171274198e-06,
      "loss": 0.6042,
      "step": 702
    },
    {
      "epoch": 0.6164300980983175,
      "grad_norm": 0.3010566442707075,
      "learning_rate": 4.603947341233026e-06,
      "loss": 0.5893,
      "step": 703
    },
    {
      "epoch": 0.6173069545678742,
      "grad_norm": 0.28841806172316603,
      "learning_rate": 4.602668627289401e-06,
      "loss": 0.5932,
      "step": 704
    },
    {
      "epoch": 0.6181838110374308,
      "grad_norm": 0.32720143492110876,
      "learning_rate": 4.601388030588303e-06,
      "loss": 0.594,
      "step": 705
    },
    {
      "epoch": 0.6190606675069874,
      "grad_norm": 0.2629157828769276,
      "learning_rate": 4.600105552276393e-06,
      "loss": 0.5962,
      "step": 706
    },
    {
      "epoch": 0.6199375239765441,
      "grad_norm": 0.2976311641314985,
      "learning_rate": 4.598821193502019e-06,
      "loss": 0.5993,
      "step": 707
    },
    {
      "epoch": 0.6208143804461007,
      "grad_norm": 0.3223849407278096,
      "learning_rate": 4.597534955415214e-06,
      "loss": 0.6023,
      "step": 708
    },
    {
      "epoch": 0.6216912369156574,
      "grad_norm": 0.3228934470983084,
      "learning_rate": 4.596246839167692e-06,
      "loss": 0.6058,
      "step": 709
    },
    {
      "epoch": 0.622568093385214,
      "grad_norm": 0.2842350311614894,
      "learning_rate": 4.59495684591285e-06,
      "loss": 0.5965,
      "step": 710
    },
    {
      "epoch": 0.6234449498547706,
      "grad_norm": 0.30037127301855626,
      "learning_rate": 4.593664976805765e-06,
      "loss": 0.5912,
      "step": 711
    },
    {
      "epoch": 0.6243218063243273,
      "grad_norm": 0.29537031301186273,
      "learning_rate": 4.592371233003195e-06,
      "loss": 0.5847,
      "step": 712
    },
    {
      "epoch": 0.6251986627938839,
      "grad_norm": 0.3099776656835445,
      "learning_rate": 4.5910756156635725e-06,
      "loss": 0.6061,
      "step": 713
    },
    {
      "epoch": 0.6260755192634405,
      "grad_norm": 0.3343474177937486,
      "learning_rate": 4.589778125947012e-06,
      "loss": 0.5775,
      "step": 714
    },
    {
      "epoch": 0.6269523757329972,
      "grad_norm": 0.26492597760028275,
      "learning_rate": 4.588478765015304e-06,
      "loss": 0.6008,
      "step": 715
    },
    {
      "epoch": 0.6278292322025538,
      "grad_norm": 0.2996728173414987,
      "learning_rate": 4.587177534031914e-06,
      "loss": 0.5868,
      "step": 716
    },
    {
      "epoch": 0.6287060886721105,
      "grad_norm": 0.269698012084879,
      "learning_rate": 4.585874434161979e-06,
      "loss": 0.5908,
      "step": 717
    },
    {
      "epoch": 0.6295829451416671,
      "grad_norm": 0.3120812259438331,
      "learning_rate": 4.584569466572313e-06,
      "loss": 0.5964,
      "step": 718
    },
    {
      "epoch": 0.6304598016112237,
      "grad_norm": 0.306605213663903,
      "learning_rate": 4.583262632431402e-06,
      "loss": 0.587,
      "step": 719
    },
    {
      "epoch": 0.6313366580807804,
      "grad_norm": 0.31045769873517814,
      "learning_rate": 4.581953932909403e-06,
      "loss": 0.5924,
      "step": 720
    },
    {
      "epoch": 0.632213514550337,
      "grad_norm": 0.30956000847409926,
      "learning_rate": 4.580643369178142e-06,
      "loss": 0.5905,
      "step": 721
    },
    {
      "epoch": 0.6330903710198936,
      "grad_norm": 0.2980650280091205,
      "learning_rate": 4.579330942411115e-06,
      "loss": 0.5961,
      "step": 722
    },
    {
      "epoch": 0.6339672274894503,
      "grad_norm": 0.2784986194522932,
      "learning_rate": 4.578016653783488e-06,
      "loss": 0.5962,
      "step": 723
    },
    {
      "epoch": 0.6348440839590069,
      "grad_norm": 0.32816601752120567,
      "learning_rate": 4.57670050447209e-06,
      "loss": 0.6149,
      "step": 724
    },
    {
      "epoch": 0.6357209404285636,
      "grad_norm": 0.2822290286934802,
      "learning_rate": 4.575382495655421e-06,
      "loss": 0.5915,
      "step": 725
    },
    {
      "epoch": 0.6365977968981202,
      "grad_norm": 0.2993973936416954,
      "learning_rate": 4.574062628513643e-06,
      "loss": 0.59,
      "step": 726
    },
    {
      "epoch": 0.6374746533676768,
      "grad_norm": 0.27875804168057794,
      "learning_rate": 4.572740904228582e-06,
      "loss": 0.6018,
      "step": 727
    },
    {
      "epoch": 0.6383515098372335,
      "grad_norm": 0.3144256132274513,
      "learning_rate": 4.571417323983727e-06,
      "loss": 0.6056,
      "step": 728
    },
    {
      "epoch": 0.6392283663067901,
      "grad_norm": 0.2763723528672814,
      "learning_rate": 4.570091888964231e-06,
      "loss": 0.5943,
      "step": 729
    },
    {
      "epoch": 0.6401052227763468,
      "grad_norm": 0.3001278571328794,
      "learning_rate": 4.5687646003569055e-06,
      "loss": 0.588,
      "step": 730
    },
    {
      "epoch": 0.6409820792459034,
      "grad_norm": 0.2847820308061442,
      "learning_rate": 4.567435459350222e-06,
      "loss": 0.5971,
      "step": 731
    },
    {
      "epoch": 0.64185893571546,
      "grad_norm": 0.292512543142512,
      "learning_rate": 4.566104467134311e-06,
      "loss": 0.5864,
      "step": 732
    },
    {
      "epoch": 0.6427357921850168,
      "grad_norm": 0.28968651062565176,
      "learning_rate": 4.564771624900961e-06,
      "loss": 0.62,
      "step": 733
    },
    {
      "epoch": 0.6436126486545733,
      "grad_norm": 0.3004795852693458,
      "learning_rate": 4.563436933843617e-06,
      "loss": 0.5964,
      "step": 734
    },
    {
      "epoch": 0.64448950512413,
      "grad_norm": 0.2865806085716862,
      "learning_rate": 4.562100395157379e-06,
      "loss": 0.6026,
      "step": 735
    },
    {
      "epoch": 0.6453663615936867,
      "grad_norm": 0.2842649974188147,
      "learning_rate": 4.560762010039001e-06,
      "loss": 0.5913,
      "step": 736
    },
    {
      "epoch": 0.6462432180632433,
      "grad_norm": 0.28683866497814775,
      "learning_rate": 4.5594217796868915e-06,
      "loss": 0.5951,
      "step": 737
    },
    {
      "epoch": 0.6471200745328,
      "grad_norm": 0.2764873070461295,
      "learning_rate": 4.558079705301109e-06,
      "loss": 0.6053,
      "step": 738
    },
    {
      "epoch": 0.6479969310023566,
      "grad_norm": 0.27004479414645,
      "learning_rate": 4.556735788083366e-06,
      "loss": 0.6039,
      "step": 739
    },
    {
      "epoch": 0.6488737874719132,
      "grad_norm": 0.29052397029213667,
      "learning_rate": 4.555390029237026e-06,
      "loss": 0.601,
      "step": 740
    },
    {
      "epoch": 0.6497506439414699,
      "grad_norm": 0.2947691340138793,
      "learning_rate": 4.554042429967095e-06,
      "loss": 0.6025,
      "step": 741
    },
    {
      "epoch": 0.6506275004110265,
      "grad_norm": 0.2792458027197797,
      "learning_rate": 4.552692991480234e-06,
      "loss": 0.6014,
      "step": 742
    },
    {
      "epoch": 0.6515043568805831,
      "grad_norm": 0.3382217380230472,
      "learning_rate": 4.551341714984748e-06,
      "loss": 0.5955,
      "step": 743
    },
    {
      "epoch": 0.6523812133501398,
      "grad_norm": 0.2966197192699023,
      "learning_rate": 4.549988601690588e-06,
      "loss": 0.5935,
      "step": 744
    },
    {
      "epoch": 0.6532580698196964,
      "grad_norm": 0.31516646846151397,
      "learning_rate": 4.54863365280935e-06,
      "loss": 0.597,
      "step": 745
    },
    {
      "epoch": 0.6541349262892531,
      "grad_norm": 0.28496714910224397,
      "learning_rate": 4.547276869554272e-06,
      "loss": 0.5814,
      "step": 746
    },
    {
      "epoch": 0.6550117827588097,
      "grad_norm": 0.30669749001026353,
      "learning_rate": 4.545918253140236e-06,
      "loss": 0.5952,
      "step": 747
    },
    {
      "epoch": 0.6558886392283663,
      "grad_norm": 0.2812261666412913,
      "learning_rate": 4.544557804783765e-06,
      "loss": 0.6162,
      "step": 748
    },
    {
      "epoch": 0.656765495697923,
      "grad_norm": 0.27761745178740765,
      "learning_rate": 4.543195525703024e-06,
      "loss": 0.5807,
      "step": 749
    },
    {
      "epoch": 0.6576423521674796,
      "grad_norm": 0.31002121863979637,
      "learning_rate": 4.541831417117815e-06,
      "loss": 0.5851,
      "step": 750
    },
    {
      "epoch": 0.6585192086370363,
      "grad_norm": 0.29034303454873894,
      "learning_rate": 4.540465480249579e-06,
      "loss": 0.6019,
      "step": 751
    },
    {
      "epoch": 0.6593960651065929,
      "grad_norm": 0.30559901683462565,
      "learning_rate": 4.539097716321394e-06,
      "loss": 0.5866,
      "step": 752
    },
    {
      "epoch": 0.6602729215761495,
      "grad_norm": 0.2641221990159659,
      "learning_rate": 4.537728126557974e-06,
      "loss": 0.5972,
      "step": 753
    },
    {
      "epoch": 0.6611497780457062,
      "grad_norm": 0.3227708789669896,
      "learning_rate": 4.536356712185668e-06,
      "loss": 0.5796,
      "step": 754
    },
    {
      "epoch": 0.6620266345152628,
      "grad_norm": 0.294701481555053,
      "learning_rate": 4.534983474432458e-06,
      "loss": 0.6149,
      "step": 755
    },
    {
      "epoch": 0.6629034909848194,
      "grad_norm": 0.32377533070879033,
      "learning_rate": 4.533608414527961e-06,
      "loss": 0.5891,
      "step": 756
    },
    {
      "epoch": 0.6637803474543761,
      "grad_norm": 0.3042889879699245,
      "learning_rate": 4.532231533703423e-06,
      "loss": 0.5913,
      "step": 757
    },
    {
      "epoch": 0.6646572039239327,
      "grad_norm": 0.31760559251266973,
      "learning_rate": 4.53085283319172e-06,
      "loss": 0.6096,
      "step": 758
    },
    {
      "epoch": 0.6655340603934894,
      "grad_norm": 0.3078941609749165,
      "learning_rate": 4.529472314227362e-06,
      "loss": 0.5905,
      "step": 759
    },
    {
      "epoch": 0.666410916863046,
      "grad_norm": 0.30990175786815527,
      "learning_rate": 4.528089978046481e-06,
      "loss": 0.5991,
      "step": 760
    },
    {
      "epoch": 0.6672877733326026,
      "grad_norm": 0.32903820758007046,
      "learning_rate": 4.5267058258868414e-06,
      "loss": 0.5882,
      "step": 761
    },
    {
      "epoch": 0.6681646298021593,
      "grad_norm": 0.29452587669480845,
      "learning_rate": 4.52531985898783e-06,
      "loss": 0.5803,
      "step": 762
    },
    {
      "epoch": 0.6690414862717159,
      "grad_norm": 0.30776706716693625,
      "learning_rate": 4.52393207859046e-06,
      "loss": 0.577,
      "step": 763
    },
    {
      "epoch": 0.6699183427412725,
      "grad_norm": 0.31422641761257675,
      "learning_rate": 4.522542485937369e-06,
      "loss": 0.6018,
      "step": 764
    },
    {
      "epoch": 0.6707951992108292,
      "grad_norm": 0.3173718550935184,
      "learning_rate": 4.521151082272817e-06,
      "loss": 0.5882,
      "step": 765
    },
    {
      "epoch": 0.6716720556803858,
      "grad_norm": 0.2986562015643124,
      "learning_rate": 4.519757868842685e-06,
      "loss": 0.579,
      "step": 766
    },
    {
      "epoch": 0.6725489121499425,
      "grad_norm": 0.3090764441547647,
      "learning_rate": 4.518362846894475e-06,
      "loss": 0.5985,
      "step": 767
    },
    {
      "epoch": 0.6734257686194991,
      "grad_norm": 0.30790241933986734,
      "learning_rate": 4.516966017677308e-06,
      "loss": 0.5863,
      "step": 768
    },
    {
      "epoch": 0.6743026250890557,
      "grad_norm": 0.2994056106304016,
      "learning_rate": 4.515567382441923e-06,
      "loss": 0.5991,
      "step": 769
    },
    {
      "epoch": 0.6751794815586124,
      "grad_norm": 0.2958764046270931,
      "learning_rate": 4.514166942440679e-06,
      "loss": 0.5963,
      "step": 770
    },
    {
      "epoch": 0.676056338028169,
      "grad_norm": 0.28788185549499157,
      "learning_rate": 4.512764698927545e-06,
      "loss": 0.6064,
      "step": 771
    },
    {
      "epoch": 0.6769331944977256,
      "grad_norm": 0.29708423016925406,
      "learning_rate": 4.511360653158111e-06,
      "loss": 0.5947,
      "step": 772
    },
    {
      "epoch": 0.6778100509672823,
      "grad_norm": 0.30991902940049315,
      "learning_rate": 4.509954806389577e-06,
      "loss": 0.5987,
      "step": 773
    },
    {
      "epoch": 0.6786869074368389,
      "grad_norm": 0.2873916475278516,
      "learning_rate": 4.508547159880758e-06,
      "loss": 0.5924,
      "step": 774
    },
    {
      "epoch": 0.6795637639063956,
      "grad_norm": 0.3007245570293541,
      "learning_rate": 4.50713771489208e-06,
      "loss": 0.6015,
      "step": 775
    },
    {
      "epoch": 0.6804406203759522,
      "grad_norm": 0.30867041078073276,
      "learning_rate": 4.505726472685577e-06,
      "loss": 0.5957,
      "step": 776
    },
    {
      "epoch": 0.6813174768455088,
      "grad_norm": 0.31345922212682475,
      "learning_rate": 4.504313434524894e-06,
      "loss": 0.6006,
      "step": 777
    },
    {
      "epoch": 0.6821943333150655,
      "grad_norm": 0.29707717549610757,
      "learning_rate": 4.502898601675285e-06,
      "loss": 0.5778,
      "step": 778
    },
    {
      "epoch": 0.6830711897846221,
      "grad_norm": 0.3796068136152165,
      "learning_rate": 4.501481975403611e-06,
      "loss": 0.5991,
      "step": 779
    },
    {
      "epoch": 0.6839480462541788,
      "grad_norm": 0.28337342976468866,
      "learning_rate": 4.5000635569783365e-06,
      "loss": 0.5948,
      "step": 780
    },
    {
      "epoch": 0.6848249027237354,
      "grad_norm": 0.31230108669893153,
      "learning_rate": 4.498643347669533e-06,
      "loss": 0.5925,
      "step": 781
    },
    {
      "epoch": 0.685701759193292,
      "grad_norm": 0.27904331433791485,
      "learning_rate": 4.497221348748874e-06,
      "loss": 0.5916,
      "step": 782
    },
    {
      "epoch": 0.6865786156628487,
      "grad_norm": 0.2942542969448629,
      "learning_rate": 4.4957975614896386e-06,
      "loss": 0.5992,
      "step": 783
    },
    {
      "epoch": 0.6874554721324053,
      "grad_norm": 0.2908765617548673,
      "learning_rate": 4.494371987166703e-06,
      "loss": 0.6065,
      "step": 784
    },
    {
      "epoch": 0.6883323286019619,
      "grad_norm": 0.2840490179126863,
      "learning_rate": 4.492944627056544e-06,
      "loss": 0.5902,
      "step": 785
    },
    {
      "epoch": 0.6892091850715186,
      "grad_norm": 0.2727369127304506,
      "learning_rate": 4.491515482437242e-06,
      "loss": 0.5867,
      "step": 786
    },
    {
      "epoch": 0.6900860415410752,
      "grad_norm": 0.28769481832954025,
      "learning_rate": 4.4900845545884695e-06,
      "loss": 0.5922,
      "step": 787
    },
    {
      "epoch": 0.6909628980106319,
      "grad_norm": 0.2906309237155975,
      "learning_rate": 4.4886518447915e-06,
      "loss": 0.5887,
      "step": 788
    },
    {
      "epoch": 0.6918397544801885,
      "grad_norm": 0.2948842293422461,
      "learning_rate": 4.487217354329201e-06,
      "loss": 0.6006,
      "step": 789
    },
    {
      "epoch": 0.6927166109497451,
      "grad_norm": 0.302074977476922,
      "learning_rate": 4.4857810844860325e-06,
      "loss": 0.5866,
      "step": 790
    },
    {
      "epoch": 0.6935934674193018,
      "grad_norm": 0.32893770275300094,
      "learning_rate": 4.484343036548051e-06,
      "loss": 0.5976,
      "step": 791
    },
    {
      "epoch": 0.6944703238888584,
      "grad_norm": 0.2778002794834819,
      "learning_rate": 4.482903211802904e-06,
      "loss": 0.584,
      "step": 792
    },
    {
      "epoch": 0.695347180358415,
      "grad_norm": 0.294631010190205,
      "learning_rate": 4.481461611539829e-06,
      "loss": 0.5796,
      "step": 793
    },
    {
      "epoch": 0.6962240368279717,
      "grad_norm": 0.26497721691156156,
      "learning_rate": 4.480018237049655e-06,
      "loss": 0.5921,
      "step": 794
    },
    {
      "epoch": 0.6971008932975283,
      "grad_norm": 0.2571147884128945,
      "learning_rate": 4.4785730896247985e-06,
      "loss": 0.5967,
      "step": 795
    },
    {
      "epoch": 0.697977749767085,
      "grad_norm": 0.27928133327664356,
      "learning_rate": 4.477126170559262e-06,
      "loss": 0.5933,
      "step": 796
    },
    {
      "epoch": 0.6988546062366416,
      "grad_norm": 0.2678842819485542,
      "learning_rate": 4.475677481148638e-06,
      "loss": 0.6041,
      "step": 797
    },
    {
      "epoch": 0.6997314627061982,
      "grad_norm": 0.2891606093702898,
      "learning_rate": 4.474227022690102e-06,
      "loss": 0.5957,
      "step": 798
    },
    {
      "epoch": 0.700608319175755,
      "grad_norm": 0.288045727848727,
      "learning_rate": 4.4727747964824135e-06,
      "loss": 0.5904,
      "step": 799
    },
    {
      "epoch": 0.7014851756453115,
      "grad_norm": 0.31585634496103415,
      "learning_rate": 4.471320803825915e-06,
      "loss": 0.5976,
      "step": 800
    },
    {
      "epoch": 0.7023620321148683,
      "grad_norm": 0.2748185200755283,
      "learning_rate": 4.469865046022531e-06,
      "loss": 0.5752,
      "step": 801
    },
    {
      "epoch": 0.7032388885844248,
      "grad_norm": 0.3355774877957403,
      "learning_rate": 4.468407524375767e-06,
      "loss": 0.5983,
      "step": 802
    },
    {
      "epoch": 0.7041157450539814,
      "grad_norm": 0.29100988533473726,
      "learning_rate": 4.466948240190707e-06,
      "loss": 0.5942,
      "step": 803
    },
    {
      "epoch": 0.7049926015235382,
      "grad_norm": 0.32395113661904446,
      "learning_rate": 4.465487194774012e-06,
      "loss": 0.5934,
      "step": 804
    },
    {
      "epoch": 0.7058694579930948,
      "grad_norm": 0.27010926989878575,
      "learning_rate": 4.464024389433924e-06,
      "loss": 0.5965,
      "step": 805
    },
    {
      "epoch": 0.7067463144626513,
      "grad_norm": 0.31589368881558894,
      "learning_rate": 4.462559825480257e-06,
      "loss": 0.5892,
      "step": 806
    },
    {
      "epoch": 0.7076231709322081,
      "grad_norm": 0.2696414843727876,
      "learning_rate": 4.461093504224401e-06,
      "loss": 0.5995,
      "step": 807
    },
    {
      "epoch": 0.7085000274017647,
      "grad_norm": 0.2953330107498836,
      "learning_rate": 4.459625426979319e-06,
      "loss": 0.5918,
      "step": 808
    },
    {
      "epoch": 0.7093768838713214,
      "grad_norm": 0.281894292123873,
      "learning_rate": 4.458155595059549e-06,
      "loss": 0.5955,
      "step": 809
    },
    {
      "epoch": 0.710253740340878,
      "grad_norm": 0.27376761478776995,
      "learning_rate": 4.4566840097811956e-06,
      "loss": 0.5871,
      "step": 810
    },
    {
      "epoch": 0.7111305968104346,
      "grad_norm": 0.27713167306531405,
      "learning_rate": 4.455210672461938e-06,
      "loss": 0.595,
      "step": 811
    },
    {
      "epoch": 0.7120074532799913,
      "grad_norm": 0.27385713088626723,
      "learning_rate": 4.453735584421021e-06,
      "loss": 0.5899,
      "step": 812
    },
    {
      "epoch": 0.7128843097495479,
      "grad_norm": 0.29840396727897567,
      "learning_rate": 4.452258746979258e-06,
      "loss": 0.5844,
      "step": 813
    },
    {
      "epoch": 0.7137611662191045,
      "grad_norm": 0.28333795883109736,
      "learning_rate": 4.4507801614590285e-06,
      "loss": 0.5939,
      "step": 814
    },
    {
      "epoch": 0.7146380226886612,
      "grad_norm": 0.3089268512848077,
      "learning_rate": 4.449299829184278e-06,
      "loss": 0.5859,
      "step": 815
    },
    {
      "epoch": 0.7155148791582178,
      "grad_norm": 0.2808961599877815,
      "learning_rate": 4.447817751480516e-06,
      "loss": 0.5871,
      "step": 816
    },
    {
      "epoch": 0.7163917356277745,
      "grad_norm": 0.30287533725577037,
      "learning_rate": 4.446333929674816e-06,
      "loss": 0.593,
      "step": 817
    },
    {
      "epoch": 0.7172685920973311,
      "grad_norm": 0.30584446638710266,
      "learning_rate": 4.444848365095809e-06,
      "loss": 0.5917,
      "step": 818
    },
    {
      "epoch": 0.7181454485668877,
      "grad_norm": 0.27241453105670504,
      "learning_rate": 4.44336105907369e-06,
      "loss": 0.5896,
      "step": 819
    },
    {
      "epoch": 0.7190223050364444,
      "grad_norm": 0.36474064413319707,
      "learning_rate": 4.4418720129402145e-06,
      "loss": 0.5861,
      "step": 820
    },
    {
      "epoch": 0.719899161506001,
      "grad_norm": 0.2832577542195539,
      "learning_rate": 4.4403812280286915e-06,
      "loss": 0.5905,
      "step": 821
    },
    {
      "epoch": 0.7207760179755577,
      "grad_norm": 0.32117553322486775,
      "learning_rate": 4.4388887056739926e-06,
      "loss": 0.5801,
      "step": 822
    },
    {
      "epoch": 0.7216528744451143,
      "grad_norm": 0.27537463782509236,
      "learning_rate": 4.43739444721254e-06,
      "loss": 0.587,
      "step": 823
    },
    {
      "epoch": 0.7225297309146709,
      "grad_norm": 0.3274304411602489,
      "learning_rate": 4.435898453982313e-06,
      "loss": 0.6024,
      "step": 824
    },
    {
      "epoch": 0.7234065873842276,
      "grad_norm": 0.3232032167824163,
      "learning_rate": 4.434400727322844e-06,
      "loss": 0.6145,
      "step": 825
    },
    {
      "epoch": 0.7242834438537842,
      "grad_norm": 0.3431783037261662,
      "learning_rate": 4.432901268575218e-06,
      "loss": 0.5937,
      "step": 826
    },
    {
      "epoch": 0.7251603003233408,
      "grad_norm": 0.30897032551229503,
      "learning_rate": 4.43140007908207e-06,
      "loss": 0.598,
      "step": 827
    },
    {
      "epoch": 0.7260371567928975,
      "grad_norm": 0.2934772547759602,
      "learning_rate": 4.429897160187584e-06,
      "loss": 0.5918,
      "step": 828
    },
    {
      "epoch": 0.7269140132624541,
      "grad_norm": 0.31389790755569874,
      "learning_rate": 4.4283925132374946e-06,
      "loss": 0.5832,
      "step": 829
    },
    {
      "epoch": 0.7277908697320108,
      "grad_norm": 0.29548260652561004,
      "learning_rate": 4.426886139579083e-06,
      "loss": 0.5937,
      "step": 830
    },
    {
      "epoch": 0.7286677262015674,
      "grad_norm": 0.3162599265610075,
      "learning_rate": 4.425378040561175e-06,
      "loss": 0.5889,
      "step": 831
    },
    {
      "epoch": 0.729544582671124,
      "grad_norm": 0.3057143041654656,
      "learning_rate": 4.423868217534144e-06,
      "loss": 0.5848,
      "step": 832
    },
    {
      "epoch": 0.7304214391406807,
      "grad_norm": 0.29540394945672244,
      "learning_rate": 4.4223566718499055e-06,
      "loss": 0.5926,
      "step": 833
    },
    {
      "epoch": 0.7312982956102373,
      "grad_norm": 0.30681513325771914,
      "learning_rate": 4.420843404861917e-06,
      "loss": 0.5838,
      "step": 834
    },
    {
      "epoch": 0.7321751520797939,
      "grad_norm": 0.29780757398255076,
      "learning_rate": 4.419328417925177e-06,
      "loss": 0.5922,
      "step": 835
    },
    {
      "epoch": 0.7330520085493506,
      "grad_norm": 0.28283439818927025,
      "learning_rate": 4.417811712396226e-06,
      "loss": 0.5875,
      "step": 836
    },
    {
      "epoch": 0.7339288650189072,
      "grad_norm": 0.30029201304931724,
      "learning_rate": 4.416293289633144e-06,
      "loss": 0.5989,
      "step": 837
    },
    {
      "epoch": 0.7348057214884639,
      "grad_norm": 0.29188774973524867,
      "learning_rate": 4.414773150995543e-06,
      "loss": 0.5878,
      "step": 838
    },
    {
      "epoch": 0.7356825779580205,
      "grad_norm": 0.3037257039566602,
      "learning_rate": 4.413251297844579e-06,
      "loss": 0.5849,
      "step": 839
    },
    {
      "epoch": 0.7365594344275771,
      "grad_norm": 0.31802355671271254,
      "learning_rate": 4.411727731542937e-06,
      "loss": 0.5873,
      "step": 840
    },
    {
      "epoch": 0.7374362908971338,
      "grad_norm": 0.31892860544931334,
      "learning_rate": 4.410202453454841e-06,
      "loss": 0.5784,
      "step": 841
    },
    {
      "epoch": 0.7383131473666904,
      "grad_norm": 0.31731371407494563,
      "learning_rate": 4.408675464946043e-06,
      "loss": 0.5973,
      "step": 842
    },
    {
      "epoch": 0.739190003836247,
      "grad_norm": 0.2807004884396655,
      "learning_rate": 4.40714676738383e-06,
      "loss": 0.5842,
      "step": 843
    },
    {
      "epoch": 0.7400668603058037,
      "grad_norm": 0.3102700515568577,
      "learning_rate": 4.405616362137017e-06,
      "loss": 0.584,
      "step": 844
    },
    {
      "epoch": 0.7409437167753603,
      "grad_norm": 0.28221217756766914,
      "learning_rate": 4.404084250575952e-06,
      "loss": 0.599,
      "step": 845
    },
    {
      "epoch": 0.741820573244917,
      "grad_norm": 0.284085524365953,
      "learning_rate": 4.4025504340725056e-06,
      "loss": 0.5799,
      "step": 846
    },
    {
      "epoch": 0.7426974297144736,
      "grad_norm": 0.35367792241463614,
      "learning_rate": 4.401014914000078e-06,
      "loss": 0.5724,
      "step": 847
    },
    {
      "epoch": 0.7435742861840302,
      "grad_norm": 0.26695572041406385,
      "learning_rate": 4.3994776917335945e-06,
      "loss": 0.5864,
      "step": 848
    },
    {
      "epoch": 0.7444511426535869,
      "grad_norm": 0.3230503614090004,
      "learning_rate": 4.397938768649505e-06,
      "loss": 0.5781,
      "step": 849
    },
    {
      "epoch": 0.7453279991231435,
      "grad_norm": 0.32670313161244324,
      "learning_rate": 4.39639814612578e-06,
      "loss": 0.5921,
      "step": 850
    },
    {
      "epoch": 0.7462048555927002,
      "grad_norm": 0.2965265275169285,
      "learning_rate": 4.394855825541915e-06,
      "loss": 0.5847,
      "step": 851
    },
    {
      "epoch": 0.7470817120622568,
      "grad_norm": 0.3364787473225747,
      "learning_rate": 4.393311808278924e-06,
      "loss": 0.6032,
      "step": 852
    },
    {
      "epoch": 0.7479585685318134,
      "grad_norm": 0.2925797984612242,
      "learning_rate": 4.391766095719341e-06,
      "loss": 0.5966,
      "step": 853
    },
    {
      "epoch": 0.7488354250013701,
      "grad_norm": 0.36558987387215064,
      "learning_rate": 4.390218689247216e-06,
      "loss": 0.5965,
      "step": 854
    },
    {
      "epoch": 0.7497122814709267,
      "grad_norm": 0.31214927998435166,
      "learning_rate": 4.388669590248119e-06,
      "loss": 0.5799,
      "step": 855
    },
    {
      "epoch": 0.7505891379404833,
      "grad_norm": 0.36912682982458045,
      "learning_rate": 4.387118800109133e-06,
      "loss": 0.5994,
      "step": 856
    },
    {
      "epoch": 0.75146599441004,
      "grad_norm": 0.33858825867324854,
      "learning_rate": 4.385566320218857e-06,
      "loss": 0.5894,
      "step": 857
    },
    {
      "epoch": 0.7523428508795966,
      "grad_norm": 0.3095865037795698,
      "learning_rate": 4.384012151967401e-06,
      "loss": 0.5808,
      "step": 858
    },
    {
      "epoch": 0.7532197073491533,
      "grad_norm": 0.3163720033341599,
      "learning_rate": 4.382456296746389e-06,
      "loss": 0.61,
      "step": 859
    },
    {
      "epoch": 0.7540965638187099,
      "grad_norm": 0.30746322298068,
      "learning_rate": 4.3808987559489536e-06,
      "loss": 0.5901,
      "step": 860
    },
    {
      "epoch": 0.7549734202882665,
      "grad_norm": 0.3216332568956709,
      "learning_rate": 4.379339530969738e-06,
      "loss": 0.5824,
      "step": 861
    },
    {
      "epoch": 0.7558502767578232,
      "grad_norm": 0.2924396456503393,
      "learning_rate": 4.377778623204894e-06,
      "loss": 0.587,
      "step": 862
    },
    {
      "epoch": 0.7567271332273798,
      "grad_norm": 0.3102518126275497,
      "learning_rate": 4.3762160340520765e-06,
      "loss": 0.5722,
      "step": 863
    },
    {
      "epoch": 0.7576039896969364,
      "grad_norm": 0.29990520801248277,
      "learning_rate": 4.374651764910452e-06,
      "loss": 0.5867,
      "step": 864
    },
    {
      "epoch": 0.7584808461664931,
      "grad_norm": 0.2742400854190758,
      "learning_rate": 4.373085817180684e-06,
      "loss": 0.5897,
      "step": 865
    },
    {
      "epoch": 0.7593577026360497,
      "grad_norm": 0.2966143324054175,
      "learning_rate": 4.371518192264946e-06,
      "loss": 0.593,
      "step": 866
    },
    {
      "epoch": 0.7602345591056064,
      "grad_norm": 0.2659050257990803,
      "learning_rate": 4.3699488915669106e-06,
      "loss": 0.5933,
      "step": 867
    },
    {
      "epoch": 0.761111415575163,
      "grad_norm": 0.28333909213084835,
      "learning_rate": 4.368377916491749e-06,
      "loss": 0.5937,
      "step": 868
    },
    {
      "epoch": 0.7619882720447196,
      "grad_norm": 0.294367790561846,
      "learning_rate": 4.366805268446132e-06,
      "loss": 0.5908,
      "step": 869
    },
    {
      "epoch": 0.7628651285142763,
      "grad_norm": 0.2892104769841804,
      "learning_rate": 4.365230948838232e-06,
      "loss": 0.5749,
      "step": 870
    },
    {
      "epoch": 0.7637419849838329,
      "grad_norm": 0.2992157610185369,
      "learning_rate": 4.3636549590777144e-06,
      "loss": 0.6038,
      "step": 871
    },
    {
      "epoch": 0.7646188414533897,
      "grad_norm": 0.2849149162166013,
      "learning_rate": 4.362077300575742e-06,
      "loss": 0.5838,
      "step": 872
    },
    {
      "epoch": 0.7654956979229462,
      "grad_norm": 0.27419838720395556,
      "learning_rate": 4.360497974744971e-06,
      "loss": 0.5792,
      "step": 873
    },
    {
      "epoch": 0.7663725543925028,
      "grad_norm": 0.2719357502719954,
      "learning_rate": 4.35891698299955e-06,
      "loss": 0.5879,
      "step": 874
    },
    {
      "epoch": 0.7672494108620596,
      "grad_norm": 0.29276621658420166,
      "learning_rate": 4.357334326755123e-06,
      "loss": 0.5903,
      "step": 875
    },
    {
      "epoch": 0.7681262673316162,
      "grad_norm": 0.29234711934765684,
      "learning_rate": 4.3557500074288175e-06,
      "loss": 0.58,
      "step": 876
    },
    {
      "epoch": 0.7690031238011727,
      "grad_norm": 0.2900743371372321,
      "learning_rate": 4.354164026439256e-06,
      "loss": 0.5798,
      "step": 877
    },
    {
      "epoch": 0.7698799802707295,
      "grad_norm": 0.26606697197934875,
      "learning_rate": 4.352576385206547e-06,
      "loss": 0.6049,
      "step": 878
    },
    {
      "epoch": 0.770756836740286,
      "grad_norm": 0.30681607920100556,
      "learning_rate": 4.350987085152286e-06,
      "loss": 0.5963,
      "step": 879
    },
    {
      "epoch": 0.7716336932098428,
      "grad_norm": 0.28024451945836265,
      "learning_rate": 4.349396127699552e-06,
      "loss": 0.6063,
      "step": 880
    },
    {
      "epoch": 0.7725105496793994,
      "grad_norm": 0.284435176139814,
      "learning_rate": 4.347803514272911e-06,
      "loss": 0.5847,
      "step": 881
    },
    {
      "epoch": 0.773387406148956,
      "grad_norm": 0.2787875052171573,
      "learning_rate": 4.34620924629841e-06,
      "loss": 0.5909,
      "step": 882
    },
    {
      "epoch": 0.7742642626185127,
      "grad_norm": 0.28222554386796406,
      "learning_rate": 4.344613325203577e-06,
      "loss": 0.5815,
      "step": 883
    },
    {
      "epoch": 0.7751411190880693,
      "grad_norm": 0.30850175508825417,
      "learning_rate": 4.343015752417421e-06,
      "loss": 0.5761,
      "step": 884
    },
    {
      "epoch": 0.7760179755576259,
      "grad_norm": 0.27711497578948074,
      "learning_rate": 4.341416529370431e-06,
      "loss": 0.5851,
      "step": 885
    },
    {
      "epoch": 0.7768948320271826,
      "grad_norm": 0.2945928621135004,
      "learning_rate": 4.339815657494571e-06,
      "loss": 0.5922,
      "step": 886
    },
    {
      "epoch": 0.7777716884967392,
      "grad_norm": 0.2843169638684151,
      "learning_rate": 4.338213138223285e-06,
      "loss": 0.5835,
      "step": 887
    },
    {
      "epoch": 0.7786485449662959,
      "grad_norm": 0.2840612846899258,
      "learning_rate": 4.336608972991489e-06,
      "loss": 0.596,
      "step": 888
    },
    {
      "epoch": 0.7795254014358525,
      "grad_norm": 0.2677194609487142,
      "learning_rate": 4.335003163235574e-06,
      "loss": 0.5794,
      "step": 889
    },
    {
      "epoch": 0.7804022579054091,
      "grad_norm": 0.31211329913480695,
      "learning_rate": 4.3333957103934025e-06,
      "loss": 0.5765,
      "step": 890
    },
    {
      "epoch": 0.7812791143749658,
      "grad_norm": 0.28583623636409483,
      "learning_rate": 4.33178661590431e-06,
      "loss": 0.6016,
      "step": 891
    },
    {
      "epoch": 0.7821559708445224,
      "grad_norm": 0.31500304190137224,
      "learning_rate": 4.330175881209102e-06,
      "loss": 0.5877,
      "step": 892
    },
    {
      "epoch": 0.783032827314079,
      "grad_norm": 0.2811796495740926,
      "learning_rate": 4.32856350775005e-06,
      "loss": 0.5881,
      "step": 893
    },
    {
      "epoch": 0.7839096837836357,
      "grad_norm": 0.29273259848443445,
      "learning_rate": 4.3269494969708954e-06,
      "loss": 0.5921,
      "step": 894
    },
    {
      "epoch": 0.7847865402531923,
      "grad_norm": 0.27373150864211443,
      "learning_rate": 4.325333850316846e-06,
      "loss": 0.6,
      "step": 895
    },
    {
      "epoch": 0.785663396722749,
      "grad_norm": 0.3128309122282222,
      "learning_rate": 4.323716569234572e-06,
      "loss": 0.5904,
      "step": 896
    },
    {
      "epoch": 0.7865402531923056,
      "grad_norm": 0.2825745062634813,
      "learning_rate": 4.32209765517221e-06,
      "loss": 0.5816,
      "step": 897
    },
    {
      "epoch": 0.7874171096618622,
      "grad_norm": 0.3282727674741808,
      "learning_rate": 4.320477109579354e-06,
      "loss": 0.5882,
      "step": 898
    },
    {
      "epoch": 0.7882939661314189,
      "grad_norm": 0.2940095641373108,
      "learning_rate": 4.318854933907065e-06,
      "loss": 0.5985,
      "step": 899
    },
    {
      "epoch": 0.7891708226009755,
      "grad_norm": 0.31182474508449737,
      "learning_rate": 4.317231129607859e-06,
      "loss": 0.5843,
      "step": 900
    },
    {
      "epoch": 0.7900476790705322,
      "grad_norm": 0.26489892008261595,
      "learning_rate": 4.315605698135714e-06,
      "loss": 0.591,
      "step": 901
    },
    {
      "epoch": 0.7909245355400888,
      "grad_norm": 0.32933790566988397,
      "learning_rate": 4.313978640946061e-06,
      "loss": 0.5826,
      "step": 902
    },
    {
      "epoch": 0.7918013920096454,
      "grad_norm": 0.2790564068544957,
      "learning_rate": 4.312349959495791e-06,
      "loss": 0.5897,
      "step": 903
    },
    {
      "epoch": 0.7926782484792021,
      "grad_norm": 0.29278849432785253,
      "learning_rate": 4.310719655243243e-06,
      "loss": 0.5929,
      "step": 904
    },
    {
      "epoch": 0.7935551049487587,
      "grad_norm": 0.2898094197798441,
      "learning_rate": 4.309087729648217e-06,
      "loss": 0.575,
      "step": 905
    },
    {
      "epoch": 0.7944319614183153,
      "grad_norm": 0.2962974584908221,
      "learning_rate": 4.30745418417196e-06,
      "loss": 0.5874,
      "step": 906
    },
    {
      "epoch": 0.795308817887872,
      "grad_norm": 0.2894965323690623,
      "learning_rate": 4.305819020277169e-06,
      "loss": 0.5769,
      "step": 907
    },
    {
      "epoch": 0.7961856743574286,
      "grad_norm": 0.2744231484838131,
      "learning_rate": 4.304182239427992e-06,
      "loss": 0.5943,
      "step": 908
    },
    {
      "epoch": 0.7970625308269853,
      "grad_norm": 0.2766245048172803,
      "learning_rate": 4.302543843090026e-06,
      "loss": 0.5814,
      "step": 909
    },
    {
      "epoch": 0.7979393872965419,
      "grad_norm": 0.2842673020480384,
      "learning_rate": 4.30090383273031e-06,
      "loss": 0.5912,
      "step": 910
    },
    {
      "epoch": 0.7988162437660985,
      "grad_norm": 0.28199584242917014,
      "learning_rate": 4.2992622098173335e-06,
      "loss": 0.5809,
      "step": 911
    },
    {
      "epoch": 0.7996931002356552,
      "grad_norm": 0.2820675876804688,
      "learning_rate": 4.297618975821027e-06,
      "loss": 0.5917,
      "step": 912
    },
    {
      "epoch": 0.8005699567052118,
      "grad_norm": 0.2728605500328137,
      "learning_rate": 4.2959741322127635e-06,
      "loss": 0.5764,
      "step": 913
    },
    {
      "epoch": 0.8014468131747684,
      "grad_norm": 0.27169399222059704,
      "learning_rate": 4.294327680465358e-06,
      "loss": 0.5849,
      "step": 914
    },
    {
      "epoch": 0.8023236696443251,
      "grad_norm": 0.28063665744680427,
      "learning_rate": 4.292679622053066e-06,
      "loss": 0.58,
      "step": 915
    },
    {
      "epoch": 0.8032005261138817,
      "grad_norm": 0.25926421536726935,
      "learning_rate": 4.29102995845158e-06,
      "loss": 0.5787,
      "step": 916
    },
    {
      "epoch": 0.8040773825834384,
      "grad_norm": 0.29001417666592577,
      "learning_rate": 4.289378691138032e-06,
      "loss": 0.5868,
      "step": 917
    },
    {
      "epoch": 0.804954239052995,
      "grad_norm": 0.27215185007216747,
      "learning_rate": 4.287725821590987e-06,
      "loss": 0.5894,
      "step": 918
    },
    {
      "epoch": 0.8058310955225516,
      "grad_norm": 0.3050881231274449,
      "learning_rate": 4.286071351290447e-06,
      "loss": 0.5911,
      "step": 919
    },
    {
      "epoch": 0.8067079519921083,
      "grad_norm": 0.2873456207891206,
      "learning_rate": 4.2844152817178476e-06,
      "loss": 0.5835,
      "step": 920
    },
    {
      "epoch": 0.8075848084616649,
      "grad_norm": 0.2626365139918821,
      "learning_rate": 4.282757614356055e-06,
      "loss": 0.5794,
      "step": 921
    },
    {
      "epoch": 0.8084616649312216,
      "grad_norm": 0.28122583577721894,
      "learning_rate": 4.281098350689367e-06,
      "loss": 0.581,
      "step": 922
    },
    {
      "epoch": 0.8093385214007782,
      "grad_norm": 0.2955727164056087,
      "learning_rate": 4.279437492203509e-06,
      "loss": 0.6024,
      "step": 923
    },
    {
      "epoch": 0.8102153778703348,
      "grad_norm": 0.2928465088558078,
      "learning_rate": 4.277775040385636e-06,
      "loss": 0.5777,
      "step": 924
    },
    {
      "epoch": 0.8110922343398915,
      "grad_norm": 0.279748286657514,
      "learning_rate": 4.276110996724332e-06,
      "loss": 0.5983,
      "step": 925
    },
    {
      "epoch": 0.8119690908094481,
      "grad_norm": 0.3064104243975942,
      "learning_rate": 4.274445362709602e-06,
      "loss": 0.5959,
      "step": 926
    },
    {
      "epoch": 0.8128459472790047,
      "grad_norm": 0.2705400124701495,
      "learning_rate": 4.272778139832876e-06,
      "loss": 0.5964,
      "step": 927
    },
    {
      "epoch": 0.8137228037485614,
      "grad_norm": 0.3030828027995252,
      "learning_rate": 4.271109329587009e-06,
      "loss": 0.5784,
      "step": 928
    },
    {
      "epoch": 0.814599660218118,
      "grad_norm": 0.2629159770264448,
      "learning_rate": 4.2694389334662745e-06,
      "loss": 0.5845,
      "step": 929
    },
    {
      "epoch": 0.8154765166876747,
      "grad_norm": 0.3351422353981342,
      "learning_rate": 4.267766952966369e-06,
      "loss": 0.5949,
      "step": 930
    },
    {
      "epoch": 0.8163533731572313,
      "grad_norm": 0.2760441532769009,
      "learning_rate": 4.2660933895844055e-06,
      "loss": 0.5904,
      "step": 931
    },
    {
      "epoch": 0.8172302296267879,
      "grad_norm": 0.30558832310943446,
      "learning_rate": 4.264418244818914e-06,
      "loss": 0.5839,
      "step": 932
    },
    {
      "epoch": 0.8181070860963446,
      "grad_norm": 0.28070458613560756,
      "learning_rate": 4.262741520169844e-06,
      "loss": 0.5791,
      "step": 933
    },
    {
      "epoch": 0.8189839425659012,
      "grad_norm": 0.2735766456330096,
      "learning_rate": 4.261063217138554e-06,
      "loss": 0.5836,
      "step": 934
    },
    {
      "epoch": 0.8198607990354578,
      "grad_norm": 0.3038178849716158,
      "learning_rate": 4.259383337227821e-06,
      "loss": 0.5885,
      "step": 935
    },
    {
      "epoch": 0.8207376555050145,
      "grad_norm": 0.26590487432268695,
      "learning_rate": 4.25770188194183e-06,
      "loss": 0.6035,
      "step": 936
    },
    {
      "epoch": 0.8216145119745711,
      "grad_norm": 0.31271672720672494,
      "learning_rate": 4.25601885278618e-06,
      "loss": 0.5926,
      "step": 937
    },
    {
      "epoch": 0.8224913684441278,
      "grad_norm": 0.26261561071530615,
      "learning_rate": 4.254334251267877e-06,
      "loss": 0.5996,
      "step": 938
    },
    {
      "epoch": 0.8233682249136844,
      "grad_norm": 0.2891665251939073,
      "learning_rate": 4.252648078895336e-06,
      "loss": 0.5876,
      "step": 939
    },
    {
      "epoch": 0.824245081383241,
      "grad_norm": 0.2897735311167941,
      "learning_rate": 4.2509603371783776e-06,
      "loss": 0.5892,
      "step": 940
    },
    {
      "epoch": 0.8251219378527977,
      "grad_norm": 0.28026024666883764,
      "learning_rate": 4.249271027628228e-06,
      "loss": 0.587,
      "step": 941
    },
    {
      "epoch": 0.8259987943223543,
      "grad_norm": 0.2765283292737123,
      "learning_rate": 4.24758015175752e-06,
      "loss": 0.5769,
      "step": 942
    },
    {
      "epoch": 0.826875650791911,
      "grad_norm": 0.2921232680301083,
      "learning_rate": 4.245887711080283e-06,
      "loss": 0.5854,
      "step": 943
    },
    {
      "epoch": 0.8277525072614677,
      "grad_norm": 0.3005072830624817,
      "learning_rate": 4.2441937071119524e-06,
      "loss": 0.5802,
      "step": 944
    },
    {
      "epoch": 0.8286293637310242,
      "grad_norm": 0.27059131939602343,
      "learning_rate": 4.242498141369361e-06,
      "loss": 0.5837,
      "step": 945
    },
    {
      "epoch": 0.829506220200581,
      "grad_norm": 0.3038588097565146,
      "learning_rate": 4.240801015370743e-06,
      "loss": 0.5869,
      "step": 946
    },
    {
      "epoch": 0.8303830766701376,
      "grad_norm": 0.31875741653821127,
      "learning_rate": 4.239102330635726e-06,
      "loss": 0.5836,
      "step": 947
    },
    {
      "epoch": 0.8312599331396942,
      "grad_norm": 0.26475770270890336,
      "learning_rate": 4.2374020886853354e-06,
      "loss": 0.5796,
      "step": 948
    },
    {
      "epoch": 0.8321367896092509,
      "grad_norm": 0.31635648581412845,
      "learning_rate": 4.235700291041989e-06,
      "loss": 0.5732,
      "step": 949
    },
    {
      "epoch": 0.8330136460788075,
      "grad_norm": 0.27123635854757305,
      "learning_rate": 4.233996939229502e-06,
      "loss": 0.5977,
      "step": 950
    },
    {
      "epoch": 0.8338905025483642,
      "grad_norm": 0.3356358824197267,
      "learning_rate": 4.232292034773076e-06,
      "loss": 0.5871,
      "step": 951
    },
    {
      "epoch": 0.8347673590179208,
      "grad_norm": 0.2723531290949244,
      "learning_rate": 4.230585579199306e-06,
      "loss": 0.5916,
      "step": 952
    },
    {
      "epoch": 0.8356442154874774,
      "grad_norm": 0.2975424730057694,
      "learning_rate": 4.228877574036175e-06,
      "loss": 0.592,
      "step": 953
    },
    {
      "epoch": 0.8365210719570341,
      "grad_norm": 0.28108527975014536,
      "learning_rate": 4.227168020813053e-06,
      "loss": 0.5788,
      "step": 954
    },
    {
      "epoch": 0.8373979284265907,
      "grad_norm": 0.26358656072328285,
      "learning_rate": 4.225456921060698e-06,
      "loss": 0.5728,
      "step": 955
    },
    {
      "epoch": 0.8382747848961473,
      "grad_norm": 0.2793044648839571,
      "learning_rate": 4.223744276311249e-06,
      "loss": 0.5714,
      "step": 956
    },
    {
      "epoch": 0.839151641365704,
      "grad_norm": 0.30214577120239683,
      "learning_rate": 4.222030088098233e-06,
      "loss": 0.5993,
      "step": 957
    },
    {
      "epoch": 0.8400284978352606,
      "grad_norm": 0.2639515397393347,
      "learning_rate": 4.220314357956557e-06,
      "loss": 0.5994,
      "step": 958
    },
    {
      "epoch": 0.8409053543048173,
      "grad_norm": 0.3298154347341819,
      "learning_rate": 4.218597087422508e-06,
      "loss": 0.5877,
      "step": 959
    },
    {
      "epoch": 0.8417822107743739,
      "grad_norm": 0.28203599665081885,
      "learning_rate": 4.216878278033753e-06,
      "loss": 0.5865,
      "step": 960
    },
    {
      "epoch": 0.8426590672439305,
      "grad_norm": 0.2746406409148874,
      "learning_rate": 4.2151579313293364e-06,
      "loss": 0.5881,
      "step": 961
    },
    {
      "epoch": 0.8435359237134872,
      "grad_norm": 0.33875497622714734,
      "learning_rate": 4.2134360488496804e-06,
      "loss": 0.6029,
      "step": 962
    },
    {
      "epoch": 0.8444127801830438,
      "grad_norm": 0.2875141188036911,
      "learning_rate": 4.211712632136581e-06,
      "loss": 0.5845,
      "step": 963
    },
    {
      "epoch": 0.8452896366526004,
      "grad_norm": 0.32374197566257723,
      "learning_rate": 4.209987682733207e-06,
      "loss": 0.589,
      "step": 964
    },
    {
      "epoch": 0.8461664931221571,
      "grad_norm": 0.26718900480287466,
      "learning_rate": 4.208261202184104e-06,
      "loss": 0.5844,
      "step": 965
    },
    {
      "epoch": 0.8470433495917137,
      "grad_norm": 0.29759515513279916,
      "learning_rate": 4.206533192035184e-06,
      "loss": 0.5817,
      "step": 966
    },
    {
      "epoch": 0.8479202060612704,
      "grad_norm": 0.28330165664862006,
      "learning_rate": 4.20480365383373e-06,
      "loss": 0.5853,
      "step": 967
    },
    {
      "epoch": 0.848797062530827,
      "grad_norm": 0.26991723910735316,
      "learning_rate": 4.203072589128394e-06,
      "loss": 0.5847,
      "step": 968
    },
    {
      "epoch": 0.8496739190003836,
      "grad_norm": 0.28120405866784015,
      "learning_rate": 4.201339999469194e-06,
      "loss": 0.5771,
      "step": 969
    },
    {
      "epoch": 0.8505507754699403,
      "grad_norm": 0.29731566030764794,
      "learning_rate": 4.199605886407515e-06,
      "loss": 0.5872,
      "step": 970
    },
    {
      "epoch": 0.8514276319394969,
      "grad_norm": 0.29823098898704575,
      "learning_rate": 4.197870251496104e-06,
      "loss": 0.585,
      "step": 971
    },
    {
      "epoch": 0.8523044884090536,
      "grad_norm": 0.29246400163730035,
      "learning_rate": 4.196133096289071e-06,
      "loss": 0.5728,
      "step": 972
    },
    {
      "epoch": 0.8531813448786102,
      "grad_norm": 0.31038345035918974,
      "learning_rate": 4.194394422341888e-06,
      "loss": 0.588,
      "step": 973
    },
    {
      "epoch": 0.8540582013481668,
      "grad_norm": 0.29419655403066824,
      "learning_rate": 4.192654231211389e-06,
      "loss": 0.5802,
      "step": 974
    },
    {
      "epoch": 0.8549350578177235,
      "grad_norm": 0.28924212129082133,
      "learning_rate": 4.190912524455762e-06,
      "loss": 0.5957,
      "step": 975
    },
    {
      "epoch": 0.8558119142872801,
      "grad_norm": 0.3433724407789192,
      "learning_rate": 4.189169303634555e-06,
      "loss": 0.5943,
      "step": 976
    },
    {
      "epoch": 0.8566887707568367,
      "grad_norm": 0.3447246872111939,
      "learning_rate": 4.187424570308671e-06,
      "loss": 0.5679,
      "step": 977
    },
    {
      "epoch": 0.8575656272263934,
      "grad_norm": 0.2717297839127488,
      "learning_rate": 4.185678326040369e-06,
      "loss": 0.5839,
      "step": 978
    },
    {
      "epoch": 0.85844248369595,
      "grad_norm": 0.3149777108439808,
      "learning_rate": 4.1839305723932565e-06,
      "loss": 0.5684,
      "step": 979
    },
    {
      "epoch": 0.8593193401655067,
      "grad_norm": 0.3196280126814673,
      "learning_rate": 4.1821813109322975e-06,
      "loss": 0.5845,
      "step": 980
    },
    {
      "epoch": 0.8601961966350633,
      "grad_norm": 0.3166850113740036,
      "learning_rate": 4.180430543223803e-06,
      "loss": 0.5722,
      "step": 981
    },
    {
      "epoch": 0.8610730531046199,
      "grad_norm": 0.30727325041845543,
      "learning_rate": 4.178678270835435e-06,
      "loss": 0.582,
      "step": 982
    },
    {
      "epoch": 0.8619499095741766,
      "grad_norm": 0.34738075452538025,
      "learning_rate": 4.1769244953361995e-06,
      "loss": 0.5789,
      "step": 983
    },
    {
      "epoch": 0.8628267660437332,
      "grad_norm": 0.3029018585056203,
      "learning_rate": 4.1751692182964524e-06,
      "loss": 0.5906,
      "step": 984
    },
    {
      "epoch": 0.8637036225132898,
      "grad_norm": 0.27172806950560857,
      "learning_rate": 4.1734124412878915e-06,
      "loss": 0.5864,
      "step": 985
    },
    {
      "epoch": 0.8645804789828465,
      "grad_norm": 0.3078626255245488,
      "learning_rate": 4.171654165883558e-06,
      "loss": 0.5961,
      "step": 986
    },
    {
      "epoch": 0.8654573354524031,
      "grad_norm": 0.28755523271585887,
      "learning_rate": 4.169894393657834e-06,
      "loss": 0.5881,
      "step": 987
    },
    {
      "epoch": 0.8663341919219598,
      "grad_norm": 0.3081436303822685,
      "learning_rate": 4.168133126186445e-06,
      "loss": 0.5818,
      "step": 988
    },
    {
      "epoch": 0.8672110483915164,
      "grad_norm": 0.2785218381541765,
      "learning_rate": 4.166370365046452e-06,
      "loss": 0.5828,
      "step": 989
    },
    {
      "epoch": 0.868087904861073,
      "grad_norm": 0.3391784184001714,
      "learning_rate": 4.164606111816256e-06,
      "loss": 0.5867,
      "step": 990
    },
    {
      "epoch": 0.8689647613306297,
      "grad_norm": 0.27636992919331915,
      "learning_rate": 4.162840368075591e-06,
      "loss": 0.599,
      "step": 991
    },
    {
      "epoch": 0.8698416178001863,
      "grad_norm": 0.28517927301055196,
      "learning_rate": 4.161073135405529e-06,
      "loss": 0.5831,
      "step": 992
    },
    {
      "epoch": 0.870718474269743,
      "grad_norm": 0.29490820494014364,
      "learning_rate": 4.1593044153884745e-06,
      "loss": 0.5757,
      "step": 993
    },
    {
      "epoch": 0.8715953307392996,
      "grad_norm": 0.2780476402469785,
      "learning_rate": 4.157534209608161e-06,
      "loss": 0.5964,
      "step": 994
    },
    {
      "epoch": 0.8724721872088562,
      "grad_norm": 0.29068689725516644,
      "learning_rate": 4.155762519649654e-06,
      "loss": 0.5805,
      "step": 995
    },
    {
      "epoch": 0.8733490436784129,
      "grad_norm": 0.26095614944942314,
      "learning_rate": 4.15398934709935e-06,
      "loss": 0.5841,
      "step": 996
    },
    {
      "epoch": 0.8742259001479695,
      "grad_norm": 0.31389428529448765,
      "learning_rate": 4.1522146935449705e-06,
      "loss": 0.5846,
      "step": 997
    },
    {
      "epoch": 0.8751027566175261,
      "grad_norm": 0.26816106638671405,
      "learning_rate": 4.150438560575563e-06,
      "loss": 0.5833,
      "step": 998
    },
    {
      "epoch": 0.8759796130870828,
      "grad_norm": 0.31604277041792156,
      "learning_rate": 4.1486609497815025e-06,
      "loss": 0.5888,
      "step": 999
    },
    {
      "epoch": 0.8768564695566394,
      "grad_norm": 0.3606037237047822,
      "learning_rate": 4.146881862754485e-06,
      "loss": 0.5942,
      "step": 1000
    },
    {
      "epoch": 0.8777333260261961,
      "grad_norm": 0.28543513756367406,
      "learning_rate": 4.145101301087527e-06,
      "loss": 0.5915,
      "step": 1001
    },
    {
      "epoch": 0.8786101824957527,
      "grad_norm": 0.3462271962536017,
      "learning_rate": 4.143319266374969e-06,
      "loss": 0.5942,
      "step": 1002
    },
    {
      "epoch": 0.8794870389653093,
      "grad_norm": 0.2833352289445499,
      "learning_rate": 4.141535760212467e-06,
      "loss": 0.5863,
      "step": 1003
    },
    {
      "epoch": 0.880363895434866,
      "grad_norm": 0.35489814354695126,
      "learning_rate": 4.139750784196998e-06,
      "loss": 0.5924,
      "step": 1004
    },
    {
      "epoch": 0.8812407519044226,
      "grad_norm": 0.2942335535458572,
      "learning_rate": 4.137964339926852e-06,
      "loss": 0.5892,
      "step": 1005
    },
    {
      "epoch": 0.8821176083739792,
      "grad_norm": 0.32828822885224784,
      "learning_rate": 4.136176429001634e-06,
      "loss": 0.5909,
      "step": 1006
    },
    {
      "epoch": 0.8829944648435359,
      "grad_norm": 0.3123727759868493,
      "learning_rate": 4.134387053022266e-06,
      "loss": 0.5845,
      "step": 1007
    },
    {
      "epoch": 0.8838713213130925,
      "grad_norm": 0.2862421766790686,
      "learning_rate": 4.132596213590977e-06,
      "loss": 0.5848,
      "step": 1008
    },
    {
      "epoch": 0.8847481777826492,
      "grad_norm": 0.32232750817039807,
      "learning_rate": 4.1308039123113084e-06,
      "loss": 0.5869,
      "step": 1009
    },
    {
      "epoch": 0.8856250342522058,
      "grad_norm": 0.28776404090006724,
      "learning_rate": 4.129010150788112e-06,
      "loss": 0.5992,
      "step": 1010
    },
    {
      "epoch": 0.8865018907217624,
      "grad_norm": 0.3257967217812331,
      "learning_rate": 4.127214930627545e-06,
      "loss": 0.5828,
      "step": 1011
    },
    {
      "epoch": 0.8873787471913192,
      "grad_norm": 0.3065300730664574,
      "learning_rate": 4.125418253437071e-06,
      "loss": 0.578,
      "step": 1012
    },
    {
      "epoch": 0.8882556036608757,
      "grad_norm": 0.29218143100925903,
      "learning_rate": 4.123620120825459e-06,
      "loss": 0.5939,
      "step": 1013
    },
    {
      "epoch": 0.8891324601304323,
      "grad_norm": 0.28565794045128473,
      "learning_rate": 4.121820534402781e-06,
      "loss": 0.5868,
      "step": 1014
    },
    {
      "epoch": 0.890009316599989,
      "grad_norm": 0.30898296228273797,
      "learning_rate": 4.120019495780412e-06,
      "loss": 0.582,
      "step": 1015
    },
    {
      "epoch": 0.8908861730695457,
      "grad_norm": 0.2911662733325922,
      "learning_rate": 4.118217006571023e-06,
      "loss": 0.5923,
      "step": 1016
    },
    {
      "epoch": 0.8917630295391024,
      "grad_norm": 0.2843342810887561,
      "learning_rate": 4.116413068388589e-06,
      "loss": 0.5754,
      "step": 1017
    },
    {
      "epoch": 0.892639886008659,
      "grad_norm": 0.334401955522752,
      "learning_rate": 4.11460768284838e-06,
      "loss": 0.5895,
      "step": 1018
    },
    {
      "epoch": 0.8935167424782156,
      "grad_norm": 0.2600873368987441,
      "learning_rate": 4.11280085156696e-06,
      "loss": 0.5858,
      "step": 1019
    },
    {
      "epoch": 0.8943935989477723,
      "grad_norm": 0.3051388251322737,
      "learning_rate": 4.110992576162193e-06,
      "loss": 0.5861,
      "step": 1020
    },
    {
      "epoch": 0.8952704554173289,
      "grad_norm": 0.30230682759222505,
      "learning_rate": 4.109182858253231e-06,
      "loss": 0.5857,
      "step": 1021
    },
    {
      "epoch": 0.8961473118868856,
      "grad_norm": 0.27145584987414345,
      "learning_rate": 4.107371699460521e-06,
      "loss": 0.5827,
      "step": 1022
    },
    {
      "epoch": 0.8970241683564422,
      "grad_norm": 0.2886096599363367,
      "learning_rate": 4.1055591014057964e-06,
      "loss": 0.5732,
      "step": 1023
    },
    {
      "epoch": 0.8979010248259988,
      "grad_norm": 0.2643618798342576,
      "learning_rate": 4.103745065712083e-06,
      "loss": 0.581,
      "step": 1024
    },
    {
      "epoch": 0.8987778812955555,
      "grad_norm": 0.27612674007258925,
      "learning_rate": 4.101929594003694e-06,
      "loss": 0.5774,
      "step": 1025
    },
    {
      "epoch": 0.8996547377651121,
      "grad_norm": 0.2694404941538916,
      "learning_rate": 4.100112687906224e-06,
      "loss": 0.5792,
      "step": 1026
    },
    {
      "epoch": 0.9005315942346687,
      "grad_norm": 0.26812897420311116,
      "learning_rate": 4.098294349046556e-06,
      "loss": 0.5945,
      "step": 1027
    },
    {
      "epoch": 0.9014084507042254,
      "grad_norm": 0.2744007605554886,
      "learning_rate": 4.0964745790528564e-06,
      "loss": 0.5712,
      "step": 1028
    },
    {
      "epoch": 0.902285307173782,
      "grad_norm": 0.2614641549143825,
      "learning_rate": 4.09465337955457e-06,
      "loss": 0.5756,
      "step": 1029
    },
    {
      "epoch": 0.9031621636433387,
      "grad_norm": 0.25643605179903173,
      "learning_rate": 4.092830752182423e-06,
      "loss": 0.593,
      "step": 1030
    },
    {
      "epoch": 0.9040390201128953,
      "grad_norm": 0.26698048225450505,
      "learning_rate": 4.091006698568419e-06,
      "loss": 0.5877,
      "step": 1031
    },
    {
      "epoch": 0.9049158765824519,
      "grad_norm": 0.2655671129093472,
      "learning_rate": 4.0891812203458425e-06,
      "loss": 0.5701,
      "step": 1032
    },
    {
      "epoch": 0.9057927330520086,
      "grad_norm": 0.2706223562384906,
      "learning_rate": 4.08735431914925e-06,
      "loss": 0.5818,
      "step": 1033
    },
    {
      "epoch": 0.9066695895215652,
      "grad_norm": 0.26684323937974636,
      "learning_rate": 4.085525996614472e-06,
      "loss": 0.5878,
      "step": 1034
    },
    {
      "epoch": 0.9075464459911218,
      "grad_norm": 0.24564951471442678,
      "learning_rate": 4.083696254378615e-06,
      "loss": 0.5967,
      "step": 1035
    },
    {
      "epoch": 0.9084233024606785,
      "grad_norm": 0.2761933648093443,
      "learning_rate": 4.081865094080053e-06,
      "loss": 0.576,
      "step": 1036
    },
    {
      "epoch": 0.9093001589302351,
      "grad_norm": 0.2722027493749199,
      "learning_rate": 4.080032517358431e-06,
      "loss": 0.579,
      "step": 1037
    },
    {
      "epoch": 0.9101770153997918,
      "grad_norm": 0.5039307385586534,
      "learning_rate": 4.078198525854664e-06,
      "loss": 0.5943,
      "step": 1038
    },
    {
      "epoch": 0.9110538718693484,
      "grad_norm": 0.26519176650439175,
      "learning_rate": 4.0763631212109315e-06,
      "loss": 0.5893,
      "step": 1039
    },
    {
      "epoch": 0.911930728338905,
      "grad_norm": 0.2644411261920598,
      "learning_rate": 4.074526305070679e-06,
      "loss": 0.5791,
      "step": 1040
    },
    {
      "epoch": 0.9128075848084617,
      "grad_norm": 0.27917354228958563,
      "learning_rate": 4.072688079078616e-06,
      "loss": 0.5847,
      "step": 1041
    },
    {
      "epoch": 0.9136844412780183,
      "grad_norm": 0.27274252297201695,
      "learning_rate": 4.070848444880716e-06,
      "loss": 0.5695,
      "step": 1042
    },
    {
      "epoch": 0.914561297747575,
      "grad_norm": 0.26541238057197397,
      "learning_rate": 4.06900740412421e-06,
      "loss": 0.5858,
      "step": 1043
    },
    {
      "epoch": 0.9154381542171316,
      "grad_norm": 0.2687466193673103,
      "learning_rate": 4.0671649584575925e-06,
      "loss": 0.5832,
      "step": 1044
    },
    {
      "epoch": 0.9163150106866882,
      "grad_norm": 0.27584447196087264,
      "learning_rate": 4.065321109530612e-06,
      "loss": 0.5828,
      "step": 1045
    },
    {
      "epoch": 0.9171918671562449,
      "grad_norm": 0.27618254494046185,
      "learning_rate": 4.063475858994276e-06,
      "loss": 0.5829,
      "step": 1046
    },
    {
      "epoch": 0.9180687236258015,
      "grad_norm": 0.2800627797716068,
      "learning_rate": 4.061629208500847e-06,
      "loss": 0.5813,
      "step": 1047
    },
    {
      "epoch": 0.9189455800953581,
      "grad_norm": 0.2731973027581407,
      "learning_rate": 4.059781159703839e-06,
      "loss": 0.5907,
      "step": 1048
    },
    {
      "epoch": 0.9198224365649148,
      "grad_norm": 0.2817329916742434,
      "learning_rate": 4.057931714258022e-06,
      "loss": 0.5845,
      "step": 1049
    },
    {
      "epoch": 0.9206992930344714,
      "grad_norm": 0.2624010665247189,
      "learning_rate": 4.056080873819412e-06,
      "loss": 0.579,
      "step": 1050
    },
    {
      "epoch": 0.9215761495040281,
      "grad_norm": 0.26121937584936983,
      "learning_rate": 4.054228640045275e-06,
      "loss": 0.5857,
      "step": 1051
    },
    {
      "epoch": 0.9224530059735847,
      "grad_norm": 0.2832895486337394,
      "learning_rate": 4.052375014594129e-06,
      "loss": 0.5957,
      "step": 1052
    },
    {
      "epoch": 0.9233298624431413,
      "grad_norm": 0.27671228904328893,
      "learning_rate": 4.0505199991257325e-06,
      "loss": 0.5791,
      "step": 1053
    },
    {
      "epoch": 0.924206718912698,
      "grad_norm": 0.266998502123574,
      "learning_rate": 4.048663595301093e-06,
      "loss": 0.5896,
      "step": 1054
    },
    {
      "epoch": 0.9250835753822546,
      "grad_norm": 0.3094016546060802,
      "learning_rate": 4.046805804782456e-06,
      "loss": 0.5788,
      "step": 1055
    },
    {
      "epoch": 0.9259604318518112,
      "grad_norm": 0.2782662002801493,
      "learning_rate": 4.0449466292333166e-06,
      "loss": 0.5888,
      "step": 1056
    },
    {
      "epoch": 0.9268372883213679,
      "grad_norm": 0.27821869081922773,
      "learning_rate": 4.043086070318401e-06,
      "loss": 0.5879,
      "step": 1057
    },
    {
      "epoch": 0.9277141447909245,
      "grad_norm": 0.32143887759720546,
      "learning_rate": 4.04122412970368e-06,
      "loss": 0.5884,
      "step": 1058
    },
    {
      "epoch": 0.9285910012604812,
      "grad_norm": 0.2598221780539352,
      "learning_rate": 4.039360809056361e-06,
      "loss": 0.58,
      "step": 1059
    },
    {
      "epoch": 0.9294678577300378,
      "grad_norm": 0.3300275262996093,
      "learning_rate": 4.037496110044885e-06,
      "loss": 0.5963,
      "step": 1060
    },
    {
      "epoch": 0.9303447141995944,
      "grad_norm": 0.2723517740568475,
      "learning_rate": 4.035630034338928e-06,
      "loss": 0.5684,
      "step": 1061
    },
    {
      "epoch": 0.9312215706691511,
      "grad_norm": 0.26174388908838997,
      "learning_rate": 4.033762583609398e-06,
      "loss": 0.5741,
      "step": 1062
    },
    {
      "epoch": 0.9320984271387077,
      "grad_norm": 0.2879705808043353,
      "learning_rate": 4.031893759528439e-06,
      "loss": 0.5651,
      "step": 1063
    },
    {
      "epoch": 0.9329752836082644,
      "grad_norm": 0.27573911638107307,
      "learning_rate": 4.030023563769418e-06,
      "loss": 0.5738,
      "step": 1064
    },
    {
      "epoch": 0.933852140077821,
      "grad_norm": 0.270890009890323,
      "learning_rate": 4.028151998006934e-06,
      "loss": 0.5748,
      "step": 1065
    },
    {
      "epoch": 0.9347289965473776,
      "grad_norm": 0.2651359065699047,
      "learning_rate": 4.026279063916811e-06,
      "loss": 0.5815,
      "step": 1066
    },
    {
      "epoch": 0.9356058530169343,
      "grad_norm": 0.285792627094006,
      "learning_rate": 4.024404763176101e-06,
      "loss": 0.5714,
      "step": 1067
    },
    {
      "epoch": 0.9364827094864909,
      "grad_norm": 0.25220096965602506,
      "learning_rate": 4.022529097463076e-06,
      "loss": 0.5761,
      "step": 1068
    },
    {
      "epoch": 0.9373595659560475,
      "grad_norm": 0.2572736434059626,
      "learning_rate": 4.020652068457234e-06,
      "loss": 0.5813,
      "step": 1069
    },
    {
      "epoch": 0.9382364224256042,
      "grad_norm": 0.2769717174034421,
      "learning_rate": 4.018773677839289e-06,
      "loss": 0.5902,
      "step": 1070
    },
    {
      "epoch": 0.9391132788951608,
      "grad_norm": 0.2638965107730823,
      "learning_rate": 4.016893927291179e-06,
      "loss": 0.5774,
      "step": 1071
    },
    {
      "epoch": 0.9399901353647175,
      "grad_norm": 0.26364544697361064,
      "learning_rate": 4.015012818496057e-06,
      "loss": 0.5885,
      "step": 1072
    },
    {
      "epoch": 0.9408669918342741,
      "grad_norm": 0.2782490552191973,
      "learning_rate": 4.013130353138293e-06,
      "loss": 0.5734,
      "step": 1073
    },
    {
      "epoch": 0.9417438483038307,
      "grad_norm": 0.2939309170345373,
      "learning_rate": 4.011246532903472e-06,
      "loss": 0.5863,
      "step": 1074
    },
    {
      "epoch": 0.9426207047733874,
      "grad_norm": 0.27682818038097917,
      "learning_rate": 4.00936135947839e-06,
      "loss": 0.5878,
      "step": 1075
    },
    {
      "epoch": 0.943497561242944,
      "grad_norm": 0.27100650217384786,
      "learning_rate": 4.007474834551059e-06,
      "loss": 0.5788,
      "step": 1076
    },
    {
      "epoch": 0.9443744177125006,
      "grad_norm": 0.3179264915740243,
      "learning_rate": 4.005586959810697e-06,
      "loss": 0.5697,
      "step": 1077
    },
    {
      "epoch": 0.9452512741820573,
      "grad_norm": 0.26927348365153236,
      "learning_rate": 4.003697736947731e-06,
      "loss": 0.5683,
      "step": 1078
    },
    {
      "epoch": 0.9461281306516139,
      "grad_norm": 0.2755764124341007,
      "learning_rate": 4.001807167653798e-06,
      "loss": 0.5794,
      "step": 1079
    },
    {
      "epoch": 0.9470049871211706,
      "grad_norm": 0.2908090312996085,
      "learning_rate": 3.999915253621739e-06,
      "loss": 0.586,
      "step": 1080
    },
    {
      "epoch": 0.9478818435907272,
      "grad_norm": 0.2545666408606057,
      "learning_rate": 3.998021996545599e-06,
      "loss": 0.5831,
      "step": 1081
    },
    {
      "epoch": 0.9487587000602838,
      "grad_norm": 0.29377943743323887,
      "learning_rate": 3.9961273981206245e-06,
      "loss": 0.585,
      "step": 1082
    },
    {
      "epoch": 0.9496355565298406,
      "grad_norm": 0.26968750170325856,
      "learning_rate": 3.994231460043265e-06,
      "loss": 0.5782,
      "step": 1083
    },
    {
      "epoch": 0.9505124129993971,
      "grad_norm": 0.2911018694543167,
      "learning_rate": 3.9923341840111675e-06,
      "loss": 0.5813,
      "step": 1084
    },
    {
      "epoch": 0.9513892694689537,
      "grad_norm": 0.32080813736390973,
      "learning_rate": 3.99043557172318e-06,
      "loss": 0.5836,
      "step": 1085
    },
    {
      "epoch": 0.9522661259385105,
      "grad_norm": 0.2894185491332872,
      "learning_rate": 3.988535624879344e-06,
      "loss": 0.583,
      "step": 1086
    },
    {
      "epoch": 0.953142982408067,
      "grad_norm": 0.3036439907360394,
      "learning_rate": 3.986634345180899e-06,
      "loss": 0.5753,
      "step": 1087
    },
    {
      "epoch": 0.9540198388776238,
      "grad_norm": 0.30256015219807453,
      "learning_rate": 3.984731734330273e-06,
      "loss": 0.5787,
      "step": 1088
    },
    {
      "epoch": 0.9548966953471804,
      "grad_norm": 0.2684694121785645,
      "learning_rate": 3.982827794031091e-06,
      "loss": 0.5811,
      "step": 1089
    },
    {
      "epoch": 0.955773551816737,
      "grad_norm": 0.3047268297869491,
      "learning_rate": 3.980922525988167e-06,
      "loss": 0.5757,
      "step": 1090
    },
    {
      "epoch": 0.9566504082862937,
      "grad_norm": 0.2680829692432763,
      "learning_rate": 3.979015931907502e-06,
      "loss": 0.5938,
      "step": 1091
    },
    {
      "epoch": 0.9575272647558503,
      "grad_norm": 0.28352806229638294,
      "learning_rate": 3.977108013496286e-06,
      "loss": 0.5648,
      "step": 1092
    },
    {
      "epoch": 0.958404121225407,
      "grad_norm": 0.27134893274934896,
      "learning_rate": 3.975198772462896e-06,
      "loss": 0.5959,
      "step": 1093
    },
    {
      "epoch": 0.9592809776949636,
      "grad_norm": 0.27670636726963027,
      "learning_rate": 3.973288210516889e-06,
      "loss": 0.5825,
      "step": 1094
    },
    {
      "epoch": 0.9601578341645202,
      "grad_norm": 0.27577855913411087,
      "learning_rate": 3.971376329369011e-06,
      "loss": 0.5763,
      "step": 1095
    },
    {
      "epoch": 0.9610346906340769,
      "grad_norm": 0.2613562238768912,
      "learning_rate": 3.969463130731183e-06,
      "loss": 0.587,
      "step": 1096
    },
    {
      "epoch": 0.9619115471036335,
      "grad_norm": 0.30682832359084977,
      "learning_rate": 3.96754861631651e-06,
      "loss": 0.6012,
      "step": 1097
    },
    {
      "epoch": 0.9627884035731901,
      "grad_norm": 0.2753727317824162,
      "learning_rate": 3.965632787839274e-06,
      "loss": 0.593,
      "step": 1098
    },
    {
      "epoch": 0.9636652600427468,
      "grad_norm": 0.2896526629743159,
      "learning_rate": 3.963715647014932e-06,
      "loss": 0.5823,
      "step": 1099
    },
    {
      "epoch": 0.9645421165123034,
      "grad_norm": 0.28810606366408137,
      "learning_rate": 3.961797195560118e-06,
      "loss": 0.5844,
      "step": 1100
    },
    {
      "epoch": 0.9654189729818601,
      "grad_norm": 0.2603559754869869,
      "learning_rate": 3.959877435192639e-06,
      "loss": 0.5803,
      "step": 1101
    },
    {
      "epoch": 0.9662958294514167,
      "grad_norm": 0.28655269690518276,
      "learning_rate": 3.957956367631475e-06,
      "loss": 0.5707,
      "step": 1102
    },
    {
      "epoch": 0.9671726859209733,
      "grad_norm": 0.3009451530592475,
      "learning_rate": 3.956033994596773e-06,
      "loss": 0.5771,
      "step": 1103
    },
    {
      "epoch": 0.96804954239053,
      "grad_norm": 0.2577540703327921,
      "learning_rate": 3.954110317809854e-06,
      "loss": 0.576,
      "step": 1104
    },
    {
      "epoch": 0.9689263988600866,
      "grad_norm": 0.29870257898995317,
      "learning_rate": 3.952185338993202e-06,
      "loss": 0.5872,
      "step": 1105
    },
    {
      "epoch": 0.9698032553296432,
      "grad_norm": 0.2768702174324288,
      "learning_rate": 3.95025905987047e-06,
      "loss": 0.5831,
      "step": 1106
    },
    {
      "epoch": 0.9706801117991999,
      "grad_norm": 0.288774627238478,
      "learning_rate": 3.948331482166473e-06,
      "loss": 0.5951,
      "step": 1107
    },
    {
      "epoch": 0.9715569682687565,
      "grad_norm": 0.324678524263679,
      "learning_rate": 3.94640260760719e-06,
      "loss": 0.5734,
      "step": 1108
    },
    {
      "epoch": 0.9724338247383132,
      "grad_norm": 0.2777093036856744,
      "learning_rate": 3.944472437919761e-06,
      "loss": 0.5846,
      "step": 1109
    },
    {
      "epoch": 0.9733106812078698,
      "grad_norm": 0.337073965677139,
      "learning_rate": 3.942540974832486e-06,
      "loss": 0.5904,
      "step": 1110
    },
    {
      "epoch": 0.9741875376774264,
      "grad_norm": 0.2919504390486104,
      "learning_rate": 3.9406082200748216e-06,
      "loss": 0.5901,
      "step": 1111
    },
    {
      "epoch": 0.9750643941469831,
      "grad_norm": 0.26917415244282195,
      "learning_rate": 3.938674175377383e-06,
      "loss": 0.5727,
      "step": 1112
    },
    {
      "epoch": 0.9759412506165397,
      "grad_norm": 0.2968354712585106,
      "learning_rate": 3.93673884247194e-06,
      "loss": 0.5684,
      "step": 1113
    },
    {
      "epoch": 0.9768181070860964,
      "grad_norm": 0.26666333819741744,
      "learning_rate": 3.934802223091415e-06,
      "loss": 0.582,
      "step": 1114
    },
    {
      "epoch": 0.977694963555653,
      "grad_norm": 0.2648009228041306,
      "learning_rate": 3.932864318969882e-06,
      "loss": 0.5732,
      "step": 1115
    },
    {
      "epoch": 0.9785718200252096,
      "grad_norm": 0.26447715765911384,
      "learning_rate": 3.930925131842567e-06,
      "loss": 0.581,
      "step": 1116
    },
    {
      "epoch": 0.9794486764947663,
      "grad_norm": 0.26650421292261106,
      "learning_rate": 3.928984663445844e-06,
      "loss": 0.578,
      "step": 1117
    },
    {
      "epoch": 0.9803255329643229,
      "grad_norm": 0.27399427740484344,
      "learning_rate": 3.927042915517234e-06,
      "loss": 0.5841,
      "step": 1118
    },
    {
      "epoch": 0.9812023894338795,
      "grad_norm": 0.29486187077568676,
      "learning_rate": 3.925099889795404e-06,
      "loss": 0.5791,
      "step": 1119
    },
    {
      "epoch": 0.9820792459034362,
      "grad_norm": 0.27626862187200796,
      "learning_rate": 3.9231555880201655e-06,
      "loss": 0.5758,
      "step": 1120
    },
    {
      "epoch": 0.9829561023729928,
      "grad_norm": 0.2709394700881976,
      "learning_rate": 3.9212100119324704e-06,
      "loss": 0.5725,
      "step": 1121
    },
    {
      "epoch": 0.9838329588425495,
      "grad_norm": 0.257787971984586,
      "learning_rate": 3.919263163274416e-06,
      "loss": 0.5733,
      "step": 1122
    },
    {
      "epoch": 0.9847098153121061,
      "grad_norm": 0.2854496376494655,
      "learning_rate": 3.917315043789235e-06,
      "loss": 0.5696,
      "step": 1123
    },
    {
      "epoch": 0.9855866717816627,
      "grad_norm": 0.2566199610678738,
      "learning_rate": 3.9153656552212995e-06,
      "loss": 0.5813,
      "step": 1124
    },
    {
      "epoch": 0.9864635282512194,
      "grad_norm": 0.2555880030988225,
      "learning_rate": 3.913414999316118e-06,
      "loss": 0.5945,
      "step": 1125
    },
    {
      "epoch": 0.987340384720776,
      "grad_norm": 0.2577195559469773,
      "learning_rate": 3.911463077820336e-06,
      "loss": 0.5675,
      "step": 1126
    },
    {
      "epoch": 0.9882172411903326,
      "grad_norm": 0.26851748898394834,
      "learning_rate": 3.909509892481726e-06,
      "loss": 0.5807,
      "step": 1127
    },
    {
      "epoch": 0.9890940976598893,
      "grad_norm": 0.2617539578196299,
      "learning_rate": 3.907555445049198e-06,
      "loss": 0.5684,
      "step": 1128
    },
    {
      "epoch": 0.9899709541294459,
      "grad_norm": 0.2586839170532308,
      "learning_rate": 3.905599737272791e-06,
      "loss": 0.5801,
      "step": 1129
    },
    {
      "epoch": 0.9908478105990026,
      "grad_norm": 0.25049955800874396,
      "learning_rate": 3.903642770903671e-06,
      "loss": 0.5762,
      "step": 1130
    },
    {
      "epoch": 0.9917246670685592,
      "grad_norm": 0.27270516361418773,
      "learning_rate": 3.901684547694133e-06,
      "loss": 0.5878,
      "step": 1131
    },
    {
      "epoch": 0.9926015235381158,
      "grad_norm": 0.2816673997379789,
      "learning_rate": 3.899725069397593e-06,
      "loss": 0.5927,
      "step": 1132
    },
    {
      "epoch": 0.9934783800076725,
      "grad_norm": 0.2679288547921494,
      "learning_rate": 3.897764337768597e-06,
      "loss": 0.5772,
      "step": 1133
    },
    {
      "epoch": 0.9943552364772291,
      "grad_norm": 0.27040765991438753,
      "learning_rate": 3.895802354562808e-06,
      "loss": 0.5623,
      "step": 1134
    },
    {
      "epoch": 0.9952320929467857,
      "grad_norm": 0.29605913619532825,
      "learning_rate": 3.893839121537015e-06,
      "loss": 0.5868,
      "step": 1135
    },
    {
      "epoch": 0.9961089494163424,
      "grad_norm": 0.27461413478738583,
      "learning_rate": 3.89187464044912e-06,
      "loss": 0.5871,
      "step": 1136
    },
    {
      "epoch": 0.996985805885899,
      "grad_norm": 0.28648748056684925,
      "learning_rate": 3.8899089130581465e-06,
      "loss": 0.5753,
      "step": 1137
    },
    {
      "epoch": 0.9978626623554557,
      "grad_norm": 0.2925165297373746,
      "learning_rate": 3.8879419411242335e-06,
      "loss": 0.5828,
      "step": 1138
    },
    {
      "epoch": 0.9987395188250123,
      "grad_norm": 0.29352029461564516,
      "learning_rate": 3.885973726408634e-06,
      "loss": 0.5842,
      "step": 1139
    },
    {
      "epoch": 0.9996163752945689,
      "grad_norm": 0.28650442615475913,
      "learning_rate": 3.884004270673711e-06,
      "loss": 0.5803,
      "step": 1140
    }
  ],
  "logging_steps": 1,
  "max_steps": 3420,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 1140,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 3818875539947520.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}