{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9909375794020496,
  "global_step": 58500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 4.9915304480392985e-05,
      "loss": 3.5523,
      "step": 100
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.983060896078598e-05,
      "loss": 3.5059,
      "step": 200
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9745913441178964e-05,
      "loss": 3.4767,
      "step": 300
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.966121792157195e-05,
      "loss": 3.4675,
      "step": 400
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9576522401964936e-05,
      "loss": 3.4419,
      "step": 500
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9491826882357925e-05,
      "loss": 3.4259,
      "step": 600
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9407131362750914e-05,
      "loss": 3.4161,
      "step": 700
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.93224358431439e-05,
      "loss": 3.4152,
      "step": 800
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9237740323536886e-05,
      "loss": 3.4118,
      "step": 900
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9153044803929875e-05,
      "loss": 3.3924,
      "step": 1000
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9068349284322865e-05,
      "loss": 3.3977,
      "step": 1100
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.898365376471585e-05,
      "loss": 3.3826,
      "step": 1200
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.889895824510884e-05,
      "loss": 3.3833,
      "step": 1300
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8814262725501826e-05,
      "loss": 3.3938,
      "step": 1400
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.872956720589481e-05,
      "loss": 3.3934,
      "step": 1500
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.86448716862878e-05,
      "loss": 3.383,
      "step": 1600
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.856017616668079e-05,
      "loss": 3.3647,
      "step": 1700
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.847548064707377e-05,
      "loss": 3.3637,
      "step": 1800
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.839078512746676e-05,
      "loss": 3.3612,
      "step": 1900
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.830608960785974e-05,
      "loss": 3.3435,
      "step": 2000
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.822139408825274e-05,
      "loss": 3.35,
      "step": 2100
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.813669856864572e-05,
      "loss": 3.3507,
      "step": 2200
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.805200304903871e-05,
      "loss": 3.3403,
      "step": 2300
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.796730752943169e-05,
      "loss": 3.3351,
      "step": 2400
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.788261200982468e-05,
      "loss": 3.3336,
      "step": 2500
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.779791649021767e-05,
      "loss": 3.3289,
      "step": 2600
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7713220970610654e-05,
      "loss": 3.3252,
      "step": 2700
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.762852545100364e-05,
      "loss": 3.307,
      "step": 2800
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.754382993139663e-05,
      "loss": 3.3241,
      "step": 2900
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.745913441178962e-05,
      "loss": 3.3298,
      "step": 3000
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7374438892182604e-05,
      "loss": 3.3349,
      "step": 3100
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7289743372575594e-05,
      "loss": 3.3212,
      "step": 3200
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.720504785296858e-05,
      "loss": 3.3267,
      "step": 3300
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7120352333361565e-05,
      "loss": 3.3019,
      "step": 3400
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.7035656813754555e-05,
      "loss": 3.304,
      "step": 3500
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6950961294147544e-05,
      "loss": 3.3016,
      "step": 3600
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.686626577454053e-05,
      "loss": 3.293,
      "step": 3700
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6781570254933516e-05,
      "loss": 3.3048,
      "step": 3800
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.66968747353265e-05,
      "loss": 3.2919,
      "step": 3900
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6612179215719495e-05,
      "loss": 3.3043,
      "step": 4000
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.652748369611248e-05,
      "loss": 3.2934,
      "step": 4100
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.644278817650547e-05,
      "loss": 3.285,
      "step": 4200
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.635809265689845e-05,
      "loss": 3.2975,
      "step": 4300
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.627339713729144e-05,
      "loss": 3.2965,
      "step": 4400
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.618870161768443e-05,
      "loss": 3.2948,
      "step": 4500
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.610400609807741e-05,
      "loss": 3.2798,
      "step": 4600
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6019310578470407e-05,
      "loss": 3.2814,
      "step": 4700
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.593461505886339e-05,
      "loss": 3.2806,
      "step": 4800
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.584991953925638e-05,
      "loss": 3.2848,
      "step": 4900
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.576522401964936e-05,
      "loss": 3.269,
      "step": 5000
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.568052850004235e-05,
      "loss": 3.2796,
      "step": 5100
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.559583298043534e-05,
      "loss": 3.2701,
      "step": 5200
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.551113746082832e-05,
      "loss": 3.2709,
      "step": 5300
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.542644194122131e-05,
      "loss": 3.2648,
      "step": 5400
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.53417464216143e-05,
      "loss": 3.2835,
      "step": 5500
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5257050902007284e-05,
      "loss": 3.2673,
      "step": 5600
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.517235538240027e-05,
      "loss": 3.2659,
      "step": 5700
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5087659862793255e-05,
      "loss": 3.2549,
      "step": 5800
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.500296434318625e-05,
      "loss": 3.2573,
      "step": 5900
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4918268823579234e-05,
      "loss": 3.2486,
      "step": 6000
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4833573303972223e-05,
      "loss": 3.2548,
      "step": 6100
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.474887778436521e-05,
      "loss": 3.2523,
      "step": 6200
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4664182264758195e-05,
      "loss": 3.2674,
      "step": 6300
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4579486745151185e-05,
      "loss": 3.257,
      "step": 6400
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.449479122554417e-05,
      "loss": 3.2652,
      "step": 6500
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4410095705937163e-05,
      "loss": 3.2565,
      "step": 6600
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4325400186330146e-05,
      "loss": 3.2571,
      "step": 6700
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.424070466672313e-05,
      "loss": 3.2416,
      "step": 6800
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.415600914711612e-05,
      "loss": 3.2518,
      "step": 6900
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.407131362750911e-05,
      "loss": 3.2419,
      "step": 7000
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.3986618107902097e-05,
      "loss": 3.2416,
      "step": 7100
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.390192258829508e-05,
      "loss": 3.2563,
      "step": 7200
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.381722706868807e-05,
      "loss": 3.2414,
      "step": 7300
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.373253154908106e-05,
      "loss": 3.2349,
      "step": 7400
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.364783602947404e-05,
      "loss": 3.2392,
      "step": 7500
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.356314050986703e-05,
      "loss": 3.236,
      "step": 7600
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.347844499026002e-05,
      "loss": 3.2474,
      "step": 7700
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.339374947065301e-05,
      "loss": 3.2344,
      "step": 7800
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.330905395104599e-05,
      "loss": 3.2309,
      "step": 7900
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.322435843143898e-05,
      "loss": 3.2296,
      "step": 8000
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.313966291183197e-05,
      "loss": 3.2213,
      "step": 8100
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.305496739222495e-05,
      "loss": 3.2372,
      "step": 8200
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.297027187261794e-05,
      "loss": 3.2285,
      "step": 8300
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2885576353010924e-05,
      "loss": 3.2271,
      "step": 8400
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.280088083340392e-05,
      "loss": 3.2262,
      "step": 8500
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.27161853137969e-05,
      "loss": 3.2374,
      "step": 8600
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2631489794189885e-05,
      "loss": 3.2158,
      "step": 8700
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2546794274582875e-05,
      "loss": 3.2247,
      "step": 8800
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2462098754975864e-05,
      "loss": 3.2275,
      "step": 8900
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.237740323536885e-05,
      "loss": 3.2122,
      "step": 9000
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2292707715761836e-05,
      "loss": 3.2236,
      "step": 9100
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2208012196154825e-05,
      "loss": 3.219,
      "step": 9200
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2123316676547815e-05,
      "loss": 3.2152,
      "step": 9300
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.20386211569408e-05,
      "loss": 3.2141,
      "step": 9400
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1953925637333787e-05,
      "loss": 3.2222,
      "step": 9500
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1869230117726776e-05,
      "loss": 3.217,
      "step": 9600
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1784534598119765e-05,
      "loss": 3.19,
      "step": 9700
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.169983907851275e-05,
      "loss": 3.2152,
      "step": 9800
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.161514355890573e-05,
      "loss": 3.2156,
      "step": 9900
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1530448039298726e-05,
      "loss": 3.2323,
      "step": 10000
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.144575251969171e-05,
      "loss": 3.201,
      "step": 10100
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.13610570000847e-05,
      "loss": 3.2057,
      "step": 10200
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.127636148047768e-05,
      "loss": 3.2151,
      "step": 10300
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.119166596087067e-05,
      "loss": 3.2067,
      "step": 10400
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.110697044126366e-05,
      "loss": 3.2141,
      "step": 10500
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.102227492165664e-05,
      "loss": 3.2069,
      "step": 10600
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.093757940204964e-05,
      "loss": 3.214,
      "step": 10700
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.085288388244262e-05,
      "loss": 3.1921,
      "step": 10800
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.076818836283561e-05,
      "loss": 3.2009,
      "step": 10900
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.068349284322859e-05,
      "loss": 3.1941,
      "step": 11000
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.059879732362158e-05,
      "loss": 3.2015,
      "step": 11100
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.051410180401457e-05,
      "loss": 3.2115,
      "step": 11200
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0429406284407554e-05,
      "loss": 3.1947,
      "step": 11300
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.034471076480054e-05,
      "loss": 3.2064,
      "step": 11400
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.026001524519353e-05,
      "loss": 3.1955,
      "step": 11500
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.017531972558652e-05,
      "loss": 3.1896,
      "step": 11600
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0090624205979505e-05,
      "loss": 3.1895,
      "step": 11700
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.000592868637249e-05,
      "loss": 3.1854,
      "step": 11800
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.992123316676548e-05,
      "loss": 3.1859,
      "step": 11900
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9836537647158466e-05,
      "loss": 3.1797,
      "step": 12000
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9751842127551455e-05,
      "loss": 3.1735,
      "step": 12100
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9667146607944445e-05,
      "loss": 3.1891,
      "step": 12200
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.958245108833743e-05,
      "loss": 3.178,
      "step": 12300
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9497755568730416e-05,
      "loss": 3.1841,
      "step": 12400
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.94130600491234e-05,
      "loss": 3.1897,
      "step": 12500
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9328364529516395e-05,
      "loss": 3.181,
      "step": 12600
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.924366900990938e-05,
      "loss": 3.1887,
      "step": 12700
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.915897349030237e-05,
      "loss": 3.1768,
      "step": 12800
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.907427797069535e-05,
      "loss": 3.1868,
      "step": 12900
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.898958245108834e-05,
      "loss": 3.1735,
      "step": 13000
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.890488693148133e-05,
      "loss": 3.1742,
      "step": 13100
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.882019141187431e-05,
      "loss": 3.1726,
      "step": 13200
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.87354958922673e-05,
      "loss": 3.1813,
      "step": 13300
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.865080037266029e-05,
      "loss": 3.1859,
      "step": 13400
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.856610485305327e-05,
      "loss": 3.1808,
      "step": 13500
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.848140933344626e-05,
      "loss": 3.1895,
      "step": 13600
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.839671381383925e-05,
      "loss": 3.1823,
      "step": 13700
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.831201829423224e-05,
      "loss": 3.1739,
      "step": 13800
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.822732277462522e-05,
      "loss": 3.1784,
      "step": 13900
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.814262725501821e-05,
      "loss": 3.1694,
      "step": 14000
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.80579317354112e-05,
      "loss": 3.1748,
      "step": 14100
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7973236215804184e-05,
      "loss": 3.1572,
      "step": 14200
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.788854069619717e-05,
      "loss": 3.1497,
      "step": 14300
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7803845176590156e-05,
      "loss": 3.1731,
      "step": 14400
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.771914965698315e-05,
      "loss": 3.166,
      "step": 14500
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7634454137376135e-05,
      "loss": 3.1622,
      "step": 14600
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7549758617769124e-05,
      "loss": 3.1681,
      "step": 14700
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7465063098162106e-05,
      "loss": 3.1628,
      "step": 14800
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7380367578555096e-05,
      "loss": 3.1694,
      "step": 14900
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7295672058948085e-05,
      "loss": 3.1675,
      "step": 15000
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.721097653934107e-05,
      "loss": 3.1735,
      "step": 15100
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7126281019734064e-05,
      "loss": 3.1713,
      "step": 15200
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7041585500127046e-05,
      "loss": 3.1657,
      "step": 15300
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.695688998052003e-05,
      "loss": 3.1599,
      "step": 15400
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.687219446091302e-05,
      "loss": 3.1611,
      "step": 15500
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.678749894130601e-05,
      "loss": 3.1471,
      "step": 15600
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6702803421699e-05,
      "loss": 3.149,
      "step": 15700
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.661810790209198e-05,
      "loss": 3.1616,
      "step": 15800
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.653341238248497e-05,
      "loss": 3.1587,
      "step": 15900
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.644871686287796e-05,
      "loss": 3.1654,
      "step": 16000
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.636402134327094e-05,
      "loss": 3.15,
      "step": 16100
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.627932582366393e-05,
      "loss": 3.1617,
      "step": 16200
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.619463030405691e-05,
      "loss": 3.1636,
      "step": 16300
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.610993478444991e-05,
      "loss": 3.1624,
      "step": 16400
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.602523926484289e-05,
      "loss": 3.1528,
      "step": 16500
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.594054374523588e-05,
      "loss": 3.1422,
      "step": 16600
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.585584822562887e-05,
      "loss": 3.1561,
      "step": 16700
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.577115270602185e-05,
      "loss": 3.1427,
      "step": 16800
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.568645718641484e-05,
      "loss": 3.1453,
      "step": 16900
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5601761666807825e-05,
      "loss": 3.1325,
      "step": 17000
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5517066147200814e-05,
      "loss": 3.164,
      "step": 17100
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.54323706275938e-05,
      "loss": 3.1362,
      "step": 17200
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5347675107986786e-05,
      "loss": 3.148,
      "step": 17300
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5262979588379775e-05,
      "loss": 3.1485,
      "step": 17400
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5178284068772764e-05,
      "loss": 3.1452,
      "step": 17500
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5093588549165754e-05,
      "loss": 3.1569,
      "step": 17600
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5008893029558736e-05,
      "loss": 3.148,
      "step": 17700
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4924197509951726e-05,
      "loss": 3.1402,
      "step": 17800
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.4839501990344715e-05,
      "loss": 3.1268,
      "step": 17900
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.47548064707377e-05,
      "loss": 3.136,
      "step": 18000
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.467011095113069e-05,
      "loss": 3.1509,
      "step": 18100
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4585415431523676e-05,
      "loss": 3.1474,
      "step": 18200
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4500719911916666e-05,
      "loss": 3.1211,
      "step": 18300
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.441602439230965e-05,
      "loss": 3.1399,
      "step": 18400
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.433132887270263e-05,
      "loss": 3.136,
      "step": 18500
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.424663335309563e-05,
      "loss": 3.1276,
      "step": 18600
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.416193783348861e-05,
      "loss": 3.1275,
      "step": 18700
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.40772423138816e-05,
      "loss": 3.1434,
      "step": 18800
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.399254679427458e-05,
      "loss": 3.1449,
      "step": 18900
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.390785127466757e-05,
      "loss": 3.1407,
      "step": 19000
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.382315575506056e-05,
      "loss": 3.1477,
      "step": 19100
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.373846023545354e-05,
      "loss": 3.1433,
      "step": 19200
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.365376471584653e-05,
      "loss": 3.1309,
      "step": 19300
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.356906919623952e-05,
      "loss": 3.1358,
      "step": 19400
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.348437367663251e-05,
      "loss": 3.1293,
      "step": 19500
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.339967815702549e-05,
      "loss": 3.1343,
      "step": 19600
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.331498263741848e-05,
      "loss": 3.1449,
      "step": 19700
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.323028711781147e-05,
      "loss": 3.1374,
      "step": 19800
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3145591598204454e-05,
      "loss": 3.1353,
      "step": 19900
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3060896078597444e-05,
      "loss": 3.1383,
      "step": 20000
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.297620055899043e-05,
      "loss": 3.1336,
      "step": 20100
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2891505039383416e-05,
      "loss": 3.1375,
      "step": 20200
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2806809519776405e-05,
      "loss": 3.12,
      "step": 20300
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.272211400016939e-05,
      "loss": 3.1277,
      "step": 20400
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2637418480562384e-05,
      "loss": 3.1299,
      "step": 20500
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2552722960955366e-05,
      "loss": 3.1258,
      "step": 20600
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2468027441348356e-05,
      "loss": 3.1213,
      "step": 20700
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.238333192174134e-05,
      "loss": 3.1304,
      "step": 20800
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.229863640213433e-05,
      "loss": 3.12,
      "step": 20900
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.221394088252732e-05,
      "loss": 3.1213,
      "step": 21000
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.21292453629203e-05,
      "loss": 3.125,
      "step": 21100
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2044549843313296e-05,
      "loss": 3.1401,
      "step": 21200
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.195985432370628e-05,
      "loss": 3.1227,
      "step": 21300
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.187515880409927e-05,
      "loss": 3.1266,
      "step": 21400
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.179046328449225e-05,
      "loss": 3.1088,
      "step": 21500
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.170576776488524e-05,
      "loss": 3.122,
      "step": 21600
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.162107224527823e-05,
      "loss": 3.1386,
      "step": 21700
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.153637672567121e-05,
      "loss": 3.1304,
      "step": 21800
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.14516812060642e-05,
      "loss": 3.1306,
      "step": 21900
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.136698568645719e-05,
      "loss": 3.1093,
      "step": 22000
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.128229016685017e-05,
      "loss": 3.1339,
      "step": 22100
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.119759464724316e-05,
      "loss": 3.1,
      "step": 22200
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1112899127636144e-05,
      "loss": 3.1083,
      "step": 22300
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.102820360802914e-05,
      "loss": 3.1293,
      "step": 22400
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.094350808842212e-05,
      "loss": 3.1075,
      "step": 22500
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.085881256881511e-05,
      "loss": 3.113,
      "step": 22600
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.07741170492081e-05,
      "loss": 3.1064,
      "step": 22700
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0689421529601084e-05,
      "loss": 3.12,
      "step": 22800
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0604726009994074e-05,
      "loss": 3.1177,
      "step": 22900
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0520030490387056e-05,
      "loss": 3.1119,
      "step": 23000
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.043533497078005e-05,
      "loss": 3.1142,
      "step": 23100
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0350639451173035e-05,
      "loss": 3.1241,
      "step": 23200
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.026594393156602e-05,
      "loss": 3.1196,
      "step": 23300
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0181248411959007e-05,
      "loss": 3.1083,
      "step": 23400
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0096552892352e-05,
      "loss": 3.1272,
      "step": 23500
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0011857372744982e-05,
      "loss": 3.1082,
      "step": 23600
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9927161853137968e-05,
      "loss": 3.1078,
      "step": 23700
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9842466333530954e-05,
      "loss": 3.111,
      "step": 23800
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9757770813923947e-05,
      "loss": 3.101,
      "step": 23900
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9673075294316933e-05,
      "loss": 3.1101,
      "step": 24000
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.958837977470992e-05,
      "loss": 3.1028,
      "step": 24100
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9503684255102908e-05,
      "loss": 3.121,
      "step": 24200
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9418988735495894e-05,
      "loss": 3.1171,
      "step": 24300
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.933429321588888e-05,
      "loss": 3.101,
      "step": 24400
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9249597696281866e-05,
      "loss": 3.1049,
      "step": 24500
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.916490217667486e-05,
      "loss": 3.1207,
      "step": 24600
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9080206657067845e-05,
      "loss": 3.1235,
      "step": 24700
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.899551113746083e-05,
      "loss": 3.0954,
      "step": 24800
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8910815617853816e-05,
      "loss": 3.0962,
      "step": 24900
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8826120098246806e-05,
      "loss": 3.0972,
      "step": 25000
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8741424578639792e-05,
      "loss": 3.1103,
      "step": 25100
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8656729059032778e-05,
      "loss": 3.1188,
      "step": 25200
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8572033539425764e-05,
      "loss": 3.105,
      "step": 25300
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8487338019818753e-05,
      "loss": 3.1106,
      "step": 25400
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.840264250021174e-05,
      "loss": 3.1069,
      "step": 25500
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8317946980604725e-05,
      "loss": 3.1034,
      "step": 25600
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8233251460997718e-05,
      "loss": 3.1183,
      "step": 25700
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.8148555941390704e-05,
      "loss": 3.0853,
      "step": 25800
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.806386042178369e-05,
      "loss": 3.0938,
      "step": 25900
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7979164902176675e-05,
      "loss": 3.1,
      "step": 26000
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7894469382569665e-05,
      "loss": 3.1073,
      "step": 26100
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.780977386296265e-05,
      "loss": 3.1048,
      "step": 26200
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7725078343355637e-05,
      "loss": 3.0967,
      "step": 26300
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7640382823748623e-05,
      "loss": 3.1092,
      "step": 26400
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7555687304141615e-05,
      "loss": 3.1056,
      "step": 26500
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.74709917845346e-05,
      "loss": 3.1062,
      "step": 26600
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7386296264927584e-05,
      "loss": 3.0948,
      "step": 26700
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.730160074532057e-05,
      "loss": 3.1038,
      "step": 26800
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7216905225713563e-05,
      "loss": 3.0861,
      "step": 26900
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.713220970610655e-05,
      "loss": 3.1032,
      "step": 27000
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7047514186499535e-05,
      "loss": 3.0902,
      "step": 27100
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6962818666892524e-05,
      "loss": 3.1013,
      "step": 27200
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.687812314728551e-05,
      "loss": 3.0847,
      "step": 27300
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6793427627678496e-05,
      "loss": 3.0933,
      "step": 27400
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6708732108071482e-05,
      "loss": 3.1092,
      "step": 27500
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6624036588464474e-05,
      "loss": 3.0923,
      "step": 27600
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.653934106885746e-05,
      "loss": 3.0973,
      "step": 27700
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6454645549250446e-05,
      "loss": 3.0914,
      "step": 27800
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6369950029643432e-05,
      "loss": 3.0959,
      "step": 27900
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.628525451003642e-05,
      "loss": 3.0862,
      "step": 28000
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6200558990429408e-05,
      "loss": 3.0977,
      "step": 28100
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6115863470822394e-05,
      "loss": 3.1002,
      "step": 28200
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.603116795121538e-05,
      "loss": 3.0855,
      "step": 28300
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5946472431608372e-05,
      "loss": 3.0975,
      "step": 28400
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5861776912001355e-05,
      "loss": 3.0851,
      "step": 28500
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.577708139239434e-05,
      "loss": 3.0955,
      "step": 28600
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5692385872787333e-05,
      "loss": 3.0857,
      "step": 28700
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.560769035318032e-05,
      "loss": 3.0829,
      "step": 28800
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5522994833573305e-05,
      "loss": 3.101,
      "step": 28900
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.543829931396629e-05,
      "loss": 3.0801,
      "step": 29000
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.535360379435928e-05,
      "loss": 3.0866,
      "step": 29100
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5268908274752267e-05,
      "loss": 3.0837,
      "step": 29200
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5184212755145253e-05,
      "loss": 3.0913,
      "step": 29300
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.509951723553824e-05,
      "loss": 3.0995,
      "step": 29400
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.501482171593123e-05,
      "loss": 3.09,
      "step": 29500
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4930126196324217e-05,
      "loss": 3.086,
      "step": 29600
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.4845430676717203e-05,
      "loss": 3.0855,
      "step": 29700
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.476073515711019e-05,
      "loss": 3.066,
      "step": 29800
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4676039637503175e-05,
      "loss": 3.0859,
      "step": 29900
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4591344117896164e-05,
      "loss": 3.082,
      "step": 30000
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4506648598289154e-05,
      "loss": 3.0778,
      "step": 30100
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.442195307868214e-05,
      "loss": 3.0822,
      "step": 30200
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4337257559075126e-05,
      "loss": 3.0863,
      "step": 30300
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.425256203946811e-05,
      "loss": 3.0934,
      "step": 30400
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.41678665198611e-05,
      "loss": 3.0759,
      "step": 30500
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4083171000254087e-05,
      "loss": 3.0635,
      "step": 30600
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3998475480647076e-05,
      "loss": 3.0835,
      "step": 30700
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3913779961040062e-05,
      "loss": 3.0853,
      "step": 30800
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.382908444143305e-05,
      "loss": 3.0833,
      "step": 30900
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3744388921826034e-05,
      "loss": 3.077,
      "step": 31000
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3659693402219023e-05,
      "loss": 3.0867,
      "step": 31100
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.357499788261201e-05,
      "loss": 3.0786,
      "step": 31200
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3490302363005e-05,
      "loss": 3.0681,
      "step": 31300
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3405606843397985e-05,
      "loss": 3.0735,
      "step": 31400
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3320911323790974e-05,
      "loss": 3.0803,
      "step": 31500
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.323621580418396e-05,
      "loss": 3.0844,
      "step": 31600
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3151520284576946e-05,
      "loss": 3.0951,
      "step": 31700
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3066824764969935e-05,
      "loss": 3.0832,
      "step": 31800
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.298212924536292e-05,
      "loss": 3.0928,
      "step": 31900
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.289743372575591e-05,
      "loss": 3.0811,
      "step": 32000
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2812738206148897e-05,
      "loss": 3.072,
      "step": 32100
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2728042686541883e-05,
      "loss": 3.0795,
      "step": 32200
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.264334716693487e-05,
      "loss": 3.0612,
      "step": 32300
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2558651647327858e-05,
      "loss": 3.0662,
      "step": 32400
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2473956127720844e-05,
      "loss": 3.0706,
      "step": 32500
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2389260608113833e-05,
      "loss": 3.0784,
      "step": 32600
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.230456508850682e-05,
      "loss": 3.0772,
      "step": 32700
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2219869568899805e-05,
      "loss": 3.0707,
      "step": 32800
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.213517404929279e-05,
      "loss": 3.0694,
      "step": 32900
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.205047852968578e-05,
      "loss": 3.0698,
      "step": 33000
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.196578301007877e-05,
      "loss": 3.0786,
      "step": 33100
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1881087490471756e-05,
      "loss": 3.0848,
      "step": 33200
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.1796391970864745e-05,
      "loss": 3.0653,
      "step": 33300
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.171169645125773e-05,
      "loss": 3.0685,
      "step": 33400
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1627000931650717e-05,
      "loss": 3.0771,
      "step": 33500
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1542305412043703e-05,
      "loss": 3.0785,
      "step": 33600
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1457609892436692e-05,
      "loss": 3.0759,
      "step": 33700
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1372914372829678e-05,
      "loss": 3.0562,
      "step": 33800
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1288218853222667e-05,
      "loss": 3.0591,
      "step": 33900
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1203523333615653e-05,
      "loss": 3.0694,
      "step": 34000
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.111882781400864e-05,
      "loss": 3.074,
      "step": 34100
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1034132294401625e-05,
      "loss": 3.0626,
      "step": 34200
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0949436774794615e-05,
      "loss": 3.0694,
      "step": 34300
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.08647412551876e-05,
      "loss": 3.0527,
      "step": 34400
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.078004573558059e-05,
      "loss": 3.0894,
      "step": 34500
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0695350215973576e-05,
      "loss": 3.0732,
      "step": 34600
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0610654696366562e-05,
      "loss": 3.0553,
      "step": 34700
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.052595917675955e-05,
      "loss": 3.069,
      "step": 34800
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0441263657152537e-05,
      "loss": 3.057,
      "step": 34900
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0356568137545526e-05,
      "loss": 3.0674,
      "step": 35000
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0271872617938512e-05,
      "loss": 3.0551,
      "step": 35100
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.01871770983315e-05,
      "loss": 3.0641,
      "step": 35200
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0102481578724484e-05,
      "loss": 3.0686,
      "step": 35300
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0017786059117474e-05,
      "loss": 3.0725,
      "step": 35400
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.993309053951046e-05,
      "loss": 3.0514,
      "step": 35500
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.984839501990345e-05,
      "loss": 3.0582,
      "step": 35600
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.9763699500296435e-05,
      "loss": 3.0652,
      "step": 35700
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9679003980689424e-05,
      "loss": 3.0605,
      "step": 35800
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9594308461082407e-05,
      "loss": 3.062,
      "step": 35900
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9509612941475396e-05,
      "loss": 3.0635,
      "step": 36000
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9424917421868386e-05,
      "loss": 3.0724,
      "step": 36100
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.934022190226137e-05,
      "loss": 3.0564,
      "step": 36200
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.925552638265436e-05,
      "loss": 3.06,
      "step": 36300
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9170830863047347e-05,
      "loss": 3.0538,
      "step": 36400
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9086135343440333e-05,
      "loss": 3.0733,
      "step": 36500
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.900143982383332e-05,
      "loss": 3.0621,
      "step": 36600
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8916744304226308e-05,
      "loss": 3.0612,
      "step": 36700
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8832048784619294e-05,
      "loss": 3.0689,
      "step": 36800
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8747353265012283e-05,
      "loss": 3.0566,
      "step": 36900
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.866265774540527e-05,
      "loss": 3.0654,
      "step": 37000
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8577962225798255e-05,
      "loss": 3.0759,
      "step": 37100
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.849326670619124e-05,
      "loss": 3.0362,
      "step": 37200
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.840857118658423e-05,
      "loss": 3.0546,
      "step": 37300
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8323875666977216e-05,
      "loss": 3.0448,
      "step": 37400
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8239180147370206e-05,
      "loss": 3.0466,
      "step": 37500
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8154484627763192e-05,
      "loss": 3.0615,
      "step": 37600
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8069789108156178e-05,
      "loss": 3.0625,
      "step": 37700
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7985093588549167e-05,
      "loss": 3.0585,
      "step": 37800
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7900398068942153e-05,
      "loss": 3.0618,
      "step": 37900
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7815702549335142e-05,
      "loss": 3.0534,
      "step": 38000
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7731007029728128e-05,
      "loss": 3.0561,
      "step": 38100
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7646311510121118e-05,
      "loss": 3.0567,
      "step": 38200
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7561615990514104e-05,
      "loss": 3.0477,
      "step": 38300
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.747692047090709e-05,
      "loss": 3.0515,
      "step": 38400
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7392224951300075e-05,
      "loss": 3.0532,
      "step": 38500
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7307529431693065e-05,
      "loss": 3.0529,
      "step": 38600
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.722283391208605e-05,
      "loss": 3.0572,
      "step": 38700
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.713813839247904e-05,
      "loss": 3.0475,
      "step": 38800
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7053442872872026e-05,
      "loss": 3.0493,
      "step": 38900
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6968747353265012e-05,
      "loss": 3.0508,
      "step": 39000
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6884051833657998e-05,
      "loss": 3.0416,
      "step": 39100
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6799356314050987e-05,
      "loss": 3.0627,
      "step": 39200
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6714660794443977e-05,
      "loss": 3.0601,
      "step": 39300
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6629965274836963e-05,
      "loss": 3.0513,
      "step": 39400
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.654526975522995e-05,
      "loss": 3.0416,
      "step": 39500
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6460574235622935e-05,
      "loss": 3.0336,
      "step": 39600
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6375878716015924e-05,
      "loss": 3.0533,
      "step": 39700
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.629118319640891e-05,
      "loss": 3.0382,
      "step": 39800
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.62064876768019e-05,
      "loss": 3.0587,
      "step": 39900
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6121792157194885e-05,
      "loss": 3.0485,
      "step": 40000
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6037096637587874e-05,
      "loss": 3.0486,
      "step": 40100
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5952401117980857e-05,
      "loss": 3.0474,
      "step": 40200
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5867705598373846e-05,
      "loss": 3.0532,
      "step": 40300
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5783010078766832e-05,
      "loss": 3.0637,
      "step": 40400
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.569831455915982e-05,
      "loss": 3.0459,
      "step": 40500
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5613619039552808e-05,
      "loss": 3.065,
      "step": 40600
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5528923519945797e-05,
      "loss": 3.0519,
      "step": 40700
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5444228000338783e-05,
      "loss": 3.0472,
      "step": 40800
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.535953248073177e-05,
      "loss": 3.0471,
      "step": 40900
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5274836961124758e-05,
      "loss": 3.0422,
      "step": 41000
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5190141441517744e-05,
      "loss": 3.038,
      "step": 41100
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5105445921910732e-05,
      "loss": 3.0496,
      "step": 41200
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5020750402303718e-05,
      "loss": 3.0319,
      "step": 41300
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4936054882696707e-05,
      "loss": 3.063,
      "step": 41400
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4851359363089693e-05,
      "loss": 3.0562,
      "step": 41500
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.476666384348268e-05,
      "loss": 3.0498,
      "step": 41600
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4681968323875667e-05,
      "loss": 3.051,
      "step": 41700
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4597272804268656e-05,
      "loss": 3.0489,
      "step": 41800
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.451257728466164e-05,
      "loss": 3.0343,
      "step": 41900
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.442788176505463e-05,
      "loss": 3.0435,
      "step": 42000
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4343186245447616e-05,
      "loss": 3.0501,
      "step": 42100
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4258490725840603e-05,
      "loss": 3.031,
      "step": 42200
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4173795206233593e-05,
      "loss": 3.0329,
      "step": 42300
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4089099686626578e-05,
      "loss": 3.0504,
      "step": 42400
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4004404167019566e-05,
      "loss": 3.0362,
      "step": 42500
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3919708647412552e-05,
      "loss": 3.0524,
      "step": 42600
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3835013127805541e-05,
      "loss": 3.0296,
      "step": 42700
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3750317608198526e-05,
      "loss": 3.0205,
      "step": 42800
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3665622088591515e-05,
      "loss": 3.0417,
      "step": 42900
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3580926568984501e-05,
      "loss": 3.0295,
      "step": 43000
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3496231049377489e-05,
      "loss": 3.0426,
      "step": 43100
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3411535529770475e-05,
      "loss": 3.0326,
      "step": 43200
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3326840010163464e-05,
      "loss": 3.0363,
      "step": 43300
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3242144490556448e-05,
      "loss": 3.0387,
      "step": 43400
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3157448970949438e-05,
      "loss": 3.0566,
      "step": 43500
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3072753451342423e-05,
      "loss": 3.0494,
      "step": 43600
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2988057931735411e-05,
      "loss": 3.0362,
      "step": 43700
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.29033624121284e-05,
      "loss": 3.035,
      "step": 43800
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2818666892521386e-05,
      "loss": 3.0403,
      "step": 43900
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2733971372914374e-05,
      "loss": 3.0269,
      "step": 44000
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.264927585330736e-05,
      "loss": 3.0445,
      "step": 44100
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.256458033370035e-05,
      "loss": 3.0552,
      "step": 44200
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2479884814093334e-05,
      "loss": 3.0457,
      "step": 44300
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2395189294486323e-05,
      "loss": 3.0357,
      "step": 44400
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.231049377487931e-05,
      "loss": 3.0359,
      "step": 44500
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2225798255272297e-05,
      "loss": 3.0324,
      "step": 44600
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2141102735665284e-05,
      "loss": 3.0243,
      "step": 44700
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2056407216058272e-05,
      "loss": 3.0422,
      "step": 44800
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1971711696451258e-05,
      "loss": 3.0402,
      "step": 44900
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1887016176844245e-05,
      "loss": 3.0223,
      "step": 45000
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1802320657237233e-05,
      "loss": 3.0451,
      "step": 45100
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1717625137630219e-05,
      "loss": 3.0361,
      "step": 45200
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1632929618023207e-05,
      "loss": 3.0407,
      "step": 45300
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1548234098416194e-05,
      "loss": 3.0438,
      "step": 45400
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1463538578809182e-05,
      "loss": 3.0407,
      "step": 45500
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1378843059202168e-05,
      "loss": 3.0329,
      "step": 45600
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1294147539595156e-05,
      "loss": 3.0402,
      "step": 45700
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1209452019988143e-05,
      "loss": 3.0192,
      "step": 45800
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1124756500381131e-05,
      "loss": 3.0397,
      "step": 45900
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.1040060980774119e-05,
      "loss": 3.0414,
      "step": 46000
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0955365461167104e-05,
      "loss": 3.0444,
      "step": 46100
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0870669941560092e-05,
      "loss": 3.0262,
      "step": 46200
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.078597442195308e-05,
      "loss": 3.0314,
      "step": 46300
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0701278902346067e-05,
      "loss": 3.0355,
      "step": 46400
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0616583382739053e-05,
      "loss": 3.0337,
      "step": 46500
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0531887863132041e-05,
      "loss": 3.0244,
      "step": 46600
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0447192343525029e-05,
      "loss": 3.0406,
      "step": 46700
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0362496823918015e-05,
      "loss": 3.0264,
      "step": 46800
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0277801304311002e-05,
      "loss": 3.0171,
      "step": 46900
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.019310578470399e-05,
      "loss": 3.038,
      "step": 47000
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0108410265096976e-05,
      "loss": 3.0332,
      "step": 47100
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0023714745489964e-05,
      "loss": 3.0345,
      "step": 47200
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.939019225882951e-06,
      "loss": 3.0281,
      "step": 47300
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.854323706275939e-06,
      "loss": 3.0287,
      "step": 47400
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.769628186668926e-06,
      "loss": 3.0325,
      "step": 47500
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.684932667061914e-06,
      "loss": 3.0295,
      "step": 47600
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.6002371474549e-06,
      "loss": 3.0216,
      "step": 47700
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.515541627847888e-06,
      "loss": 3.0283,
      "step": 47800
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.430846108240875e-06,
      "loss": 3.0388,
      "step": 47900
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.346150588633861e-06,
      "loss": 3.0301,
      "step": 48000
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.261455069026849e-06,
      "loss": 3.0256,
      "step": 48100
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.176759549419837e-06,
      "loss": 3.0346,
      "step": 48200
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.092064029812823e-06,
      "loss": 3.0234,
      "step": 48300
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.00736851020581e-06,
      "loss": 3.0338,
      "step": 48400
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.922672990598798e-06,
      "loss": 3.0332,
      "step": 48500
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.837977470991784e-06,
      "loss": 3.0266,
      "step": 48600
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.753281951384771e-06,
      "loss": 3.0269,
      "step": 48700
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.668586431777759e-06,
      "loss": 3.0424,
      "step": 48800
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.583890912170747e-06,
      "loss": 3.0308,
      "step": 48900
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.499195392563734e-06,
      "loss": 3.0307,
      "step": 49000
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.414499872956722e-06,
      "loss": 3.0371,
      "step": 49100
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.329804353349708e-06,
      "loss": 3.0242,
      "step": 49200
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.245108833742696e-06,
      "loss": 3.0059,
      "step": 49300
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.160413314135683e-06,
      "loss": 3.0178,
      "step": 49400
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.07571779452867e-06,
      "loss": 3.0377,
      "step": 49500
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.991022274921657e-06,
      "loss": 3.0219,
      "step": 49600
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.906326755314645e-06,
      "loss": 3.0222,
      "step": 49700
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.82163123570763e-06,
      "loss": 3.0212,
      "step": 49800
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.736935716100618e-06,
      "loss": 3.0206,
      "step": 49900
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.652240196493606e-06,
      "loss": 3.0306,
      "step": 50000
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.567544676886593e-06,
      "loss": 3.0202,
      "step": 50100
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.482849157279579e-06,
      "loss": 3.0214,
      "step": 50200
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.398153637672567e-06,
      "loss": 3.0239,
      "step": 50300
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.3134581180655555e-06,
      "loss": 3.0195,
      "step": 50400
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.228762598458542e-06,
      "loss": 3.0185,
      "step": 50500
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.14406707885153e-06,
      "loss": 3.016,
      "step": 50600
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.059371559244517e-06,
      "loss": 3.0277,
      "step": 50700
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.974676039637504e-06,
      "loss": 3.0143,
      "step": 50800
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.889980520030491e-06,
      "loss": 3.0108,
      "step": 50900
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.805285000423478e-06,
      "loss": 3.0318,
      "step": 51000
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.720589480816465e-06,
      "loss": 3.0208,
      "step": 51100
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.6358939612094525e-06,
      "loss": 3.0205,
      "step": 51200
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.551198441602439e-06,
      "loss": 3.0157,
      "step": 51300
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.466502921995427e-06,
      "loss": 3.0279,
      "step": 51400
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.381807402388414e-06,
      "loss": 3.025,
      "step": 51500
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.2971118827814005e-06,
      "loss": 3.0308,
      "step": 51600
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.212416363174388e-06,
      "loss": 3.0267,
      "step": 51700
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.127720843567376e-06,
      "loss": 3.0162,
      "step": 51800
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.043025323960363e-06,
      "loss": 3.0222,
      "step": 51900
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.95832980435335e-06,
      "loss": 3.0254,
      "step": 52000
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.873634284746337e-06,
      "loss": 3.018,
      "step": 52100
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.788938765139324e-06,
      "loss": 3.0356,
      "step": 52200
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.7042432455323115e-06,
      "loss": 3.0214,
      "step": 52300
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.619547725925299e-06,
      "loss": 3.0305,
      "step": 52400
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.534852206318286e-06,
      "loss": 3.0152,
      "step": 52500
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.450156686711274e-06,
      "loss": 3.0186,
      "step": 52600
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.36546116710426e-06,
      "loss": 3.0346,
      "step": 52700
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.280765647497247e-06,
      "loss": 3.0218,
      "step": 52800
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.196070127890235e-06,
      "loss": 3.019,
      "step": 52900
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.111374608283222e-06,
      "loss": 3.0156,
      "step": 53000
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.026679088676209e-06,
      "loss": 3.0197,
      "step": 53100
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.941983569069197e-06,
      "loss": 3.0399,
      "step": 53200
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.857288049462184e-06,
      "loss": 3.027,
      "step": 53300
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.7725925298551706e-06,
      "loss": 3.0162,
      "step": 53400
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.687897010248158e-06,
      "loss": 3.014,
      "step": 53500
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.603201490641145e-06,
      "loss": 3.0085,
      "step": 53600
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.518505971034133e-06,
      "loss": 3.024,
      "step": 53700
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.43381045142712e-06,
      "loss": 3.0396,
      "step": 53800
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.349114931820107e-06,
      "loss": 3.0316,
      "step": 53900
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.264419412213094e-06,
      "loss": 3.0183,
      "step": 54000
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.1797238926060815e-06,
      "loss": 3.0202,
      "step": 54100
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.095028372999068e-06,
      "loss": 3.0152,
      "step": 54200
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.010332853392056e-06,
      "loss": 3.0135,
      "step": 54300
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.925637333785043e-06,
      "loss": 3.0171,
      "step": 54400
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.84094181417803e-06,
      "loss": 3.0066,
      "step": 54500
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.7562462945710177e-06,
      "loss": 3.0215,
      "step": 54600
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.671550774964005e-06,
      "loss": 3.0293,
      "step": 54700
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5868552553569917e-06,
      "loss": 3.0306,
      "step": 54800
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.502159735749979e-06,
      "loss": 2.9963,
      "step": 54900
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.417464216142966e-06,
      "loss": 3.0154,
      "step": 55000
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3327686965359534e-06,
      "loss": 3.0095,
      "step": 55100
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.24807317692894e-06,
      "loss": 3.0303,
      "step": 55200
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1633776573219282e-06,
      "loss": 3.0051,
      "step": 55300
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.078682137714915e-06,
      "loss": 3.0159,
      "step": 55400
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9939866181079023e-06,
      "loss": 3.0286,
      "step": 55500
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9092910985008895e-06,
      "loss": 3.0101,
      "step": 55600
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8245955788938767e-06,
      "loss": 3.0209,
      "step": 55700
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.739900059286864e-06,
      "loss": 3.0211,
      "step": 55800
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.655204539679851e-06,
      "loss": 3.0115,
      "step": 55900
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.5705090200728384e-06,
      "loss": 3.0079,
      "step": 56000
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4858135004658256e-06,
      "loss": 3.024,
      "step": 56100
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.4011179808588124e-06,
      "loss": 3.0007,
      "step": 56200
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3164224612518e-06,
      "loss": 3.0143,
      "step": 56300
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2317269416447873e-06,
      "loss": 3.0156,
      "step": 56400
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.147031422037774e-06,
      "loss": 3.0226,
      "step": 56500
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0623359024307617e-06,
      "loss": 3.0141,
      "step": 56600
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.977640382823749e-06,
      "loss": 3.0103,
      "step": 56700
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.892944863216736e-06,
      "loss": 3.0173,
      "step": 56800
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.808249343609723e-06,
      "loss": 3.0108,
      "step": 56900
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.7235538240027104e-06,
      "loss": 3.0124,
      "step": 57000
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6388583043956976e-06,
      "loss": 2.9971,
      "step": 57100
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5541627847886846e-06,
      "loss": 3.0153,
      "step": 57200
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.469467265181672e-06,
      "loss": 3.0132,
      "step": 57300
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.384771745574659e-06,
      "loss": 3.0081,
      "step": 57400
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3000762259676463e-06,
      "loss": 3.0063,
      "step": 57500
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2153807063606335e-06,
      "loss": 3.0041,
      "step": 57600
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.1306851867536208e-06,
      "loss": 3.0169,
      "step": 57700
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.045989667146608e-06,
      "loss": 3.0159,
      "step": 57800
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.612941475395952e-07,
      "loss": 3.0267,
      "step": 57900
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.765986279325823e-07,
      "loss": 3.0168,
      "step": 58000
    },
    {
      "epoch": 0.98,
      "learning_rate": 7.919031083255696e-07,
      "loss": 3.0242,
      "step": 58100
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.072075887185568e-07,
      "loss": 3.0119,
      "step": 58200
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.22512069111544e-07,
      "loss": 3.0119,
      "step": 58300
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.378165495045312e-07,
      "loss": 3.0148,
      "step": 58400
    },
    {
      "epoch": 0.99,
      "learning_rate": 4.5312102989751844e-07,
      "loss": 3.0125,
      "step": 58500
    }
  ],
  "max_steps": 59035,
  "num_train_epochs": 1,
  "total_flos": 1.0402854309199872e+19,
  "trial_name": null,
  "trial_params": null
}