{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.04694358968884695,
  "eval_steps": 500,
  "global_step": 5110000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999999998149024,
      "loss": 8.5332,
      "step": 5000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999999990629436,
      "loss": 8.1061,
      "step": 10000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000499999997732555,
      "loss": 8.1201,
      "step": 15000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999999958237364,
      "loss": 8.1658,
      "step": 20000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000499999993336488,
      "loss": 8.2813,
      "step": 25000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999999902708098,
      "loss": 8.3271,
      "step": 30000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999999866267018,
      "loss": 8.3799,
      "step": 35000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999999824041639,
      "loss": 8.4484,
      "step": 40000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999999776031961,
      "loss": 8.4779,
      "step": 45000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999999722237985,
      "loss": 8.4402,
      "step": 50000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999999662659712,
      "loss": 8.4371,
      "step": 55000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999999597297141,
      "loss": 8.4231,
      "step": 60000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999999526150273,
      "loss": 8.3955,
      "step": 65000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999999449219107,
      "loss": 8.4,
      "step": 70000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999999366503643,
      "loss": 8.414,
      "step": 75000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999999278003882,
      "loss": 8.4149,
      "step": 80000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999999183719824,
      "loss": 8.4205,
      "step": 85000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000499999908365147,
      "loss": 8.4157,
      "step": 90000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999998977798819,
      "loss": 8.4017,
      "step": 95000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999998866161871,
      "loss": 8.4086,
      "step": 100000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999998748740628,
      "loss": 8.3796,
      "step": 105000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000499999862553509,
      "loss": 8.4095,
      "step": 110000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999998496545254,
      "loss": 8.4944,
      "step": 115000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999998361771126,
      "loss": 8.4752,
      "step": 120000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999998221212701,
      "loss": 8.4344,
      "step": 125000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999998074869983,
      "loss": 8.4137,
      "step": 130000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999997922742969,
      "loss": 8.468,
      "step": 135000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999997764831663,
      "loss": 8.5349,
      "step": 140000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999997601136063,
      "loss": 8.5042,
      "step": 145000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999997431656169,
      "loss": 8.5147,
      "step": 150000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999997256391984,
      "loss": 8.4722,
      "step": 155000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999997075343505,
      "loss": 8.4144,
      "step": 160000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999996888510735,
      "loss": 8.3935,
      "step": 165000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999996695893673,
      "loss": 8.4244,
      "step": 170000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999996497492322,
      "loss": 8.4991,
      "step": 175000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999996293306679,
      "loss": 8.5739,
      "step": 180000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999996083336746,
      "loss": 8.5794,
      "step": 185000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999995867582523,
      "loss": 8.5878,
      "step": 190000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999995646044011,
      "loss": 8.6133,
      "step": 195000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999995418721212,
      "loss": 8.5593,
      "step": 200000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999995185614123,
      "loss": 8.5519,
      "step": 205000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999994946722748,
      "loss": 8.5628,
      "step": 210000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999994702047085,
      "loss": 8.5084,
      "step": 215000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999994451587136,
      "loss": 8.5437,
      "step": 220000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999994195342902,
      "loss": 8.5508,
      "step": 225000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999993933314382,
      "loss": 8.5281,
      "step": 230000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999993665501577,
      "loss": 8.5282,
      "step": 235000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999993391904488,
      "loss": 8.5707,
      "step": 240000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999993112523117,
      "loss": 8.5596,
      "step": 245000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999992827357463,
      "loss": 8.554,
      "step": 250000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999992536407527,
      "loss": 8.5556,
      "step": 255000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999992239673309,
      "loss": 8.5767,
      "step": 260000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000499999193715481,
      "loss": 8.579,
      "step": 265000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999991628852031,
      "loss": 8.5437,
      "step": 270000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999991314764974,
      "loss": 8.5226,
      "step": 275000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999990994893638,
      "loss": 8.5095,
      "step": 280000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999990669238024,
      "loss": 8.521,
      "step": 285000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999990337798134,
      "loss": 8.5687,
      "step": 290000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999990000573966,
      "loss": 8.567,
      "step": 295000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999989657565524,
      "loss": 8.5399,
      "step": 300000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999989308772806,
      "loss": 8.5336,
      "step": 305000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999988954195816,
      "loss": 8.5427,
      "step": 310000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999988593834551,
      "loss": 8.5369,
      "step": 315000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999988227689015,
      "loss": 8.5183,
      "step": 320000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999987855759207,
      "loss": 8.5165,
      "step": 325000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999987478045128,
      "loss": 8.5009,
      "step": 330000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000499998709454678,
      "loss": 8.4832,
      "step": 335000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999986705264164,
      "loss": 8.4453,
      "step": 340000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999986310197279,
      "loss": 8.4457,
      "step": 345000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999985909346127,
      "loss": 8.4958,
      "step": 350000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000499998550271071,
      "loss": 8.5252,
      "step": 355000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999985090291027,
      "loss": 8.526,
      "step": 360000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999984672087081,
      "loss": 8.4962,
      "step": 365000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000499998424809887,
      "loss": 8.471,
      "step": 370000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999983818326398,
      "loss": 8.4943,
      "step": 375000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999983382769665,
      "loss": 8.5109,
      "step": 380000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999982941428673,
      "loss": 8.5156,
      "step": 385000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999982494303419,
      "loss": 8.4645,
      "step": 390000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999982041393909,
      "loss": 8.4879,
      "step": 395000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999981582700142,
      "loss": 8.5108,
      "step": 400000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999981118222117,
      "loss": 8.545,
      "step": 405000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999980647959839,
      "loss": 8.5518,
      "step": 410000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999980171913307,
      "loss": 8.5067,
      "step": 415000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999979690082521,
      "loss": 8.537,
      "step": 420000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999979202467483,
      "loss": 8.4697,
      "step": 425000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999978709068197,
      "loss": 8.4782,
      "step": 430000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000499997820988466,
      "loss": 8.4981,
      "step": 435000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999977704916876,
      "loss": 8.5571,
      "step": 440000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999977194164844,
      "loss": 8.514,
      "step": 445000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999976677628566,
      "loss": 8.4959,
      "step": 450000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999976155308043,
      "loss": 8.58,
      "step": 455000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999975627203278,
      "loss": 8.6084,
      "step": 460000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999975093314269,
      "loss": 8.5743,
      "step": 465000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000499997455364102,
      "loss": 8.5643,
      "step": 470000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999974008183532,
      "loss": 8.4961,
      "step": 475000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999973456941804,
      "loss": 8.4412,
      "step": 480000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.000499997289991584,
      "loss": 8.4485,
      "step": 485000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999972337105639,
      "loss": 8.4707,
      "step": 490000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999971768511204,
      "loss": 8.4722,
      "step": 495000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999971194132537,
      "loss": 8.486,
      "step": 500000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999970613969636,
      "loss": 8.438,
      "step": 505000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999970028022505,
      "loss": 8.4606,
      "step": 510000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999969436291146,
      "loss": 8.518,
      "step": 515000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999968838775557,
      "loss": 8.5148,
      "step": 520000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999968235475743,
      "loss": 8.5136,
      "step": 525000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999967626391703,
      "loss": 8.4632,
      "step": 530000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999967011523439,
      "loss": 8.4725,
      "step": 535000
    },
    {
      "epoch": 0.0,
      "learning_rate": 0.0004999966390870954,
      "loss": 8.4696,
      "step": 540000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999965764434247,
      "loss": 8.4397,
      "step": 545000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999965132213321,
      "loss": 8.4486,
      "step": 550000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999964494208178,
      "loss": 8.4202,
      "step": 555000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999963850418817,
      "loss": 8.4795,
      "step": 560000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999963200845243,
      "loss": 8.5227,
      "step": 565000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999962545487453,
      "loss": 8.5248,
      "step": 570000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999961884345453,
      "loss": 8.5308,
      "step": 575000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999961217419241,
      "loss": 8.5287,
      "step": 580000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999960544708822,
      "loss": 8.5622,
      "step": 585000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999959866214195,
      "loss": 8.5303,
      "step": 590000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999959181935361,
      "loss": 8.4332,
      "step": 595000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999958491872324,
      "loss": 8.4176,
      "step": 600000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999957796025085,
      "loss": 8.3863,
      "step": 605000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999957094393644,
      "loss": 8.3405,
      "step": 610000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999956386978003,
      "loss": 8.3725,
      "step": 615000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999955673778165,
      "loss": 8.4165,
      "step": 620000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999954954794132,
      "loss": 8.3808,
      "step": 625000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999954230025904,
      "loss": 8.3515,
      "step": 630000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999953499473482,
      "loss": 8.3555,
      "step": 635000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000499995276313687,
      "loss": 8.4179,
      "step": 640000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999952021016069,
      "loss": 8.4277,
      "step": 645000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000499995127311108,
      "loss": 8.4402,
      "step": 650000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999950519421905,
      "loss": 8.4472,
      "step": 655000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999949759948546,
      "loss": 8.4497,
      "step": 660000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999948994691005,
      "loss": 8.4436,
      "step": 665000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999948223649283,
      "loss": 8.4619,
      "step": 670000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999947446823382,
      "loss": 8.4528,
      "step": 675000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999946664213305,
      "loss": 8.4476,
      "step": 680000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999945875819051,
      "loss": 8.5146,
      "step": 685000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999945081640625,
      "loss": 8.5345,
      "step": 690000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999944281678027,
      "loss": 8.5706,
      "step": 695000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000499994347593126,
      "loss": 8.5314,
      "step": 700000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999942664400324,
      "loss": 8.5054,
      "step": 705000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999941847085223,
      "loss": 8.5103,
      "step": 710000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999941023985958,
      "loss": 8.5057,
      "step": 715000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000499994019510253,
      "loss": 8.4851,
      "step": 720000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999939360434942,
      "loss": 8.4865,
      "step": 725000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999938519983196,
      "loss": 8.4787,
      "step": 730000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999937673747293,
      "loss": 8.4496,
      "step": 735000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999936821727237,
      "loss": 8.4326,
      "step": 740000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999935963923027,
      "loss": 8.387,
      "step": 745000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999935100334667,
      "loss": 8.4004,
      "step": 750000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000499993423096216,
      "loss": 8.4077,
      "step": 755000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999933355805504,
      "loss": 8.3867,
      "step": 760000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999932474864706,
      "loss": 8.4258,
      "step": 765000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999931588139764,
      "loss": 8.4821,
      "step": 770000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999930695630682,
      "loss": 8.4397,
      "step": 775000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999929797337462,
      "loss": 8.5221,
      "step": 780000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999928893260105,
      "loss": 8.4864,
      "step": 785000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999927983398616,
      "loss": 8.4338,
      "step": 790000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999927067752993,
      "loss": 8.4292,
      "step": 795000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999926146323241,
      "loss": 8.3973,
      "step": 800000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999925219109361,
      "loss": 8.4031,
      "step": 805000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999924286111355,
      "loss": 8.3967,
      "step": 810000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999923347329226,
      "loss": 8.4021,
      "step": 815000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999922402762977,
      "loss": 8.414,
      "step": 820000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999921452412606,
      "loss": 8.4847,
      "step": 825000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000499992049627812,
      "loss": 8.4377,
      "step": 830000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000499991953435952,
      "loss": 8.4167,
      "step": 835000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999918566656806,
      "loss": 8.445,
      "step": 840000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999917593169984,
      "loss": 8.4625,
      "step": 845000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999916613899052,
      "loss": 8.459,
      "step": 850000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999915628844015,
      "loss": 8.4831,
      "step": 855000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999914638004875,
      "loss": 8.478,
      "step": 860000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999913641381633,
      "loss": 8.4598,
      "step": 865000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999912638974292,
      "loss": 8.4568,
      "step": 870000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999911630782856,
      "loss": 8.4423,
      "step": 875000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999910616807323,
      "loss": 8.4638,
      "step": 880000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999909597047702,
      "loss": 8.4405,
      "step": 885000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999908571503989,
      "loss": 8.4464,
      "step": 890000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999907540176189,
      "loss": 8.4808,
      "step": 895000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999906503064305,
      "loss": 8.437,
      "step": 900000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999905460168339,
      "loss": 8.4214,
      "step": 905000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999904411488293,
      "loss": 8.4418,
      "step": 910000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999903357024169,
      "loss": 8.5303,
      "step": 915000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999902296775971,
      "loss": 8.4865,
      "step": 920000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00049999012307437,
      "loss": 8.4779,
      "step": 925000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999900158927358,
      "loss": 8.4884,
      "step": 930000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999899081326949,
      "loss": 8.4641,
      "step": 935000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999897997942475,
      "loss": 8.485,
      "step": 940000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999896908773939,
      "loss": 8.4615,
      "step": 945000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999895813821341,
      "loss": 8.4412,
      "step": 950000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999894713084688,
      "loss": 8.4274,
      "step": 955000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999893606563978,
      "loss": 8.4331,
      "step": 960000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999892494259216,
      "loss": 8.4737,
      "step": 965000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999891376170404,
      "loss": 8.4471,
      "step": 970000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999890252297545,
      "loss": 8.4929,
      "step": 975000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999889122640642,
      "loss": 8.4602,
      "step": 980000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999887987199697,
      "loss": 8.4671,
      "step": 985000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999886845974712,
      "loss": 8.4589,
      "step": 990000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999885698965689,
      "loss": 8.47,
      "step": 995000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999884546172634,
      "loss": 8.5097,
      "step": 1000000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999883387595546,
      "loss": 8.5082,
      "step": 1005000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000499988222323443,
      "loss": 8.4846,
      "step": 1010000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999881053089287,
      "loss": 8.4732,
      "step": 1015000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999879877160121,
      "loss": 8.443,
      "step": 1020000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999878695446934,
      "loss": 8.4313,
      "step": 1025000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000499987750794973,
      "loss": 8.4374,
      "step": 1030000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000499987631466851,
      "loss": 8.4242,
      "step": 1035000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999875115603279,
      "loss": 8.4282,
      "step": 1040000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999873910754036,
      "loss": 8.4442,
      "step": 1045000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999872700120788,
      "loss": 8.5036,
      "step": 1050000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999871483703536,
      "loss": 8.4339,
      "step": 1055000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999870261502281,
      "loss": 8.399,
      "step": 1060000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999869033517028,
      "loss": 8.4156,
      "step": 1065000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000499986779974778,
      "loss": 8.478,
      "step": 1070000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999866560194539,
      "loss": 8.5151,
      "step": 1075000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000499986531485731,
      "loss": 8.5111,
      "step": 1080000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999864063736091,
      "loss": 8.5124,
      "step": 1085000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000499986280683089,
      "loss": 8.4821,
      "step": 1090000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999861544141706,
      "loss": 8.4595,
      "step": 1095000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999860275668545,
      "loss": 8.4339,
      "step": 1100000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999859001411409,
      "loss": 8.3923,
      "step": 1105000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00049998577213703,
      "loss": 8.3647,
      "step": 1110000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999856435545222,
      "loss": 8.3865,
      "step": 1115000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999855143936176,
      "loss": 8.4136,
      "step": 1120000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999853846543169,
      "loss": 8.4033,
      "step": 1125000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.00049998525433662,
      "loss": 8.4242,
      "step": 1130000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999851234405274,
      "loss": 8.3723,
      "step": 1135000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999849919660393,
      "loss": 8.4118,
      "step": 1140000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999848599131562,
      "loss": 8.3804,
      "step": 1145000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999847272818781,
      "loss": 8.4146,
      "step": 1150000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999845940722056,
      "loss": 8.4656,
      "step": 1155000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999844602841388,
      "loss": 8.4474,
      "step": 1160000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999843259176781,
      "loss": 8.4551,
      "step": 1165000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999841909728239,
      "loss": 8.4472,
      "step": 1170000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999840554495763,
      "loss": 8.4341,
      "step": 1175000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999839193479358,
      "loss": 8.4335,
      "step": 1180000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999837826679027,
      "loss": 8.4043,
      "step": 1185000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999836454094771,
      "loss": 8.3666,
      "step": 1190000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999835075726595,
      "loss": 8.3444,
      "step": 1195000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999833691574503,
      "loss": 8.3216,
      "step": 1200000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999832301638497,
      "loss": 8.3572,
      "step": 1205000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999830905918581,
      "loss": 8.3965,
      "step": 1210000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999829504414756,
      "loss": 8.4237,
      "step": 1215000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999828097127029,
      "loss": 8.3765,
      "step": 1220000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999826684055398,
      "loss": 8.3266,
      "step": 1225000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999825265199872,
      "loss": 8.322,
      "step": 1230000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000499982384056045,
      "loss": 8.3367,
      "step": 1235000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999822410137139,
      "loss": 8.3544,
      "step": 1240000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999820973929939,
      "loss": 8.3379,
      "step": 1245000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999819531938854,
      "loss": 8.359,
      "step": 1250000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999818084163889,
      "loss": 8.3699,
      "step": 1255000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999816630605047,
      "loss": 8.3825,
      "step": 1260000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999815171262328,
      "loss": 8.3895,
      "step": 1265000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000499981370613574,
      "loss": 8.3835,
      "step": 1270000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999812235225284,
      "loss": 8.3684,
      "step": 1275000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999810758530964,
      "loss": 8.3881,
      "step": 1280000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999809276052783,
      "loss": 8.376,
      "step": 1285000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999807787790746,
      "loss": 8.4006,
      "step": 1290000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999806293744853,
      "loss": 8.3775,
      "step": 1295000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000499980479391511,
      "loss": 8.3253,
      "step": 1300000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999803288301521,
      "loss": 8.3663,
      "step": 1305000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999801776904088,
      "loss": 8.4,
      "step": 1310000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999800259722815,
      "loss": 8.3802,
      "step": 1315000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999798736757706,
      "loss": 8.3608,
      "step": 1320000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999797208008763,
      "loss": 8.3663,
      "step": 1325000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999795673475992,
      "loss": 8.3449,
      "step": 1330000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999794133159394,
      "loss": 8.3615,
      "step": 1335000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999792587058974,
      "loss": 8.3849,
      "step": 1340000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999791035174736,
      "loss": 8.3867,
      "step": 1345000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999789477506682,
      "loss": 8.3461,
      "step": 1350000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999787914054816,
      "loss": 8.2994,
      "step": 1355000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999786344819144,
      "loss": 8.3118,
      "step": 1360000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999784769799666,
      "loss": 8.3385,
      "step": 1365000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999783188996388,
      "loss": 8.3052,
      "step": 1370000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999781602409313,
      "loss": 8.3561,
      "step": 1375000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999780010038445,
      "loss": 8.3534,
      "step": 1380000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999778411883786,
      "loss": 8.3714,
      "step": 1385000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999776807945342,
      "loss": 8.3757,
      "step": 1390000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999775198223117,
      "loss": 8.3769,
      "step": 1395000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999773582717112,
      "loss": 8.3468,
      "step": 1400000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999771961427332,
      "loss": 8.3378,
      "step": 1405000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999770334353782,
      "loss": 8.3782,
      "step": 1410000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999768701496464,
      "loss": 8.3934,
      "step": 1415000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999767062855384,
      "loss": 8.3977,
      "step": 1420000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999765418430543,
      "loss": 8.3509,
      "step": 1425000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999763768221946,
      "loss": 8.3453,
      "step": 1430000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999762112229598,
      "loss": 8.2951,
      "step": 1435000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999760450453501,
      "loss": 8.3644,
      "step": 1440000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000499975878289366,
      "loss": 8.3911,
      "step": 1445000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999757109550078,
      "loss": 8.3925,
      "step": 1450000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000499975543042276,
      "loss": 8.3537,
      "step": 1455000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999753745511709,
      "loss": 8.379,
      "step": 1460000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999752054816929,
      "loss": 8.3786,
      "step": 1465000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999750358338425,
      "loss": 8.3861,
      "step": 1470000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999748656076198,
      "loss": 8.4382,
      "step": 1475000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999746948030256,
      "loss": 8.4304,
      "step": 1480000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999745234200599,
      "loss": 8.4402,
      "step": 1485000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999743514587234,
      "loss": 8.3865,
      "step": 1490000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999741789190165,
      "loss": 8.4104,
      "step": 1495000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999740058009392,
      "loss": 8.4022,
      "step": 1500000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999738321044923,
      "loss": 8.4134,
      "step": 1505000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999736578296762,
      "loss": 8.4199,
      "step": 1510000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999734829764911,
      "loss": 8.4059,
      "step": 1515000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999733075449375,
      "loss": 8.3262,
      "step": 1520000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999731315350158,
      "loss": 8.2811,
      "step": 1525000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999729549467263,
      "loss": 8.2573,
      "step": 1530000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999727777800696,
      "loss": 8.3032,
      "step": 1535000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999726000350461,
      "loss": 8.3267,
      "step": 1540000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000499972421711656,
      "loss": 8.3838,
      "step": 1545000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999722428098999,
      "loss": 8.38,
      "step": 1550000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999720633297782,
      "loss": 8.3361,
      "step": 1555000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999718832712913,
      "loss": 8.3276,
      "step": 1560000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999717026344394,
      "loss": 8.294,
      "step": 1565000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999715214192233,
      "loss": 8.3313,
      "step": 1570000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999713396256432,
      "loss": 8.37,
      "step": 1575000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999711572536995,
      "loss": 8.3763,
      "step": 1580000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999709743033928,
      "loss": 8.4021,
      "step": 1585000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999707907747233,
      "loss": 8.3807,
      "step": 1590000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999706066676915,
      "loss": 8.4022,
      "step": 1595000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999704219822979,
      "loss": 8.4175,
      "step": 1600000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999702367185429,
      "loss": 8.3805,
      "step": 1605000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999700508764267,
      "loss": 8.3644,
      "step": 1610000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999698644559501,
      "loss": 8.3482,
      "step": 1615000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999696774571134,
      "loss": 8.3087,
      "step": 1620000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.000499969489879917,
      "loss": 8.2912,
      "step": 1625000
    },
    {
      "epoch": 0.01,
      "learning_rate": 0.0004999693017243612,
      "loss": 8.2988,
      "step": 1630000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999691129904467,
      "loss": 8.2964,
      "step": 1635000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999689236781737,
      "loss": 8.3291,
      "step": 1640000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999687337875427,
      "loss": 8.3241,
      "step": 1645000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999685433185544,
      "loss": 8.3738,
      "step": 1650000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999683522712088,
      "loss": 8.3744,
      "step": 1655000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999681606455066,
      "loss": 8.3795,
      "step": 1660000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999679684414483,
      "loss": 8.4056,
      "step": 1665000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999677756590342,
      "loss": 8.3822,
      "step": 1670000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999675822982648,
      "loss": 8.3657,
      "step": 1675000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999673883591406,
      "loss": 8.3292,
      "step": 1680000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999671938416619,
      "loss": 8.3594,
      "step": 1685000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999669987458292,
      "loss": 8.3728,
      "step": 1690000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999668030716431,
      "loss": 8.3581,
      "step": 1695000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999666068191039,
      "loss": 8.3038,
      "step": 1700000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999664099882121,
      "loss": 8.3271,
      "step": 1705000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999662125789682,
      "loss": 8.307,
      "step": 1710000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999660145913726,
      "loss": 8.3064,
      "step": 1715000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999658160254258,
      "loss": 8.3224,
      "step": 1720000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999656168811282,
      "loss": 8.3283,
      "step": 1725000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999654171584802,
      "loss": 8.2952,
      "step": 1730000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999652168574825,
      "loss": 8.263,
      "step": 1735000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999650159781353,
      "loss": 8.2434,
      "step": 1740000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999648145204393,
      "loss": 8.2752,
      "step": 1745000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999646124843948,
      "loss": 8.2715,
      "step": 1750000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999644098700023,
      "loss": 8.2639,
      "step": 1755000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999642066772622,
      "loss": 8.2642,
      "step": 1760000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999640029061752,
      "loss": 8.2577,
      "step": 1765000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999637985567415,
      "loss": 8.2835,
      "step": 1770000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999635936289618,
      "loss": 8.3218,
      "step": 1775000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999633881228365,
      "loss": 8.3525,
      "step": 1780000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999631820383659,
      "loss": 8.3198,
      "step": 1785000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999629753755507,
      "loss": 8.3218,
      "step": 1790000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999627681343913,
      "loss": 8.2785,
      "step": 1795000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999625603148882,
      "loss": 8.2772,
      "step": 1800000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999623519170419,
      "loss": 8.3014,
      "step": 1805000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999621429408528,
      "loss": 8.3073,
      "step": 1810000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999619333863214,
      "loss": 8.2848,
      "step": 1815000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999617232534483,
      "loss": 8.3051,
      "step": 1820000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999615125422339,
      "loss": 8.2821,
      "step": 1825000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999613012526786,
      "loss": 8.2864,
      "step": 1830000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999610893847829,
      "loss": 8.293,
      "step": 1835000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999608769385475,
      "loss": 8.261,
      "step": 1840000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999606639139728,
      "loss": 8.2727,
      "step": 1845000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999604503110592,
      "loss": 8.283,
      "step": 1850000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999602361298073,
      "loss": 8.2857,
      "step": 1855000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999600213702174,
      "loss": 8.3006,
      "step": 1860000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999598060322902,
      "loss": 8.3414,
      "step": 1865000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999595901160262,
      "loss": 8.3064,
      "step": 1870000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999593736214257,
      "loss": 8.2756,
      "step": 1875000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999591565484895,
      "loss": 8.2984,
      "step": 1880000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999589388972178,
      "loss": 8.3053,
      "step": 1885000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999587206676113,
      "loss": 8.2835,
      "step": 1890000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999585018596705,
      "loss": 8.289,
      "step": 1895000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999582824733958,
      "loss": 8.2592,
      "step": 1900000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999580625087878,
      "loss": 8.2264,
      "step": 1905000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000499957841965847,
      "loss": 8.2443,
      "step": 1910000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999576208445738,
      "loss": 8.244,
      "step": 1915000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999573991449687,
      "loss": 8.2067,
      "step": 1920000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999571768670325,
      "loss": 8.2082,
      "step": 1925000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999569540107654,
      "loss": 8.2183,
      "step": 1930000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999567305761681,
      "loss": 8.2743,
      "step": 1935000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000499956506563241,
      "loss": 8.2565,
      "step": 1940000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999562819719847,
      "loss": 8.2867,
      "step": 1945000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999560568023997,
      "loss": 8.3107,
      "step": 1950000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999558310544865,
      "loss": 8.3057,
      "step": 1955000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999556047282456,
      "loss": 8.3432,
      "step": 1960000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999553778236776,
      "loss": 8.3441,
      "step": 1965000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000499955150340783,
      "loss": 8.3092,
      "step": 1970000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999549222795622,
      "loss": 8.2568,
      "step": 1975000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999546936400159,
      "loss": 8.2439,
      "step": 1980000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999544644221446,
      "loss": 8.2598,
      "step": 1985000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999542346259488,
      "loss": 8.2371,
      "step": 1990000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000499954004251429,
      "loss": 8.2255,
      "step": 1995000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999537732985857,
      "loss": 8.2308,
      "step": 2000000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999535417674196,
      "loss": 8.2345,
      "step": 2005000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000499953309657931,
      "loss": 8.2342,
      "step": 2010000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999530769701207,
      "loss": 8.2473,
      "step": 2015000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999528437039891,
      "loss": 8.2992,
      "step": 2020000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999526098595367,
      "loss": 8.2668,
      "step": 2025000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000499952375436764,
      "loss": 8.2865,
      "step": 2030000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999521404356718,
      "loss": 8.2854,
      "step": 2035000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999519048562603,
      "loss": 8.2697,
      "step": 2040000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999516686985304,
      "loss": 8.2916,
      "step": 2045000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999514319624823,
      "loss": 8.2798,
      "step": 2050000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999511946481167,
      "loss": 8.299,
      "step": 2055000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999509567554343,
      "loss": 8.2762,
      "step": 2060000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999507182844355,
      "loss": 8.247,
      "step": 2065000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999504792351209,
      "loss": 8.2446,
      "step": 2070000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999502396074908,
      "loss": 8.2318,
      "step": 2075000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999499994015462,
      "loss": 8.266,
      "step": 2080000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999497586172873,
      "loss": 8.2625,
      "step": 2085000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999495172547148,
      "loss": 8.2462,
      "step": 2090000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999492753138293,
      "loss": 8.2909,
      "step": 2095000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999490327946312,
      "loss": 8.2519,
      "step": 2100000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999487896971212,
      "loss": 8.2138,
      "step": 2105000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999485460212998,
      "loss": 8.236,
      "step": 2110000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999483017671676,
      "loss": 8.2644,
      "step": 2115000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999480569347252,
      "loss": 8.317,
      "step": 2120000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999478115239732,
      "loss": 8.292,
      "step": 2125000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999475655349119,
      "loss": 8.2746,
      "step": 2130000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999473189675422,
      "loss": 8.2593,
      "step": 2135000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999470718218645,
      "loss": 8.2784,
      "step": 2140000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999468240978794,
      "loss": 8.2614,
      "step": 2145000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999465757955875,
      "loss": 8.2859,
      "step": 2150000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999463269149892,
      "loss": 8.2754,
      "step": 2155000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999460774560853,
      "loss": 8.2623,
      "step": 2160000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999458274188764,
      "loss": 8.2901,
      "step": 2165000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999455768033628,
      "loss": 8.2651,
      "step": 2170000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999453256095454,
      "loss": 8.2527,
      "step": 2175000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999450738374246,
      "loss": 8.2246,
      "step": 2180000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000499944821487001,
      "loss": 8.222,
      "step": 2185000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999445685582752,
      "loss": 8.1857,
      "step": 2190000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999443150512479,
      "loss": 8.1593,
      "step": 2195000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999440609659195,
      "loss": 8.1482,
      "step": 2200000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999438063022906,
      "loss": 8.2034,
      "step": 2205000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999435510603619,
      "loss": 8.2233,
      "step": 2210000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999432952401341,
      "loss": 8.2332,
      "step": 2215000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999430388416074,
      "loss": 8.2519,
      "step": 2220000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999427818647827,
      "loss": 8.2316,
      "step": 2225000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999425243096605,
      "loss": 8.2477,
      "step": 2230000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999422661762416,
      "loss": 8.2251,
      "step": 2235000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999420074645262,
      "loss": 8.2782,
      "step": 2240000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999417481745153,
      "loss": 8.26,
      "step": 2245000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999414883062092,
      "loss": 8.2635,
      "step": 2250000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999412278596087,
      "loss": 8.2708,
      "step": 2255000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999409668347142,
      "loss": 8.2981,
      "step": 2260000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999407052315265,
      "loss": 8.2581,
      "step": 2265000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999404430500461,
      "loss": 8.2532,
      "step": 2270000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999401802902737,
      "loss": 8.2697,
      "step": 2275000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999399169522098,
      "loss": 8.2703,
      "step": 2280000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999396530358551,
      "loss": 8.2604,
      "step": 2285000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999393885412101,
      "loss": 8.2728,
      "step": 2290000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999391234682756,
      "loss": 8.2636,
      "step": 2295000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000499938857817052,
      "loss": 8.2473,
      "step": 2300000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999385915875399,
      "loss": 8.2496,
      "step": 2305000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999383247797401,
      "loss": 8.2689,
      "step": 2310000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999380573936532,
      "loss": 8.303,
      "step": 2315000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999377894292798,
      "loss": 8.2291,
      "step": 2320000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999375208866203,
      "loss": 8.2713,
      "step": 2325000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999372517656756,
      "loss": 8.3408,
      "step": 2330000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999369820664463,
      "loss": 8.2794,
      "step": 2335000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999367117889328,
      "loss": 8.3002,
      "step": 2340000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999364409331358,
      "loss": 8.2982,
      "step": 2345000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999361694990562,
      "loss": 8.2878,
      "step": 2350000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999358974866943,
      "loss": 8.2482,
      "step": 2355000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999356248960509,
      "loss": 8.2382,
      "step": 2360000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999353517271267,
      "loss": 8.2243,
      "step": 2365000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000499935077979922,
      "loss": 8.1924,
      "step": 2370000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999348036544378,
      "loss": 8.1962,
      "step": 2375000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999345287506745,
      "loss": 8.1667,
      "step": 2380000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999342532686328,
      "loss": 8.1605,
      "step": 2385000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999339772083134,
      "loss": 8.1692,
      "step": 2390000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000499933700569717,
      "loss": 8.1645,
      "step": 2395000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000499933423352844,
      "loss": 8.1408,
      "step": 2400000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999331455576953,
      "loss": 8.134,
      "step": 2405000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999328671842712,
      "loss": 8.1468,
      "step": 2410000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999325882325728,
      "loss": 8.113,
      "step": 2415000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999323087026004,
      "loss": 8.1044,
      "step": 2420000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999320285943548,
      "loss": 8.0701,
      "step": 2425000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999317479078366,
      "loss": 8.0466,
      "step": 2430000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999314666430465,
      "loss": 8.0082,
      "step": 2435000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000499931184799985,
      "loss": 8.0217,
      "step": 2440000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999309023786529,
      "loss": 8.0033,
      "step": 2445000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999306193790509,
      "loss": 8.0105,
      "step": 2450000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999303358011794,
      "loss": 7.9985,
      "step": 2455000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999300516450393,
      "loss": 8.0164,
      "step": 2460000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999297669106312,
      "loss": 8.0093,
      "step": 2465000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999294815979557,
      "loss": 8.0111,
      "step": 2470000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999291957070135,
      "loss": 8.0337,
      "step": 2475000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999289092378053,
      "loss": 8.0641,
      "step": 2480000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999286221903317,
      "loss": 7.9939,
      "step": 2485000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999283345645934,
      "loss": 8.0228,
      "step": 2490000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000499928046360591,
      "loss": 8.0458,
      "step": 2495000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999277575783253,
      "loss": 8.0302,
      "step": 2500000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999274682177968,
      "loss": 8.0451,
      "step": 2505000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999271782790063,
      "loss": 8.0334,
      "step": 2510000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999268877619545,
      "loss": 8.0034,
      "step": 2515000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999265966666419,
      "loss": 7.9877,
      "step": 2520000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999263049930692,
      "loss": 8.0222,
      "step": 2525000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999260127412374,
      "loss": 7.993,
      "step": 2530000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999257199111468,
      "loss": 7.9746,
      "step": 2535000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999254265027982,
      "loss": 7.9478,
      "step": 2540000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999251325161922,
      "loss": 7.9584,
      "step": 2545000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999248379513296,
      "loss": 7.9407,
      "step": 2550000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000499924542808211,
      "loss": 7.8694,
      "step": 2555000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999242470868372,
      "loss": 7.8591,
      "step": 2560000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999239507872088,
      "loss": 7.8295,
      "step": 2565000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999236539093266,
      "loss": 7.7761,
      "step": 2570000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999233564531911,
      "loss": 7.7571,
      "step": 2575000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000499923058418803,
      "loss": 7.7923,
      "step": 2580000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999227598061631,
      "loss": 7.7985,
      "step": 2585000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000499922460615272,
      "loss": 7.7888,
      "step": 2590000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999221608461306,
      "loss": 7.7891,
      "step": 2595000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999218604987393,
      "loss": 7.7764,
      "step": 2600000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.000499921559573099,
      "loss": 7.7866,
      "step": 2605000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999212580692103,
      "loss": 7.779,
      "step": 2610000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999209559870738,
      "loss": 7.7859,
      "step": 2615000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999206533266905,
      "loss": 7.7553,
      "step": 2620000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999203500880609,
      "loss": 7.723,
      "step": 2625000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999200462711857,
      "loss": 7.6725,
      "step": 2630000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999197418760656,
      "loss": 7.7191,
      "step": 2635000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999194369027014,
      "loss": 7.7714,
      "step": 2640000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999191313510937,
      "loss": 7.7341,
      "step": 2645000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999188252212432,
      "loss": 7.7491,
      "step": 2650000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999185185131507,
      "loss": 7.7664,
      "step": 2655000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999182112268169,
      "loss": 7.7736,
      "step": 2660000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999179033622424,
      "loss": 7.7262,
      "step": 2665000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999175949194281,
      "loss": 7.6883,
      "step": 2670000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999172858983745,
      "loss": 7.7069,
      "step": 2675000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999169762990825,
      "loss": 7.6417,
      "step": 2680000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999166661215527,
      "loss": 7.6366,
      "step": 2685000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999163553657858,
      "loss": 7.6692,
      "step": 2690000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999160440317825,
      "loss": 7.6494,
      "step": 2695000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999157321195438,
      "loss": 7.6101,
      "step": 2700000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999154196290701,
      "loss": 7.6184,
      "step": 2705000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999151065603622,
      "loss": 7.6237,
      "step": 2710000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999147929134209,
      "loss": 7.6552,
      "step": 2715000
    },
    {
      "epoch": 0.02,
      "learning_rate": 0.0004999144786882469,
      "loss": 7.6579,
      "step": 2720000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999141638848409,
      "loss": 7.6001,
      "step": 2725000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999138485032035,
      "loss": 7.5975,
      "step": 2730000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999135325433358,
      "loss": 7.6248,
      "step": 2735000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999132160052382,
      "loss": 7.6358,
      "step": 2740000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999128988889115,
      "loss": 7.5984,
      "step": 2745000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999125811943565,
      "loss": 7.5925,
      "step": 2750000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999122629215739,
      "loss": 7.6375,
      "step": 2755000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999119440705644,
      "loss": 7.6285,
      "step": 2760000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999116246413288,
      "loss": 7.6137,
      "step": 2765000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999113046338678,
      "loss": 7.6145,
      "step": 2770000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999109840481822,
      "loss": 7.6126,
      "step": 2775000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999106628842726,
      "loss": 7.5928,
      "step": 2780000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999103411421399,
      "loss": 7.5962,
      "step": 2785000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999100188217848,
      "loss": 7.5763,
      "step": 2790000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999096959232082,
      "loss": 7.5711,
      "step": 2795000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999093724464104,
      "loss": 7.5754,
      "step": 2800000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999090483913926,
      "loss": 7.5963,
      "step": 2805000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999087237581553,
      "loss": 7.581,
      "step": 2810000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999083985466992,
      "loss": 7.5872,
      "step": 2815000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999080727570254,
      "loss": 7.5772,
      "step": 2820000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999077463891343,
      "loss": 7.5629,
      "step": 2825000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999074194430268,
      "loss": 7.5575,
      "step": 2830000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999070919187037,
      "loss": 7.5157,
      "step": 2835000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999067638161657,
      "loss": 7.5362,
      "step": 2840000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999064351354135,
      "loss": 7.5166,
      "step": 2845000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999061058764481,
      "loss": 7.5412,
      "step": 2850000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999057760392699,
      "loss": 7.5056,
      "step": 2855000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999054456238798,
      "loss": 7.5058,
      "step": 2860000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999051146302787,
      "loss": 7.4933,
      "step": 2865000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999047830584674,
      "loss": 7.4638,
      "step": 2870000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999044509084463,
      "loss": 7.4749,
      "step": 2875000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999041181802165,
      "loss": 7.4796,
      "step": 2880000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999037848737787,
      "loss": 7.4789,
      "step": 2885000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999034509891337,
      "loss": 7.4779,
      "step": 2890000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999031165262822,
      "loss": 7.4957,
      "step": 2895000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000499902781485225,
      "loss": 7.4947,
      "step": 2900000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999024458659628,
      "loss": 7.5077,
      "step": 2905000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999021096684966,
      "loss": 7.491,
      "step": 2910000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000499901772892827,
      "loss": 7.4886,
      "step": 2915000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999014355389547,
      "loss": 7.4775,
      "step": 2920000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999010976068807,
      "loss": 7.4578,
      "step": 2925000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999007590966056,
      "loss": 7.4282,
      "step": 2930000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999004200081303,
      "loss": 7.4256,
      "step": 2935000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004999000803414556,
      "loss": 7.4379,
      "step": 2940000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000499899740096582,
      "loss": 7.4527,
      "step": 2945000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998993992735107,
      "loss": 7.4464,
      "step": 2950000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998990578722422,
      "loss": 7.4258,
      "step": 2955000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998987158927775,
      "loss": 7.4279,
      "step": 2960000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998983733351172,
      "loss": 7.4214,
      "step": 2965000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998980301992622,
      "loss": 7.3997,
      "step": 2970000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998976864852133,
      "loss": 7.3827,
      "step": 2975000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998973421929711,
      "loss": 7.3728,
      "step": 2980000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998969973225368,
      "loss": 7.3785,
      "step": 2985000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998966518739109,
      "loss": 7.3772,
      "step": 2990000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998963058470941,
      "loss": 7.371,
      "step": 2995000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998959592420874,
      "loss": 7.375,
      "step": 3000000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998956120588916,
      "loss": 7.3659,
      "step": 3005000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998952642975076,
      "loss": 7.3832,
      "step": 3010000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000499894915957936,
      "loss": 7.3574,
      "step": 3015000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998945670401776,
      "loss": 7.3203,
      "step": 3020000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998942175442332,
      "loss": 7.3212,
      "step": 3025000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000499893867470104,
      "loss": 7.3108,
      "step": 3030000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998935168177901,
      "loss": 7.3063,
      "step": 3035000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000499893165587293,
      "loss": 7.2776,
      "step": 3040000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998928137786131,
      "loss": 7.2842,
      "step": 3045000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998924613917513,
      "loss": 7.2903,
      "step": 3050000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998921084267086,
      "loss": 7.2383,
      "step": 3055000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998917548834856,
      "loss": 7.2406,
      "step": 3060000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998914007620832,
      "loss": 7.2557,
      "step": 3065000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998910460625021,
      "loss": 7.2607,
      "step": 3070000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998906907847433,
      "loss": 7.2446,
      "step": 3075000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998903349288077,
      "loss": 7.2361,
      "step": 3080000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998899784946957,
      "loss": 7.2172,
      "step": 3085000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998896214824086,
      "loss": 7.2064,
      "step": 3090000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000499889263891947,
      "loss": 7.2123,
      "step": 3095000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998889057233117,
      "loss": 7.165,
      "step": 3100000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998885469765036,
      "loss": 7.1333,
      "step": 3105000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998881876515234,
      "loss": 7.1097,
      "step": 3110000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998878277483722,
      "loss": 7.1224,
      "step": 3115000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998874672670505,
      "loss": 7.1403,
      "step": 3120000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998871062075595,
      "loss": 7.1434,
      "step": 3125000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998867445698998,
      "loss": 7.1053,
      "step": 3130000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998863823540723,
      "loss": 7.0769,
      "step": 3135000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998860195600777,
      "loss": 7.061,
      "step": 3140000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998856561879171,
      "loss": 7.0489,
      "step": 3145000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000499885292237591,
      "loss": 7.0647,
      "step": 3150000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998849277091006,
      "loss": 7.0588,
      "step": 3155000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998845626024465,
      "loss": 7.0329,
      "step": 3160000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998841969176297,
      "loss": 7.0196,
      "step": 3165000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000499883830654651,
      "loss": 7.0169,
      "step": 3170000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998834638135112,
      "loss": 7.0068,
      "step": 3175000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000499883096394211,
      "loss": 6.9748,
      "step": 3180000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998827283967517,
      "loss": 6.9723,
      "step": 3185000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998823598211337,
      "loss": 6.9527,
      "step": 3190000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000499881990667358,
      "loss": 6.9318,
      "step": 3195000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998816209354256,
      "loss": 6.9324,
      "step": 3200000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998812506253371,
      "loss": 6.9347,
      "step": 3205000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998808797370936,
      "loss": 6.9538,
      "step": 3210000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998805082706958,
      "loss": 6.93,
      "step": 3215000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998801362261446,
      "loss": 6.9095,
      "step": 3220000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998797636034408,
      "loss": 6.8771,
      "step": 3225000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998793904025855,
      "loss": 6.8535,
      "step": 3230000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998790166235794,
      "loss": 6.8399,
      "step": 3235000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998786422664232,
      "loss": 6.8154,
      "step": 3240000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000499878267331118,
      "loss": 6.8082,
      "step": 3245000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998778918176647,
      "loss": 6.7983,
      "step": 3250000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998775157260639,
      "loss": 6.7802,
      "step": 3255000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998771390563167,
      "loss": 6.7625,
      "step": 3260000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998767618084239,
      "loss": 6.747,
      "step": 3265000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998763839823864,
      "loss": 6.7384,
      "step": 3270000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000499876005578205,
      "loss": 6.7496,
      "step": 3275000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998756265958806,
      "loss": 6.7399,
      "step": 3280000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998752470354143,
      "loss": 6.7096,
      "step": 3285000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998748668968066,
      "loss": 6.6752,
      "step": 3290000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998744861800585,
      "loss": 6.6532,
      "step": 3295000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998741048851711,
      "loss": 6.6338,
      "step": 3300000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000499873723012145,
      "loss": 6.5932,
      "step": 3305000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998733405609813,
      "loss": 6.5927,
      "step": 3310000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998729575316808,
      "loss": 6.5595,
      "step": 3315000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998725739242443,
      "loss": 6.5342,
      "step": 3320000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998721897386729,
      "loss": 6.5184,
      "step": 3325000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998718049749673,
      "loss": 6.5091,
      "step": 3330000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998714196331284,
      "loss": 6.4739,
      "step": 3335000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998710337131571,
      "loss": 6.44,
      "step": 3340000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998706472150545,
      "loss": 6.431,
      "step": 3345000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998702601388211,
      "loss": 6.3974,
      "step": 3350000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998698724844582,
      "loss": 6.3681,
      "step": 3355000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998694842519664,
      "loss": 6.3462,
      "step": 3360000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998690954413468,
      "loss": 6.3171,
      "step": 3365000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998687060526002,
      "loss": 6.3039,
      "step": 3370000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998683160857275,
      "loss": 6.2849,
      "step": 3375000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998679255407295,
      "loss": 6.2751,
      "step": 3380000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998675344176074,
      "loss": 6.2425,
      "step": 3385000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998671427163619,
      "loss": 6.2323,
      "step": 3390000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998667504369939,
      "loss": 6.2101,
      "step": 3395000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998663575795043,
      "loss": 6.206,
      "step": 3400000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998659641438941,
      "loss": 6.189,
      "step": 3405000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998655701301642,
      "loss": 6.1647,
      "step": 3410000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998651755383154,
      "loss": 6.159,
      "step": 3415000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998647803683488,
      "loss": 6.1456,
      "step": 3420000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998643846202649,
      "loss": 6.1323,
      "step": 3425000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998639882940652,
      "loss": 6.1335,
      "step": 3430000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998635913897502,
      "loss": 6.1191,
      "step": 3435000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000499863193907321,
      "loss": 6.0935,
      "step": 3440000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998627958467786,
      "loss": 6.0872,
      "step": 3445000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998623972081235,
      "loss": 6.0752,
      "step": 3450000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998619979913571,
      "loss": 6.0658,
      "step": 3455000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998615981964802,
      "loss": 6.0556,
      "step": 3460000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998611978234935,
      "loss": 6.0453,
      "step": 3465000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998607968723981,
      "loss": 6.0446,
      "step": 3470000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000499860395343195,
      "loss": 6.0357,
      "step": 3475000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998599932358851,
      "loss": 6.044,
      "step": 3480000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998595905504692,
      "loss": 6.0299,
      "step": 3485000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998591872869483,
      "loss": 6.0288,
      "step": 3490000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998587834453233,
      "loss": 6.0161,
      "step": 3495000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998583790255952,
      "loss": 6.0054,
      "step": 3500000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000499857974027765,
      "loss": 5.9942,
      "step": 3505000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998575684518334,
      "loss": 5.9857,
      "step": 3510000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998571622978016,
      "loss": 5.9877,
      "step": 3515000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998567555656704,
      "loss": 5.9862,
      "step": 3520000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998563482554407,
      "loss": 5.9698,
      "step": 3525000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998559403671136,
      "loss": 5.9642,
      "step": 3530000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998555319006898,
      "loss": 5.9608,
      "step": 3535000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998551228561707,
      "loss": 5.9667,
      "step": 3540000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998547132335566,
      "loss": 5.9588,
      "step": 3545000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998543030328489,
      "loss": 5.946,
      "step": 3550000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998538922540485,
      "loss": 5.9504,
      "step": 3555000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998534808971563,
      "loss": 5.9391,
      "step": 3560000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998530689621733,
      "loss": 5.9356,
      "step": 3565000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998526564491002,
      "loss": 5.9244,
      "step": 3570000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998522433579384,
      "loss": 5.9272,
      "step": 3575000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998518296886885,
      "loss": 5.925,
      "step": 3580000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998514154413515,
      "loss": 5.9168,
      "step": 3585000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998510006159284,
      "loss": 5.9175,
      "step": 3590000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998505852124202,
      "loss": 5.9058,
      "step": 3595000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000499850169230828,
      "loss": 5.8985,
      "step": 3600000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998497526711524,
      "loss": 5.9005,
      "step": 3605000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998493355333946,
      "loss": 5.9032,
      "step": 3610000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998489178175557,
      "loss": 5.8991,
      "step": 3615000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998484995236363,
      "loss": 5.8947,
      "step": 3620000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998480806516377,
      "loss": 5.8731,
      "step": 3625000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998476612015606,
      "loss": 5.8891,
      "step": 3630000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998472411734063,
      "loss": 5.8775,
      "step": 3635000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998468205671755,
      "loss": 5.8829,
      "step": 3640000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998463993828692,
      "loss": 5.8646,
      "step": 3645000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998459776204884,
      "loss": 5.8804,
      "step": 3650000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998455552800343,
      "loss": 5.8714,
      "step": 3655000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998451323615075,
      "loss": 5.8705,
      "step": 3660000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998447088649092,
      "loss": 5.866,
      "step": 3665000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998442847902404,
      "loss": 5.8661,
      "step": 3670000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998438601375018,
      "loss": 5.8625,
      "step": 3675000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998434349066948,
      "loss": 5.8624,
      "step": 3680000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998430090978202,
      "loss": 5.8611,
      "step": 3685000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998425827108789,
      "loss": 5.8612,
      "step": 3690000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998421557458719,
      "loss": 5.8462,
      "step": 3695000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998417282028005,
      "loss": 5.8616,
      "step": 3700000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998413000816651,
      "loss": 5.8545,
      "step": 3705000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998408713824673,
      "loss": 5.8612,
      "step": 3710000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998404421052077,
      "loss": 5.8517,
      "step": 3715000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998400122498874,
      "loss": 5.855,
      "step": 3720000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998395818165075,
      "loss": 5.842,
      "step": 3725000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998391508050687,
      "loss": 5.8499,
      "step": 3730000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998387192155724,
      "loss": 5.8411,
      "step": 3735000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998382870480193,
      "loss": 5.8442,
      "step": 3740000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998378543024105,
      "loss": 5.8376,
      "step": 3745000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.000499837420978747,
      "loss": 5.8465,
      "step": 3750000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998369870770298,
      "loss": 5.838,
      "step": 3755000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00049983655259726,
      "loss": 5.8371,
      "step": 3760000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998361175394384,
      "loss": 5.8365,
      "step": 3765000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998356819035662,
      "loss": 5.8392,
      "step": 3770000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998352456896442,
      "loss": 5.8358,
      "step": 3775000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998348088976737,
      "loss": 5.8399,
      "step": 3780000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998343715276554,
      "loss": 5.8297,
      "step": 3785000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998339335795905,
      "loss": 5.825,
      "step": 3790000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.00049983349505348,
      "loss": 5.8235,
      "step": 3795000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998330559493248,
      "loss": 5.8283,
      "step": 3800000
    },
    {
      "epoch": 0.03,
      "learning_rate": 0.0004998326162671262,
      "loss": 5.8185,
      "step": 3805000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998321760068848,
      "loss": 5.8234,
      "step": 3810000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998317351686019,
      "loss": 5.8218,
      "step": 3815000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998312937522785,
      "loss": 5.8146,
      "step": 3820000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998308517579155,
      "loss": 5.8176,
      "step": 3825000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998304091855141,
      "loss": 5.8182,
      "step": 3830000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998299660350751,
      "loss": 5.8208,
      "step": 3835000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998295223065998,
      "loss": 5.8194,
      "step": 3840000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998290780000891,
      "loss": 5.829,
      "step": 3845000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998286331155438,
      "loss": 5.8147,
      "step": 3850000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998281876529652,
      "loss": 5.8143,
      "step": 3855000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998277416123543,
      "loss": 5.8108,
      "step": 3860000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998272949937122,
      "loss": 5.8082,
      "step": 3865000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998268477970397,
      "loss": 5.8181,
      "step": 3870000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998264000223379,
      "loss": 5.8044,
      "step": 3875000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998259516696081,
      "loss": 5.8118,
      "step": 3880000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000499825502738851,
      "loss": 5.8059,
      "step": 3885000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998250532300678,
      "loss": 5.8096,
      "step": 3890000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998246031432595,
      "loss": 5.8124,
      "step": 3895000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998241524784272,
      "loss": 5.8068,
      "step": 3900000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998237012355719,
      "loss": 5.8133,
      "step": 3905000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998232494146947,
      "loss": 5.8056,
      "step": 3910000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998227970157965,
      "loss": 5.8104,
      "step": 3915000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998223440388784,
      "loss": 5.8119,
      "step": 3920000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998218904839416,
      "loss": 5.8128,
      "step": 3925000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998214363509869,
      "loss": 5.8021,
      "step": 3930000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998209816400156,
      "loss": 5.8091,
      "step": 3935000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998205263510286,
      "loss": 5.7921,
      "step": 3940000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000499820070484027,
      "loss": 5.8137,
      "step": 3945000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998196140390118,
      "loss": 5.8,
      "step": 3950000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998191570159842,
      "loss": 5.8085,
      "step": 3955000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998186994149451,
      "loss": 5.8102,
      "step": 3960000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998182412358955,
      "loss": 5.801,
      "step": 3965000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998177824788367,
      "loss": 5.7999,
      "step": 3970000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998173231437696,
      "loss": 5.8047,
      "step": 3975000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998168632306954,
      "loss": 5.804,
      "step": 3980000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000499816402739615,
      "loss": 5.8068,
      "step": 3985000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998159416705294,
      "loss": 5.7973,
      "step": 3990000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00049981548002344,
      "loss": 5.7941,
      "step": 3995000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998150177983476,
      "loss": 5.7839,
      "step": 4000000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998145549952533,
      "loss": 5.8023,
      "step": 4005000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998140916141582,
      "loss": 5.7993,
      "step": 4010000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998136276550634,
      "loss": 5.7915,
      "step": 4015000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998131631179701,
      "loss": 5.8068,
      "step": 4020000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000499812698002879,
      "loss": 5.7889,
      "step": 4025000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998122323097916,
      "loss": 5.7873,
      "step": 4030000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998117660387086,
      "loss": 5.7947,
      "step": 4035000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998112991896313,
      "loss": 5.7878,
      "step": 4040000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998108317625608,
      "loss": 5.8034,
      "step": 4045000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998103637574981,
      "loss": 5.7911,
      "step": 4050000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998098951744443,
      "loss": 5.7927,
      "step": 4055000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998094260134005,
      "loss": 5.7973,
      "step": 4060000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998089562743678,
      "loss": 5.8046,
      "step": 4065000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998084859573472,
      "loss": 5.7947,
      "step": 4070000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998080150623399,
      "loss": 5.7934,
      "step": 4075000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998075435893467,
      "loss": 5.7906,
      "step": 4080000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998070715383692,
      "loss": 5.7772,
      "step": 4085000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998065989094082,
      "loss": 5.7962,
      "step": 4090000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998061257024647,
      "loss": 5.802,
      "step": 4095000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00049980565191754,
      "loss": 5.7967,
      "step": 4100000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998051775546351,
      "loss": 5.7827,
      "step": 4105000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998047026137511,
      "loss": 5.7844,
      "step": 4110000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998042270948891,
      "loss": 5.7964,
      "step": 4115000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998037509980502,
      "loss": 5.8,
      "step": 4120000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998032743232355,
      "loss": 5.7951,
      "step": 4125000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000499802797070446,
      "loss": 5.8,
      "step": 4130000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998023192396831,
      "loss": 5.7958,
      "step": 4135000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998018408309476,
      "loss": 5.8041,
      "step": 4140000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998013618442408,
      "loss": 5.783,
      "step": 4145000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998008822795636,
      "loss": 5.7961,
      "step": 4150000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004998004021369174,
      "loss": 5.7924,
      "step": 4155000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997999214163031,
      "loss": 5.7976,
      "step": 4160000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997994401177219,
      "loss": 5.798,
      "step": 4165000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997989582411748,
      "loss": 5.7874,
      "step": 4170000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000499798475786663,
      "loss": 5.7848,
      "step": 4175000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997979927541876,
      "loss": 5.787,
      "step": 4180000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997975091437497,
      "loss": 5.7947,
      "step": 4185000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997970249553505,
      "loss": 5.7894,
      "step": 4190000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997965401889911,
      "loss": 5.7835,
      "step": 4195000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997960548446725,
      "loss": 5.7828,
      "step": 4200000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000499795568922396,
      "loss": 5.7876,
      "step": 4205000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997950824221626,
      "loss": 5.7814,
      "step": 4210000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997945953439735,
      "loss": 5.7835,
      "step": 4215000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997941076878297,
      "loss": 5.7961,
      "step": 4220000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997936194537325,
      "loss": 5.7924,
      "step": 4225000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997931306416828,
      "loss": 5.7789,
      "step": 4230000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000499792641251682,
      "loss": 5.7848,
      "step": 4235000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997921512837311,
      "loss": 5.7747,
      "step": 4240000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997916607378312,
      "loss": 5.7827,
      "step": 4245000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997911696139835,
      "loss": 5.7856,
      "step": 4250000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997906779121892,
      "loss": 5.783,
      "step": 4255000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997901856324493,
      "loss": 5.7864,
      "step": 4260000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997896927747649,
      "loss": 5.7805,
      "step": 4265000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997891993391373,
      "loss": 5.7904,
      "step": 4270000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997887053255676,
      "loss": 5.7943,
      "step": 4275000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997882107340569,
      "loss": 5.7962,
      "step": 4280000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997877155646063,
      "loss": 5.7891,
      "step": 4285000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997872198172171,
      "loss": 5.7867,
      "step": 4290000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997867234918902,
      "loss": 5.7902,
      "step": 4295000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997862265886271,
      "loss": 5.7774,
      "step": 4300000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997857291074286,
      "loss": 5.7809,
      "step": 4305000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000499785231048296,
      "loss": 5.7785,
      "step": 4310000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997847324112306,
      "loss": 5.7871,
      "step": 4315000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997842331962332,
      "loss": 5.7785,
      "step": 4320000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997837334033054,
      "loss": 5.7766,
      "step": 4325000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997832330324479,
      "loss": 5.7901,
      "step": 4330000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997827320836622,
      "loss": 5.7853,
      "step": 4335000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997822305569493,
      "loss": 5.7874,
      "step": 4340000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997817284523104,
      "loss": 5.7914,
      "step": 4345000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997812257697467,
      "loss": 5.7902,
      "step": 4350000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997807225092593,
      "loss": 5.7816,
      "step": 4355000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997802186708493,
      "loss": 5.775,
      "step": 4360000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000499779714254518,
      "loss": 5.7831,
      "step": 4365000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997792092602666,
      "loss": 5.7777,
      "step": 4370000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997787036880961,
      "loss": 5.779,
      "step": 4375000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997781975380077,
      "loss": 5.7796,
      "step": 4380000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997776908100028,
      "loss": 5.7781,
      "step": 4385000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997771835040823,
      "loss": 5.7771,
      "step": 4390000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997766756202475,
      "loss": 5.7827,
      "step": 4395000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997761671584995,
      "loss": 5.783,
      "step": 4400000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997756581188395,
      "loss": 5.7835,
      "step": 4405000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997751485012688,
      "loss": 5.7873,
      "step": 4410000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997746383057885,
      "loss": 5.7744,
      "step": 4415000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997741275323997,
      "loss": 5.7752,
      "step": 4420000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997736161811037,
      "loss": 5.7843,
      "step": 4425000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997731042519015,
      "loss": 5.7788,
      "step": 4430000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997725917447945,
      "loss": 5.7817,
      "step": 4435000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997720786597838,
      "loss": 5.775,
      "step": 4440000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997715649968706,
      "loss": 5.7807,
      "step": 4445000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000499771050756056,
      "loss": 5.7893,
      "step": 4450000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997705359373412,
      "loss": 5.7742,
      "step": 4455000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997700205407276,
      "loss": 5.7769,
      "step": 4460000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997695045662162,
      "loss": 5.7797,
      "step": 4465000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997689880138083,
      "loss": 5.7801,
      "step": 4470000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000499768470883505,
      "loss": 5.777,
      "step": 4475000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997679531753075,
      "loss": 5.7898,
      "step": 4480000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000499767434889217,
      "loss": 5.7771,
      "step": 4485000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997669160252348,
      "loss": 5.7716,
      "step": 4490000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000499766396583362,
      "loss": 5.7714,
      "step": 4495000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997658765635998,
      "loss": 5.7832,
      "step": 4500000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997653559659495,
      "loss": 5.7738,
      "step": 4505000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997648347904122,
      "loss": 5.7686,
      "step": 4510000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997643130369891,
      "loss": 5.7733,
      "step": 4515000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997637907056816,
      "loss": 5.7771,
      "step": 4520000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997632677964906,
      "loss": 5.7837,
      "step": 4525000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997627443094175,
      "loss": 5.7774,
      "step": 4530000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997622202444636,
      "loss": 5.7821,
      "step": 4535000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997616956016298,
      "loss": 5.761,
      "step": 4540000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997611703809177,
      "loss": 5.7795,
      "step": 4545000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997606445823283,
      "loss": 5.7794,
      "step": 4550000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997601182058628,
      "loss": 5.7741,
      "step": 4555000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997595912515224,
      "loss": 5.7792,
      "step": 4560000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997590637193084,
      "loss": 5.7692,
      "step": 4565000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000499758535609222,
      "loss": 5.7858,
      "step": 4570000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997580069212644,
      "loss": 5.7781,
      "step": 4575000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000499757477655437,
      "loss": 5.7855,
      "step": 4580000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997569478117407,
      "loss": 5.7668,
      "step": 4585000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000499756417390177,
      "loss": 5.7681,
      "step": 4590000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997558863907469,
      "loss": 5.7772,
      "step": 4595000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997553548134518,
      "loss": 5.7633,
      "step": 4600000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997548226582929,
      "loss": 5.7828,
      "step": 4605000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997542899252714,
      "loss": 5.7726,
      "step": 4610000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997537566143886,
      "loss": 5.7748,
      "step": 4615000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997532227256456,
      "loss": 5.7676,
      "step": 4620000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997526882590437,
      "loss": 5.784,
      "step": 4625000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997521532145841,
      "loss": 5.7698,
      "step": 4630000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997516175922682,
      "loss": 5.7794,
      "step": 4635000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997510813920972,
      "loss": 5.7775,
      "step": 4640000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997505446140721,
      "loss": 5.7744,
      "step": 4645000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997500072581943,
      "loss": 5.7749,
      "step": 4650000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997494693244652,
      "loss": 5.7874,
      "step": 4655000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997489308128857,
      "loss": 5.7749,
      "step": 4660000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997483917234574,
      "loss": 5.776,
      "step": 4665000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997478520561814,
      "loss": 5.7645,
      "step": 4670000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997473118110589,
      "loss": 5.7727,
      "step": 4675000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997467709880912,
      "loss": 5.7834,
      "step": 4680000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997462295872794,
      "loss": 5.7788,
      "step": 4685000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000499745687608625,
      "loss": 5.7777,
      "step": 4690000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997451450521292,
      "loss": 5.7823,
      "step": 4695000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997446019177932,
      "loss": 5.7738,
      "step": 4700000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997440582056182,
      "loss": 5.7861,
      "step": 4705000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997435139156055,
      "loss": 5.7768,
      "step": 4710000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997429690477564,
      "loss": 5.7802,
      "step": 4715000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997424236020722,
      "loss": 5.7791,
      "step": 4720000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000499741877578554,
      "loss": 5.7771,
      "step": 4725000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997413309772032,
      "loss": 5.7744,
      "step": 4730000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000499740783798021,
      "loss": 5.7682,
      "step": 4735000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997402360410087,
      "loss": 5.771,
      "step": 4740000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997396877061676,
      "loss": 5.7762,
      "step": 4745000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000499739138793499,
      "loss": 5.7693,
      "step": 4750000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000499738589303004,
      "loss": 5.7779,
      "step": 4755000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997380392346839,
      "loss": 5.7696,
      "step": 4760000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997374885885402,
      "loss": 5.7817,
      "step": 4765000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997369373645738,
      "loss": 5.775,
      "step": 4770000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997363855627864,
      "loss": 5.777,
      "step": 4775000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000499735833183179,
      "loss": 5.7665,
      "step": 4780000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997352802257529,
      "loss": 5.7802,
      "step": 4785000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997347266905095,
      "loss": 5.7794,
      "step": 4790000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.00049973417257745,
      "loss": 5.7793,
      "step": 4795000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997336178865756,
      "loss": 5.7804,
      "step": 4800000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997330626178878,
      "loss": 5.7776,
      "step": 4805000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997325067713877,
      "loss": 5.7697,
      "step": 4810000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997319503470765,
      "loss": 5.7728,
      "step": 4815000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997313933449559,
      "loss": 5.7885,
      "step": 4820000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997308357650267,
      "loss": 5.7713,
      "step": 4825000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997302776072905,
      "loss": 5.792,
      "step": 4830000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997297188717486,
      "loss": 5.7741,
      "step": 4835000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000499729159558402,
      "loss": 5.7726,
      "step": 4840000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997285996672522,
      "loss": 5.7735,
      "step": 4845000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997280391983007,
      "loss": 5.7674,
      "step": 4850000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997274781515484,
      "loss": 5.7837,
      "step": 4855000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997269165269968,
      "loss": 5.7831,
      "step": 4860000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997263543246472,
      "loss": 5.7744,
      "step": 4865000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997257915445009,
      "loss": 5.7695,
      "step": 4870000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997252281865592,
      "loss": 5.7722,
      "step": 4875000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997246642508233,
      "loss": 5.7746,
      "step": 4880000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997240997372946,
      "loss": 5.7707,
      "step": 4885000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.0004997235346459744,
      "loss": 5.789,
      "step": 4890000
    },
    {
      "epoch": 0.04,
      "learning_rate": 0.000499722968976864,
      "loss": 5.7864,
      "step": 4895000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004997224027299647,
      "loss": 5.7804,
      "step": 4900000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004997218359052779,
      "loss": 5.7705,
      "step": 4905000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004997212685028048,
      "loss": 5.7645,
      "step": 4910000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004997207005225467,
      "loss": 5.7834,
      "step": 4915000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.000499720131964505,
      "loss": 5.7885,
      "step": 4920000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004997195628286809,
      "loss": 5.7779,
      "step": 4925000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.000499718993115076,
      "loss": 5.7758,
      "step": 4930000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004997184228236912,
      "loss": 5.7711,
      "step": 4935000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004997178519545281,
      "loss": 5.7807,
      "step": 4940000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004997172805075879,
      "loss": 5.7835,
      "step": 4945000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004997167084828721,
      "loss": 5.7817,
      "step": 4950000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004997161358803818,
      "loss": 5.7753,
      "step": 4955000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004997155627001185,
      "loss": 5.7697,
      "step": 4960000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004997149889420832,
      "loss": 5.7705,
      "step": 4965000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004997144146062778,
      "loss": 5.7725,
      "step": 4970000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004997138396927031,
      "loss": 5.7804,
      "step": 4975000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004997132642013607,
      "loss": 5.7711,
      "step": 4980000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004997126881322518,
      "loss": 5.7751,
      "step": 4985000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004997121114853779,
      "loss": 5.7851,
      "step": 4990000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004997115342607402,
      "loss": 5.7743,
      "step": 4995000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.00049971095645834,
      "loss": 5.7762,
      "step": 5000000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004997103780781788,
      "loss": 5.7669,
      "step": 5005000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004997097991202578,
      "loss": 5.7694,
      "step": 5010000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004997092195845784,
      "loss": 5.7716,
      "step": 5015000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004997086394711419,
      "loss": 5.7884,
      "step": 5020000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004997080587799496,
      "loss": 5.7788,
      "step": 5025000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.000499707477511003,
      "loss": 5.7753,
      "step": 5030000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004997068956643034,
      "loss": 5.7691,
      "step": 5035000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.000499706313239852,
      "loss": 5.781,
      "step": 5040000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004997057302376502,
      "loss": 5.7799,
      "step": 5045000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004997051466576995,
      "loss": 5.7671,
      "step": 5050000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004997045625000012,
      "loss": 5.7771,
      "step": 5055000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004997039777645565,
      "loss": 5.7738,
      "step": 5060000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004997033924513669,
      "loss": 5.7746,
      "step": 5065000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004997028065604337,
      "loss": 5.7758,
      "step": 5070000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004997022200917582,
      "loss": 5.7802,
      "step": 5075000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004997016330453418,
      "loss": 5.7693,
      "step": 5080000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.000499701045421186,
      "loss": 5.7806,
      "step": 5085000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004997004572192919,
      "loss": 5.7844,
      "step": 5090000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.000499699868439661,
      "loss": 5.7856,
      "step": 5095000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004996992790822949,
      "loss": 5.7773,
      "step": 5100000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004996986891471945,
      "loss": 5.7725,
      "step": 5105000
    },
    {
      "epoch": 0.05,
      "learning_rate": 0.0004996980986343614,
      "loss": 5.779,
      "step": 5110000
    }
  ],
  "logging_steps": 5000,
  "max_steps": 326562159,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 5000,
  "total_flos": 8.278749111273246e+19,
  "train_batch_size": 12,
  "trial_name": null,
  "trial_params": null
}