{
  "best_metric": 0.14280347526073456,
  "best_model_checkpoint": "d:\\\\whisper-medium-pt-cv16-fleurs2\\checkpoint-15000",
  "epoch": 11.671335200746965,
  "eval_steps": 5000,
  "global_step": 25000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.011671335200746966,
      "grad_norm": 18.58954620361328,
      "learning_rate": 4.6e-10,
      "loss": 0.7382,
      "step": 25
    },
    {
      "epoch": 0.02334267040149393,
      "grad_norm": 37.525917053222656,
      "learning_rate": 9.399999999999999e-10,
      "loss": 1.2845,
      "step": 50
    },
    {
      "epoch": 0.0350140056022409,
      "grad_norm": 15.194890975952148,
      "learning_rate": 1.44e-09,
      "loss": 0.7588,
      "step": 75
    },
    {
      "epoch": 0.04668534080298786,
      "grad_norm": 40.771392822265625,
      "learning_rate": 1.94e-09,
      "loss": 1.2737,
      "step": 100
    },
    {
      "epoch": 0.05835667600373483,
      "grad_norm": 16.082420349121094,
      "learning_rate": 2.44e-09,
      "loss": 0.7373,
      "step": 125
    },
    {
      "epoch": 0.0700280112044818,
      "grad_norm": 38.88285446166992,
      "learning_rate": 2.9399999999999998e-09,
      "loss": 1.3064,
      "step": 150
    },
    {
      "epoch": 0.08169934640522876,
      "grad_norm": 17.771854400634766,
      "learning_rate": 3.4399999999999997e-09,
      "loss": 0.7341,
      "step": 175
    },
    {
      "epoch": 0.09337068160597572,
      "grad_norm": 41.72404861450195,
      "learning_rate": 3.94e-09,
      "loss": 1.3691,
      "step": 200
    },
    {
      "epoch": 0.10504201680672269,
      "grad_norm": 16.00535774230957,
      "learning_rate": 4.44e-09,
      "loss": 0.7228,
      "step": 225
    },
    {
      "epoch": 0.11671335200746966,
      "grad_norm": 41.851478576660156,
      "learning_rate": 4.94e-09,
      "loss": 1.3768,
      "step": 250
    },
    {
      "epoch": 0.1283846872082166,
      "grad_norm": 20.789945602416992,
      "learning_rate": 5.44e-09,
      "loss": 0.7399,
      "step": 275
    },
    {
      "epoch": 0.1400560224089636,
      "grad_norm": 39.85365295410156,
      "learning_rate": 5.94e-09,
      "loss": 1.359,
      "step": 300
    },
    {
      "epoch": 0.15172735760971054,
      "grad_norm": 16.680112838745117,
      "learning_rate": 6.44e-09,
      "loss": 0.7578,
      "step": 325
    },
    {
      "epoch": 0.16339869281045752,
      "grad_norm": 41.59889221191406,
      "learning_rate": 6.94e-09,
      "loss": 1.3793,
      "step": 350
    },
    {
      "epoch": 0.17507002801120447,
      "grad_norm": 16.55697250366211,
      "learning_rate": 7.44e-09,
      "loss": 0.7345,
      "step": 375
    },
    {
      "epoch": 0.18674136321195145,
      "grad_norm": 37.21436309814453,
      "learning_rate": 7.939999999999999e-09,
      "loss": 1.3301,
      "step": 400
    },
    {
      "epoch": 0.1984126984126984,
      "grad_norm": 18.573705673217773,
      "learning_rate": 8.44e-09,
      "loss": 0.7678,
      "step": 425
    },
    {
      "epoch": 0.21008403361344538,
      "grad_norm": 42.38700866699219,
      "learning_rate": 8.94e-09,
      "loss": 1.3582,
      "step": 450
    },
    {
      "epoch": 0.22175536881419233,
      "grad_norm": 16.054298400878906,
      "learning_rate": 9.44e-09,
      "loss": 0.7475,
      "step": 475
    },
    {
      "epoch": 0.2334267040149393,
      "grad_norm": 40.42662811279297,
      "learning_rate": 9.939999999999998e-09,
      "loss": 1.3728,
      "step": 500
    },
    {
      "epoch": 0.24509803921568626,
      "grad_norm": 17.739364624023438,
      "learning_rate": 1.044e-08,
      "loss": 0.7678,
      "step": 525
    },
    {
      "epoch": 0.2567693744164332,
      "grad_norm": 38.32596206665039,
      "learning_rate": 1.0939999999999999e-08,
      "loss": 1.3873,
      "step": 550
    },
    {
      "epoch": 0.2684407096171802,
      "grad_norm": 14.915902137756348,
      "learning_rate": 1.144e-08,
      "loss": 0.7033,
      "step": 575
    },
    {
      "epoch": 0.2801120448179272,
      "grad_norm": 34.46598434448242,
      "learning_rate": 1.1939999999999998e-08,
      "loss": 1.2503,
      "step": 600
    },
    {
      "epoch": 0.29178338001867415,
      "grad_norm": 14.2736177444458,
      "learning_rate": 1.244e-08,
      "loss": 0.7253,
      "step": 625
    },
    {
      "epoch": 0.3034547152194211,
      "grad_norm": 40.36186981201172,
      "learning_rate": 1.2939999999999999e-08,
      "loss": 1.3159,
      "step": 650
    },
    {
      "epoch": 0.31512605042016806,
      "grad_norm": 14.474146842956543,
      "learning_rate": 1.344e-08,
      "loss": 0.7097,
      "step": 675
    },
    {
      "epoch": 0.32679738562091504,
      "grad_norm": 39.71982192993164,
      "learning_rate": 1.394e-08,
      "loss": 1.3331,
      "step": 700
    },
    {
      "epoch": 0.338468720821662,
      "grad_norm": 13.428034782409668,
      "learning_rate": 1.4439999999999999e-08,
      "loss": 0.7001,
      "step": 725
    },
    {
      "epoch": 0.35014005602240894,
      "grad_norm": 38.90840148925781,
      "learning_rate": 1.494e-08,
      "loss": 1.2718,
      "step": 750
    },
    {
      "epoch": 0.3618113912231559,
      "grad_norm": 15.919449806213379,
      "learning_rate": 1.544e-08,
      "loss": 0.6877,
      "step": 775
    },
    {
      "epoch": 0.3734827264239029,
      "grad_norm": 37.94025802612305,
      "learning_rate": 1.594e-08,
      "loss": 1.2798,
      "step": 800
    },
    {
      "epoch": 0.3851540616246499,
      "grad_norm": 14.55276107788086,
      "learning_rate": 1.644e-08,
      "loss": 0.7123,
      "step": 825
    },
    {
      "epoch": 0.3968253968253968,
      "grad_norm": 33.79072952270508,
      "learning_rate": 1.6939999999999998e-08,
      "loss": 1.2842,
      "step": 850
    },
    {
      "epoch": 0.4084967320261438,
      "grad_norm": 14.676527976989746,
      "learning_rate": 1.744e-08,
      "loss": 0.7064,
      "step": 875
    },
    {
      "epoch": 0.42016806722689076,
      "grad_norm": 36.242069244384766,
      "learning_rate": 1.794e-08,
      "loss": 1.2235,
      "step": 900
    },
    {
      "epoch": 0.43183940242763774,
      "grad_norm": 12.617734909057617,
      "learning_rate": 1.8440000000000002e-08,
      "loss": 0.6694,
      "step": 925
    },
    {
      "epoch": 0.44351073762838467,
      "grad_norm": 40.069305419921875,
      "learning_rate": 1.8939999999999996e-08,
      "loss": 1.2126,
      "step": 950
    },
    {
      "epoch": 0.45518207282913165,
      "grad_norm": 15.211618423461914,
      "learning_rate": 1.9439999999999997e-08,
      "loss": 0.6739,
      "step": 975
    },
    {
      "epoch": 0.4668534080298786,
      "grad_norm": 32.790863037109375,
      "learning_rate": 1.994e-08,
      "loss": 1.1737,
      "step": 1000
    },
    {
      "epoch": 0.4785247432306256,
      "grad_norm": 12.688447952270508,
      "learning_rate": 2.044e-08,
      "loss": 0.6731,
      "step": 1025
    },
    {
      "epoch": 0.49019607843137253,
      "grad_norm": 34.38262176513672,
      "learning_rate": 2.094e-08,
      "loss": 1.1325,
      "step": 1050
    },
    {
      "epoch": 0.5018674136321195,
      "grad_norm": 12.72283935546875,
      "learning_rate": 2.144e-08,
      "loss": 0.6504,
      "step": 1075
    },
    {
      "epoch": 0.5135387488328664,
      "grad_norm": 28.521909713745117,
      "learning_rate": 2.194e-08,
      "loss": 1.1427,
      "step": 1100
    },
    {
      "epoch": 0.5252100840336135,
      "grad_norm": 14.081682205200195,
      "learning_rate": 2.244e-08,
      "loss": 0.6429,
      "step": 1125
    },
    {
      "epoch": 0.5368814192343604,
      "grad_norm": 33.354591369628906,
      "learning_rate": 2.294e-08,
      "loss": 1.124,
      "step": 1150
    },
    {
      "epoch": 0.5485527544351074,
      "grad_norm": 13.210142135620117,
      "learning_rate": 2.3439999999999997e-08,
      "loss": 0.6365,
      "step": 1175
    },
    {
      "epoch": 0.5602240896358543,
      "grad_norm": 40.134281158447266,
      "learning_rate": 2.3939999999999998e-08,
      "loss": 1.1303,
      "step": 1200
    },
    {
      "epoch": 0.5718954248366013,
      "grad_norm": 12.516732215881348,
      "learning_rate": 2.444e-08,
      "loss": 0.5871,
      "step": 1225
    },
    {
      "epoch": 0.5835667600373483,
      "grad_norm": 30.771167755126953,
      "learning_rate": 2.494e-08,
      "loss": 1.0342,
      "step": 1250
    },
    {
      "epoch": 0.5952380952380952,
      "grad_norm": 11.771331787109375,
      "learning_rate": 2.5439999999999998e-08,
      "loss": 0.5727,
      "step": 1275
    },
    {
      "epoch": 0.6069094304388422,
      "grad_norm": 32.63950729370117,
      "learning_rate": 2.594e-08,
      "loss": 0.9901,
      "step": 1300
    },
    {
      "epoch": 0.6185807656395892,
      "grad_norm": 15.06674575805664,
      "learning_rate": 2.644e-08,
      "loss": 0.5162,
      "step": 1325
    },
    {
      "epoch": 0.6302521008403361,
      "grad_norm": 34.53097152709961,
      "learning_rate": 2.694e-08,
      "loss": 0.9596,
      "step": 1350
    },
    {
      "epoch": 0.6419234360410832,
      "grad_norm": 13.923140525817871,
      "learning_rate": 2.7439999999999996e-08,
      "loss": 0.5145,
      "step": 1375
    },
    {
      "epoch": 0.6535947712418301,
      "grad_norm": 34.99801254272461,
      "learning_rate": 2.7939999999999997e-08,
      "loss": 0.8,
      "step": 1400
    },
    {
      "epoch": 0.665266106442577,
      "grad_norm": 13.633746147155762,
      "learning_rate": 2.844e-08,
      "loss": 0.4484,
      "step": 1425
    },
    {
      "epoch": 0.676937441643324,
      "grad_norm": 27.909713745117188,
      "learning_rate": 2.894e-08,
      "loss": 0.7578,
      "step": 1450
    },
    {
      "epoch": 0.688608776844071,
      "grad_norm": 10.687728881835938,
      "learning_rate": 2.944e-08,
      "loss": 0.4327,
      "step": 1475
    },
    {
      "epoch": 0.7002801120448179,
      "grad_norm": 25.57269859313965,
      "learning_rate": 2.994e-08,
      "loss": 0.6606,
      "step": 1500
    },
    {
      "epoch": 0.7119514472455649,
      "grad_norm": 11.038127899169922,
      "learning_rate": 3.044e-08,
      "loss": 0.3744,
      "step": 1525
    },
    {
      "epoch": 0.7236227824463118,
      "grad_norm": 32.23295974731445,
      "learning_rate": 3.094e-08,
      "loss": 0.5246,
      "step": 1550
    },
    {
      "epoch": 0.7352941176470589,
      "grad_norm": 10.442867279052734,
      "learning_rate": 3.144e-08,
      "loss": 0.3276,
      "step": 1575
    },
    {
      "epoch": 0.7469654528478058,
      "grad_norm": 30.245128631591797,
      "learning_rate": 3.194e-08,
      "loss": 0.5341,
      "step": 1600
    },
    {
      "epoch": 0.7586367880485527,
      "grad_norm": 7.633006572723389,
      "learning_rate": 3.244e-08,
      "loss": 0.3076,
      "step": 1625
    },
    {
      "epoch": 0.7703081232492998,
      "grad_norm": 25.9896297454834,
      "learning_rate": 3.2939999999999996e-08,
      "loss": 0.5054,
      "step": 1650
    },
    {
      "epoch": 0.7819794584500467,
      "grad_norm": 11.558256149291992,
      "learning_rate": 3.3439999999999994e-08,
      "loss": 0.2894,
      "step": 1675
    },
    {
      "epoch": 0.7936507936507936,
      "grad_norm": 25.086002349853516,
      "learning_rate": 3.394e-08,
      "loss": 0.4637,
      "step": 1700
    },
    {
      "epoch": 0.8053221288515406,
      "grad_norm": 9.39806079864502,
      "learning_rate": 3.4439999999999996e-08,
      "loss": 0.2774,
      "step": 1725
    },
    {
      "epoch": 0.8169934640522876,
      "grad_norm": 25.4090518951416,
      "learning_rate": 3.494e-08,
      "loss": 0.4205,
      "step": 1750
    },
    {
      "epoch": 0.8286647992530346,
      "grad_norm": 7.335741996765137,
      "learning_rate": 3.544e-08,
      "loss": 0.2438,
      "step": 1775
    },
    {
      "epoch": 0.8403361344537815,
      "grad_norm": 24.587902069091797,
      "learning_rate": 3.5939999999999996e-08,
      "loss": 0.4571,
      "step": 1800
    },
    {
      "epoch": 0.8520074696545284,
      "grad_norm": 7.93494176864624,
      "learning_rate": 3.644e-08,
      "loss": 0.2692,
      "step": 1825
    },
    {
      "epoch": 0.8636788048552755,
      "grad_norm": 25.627216339111328,
      "learning_rate": 3.694e-08,
      "loss": 0.3872,
      "step": 1850
    },
    {
      "epoch": 0.8753501400560224,
      "grad_norm": 6.054137229919434,
      "learning_rate": 3.7439999999999996e-08,
      "loss": 0.2613,
      "step": 1875
    },
    {
      "epoch": 0.8870214752567693,
      "grad_norm": 22.876371383666992,
      "learning_rate": 3.794e-08,
      "loss": 0.3745,
      "step": 1900
    },
    {
      "epoch": 0.8986928104575164,
      "grad_norm": 9.932693481445312,
      "learning_rate": 3.844e-08,
      "loss": 0.2459,
      "step": 1925
    },
    {
      "epoch": 0.9103641456582633,
      "grad_norm": 24.33729362487793,
      "learning_rate": 3.894e-08,
      "loss": 0.3707,
      "step": 1950
    },
    {
      "epoch": 0.9220354808590103,
      "grad_norm": 5.043721675872803,
      "learning_rate": 3.944e-08,
      "loss": 0.2594,
      "step": 1975
    },
    {
      "epoch": 0.9337068160597572,
      "grad_norm": 23.499347686767578,
      "learning_rate": 3.994e-08,
      "loss": 0.3559,
      "step": 2000
    },
    {
      "epoch": 0.9453781512605042,
      "grad_norm": 9.935140609741211,
      "learning_rate": 4.044e-08,
      "loss": 0.2537,
      "step": 2025
    },
    {
      "epoch": 0.9570494864612512,
      "grad_norm": 21.89238929748535,
      "learning_rate": 4.0939999999999995e-08,
      "loss": 0.3577,
      "step": 2050
    },
    {
      "epoch": 0.9687208216619981,
      "grad_norm": 7.369849681854248,
      "learning_rate": 4.143999999999999e-08,
      "loss": 0.2506,
      "step": 2075
    },
    {
      "epoch": 0.9803921568627451,
      "grad_norm": 21.387100219726562,
      "learning_rate": 4.194e-08,
      "loss": 0.3548,
      "step": 2100
    },
    {
      "epoch": 0.9920634920634921,
      "grad_norm": 9.189516067504883,
      "learning_rate": 4.2439999999999995e-08,
      "loss": 0.2296,
      "step": 2125
    },
    {
      "epoch": 1.003734827264239,
      "grad_norm": 6.029189109802246,
      "learning_rate": 4.294e-08,
      "loss": 0.3258,
      "step": 2150
    },
    {
      "epoch": 1.015406162464986,
      "grad_norm": 9.663504600524902,
      "learning_rate": 4.344e-08,
      "loss": 0.1926,
      "step": 2175
    },
    {
      "epoch": 1.0270774976657329,
      "grad_norm": 5.585232734680176,
      "learning_rate": 4.3939999999999995e-08,
      "loss": 0.3378,
      "step": 2200
    },
    {
      "epoch": 1.03874883286648,
      "grad_norm": 8.463289260864258,
      "learning_rate": 4.444e-08,
      "loss": 0.2082,
      "step": 2225
    },
    {
      "epoch": 1.050420168067227,
      "grad_norm": 5.860575199127197,
      "learning_rate": 4.494e-08,
      "loss": 0.3448,
      "step": 2250
    },
    {
      "epoch": 1.0620915032679739,
      "grad_norm": 6.821081161499023,
      "learning_rate": 4.544e-08,
      "loss": 0.2441,
      "step": 2275
    },
    {
      "epoch": 1.0737628384687208,
      "grad_norm": 6.957500457763672,
      "learning_rate": 4.594e-08,
      "loss": 0.3243,
      "step": 2300
    },
    {
      "epoch": 1.0854341736694677,
      "grad_norm": 9.871063232421875,
      "learning_rate": 4.644e-08,
      "loss": 0.2316,
      "step": 2325
    },
    {
      "epoch": 1.0971055088702149,
      "grad_norm": 5.59705114364624,
      "learning_rate": 4.694e-08,
      "loss": 0.3128,
      "step": 2350
    },
    {
      "epoch": 1.1087768440709618,
      "grad_norm": 11.109825134277344,
      "learning_rate": 4.744e-08,
      "loss": 0.2319,
      "step": 2375
    },
    {
      "epoch": 1.1204481792717087,
      "grad_norm": 6.252768039703369,
      "learning_rate": 4.7940000000000004e-08,
      "loss": 0.2975,
      "step": 2400
    },
    {
      "epoch": 1.1321195144724556,
      "grad_norm": 9.143139839172363,
      "learning_rate": 4.8439999999999996e-08,
      "loss": 0.2043,
      "step": 2425
    },
    {
      "epoch": 1.1437908496732025,
      "grad_norm": 5.3806657791137695,
      "learning_rate": 4.8939999999999994e-08,
      "loss": 0.3358,
      "step": 2450
    },
    {
      "epoch": 1.1554621848739495,
      "grad_norm": 5.736015796661377,
      "learning_rate": 4.944e-08,
      "loss": 0.1975,
      "step": 2475
    },
    {
      "epoch": 1.1671335200746966,
      "grad_norm": 8.606856346130371,
      "learning_rate": 4.9939999999999996e-08,
      "loss": 0.3118,
      "step": 2500
    },
    {
      "epoch": 1.1788048552754435,
      "grad_norm": 8.582596778869629,
      "learning_rate": 5.0439999999999994e-08,
      "loss": 0.2086,
      "step": 2525
    },
    {
      "epoch": 1.1904761904761905,
      "grad_norm": 5.178341388702393,
      "learning_rate": 5.094e-08,
      "loss": 0.2946,
      "step": 2550
    },
    {
      "epoch": 1.2021475256769374,
      "grad_norm": 11.727195739746094,
      "learning_rate": 5.1439999999999996e-08,
      "loss": 0.2178,
      "step": 2575
    },
    {
      "epoch": 1.2138188608776843,
      "grad_norm": 5.104198932647705,
      "learning_rate": 5.194e-08,
      "loss": 0.3234,
      "step": 2600
    },
    {
      "epoch": 1.2254901960784315,
      "grad_norm": 9.104410171508789,
      "learning_rate": 5.244e-08,
      "loss": 0.2093,
      "step": 2625
    },
    {
      "epoch": 1.2371615312791784,
      "grad_norm": 6.0715765953063965,
      "learning_rate": 5.2939999999999996e-08,
      "loss": 0.3366,
      "step": 2650
    },
    {
      "epoch": 1.2488328664799253,
      "grad_norm": 8.743270874023438,
      "learning_rate": 5.344e-08,
      "loss": 0.1902,
      "step": 2675
    },
    {
      "epoch": 1.2605042016806722,
      "grad_norm": 5.818302154541016,
      "learning_rate": 5.394e-08,
      "loss": 0.3033,
      "step": 2700
    },
    {
      "epoch": 1.2721755368814192,
      "grad_norm": 5.093564510345459,
      "learning_rate": 5.444e-08,
      "loss": 0.2089,
      "step": 2725
    },
    {
      "epoch": 1.283846872082166,
      "grad_norm": 6.838255405426025,
      "learning_rate": 5.494e-08,
      "loss": 0.2888,
      "step": 2750
    },
    {
      "epoch": 1.2955182072829132,
      "grad_norm": 10.466809272766113,
      "learning_rate": 5.544e-08,
      "loss": 0.2166,
      "step": 2775
    },
    {
      "epoch": 1.3071895424836601,
      "grad_norm": 5.292140007019043,
      "learning_rate": 5.5939999999999997e-08,
      "loss": 0.292,
      "step": 2800
    },
    {
      "epoch": 1.318860877684407,
      "grad_norm": 8.67912483215332,
      "learning_rate": 5.6439999999999995e-08,
      "loss": 0.2073,
      "step": 2825
    },
    {
      "epoch": 1.330532212885154,
      "grad_norm": 4.972991943359375,
      "learning_rate": 5.693999999999999e-08,
      "loss": 0.2952,
      "step": 2850
    },
    {
      "epoch": 1.3422035480859011,
      "grad_norm": 8.939681053161621,
      "learning_rate": 5.744e-08,
      "loss": 0.1821,
      "step": 2875
    },
    {
      "epoch": 1.353874883286648,
      "grad_norm": 7.211392402648926,
      "learning_rate": 5.7939999999999995e-08,
      "loss": 0.2914,
      "step": 2900
    },
    {
      "epoch": 1.365546218487395,
      "grad_norm": 8.267333984375,
      "learning_rate": 5.844e-08,
      "loss": 0.1839,
      "step": 2925
    },
    {
      "epoch": 1.377217553688142,
      "grad_norm": 6.720695972442627,
      "learning_rate": 5.894e-08,
      "loss": 0.2678,
      "step": 2950
    },
    {
      "epoch": 1.3888888888888888,
      "grad_norm": 8.372034072875977,
      "learning_rate": 5.9439999999999995e-08,
      "loss": 0.1999,
      "step": 2975
    },
    {
      "epoch": 1.4005602240896358,
      "grad_norm": 6.330301284790039,
      "learning_rate": 5.993999999999999e-08,
      "loss": 0.3173,
      "step": 3000
    },
    {
      "epoch": 1.4122315592903827,
      "grad_norm": 10.318882942199707,
      "learning_rate": 6.044e-08,
      "loss": 0.1953,
      "step": 3025
    },
    {
      "epoch": 1.4239028944911298,
      "grad_norm": 7.442046165466309,
      "learning_rate": 6.094e-08,
      "loss": 0.3231,
      "step": 3050
    },
    {
      "epoch": 1.4355742296918768,
      "grad_norm": 9.14301872253418,
      "learning_rate": 6.144e-08,
      "loss": 0.2168,
      "step": 3075
    },
    {
      "epoch": 1.4472455648926237,
      "grad_norm": 6.955599784851074,
      "learning_rate": 6.194e-08,
      "loss": 0.265,
      "step": 3100
    },
    {
      "epoch": 1.4589169000933706,
      "grad_norm": 7.568444728851318,
      "learning_rate": 6.244e-08,
      "loss": 0.182,
      "step": 3125
    },
    {
      "epoch": 1.4705882352941178,
      "grad_norm": 4.784877300262451,
      "learning_rate": 6.293999999999999e-08,
      "loss": 0.2616,
      "step": 3150
    },
    {
      "epoch": 1.4822595704948647,
      "grad_norm": 5.884426116943359,
      "learning_rate": 6.343999999999999e-08,
      "loss": 0.1782,
      "step": 3175
    },
    {
      "epoch": 1.4939309056956116,
      "grad_norm": 8.85175609588623,
      "learning_rate": 6.393999999999999e-08,
      "loss": 0.2837,
      "step": 3200
    },
    {
      "epoch": 1.5056022408963585,
      "grad_norm": 7.9142537117004395,
      "learning_rate": 6.444e-08,
      "loss": 0.1751,
      "step": 3225
    },
    {
      "epoch": 1.5172735760971054,
      "grad_norm": 6.807056903839111,
      "learning_rate": 6.494e-08,
      "loss": 0.3072,
      "step": 3250
    },
    {
      "epoch": 1.5289449112978524,
      "grad_norm": 8.901240348815918,
      "learning_rate": 6.544e-08,
      "loss": 0.1975,
      "step": 3275
    },
    {
      "epoch": 1.5406162464985993,
      "grad_norm": 5.000201225280762,
      "learning_rate": 6.594e-08,
      "loss": 0.2892,
      "step": 3300
    },
    {
      "epoch": 1.5522875816993464,
      "grad_norm": 11.009442329406738,
      "learning_rate": 6.643999999999999e-08,
      "loss": 0.205,
      "step": 3325
    },
    {
      "epoch": 1.5639589169000934,
      "grad_norm": 4.820681095123291,
      "learning_rate": 6.694e-08,
      "loss": 0.2868,
      "step": 3350
    },
    {
      "epoch": 1.5756302521008403,
      "grad_norm": 11.95584487915039,
      "learning_rate": 6.744e-08,
      "loss": 0.1905,
      "step": 3375
    },
    {
      "epoch": 1.5873015873015874,
      "grad_norm": 5.530846118927002,
      "learning_rate": 6.794e-08,
      "loss": 0.2608,
      "step": 3400
    },
    {
      "epoch": 1.5989729225023344,
      "grad_norm": 8.828543663024902,
      "learning_rate": 6.844e-08,
      "loss": 0.1916,
      "step": 3425
    },
    {
      "epoch": 1.6106442577030813,
      "grad_norm": 5.600862503051758,
      "learning_rate": 6.894e-08,
      "loss": 0.2636,
      "step": 3450
    },
    {
      "epoch": 1.6223155929038282,
      "grad_norm": 9.772380828857422,
      "learning_rate": 6.944e-08,
      "loss": 0.1835,
      "step": 3475
    },
    {
      "epoch": 1.6339869281045751,
      "grad_norm": 4.258734703063965,
      "learning_rate": 6.994e-08,
      "loss": 0.2693,
      "step": 3500
    },
    {
      "epoch": 1.645658263305322,
      "grad_norm": 6.106602668762207,
      "learning_rate": 7.044e-08,
      "loss": 0.1971,
      "step": 3525
    },
    {
      "epoch": 1.657329598506069,
      "grad_norm": 3.7969162464141846,
      "learning_rate": 7.094e-08,
      "loss": 0.2919,
      "step": 3550
    },
    {
      "epoch": 1.669000933706816,
      "grad_norm": 7.152183532714844,
      "learning_rate": 7.144e-08,
      "loss": 0.2027,
      "step": 3575
    },
    {
      "epoch": 1.680672268907563,
      "grad_norm": 6.071133613586426,
      "learning_rate": 7.194e-08,
      "loss": 0.2699,
      "step": 3600
    },
    {
      "epoch": 1.69234360410831,
      "grad_norm": 6.300527095794678,
      "learning_rate": 7.244e-08,
      "loss": 0.1766,
      "step": 3625
    },
    {
      "epoch": 1.7040149393090571,
      "grad_norm": 5.592601776123047,
      "learning_rate": 7.294e-08,
      "loss": 0.2645,
      "step": 3650
    },
    {
      "epoch": 1.715686274509804,
      "grad_norm": 14.278104782104492,
      "learning_rate": 7.344e-08,
      "loss": 0.1926,
      "step": 3675
    },
    {
      "epoch": 1.727357609710551,
      "grad_norm": 6.237105369567871,
      "learning_rate": 7.394e-08,
      "loss": 0.2814,
      "step": 3700
    },
    {
      "epoch": 1.739028944911298,
      "grad_norm": 10.357053756713867,
      "learning_rate": 7.444e-08,
      "loss": 0.2081,
      "step": 3725
    },
    {
      "epoch": 1.7507002801120448,
      "grad_norm": 7.063169002532959,
      "learning_rate": 7.494000000000001e-08,
      "loss": 0.2718,
      "step": 3750
    },
    {
      "epoch": 1.7623716153127917,
      "grad_norm": 7.2696638107299805,
      "learning_rate": 7.543999999999999e-08,
      "loss": 0.1849,
      "step": 3775
    },
    {
      "epoch": 1.7740429505135387,
      "grad_norm": 3.825491428375244,
      "learning_rate": 7.593999999999999e-08,
      "loss": 0.271,
      "step": 3800
    },
    {
      "epoch": 1.7857142857142856,
      "grad_norm": 7.341236114501953,
      "learning_rate": 7.643999999999999e-08,
      "loss": 0.166,
      "step": 3825
    },
    {
      "epoch": 1.7973856209150327,
      "grad_norm": 5.081601619720459,
      "learning_rate": 7.693999999999999e-08,
      "loss": 0.2857,
      "step": 3850
    },
    {
      "epoch": 1.8090569561157797,
      "grad_norm": 7.839240550994873,
      "learning_rate": 7.744e-08,
      "loss": 0.1839,
      "step": 3875
    },
    {
      "epoch": 1.8207282913165266,
      "grad_norm": 4.5172014236450195,
      "learning_rate": 7.794e-08,
      "loss": 0.2515,
      "step": 3900
    },
    {
      "epoch": 1.8323996265172737,
      "grad_norm": 9.478545188903809,
      "learning_rate": 7.843999999999999e-08,
      "loss": 0.1678,
      "step": 3925
    },
    {
      "epoch": 1.8440709617180207,
      "grad_norm": 5.93352746963501,
      "learning_rate": 7.893999999999999e-08,
      "loss": 0.2674,
      "step": 3950
    },
    {
      "epoch": 1.8557422969187676,
      "grad_norm": 9.502734184265137,
      "learning_rate": 7.943999999999999e-08,
      "loss": 0.1609,
      "step": 3975
    },
    {
      "epoch": 1.8674136321195145,
      "grad_norm": 7.912998676300049,
      "learning_rate": 7.994e-08,
      "loss": 0.2345,
      "step": 4000
    },
    {
      "epoch": 1.8790849673202614,
      "grad_norm": 5.549155235290527,
      "learning_rate": 8.044e-08,
      "loss": 0.1918,
      "step": 4025
    },
    {
      "epoch": 1.8907563025210083,
      "grad_norm": 7.1379499435424805,
      "learning_rate": 8.094e-08,
      "loss": 0.2655,
      "step": 4050
    },
    {
      "epoch": 1.9024276377217553,
      "grad_norm": 5.990372657775879,
      "learning_rate": 8.144e-08,
      "loss": 0.1538,
      "step": 4075
    },
    {
      "epoch": 1.9140989729225022,
      "grad_norm": 5.755247592926025,
      "learning_rate": 8.192000000000001e-08,
      "loss": 0.2351,
      "step": 4100
    },
    {
      "epoch": 1.9257703081232493,
      "grad_norm": 11.432059288024902,
      "learning_rate": 8.241999999999999e-08,
      "loss": 0.1734,
      "step": 4125
    },
    {
      "epoch": 1.9374416433239963,
      "grad_norm": 4.935561656951904,
      "learning_rate": 8.291999999999999e-08,
      "loss": 0.2586,
      "step": 4150
    },
    {
      "epoch": 1.9491129785247432,
      "grad_norm": 7.362981796264648,
      "learning_rate": 8.341999999999999e-08,
      "loss": 0.1681,
      "step": 4175
    },
    {
      "epoch": 1.9607843137254903,
      "grad_norm": 5.120658874511719,
      "learning_rate": 8.391999999999999e-08,
      "loss": 0.2669,
      "step": 4200
    },
    {
      "epoch": 1.9724556489262373,
      "grad_norm": 9.280594825744629,
      "learning_rate": 8.442e-08,
      "loss": 0.1717,
      "step": 4225
    },
    {
      "epoch": 1.9841269841269842,
      "grad_norm": 7.310540199279785,
      "learning_rate": 8.492e-08,
      "loss": 0.2391,
      "step": 4250
    },
    {
      "epoch": 1.995798319327731,
      "grad_norm": 7.3643927574157715,
      "learning_rate": 8.541999999999999e-08,
      "loss": 0.1764,
      "step": 4275
    },
    {
      "epoch": 2.007469654528478,
      "grad_norm": 4.083337783813477,
      "learning_rate": 8.59e-08,
      "loss": 0.2192,
      "step": 4300
    },
    {
      "epoch": 2.019140989729225,
      "grad_norm": 10.079933166503906,
      "learning_rate": 8.64e-08,
      "loss": 0.1708,
      "step": 4325
    },
    {
      "epoch": 2.030812324929972,
      "grad_norm": 5.14344596862793,
      "learning_rate": 8.69e-08,
      "loss": 0.2486,
      "step": 4350
    },
    {
      "epoch": 2.042483660130719,
      "grad_norm": 6.526447296142578,
      "learning_rate": 8.74e-08,
      "loss": 0.1678,
      "step": 4375
    },
    {
      "epoch": 2.0541549953314657,
      "grad_norm": 5.671429634094238,
      "learning_rate": 8.79e-08,
      "loss": 0.2349,
      "step": 4400
    },
    {
      "epoch": 2.065826330532213,
      "grad_norm": 9.383622169494629,
      "learning_rate": 8.84e-08,
      "loss": 0.1365,
      "step": 4425
    },
    {
      "epoch": 2.07749766573296,
      "grad_norm": 6.865725040435791,
      "learning_rate": 8.890000000000001e-08,
      "loss": 0.2207,
      "step": 4450
    },
    {
      "epoch": 2.089169000933707,
      "grad_norm": 10.070252418518066,
      "learning_rate": 8.939999999999999e-08,
      "loss": 0.1797,
      "step": 4475
    },
    {
      "epoch": 2.100840336134454,
      "grad_norm": 4.737791061401367,
      "learning_rate": 8.989999999999999e-08,
      "loss": 0.2361,
      "step": 4500
    },
    {
      "epoch": 2.112511671335201,
      "grad_norm": 9.253829002380371,
      "learning_rate": 9.039999999999999e-08,
      "loss": 0.184,
      "step": 4525
    },
    {
      "epoch": 2.1241830065359477,
      "grad_norm": 5.701707363128662,
      "learning_rate": 9.089999999999999e-08,
      "loss": 0.233,
      "step": 4550
    },
    {
      "epoch": 2.1358543417366946,
      "grad_norm": 7.527386665344238,
      "learning_rate": 9.139999999999998e-08,
      "loss": 0.1771,
      "step": 4575
    },
    {
      "epoch": 2.1475256769374416,
      "grad_norm": 7.340992450714111,
      "learning_rate": 9.19e-08,
      "loss": 0.2505,
      "step": 4600
    },
    {
      "epoch": 2.1591970121381885,
      "grad_norm": 11.267548561096191,
      "learning_rate": 9.24e-08,
      "loss": 0.1706,
      "step": 4625
    },
    {
      "epoch": 2.1708683473389354,
      "grad_norm": 5.289811134338379,
      "learning_rate": 9.289999999999999e-08,
      "loss": 0.2326,
      "step": 4650
    },
    {
      "epoch": 2.1825396825396823,
      "grad_norm": 6.074433326721191,
      "learning_rate": 9.339999999999999e-08,
      "loss": 0.1794,
      "step": 4675
    },
    {
      "epoch": 2.1942110177404297,
      "grad_norm": 6.203845024108887,
      "learning_rate": 9.389999999999999e-08,
      "loss": 0.2259,
      "step": 4700
    },
    {
      "epoch": 2.2058823529411766,
      "grad_norm": 9.799361228942871,
      "learning_rate": 9.44e-08,
      "loss": 0.1796,
      "step": 4725
    },
    {
      "epoch": 2.2175536881419236,
      "grad_norm": 7.236292839050293,
      "learning_rate": 9.49e-08,
      "loss": 0.2338,
      "step": 4750
    },
    {
      "epoch": 2.2292250233426705,
      "grad_norm": 10.37661075592041,
      "learning_rate": 9.54e-08,
      "loss": 0.1969,
      "step": 4775
    },
    {
      "epoch": 2.2408963585434174,
      "grad_norm": 6.369841575622559,
      "learning_rate": 9.589999999999999e-08,
      "loss": 0.2103,
      "step": 4800
    },
    {
      "epoch": 2.2525676937441643,
      "grad_norm": 9.137279510498047,
      "learning_rate": 9.639999999999999e-08,
      "loss": 0.1836,
      "step": 4825
    },
    {
      "epoch": 2.2642390289449112,
      "grad_norm": 6.758956432342529,
      "learning_rate": 9.69e-08,
      "loss": 0.2462,
      "step": 4850
    },
    {
      "epoch": 2.275910364145658,
      "grad_norm": 6.473018169403076,
      "learning_rate": 9.74e-08,
      "loss": 0.1802,
      "step": 4875
    },
    {
      "epoch": 2.287581699346405,
      "grad_norm": 4.492936134338379,
      "learning_rate": 9.79e-08,
      "loss": 0.2323,
      "step": 4900
    },
    {
      "epoch": 2.299253034547152,
      "grad_norm": 9.348398208618164,
      "learning_rate": 9.84e-08,
      "loss": 0.1794,
      "step": 4925
    },
    {
      "epoch": 2.310924369747899,
      "grad_norm": 5.3305230140686035,
      "learning_rate": 9.889999999999999e-08,
      "loss": 0.2443,
      "step": 4950
    },
    {
      "epoch": 2.3225957049486463,
      "grad_norm": 10.86744499206543,
      "learning_rate": 9.94e-08,
      "loss": 0.1844,
      "step": 4975
    },
    {
      "epoch": 2.3342670401493932,
      "grad_norm": 6.479306697845459,
      "learning_rate": 9.99e-08,
      "loss": 0.2244,
      "step": 5000
    },
    {
      "epoch": 2.3342670401493932,
      "eval_loss": 0.17277346551418304,
      "eval_runtime": 6738.9666,
      "eval_samples_per_second": 1.397,
      "eval_steps_per_second": 0.175,
      "eval_wer": 0.11098013886646213,
      "step": 5000
    },
    {
      "epoch": 2.34593837535014,
      "grad_norm": 5.447085857391357,
      "learning_rate": 1.004e-07,
      "loss": 0.1718,
      "step": 5025
    },
    {
      "epoch": 2.357609710550887,
      "grad_norm": 8.150873184204102,
      "learning_rate": 1.009e-07,
      "loss": 0.2243,
      "step": 5050
    },
    {
      "epoch": 2.369281045751634,
      "grad_norm": 8.1106538772583,
      "learning_rate": 1.014e-07,
      "loss": 0.146,
      "step": 5075
    },
    {
      "epoch": 2.380952380952381,
      "grad_norm": 4.127166748046875,
      "learning_rate": 1.019e-07,
      "loss": 0.2267,
      "step": 5100
    },
    {
      "epoch": 2.392623716153128,
      "grad_norm": 11.673868179321289,
      "learning_rate": 1.024e-07,
      "loss": 0.1827,
      "step": 5125
    },
    {
      "epoch": 2.404295051353875,
      "grad_norm": 5.34147834777832,
      "learning_rate": 1.029e-07,
      "loss": 0.2271,
      "step": 5150
    },
    {
      "epoch": 2.4159663865546217,
      "grad_norm": 8.061164855957031,
      "learning_rate": 1.034e-07,
      "loss": 0.1765,
      "step": 5175
    },
    {
      "epoch": 2.4276377217553686,
      "grad_norm": 6.568578243255615,
      "learning_rate": 1.039e-07,
      "loss": 0.2249,
      "step": 5200
    },
    {
      "epoch": 2.439309056956116,
      "grad_norm": 8.7069730758667,
      "learning_rate": 1.0440000000000001e-07,
      "loss": 0.1717,
      "step": 5225
    },
    {
      "epoch": 2.450980392156863,
      "grad_norm": 5.4418792724609375,
      "learning_rate": 1.0489999999999999e-07,
      "loss": 0.2247,
      "step": 5250
    },
    {
      "epoch": 2.46265172735761,
      "grad_norm": 9.333065032958984,
      "learning_rate": 1.0539999999999999e-07,
      "loss": 0.1851,
      "step": 5275
    },
    {
      "epoch": 2.4743230625583568,
      "grad_norm": 6.602376461029053,
      "learning_rate": 1.0589999999999999e-07,
      "loss": 0.2658,
      "step": 5300
    },
    {
      "epoch": 2.4859943977591037,
      "grad_norm": 11.450864791870117,
      "learning_rate": 1.0639999999999999e-07,
      "loss": 0.1743,
      "step": 5325
    },
    {
      "epoch": 2.4976657329598506,
      "grad_norm": 5.90830135345459,
      "learning_rate": 1.0689999999999998e-07,
      "loss": 0.2272,
      "step": 5350
    },
    {
      "epoch": 2.5093370681605975,
      "grad_norm": 6.921583652496338,
      "learning_rate": 1.074e-07,
      "loss": 0.1585,
      "step": 5375
    },
    {
      "epoch": 2.5210084033613445,
      "grad_norm": 5.965441703796387,
      "learning_rate": 1.079e-07,
      "loss": 0.2117,
      "step": 5400
    },
    {
      "epoch": 2.5326797385620914,
      "grad_norm": 8.437889099121094,
      "learning_rate": 1.0839999999999999e-07,
      "loss": 0.1903,
      "step": 5425
    },
    {
      "epoch": 2.5443510737628383,
      "grad_norm": 5.796535491943359,
      "learning_rate": 1.0889999999999999e-07,
      "loss": 0.2151,
      "step": 5450
    },
    {
      "epoch": 2.5560224089635852,
      "grad_norm": 9.895671844482422,
      "learning_rate": 1.0939999999999999e-07,
      "loss": 0.1778,
      "step": 5475
    },
    {
      "epoch": 2.567693744164332,
      "grad_norm": 10.211431503295898,
      "learning_rate": 1.099e-07,
      "loss": 0.2166,
      "step": 5500
    },
    {
      "epoch": 2.5793650793650795,
      "grad_norm": 8.422016143798828,
      "learning_rate": 1.104e-07,
      "loss": 0.1599,
      "step": 5525
    },
    {
      "epoch": 2.5910364145658265,
      "grad_norm": 6.82072639465332,
      "learning_rate": 1.109e-07,
      "loss": 0.2406,
      "step": 5550
    },
    {
      "epoch": 2.6027077497665734,
      "grad_norm": 7.977824687957764,
      "learning_rate": 1.1139999999999999e-07,
      "loss": 0.174,
      "step": 5575
    },
    {
      "epoch": 2.6143790849673203,
      "grad_norm": 4.871920108795166,
      "learning_rate": 1.1189999999999999e-07,
      "loss": 0.2077,
      "step": 5600
    },
    {
      "epoch": 2.6260504201680672,
      "grad_norm": 14.31760025024414,
      "learning_rate": 1.124e-07,
      "loss": 0.1581,
      "step": 5625
    },
    {
      "epoch": 2.637721755368814,
      "grad_norm": 4.476131916046143,
      "learning_rate": 1.129e-07,
      "loss": 0.2158,
      "step": 5650
    },
    {
      "epoch": 2.649393090569561,
      "grad_norm": 6.954850673675537,
      "learning_rate": 1.134e-07,
      "loss": 0.1689,
      "step": 5675
    },
    {
      "epoch": 2.661064425770308,
      "grad_norm": 5.502589702606201,
      "learning_rate": 1.139e-07,
      "loss": 0.2082,
      "step": 5700
    },
    {
      "epoch": 2.6727357609710554,
      "grad_norm": 13.118797302246094,
      "learning_rate": 1.1439999999999999e-07,
      "loss": 0.1646,
      "step": 5725
    },
    {
      "epoch": 2.6844070961718023,
      "grad_norm": 3.66182541847229,
      "learning_rate": 1.149e-07,
      "loss": 0.2201,
      "step": 5750
    },
    {
      "epoch": 2.696078431372549,
      "grad_norm": 9.46583366394043,
      "learning_rate": 1.154e-07,
      "loss": 0.158,
      "step": 5775
    },
    {
      "epoch": 2.707749766573296,
      "grad_norm": 6.853757381439209,
      "learning_rate": 1.159e-07,
      "loss": 0.2417,
      "step": 5800
    },
    {
      "epoch": 2.719421101774043,
      "grad_norm": 8.791181564331055,
      "learning_rate": 1.164e-07,
      "loss": 0.163,
      "step": 5825
    },
    {
      "epoch": 2.73109243697479,
      "grad_norm": 6.461370944976807,
      "learning_rate": 1.169e-07,
      "loss": 0.2103,
      "step": 5850
    },
    {
      "epoch": 2.742763772175537,
      "grad_norm": 9.98912525177002,
      "learning_rate": 1.1739999999999999e-07,
      "loss": 0.1519,
      "step": 5875
    },
    {
      "epoch": 2.754435107376284,
      "grad_norm": 4.975451946258545,
      "learning_rate": 1.179e-07,
      "loss": 0.2517,
      "step": 5900
    },
    {
      "epoch": 2.7661064425770308,
      "grad_norm": 8.629615783691406,
      "learning_rate": 1.184e-07,
      "loss": 0.1452,
      "step": 5925
    },
    {
      "epoch": 2.7777777777777777,
      "grad_norm": 6.218091011047363,
      "learning_rate": 1.189e-07,
      "loss": 0.2481,
      "step": 5950
    },
    {
      "epoch": 2.7894491129785246,
      "grad_norm": 7.882603168487549,
      "learning_rate": 1.194e-07,
      "loss": 0.175,
      "step": 5975
    },
    {
      "epoch": 2.8011204481792715,
      "grad_norm": 5.259121417999268,
      "learning_rate": 1.199e-07,
      "loss": 0.1935,
      "step": 6000
    },
    {
      "epoch": 2.8127917833800185,
      "grad_norm": 9.59416389465332,
      "learning_rate": 1.204e-07,
      "loss": 0.1517,
      "step": 6025
    },
    {
      "epoch": 2.8244631185807654,
      "grad_norm": 5.815752983093262,
      "learning_rate": 1.2089999999999998e-07,
      "loss": 0.2308,
      "step": 6050
    },
    {
      "epoch": 2.8361344537815127,
      "grad_norm": 16.040206909179688,
      "learning_rate": 1.214e-07,
      "loss": 0.1681,
      "step": 6075
    },
    {
      "epoch": 2.8478057889822597,
      "grad_norm": 6.292205333709717,
      "learning_rate": 1.219e-07,
      "loss": 0.2188,
      "step": 6100
    },
    {
      "epoch": 2.8594771241830066,
      "grad_norm": 8.221199035644531,
      "learning_rate": 1.2239999999999998e-07,
      "loss": 0.1637,
      "step": 6125
    },
    {
      "epoch": 2.8711484593837535,
      "grad_norm": 5.419161319732666,
      "learning_rate": 1.229e-07,
      "loss": 0.2308,
      "step": 6150
    },
    {
      "epoch": 2.8828197945845004,
      "grad_norm": 7.9300665855407715,
      "learning_rate": 1.2339999999999998e-07,
      "loss": 0.1609,
      "step": 6175
    },
    {
      "epoch": 2.8944911297852474,
      "grad_norm": 5.752758026123047,
      "learning_rate": 1.239e-07,
      "loss": 0.2159,
      "step": 6200
    },
    {
      "epoch": 2.9061624649859943,
      "grad_norm": 8.784625053405762,
      "learning_rate": 1.244e-07,
      "loss": 0.1663,
      "step": 6225
    },
    {
      "epoch": 2.917833800186741,
      "grad_norm": 6.791645526885986,
      "learning_rate": 1.249e-07,
      "loss": 0.2163,
      "step": 6250
    },
    {
      "epoch": 2.9295051353874886,
      "grad_norm": 6.143098831176758,
      "learning_rate": 1.254e-07,
      "loss": 0.1623,
      "step": 6275
    },
    {
      "epoch": 2.9411764705882355,
      "grad_norm": 4.767801284790039,
      "learning_rate": 1.259e-07,
      "loss": 0.2019,
      "step": 6300
    },
    {
      "epoch": 2.9528478057889824,
      "grad_norm": 9.43720531463623,
      "learning_rate": 1.264e-07,
      "loss": 0.1709,
      "step": 6325
    },
    {
      "epoch": 2.9645191409897294,
      "grad_norm": 5.25966215133667,
      "learning_rate": 1.269e-07,
      "loss": 0.2319,
      "step": 6350
    },
    {
      "epoch": 2.9761904761904763,
      "grad_norm": 13.078607559204102,
      "learning_rate": 1.2740000000000002e-07,
      "loss": 0.1754,
      "step": 6375
    },
    {
      "epoch": 2.987861811391223,
      "grad_norm": 5.5642991065979,
      "learning_rate": 1.279e-07,
      "loss": 0.2153,
      "step": 6400
    },
    {
      "epoch": 2.99953314659197,
      "grad_norm": 11.523698806762695,
      "learning_rate": 1.2839999999999999e-07,
      "loss": 0.2086,
      "step": 6425
    },
    {
      "epoch": 3.011204481792717,
      "grad_norm": 5.675624370574951,
      "learning_rate": 1.2888e-07,
      "loss": 0.1593,
      "step": 6450
    },
    {
      "epoch": 3.022875816993464,
      "grad_norm": 17.480037689208984,
      "learning_rate": 1.2937999999999998e-07,
      "loss": 0.1673,
      "step": 6475
    },
    {
      "epoch": 3.034547152194211,
      "grad_norm": 9.549832344055176,
      "learning_rate": 1.2988e-07,
      "loss": 0.1938,
      "step": 6500
    },
    {
      "epoch": 3.046218487394958,
      "grad_norm": 12.89521598815918,
      "learning_rate": 1.3037999999999998e-07,
      "loss": 0.186,
      "step": 6525
    },
    {
      "epoch": 3.0578898225957047,
      "grad_norm": 7.42260217666626,
      "learning_rate": 1.3088e-07,
      "loss": 0.2042,
      "step": 6550
    },
    {
      "epoch": 3.069561157796452,
      "grad_norm": 13.60092544555664,
      "learning_rate": 1.3138e-07,
      "loss": 0.1988,
      "step": 6575
    },
    {
      "epoch": 3.081232492997199,
      "grad_norm": 5.782377243041992,
      "learning_rate": 1.3188e-07,
      "loss": 0.1736,
      "step": 6600
    },
    {
      "epoch": 3.092903828197946,
      "grad_norm": 11.844609260559082,
      "learning_rate": 1.3238e-07,
      "loss": 0.1904,
      "step": 6625
    },
    {
      "epoch": 3.104575163398693,
      "grad_norm": 6.240257263183594,
      "learning_rate": 1.3287999999999998e-07,
      "loss": 0.1605,
      "step": 6650
    },
    {
      "epoch": 3.11624649859944,
      "grad_norm": 12.566492080688477,
      "learning_rate": 1.3338e-07,
      "loss": 0.1957,
      "step": 6675
    },
    {
      "epoch": 3.1279178338001867,
      "grad_norm": 8.285445213317871,
      "learning_rate": 1.3388e-07,
      "loss": 0.1801,
      "step": 6700
    },
    {
      "epoch": 3.1395891690009337,
      "grad_norm": 12.288935661315918,
      "learning_rate": 1.3438e-07,
      "loss": 0.1982,
      "step": 6725
    },
    {
      "epoch": 3.1512605042016806,
      "grad_norm": 7.052362442016602,
      "learning_rate": 1.3488e-07,
      "loss": 0.1619,
      "step": 6750
    },
    {
      "epoch": 3.1629318394024275,
      "grad_norm": 18.458065032958984,
      "learning_rate": 1.3537999999999999e-07,
      "loss": 0.1855,
      "step": 6775
    },
    {
      "epoch": 3.1746031746031744,
      "grad_norm": 15.821798324584961,
      "learning_rate": 1.3588e-07,
      "loss": 0.1476,
      "step": 6800
    },
    {
      "epoch": 3.186274509803922,
      "grad_norm": 11.816914558410645,
      "learning_rate": 1.3638e-07,
      "loss": 0.1944,
      "step": 6825
    },
    {
      "epoch": 3.1979458450046687,
      "grad_norm": 6.645755767822266,
      "learning_rate": 1.3688e-07,
      "loss": 0.1678,
      "step": 6850
    },
    {
      "epoch": 3.2096171802054156,
      "grad_norm": 16.721040725708008,
      "learning_rate": 1.3738e-07,
      "loss": 0.1706,
      "step": 6875
    },
    {
      "epoch": 3.2212885154061626,
      "grad_norm": 8.140375137329102,
      "learning_rate": 1.3788e-07,
      "loss": 0.1695,
      "step": 6900
    },
    {
      "epoch": 3.2329598506069095,
      "grad_norm": 12.450023651123047,
      "learning_rate": 1.3838e-07,
      "loss": 0.1797,
      "step": 6925
    },
    {
      "epoch": 3.2446311858076564,
      "grad_norm": 6.419872760772705,
      "learning_rate": 1.3888e-07,
      "loss": 0.1665,
      "step": 6950
    },
    {
      "epoch": 3.2563025210084033,
      "grad_norm": 10.356698036193848,
      "learning_rate": 1.3938e-07,
      "loss": 0.1614,
      "step": 6975
    },
    {
      "epoch": 3.2679738562091503,
      "grad_norm": 8.553840637207031,
      "learning_rate": 1.3988e-07,
      "loss": 0.1616,
      "step": 7000
    },
    {
      "epoch": 3.279645191409897,
      "grad_norm": 11.927959442138672,
      "learning_rate": 1.4038e-07,
      "loss": 0.1686,
      "step": 7025
    },
    {
      "epoch": 3.291316526610644,
      "grad_norm": 6.493635654449463,
      "learning_rate": 1.4088e-07,
      "loss": 0.1804,
      "step": 7050
    },
    {
      "epoch": 3.302987861811391,
      "grad_norm": 14.237950325012207,
      "learning_rate": 1.4137999999999999e-07,
      "loss": 0.1607,
      "step": 7075
    },
    {
      "epoch": 3.314659197012138,
      "grad_norm": 7.410088539123535,
      "learning_rate": 1.4188e-07,
      "loss": 0.1458,
      "step": 7100
    },
    {
      "epoch": 3.3263305322128853,
      "grad_norm": 10.997467041015625,
      "learning_rate": 1.4238e-07,
      "loss": 0.1676,
      "step": 7125
    },
    {
      "epoch": 3.3380018674136323,
      "grad_norm": 6.001441955566406,
      "learning_rate": 1.4288e-07,
      "loss": 0.1655,
      "step": 7150
    },
    {
      "epoch": 3.349673202614379,
      "grad_norm": 14.08969497680664,
      "learning_rate": 1.4338e-07,
      "loss": 0.1959,
      "step": 7175
    },
    {
      "epoch": 3.361344537815126,
      "grad_norm": 5.801328182220459,
      "learning_rate": 1.4388e-07,
      "loss": 0.1686,
      "step": 7200
    },
    {
      "epoch": 3.373015873015873,
      "grad_norm": 13.626670837402344,
      "learning_rate": 1.4438e-07,
      "loss": 0.1986,
      "step": 7225
    },
    {
      "epoch": 3.38468720821662,
      "grad_norm": 6.545166492462158,
      "learning_rate": 1.4488e-07,
      "loss": 0.1852,
      "step": 7250
    },
    {
      "epoch": 3.396358543417367,
      "grad_norm": 13.894329071044922,
      "learning_rate": 1.4538e-07,
      "loss": 0.1642,
      "step": 7275
    },
    {
      "epoch": 3.408029878618114,
      "grad_norm": 10.140618324279785,
      "learning_rate": 1.4588e-07,
      "loss": 0.177,
      "step": 7300
    },
    {
      "epoch": 3.4197012138188607,
      "grad_norm": 18.14762306213379,
      "learning_rate": 1.4638e-07,
      "loss": 0.1856,
      "step": 7325
    },
    {
      "epoch": 3.431372549019608,
      "grad_norm": 5.81195592880249,
      "learning_rate": 1.4688e-07,
      "loss": 0.1701,
      "step": 7350
    },
    {
      "epoch": 3.443043884220355,
      "grad_norm": 12.958548545837402,
      "learning_rate": 1.4738000000000001e-07,
      "loss": 0.1755,
      "step": 7375
    },
    {
      "epoch": 3.454715219421102,
      "grad_norm": 8.025079727172852,
      "learning_rate": 1.4788e-07,
      "loss": 0.1801,
      "step": 7400
    },
    {
      "epoch": 3.466386554621849,
      "grad_norm": 19.22530746459961,
      "learning_rate": 1.4838e-07,
      "loss": 0.1776,
      "step": 7425
    },
    {
      "epoch": 3.478057889822596,
      "grad_norm": 7.672618865966797,
      "learning_rate": 1.4888e-07,
      "loss": 0.1915,
      "step": 7450
    },
    {
      "epoch": 3.4897292250233427,
      "grad_norm": 12.312602043151855,
      "learning_rate": 1.4938e-07,
      "loss": 0.1888,
      "step": 7475
    },
    {
      "epoch": 3.5014005602240896,
      "grad_norm": 7.824102878570557,
      "learning_rate": 1.4988000000000002e-07,
      "loss": 0.1725,
      "step": 7500
    },
    {
      "epoch": 3.5130718954248366,
      "grad_norm": 11.86865234375,
      "learning_rate": 1.5038e-07,
      "loss": 0.1996,
      "step": 7525
    },
    {
      "epoch": 3.5247432306255835,
      "grad_norm": 6.472956657409668,
      "learning_rate": 1.5087999999999999e-07,
      "loss": 0.1807,
      "step": 7550
    },
    {
      "epoch": 3.5364145658263304,
      "grad_norm": 14.855595588684082,
      "learning_rate": 1.5137999999999997e-07,
      "loss": 0.1665,
      "step": 7575
    },
    {
      "epoch": 3.5480859010270773,
      "grad_norm": 5.422650337219238,
      "learning_rate": 1.5187999999999998e-07,
      "loss": 0.169,
      "step": 7600
    },
    {
      "epoch": 3.5597572362278243,
      "grad_norm": 13.586644172668457,
      "learning_rate": 1.5238e-07,
      "loss": 0.1886,
      "step": 7625
    },
    {
      "epoch": 3.571428571428571,
      "grad_norm": 7.154773712158203,
      "learning_rate": 1.5287999999999998e-07,
      "loss": 0.1772,
      "step": 7650
    },
    {
      "epoch": 3.5830999066293185,
      "grad_norm": 15.92589282989502,
      "learning_rate": 1.5338e-07,
      "loss": 0.1603,
      "step": 7675
    },
    {
      "epoch": 3.5947712418300655,
      "grad_norm": 4.725268363952637,
      "learning_rate": 1.5387999999999997e-07,
      "loss": 0.1579,
      "step": 7700
    },
    {
      "epoch": 3.6064425770308124,
      "grad_norm": 10.37312126159668,
      "learning_rate": 1.5437999999999998e-07,
      "loss": 0.1556,
      "step": 7725
    },
    {
      "epoch": 3.6181139122315593,
      "grad_norm": 3.6106224060058594,
      "learning_rate": 1.5488e-07,
      "loss": 0.1753,
      "step": 7750
    },
    {
      "epoch": 3.6297852474323062,
      "grad_norm": 13.736579895019531,
      "learning_rate": 1.5537999999999998e-07,
      "loss": 0.1932,
      "step": 7775
    },
    {
      "epoch": 3.641456582633053,
      "grad_norm": 7.333006381988525,
      "learning_rate": 1.5588e-07,
      "loss": 0.1688,
      "step": 7800
    },
    {
      "epoch": 3.6531279178338,
      "grad_norm": 16.784841537475586,
      "learning_rate": 1.5637999999999997e-07,
      "loss": 0.1999,
      "step": 7825
    },
    {
      "epoch": 3.664799253034547,
      "grad_norm": 9.547866821289062,
      "learning_rate": 1.5687999999999999e-07,
      "loss": 0.1852,
      "step": 7850
    },
    {
      "epoch": 3.6764705882352944,
      "grad_norm": 14.133809089660645,
      "learning_rate": 1.5738e-07,
      "loss": 0.1554,
      "step": 7875
    },
    {
      "epoch": 3.6881419234360413,
      "grad_norm": 7.968010425567627,
      "learning_rate": 1.5787999999999998e-07,
      "loss": 0.1649,
      "step": 7900
    },
    {
      "epoch": 3.6998132586367882,
      "grad_norm": 12.247528076171875,
      "learning_rate": 1.5838e-07,
      "loss": 0.1975,
      "step": 7925
    },
    {
      "epoch": 3.711484593837535,
      "grad_norm": 6.5526323318481445,
      "learning_rate": 1.5887999999999998e-07,
      "loss": 0.1808,
      "step": 7950
    },
    {
      "epoch": 3.723155929038282,
      "grad_norm": 11.869317054748535,
      "learning_rate": 1.5938e-07,
      "loss": 0.1796,
      "step": 7975
    },
    {
      "epoch": 3.734827264239029,
      "grad_norm": 7.336709499359131,
      "learning_rate": 1.5988e-07,
      "loss": 0.179,
      "step": 8000
    },
    {
      "epoch": 3.746498599439776,
      "grad_norm": 21.456043243408203,
      "learning_rate": 1.6037999999999998e-07,
      "loss": 0.1854,
      "step": 8025
    },
    {
      "epoch": 3.758169934640523,
      "grad_norm": 5.577650547027588,
      "learning_rate": 1.6088e-07,
      "loss": 0.1771,
      "step": 8050
    },
    {
      "epoch": 3.7698412698412698,
      "grad_norm": 18.03679084777832,
      "learning_rate": 1.6137999999999998e-07,
      "loss": 0.1849,
      "step": 8075
    },
    {
      "epoch": 3.7815126050420167,
      "grad_norm": 6.453721046447754,
      "learning_rate": 1.6188e-07,
      "loss": 0.1715,
      "step": 8100
    },
    {
      "epoch": 3.7931839402427636,
      "grad_norm": 11.65691089630127,
      "learning_rate": 1.6238e-07,
      "loss": 0.1721,
      "step": 8125
    },
    {
      "epoch": 3.8048552754435105,
      "grad_norm": 5.9379963874816895,
      "learning_rate": 1.6288e-07,
      "loss": 0.1691,
      "step": 8150
    },
    {
      "epoch": 3.8165266106442575,
      "grad_norm": 16.275161743164062,
      "learning_rate": 1.6338e-07,
      "loss": 0.187,
      "step": 8175
    },
    {
      "epoch": 3.828197945845005,
      "grad_norm": 4.220703125,
      "learning_rate": 1.6387999999999998e-07,
      "loss": 0.1973,
      "step": 8200
    },
    {
      "epoch": 3.8398692810457518,
      "grad_norm": 13.512842178344727,
      "learning_rate": 1.6438e-07,
      "loss": 0.2035,
      "step": 8225
    },
    {
      "epoch": 3.8515406162464987,
      "grad_norm": 4.128376007080078,
      "learning_rate": 1.6487999999999998e-07,
      "loss": 0.1761,
      "step": 8250
    },
    {
      "epoch": 3.8632119514472456,
      "grad_norm": 15.425586700439453,
      "learning_rate": 1.6538e-07,
      "loss": 0.176,
      "step": 8275
    },
    {
      "epoch": 3.8748832866479925,
      "grad_norm": 6.103633403778076,
      "learning_rate": 1.6588e-07,
      "loss": 0.1643,
      "step": 8300
    },
    {
      "epoch": 3.8865546218487395,
      "grad_norm": 15.449716567993164,
      "learning_rate": 1.6637999999999999e-07,
      "loss": 0.1892,
      "step": 8325
    },
    {
      "epoch": 3.8982259570494864,
      "grad_norm": 5.736420154571533,
      "learning_rate": 1.6688e-07,
      "loss": 0.1849,
      "step": 8350
    },
    {
      "epoch": 3.9098972922502333,
      "grad_norm": 8.855688095092773,
      "learning_rate": 1.6737999999999998e-07,
      "loss": 0.178,
      "step": 8375
    },
    {
      "epoch": 3.9215686274509802,
      "grad_norm": 6.678255558013916,
      "learning_rate": 1.6788e-07,
      "loss": 0.1574,
      "step": 8400
    },
    {
      "epoch": 3.9332399626517276,
      "grad_norm": 15.251968383789062,
      "learning_rate": 1.6838e-07,
      "loss": 0.186,
      "step": 8425
    },
    {
      "epoch": 3.9449112978524745,
      "grad_norm": 4.868924140930176,
      "learning_rate": 1.6888e-07,
      "loss": 0.1476,
      "step": 8450
    },
    {
      "epoch": 3.9565826330532214,
      "grad_norm": 13.231505393981934,
      "learning_rate": 1.6938e-07,
      "loss": 0.1432,
      "step": 8475
    },
    {
      "epoch": 3.9682539682539684,
      "grad_norm": 6.0398478507995605,
      "learning_rate": 1.6987999999999998e-07,
      "loss": 0.1835,
      "step": 8500
    },
    {
      "epoch": 3.9799253034547153,
      "grad_norm": 20.359071731567383,
      "learning_rate": 1.7038e-07,
      "loss": 0.187,
      "step": 8525
    },
    {
      "epoch": 3.991596638655462,
      "grad_norm": 5.61522912979126,
      "learning_rate": 1.7088e-07,
      "loss": 0.1767,
      "step": 8550
    },
    {
      "epoch": 4.003267973856209,
      "grad_norm": 5.084539413452148,
      "learning_rate": 1.7138e-07,
      "loss": 0.1768,
      "step": 8575
    },
    {
      "epoch": 4.014939309056956,
      "grad_norm": 8.967703819274902,
      "learning_rate": 1.7188e-07,
      "loss": 0.1259,
      "step": 8600
    },
    {
      "epoch": 4.026610644257703,
      "grad_norm": 5.355931758880615,
      "learning_rate": 1.7236000000000002e-07,
      "loss": 0.1866,
      "step": 8625
    },
    {
      "epoch": 4.03828197945845,
      "grad_norm": 8.791220664978027,
      "learning_rate": 1.7286e-07,
      "loss": 0.1286,
      "step": 8650
    },
    {
      "epoch": 4.049953314659197,
      "grad_norm": 6.436952590942383,
      "learning_rate": 1.7335999999999999e-07,
      "loss": 0.1782,
      "step": 8675
    },
    {
      "epoch": 4.061624649859944,
      "grad_norm": 7.118254661560059,
      "learning_rate": 1.7385999999999997e-07,
      "loss": 0.1487,
      "step": 8700
    },
    {
      "epoch": 4.073295985060691,
      "grad_norm": 4.484027862548828,
      "learning_rate": 1.7435999999999998e-07,
      "loss": 0.1915,
      "step": 8725
    },
    {
      "epoch": 4.084967320261438,
      "grad_norm": 6.743505477905273,
      "learning_rate": 1.7486e-07,
      "loss": 0.1209,
      "step": 8750
    },
    {
      "epoch": 4.0966386554621845,
      "grad_norm": 4.635137557983398,
      "learning_rate": 1.7535999999999998e-07,
      "loss": 0.1897,
      "step": 8775
    },
    {
      "epoch": 4.1083099906629315,
      "grad_norm": 4.966923713684082,
      "learning_rate": 1.7586e-07,
      "loss": 0.1394,
      "step": 8800
    },
    {
      "epoch": 4.119981325863678,
      "grad_norm": 4.779516696929932,
      "learning_rate": 1.7635999999999997e-07,
      "loss": 0.1839,
      "step": 8825
    },
    {
      "epoch": 4.131652661064426,
      "grad_norm": 8.51559066772461,
      "learning_rate": 1.7685999999999998e-07,
      "loss": 0.1169,
      "step": 8850
    },
    {
      "epoch": 4.143323996265173,
      "grad_norm": 4.456249237060547,
      "learning_rate": 1.7736e-07,
      "loss": 0.1903,
      "step": 8875
    },
    {
      "epoch": 4.15499533146592,
      "grad_norm": 5.5919671058654785,
      "learning_rate": 1.7785999999999998e-07,
      "loss": 0.1338,
      "step": 8900
    },
    {
      "epoch": 4.166666666666667,
      "grad_norm": 5.427141189575195,
      "learning_rate": 1.7836e-07,
      "loss": 0.1815,
      "step": 8925
    },
    {
      "epoch": 4.178338001867414,
      "grad_norm": 5.67875337600708,
      "learning_rate": 1.7885999999999998e-07,
      "loss": 0.1258,
      "step": 8950
    },
    {
      "epoch": 4.190009337068161,
      "grad_norm": 5.330212116241455,
      "learning_rate": 1.7935999999999999e-07,
      "loss": 0.1972,
      "step": 8975
    },
    {
      "epoch": 4.201680672268908,
      "grad_norm": 7.678745269775391,
      "learning_rate": 1.7985999999999997e-07,
      "loss": 0.1486,
      "step": 9000
    },
    {
      "epoch": 4.213352007469655,
      "grad_norm": 6.018349647521973,
      "learning_rate": 1.8035999999999998e-07,
      "loss": 0.1717,
      "step": 9025
    },
    {
      "epoch": 4.225023342670402,
      "grad_norm": 6.979328155517578,
      "learning_rate": 1.8086e-07,
      "loss": 0.1444,
      "step": 9050
    },
    {
      "epoch": 4.2366946778711485,
      "grad_norm": 4.748338222503662,
      "learning_rate": 1.8135999999999998e-07,
      "loss": 0.1776,
      "step": 9075
    },
    {
      "epoch": 4.248366013071895,
      "grad_norm": 8.463362693786621,
      "learning_rate": 1.8186e-07,
      "loss": 0.1377,
      "step": 9100
    },
    {
      "epoch": 4.260037348272642,
      "grad_norm": 4.122219085693359,
      "learning_rate": 1.8235999999999997e-07,
      "loss": 0.1752,
      "step": 9125
    },
    {
      "epoch": 4.271708683473389,
      "grad_norm": 5.625559329986572,
      "learning_rate": 1.8285999999999998e-07,
      "loss": 0.1301,
      "step": 9150
    },
    {
      "epoch": 4.283380018674136,
      "grad_norm": 5.3939385414123535,
      "learning_rate": 1.8336e-07,
      "loss": 0.193,
      "step": 9175
    },
    {
      "epoch": 4.295051353874883,
      "grad_norm": 6.4233551025390625,
      "learning_rate": 1.8385999999999998e-07,
      "loss": 0.1424,
      "step": 9200
    },
    {
      "epoch": 4.30672268907563,
      "grad_norm": 6.088770866394043,
      "learning_rate": 1.8436e-07,
      "loss": 0.1863,
      "step": 9225
    },
    {
      "epoch": 4.318394024276377,
      "grad_norm": 8.557315826416016,
      "learning_rate": 1.8485999999999998e-07,
      "loss": 0.1227,
      "step": 9250
    },
    {
      "epoch": 4.330065359477124,
      "grad_norm": 5.410427570343018,
      "learning_rate": 1.8536e-07,
      "loss": 0.1942,
      "step": 9275
    },
    {
      "epoch": 4.341736694677871,
      "grad_norm": 4.211329460144043,
      "learning_rate": 1.8586e-07,
      "loss": 0.1457,
      "step": 9300
    },
    {
      "epoch": 4.353408029878618,
      "grad_norm": 4.537903308868408,
      "learning_rate": 1.8635999999999998e-07,
      "loss": 0.18,
      "step": 9325
    },
    {
      "epoch": 4.365079365079365,
      "grad_norm": 7.43745231628418,
      "learning_rate": 1.8686e-07,
      "loss": 0.1405,
      "step": 9350
    },
    {
      "epoch": 4.3767507002801125,
      "grad_norm": 4.6163763999938965,
      "learning_rate": 1.8735999999999998e-07,
      "loss": 0.184,
      "step": 9375
    },
    {
      "epoch": 4.388422035480859,
      "grad_norm": 4.933877944946289,
      "learning_rate": 1.8786e-07,
      "loss": 0.1333,
      "step": 9400
    },
    {
      "epoch": 4.400093370681606,
      "grad_norm": 6.013834476470947,
      "learning_rate": 1.8836e-07,
      "loss": 0.1765,
      "step": 9425
    },
    {
      "epoch": 4.411764705882353,
      "grad_norm": 4.945307731628418,
      "learning_rate": 1.8885999999999999e-07,
      "loss": 0.1286,
      "step": 9450
    },
    {
      "epoch": 4.4234360410831,
      "grad_norm": 3.952646017074585,
      "learning_rate": 1.8936e-07,
      "loss": 0.1942,
      "step": 9475
    },
    {
      "epoch": 4.435107376283847,
      "grad_norm": 8.337225914001465,
      "learning_rate": 1.8985999999999998e-07,
      "loss": 0.1381,
      "step": 9500
    },
    {
      "epoch": 4.446778711484594,
      "grad_norm": 6.671125888824463,
      "learning_rate": 1.9036e-07,
      "loss": 0.1985,
      "step": 9525
    },
    {
      "epoch": 4.458450046685341,
      "grad_norm": 6.973220348358154,
      "learning_rate": 1.9086e-07,
      "loss": 0.1275,
      "step": 9550
    },
    {
      "epoch": 4.470121381886088,
      "grad_norm": 5.624568939208984,
      "learning_rate": 1.9136e-07,
      "loss": 0.1704,
      "step": 9575
    },
    {
      "epoch": 4.481792717086835,
      "grad_norm": 7.6258745193481445,
      "learning_rate": 1.9186e-07,
      "loss": 0.1518,
      "step": 9600
    },
    {
      "epoch": 4.493464052287582,
      "grad_norm": 4.0021185874938965,
      "learning_rate": 1.9235999999999998e-07,
      "loss": 0.1953,
      "step": 9625
    },
    {
      "epoch": 4.505135387488329,
      "grad_norm": 6.774437427520752,
      "learning_rate": 1.9286e-07,
      "loss": 0.1527,
      "step": 9650
    },
    {
      "epoch": 4.516806722689076,
      "grad_norm": 5.060838222503662,
      "learning_rate": 1.9336e-07,
      "loss": 0.2042,
      "step": 9675
    },
    {
      "epoch": 4.5284780578898225,
      "grad_norm": 5.490878582000732,
      "learning_rate": 1.9386e-07,
      "loss": 0.1299,
      "step": 9700
    },
    {
      "epoch": 4.540149393090569,
      "grad_norm": 5.598012447357178,
      "learning_rate": 1.9436e-07,
      "loss": 0.1717,
      "step": 9725
    },
    {
      "epoch": 4.551820728291316,
      "grad_norm": 5.59892463684082,
      "learning_rate": 1.9485999999999999e-07,
      "loss": 0.1244,
      "step": 9750
    },
    {
      "epoch": 4.563492063492063,
      "grad_norm": 4.751144886016846,
      "learning_rate": 1.9536e-07,
      "loss": 0.161,
      "step": 9775
    },
    {
      "epoch": 4.57516339869281,
      "grad_norm": 6.7092671394348145,
      "learning_rate": 1.9586e-07,
      "loss": 0.1416,
      "step": 9800
    },
    {
      "epoch": 4.586834733893557,
      "grad_norm": 4.288263320922852,
      "learning_rate": 1.9636e-07,
      "loss": 0.171,
      "step": 9825
    },
    {
      "epoch": 4.598506069094304,
      "grad_norm": 8.770625114440918,
      "learning_rate": 1.9686e-07,
      "loss": 0.1334,
      "step": 9850
    },
    {
      "epoch": 4.610177404295051,
      "grad_norm": 5.096324443817139,
      "learning_rate": 1.9736e-07,
      "loss": 0.1988,
      "step": 9875
    },
    {
      "epoch": 4.621848739495798,
      "grad_norm": 4.740445613861084,
      "learning_rate": 1.9786e-07,
      "loss": 0.1476,
      "step": 9900
    },
    {
      "epoch": 4.633520074696545,
      "grad_norm": 4.8285956382751465,
      "learning_rate": 1.9836e-07,
      "loss": 0.1912,
      "step": 9925
    },
    {
      "epoch": 4.645191409897293,
      "grad_norm": 4.7548346519470215,
      "learning_rate": 1.9886e-07,
      "loss": 0.1305,
      "step": 9950
    },
    {
      "epoch": 4.6568627450980395,
      "grad_norm": 4.447470188140869,
      "learning_rate": 1.9936e-07,
      "loss": 0.2013,
      "step": 9975
    },
    {
      "epoch": 4.6685340802987865,
      "grad_norm": 6.167608261108398,
      "learning_rate": 1.9986e-07,
      "loss": 0.1471,
      "step": 10000
    },
    {
      "epoch": 4.6685340802987865,
      "eval_loss": 0.15147170424461365,
      "eval_runtime": 6575.0605,
      "eval_samples_per_second": 1.432,
      "eval_steps_per_second": 0.179,
      "eval_wer": 0.09961246568706604,
      "step": 10000
    },
    {
      "epoch": 4.680205415499533,
      "grad_norm": 3.9752037525177,
      "learning_rate": 2.0036e-07,
      "loss": 0.1705,
      "step": 10025
    },
    {
      "epoch": 4.69187675070028,
      "grad_norm": 9.894227981567383,
      "learning_rate": 2.0086e-07,
      "loss": 0.1178,
      "step": 10050
    },
    {
      "epoch": 4.703548085901027,
      "grad_norm": 5.56553840637207,
      "learning_rate": 2.0136e-07,
      "loss": 0.1849,
      "step": 10075
    },
    {
      "epoch": 4.715219421101774,
      "grad_norm": 8.528691291809082,
      "learning_rate": 2.0186e-07,
      "loss": 0.1402,
      "step": 10100
    },
    {
      "epoch": 4.726890756302521,
      "grad_norm": 5.351251125335693,
      "learning_rate": 2.0236e-07,
      "loss": 0.1812,
      "step": 10125
    },
    {
      "epoch": 4.738562091503268,
      "grad_norm": 6.408919334411621,
      "learning_rate": 2.0286e-07,
      "loss": 0.132,
      "step": 10150
    },
    {
      "epoch": 4.750233426704015,
      "grad_norm": 4.955003261566162,
      "learning_rate": 2.0336000000000002e-07,
      "loss": 0.1827,
      "step": 10175
    },
    {
      "epoch": 4.761904761904762,
      "grad_norm": 9.441489219665527,
      "learning_rate": 2.0386e-07,
      "loss": 0.1711,
      "step": 10200
    },
    {
      "epoch": 4.773576097105509,
      "grad_norm": 4.768829822540283,
      "learning_rate": 2.0436e-07,
      "loss": 0.1839,
      "step": 10225
    },
    {
      "epoch": 4.785247432306256,
      "grad_norm": 8.283427238464355,
      "learning_rate": 2.0485999999999997e-07,
      "loss": 0.1308,
      "step": 10250
    },
    {
      "epoch": 4.796918767507003,
      "grad_norm": 4.502756118774414,
      "learning_rate": 2.0535999999999998e-07,
      "loss": 0.1939,
      "step": 10275
    },
    {
      "epoch": 4.80859010270775,
      "grad_norm": 6.445580959320068,
      "learning_rate": 2.0585999999999997e-07,
      "loss": 0.1366,
      "step": 10300
    },
    {
      "epoch": 4.8202614379084965,
      "grad_norm": 5.302786350250244,
      "learning_rate": 2.0635999999999998e-07,
      "loss": 0.1733,
      "step": 10325
    },
    {
      "epoch": 4.831932773109243,
      "grad_norm": 7.272347927093506,
      "learning_rate": 2.0686e-07,
      "loss": 0.1203,
      "step": 10350
    },
    {
      "epoch": 4.84360410830999,
      "grad_norm": 4.1720170974731445,
      "learning_rate": 2.0735999999999997e-07,
      "loss": 0.1725,
      "step": 10375
    },
    {
      "epoch": 4.855275443510737,
      "grad_norm": 4.301048755645752,
      "learning_rate": 2.0785999999999998e-07,
      "loss": 0.1177,
      "step": 10400
    },
    {
      "epoch": 4.866946778711485,
      "grad_norm": 4.472489356994629,
      "learning_rate": 2.0835999999999997e-07,
      "loss": 0.1855,
      "step": 10425
    },
    {
      "epoch": 4.878618113912232,
      "grad_norm": 7.996962070465088,
      "learning_rate": 2.0885999999999998e-07,
      "loss": 0.1327,
      "step": 10450
    },
    {
      "epoch": 4.890289449112979,
      "grad_norm": 6.440398693084717,
      "learning_rate": 2.0936e-07,
      "loss": 0.1955,
      "step": 10475
    },
    {
      "epoch": 4.901960784313726,
      "grad_norm": 7.208395481109619,
      "learning_rate": 2.0985999999999997e-07,
      "loss": 0.1387,
      "step": 10500
    },
    {
      "epoch": 4.913632119514473,
      "grad_norm": 5.004977703094482,
      "learning_rate": 2.1035999999999999e-07,
      "loss": 0.1633,
      "step": 10525
    },
    {
      "epoch": 4.92530345471522,
      "grad_norm": 3.838132381439209,
      "learning_rate": 2.1085999999999997e-07,
      "loss": 0.1151,
      "step": 10550
    },
    {
      "epoch": 4.936974789915967,
      "grad_norm": 6.472508430480957,
      "learning_rate": 2.1135999999999998e-07,
      "loss": 0.1954,
      "step": 10575
    },
    {
      "epoch": 4.9486461251167135,
      "grad_norm": 5.543705940246582,
      "learning_rate": 2.1186e-07,
      "loss": 0.1317,
      "step": 10600
    },
    {
      "epoch": 4.9603174603174605,
      "grad_norm": 6.308438301086426,
      "learning_rate": 2.1235999999999998e-07,
      "loss": 0.1586,
      "step": 10625
    },
    {
      "epoch": 4.971988795518207,
      "grad_norm": 7.787223815917969,
      "learning_rate": 2.1286e-07,
      "loss": 0.1266,
      "step": 10650
    },
    {
      "epoch": 4.983660130718954,
      "grad_norm": 4.786161422729492,
      "learning_rate": 2.1335999999999997e-07,
      "loss": 0.2183,
      "step": 10675
    },
    {
      "epoch": 4.995331465919701,
      "grad_norm": 5.482990264892578,
      "learning_rate": 2.1385999999999998e-07,
      "loss": 0.13,
      "step": 10700
    },
    {
      "epoch": 5.007002801120448,
      "grad_norm": 4.17052698135376,
      "learning_rate": 2.1434e-07,
      "loss": 0.168,
      "step": 10725
    },
    {
      "epoch": 5.018674136321195,
      "grad_norm": 7.545019149780273,
      "learning_rate": 2.1483999999999998e-07,
      "loss": 0.1227,
      "step": 10750
    },
    {
      "epoch": 5.030345471521942,
      "grad_norm": 6.398622512817383,
      "learning_rate": 2.1534e-07,
      "loss": 0.1802,
      "step": 10775
    },
    {
      "epoch": 5.042016806722689,
      "grad_norm": 6.926197052001953,
      "learning_rate": 2.1584e-07,
      "loss": 0.1188,
      "step": 10800
    },
    {
      "epoch": 5.053688141923436,
      "grad_norm": 5.543834686279297,
      "learning_rate": 2.1634e-07,
      "loss": 0.1689,
      "step": 10825
    },
    {
      "epoch": 5.065359477124183,
      "grad_norm": 5.125446796417236,
      "learning_rate": 2.1684e-07,
      "loss": 0.1124,
      "step": 10850
    },
    {
      "epoch": 5.07703081232493,
      "grad_norm": 4.485465049743652,
      "learning_rate": 2.1733999999999999e-07,
      "loss": 0.1604,
      "step": 10875
    },
    {
      "epoch": 5.088702147525677,
      "grad_norm": 12.635501861572266,
      "learning_rate": 2.1784e-07,
      "loss": 0.1181,
      "step": 10900
    },
    {
      "epoch": 5.1003734827264235,
      "grad_norm": 6.018717288970947,
      "learning_rate": 2.1834e-07,
      "loss": 0.1523,
      "step": 10925
    },
    {
      "epoch": 5.1120448179271705,
      "grad_norm": 8.683155059814453,
      "learning_rate": 2.1884e-07,
      "loss": 0.1214,
      "step": 10950
    },
    {
      "epoch": 5.123716153127917,
      "grad_norm": 4.261901378631592,
      "learning_rate": 2.1934e-07,
      "loss": 0.1792,
      "step": 10975
    },
    {
      "epoch": 5.135387488328665,
      "grad_norm": 7.0739264488220215,
      "learning_rate": 2.1984e-07,
      "loss": 0.1161,
      "step": 11000
    },
    {
      "epoch": 5.147058823529412,
      "grad_norm": 6.2149529457092285,
      "learning_rate": 2.2034e-07,
      "loss": 0.1545,
      "step": 11025
    },
    {
      "epoch": 5.158730158730159,
      "grad_norm": 9.735761642456055,
      "learning_rate": 2.2084e-07,
      "loss": 0.123,
      "step": 11050
    },
    {
      "epoch": 5.170401493930906,
      "grad_norm": 2.7549943923950195,
      "learning_rate": 2.2134e-07,
      "loss": 0.1651,
      "step": 11075
    },
    {
      "epoch": 5.182072829131653,
      "grad_norm": 13.182941436767578,
      "learning_rate": 2.2184e-07,
      "loss": 0.1333,
      "step": 11100
    },
    {
      "epoch": 5.1937441643324,
      "grad_norm": 5.390936851501465,
      "learning_rate": 2.2234e-07,
      "loss": 0.1825,
      "step": 11125
    },
    {
      "epoch": 5.205415499533147,
      "grad_norm": 5.555058479309082,
      "learning_rate": 2.2284e-07,
      "loss": 0.109,
      "step": 11150
    },
    {
      "epoch": 5.217086834733894,
      "grad_norm": 3.377044916152954,
      "learning_rate": 2.2334000000000001e-07,
      "loss": 0.1604,
      "step": 11175
    },
    {
      "epoch": 5.228758169934641,
      "grad_norm": 5.754917621612549,
      "learning_rate": 2.2384e-07,
      "loss": 0.1167,
      "step": 11200
    },
    {
      "epoch": 5.2404295051353875,
      "grad_norm": 5.694931507110596,
      "learning_rate": 2.2434e-07,
      "loss": 0.1642,
      "step": 11225
    },
    {
      "epoch": 5.2521008403361344,
      "grad_norm": 8.598726272583008,
      "learning_rate": 2.2484e-07,
      "loss": 0.1272,
      "step": 11250
    },
    {
      "epoch": 5.263772175536881,
      "grad_norm": 5.686309814453125,
      "learning_rate": 2.2534e-07,
      "loss": 0.182,
      "step": 11275
    },
    {
      "epoch": 5.275443510737628,
      "grad_norm": 7.420335292816162,
      "learning_rate": 2.2584000000000002e-07,
      "loss": 0.1181,
      "step": 11300
    },
    {
      "epoch": 5.287114845938375,
      "grad_norm": 6.151350498199463,
      "learning_rate": 2.2634e-07,
      "loss": 0.1614,
      "step": 11325
    },
    {
      "epoch": 5.298786181139122,
      "grad_norm": 7.9199957847595215,
      "learning_rate": 2.2684e-07,
      "loss": 0.13,
      "step": 11350
    },
    {
      "epoch": 5.310457516339869,
      "grad_norm": 5.582814693450928,
      "learning_rate": 2.2733999999999997e-07,
      "loss": 0.1994,
      "step": 11375
    },
    {
      "epoch": 5.322128851540616,
      "grad_norm": 8.254546165466309,
      "learning_rate": 2.2783999999999998e-07,
      "loss": 0.1087,
      "step": 11400
    },
    {
      "epoch": 5.333800186741363,
      "grad_norm": 3.0663414001464844,
      "learning_rate": 2.2833999999999997e-07,
      "loss": 0.1602,
      "step": 11425
    },
    {
      "epoch": 5.34547152194211,
      "grad_norm": 4.976311683654785,
      "learning_rate": 2.2883999999999998e-07,
      "loss": 0.1125,
      "step": 11450
    },
    {
      "epoch": 5.357142857142857,
      "grad_norm": 5.26088285446167,
      "learning_rate": 2.2934e-07,
      "loss": 0.1631,
      "step": 11475
    },
    {
      "epoch": 5.368814192343605,
      "grad_norm": 8.958911895751953,
      "learning_rate": 2.2983999999999997e-07,
      "loss": 0.1129,
      "step": 11500
    },
    {
      "epoch": 5.3804855275443515,
      "grad_norm": 3.8142902851104736,
      "learning_rate": 2.3033999999999998e-07,
      "loss": 0.2008,
      "step": 11525
    },
    {
      "epoch": 5.392156862745098,
      "grad_norm": 7.608828067779541,
      "learning_rate": 2.3083999999999997e-07,
      "loss": 0.1166,
      "step": 11550
    },
    {
      "epoch": 5.403828197945845,
      "grad_norm": 4.0368475914001465,
      "learning_rate": 2.3133999999999998e-07,
      "loss": 0.154,
      "step": 11575
    },
    {
      "epoch": 5.415499533146592,
      "grad_norm": 10.697487831115723,
      "learning_rate": 2.3184e-07,
      "loss": 0.1306,
      "step": 11600
    },
    {
      "epoch": 5.427170868347339,
      "grad_norm": 7.596348762512207,
      "learning_rate": 2.3233999999999997e-07,
      "loss": 0.1723,
      "step": 11625
    },
    {
      "epoch": 5.438842203548086,
      "grad_norm": 9.744882583618164,
      "learning_rate": 2.3283999999999999e-07,
      "loss": 0.129,
      "step": 11650
    },
    {
      "epoch": 5.450513538748833,
      "grad_norm": 6.707164287567139,
      "learning_rate": 2.3333999999999997e-07,
      "loss": 0.1933,
      "step": 11675
    },
    {
      "epoch": 5.46218487394958,
      "grad_norm": 5.012074947357178,
      "learning_rate": 2.3383999999999998e-07,
      "loss": 0.1223,
      "step": 11700
    },
    {
      "epoch": 5.473856209150327,
      "grad_norm": 4.564844608306885,
      "learning_rate": 2.3434e-07,
      "loss": 0.1619,
      "step": 11725
    },
    {
      "epoch": 5.485527544351074,
      "grad_norm": 6.225306034088135,
      "learning_rate": 2.3483999999999998e-07,
      "loss": 0.1143,
      "step": 11750
    },
    {
      "epoch": 5.497198879551821,
      "grad_norm": 5.616468906402588,
      "learning_rate": 2.3534e-07,
      "loss": 0.1641,
      "step": 11775
    },
    {
      "epoch": 5.508870214752568,
      "grad_norm": 5.898648738861084,
      "learning_rate": 2.3583999999999997e-07,
      "loss": 0.128,
      "step": 11800
    },
    {
      "epoch": 5.520541549953315,
      "grad_norm": 5.743541717529297,
      "learning_rate": 2.3633999999999998e-07,
      "loss": 0.1671,
      "step": 11825
    },
    {
      "epoch": 5.5322128851540615,
      "grad_norm": 9.724596977233887,
      "learning_rate": 2.3684e-07,
      "loss": 0.1263,
      "step": 11850
    },
    {
      "epoch": 5.543884220354808,
      "grad_norm": 5.801641464233398,
      "learning_rate": 2.3733999999999998e-07,
      "loss": 0.1555,
      "step": 11875
    },
    {
      "epoch": 5.555555555555555,
      "grad_norm": 6.424407958984375,
      "learning_rate": 2.3784e-07,
      "loss": 0.1172,
      "step": 11900
    },
    {
      "epoch": 5.567226890756302,
      "grad_norm": 4.034692764282227,
      "learning_rate": 2.3833999999999998e-07,
      "loss": 0.1539,
      "step": 11925
    },
    {
      "epoch": 5.578898225957049,
      "grad_norm": 7.315247058868408,
      "learning_rate": 2.3884e-07,
      "loss": 0.1376,
      "step": 11950
    },
    {
      "epoch": 5.590569561157796,
      "grad_norm": 4.622725963592529,
      "learning_rate": 2.3933999999999997e-07,
      "loss": 0.1555,
      "step": 11975
    },
    {
      "epoch": 5.602240896358543,
      "grad_norm": 7.289337635040283,
      "learning_rate": 2.3984e-07,
      "loss": 0.1465,
      "step": 12000
    },
    {
      "epoch": 5.61391223155929,
      "grad_norm": 5.700815677642822,
      "learning_rate": 2.4034e-07,
      "loss": 0.1753,
      "step": 12025
    },
    {
      "epoch": 5.625583566760037,
      "grad_norm": 10.472694396972656,
      "learning_rate": 2.4084e-07,
      "loss": 0.1078,
      "step": 12050
    },
    {
      "epoch": 5.637254901960784,
      "grad_norm": 6.967726707458496,
      "learning_rate": 2.4133999999999996e-07,
      "loss": 0.1628,
      "step": 12075
    },
    {
      "epoch": 5.648926237161532,
      "grad_norm": 5.44551944732666,
      "learning_rate": 2.4184e-07,
      "loss": 0.1265,
      "step": 12100
    },
    {
      "epoch": 5.660597572362279,
      "grad_norm": 3.403899669647217,
      "learning_rate": 2.4234e-07,
      "loss": 0.1646,
      "step": 12125
    },
    {
      "epoch": 5.6722689075630255,
      "grad_norm": 6.885541915893555,
      "learning_rate": 2.4283999999999997e-07,
      "loss": 0.1376,
      "step": 12150
    },
    {
      "epoch": 5.683940242763772,
      "grad_norm": 5.3647050857543945,
      "learning_rate": 2.4334e-07,
      "loss": 0.1683,
      "step": 12175
    },
    {
      "epoch": 5.695611577964519,
      "grad_norm": 9.983818054199219,
      "learning_rate": 2.4384e-07,
      "loss": 0.1342,
      "step": 12200
    },
    {
      "epoch": 5.707282913165266,
      "grad_norm": 4.701688766479492,
      "learning_rate": 2.4434e-07,
      "loss": 0.1687,
      "step": 12225
    },
    {
      "epoch": 5.718954248366013,
      "grad_norm": 4.64987850189209,
      "learning_rate": 2.4484e-07,
      "loss": 0.1083,
      "step": 12250
    },
    {
      "epoch": 5.73062558356676,
      "grad_norm": 6.0408935546875,
      "learning_rate": 2.4534e-07,
      "loss": 0.1661,
      "step": 12275
    },
    {
      "epoch": 5.742296918767507,
      "grad_norm": 13.088526725769043,
      "learning_rate": 2.4584e-07,
      "loss": 0.1211,
      "step": 12300
    },
    {
      "epoch": 5.753968253968254,
      "grad_norm": 4.763770580291748,
      "learning_rate": 2.4633999999999997e-07,
      "loss": 0.1531,
      "step": 12325
    },
    {
      "epoch": 5.765639589169001,
      "grad_norm": 7.281481742858887,
      "learning_rate": 2.4684e-07,
      "loss": 0.1197,
      "step": 12350
    },
    {
      "epoch": 5.777310924369748,
      "grad_norm": 3.6176838874816895,
      "learning_rate": 2.4734e-07,
      "loss": 0.1586,
      "step": 12375
    },
    {
      "epoch": 5.788982259570495,
      "grad_norm": 9.852710723876953,
      "learning_rate": 2.4784e-07,
      "loss": 0.1155,
      "step": 12400
    },
    {
      "epoch": 5.800653594771242,
      "grad_norm": 7.409560680389404,
      "learning_rate": 2.4834e-07,
      "loss": 0.155,
      "step": 12425
    },
    {
      "epoch": 5.812324929971989,
      "grad_norm": 5.356072425842285,
      "learning_rate": 2.4884e-07,
      "loss": 0.1158,
      "step": 12450
    },
    {
      "epoch": 5.8239962651727355,
      "grad_norm": 5.186484336853027,
      "learning_rate": 2.4934e-07,
      "loss": 0.1471,
      "step": 12475
    },
    {
      "epoch": 5.835667600373482,
      "grad_norm": 7.531067848205566,
      "learning_rate": 2.4984e-07,
      "loss": 0.1174,
      "step": 12500
    },
    {
      "epoch": 5.847338935574229,
      "grad_norm": 5.400341987609863,
      "learning_rate": 2.5034e-07,
      "loss": 0.1815,
      "step": 12525
    },
    {
      "epoch": 5.859010270774976,
      "grad_norm": 7.280223369598389,
      "learning_rate": 2.5084e-07,
      "loss": 0.1251,
      "step": 12550
    },
    {
      "epoch": 5.870681605975724,
      "grad_norm": 5.493415832519531,
      "learning_rate": 2.5133999999999997e-07,
      "loss": 0.1661,
      "step": 12575
    },
    {
      "epoch": 5.882352941176471,
      "grad_norm": 10.021145820617676,
      "learning_rate": 2.5184e-07,
      "loss": 0.1275,
      "step": 12600
    },
    {
      "epoch": 5.894024276377218,
      "grad_norm": 6.028408050537109,
      "learning_rate": 2.5234e-07,
      "loss": 0.1629,
      "step": 12625
    },
    {
      "epoch": 5.905695611577965,
      "grad_norm": 4.85552453994751,
      "learning_rate": 2.5284e-07,
      "loss": 0.1204,
      "step": 12650
    },
    {
      "epoch": 5.917366946778712,
      "grad_norm": 7.91325569152832,
      "learning_rate": 2.5334e-07,
      "loss": 0.174,
      "step": 12675
    },
    {
      "epoch": 5.929038281979459,
      "grad_norm": 9.452722549438477,
      "learning_rate": 2.5384e-07,
      "loss": 0.1164,
      "step": 12700
    },
    {
      "epoch": 5.940709617180206,
      "grad_norm": 5.12371826171875,
      "learning_rate": 2.5434e-07,
      "loss": 0.1568,
      "step": 12725
    },
    {
      "epoch": 5.9523809523809526,
      "grad_norm": 4.421220779418945,
      "learning_rate": 2.5484e-07,
      "loss": 0.1141,
      "step": 12750
    },
    {
      "epoch": 5.9640522875816995,
      "grad_norm": 2.8665106296539307,
      "learning_rate": 2.5534e-07,
      "loss": 0.1596,
      "step": 12775
    },
    {
      "epoch": 5.975723622782446,
      "grad_norm": 7.798137187957764,
      "learning_rate": 2.5584e-07,
      "loss": 0.1087,
      "step": 12800
    },
    {
      "epoch": 5.987394957983193,
      "grad_norm": 7.315576076507568,
      "learning_rate": 2.5634e-07,
      "loss": 0.1696,
      "step": 12825
    },
    {
      "epoch": 5.99906629318394,
      "grad_norm": 7.312651634216309,
      "learning_rate": 2.5684e-07,
      "loss": 0.1194,
      "step": 12850
    },
    {
      "epoch": 6.010737628384687,
      "grad_norm": 4.936952590942383,
      "learning_rate": 2.5732e-07,
      "loss": 0.1514,
      "step": 12875
    },
    {
      "epoch": 6.022408963585434,
      "grad_norm": 10.799747467041016,
      "learning_rate": 2.5781999999999996e-07,
      "loss": 0.1231,
      "step": 12900
    },
    {
      "epoch": 6.034080298786181,
      "grad_norm": 4.585947036743164,
      "learning_rate": 2.5832e-07,
      "loss": 0.1211,
      "step": 12925
    },
    {
      "epoch": 6.045751633986928,
      "grad_norm": 13.68216609954834,
      "learning_rate": 2.5882e-07,
      "loss": 0.139,
      "step": 12950
    },
    {
      "epoch": 6.057422969187675,
      "grad_norm": 5.997958660125732,
      "learning_rate": 2.5931999999999997e-07,
      "loss": 0.1375,
      "step": 12975
    },
    {
      "epoch": 6.069094304388422,
      "grad_norm": 11.332950592041016,
      "learning_rate": 2.5982e-07,
      "loss": 0.1285,
      "step": 13000
    },
    {
      "epoch": 6.080765639589169,
      "grad_norm": 3.158031702041626,
      "learning_rate": 2.6032e-07,
      "loss": 0.1383,
      "step": 13025
    },
    {
      "epoch": 6.092436974789916,
      "grad_norm": 13.571795463562012,
      "learning_rate": 2.6082e-07,
      "loss": 0.1301,
      "step": 13050
    },
    {
      "epoch": 6.104108309990663,
      "grad_norm": 6.358757972717285,
      "learning_rate": 2.6131999999999996e-07,
      "loss": 0.1355,
      "step": 13075
    },
    {
      "epoch": 6.1157796451914095,
      "grad_norm": 12.662508964538574,
      "learning_rate": 2.6182e-07,
      "loss": 0.1245,
      "step": 13100
    },
    {
      "epoch": 6.127450980392156,
      "grad_norm": 4.365048885345459,
      "learning_rate": 2.6232e-07,
      "loss": 0.1395,
      "step": 13125
    },
    {
      "epoch": 6.139122315592904,
      "grad_norm": 8.536576271057129,
      "learning_rate": 2.6281999999999997e-07,
      "loss": 0.1303,
      "step": 13150
    },
    {
      "epoch": 6.150793650793651,
      "grad_norm": 2.988816738128662,
      "learning_rate": 2.6332e-07,
      "loss": 0.1242,
      "step": 13175
    },
    {
      "epoch": 6.162464985994398,
      "grad_norm": 8.541171073913574,
      "learning_rate": 2.6382e-07,
      "loss": 0.1184,
      "step": 13200
    },
    {
      "epoch": 6.174136321195145,
      "grad_norm": 5.187004566192627,
      "learning_rate": 2.6432e-07,
      "loss": 0.1415,
      "step": 13225
    },
    {
      "epoch": 6.185807656395892,
      "grad_norm": 9.733490943908691,
      "learning_rate": 2.6482e-07,
      "loss": 0.11,
      "step": 13250
    },
    {
      "epoch": 6.197478991596639,
      "grad_norm": 3.2871172428131104,
      "learning_rate": 2.6532e-07,
      "loss": 0.1563,
      "step": 13275
    },
    {
      "epoch": 6.209150326797386,
      "grad_norm": 20.811479568481445,
      "learning_rate": 2.6582e-07,
      "loss": 0.1341,
      "step": 13300
    },
    {
      "epoch": 6.220821661998133,
      "grad_norm": 5.399178504943848,
      "learning_rate": 2.6631999999999997e-07,
      "loss": 0.1308,
      "step": 13325
    },
    {
      "epoch": 6.23249299719888,
      "grad_norm": 10.317353248596191,
      "learning_rate": 2.6682e-07,
      "loss": 0.1268,
      "step": 13350
    },
    {
      "epoch": 6.2441643323996265,
      "grad_norm": 7.681791305541992,
      "learning_rate": 2.6732e-07,
      "loss": 0.1449,
      "step": 13375
    },
    {
      "epoch": 6.2558356676003735,
      "grad_norm": 12.44479751586914,
      "learning_rate": 2.6781999999999997e-07,
      "loss": 0.1228,
      "step": 13400
    },
    {
      "epoch": 6.26750700280112,
      "grad_norm": 5.903497695922852,
      "learning_rate": 2.6832e-07,
      "loss": 0.1262,
      "step": 13425
    },
    {
      "epoch": 6.279178338001867,
      "grad_norm": 17.685346603393555,
      "learning_rate": 2.6882e-07,
      "loss": 0.1288,
      "step": 13450
    },
    {
      "epoch": 6.290849673202614,
      "grad_norm": 3.951446533203125,
      "learning_rate": 2.6932e-07,
      "loss": 0.1213,
      "step": 13475
    },
    {
      "epoch": 6.302521008403361,
      "grad_norm": 8.137782096862793,
      "learning_rate": 2.6982e-07,
      "loss": 0.1228,
      "step": 13500
    },
    {
      "epoch": 6.314192343604108,
      "grad_norm": 8.63837718963623,
      "learning_rate": 2.7032e-07,
      "loss": 0.1414,
      "step": 13525
    },
    {
      "epoch": 6.325863678804855,
      "grad_norm": 9.500225067138672,
      "learning_rate": 2.7082e-07,
      "loss": 0.1141,
      "step": 13550
    },
    {
      "epoch": 6.337535014005602,
      "grad_norm": 5.4421844482421875,
      "learning_rate": 2.7131999999999997e-07,
      "loss": 0.1213,
      "step": 13575
    },
    {
      "epoch": 6.349206349206349,
      "grad_norm": 7.188438892364502,
      "learning_rate": 2.7182e-07,
      "loss": 0.1235,
      "step": 13600
    },
    {
      "epoch": 6.360877684407096,
      "grad_norm": 5.949901103973389,
      "learning_rate": 2.7232e-07,
      "loss": 0.1372,
      "step": 13625
    },
    {
      "epoch": 6.372549019607844,
      "grad_norm": 11.207901000976562,
      "learning_rate": 2.7282e-07,
      "loss": 0.1236,
      "step": 13650
    },
    {
      "epoch": 6.3842203548085905,
      "grad_norm": 6.0445122718811035,
      "learning_rate": 2.7332e-07,
      "loss": 0.1323,
      "step": 13675
    },
    {
      "epoch": 6.395891690009337,
      "grad_norm": 11.870309829711914,
      "learning_rate": 2.7382e-07,
      "loss": 0.1236,
      "step": 13700
    },
    {
      "epoch": 6.407563025210084,
      "grad_norm": 7.774009704589844,
      "learning_rate": 2.7432e-07,
      "loss": 0.1373,
      "step": 13725
    },
    {
      "epoch": 6.419234360410831,
      "grad_norm": 6.658696174621582,
      "learning_rate": 2.7482e-07,
      "loss": 0.1348,
      "step": 13750
    },
    {
      "epoch": 6.430905695611578,
      "grad_norm": 5.360461711883545,
      "learning_rate": 2.7532e-07,
      "loss": 0.1523,
      "step": 13775
    },
    {
      "epoch": 6.442577030812325,
      "grad_norm": 11.454927444458008,
      "learning_rate": 2.7582e-07,
      "loss": 0.1448,
      "step": 13800
    },
    {
      "epoch": 6.454248366013072,
      "grad_norm": 3.2537364959716797,
      "learning_rate": 2.7632e-07,
      "loss": 0.1094,
      "step": 13825
    },
    {
      "epoch": 6.465919701213819,
      "grad_norm": 8.776263236999512,
      "learning_rate": 2.7682e-07,
      "loss": 0.1164,
      "step": 13850
    },
    {
      "epoch": 6.477591036414566,
      "grad_norm": 6.700248718261719,
      "learning_rate": 2.7732e-07,
      "loss": 0.1287,
      "step": 13875
    },
    {
      "epoch": 6.489262371615313,
      "grad_norm": 9.243896484375,
      "learning_rate": 2.7782e-07,
      "loss": 0.1346,
      "step": 13900
    },
    {
      "epoch": 6.50093370681606,
      "grad_norm": 8.710789680480957,
      "learning_rate": 2.7832e-07,
      "loss": 0.1463,
      "step": 13925
    },
    {
      "epoch": 6.512605042016807,
      "grad_norm": 10.246273040771484,
      "learning_rate": 2.7882e-07,
      "loss": 0.1217,
      "step": 13950
    },
    {
      "epoch": 6.524276377217554,
      "grad_norm": 4.089282512664795,
      "learning_rate": 2.7932e-07,
      "loss": 0.1368,
      "step": 13975
    },
    {
      "epoch": 6.5359477124183005,
      "grad_norm": 14.169453620910645,
      "learning_rate": 2.7982000000000003e-07,
      "loss": 0.1105,
      "step": 14000
    },
    {
      "epoch": 6.5476190476190474,
      "grad_norm": 6.04651403427124,
      "learning_rate": 2.8032e-07,
      "loss": 0.1318,
      "step": 14025
    },
    {
      "epoch": 6.559290382819794,
      "grad_norm": 9.370837211608887,
      "learning_rate": 2.8082e-07,
      "loss": 0.1282,
      "step": 14050
    },
    {
      "epoch": 6.570961718020541,
      "grad_norm": 4.370868682861328,
      "learning_rate": 2.8132e-07,
      "loss": 0.144,
      "step": 14075
    },
    {
      "epoch": 6.582633053221288,
      "grad_norm": 9.317498207092285,
      "learning_rate": 2.8182e-07,
      "loss": 0.1233,
      "step": 14100
    },
    {
      "epoch": 6.594304388422035,
      "grad_norm": 2.9422969818115234,
      "learning_rate": 2.8232e-07,
      "loss": 0.1428,
      "step": 14125
    },
    {
      "epoch": 6.605975723622782,
      "grad_norm": 12.039034843444824,
      "learning_rate": 2.8282e-07,
      "loss": 0.1146,
      "step": 14150
    },
    {
      "epoch": 6.617647058823529,
      "grad_norm": 4.379167556762695,
      "learning_rate": 2.8332e-07,
      "loss": 0.131,
      "step": 14175
    },
    {
      "epoch": 6.629318394024276,
      "grad_norm": 9.709012031555176,
      "learning_rate": 2.8382e-07,
      "loss": 0.1159,
      "step": 14200
    },
    {
      "epoch": 6.640989729225024,
      "grad_norm": 8.104528427124023,
      "learning_rate": 2.8432e-07,
      "loss": 0.137,
      "step": 14225
    },
    {
      "epoch": 6.652661064425771,
      "grad_norm": 12.878413200378418,
      "learning_rate": 2.8482e-07,
      "loss": 0.1048,
      "step": 14250
    },
    {
      "epoch": 6.664332399626518,
      "grad_norm": 3.268336057662964,
      "learning_rate": 2.8532e-07,
      "loss": 0.1471,
      "step": 14275
    },
    {
      "epoch": 6.6760037348272645,
      "grad_norm": 11.308536529541016,
      "learning_rate": 2.8582e-07,
      "loss": 0.123,
      "step": 14300
    },
    {
      "epoch": 6.687675070028011,
      "grad_norm": 5.743576526641846,
      "learning_rate": 2.8632e-07,
      "loss": 0.1277,
      "step": 14325
    },
    {
      "epoch": 6.699346405228758,
      "grad_norm": 6.817793369293213,
      "learning_rate": 2.8682e-07,
      "loss": 0.1313,
      "step": 14350
    },
    {
      "epoch": 6.711017740429505,
      "grad_norm": 3.572624921798706,
      "learning_rate": 2.8732e-07,
      "loss": 0.121,
      "step": 14375
    },
    {
      "epoch": 6.722689075630252,
      "grad_norm": 8.181254386901855,
      "learning_rate": 2.8782e-07,
      "loss": 0.1158,
      "step": 14400
    },
    {
      "epoch": 6.734360410830999,
      "grad_norm": 4.736342906951904,
      "learning_rate": 2.8832000000000003e-07,
      "loss": 0.15,
      "step": 14425
    },
    {
      "epoch": 6.746031746031746,
      "grad_norm": 18.210702896118164,
      "learning_rate": 2.8882e-07,
      "loss": 0.1373,
      "step": 14450
    },
    {
      "epoch": 6.757703081232493,
      "grad_norm": 5.613450050354004,
      "learning_rate": 2.8932e-07,
      "loss": 0.148,
      "step": 14475
    },
    {
      "epoch": 6.76937441643324,
      "grad_norm": 11.278425216674805,
      "learning_rate": 2.8982e-07,
      "loss": 0.1255,
      "step": 14500
    },
    {
      "epoch": 6.781045751633987,
      "grad_norm": 3.2928617000579834,
      "learning_rate": 2.9032e-07,
      "loss": 0.1288,
      "step": 14525
    },
    {
      "epoch": 6.792717086834734,
      "grad_norm": 12.555643081665039,
      "learning_rate": 2.9082e-07,
      "loss": 0.107,
      "step": 14550
    },
    {
      "epoch": 6.804388422035481,
      "grad_norm": 4.838390350341797,
      "learning_rate": 2.9132e-07,
      "loss": 0.1224,
      "step": 14575
    },
    {
      "epoch": 6.816059757236228,
      "grad_norm": 11.363154411315918,
      "learning_rate": 2.9182000000000003e-07,
      "loss": 0.1344,
      "step": 14600
    },
    {
      "epoch": 6.8277310924369745,
      "grad_norm": 2.745389223098755,
      "learning_rate": 2.9232e-07,
      "loss": 0.1456,
      "step": 14625
    },
    {
      "epoch": 6.839402427637721,
      "grad_norm": 11.974946975708008,
      "learning_rate": 2.9282e-07,
      "loss": 0.1163,
      "step": 14650
    },
    {
      "epoch": 6.851073762838468,
      "grad_norm": 3.53490948677063,
      "learning_rate": 2.9332000000000004e-07,
      "loss": 0.1255,
      "step": 14675
    },
    {
      "epoch": 6.862745098039216,
      "grad_norm": 8.966546058654785,
      "learning_rate": 2.9382e-07,
      "loss": 0.1198,
      "step": 14700
    },
    {
      "epoch": 6.874416433239963,
      "grad_norm": 5.7963480949401855,
      "learning_rate": 2.9432e-07,
      "loss": 0.1321,
      "step": 14725
    },
    {
      "epoch": 6.88608776844071,
      "grad_norm": 13.834965705871582,
      "learning_rate": 2.9482e-07,
      "loss": 0.1356,
      "step": 14750
    },
    {
      "epoch": 6.897759103641457,
      "grad_norm": 4.368019104003906,
      "learning_rate": 2.9532000000000003e-07,
      "loss": 0.1247,
      "step": 14775
    },
    {
      "epoch": 6.909430438842204,
      "grad_norm": 6.511091232299805,
      "learning_rate": 2.9582e-07,
      "loss": 0.1207,
      "step": 14800
    },
    {
      "epoch": 6.921101774042951,
      "grad_norm": 4.450834274291992,
      "learning_rate": 2.9631999999999994e-07,
      "loss": 0.1333,
      "step": 14825
    },
    {
      "epoch": 6.932773109243698,
      "grad_norm": 7.795094013214111,
      "learning_rate": 2.9682e-07,
      "loss": 0.1144,
      "step": 14850
    },
    {
      "epoch": 6.944444444444445,
      "grad_norm": 6.080096244812012,
      "learning_rate": 2.9731999999999997e-07,
      "loss": 0.1518,
      "step": 14875
    },
    {
      "epoch": 6.956115779645192,
      "grad_norm": 7.597021102905273,
      "learning_rate": 2.9781999999999995e-07,
      "loss": 0.1385,
      "step": 14900
    },
    {
      "epoch": 6.9677871148459385,
      "grad_norm": 4.243095397949219,
      "learning_rate": 2.9831999999999993e-07,
      "loss": 0.1303,
      "step": 14925
    },
    {
      "epoch": 6.979458450046685,
      "grad_norm": 10.551504135131836,
      "learning_rate": 2.9881999999999997e-07,
      "loss": 0.1364,
      "step": 14950
    },
    {
      "epoch": 6.991129785247432,
      "grad_norm": 4.460564136505127,
      "learning_rate": 2.9931999999999996e-07,
      "loss": 0.1185,
      "step": 14975
    },
    {
      "epoch": 7.002801120448179,
      "grad_norm": 5.397023677825928,
      "learning_rate": 2.9981999999999994e-07,
      "loss": 0.149,
      "step": 15000
    },
    {
      "epoch": 7.002801120448179,
      "eval_loss": 0.14280347526073456,
      "eval_runtime": 6589.115,
      "eval_samples_per_second": 1.429,
      "eval_steps_per_second": 0.179,
      "eval_wer": 0.09492975940578072,
      "step": 15000
    },
    {
      "epoch": 7.014472455648926,
      "grad_norm": 5.963614463806152,
      "learning_rate": 6.006e-07,
      "loss": 0.1013,
      "step": 15025
    },
    {
      "epoch": 7.026143790849673,
      "grad_norm": 3.1698148250579834,
      "learning_rate": 6.015599999999999e-07,
      "loss": 0.1194,
      "step": 15050
    },
    {
      "epoch": 7.03781512605042,
      "grad_norm": 6.9241180419921875,
      "learning_rate": 6.025599999999999e-07,
      "loss": 0.0989,
      "step": 15075
    },
    {
      "epoch": 7.049486461251167,
      "grad_norm": 8.083003044128418,
      "learning_rate": 6.0356e-07,
      "loss": 0.1198,
      "step": 15100
    },
    {
      "epoch": 7.061157796451914,
      "grad_norm": 9.302962303161621,
      "learning_rate": 6.0456e-07,
      "loss": 0.0863,
      "step": 15125
    },
    {
      "epoch": 7.072829131652661,
      "grad_norm": 3.6642816066741943,
      "learning_rate": 6.055599999999999e-07,
      "loss": 0.1192,
      "step": 15150
    },
    {
      "epoch": 7.084500466853408,
      "grad_norm": 5.131696701049805,
      "learning_rate": 6.0656e-07,
      "loss": 0.0944,
      "step": 15175
    },
    {
      "epoch": 7.096171802054155,
      "grad_norm": 5.429873466491699,
      "learning_rate": 6.0756e-07,
      "loss": 0.1432,
      "step": 15200
    },
    {
      "epoch": 7.107843137254902,
      "grad_norm": 2.794274091720581,
      "learning_rate": 6.085599999999999e-07,
      "loss": 0.0996,
      "step": 15225
    },
    {
      "epoch": 7.1195144724556485,
      "grad_norm": 4.206586837768555,
      "learning_rate": 6.0956e-07,
      "loss": 0.1557,
      "step": 15250
    },
    {
      "epoch": 7.131185807656396,
      "grad_norm": 4.8860087394714355,
      "learning_rate": 6.1056e-07,
      "loss": 0.0954,
      "step": 15275
    },
    {
      "epoch": 7.142857142857143,
      "grad_norm": 5.189944744110107,
      "learning_rate": 6.1156e-07,
      "loss": 0.1637,
      "step": 15300
    },
    {
      "epoch": 7.15452847805789,
      "grad_norm": 6.401843070983887,
      "learning_rate": 6.125599999999999e-07,
      "loss": 0.1137,
      "step": 15325
    },
    {
      "epoch": 7.166199813258637,
      "grad_norm": 3.2334303855895996,
      "learning_rate": 6.1356e-07,
      "loss": 0.1411,
      "step": 15350
    },
    {
      "epoch": 7.177871148459384,
      "grad_norm": 5.686134338378906,
      "learning_rate": 6.1456e-07,
      "loss": 0.0959,
      "step": 15375
    },
    {
      "epoch": 7.189542483660131,
      "grad_norm": 5.280776023864746,
      "learning_rate": 6.155599999999999e-07,
      "loss": 0.1254,
      "step": 15400
    },
    {
      "epoch": 7.201213818860878,
      "grad_norm": 10.093783378601074,
      "learning_rate": 6.1656e-07,
      "loss": 0.1124,
      "step": 15425
    },
    {
      "epoch": 7.212885154061625,
      "grad_norm": 4.502685546875,
      "learning_rate": 6.1756e-07,
      "loss": 0.1333,
      "step": 15450
    },
    {
      "epoch": 7.224556489262372,
      "grad_norm": 6.842624664306641,
      "learning_rate": 6.1856e-07,
      "loss": 0.1003,
      "step": 15475
    },
    {
      "epoch": 7.236227824463119,
      "grad_norm": 4.324547290802002,
      "learning_rate": 6.1956e-07,
      "loss": 0.1222,
      "step": 15500
    },
    {
      "epoch": 7.2478991596638656,
      "grad_norm": 5.093228340148926,
      "learning_rate": 6.2056e-07,
      "loss": 0.1144,
      "step": 15525
    },
    {
      "epoch": 7.2595704948646125,
      "grad_norm": 4.086531639099121,
      "learning_rate": 6.2156e-07,
      "loss": 0.1592,
      "step": 15550
    },
    {
      "epoch": 7.271241830065359,
      "grad_norm": 5.517257213592529,
      "learning_rate": 6.225599999999999e-07,
      "loss": 0.1114,
      "step": 15575
    },
    {
      "epoch": 7.282913165266106,
      "grad_norm": 3.0472617149353027,
      "learning_rate": 6.2356e-07,
      "loss": 0.1257,
      "step": 15600
    },
    {
      "epoch": 7.294584500466853,
      "grad_norm": 5.590120315551758,
      "learning_rate": 6.2456e-07,
      "loss": 0.1051,
      "step": 15625
    },
    {
      "epoch": 7.3062558356676,
      "grad_norm": 4.192562103271484,
      "learning_rate": 6.255599999999999e-07,
      "loss": 0.1385,
      "step": 15650
    },
    {
      "epoch": 7.317927170868347,
      "grad_norm": 6.378529071807861,
      "learning_rate": 6.2656e-07,
      "loss": 0.098,
      "step": 15675
    },
    {
      "epoch": 7.329598506069094,
      "grad_norm": 3.6979291439056396,
      "learning_rate": 6.2756e-07,
      "loss": 0.1496,
      "step": 15700
    },
    {
      "epoch": 7.341269841269841,
      "grad_norm": 5.2295122146606445,
      "learning_rate": 6.2856e-07,
      "loss": 0.0779,
      "step": 15725
    },
    {
      "epoch": 7.352941176470588,
      "grad_norm": 3.9444265365600586,
      "learning_rate": 6.295599999999999e-07,
      "loss": 0.1394,
      "step": 15750
    },
    {
      "epoch": 7.364612511671335,
      "grad_norm": 5.075552463531494,
      "learning_rate": 6.3056e-07,
      "loss": 0.1025,
      "step": 15775
    },
    {
      "epoch": 7.376283846872083,
      "grad_norm": 4.6857733726501465,
      "learning_rate": 6.3156e-07,
      "loss": 0.149,
      "step": 15800
    },
    {
      "epoch": 7.3879551820728295,
      "grad_norm": 3.647244930267334,
      "learning_rate": 6.325599999999999e-07,
      "loss": 0.0909,
      "step": 15825
    },
    {
      "epoch": 7.3996265172735765,
      "grad_norm": 5.009864330291748,
      "learning_rate": 6.3356e-07,
      "loss": 0.1427,
      "step": 15850
    },
    {
      "epoch": 7.411297852474323,
      "grad_norm": 7.3696513175964355,
      "learning_rate": 6.3456e-07,
      "loss": 0.1056,
      "step": 15875
    },
    {
      "epoch": 7.42296918767507,
      "grad_norm": 5.746430397033691,
      "learning_rate": 6.3556e-07,
      "loss": 0.1283,
      "step": 15900
    },
    {
      "epoch": 7.434640522875817,
      "grad_norm": 6.898996353149414,
      "learning_rate": 6.3656e-07,
      "loss": 0.0922,
      "step": 15925
    },
    {
      "epoch": 7.446311858076564,
      "grad_norm": 4.499526023864746,
      "learning_rate": 6.3756e-07,
      "loss": 0.1294,
      "step": 15950
    },
    {
      "epoch": 7.457983193277311,
      "grad_norm": 10.639655113220215,
      "learning_rate": 6.3856e-07,
      "loss": 0.108,
      "step": 15975
    },
    {
      "epoch": 7.469654528478058,
      "grad_norm": 4.458117485046387,
      "learning_rate": 6.395599999999999e-07,
      "loss": 0.1426,
      "step": 16000
    },
    {
      "epoch": 7.481325863678805,
      "grad_norm": 6.026330947875977,
      "learning_rate": 6.4056e-07,
      "loss": 0.1027,
      "step": 16025
    },
    {
      "epoch": 7.492997198879552,
      "grad_norm": 8.034396171569824,
      "learning_rate": 6.4156e-07,
      "loss": 0.1368,
      "step": 16050
    },
    {
      "epoch": 7.504668534080299,
      "grad_norm": 6.156011581420898,
      "learning_rate": 6.4256e-07,
      "loss": 0.1084,
      "step": 16075
    },
    {
      "epoch": 7.516339869281046,
      "grad_norm": 4.8642168045043945,
      "learning_rate": 6.4356e-07,
      "loss": 0.1383,
      "step": 16100
    },
    {
      "epoch": 7.528011204481793,
      "grad_norm": 6.108960151672363,
      "learning_rate": 6.4456e-07,
      "loss": 0.101,
      "step": 16125
    },
    {
      "epoch": 7.5396825396825395,
      "grad_norm": 4.260036945343018,
      "learning_rate": 6.4556e-07,
      "loss": 0.1384,
      "step": 16150
    },
    {
      "epoch": 7.5513538748832865,
      "grad_norm": 7.994537353515625,
      "learning_rate": 6.4656e-07,
      "loss": 0.1009,
      "step": 16175
    },
    {
      "epoch": 7.563025210084033,
      "grad_norm": 5.753657817840576,
      "learning_rate": 6.4756e-07,
      "loss": 0.1383,
      "step": 16200
    },
    {
      "epoch": 7.57469654528478,
      "grad_norm": 7.363603591918945,
      "learning_rate": 6.4856e-07,
      "loss": 0.1059,
      "step": 16225
    },
    {
      "epoch": 7.586367880485527,
      "grad_norm": 5.041802883148193,
      "learning_rate": 6.4956e-07,
      "loss": 0.1257,
      "step": 16250
    },
    {
      "epoch": 7.598039215686274,
      "grad_norm": 6.2316575050354,
      "learning_rate": 6.5056e-07,
      "loss": 0.1008,
      "step": 16275
    },
    {
      "epoch": 7.609710550887021,
      "grad_norm": 3.6404504776000977,
      "learning_rate": 6.5156e-07,
      "loss": 0.1255,
      "step": 16300
    },
    {
      "epoch": 7.621381886087768,
      "grad_norm": 5.228316783905029,
      "learning_rate": 6.5256e-07,
      "loss": 0.0888,
      "step": 16325
    },
    {
      "epoch": 7.633053221288515,
      "grad_norm": 4.744984149932861,
      "learning_rate": 6.5356e-07,
      "loss": 0.1435,
      "step": 16350
    },
    {
      "epoch": 7.644724556489263,
      "grad_norm": 6.733789443969727,
      "learning_rate": 6.5456e-07,
      "loss": 0.1008,
      "step": 16375
    },
    {
      "epoch": 7.65639589169001,
      "grad_norm": 4.16718864440918,
      "learning_rate": 6.5556e-07,
      "loss": 0.1194,
      "step": 16400
    },
    {
      "epoch": 7.668067226890757,
      "grad_norm": 2.9225594997406006,
      "learning_rate": 6.5656e-07,
      "loss": 0.0953,
      "step": 16425
    },
    {
      "epoch": 7.6797385620915035,
      "grad_norm": 5.475734233856201,
      "learning_rate": 6.5756e-07,
      "loss": 0.1403,
      "step": 16450
    },
    {
      "epoch": 7.69140989729225,
      "grad_norm": 5.1282477378845215,
      "learning_rate": 6.5856e-07,
      "loss": 0.1052,
      "step": 16475
    },
    {
      "epoch": 7.703081232492997,
      "grad_norm": 5.281869411468506,
      "learning_rate": 6.5956e-07,
      "loss": 0.1438,
      "step": 16500
    },
    {
      "epoch": 7.714752567693744,
      "grad_norm": 5.311507225036621,
      "learning_rate": 6.6056e-07,
      "loss": 0.1021,
      "step": 16525
    },
    {
      "epoch": 7.726423902894491,
      "grad_norm": 3.4866130352020264,
      "learning_rate": 6.6156e-07,
      "loss": 0.1216,
      "step": 16550
    },
    {
      "epoch": 7.738095238095238,
      "grad_norm": 9.126893997192383,
      "learning_rate": 6.6256e-07,
      "loss": 0.0901,
      "step": 16575
    },
    {
      "epoch": 7.749766573295985,
      "grad_norm": 4.056077003479004,
      "learning_rate": 6.6356e-07,
      "loss": 0.1385,
      "step": 16600
    },
    {
      "epoch": 7.761437908496732,
      "grad_norm": 11.753646850585938,
      "learning_rate": 6.6456e-07,
      "loss": 0.0845,
      "step": 16625
    },
    {
      "epoch": 7.773109243697479,
      "grad_norm": 5.014488697052002,
      "learning_rate": 6.6556e-07,
      "loss": 0.1224,
      "step": 16650
    },
    {
      "epoch": 7.784780578898226,
      "grad_norm": 6.308728218078613,
      "learning_rate": 6.665600000000001e-07,
      "loss": 0.0885,
      "step": 16675
    },
    {
      "epoch": 7.796451914098973,
      "grad_norm": 2.8483879566192627,
      "learning_rate": 6.6756e-07,
      "loss": 0.1288,
      "step": 16700
    },
    {
      "epoch": 7.80812324929972,
      "grad_norm": 8.292418479919434,
      "learning_rate": 6.6856e-07,
      "loss": 0.095,
      "step": 16725
    },
    {
      "epoch": 7.819794584500467,
      "grad_norm": 4.9927263259887695,
      "learning_rate": 6.6956e-07,
      "loss": 0.1085,
      "step": 16750
    },
    {
      "epoch": 7.8314659197012135,
      "grad_norm": 14.002336502075195,
      "learning_rate": 6.7056e-07,
      "loss": 0.0862,
      "step": 16775
    },
    {
      "epoch": 7.8431372549019605,
      "grad_norm": 5.258606433868408,
      "learning_rate": 6.7156e-07,
      "loss": 0.1349,
      "step": 16800
    },
    {
      "epoch": 7.854808590102707,
      "grad_norm": 6.183353900909424,
      "learning_rate": 6.7256e-07,
      "loss": 0.0962,
      "step": 16825
    },
    {
      "epoch": 7.866479925303455,
      "grad_norm": 4.468369960784912,
      "learning_rate": 6.735600000000001e-07,
      "loss": 0.1222,
      "step": 16850
    },
    {
      "epoch": 7.878151260504202,
      "grad_norm": 5.605790615081787,
      "learning_rate": 6.7456e-07,
      "loss": 0.1022,
      "step": 16875
    },
    {
      "epoch": 7.889822595704949,
      "grad_norm": 3.859760284423828,
      "learning_rate": 6.7556e-07,
      "loss": 0.114,
      "step": 16900
    },
    {
      "epoch": 7.901493930905696,
      "grad_norm": 7.612791061401367,
      "learning_rate": 6.765600000000001e-07,
      "loss": 0.0984,
      "step": 16925
    },
    {
      "epoch": 7.913165266106443,
      "grad_norm": 3.680158853530884,
      "learning_rate": 6.7756e-07,
      "loss": 0.1247,
      "step": 16950
    },
    {
      "epoch": 7.92483660130719,
      "grad_norm": 4.414365768432617,
      "learning_rate": 6.7856e-07,
      "loss": 0.0998,
      "step": 16975
    },
    {
      "epoch": 7.936507936507937,
      "grad_norm": 4.558730125427246,
      "learning_rate": 6.7956e-07,
      "loss": 0.1391,
      "step": 17000
    },
    {
      "epoch": 7.948179271708684,
      "grad_norm": 5.9088053703308105,
      "learning_rate": 6.805600000000001e-07,
      "loss": 0.0958,
      "step": 17025
    },
    {
      "epoch": 7.959850606909431,
      "grad_norm": 4.314589977264404,
      "learning_rate": 6.8152e-07,
      "loss": 0.1399,
      "step": 17050
    },
    {
      "epoch": 7.9715219421101775,
      "grad_norm": 6.758405685424805,
      "learning_rate": 6.825199999999999e-07,
      "loss": 0.1045,
      "step": 17075
    },
    {
      "epoch": 7.983193277310924,
      "grad_norm": 5.049168109893799,
      "learning_rate": 6.8352e-07,
      "loss": 0.1305,
      "step": 17100
    },
    {
      "epoch": 7.994864612511671,
      "grad_norm": 5.647031784057617,
      "learning_rate": 6.8452e-07,
      "loss": 0.1029,
      "step": 17125
    },
    {
      "epoch": 8.006535947712418,
      "grad_norm": 2.389552354812622,
      "learning_rate": 6.8552e-07,
      "loss": 0.1187,
      "step": 17150
    },
    {
      "epoch": 8.018207282913165,
      "grad_norm": 7.662734508514404,
      "learning_rate": 6.8652e-07,
      "loss": 0.0784,
      "step": 17175
    },
    {
      "epoch": 8.029878618113912,
      "grad_norm": 4.091869354248047,
      "learning_rate": 6.8752e-07,
      "loss": 0.1117,
      "step": 17200
    },
    {
      "epoch": 8.041549953314659,
      "grad_norm": 4.1873459815979,
      "learning_rate": 6.8852e-07,
      "loss": 0.0841,
      "step": 17225
    },
    {
      "epoch": 8.053221288515406,
      "grad_norm": 1.8552043437957764,
      "learning_rate": 6.895199999999999e-07,
      "loss": 0.1085,
      "step": 17250
    },
    {
      "epoch": 8.064892623716153,
      "grad_norm": 6.734919548034668,
      "learning_rate": 6.9052e-07,
      "loss": 0.0705,
      "step": 17275
    },
    {
      "epoch": 8.0765639589169,
      "grad_norm": 5.204643726348877,
      "learning_rate": 6.9152e-07,
      "loss": 0.1131,
      "step": 17300
    },
    {
      "epoch": 8.088235294117647,
      "grad_norm": 8.857121467590332,
      "learning_rate": 6.9252e-07,
      "loss": 0.0759,
      "step": 17325
    },
    {
      "epoch": 8.099906629318394,
      "grad_norm": 3.829099655151367,
      "learning_rate": 6.9352e-07,
      "loss": 0.1171,
      "step": 17350
    },
    {
      "epoch": 8.11157796451914,
      "grad_norm": 5.418254852294922,
      "learning_rate": 6.9452e-07,
      "loss": 0.0744,
      "step": 17375
    },
    {
      "epoch": 8.123249299719888,
      "grad_norm": 4.435729026794434,
      "learning_rate": 6.9552e-07,
      "loss": 0.1098,
      "step": 17400
    },
    {
      "epoch": 8.134920634920634,
      "grad_norm": 8.937211036682129,
      "learning_rate": 6.9652e-07,
      "loss": 0.0684,
      "step": 17425
    },
    {
      "epoch": 8.146591970121381,
      "grad_norm": 4.719937801361084,
      "learning_rate": 6.9752e-07,
      "loss": 0.1071,
      "step": 17450
    },
    {
      "epoch": 8.158263305322128,
      "grad_norm": 5.891451835632324,
      "learning_rate": 6.9852e-07,
      "loss": 0.0652,
      "step": 17475
    },
    {
      "epoch": 8.169934640522875,
      "grad_norm": 2.8404786586761475,
      "learning_rate": 6.9952e-07,
      "loss": 0.0993,
      "step": 17500
    },
    {
      "epoch": 8.181605975723622,
      "grad_norm": 6.352357387542725,
      "learning_rate": 7.0052e-07,
      "loss": 0.0816,
      "step": 17525
    },
    {
      "epoch": 8.193277310924369,
      "grad_norm": 4.22411584854126,
      "learning_rate": 7.0152e-07,
      "loss": 0.1167,
      "step": 17550
    },
    {
      "epoch": 8.204948646125116,
      "grad_norm": 7.104822158813477,
      "learning_rate": 7.0252e-07,
      "loss": 0.0873,
      "step": 17575
    },
    {
      "epoch": 8.216619981325863,
      "grad_norm": 2.5561118125915527,
      "learning_rate": 7.0352e-07,
      "loss": 0.1045,
      "step": 17600
    },
    {
      "epoch": 8.22829131652661,
      "grad_norm": 8.497262001037598,
      "learning_rate": 7.0452e-07,
      "loss": 0.0772,
      "step": 17625
    },
    {
      "epoch": 8.239962651727357,
      "grad_norm": 4.319903373718262,
      "learning_rate": 7.0552e-07,
      "loss": 0.1291,
      "step": 17650
    },
    {
      "epoch": 8.251633986928105,
      "grad_norm": 5.6005754470825195,
      "learning_rate": 7.065200000000001e-07,
      "loss": 0.0748,
      "step": 17675
    },
    {
      "epoch": 8.263305322128852,
      "grad_norm": 4.352419853210449,
      "learning_rate": 7.0752e-07,
      "loss": 0.1162,
      "step": 17700
    },
    {
      "epoch": 8.2749766573296,
      "grad_norm": 3.519353151321411,
      "learning_rate": 7.0852e-07,
      "loss": 0.0731,
      "step": 17725
    },
    {
      "epoch": 8.286647992530346,
      "grad_norm": 4.001583576202393,
      "learning_rate": 7.0952e-07,
      "loss": 0.1132,
      "step": 17750
    },
    {
      "epoch": 8.298319327731093,
      "grad_norm": 7.335994720458984,
      "learning_rate": 7.1052e-07,
      "loss": 0.0744,
      "step": 17775
    },
    {
      "epoch": 8.30999066293184,
      "grad_norm": 4.729821681976318,
      "learning_rate": 7.1152e-07,
      "loss": 0.1145,
      "step": 17800
    },
    {
      "epoch": 8.321661998132587,
      "grad_norm": 4.817710876464844,
      "learning_rate": 7.1252e-07,
      "loss": 0.0684,
      "step": 17825
    },
    {
      "epoch": 8.333333333333334,
      "grad_norm": 3.727107524871826,
      "learning_rate": 7.1352e-07,
      "loss": 0.1014,
      "step": 17850
    },
    {
      "epoch": 8.34500466853408,
      "grad_norm": 6.569036960601807,
      "learning_rate": 7.1452e-07,
      "loss": 0.0809,
      "step": 17875
    },
    {
      "epoch": 8.356676003734828,
      "grad_norm": 3.9731063842773438,
      "learning_rate": 7.1552e-07,
      "loss": 0.116,
      "step": 17900
    },
    {
      "epoch": 8.368347338935575,
      "grad_norm": 5.585522174835205,
      "learning_rate": 7.165200000000001e-07,
      "loss": 0.0708,
      "step": 17925
    },
    {
      "epoch": 8.380018674136322,
      "grad_norm": 4.29518461227417,
      "learning_rate": 7.1752e-07,
      "loss": 0.1187,
      "step": 17950
    },
    {
      "epoch": 8.391690009337069,
      "grad_norm": 5.51121187210083,
      "learning_rate": 7.1852e-07,
      "loss": 0.0718,
      "step": 17975
    },
    {
      "epoch": 8.403361344537815,
      "grad_norm": 3.5351364612579346,
      "learning_rate": 7.1952e-07,
      "loss": 0.1168,
      "step": 18000
    },
    {
      "epoch": 8.415032679738562,
      "grad_norm": 4.3715128898620605,
      "learning_rate": 7.2052e-07,
      "loss": 0.079,
      "step": 18025
    },
    {
      "epoch": 8.42670401493931,
      "grad_norm": 3.5346896648406982,
      "learning_rate": 7.2152e-07,
      "loss": 0.1288,
      "step": 18050
    },
    {
      "epoch": 8.438375350140056,
      "grad_norm": 6.278663635253906,
      "learning_rate": 7.2252e-07,
      "loss": 0.0774,
      "step": 18075
    },
    {
      "epoch": 8.450046685340803,
      "grad_norm": 4.804433345794678,
      "learning_rate": 7.235200000000001e-07,
      "loss": 0.1094,
      "step": 18100
    },
    {
      "epoch": 8.46171802054155,
      "grad_norm": 3.196178436279297,
      "learning_rate": 7.2452e-07,
      "loss": 0.0775,
      "step": 18125
    },
    {
      "epoch": 8.473389355742297,
      "grad_norm": 3.008148193359375,
      "learning_rate": 7.2552e-07,
      "loss": 0.1186,
      "step": 18150
    },
    {
      "epoch": 8.485060690943044,
      "grad_norm": 6.987017631530762,
      "learning_rate": 7.2652e-07,
      "loss": 0.0705,
      "step": 18175
    },
    {
      "epoch": 8.49673202614379,
      "grad_norm": 3.8024909496307373,
      "learning_rate": 7.275199999999999e-07,
      "loss": 0.116,
      "step": 18200
    },
    {
      "epoch": 8.508403361344538,
      "grad_norm": 6.151003837585449,
      "learning_rate": 7.285199999999999e-07,
      "loss": 0.0701,
      "step": 18225
    },
    {
      "epoch": 8.520074696545285,
      "grad_norm": 1.7352893352508545,
      "learning_rate": 7.295199999999999e-07,
      "loss": 0.114,
      "step": 18250
    },
    {
      "epoch": 8.531746031746032,
      "grad_norm": 7.302786827087402,
      "learning_rate": 7.3052e-07,
      "loss": 0.0665,
      "step": 18275
    },
    {
      "epoch": 8.543417366946779,
      "grad_norm": 3.3787872791290283,
      "learning_rate": 7.315199999999999e-07,
      "loss": 0.1052,
      "step": 18300
    },
    {
      "epoch": 8.555088702147525,
      "grad_norm": 6.7813920974731445,
      "learning_rate": 7.325199999999999e-07,
      "loss": 0.0875,
      "step": 18325
    },
    {
      "epoch": 8.566760037348272,
      "grad_norm": 6.053928375244141,
      "learning_rate": 7.3352e-07,
      "loss": 0.1131,
      "step": 18350
    },
    {
      "epoch": 8.57843137254902,
      "grad_norm": 11.57036018371582,
      "learning_rate": 7.345199999999999e-07,
      "loss": 0.0769,
      "step": 18375
    },
    {
      "epoch": 8.590102707749766,
      "grad_norm": 3.816927671432495,
      "learning_rate": 7.355199999999999e-07,
      "loss": 0.1181,
      "step": 18400
    },
    {
      "epoch": 8.601774042950513,
      "grad_norm": 4.542242527008057,
      "learning_rate": 7.365199999999999e-07,
      "loss": 0.0829,
      "step": 18425
    },
    {
      "epoch": 8.61344537815126,
      "grad_norm": 3.25649356842041,
      "learning_rate": 7.3752e-07,
      "loss": 0.1144,
      "step": 18450
    },
    {
      "epoch": 8.625116713352007,
      "grad_norm": 7.228991508483887,
      "learning_rate": 7.385199999999999e-07,
      "loss": 0.0807,
      "step": 18475
    },
    {
      "epoch": 8.636788048552754,
      "grad_norm": 2.458822727203369,
      "learning_rate": 7.395199999999999e-07,
      "loss": 0.1036,
      "step": 18500
    },
    {
      "epoch": 8.6484593837535,
      "grad_norm": 6.6406474113464355,
      "learning_rate": 7.4052e-07,
      "loss": 0.0792,
      "step": 18525
    },
    {
      "epoch": 8.660130718954248,
      "grad_norm": 6.3346099853515625,
      "learning_rate": 7.415199999999999e-07,
      "loss": 0.1265,
      "step": 18550
    },
    {
      "epoch": 8.671802054154995,
      "grad_norm": 5.170047760009766,
      "learning_rate": 7.425199999999999e-07,
      "loss": 0.0687,
      "step": 18575
    },
    {
      "epoch": 8.683473389355742,
      "grad_norm": 5.245858669281006,
      "learning_rate": 7.4352e-07,
      "loss": 0.1178,
      "step": 18600
    },
    {
      "epoch": 8.695144724556489,
      "grad_norm": 5.291413307189941,
      "learning_rate": 7.445199999999999e-07,
      "loss": 0.0817,
      "step": 18625
    },
    {
      "epoch": 8.706816059757235,
      "grad_norm": 4.81880521774292,
      "learning_rate": 7.455199999999999e-07,
      "loss": 0.1066,
      "step": 18650
    },
    {
      "epoch": 8.718487394957982,
      "grad_norm": 2.500437021255493,
      "learning_rate": 7.465199999999999e-07,
      "loss": 0.0817,
      "step": 18675
    },
    {
      "epoch": 8.73015873015873,
      "grad_norm": 3.1665596961975098,
      "learning_rate": 7.4752e-07,
      "loss": 0.0836,
      "step": 18700
    },
    {
      "epoch": 8.741830065359476,
      "grad_norm": 4.715977668762207,
      "learning_rate": 7.485199999999999e-07,
      "loss": 0.0695,
      "step": 18725
    },
    {
      "epoch": 8.753501400560225,
      "grad_norm": 3.079907178878784,
      "learning_rate": 7.495199999999999e-07,
      "loss": 0.1352,
      "step": 18750
    },
    {
      "epoch": 8.76517273576097,
      "grad_norm": 7.7203288078308105,
      "learning_rate": 7.5052e-07,
      "loss": 0.0754,
      "step": 18775
    },
    {
      "epoch": 8.776844070961719,
      "grad_norm": 5.75888204574585,
      "learning_rate": 7.515199999999999e-07,
      "loss": 0.1045,
      "step": 18800
    },
    {
      "epoch": 8.788515406162466,
      "grad_norm": 9.753093719482422,
      "learning_rate": 7.525199999999999e-07,
      "loss": 0.0754,
      "step": 18825
    },
    {
      "epoch": 8.800186741363213,
      "grad_norm": 4.152544975280762,
      "learning_rate": 7.535199999999999e-07,
      "loss": 0.115,
      "step": 18850
    },
    {
      "epoch": 8.81185807656396,
      "grad_norm": 6.212908744812012,
      "learning_rate": 7.5452e-07,
      "loss": 0.0836,
      "step": 18875
    },
    {
      "epoch": 8.823529411764707,
      "grad_norm": 4.721496105194092,
      "learning_rate": 7.555199999999999e-07,
      "loss": 0.117,
      "step": 18900
    },
    {
      "epoch": 8.835200746965453,
      "grad_norm": 8.515325546264648,
      "learning_rate": 7.565199999999999e-07,
      "loss": 0.0852,
      "step": 18925
    },
    {
      "epoch": 8.8468720821662,
      "grad_norm": 5.124463081359863,
      "learning_rate": 7.5752e-07,
      "loss": 0.1089,
      "step": 18950
    },
    {
      "epoch": 8.858543417366947,
      "grad_norm": 10.328991889953613,
      "learning_rate": 7.585199999999999e-07,
      "loss": 0.0688,
      "step": 18975
    },
    {
      "epoch": 8.870214752567694,
      "grad_norm": 8.239870071411133,
      "learning_rate": 7.595199999999999e-07,
      "loss": 0.1033,
      "step": 19000
    },
    {
      "epoch": 8.881886087768441,
      "grad_norm": 9.038163185119629,
      "learning_rate": 7.6052e-07,
      "loss": 0.0853,
      "step": 19025
    },
    {
      "epoch": 8.893557422969188,
      "grad_norm": 3.644261598587036,
      "learning_rate": 7.6152e-07,
      "loss": 0.0984,
      "step": 19050
    },
    {
      "epoch": 8.905228758169935,
      "grad_norm": 4.2948832511901855,
      "learning_rate": 7.625199999999999e-07,
      "loss": 0.0708,
      "step": 19075
    },
    {
      "epoch": 8.916900093370682,
      "grad_norm": 3.6126201152801514,
      "learning_rate": 7.635199999999999e-07,
      "loss": 0.1205,
      "step": 19100
    },
    {
      "epoch": 8.928571428571429,
      "grad_norm": 5.034170150756836,
      "learning_rate": 7.6452e-07,
      "loss": 0.0727,
      "step": 19125
    },
    {
      "epoch": 8.940242763772176,
      "grad_norm": 3.311403274536133,
      "learning_rate": 7.6548e-07,
      "loss": 0.1083,
      "step": 19150
    },
    {
      "epoch": 8.951914098972923,
      "grad_norm": 6.666570663452148,
      "learning_rate": 7.6648e-07,
      "loss": 0.0808,
      "step": 19175
    },
    {
      "epoch": 8.96358543417367,
      "grad_norm": 2.835561513900757,
      "learning_rate": 7.6748e-07,
      "loss": 0.098,
      "step": 19200
    },
    {
      "epoch": 8.975256769374417,
      "grad_norm": 3.3188419342041016,
      "learning_rate": 7.6848e-07,
      "loss": 0.0801,
      "step": 19225
    },
    {
      "epoch": 8.986928104575163,
      "grad_norm": 4.5640788078308105,
      "learning_rate": 7.6948e-07,
      "loss": 0.102,
      "step": 19250
    },
    {
      "epoch": 8.99859943977591,
      "grad_norm": 9.698177337646484,
      "learning_rate": 7.704800000000001e-07,
      "loss": 0.1022,
      "step": 19275
    },
    {
      "epoch": 9.010270774976657,
      "grad_norm": 3.567379951477051,
      "learning_rate": 7.7148e-07,
      "loss": 0.0744,
      "step": 19300
    },
    {
      "epoch": 9.021942110177404,
      "grad_norm": 5.79501485824585,
      "learning_rate": 7.7248e-07,
      "loss": 0.0616,
      "step": 19325
    },
    {
      "epoch": 9.033613445378151,
      "grad_norm": 3.6958703994750977,
      "learning_rate": 7.7348e-07,
      "loss": 0.0797,
      "step": 19350
    },
    {
      "epoch": 9.045284780578898,
      "grad_norm": 8.376121520996094,
      "learning_rate": 7.744799999999999e-07,
      "loss": 0.0573,
      "step": 19375
    },
    {
      "epoch": 9.056956115779645,
      "grad_norm": 4.162479877471924,
      "learning_rate": 7.754799999999999e-07,
      "loss": 0.0947,
      "step": 19400
    },
    {
      "epoch": 9.068627450980392,
      "grad_norm": 6.144433498382568,
      "learning_rate": 7.764799999999999e-07,
      "loss": 0.0545,
      "step": 19425
    },
    {
      "epoch": 9.080298786181139,
      "grad_norm": 4.648292541503906,
      "learning_rate": 7.774799999999999e-07,
      "loss": 0.0824,
      "step": 19450
    },
    {
      "epoch": 9.091970121381886,
      "grad_norm": 5.517236709594727,
      "learning_rate": 7.784799999999999e-07,
      "loss": 0.0697,
      "step": 19475
    },
    {
      "epoch": 9.103641456582633,
      "grad_norm": 6.232855796813965,
      "learning_rate": 7.794799999999999e-07,
      "loss": 0.0764,
      "step": 19500
    },
    {
      "epoch": 9.11531279178338,
      "grad_norm": 6.580794811248779,
      "learning_rate": 7.8048e-07,
      "loss": 0.0756,
      "step": 19525
    },
    {
      "epoch": 9.126984126984127,
      "grad_norm": 5.505826950073242,
      "learning_rate": 7.814799999999999e-07,
      "loss": 0.0936,
      "step": 19550
    },
    {
      "epoch": 9.138655462184873,
      "grad_norm": 13.38469409942627,
      "learning_rate": 7.824799999999999e-07,
      "loss": 0.0711,
      "step": 19575
    },
    {
      "epoch": 9.15032679738562,
      "grad_norm": 8.618947982788086,
      "learning_rate": 7.834799999999999e-07,
      "loss": 0.0752,
      "step": 19600
    },
    {
      "epoch": 9.161998132586367,
      "grad_norm": 7.913994789123535,
      "learning_rate": 7.844799999999999e-07,
      "loss": 0.0594,
      "step": 19625
    },
    {
      "epoch": 9.173669467787114,
      "grad_norm": 2.6098523139953613,
      "learning_rate": 7.854799999999999e-07,
      "loss": 0.0849,
      "step": 19650
    },
    {
      "epoch": 9.185340802987861,
      "grad_norm": 6.636572360992432,
      "learning_rate": 7.864799999999999e-07,
      "loss": 0.0559,
      "step": 19675
    },
    {
      "epoch": 9.197012138188608,
      "grad_norm": 2.971862554550171,
      "learning_rate": 7.8748e-07,
      "loss": 0.0908,
      "step": 19700
    },
    {
      "epoch": 9.208683473389355,
      "grad_norm": 9.039565086364746,
      "learning_rate": 7.884799999999999e-07,
      "loss": 0.0642,
      "step": 19725
    },
    {
      "epoch": 9.220354808590102,
      "grad_norm": 2.7158315181732178,
      "learning_rate": 7.894799999999999e-07,
      "loss": 0.0642,
      "step": 19750
    },
    {
      "epoch": 9.232026143790849,
      "grad_norm": 5.9499921798706055,
      "learning_rate": 7.9048e-07,
      "loss": 0.0608,
      "step": 19775
    },
    {
      "epoch": 9.243697478991596,
      "grad_norm": 8.955631256103516,
      "learning_rate": 7.914799999999999e-07,
      "loss": 0.0813,
      "step": 19800
    },
    {
      "epoch": 9.255368814192344,
      "grad_norm": 8.660055160522461,
      "learning_rate": 7.924799999999999e-07,
      "loss": 0.0663,
      "step": 19825
    },
    {
      "epoch": 9.267040149393091,
      "grad_norm": 4.199616432189941,
      "learning_rate": 7.934799999999999e-07,
      "loss": 0.0805,
      "step": 19850
    },
    {
      "epoch": 9.278711484593838,
      "grad_norm": 4.530280590057373,
      "learning_rate": 7.9448e-07,
      "loss": 0.0539,
      "step": 19875
    },
    {
      "epoch": 9.290382819794585,
      "grad_norm": 3.6157238483428955,
      "learning_rate": 7.954799999999999e-07,
      "loss": 0.0789,
      "step": 19900
    },
    {
      "epoch": 9.302054154995332,
      "grad_norm": 11.870729446411133,
      "learning_rate": 7.964799999999999e-07,
      "loss": 0.0753,
      "step": 19925
    },
    {
      "epoch": 9.313725490196079,
      "grad_norm": 3.857879400253296,
      "learning_rate": 7.9748e-07,
      "loss": 0.0804,
      "step": 19950
    },
    {
      "epoch": 9.325396825396826,
      "grad_norm": 9.552889823913574,
      "learning_rate": 7.984799999999999e-07,
      "loss": 0.0696,
      "step": 19975
    },
    {
      "epoch": 9.337068160597573,
      "grad_norm": 4.108628749847412,
      "learning_rate": 7.994799999999999e-07,
      "loss": 0.0697,
      "step": 20000
    },
    {
      "epoch": 9.337068160597573,
      "eval_loss": 0.1435898393392563,
      "eval_runtime": 6476.4775,
      "eval_samples_per_second": 1.454,
      "eval_steps_per_second": 0.182,
      "eval_wer": 0.0940416599386404,
      "step": 20000
    },
    {
      "epoch": 9.34873949579832,
      "grad_norm": 16.435834884643555,
      "learning_rate": 8.0048e-07,
      "loss": 0.0697,
      "step": 20025
    },
    {
      "epoch": 9.360410830999067,
      "grad_norm": 2.7345032691955566,
      "learning_rate": 8.0148e-07,
      "loss": 0.0808,
      "step": 20050
    },
    {
      "epoch": 9.372082166199814,
      "grad_norm": 7.900310039520264,
      "learning_rate": 8.024799999999999e-07,
      "loss": 0.0642,
      "step": 20075
    },
    {
      "epoch": 9.38375350140056,
      "grad_norm": 5.272299289703369,
      "learning_rate": 8.034799999999999e-07,
      "loss": 0.0912,
      "step": 20100
    },
    {
      "epoch": 9.395424836601308,
      "grad_norm": 7.384624004364014,
      "learning_rate": 8.0448e-07,
      "loss": 0.0689,
      "step": 20125
    },
    {
      "epoch": 9.407096171802054,
      "grad_norm": 6.52332067489624,
      "learning_rate": 8.054799999999999e-07,
      "loss": 0.0758,
      "step": 20150
    },
    {
      "epoch": 9.418767507002801,
      "grad_norm": 7.095821380615234,
      "learning_rate": 8.064799999999999e-07,
      "loss": 0.0928,
      "step": 20175
    },
    {
      "epoch": 9.430438842203548,
      "grad_norm": 7.10612154006958,
      "learning_rate": 8.0748e-07,
      "loss": 0.0813,
      "step": 20200
    },
    {
      "epoch": 9.442110177404295,
      "grad_norm": 2.9239766597747803,
      "learning_rate": 8.084799999999999e-07,
      "loss": 0.0512,
      "step": 20225
    },
    {
      "epoch": 9.453781512605042,
      "grad_norm": 5.488339424133301,
      "learning_rate": 8.094799999999999e-07,
      "loss": 0.1023,
      "step": 20250
    },
    {
      "epoch": 9.465452847805789,
      "grad_norm": 14.871928215026855,
      "learning_rate": 8.1048e-07,
      "loss": 0.0733,
      "step": 20275
    },
    {
      "epoch": 9.477124183006536,
      "grad_norm": 4.915029525756836,
      "learning_rate": 8.1148e-07,
      "loss": 0.0781,
      "step": 20300
    },
    {
      "epoch": 9.488795518207283,
      "grad_norm": 11.16457748413086,
      "learning_rate": 8.124799999999999e-07,
      "loss": 0.0824,
      "step": 20325
    },
    {
      "epoch": 9.50046685340803,
      "grad_norm": 4.7055535316467285,
      "learning_rate": 8.134799999999999e-07,
      "loss": 0.0715,
      "step": 20350
    },
    {
      "epoch": 9.512138188608777,
      "grad_norm": 9.46976375579834,
      "learning_rate": 8.1448e-07,
      "loss": 0.0622,
      "step": 20375
    },
    {
      "epoch": 9.523809523809524,
      "grad_norm": 4.587946891784668,
      "learning_rate": 8.154799999999999e-07,
      "loss": 0.0973,
      "step": 20400
    },
    {
      "epoch": 9.53548085901027,
      "grad_norm": 10.611247062683105,
      "learning_rate": 8.164799999999999e-07,
      "loss": 0.0701,
      "step": 20425
    },
    {
      "epoch": 9.547152194211018,
      "grad_norm": 5.382807731628418,
      "learning_rate": 8.1748e-07,
      "loss": 0.0799,
      "step": 20450
    },
    {
      "epoch": 9.558823529411764,
      "grad_norm": 12.089332580566406,
      "learning_rate": 8.1848e-07,
      "loss": 0.0705,
      "step": 20475
    },
    {
      "epoch": 9.570494864612511,
      "grad_norm": 3.3015291690826416,
      "learning_rate": 8.194799999999999e-07,
      "loss": 0.0713,
      "step": 20500
    },
    {
      "epoch": 9.582166199813258,
      "grad_norm": 7.883571147918701,
      "learning_rate": 8.2048e-07,
      "loss": 0.077,
      "step": 20525
    },
    {
      "epoch": 9.593837535014005,
      "grad_norm": 5.369983673095703,
      "learning_rate": 8.2148e-07,
      "loss": 0.0812,
      "step": 20550
    },
    {
      "epoch": 9.605508870214752,
      "grad_norm": 11.33123779296875,
      "learning_rate": 8.224799999999999e-07,
      "loss": 0.077,
      "step": 20575
    },
    {
      "epoch": 9.6171802054155,
      "grad_norm": 6.490606307983398,
      "learning_rate": 8.234799999999999e-07,
      "loss": 0.082,
      "step": 20600
    },
    {
      "epoch": 9.628851540616246,
      "grad_norm": 13.423641204833984,
      "learning_rate": 8.2448e-07,
      "loss": 0.0616,
      "step": 20625
    },
    {
      "epoch": 9.640522875816993,
      "grad_norm": 5.520218372344971,
      "learning_rate": 8.2548e-07,
      "loss": 0.0772,
      "step": 20650
    },
    {
      "epoch": 9.65219421101774,
      "grad_norm": 7.892084121704102,
      "learning_rate": 8.264799999999999e-07,
      "loss": 0.0821,
      "step": 20675
    },
    {
      "epoch": 9.663865546218487,
      "grad_norm": 1.9956510066986084,
      "learning_rate": 8.2748e-07,
      "loss": 0.0863,
      "step": 20700
    },
    {
      "epoch": 9.675536881419234,
      "grad_norm": 12.01615047454834,
      "learning_rate": 8.2848e-07,
      "loss": 0.0686,
      "step": 20725
    },
    {
      "epoch": 9.68720821661998,
      "grad_norm": 4.383852481842041,
      "learning_rate": 8.294799999999999e-07,
      "loss": 0.0783,
      "step": 20750
    },
    {
      "epoch": 9.698879551820728,
      "grad_norm": 9.427849769592285,
      "learning_rate": 8.3048e-07,
      "loss": 0.0696,
      "step": 20775
    },
    {
      "epoch": 9.710550887021475,
      "grad_norm": 3.1968441009521484,
      "learning_rate": 8.3148e-07,
      "loss": 0.0824,
      "step": 20800
    },
    {
      "epoch": 9.722222222222221,
      "grad_norm": 5.970606803894043,
      "learning_rate": 8.3248e-07,
      "loss": 0.0745,
      "step": 20825
    },
    {
      "epoch": 9.733893557422968,
      "grad_norm": 3.773395538330078,
      "learning_rate": 8.334799999999999e-07,
      "loss": 0.087,
      "step": 20850
    },
    {
      "epoch": 9.745564892623715,
      "grad_norm": 12.782556533813477,
      "learning_rate": 8.3448e-07,
      "loss": 0.0669,
      "step": 20875
    },
    {
      "epoch": 9.757236227824464,
      "grad_norm": 3.228957176208496,
      "learning_rate": 8.3548e-07,
      "loss": 0.0844,
      "step": 20900
    },
    {
      "epoch": 9.768907563025211,
      "grad_norm": 9.885223388671875,
      "learning_rate": 8.364799999999999e-07,
      "loss": 0.0724,
      "step": 20925
    },
    {
      "epoch": 9.780578898225958,
      "grad_norm": 3.015071153640747,
      "learning_rate": 8.3748e-07,
      "loss": 0.0784,
      "step": 20950
    },
    {
      "epoch": 9.792250233426705,
      "grad_norm": 7.431763172149658,
      "learning_rate": 8.3848e-07,
      "loss": 0.0782,
      "step": 20975
    },
    {
      "epoch": 9.803921568627452,
      "grad_norm": 3.960148334503174,
      "learning_rate": 8.394799999999999e-07,
      "loss": 0.0765,
      "step": 21000
    },
    {
      "epoch": 9.815592903828199,
      "grad_norm": 11.450105667114258,
      "learning_rate": 8.4048e-07,
      "loss": 0.0757,
      "step": 21025
    },
    {
      "epoch": 9.827264239028946,
      "grad_norm": 2.3904082775115967,
      "learning_rate": 8.4148e-07,
      "loss": 0.0887,
      "step": 21050
    },
    {
      "epoch": 9.838935574229692,
      "grad_norm": 5.4470086097717285,
      "learning_rate": 8.4248e-07,
      "loss": 0.0824,
      "step": 21075
    },
    {
      "epoch": 9.85060690943044,
      "grad_norm": 2.513823986053467,
      "learning_rate": 8.434799999999999e-07,
      "loss": 0.0729,
      "step": 21100
    },
    {
      "epoch": 9.862278244631186,
      "grad_norm": 14.719958305358887,
      "learning_rate": 8.4448e-07,
      "loss": 0.0705,
      "step": 21125
    },
    {
      "epoch": 9.873949579831933,
      "grad_norm": 5.428534984588623,
      "learning_rate": 8.4548e-07,
      "loss": 0.0861,
      "step": 21150
    },
    {
      "epoch": 9.88562091503268,
      "grad_norm": 5.955714702606201,
      "learning_rate": 8.464799999999999e-07,
      "loss": 0.0672,
      "step": 21175
    },
    {
      "epoch": 9.897292250233427,
      "grad_norm": 7.154689788818359,
      "learning_rate": 8.4744e-07,
      "loss": 0.0954,
      "step": 21200
    },
    {
      "epoch": 9.908963585434174,
      "grad_norm": 7.696076393127441,
      "learning_rate": 8.484399999999999e-07,
      "loss": 0.0617,
      "step": 21225
    },
    {
      "epoch": 9.920634920634921,
      "grad_norm": 5.049380779266357,
      "learning_rate": 8.494399999999999e-07,
      "loss": 0.0775,
      "step": 21250
    },
    {
      "epoch": 9.932306255835668,
      "grad_norm": 9.34526252746582,
      "learning_rate": 8.5044e-07,
      "loss": 0.0749,
      "step": 21275
    },
    {
      "epoch": 9.943977591036415,
      "grad_norm": 7.990287780761719,
      "learning_rate": 8.5144e-07,
      "loss": 0.0865,
      "step": 21300
    },
    {
      "epoch": 9.955648926237162,
      "grad_norm": 10.391454696655273,
      "learning_rate": 8.524399999999999e-07,
      "loss": 0.0658,
      "step": 21325
    },
    {
      "epoch": 9.967320261437909,
      "grad_norm": 5.023215293884277,
      "learning_rate": 8.534399999999999e-07,
      "loss": 0.0713,
      "step": 21350
    },
    {
      "epoch": 9.978991596638656,
      "grad_norm": 12.558219909667969,
      "learning_rate": 8.5444e-07,
      "loss": 0.0764,
      "step": 21375
    },
    {
      "epoch": 9.990662931839402,
      "grad_norm": 4.4138336181640625,
      "learning_rate": 8.554399999999999e-07,
      "loss": 0.076,
      "step": 21400
    },
    {
      "epoch": 10.00233426704015,
      "grad_norm": 2.9889421463012695,
      "learning_rate": 8.564399999999999e-07,
      "loss": 0.0805,
      "step": 21425
    },
    {
      "epoch": 10.014005602240896,
      "grad_norm": 3.3753228187561035,
      "learning_rate": 8.5744e-07,
      "loss": 0.0487,
      "step": 21450
    },
    {
      "epoch": 10.025676937441643,
      "grad_norm": 3.1645426750183105,
      "learning_rate": 8.5844e-07,
      "loss": 0.0719,
      "step": 21475
    },
    {
      "epoch": 10.03734827264239,
      "grad_norm": 9.965222358703613,
      "learning_rate": 8.594399999999999e-07,
      "loss": 0.0453,
      "step": 21500
    },
    {
      "epoch": 10.049019607843137,
      "grad_norm": 4.585392475128174,
      "learning_rate": 8.6044e-07,
      "loss": 0.0813,
      "step": 21525
    },
    {
      "epoch": 10.060690943043884,
      "grad_norm": 2.651890277862549,
      "learning_rate": 8.6144e-07,
      "loss": 0.0441,
      "step": 21550
    },
    {
      "epoch": 10.072362278244631,
      "grad_norm": 3.137420415878296,
      "learning_rate": 8.624399999999999e-07,
      "loss": 0.0776,
      "step": 21575
    },
    {
      "epoch": 10.084033613445378,
      "grad_norm": 3.0008487701416016,
      "learning_rate": 8.634399999999999e-07,
      "loss": 0.0549,
      "step": 21600
    },
    {
      "epoch": 10.095704948646125,
      "grad_norm": 5.419103145599365,
      "learning_rate": 8.6444e-07,
      "loss": 0.0807,
      "step": 21625
    },
    {
      "epoch": 10.107376283846872,
      "grad_norm": 4.442772388458252,
      "learning_rate": 8.654399999999999e-07,
      "loss": 0.0473,
      "step": 21650
    },
    {
      "epoch": 10.119047619047619,
      "grad_norm": 7.645913600921631,
      "learning_rate": 8.664399999999999e-07,
      "loss": 0.0832,
      "step": 21675
    },
    {
      "epoch": 10.130718954248366,
      "grad_norm": 5.763233184814453,
      "learning_rate": 8.6744e-07,
      "loss": 0.0564,
      "step": 21700
    },
    {
      "epoch": 10.142390289449112,
      "grad_norm": 2.8492894172668457,
      "learning_rate": 8.6844e-07,
      "loss": 0.0722,
      "step": 21725
    },
    {
      "epoch": 10.15406162464986,
      "grad_norm": 5.006544589996338,
      "learning_rate": 8.694399999999999e-07,
      "loss": 0.0494,
      "step": 21750
    },
    {
      "epoch": 10.165732959850606,
      "grad_norm": 3.509387731552124,
      "learning_rate": 8.7044e-07,
      "loss": 0.0764,
      "step": 21775
    },
    {
      "epoch": 10.177404295051353,
      "grad_norm": 4.277322769165039,
      "learning_rate": 8.7144e-07,
      "loss": 0.0387,
      "step": 21800
    },
    {
      "epoch": 10.1890756302521,
      "grad_norm": 3.3739705085754395,
      "learning_rate": 8.724399999999999e-07,
      "loss": 0.0558,
      "step": 21825
    },
    {
      "epoch": 10.200746965452847,
      "grad_norm": 2.4098832607269287,
      "learning_rate": 8.734399999999999e-07,
      "loss": 0.041,
      "step": 21850
    },
    {
      "epoch": 10.212418300653594,
      "grad_norm": 4.2443108558654785,
      "learning_rate": 8.7444e-07,
      "loss": 0.0614,
      "step": 21875
    },
    {
      "epoch": 10.224089635854341,
      "grad_norm": 7.186864376068115,
      "learning_rate": 8.7544e-07,
      "loss": 0.0478,
      "step": 21900
    },
    {
      "epoch": 10.235760971055088,
      "grad_norm": 3.2214882373809814,
      "learning_rate": 8.764399999999999e-07,
      "loss": 0.0596,
      "step": 21925
    },
    {
      "epoch": 10.247432306255835,
      "grad_norm": 1.4043220281600952,
      "learning_rate": 8.7744e-07,
      "loss": 0.0558,
      "step": 21950
    },
    {
      "epoch": 10.259103641456583,
      "grad_norm": 3.13395357131958,
      "learning_rate": 8.7844e-07,
      "loss": 0.0751,
      "step": 21975
    },
    {
      "epoch": 10.27077497665733,
      "grad_norm": 3.777238368988037,
      "learning_rate": 8.794399999999999e-07,
      "loss": 0.0449,
      "step": 22000
    },
    {
      "epoch": 10.282446311858077,
      "grad_norm": 3.8136322498321533,
      "learning_rate": 8.804399999999999e-07,
      "loss": 0.0741,
      "step": 22025
    },
    {
      "epoch": 10.294117647058824,
      "grad_norm": 2.8861405849456787,
      "learning_rate": 8.8144e-07,
      "loss": 0.0514,
      "step": 22050
    },
    {
      "epoch": 10.305788982259571,
      "grad_norm": 4.029909133911133,
      "learning_rate": 8.8244e-07,
      "loss": 0.0715,
      "step": 22075
    },
    {
      "epoch": 10.317460317460318,
      "grad_norm": 9.571359634399414,
      "learning_rate": 8.834399999999999e-07,
      "loss": 0.0442,
      "step": 22100
    },
    {
      "epoch": 10.329131652661065,
      "grad_norm": 4.114884376525879,
      "learning_rate": 8.8444e-07,
      "loss": 0.0752,
      "step": 22125
    },
    {
      "epoch": 10.340802987861812,
      "grad_norm": 4.394742965698242,
      "learning_rate": 8.8544e-07,
      "loss": 0.046,
      "step": 22150
    },
    {
      "epoch": 10.352474323062559,
      "grad_norm": 3.1479573249816895,
      "learning_rate": 8.864399999999999e-07,
      "loss": 0.067,
      "step": 22175
    },
    {
      "epoch": 10.364145658263306,
      "grad_norm": 2.1959614753723145,
      "learning_rate": 8.8744e-07,
      "loss": 0.0495,
      "step": 22200
    },
    {
      "epoch": 10.375816993464053,
      "grad_norm": 4.033957481384277,
      "learning_rate": 8.8844e-07,
      "loss": 0.0587,
      "step": 22225
    },
    {
      "epoch": 10.3874883286648,
      "grad_norm": 6.8924736976623535,
      "learning_rate": 8.8944e-07,
      "loss": 0.0517,
      "step": 22250
    },
    {
      "epoch": 10.399159663865547,
      "grad_norm": 3.8382160663604736,
      "learning_rate": 8.904399999999999e-07,
      "loss": 0.0678,
      "step": 22275
    },
    {
      "epoch": 10.410830999066294,
      "grad_norm": 10.509393692016602,
      "learning_rate": 8.9144e-07,
      "loss": 0.048,
      "step": 22300
    },
    {
      "epoch": 10.42250233426704,
      "grad_norm": 3.9929986000061035,
      "learning_rate": 8.9244e-07,
      "loss": 0.0707,
      "step": 22325
    },
    {
      "epoch": 10.434173669467787,
      "grad_norm": 4.263001918792725,
      "learning_rate": 8.934399999999999e-07,
      "loss": 0.0534,
      "step": 22350
    },
    {
      "epoch": 10.445845004668534,
      "grad_norm": 4.735872745513916,
      "learning_rate": 8.9444e-07,
      "loss": 0.0714,
      "step": 22375
    },
    {
      "epoch": 10.457516339869281,
      "grad_norm": 2.775026321411133,
      "learning_rate": 8.9544e-07,
      "loss": 0.0599,
      "step": 22400
    },
    {
      "epoch": 10.469187675070028,
      "grad_norm": 4.69821834564209,
      "learning_rate": 8.964399999999999e-07,
      "loss": 0.0679,
      "step": 22425
    },
    {
      "epoch": 10.480859010270775,
      "grad_norm": 4.804164886474609,
      "learning_rate": 8.9744e-07,
      "loss": 0.0382,
      "step": 22450
    },
    {
      "epoch": 10.492530345471522,
      "grad_norm": 4.525900840759277,
      "learning_rate": 8.9844e-07,
      "loss": 0.0723,
      "step": 22475
    },
    {
      "epoch": 10.504201680672269,
      "grad_norm": 9.724448204040527,
      "learning_rate": 8.9944e-07,
      "loss": 0.0558,
      "step": 22500
    },
    {
      "epoch": 10.515873015873016,
      "grad_norm": 3.797886848449707,
      "learning_rate": 9.004399999999999e-07,
      "loss": 0.0665,
      "step": 22525
    },
    {
      "epoch": 10.527544351073763,
      "grad_norm": 4.131737232208252,
      "learning_rate": 9.0144e-07,
      "loss": 0.0463,
      "step": 22550
    },
    {
      "epoch": 10.53921568627451,
      "grad_norm": 4.074097633361816,
      "learning_rate": 9.0244e-07,
      "loss": 0.0631,
      "step": 22575
    },
    {
      "epoch": 10.550887021475257,
      "grad_norm": 6.83477258682251,
      "learning_rate": 9.034399999999999e-07,
      "loss": 0.0453,
      "step": 22600
    },
    {
      "epoch": 10.562558356676004,
      "grad_norm": 4.893357276916504,
      "learning_rate": 9.0444e-07,
      "loss": 0.0579,
      "step": 22625
    },
    {
      "epoch": 10.57422969187675,
      "grad_norm": 3.0031166076660156,
      "learning_rate": 9.0544e-07,
      "loss": 0.0468,
      "step": 22650
    },
    {
      "epoch": 10.585901027077497,
      "grad_norm": 2.353924036026001,
      "learning_rate": 9.0644e-07,
      "loss": 0.0769,
      "step": 22675
    },
    {
      "epoch": 10.597572362278244,
      "grad_norm": 4.528254985809326,
      "learning_rate": 9.0744e-07,
      "loss": 0.0457,
      "step": 22700
    },
    {
      "epoch": 10.609243697478991,
      "grad_norm": 3.255937099456787,
      "learning_rate": 9.0844e-07,
      "loss": 0.07,
      "step": 22725
    },
    {
      "epoch": 10.620915032679738,
      "grad_norm": 5.159088611602783,
      "learning_rate": 9.0944e-07,
      "loss": 0.0592,
      "step": 22750
    },
    {
      "epoch": 10.632586367880485,
      "grad_norm": 5.292705535888672,
      "learning_rate": 9.104399999999999e-07,
      "loss": 0.075,
      "step": 22775
    },
    {
      "epoch": 10.644257703081232,
      "grad_norm": 2.7910406589508057,
      "learning_rate": 9.1144e-07,
      "loss": 0.0512,
      "step": 22800
    },
    {
      "epoch": 10.655929038281979,
      "grad_norm": 2.8850274085998535,
      "learning_rate": 9.1244e-07,
      "loss": 0.0531,
      "step": 22825
    },
    {
      "epoch": 10.667600373482726,
      "grad_norm": 3.195202589035034,
      "learning_rate": 9.1344e-07,
      "loss": 0.0511,
      "step": 22850
    },
    {
      "epoch": 10.679271708683473,
      "grad_norm": 3.8003671169281006,
      "learning_rate": 9.1444e-07,
      "loss": 0.0758,
      "step": 22875
    },
    {
      "epoch": 10.69094304388422,
      "grad_norm": 3.130300998687744,
      "learning_rate": 9.1544e-07,
      "loss": 0.0522,
      "step": 22900
    },
    {
      "epoch": 10.702614379084967,
      "grad_norm": 4.510003089904785,
      "learning_rate": 9.1644e-07,
      "loss": 0.0843,
      "step": 22925
    },
    {
      "epoch": 10.714285714285714,
      "grad_norm": 6.213229656219482,
      "learning_rate": 9.1744e-07,
      "loss": 0.0481,
      "step": 22950
    },
    {
      "epoch": 10.72595704948646,
      "grad_norm": 2.293363094329834,
      "learning_rate": 9.1844e-07,
      "loss": 0.0604,
      "step": 22975
    },
    {
      "epoch": 10.73762838468721,
      "grad_norm": 1.0174866914749146,
      "learning_rate": 9.1944e-07,
      "loss": 0.0501,
      "step": 23000
    },
    {
      "epoch": 10.749299719887954,
      "grad_norm": 5.294317722320557,
      "learning_rate": 9.2044e-07,
      "loss": 0.0734,
      "step": 23025
    },
    {
      "epoch": 10.760971055088703,
      "grad_norm": 3.6734204292297363,
      "learning_rate": 9.2144e-07,
      "loss": 0.0492,
      "step": 23050
    },
    {
      "epoch": 10.77264239028945,
      "grad_norm": 3.0096030235290527,
      "learning_rate": 9.2244e-07,
      "loss": 0.0517,
      "step": 23075
    },
    {
      "epoch": 10.784313725490197,
      "grad_norm": 4.717250347137451,
      "learning_rate": 9.2344e-07,
      "loss": 0.0447,
      "step": 23100
    },
    {
      "epoch": 10.795985060690944,
      "grad_norm": 3.78305983543396,
      "learning_rate": 9.2444e-07,
      "loss": 0.0804,
      "step": 23125
    },
    {
      "epoch": 10.80765639589169,
      "grad_norm": 6.005961894989014,
      "learning_rate": 9.2544e-07,
      "loss": 0.0535,
      "step": 23150
    },
    {
      "epoch": 10.819327731092438,
      "grad_norm": 5.146392345428467,
      "learning_rate": 9.2644e-07,
      "loss": 0.069,
      "step": 23175
    },
    {
      "epoch": 10.830999066293185,
      "grad_norm": 6.436806678771973,
      "learning_rate": 9.2744e-07,
      "loss": 0.0532,
      "step": 23200
    },
    {
      "epoch": 10.842670401493931,
      "grad_norm": 3.9533166885375977,
      "learning_rate": 9.2844e-07,
      "loss": 0.0761,
      "step": 23225
    },
    {
      "epoch": 10.854341736694678,
      "grad_norm": 4.497999668121338,
      "learning_rate": 9.2944e-07,
      "loss": 0.0498,
      "step": 23250
    },
    {
      "epoch": 10.866013071895425,
      "grad_norm": 3.916146755218506,
      "learning_rate": 9.3044e-07,
      "loss": 0.0707,
      "step": 23275
    },
    {
      "epoch": 10.877684407096172,
      "grad_norm": 1.4552559852600098,
      "learning_rate": 9.3144e-07,
      "loss": 0.049,
      "step": 23300
    },
    {
      "epoch": 10.88935574229692,
      "grad_norm": 4.581323146820068,
      "learning_rate": 9.3244e-07,
      "loss": 0.0679,
      "step": 23325
    },
    {
      "epoch": 10.901027077497666,
      "grad_norm": 9.022045135498047,
      "learning_rate": 9.3344e-07,
      "loss": 0.0452,
      "step": 23350
    },
    {
      "epoch": 10.912698412698413,
      "grad_norm": 2.782165288925171,
      "learning_rate": 9.3444e-07,
      "loss": 0.0697,
      "step": 23375
    },
    {
      "epoch": 10.92436974789916,
      "grad_norm": 2.9013919830322266,
      "learning_rate": 9.3544e-07,
      "loss": 0.0539,
      "step": 23400
    },
    {
      "epoch": 10.936041083099907,
      "grad_norm": 5.128820419311523,
      "learning_rate": 9.3644e-07,
      "loss": 0.0659,
      "step": 23425
    },
    {
      "epoch": 10.947712418300654,
      "grad_norm": 3.9068808555603027,
      "learning_rate": 9.3744e-07,
      "loss": 0.0461,
      "step": 23450
    },
    {
      "epoch": 10.9593837535014,
      "grad_norm": 3.185457229614258,
      "learning_rate": 9.3844e-07,
      "loss": 0.0737,
      "step": 23475
    },
    {
      "epoch": 10.971055088702148,
      "grad_norm": 6.052894592285156,
      "learning_rate": 9.3944e-07,
      "loss": 0.0569,
      "step": 23500
    },
    {
      "epoch": 10.982726423902895,
      "grad_norm": 3.6629199981689453,
      "learning_rate": 9.4044e-07,
      "loss": 0.0621,
      "step": 23525
    },
    {
      "epoch": 10.994397759103641,
      "grad_norm": 1.8605912923812866,
      "learning_rate": 9.4144e-07,
      "loss": 0.0487,
      "step": 23550
    },
    {
      "epoch": 11.006069094304388,
      "grad_norm": 3.8178212642669678,
      "learning_rate": 9.424e-07,
      "loss": 0.0691,
      "step": 23575
    },
    {
      "epoch": 11.017740429505135,
      "grad_norm": 20.160478591918945,
      "learning_rate": 9.433999999999999e-07,
      "loss": 0.0342,
      "step": 23600
    },
    {
      "epoch": 11.029411764705882,
      "grad_norm": 2.548696756362915,
      "learning_rate": 9.444e-07,
      "loss": 0.0535,
      "step": 23625
    },
    {
      "epoch": 11.04108309990663,
      "grad_norm": 6.730154514312744,
      "learning_rate": 9.454e-07,
      "loss": 0.0303,
      "step": 23650
    },
    {
      "epoch": 11.052754435107376,
      "grad_norm": 5.233523368835449,
      "learning_rate": 9.464e-07,
      "loss": 0.0631,
      "step": 23675
    },
    {
      "epoch": 11.064425770308123,
      "grad_norm": 5.212557315826416,
      "learning_rate": 9.474e-07,
      "loss": 0.0376,
      "step": 23700
    },
    {
      "epoch": 11.07609710550887,
      "grad_norm": 3.276489019393921,
      "learning_rate": 9.484e-07,
      "loss": 0.052,
      "step": 23725
    },
    {
      "epoch": 11.087768440709617,
      "grad_norm": 1.3591026067733765,
      "learning_rate": 9.494e-07,
      "loss": 0.0376,
      "step": 23750
    },
    {
      "epoch": 11.099439775910364,
      "grad_norm": 5.116319179534912,
      "learning_rate": 9.503999999999999e-07,
      "loss": 0.0549,
      "step": 23775
    },
    {
      "epoch": 11.11111111111111,
      "grad_norm": 3.6078543663024902,
      "learning_rate": 9.514e-07,
      "loss": 0.0306,
      "step": 23800
    },
    {
      "epoch": 11.122782446311858,
      "grad_norm": 1.3853808641433716,
      "learning_rate": 9.524e-07,
      "loss": 0.0554,
      "step": 23825
    },
    {
      "epoch": 11.134453781512605,
      "grad_norm": 1.325642704963684,
      "learning_rate": 9.534e-07,
      "loss": 0.0316,
      "step": 23850
    },
    {
      "epoch": 11.146125116713351,
      "grad_norm": 3.342453718185425,
      "learning_rate": 9.544e-07,
      "loss": 0.0565,
      "step": 23875
    },
    {
      "epoch": 11.157796451914098,
      "grad_norm": 5.374787330627441,
      "learning_rate": 9.554e-07,
      "loss": 0.0371,
      "step": 23900
    },
    {
      "epoch": 11.169467787114845,
      "grad_norm": 4.615719318389893,
      "learning_rate": 9.564e-07,
      "loss": 0.0464,
      "step": 23925
    },
    {
      "epoch": 11.181139122315592,
      "grad_norm": 5.073611259460449,
      "learning_rate": 9.574e-07,
      "loss": 0.0374,
      "step": 23950
    },
    {
      "epoch": 11.19281045751634,
      "grad_norm": 4.32796049118042,
      "learning_rate": 9.584e-07,
      "loss": 0.0623,
      "step": 23975
    },
    {
      "epoch": 11.204481792717086,
      "grad_norm": 4.874443054199219,
      "learning_rate": 9.594e-07,
      "loss": 0.0333,
      "step": 24000
    },
    {
      "epoch": 11.216153127917833,
      "grad_norm": 3.2107975482940674,
      "learning_rate": 9.604e-07,
      "loss": 0.0522,
      "step": 24025
    },
    {
      "epoch": 11.22782446311858,
      "grad_norm": 2.836677312850952,
      "learning_rate": 9.614e-07,
      "loss": 0.0288,
      "step": 24050
    },
    {
      "epoch": 11.239495798319327,
      "grad_norm": 1.4697824716567993,
      "learning_rate": 9.624e-07,
      "loss": 0.0602,
      "step": 24075
    },
    {
      "epoch": 11.251167133520074,
      "grad_norm": 3.0650887489318848,
      "learning_rate": 9.634e-07,
      "loss": 0.0289,
      "step": 24100
    },
    {
      "epoch": 11.262838468720823,
      "grad_norm": 3.5631065368652344,
      "learning_rate": 9.644e-07,
      "loss": 0.057,
      "step": 24125
    },
    {
      "epoch": 11.27450980392157,
      "grad_norm": 5.980957508087158,
      "learning_rate": 9.654e-07,
      "loss": 0.0368,
      "step": 24150
    },
    {
      "epoch": 11.286181139122316,
      "grad_norm": 2.9237494468688965,
      "learning_rate": 9.664e-07,
      "loss": 0.0572,
      "step": 24175
    },
    {
      "epoch": 11.297852474323063,
      "grad_norm": 1.2119998931884766,
      "learning_rate": 9.674e-07,
      "loss": 0.03,
      "step": 24200
    },
    {
      "epoch": 11.30952380952381,
      "grad_norm": 3.5559473037719727,
      "learning_rate": 9.684e-07,
      "loss": 0.0667,
      "step": 24225
    },
    {
      "epoch": 11.321195144724557,
      "grad_norm": 3.1826765537261963,
      "learning_rate": 9.694e-07,
      "loss": 0.0397,
      "step": 24250
    },
    {
      "epoch": 11.332866479925304,
      "grad_norm": 2.0330376625061035,
      "learning_rate": 9.704e-07,
      "loss": 0.0553,
      "step": 24275
    },
    {
      "epoch": 11.344537815126051,
      "grad_norm": 4.895223617553711,
      "learning_rate": 9.714e-07,
      "loss": 0.0335,
      "step": 24300
    },
    {
      "epoch": 11.356209150326798,
      "grad_norm": 3.050001621246338,
      "learning_rate": 9.724e-07,
      "loss": 0.0568,
      "step": 24325
    },
    {
      "epoch": 11.367880485527545,
      "grad_norm": 6.4767560958862305,
      "learning_rate": 9.734e-07,
      "loss": 0.0404,
      "step": 24350
    },
    {
      "epoch": 11.379551820728292,
      "grad_norm": 4.696669101715088,
      "learning_rate": 9.744e-07,
      "loss": 0.0641,
      "step": 24375
    },
    {
      "epoch": 11.391223155929039,
      "grad_norm": 3.8657402992248535,
      "learning_rate": 9.754e-07,
      "loss": 0.0316,
      "step": 24400
    },
    {
      "epoch": 11.402894491129786,
      "grad_norm": 4.243162155151367,
      "learning_rate": 9.764e-07,
      "loss": 0.0512,
      "step": 24425
    },
    {
      "epoch": 11.414565826330533,
      "grad_norm": 6.798733234405518,
      "learning_rate": 9.774e-07,
      "loss": 0.0293,
      "step": 24450
    },
    {
      "epoch": 11.42623716153128,
      "grad_norm": 2.7520804405212402,
      "learning_rate": 9.784e-07,
      "loss": 0.0513,
      "step": 24475
    },
    {
      "epoch": 11.437908496732026,
      "grad_norm": 3.6984705924987793,
      "learning_rate": 9.794e-07,
      "loss": 0.0376,
      "step": 24500
    },
    {
      "epoch": 11.449579831932773,
      "grad_norm": 10.192070960998535,
      "learning_rate": 9.804e-07,
      "loss": 0.0491,
      "step": 24525
    },
    {
      "epoch": 11.46125116713352,
      "grad_norm": 3.717801332473755,
      "learning_rate": 9.814e-07,
      "loss": 0.0345,
      "step": 24550
    },
    {
      "epoch": 11.472922502334267,
      "grad_norm": 5.155227184295654,
      "learning_rate": 9.824e-07,
      "loss": 0.0549,
      "step": 24575
    },
    {
      "epoch": 11.484593837535014,
      "grad_norm": 5.626723766326904,
      "learning_rate": 9.834e-07,
      "loss": 0.0373,
      "step": 24600
    },
    {
      "epoch": 11.496265172735761,
      "grad_norm": 3.582610607147217,
      "learning_rate": 9.844e-07,
      "loss": 0.0698,
      "step": 24625
    },
    {
      "epoch": 11.507936507936508,
      "grad_norm": 4.073030948638916,
      "learning_rate": 9.854e-07,
      "loss": 0.0348,
      "step": 24650
    },
    {
      "epoch": 11.519607843137255,
      "grad_norm": 5.026329517364502,
      "learning_rate": 9.864e-07,
      "loss": 0.0607,
      "step": 24675
    },
    {
      "epoch": 11.531279178338002,
      "grad_norm": 3.416334390640259,
      "learning_rate": 9.874e-07,
      "loss": 0.0318,
      "step": 24700
    },
    {
      "epoch": 11.542950513538749,
      "grad_norm": 2.8178179264068604,
      "learning_rate": 9.884e-07,
      "loss": 0.0524,
      "step": 24725
    },
    {
      "epoch": 11.554621848739496,
      "grad_norm": 2.5382184982299805,
      "learning_rate": 9.894e-07,
      "loss": 0.0341,
      "step": 24750
    },
    {
      "epoch": 11.566293183940243,
      "grad_norm": 4.652471542358398,
      "learning_rate": 9.903999999999999e-07,
      "loss": 0.065,
      "step": 24775
    },
    {
      "epoch": 11.57796451914099,
      "grad_norm": 5.832390785217285,
      "learning_rate": 9.914e-07,
      "loss": 0.0317,
      "step": 24800
    },
    {
      "epoch": 11.589635854341736,
      "grad_norm": 3.8395602703094482,
      "learning_rate": 9.923999999999998e-07,
      "loss": 0.0642,
      "step": 24825
    },
    {
      "epoch": 11.601307189542483,
      "grad_norm": 5.006762981414795,
      "learning_rate": 9.933999999999999e-07,
      "loss": 0.0367,
      "step": 24850
    },
    {
      "epoch": 11.61297852474323,
      "grad_norm": 3.3889858722686768,
      "learning_rate": 9.944e-07,
      "loss": 0.0567,
      "step": 24875
    },
    {
      "epoch": 11.624649859943977,
      "grad_norm": 2.9701974391937256,
      "learning_rate": 9.953999999999998e-07,
      "loss": 0.0289,
      "step": 24900
    },
    {
      "epoch": 11.636321195144724,
      "grad_norm": 3.798945903778076,
      "learning_rate": 9.964e-07,
      "loss": 0.0591,
      "step": 24925
    },
    {
      "epoch": 11.647992530345471,
      "grad_norm": 3.1179754734039307,
      "learning_rate": 9.974e-07,
      "loss": 0.0286,
      "step": 24950
    },
    {
      "epoch": 11.659663865546218,
      "grad_norm": 4.428998947143555,
      "learning_rate": 9.983999999999998e-07,
      "loss": 0.0668,
      "step": 24975
    },
    {
      "epoch": 11.671335200746965,
      "grad_norm": 5.318285942077637,
      "learning_rate": 9.994e-07,
      "loss": 0.0374,
      "step": 25000
    },
    {
      "epoch": 11.671335200746965,
      "eval_loss": 0.15606163442134857,
      "eval_runtime": 6264.6896,
      "eval_samples_per_second": 1.503,
      "eval_steps_per_second": 0.188,
      "eval_wer": 0.09723881802034555,
      "step": 25000
    },
    {
      "epoch": 11.671335200746965,
      "step": 25000,
      "total_flos": 4.081858297380864e+20,
      "train_loss": 0.03221806969165802,
      "train_runtime": 95538.6721,
      "train_samples_per_second": 4.187,
      "train_steps_per_second": 0.262
    }
  ],
  "logging_steps": 25,
  "max_steps": 25000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 12,
  "save_steps": 5000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.081858297380864e+20,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}