{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 36806,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0013584741618214422,
      "grad_norm": 0.336629520848516,
      "learning_rate": 8.868778280542987e-05,
      "loss": 0.9342,
      "step": 50
    },
    {
      "epoch": 0.0027169483236428845,
      "grad_norm": 0.41112101024853426,
      "learning_rate": 0.00017918552036199096,
      "loss": 0.5198,
      "step": 100
    },
    {
      "epoch": 0.004075422485464326,
      "grad_norm": 0.38040867145053625,
      "learning_rate": 0.0002696832579185521,
      "loss": 0.4962,
      "step": 150
    },
    {
      "epoch": 0.005433896647285769,
      "grad_norm": 0.5231995312551354,
      "learning_rate": 0.00036018099547511313,
      "loss": 0.5198,
      "step": 200
    },
    {
      "epoch": 0.006792370809107211,
      "grad_norm": 0.37419434381789457,
      "learning_rate": 0.00039999942189133334,
      "loss": 0.5615,
      "step": 250
    },
    {
      "epoch": 0.008150844970928653,
      "grad_norm": 0.5051525763054373,
      "learning_rate": 0.00039999551377337605,
      "loss": 0.5629,
      "step": 300
    },
    {
      "epoch": 0.009509319132750094,
      "grad_norm": 0.37940069661143105,
      "learning_rate": 0.0003999879188244911,
      "loss": 0.5715,
      "step": 350
    },
    {
      "epoch": 0.010867793294571538,
      "grad_norm": 0.4187127030134641,
      "learning_rate": 0.0003999766371846881,
      "loss": 0.5191,
      "step": 400
    },
    {
      "epoch": 0.01222626745639298,
      "grad_norm": 0.4287344223835902,
      "learning_rate": 0.00039996166906193926,
      "loss": 0.5266,
      "step": 450
    },
    {
      "epoch": 0.013584741618214421,
      "grad_norm": 0.42083341057731205,
      "learning_rate": 0.00039994301473217543,
      "loss": 0.4993,
      "step": 500
    },
    {
      "epoch": 0.014943215780035863,
      "grad_norm": 0.44004507818862004,
      "learning_rate": 0.00039992067453928115,
      "loss": 0.5008,
      "step": 550
    },
    {
      "epoch": 0.016301689941857305,
      "grad_norm": 0.3947637329018398,
      "learning_rate": 0.0003998946488950882,
      "loss": 0.5199,
      "step": 600
    },
    {
      "epoch": 0.01766016410367875,
      "grad_norm": 0.35666971296762606,
      "learning_rate": 0.0003998649382793681,
      "loss": 0.5024,
      "step": 650
    },
    {
      "epoch": 0.01901863826550019,
      "grad_norm": 0.3864531806325715,
      "learning_rate": 0.0003998315432398232,
      "loss": 0.5058,
      "step": 700
    },
    {
      "epoch": 0.020377112427321632,
      "grad_norm": 0.3979644110719079,
      "learning_rate": 0.00039979446439207663,
      "loss": 0.4833,
      "step": 750
    },
    {
      "epoch": 0.021735586589143076,
      "grad_norm": 0.32463557091237133,
      "learning_rate": 0.000399753702419661,
      "loss": 0.5181,
      "step": 800
    },
    {
      "epoch": 0.023094060750964516,
      "grad_norm": 0.36185137659998867,
      "learning_rate": 0.0003997092580740055,
      "loss": 0.4731,
      "step": 850
    },
    {
      "epoch": 0.02445253491278596,
      "grad_norm": 0.36585435226850893,
      "learning_rate": 0.00039966113217442266,
      "loss": 0.5028,
      "step": 900
    },
    {
      "epoch": 0.0258110090746074,
      "grad_norm": 0.41125601490924335,
      "learning_rate": 0.00039960932560809256,
      "loss": 0.4907,
      "step": 950
    },
    {
      "epoch": 0.027169483236428843,
      "grad_norm": 0.3848215921898568,
      "learning_rate": 0.0003995538393300469,
      "loss": 0.483,
      "step": 1000
    },
    {
      "epoch": 0.028527957398250287,
      "grad_norm": 0.33951726776456204,
      "learning_rate": 0.0003994946743631513,
      "loss": 0.4567,
      "step": 1050
    },
    {
      "epoch": 0.029886431560071727,
      "grad_norm": 0.3234265221555652,
      "learning_rate": 0.0003994318317980862,
      "loss": 0.4663,
      "step": 1100
    },
    {
      "epoch": 0.03124490572189317,
      "grad_norm": 0.3997241882392808,
      "learning_rate": 0.0003993666791947118,
      "loss": 0.4709,
      "step": 1150
    },
    {
      "epoch": 0.03260337988371461,
      "grad_norm": 0.45209570419286,
      "learning_rate": 0.00039929799689193896,
      "loss": 0.4836,
      "step": 1200
    },
    {
      "epoch": 0.033961854045536054,
      "grad_norm": 0.31674750892690945,
      "learning_rate": 0.000399224275685374,
      "loss": 0.4708,
      "step": 1250
    },
    {
      "epoch": 0.0353203282073575,
      "grad_norm": 0.3336127152054193,
      "learning_rate": 0.0003991468818653226,
      "loss": 0.48,
      "step": 1300
    },
    {
      "epoch": 0.03667880236917894,
      "grad_norm": 0.30959090922038635,
      "learning_rate": 0.0003990658168585062,
      "loss": 0.4568,
      "step": 1350
    },
    {
      "epoch": 0.03803727653100038,
      "grad_norm": 0.37908103624960793,
      "learning_rate": 0.0003989810821593234,
      "loss": 0.4867,
      "step": 1400
    },
    {
      "epoch": 0.03939575069282182,
      "grad_norm": 0.3746655333602711,
      "learning_rate": 0.0003988944833236597,
      "loss": 0.4685,
      "step": 1450
    },
    {
      "epoch": 0.040754224854643264,
      "grad_norm": 0.3841226468141105,
      "learning_rate": 0.0003988043631486177,
      "loss": 0.4788,
      "step": 1500
    },
    {
      "epoch": 0.04211269901646471,
      "grad_norm": 0.4460643403291581,
      "learning_rate": 0.0003987087755737732,
      "loss": 0.4502,
      "step": 1550
    },
    {
      "epoch": 0.04347117317828615,
      "grad_norm": 0.3671013360773688,
      "learning_rate": 0.00039860952488846415,
      "loss": 0.4534,
      "step": 1600
    },
    {
      "epoch": 0.04482964734010759,
      "grad_norm": 0.34747090480175297,
      "learning_rate": 0.000398506612922334,
      "loss": 0.4405,
      "step": 1650
    },
    {
      "epoch": 0.04618812150192903,
      "grad_norm": 0.36167597296572834,
      "learning_rate": 0.00039840004157252047,
      "loss": 0.4778,
      "step": 1700
    },
    {
      "epoch": 0.047546595663750475,
      "grad_norm": 0.4009770951011953,
      "learning_rate": 0.0003982898128036203,
      "loss": 0.479,
      "step": 1750
    },
    {
      "epoch": 0.04890506982557192,
      "grad_norm": 0.5968187908901367,
      "learning_rate": 0.00039818055417120837,
      "loss": 0.5444,
      "step": 1800
    },
    {
      "epoch": 0.05026354398739336,
      "grad_norm": 1.8105646301472897,
      "learning_rate": 0.0003980655464341668,
      "loss": 0.5653,
      "step": 1850
    },
    {
      "epoch": 0.0516220181492148,
      "grad_norm": 0.789226312089056,
      "learning_rate": 0.0003979470320337101,
      "loss": 0.7458,
      "step": 1900
    },
    {
      "epoch": 0.05298049231103624,
      "grad_norm": 0.9263531743492742,
      "learning_rate": 0.0003978224864094713,
      "loss": 0.5415,
      "step": 1950
    },
    {
      "epoch": 0.054338966472857686,
      "grad_norm": 0.47720194915599734,
      "learning_rate": 0.00039769429401312583,
      "loss": 0.5115,
      "step": 2000
    },
    {
      "epoch": 0.05569744063467913,
      "grad_norm": 0.6259624884089505,
      "learning_rate": 0.0003975624572078452,
      "loss": 0.4968,
      "step": 2050
    },
    {
      "epoch": 0.05705591479650057,
      "grad_norm": 0.6070556198109234,
      "learning_rate": 0.00039742697842398407,
      "loss": 0.4721,
      "step": 2100
    },
    {
      "epoch": 0.05841438895832201,
      "grad_norm": 0.9495402483045952,
      "learning_rate": 0.00039728786015903527,
      "loss": 0.5384,
      "step": 2150
    },
    {
      "epoch": 0.05977286312014345,
      "grad_norm": 0.5094390312707457,
      "learning_rate": 0.0003971451049775838,
      "loss": 0.4768,
      "step": 2200
    },
    {
      "epoch": 0.0611313372819649,
      "grad_norm": 0.4164209148361273,
      "learning_rate": 0.00039699871551126,
      "loss": 0.4745,
      "step": 2250
    },
    {
      "epoch": 0.06248981144378634,
      "grad_norm": 0.4096404988646368,
      "learning_rate": 0.0003968486944586903,
      "loss": 0.4571,
      "step": 2300
    },
    {
      "epoch": 0.06384828560560778,
      "grad_norm": 0.36680803179529065,
      "learning_rate": 0.00039669504458544815,
      "loss": 0.4542,
      "step": 2350
    },
    {
      "epoch": 0.06520675976742922,
      "grad_norm": 0.4436494287681541,
      "learning_rate": 0.00039653776872400245,
      "loss": 0.4526,
      "step": 2400
    },
    {
      "epoch": 0.06656523392925066,
      "grad_norm": 0.632255456628572,
      "learning_rate": 0.0003963768697736659,
      "loss": 0.4614,
      "step": 2450
    },
    {
      "epoch": 0.06792370809107211,
      "grad_norm": 0.27294306772696525,
      "learning_rate": 0.0003962123507005411,
      "loss": 0.4247,
      "step": 2500
    },
    {
      "epoch": 0.06928218225289355,
      "grad_norm": 0.4922506411666624,
      "learning_rate": 0.00039604421453746615,
      "loss": 0.4336,
      "step": 2550
    },
    {
      "epoch": 0.070640656414715,
      "grad_norm": 0.3836605187611845,
      "learning_rate": 0.00039587246438395866,
      "loss": 0.4308,
      "step": 2600
    },
    {
      "epoch": 0.07199913057653644,
      "grad_norm": 0.30031785058018967,
      "learning_rate": 0.0003956971034061584,
      "loss": 0.4336,
      "step": 2650
    },
    {
      "epoch": 0.07335760473835788,
      "grad_norm": 0.30896010198949975,
      "learning_rate": 0.00039551813483676944,
      "loss": 0.4282,
      "step": 2700
    },
    {
      "epoch": 0.07471607890017933,
      "grad_norm": 0.3264468040624618,
      "learning_rate": 0.0003953355619749999,
      "loss": 0.4466,
      "step": 2750
    },
    {
      "epoch": 0.07607455306200075,
      "grad_norm": 0.47417679268203056,
      "learning_rate": 0.0003951493881865018,
      "loss": 0.455,
      "step": 2800
    },
    {
      "epoch": 0.0774330272238222,
      "grad_norm": 0.467248267974456,
      "learning_rate": 0.0003949596169033084,
      "loss": 0.436,
      "step": 2850
    },
    {
      "epoch": 0.07879150138564364,
      "grad_norm": 0.2574312755334094,
      "learning_rate": 0.0003947662516237714,
      "loss": 0.4263,
      "step": 2900
    },
    {
      "epoch": 0.08014997554746509,
      "grad_norm": 0.40465633762609327,
      "learning_rate": 0.0003945692959124962,
      "loss": 0.4275,
      "step": 2950
    },
    {
      "epoch": 0.08150844970928653,
      "grad_norm": 0.3105964962014554,
      "learning_rate": 0.0003943687534002764,
      "loss": 0.4063,
      "step": 3000
    },
    {
      "epoch": 0.08286692387110797,
      "grad_norm": 0.36079130494736616,
      "learning_rate": 0.00039416462778402644,
      "loss": 0.4291,
      "step": 3050
    },
    {
      "epoch": 0.08422539803292942,
      "grad_norm": 0.27991323241801247,
      "learning_rate": 0.0003939569228267139,
      "loss": 0.4294,
      "step": 3100
    },
    {
      "epoch": 0.08558387219475086,
      "grad_norm": 0.28381836513166353,
      "learning_rate": 0.00039374564235729017,
      "loss": 0.4198,
      "step": 3150
    },
    {
      "epoch": 0.0869423463565723,
      "grad_norm": 0.3299204189197327,
      "learning_rate": 0.00039353079027061935,
      "loss": 0.4103,
      "step": 3200
    },
    {
      "epoch": 0.08830082051839375,
      "grad_norm": 0.326311631143589,
      "learning_rate": 0.0003933123705274068,
      "loss": 0.4297,
      "step": 3250
    },
    {
      "epoch": 0.08965929468021518,
      "grad_norm": 0.3302186726703939,
      "learning_rate": 0.0003930903871541262,
      "loss": 0.4129,
      "step": 3300
    },
    {
      "epoch": 0.09101776884203662,
      "grad_norm": 0.24354600292418105,
      "learning_rate": 0.00039286484424294534,
      "loss": 0.4178,
      "step": 3350
    },
    {
      "epoch": 0.09237624300385806,
      "grad_norm": 0.33427871787687957,
      "learning_rate": 0.00039263574595165007,
      "loss": 0.4229,
      "step": 3400
    },
    {
      "epoch": 0.09373471716567951,
      "grad_norm": 0.3922838514063193,
      "learning_rate": 0.00039240309650356874,
      "loss": 0.416,
      "step": 3450
    },
    {
      "epoch": 0.09509319132750095,
      "grad_norm": 0.37066104429189983,
      "learning_rate": 0.0003921669001874933,
      "loss": 0.4359,
      "step": 3500
    },
    {
      "epoch": 0.0964516654893224,
      "grad_norm": 0.29257797493644805,
      "learning_rate": 0.0003919271613576008,
      "loss": 0.4286,
      "step": 3550
    },
    {
      "epoch": 0.09781013965114384,
      "grad_norm": 0.45431531124773644,
      "learning_rate": 0.0003916838844333732,
      "loss": 0.4291,
      "step": 3600
    },
    {
      "epoch": 0.09916861381296528,
      "grad_norm": 0.31092097963579685,
      "learning_rate": 0.0003914370738995154,
      "loss": 0.431,
      "step": 3650
    },
    {
      "epoch": 0.10052708797478672,
      "grad_norm": 0.2895204897106821,
      "learning_rate": 0.00039118673430587307,
      "loss": 0.4372,
      "step": 3700
    },
    {
      "epoch": 0.10188556213660817,
      "grad_norm": 0.2576792476027214,
      "learning_rate": 0.0003909328702673485,
      "loss": 0.4527,
      "step": 3750
    },
    {
      "epoch": 0.1032440362984296,
      "grad_norm": 0.30963702592618436,
      "learning_rate": 0.0003906754864638156,
      "loss": 0.4121,
      "step": 3800
    },
    {
      "epoch": 0.10460251046025104,
      "grad_norm": 0.6475657508703404,
      "learning_rate": 0.0003904145876400337,
      "loss": 0.4224,
      "step": 3850
    },
    {
      "epoch": 0.10596098462207248,
      "grad_norm": 0.3256994801441109,
      "learning_rate": 0.00039015017860555984,
      "loss": 0.4363,
      "step": 3900
    },
    {
      "epoch": 0.10731945878389393,
      "grad_norm": 0.3471706882794347,
      "learning_rate": 0.0003898822642346604,
      "loss": 0.4252,
      "step": 3950
    },
    {
      "epoch": 0.10867793294571537,
      "grad_norm": 0.29742285163537485,
      "learning_rate": 0.00038961084946622114,
      "loss": 0.41,
      "step": 4000
    },
    {
      "epoch": 0.11003640710753682,
      "grad_norm": 0.42367795916225637,
      "learning_rate": 0.0003893359393036561,
      "loss": 0.4047,
      "step": 4050
    },
    {
      "epoch": 0.11139488126935826,
      "grad_norm": 0.3766799857882688,
      "learning_rate": 0.0003890575388148154,
      "loss": 0.4142,
      "step": 4100
    },
    {
      "epoch": 0.1127533554311797,
      "grad_norm": 0.4163460710146468,
      "learning_rate": 0.00038877565313189184,
      "loss": 0.4467,
      "step": 4150
    },
    {
      "epoch": 0.11411182959300115,
      "grad_norm": 0.2826407429662945,
      "learning_rate": 0.00038849028745132627,
      "loss": 0.4149,
      "step": 4200
    },
    {
      "epoch": 0.11547030375482259,
      "grad_norm": 0.3265965959677555,
      "learning_rate": 0.0003882014470337117,
      "loss": 0.4358,
      "step": 4250
    },
    {
      "epoch": 0.11682877791664402,
      "grad_norm": 0.24777830179313484,
      "learning_rate": 0.00038790913720369657,
      "loss": 0.4012,
      "step": 4300
    },
    {
      "epoch": 0.11818725207846546,
      "grad_norm": 0.2915403708081659,
      "learning_rate": 0.00038761336334988634,
      "loss": 0.4069,
      "step": 4350
    },
    {
      "epoch": 0.1195457262402869,
      "grad_norm": 0.3326202807353683,
      "learning_rate": 0.00038731413092474423,
      "loss": 0.3902,
      "step": 4400
    },
    {
      "epoch": 0.12090420040210835,
      "grad_norm": 0.3965527555219645,
      "learning_rate": 0.00038701144544449085,
      "loss": 0.3894,
      "step": 4450
    },
    {
      "epoch": 0.1222626745639298,
      "grad_norm": 0.36617448279834447,
      "learning_rate": 0.0003867053124890022,
      "loss": 0.3993,
      "step": 4500
    },
    {
      "epoch": 0.12362114872575124,
      "grad_norm": 0.2978802526091461,
      "learning_rate": 0.0003863957377017073,
      "loss": 0.3934,
      "step": 4550
    },
    {
      "epoch": 0.12497962288757268,
      "grad_norm": 0.3199935306648141,
      "learning_rate": 0.0003860827267894834,
      "loss": 0.4015,
      "step": 4600
    },
    {
      "epoch": 0.1263380970493941,
      "grad_norm": 0.28870094415921566,
      "learning_rate": 0.00038576628552255173,
      "loss": 0.4242,
      "step": 4650
    },
    {
      "epoch": 0.12769657121121555,
      "grad_norm": 0.3368662682662353,
      "learning_rate": 0.00038544641973437026,
      "loss": 0.4078,
      "step": 4700
    },
    {
      "epoch": 0.129055045373037,
      "grad_norm": 0.34171191785593347,
      "learning_rate": 0.0003851231353215267,
      "loss": 0.4184,
      "step": 4750
    },
    {
      "epoch": 0.13041351953485844,
      "grad_norm": 0.3456350837751831,
      "learning_rate": 0.00038479643824362956,
      "loss": 0.4011,
      "step": 4800
    },
    {
      "epoch": 0.13177199369667988,
      "grad_norm": 0.44062561750629825,
      "learning_rate": 0.00038446633452319845,
      "loss": 0.4179,
      "step": 4850
    },
    {
      "epoch": 0.13313046785850133,
      "grad_norm": 0.30494197906676423,
      "learning_rate": 0.00038413283024555284,
      "loss": 0.3987,
      "step": 4900
    },
    {
      "epoch": 0.13448894202032277,
      "grad_norm": 0.26281770974778434,
      "learning_rate": 0.00038379593155870006,
      "loss": 0.3745,
      "step": 4950
    },
    {
      "epoch": 0.13584741618214421,
      "grad_norm": 0.33576603130586835,
      "learning_rate": 0.00038345564467322197,
      "loss": 0.3981,
      "step": 5000
    },
    {
      "epoch": 0.13720589034396566,
      "grad_norm": 0.3395300651756381,
      "learning_rate": 0.00038311197586216023,
      "loss": 0.3908,
      "step": 5050
    },
    {
      "epoch": 0.1385643645057871,
      "grad_norm": 0.3641141735123601,
      "learning_rate": 0.0003827649314609011,
      "loss": 0.4156,
      "step": 5100
    },
    {
      "epoch": 0.13992283866760855,
      "grad_norm": 0.3880481801495523,
      "learning_rate": 0.00038241451786705824,
      "loss": 0.4225,
      "step": 5150
    },
    {
      "epoch": 0.14128131282943,
      "grad_norm": 0.33587356117829287,
      "learning_rate": 0.0003820607415403548,
      "loss": 0.4322,
      "step": 5200
    },
    {
      "epoch": 0.14263978699125143,
      "grad_norm": 0.2651951238410833,
      "learning_rate": 0.0003817036090025046,
      "loss": 0.3882,
      "step": 5250
    },
    {
      "epoch": 0.14399826115307288,
      "grad_norm": 0.3108835459594419,
      "learning_rate": 0.0003813431268370919,
      "loss": 0.3962,
      "step": 5300
    },
    {
      "epoch": 0.14535673531489432,
      "grad_norm": 0.5822321494392535,
      "learning_rate": 0.0003809793016894496,
      "loss": 0.4092,
      "step": 5350
    },
    {
      "epoch": 0.14671520947671576,
      "grad_norm": 0.37563297659114,
      "learning_rate": 0.0003806121402665372,
      "loss": 0.4168,
      "step": 5400
    },
    {
      "epoch": 0.1480736836385372,
      "grad_norm": 0.3315292653141971,
      "learning_rate": 0.00038024164933681703,
      "loss": 0.4094,
      "step": 5450
    },
    {
      "epoch": 0.14943215780035865,
      "grad_norm": 0.3989400802203129,
      "learning_rate": 0.00037986783573012935,
      "loss": 0.4068,
      "step": 5500
    },
    {
      "epoch": 0.15079063196218007,
      "grad_norm": 0.3194388411256492,
      "learning_rate": 0.0003794907063375666,
      "loss": 0.4003,
      "step": 5550
    },
    {
      "epoch": 0.1521491061240015,
      "grad_norm": 0.30240424166641394,
      "learning_rate": 0.00037911026811134616,
      "loss": 0.407,
      "step": 5600
    },
    {
      "epoch": 0.15350758028582295,
      "grad_norm": 0.351737936530188,
      "learning_rate": 0.0003787265280646825,
      "loss": 0.4107,
      "step": 5650
    },
    {
      "epoch": 0.1548660544476444,
      "grad_norm": 0.3836451635236239,
      "learning_rate": 0.0003783394932716577,
      "loss": 0.3999,
      "step": 5700
    },
    {
      "epoch": 0.15622452860946584,
      "grad_norm": 0.25767700494067813,
      "learning_rate": 0.0003779491708670909,
      "loss": 0.388,
      "step": 5750
    },
    {
      "epoch": 0.15758300277128728,
      "grad_norm": 0.35195866802663683,
      "learning_rate": 0.00037755556804640723,
      "loss": 0.3986,
      "step": 5800
    },
    {
      "epoch": 0.15894147693310873,
      "grad_norm": 0.37789059875509895,
      "learning_rate": 0.00037715869206550467,
      "loss": 0.4124,
      "step": 5850
    },
    {
      "epoch": 0.16029995109493017,
      "grad_norm": 0.29714505650099465,
      "learning_rate": 0.0003767585502406204,
      "loss": 0.382,
      "step": 5900
    },
    {
      "epoch": 0.16165842525675161,
      "grad_norm": 0.36569606019843054,
      "learning_rate": 0.0003763551499481964,
      "loss": 0.4091,
      "step": 5950
    },
    {
      "epoch": 0.16301689941857306,
      "grad_norm": 0.5124251442347727,
      "learning_rate": 0.0003759484986247426,
      "loss": 0.3957,
      "step": 6000
    },
    {
      "epoch": 0.1643753735803945,
      "grad_norm": 0.42061839044447147,
      "learning_rate": 0.0003755386037667007,
      "loss": 0.3939,
      "step": 6050
    },
    {
      "epoch": 0.16573384774221595,
      "grad_norm": 0.278996914346875,
      "learning_rate": 0.0003751254729303053,
      "loss": 0.4171,
      "step": 6100
    },
    {
      "epoch": 0.1670923219040374,
      "grad_norm": 0.22931110142699168,
      "learning_rate": 0.0003747091137314451,
      "loss": 0.4037,
      "step": 6150
    },
    {
      "epoch": 0.16845079606585883,
      "grad_norm": 0.4632003674215028,
      "learning_rate": 0.00037428953384552197,
      "loss": 0.3856,
      "step": 6200
    },
    {
      "epoch": 0.16980927022768028,
      "grad_norm": 0.3456285538182738,
      "learning_rate": 0.00037386674100730986,
      "loss": 0.3887,
      "step": 6250
    },
    {
      "epoch": 0.17116774438950172,
      "grad_norm": 0.4299448792360789,
      "learning_rate": 0.0003734407430108124,
      "loss": 0.3802,
      "step": 6300
    },
    {
      "epoch": 0.17252621855132316,
      "grad_norm": 0.26911515847901823,
      "learning_rate": 0.0003730115477091185,
      "loss": 0.3906,
      "step": 6350
    },
    {
      "epoch": 0.1738846927131446,
      "grad_norm": 0.24894262795042146,
      "learning_rate": 0.00037257916301425823,
      "loss": 0.3743,
      "step": 6400
    },
    {
      "epoch": 0.17524316687496605,
      "grad_norm": 0.36696930956387547,
      "learning_rate": 0.00037214359689705676,
      "loss": 0.3977,
      "step": 6450
    },
    {
      "epoch": 0.1766016410367875,
      "grad_norm": 0.4978113756154764,
      "learning_rate": 0.0003717048573869873,
      "loss": 0.3782,
      "step": 6500
    },
    {
      "epoch": 0.1779601151986089,
      "grad_norm": 0.3180001579838143,
      "learning_rate": 0.00037126295257202324,
      "loss": 0.3975,
      "step": 6550
    },
    {
      "epoch": 0.17931858936043035,
      "grad_norm": 0.408582540741261,
      "learning_rate": 0.0003708178905984891,
      "loss": 0.3763,
      "step": 6600
    },
    {
      "epoch": 0.1806770635222518,
      "grad_norm": 0.27659616140789006,
      "learning_rate": 0.00037036967967091005,
      "loss": 0.4013,
      "step": 6650
    },
    {
      "epoch": 0.18203553768407324,
      "grad_norm": 0.16425635963494883,
      "learning_rate": 0.00036991832805186107,
      "loss": 0.3865,
      "step": 6700
    },
    {
      "epoch": 0.18339401184589468,
      "grad_norm": 0.37646449133193777,
      "learning_rate": 0.00036946384406181425,
      "loss": 0.3892,
      "step": 6750
    },
    {
      "epoch": 0.18475248600771613,
      "grad_norm": 0.3427684491705063,
      "learning_rate": 0.0003690062360789858,
      "loss": 0.3969,
      "step": 6800
    },
    {
      "epoch": 0.18611096016953757,
      "grad_norm": 0.392156716422773,
      "learning_rate": 0.0003685455125391811,
      "loss": 0.3709,
      "step": 6850
    },
    {
      "epoch": 0.18746943433135901,
      "grad_norm": 0.3626113579097081,
      "learning_rate": 0.0003680816819356398,
      "loss": 0.3929,
      "step": 6900
    },
    {
      "epoch": 0.18882790849318046,
      "grad_norm": 0.3652111299862884,
      "learning_rate": 0.00036761475281887863,
      "loss": 0.3941,
      "step": 6950
    },
    {
      "epoch": 0.1901863826550019,
      "grad_norm": 0.3038051956143636,
      "learning_rate": 0.0003671541644021072,
      "loss": 0.4019,
      "step": 7000
    },
    {
      "epoch": 0.19154485681682334,
      "grad_norm": 0.34844140332875567,
      "learning_rate": 0.00036668112567831633,
      "loss": 0.3666,
      "step": 7050
    },
    {
      "epoch": 0.1929033309786448,
      "grad_norm": 0.31453187134210386,
      "learning_rate": 0.0003662050142599555,
      "loss": 0.4062,
      "step": 7100
    },
    {
      "epoch": 0.19426180514046623,
      "grad_norm": 0.29627297234275446,
      "learning_rate": 0.00036572583892393305,
      "loss": 0.3807,
      "step": 7150
    },
    {
      "epoch": 0.19562027930228768,
      "grad_norm": 0.37160716135610367,
      "learning_rate": 0.0003652436085036393,
      "loss": 0.3936,
      "step": 7200
    },
    {
      "epoch": 0.19697875346410912,
      "grad_norm": 0.3178371792735983,
      "learning_rate": 0.0003647583318887839,
      "loss": 0.3942,
      "step": 7250
    },
    {
      "epoch": 0.19833722762593056,
      "grad_norm": 0.36580162938243826,
      "learning_rate": 0.0003642700180252315,
      "loss": 0.3932,
      "step": 7300
    },
    {
      "epoch": 0.199695701787752,
      "grad_norm": 0.2503536243665017,
      "learning_rate": 0.0003637786759148375,
      "loss": 0.3835,
      "step": 7350
    },
    {
      "epoch": 0.20105417594957345,
      "grad_norm": 0.3422541205714727,
      "learning_rate": 0.0003632942313704729,
      "loss": 0.3869,
      "step": 7400
    },
    {
      "epoch": 0.2024126501113949,
      "grad_norm": 0.2635673669764689,
      "learning_rate": 0.00036279692010693837,
      "loss": 0.374,
      "step": 7450
    },
    {
      "epoch": 0.20377112427321634,
      "grad_norm": 0.32133691105349677,
      "learning_rate": 0.0003622966077524861,
      "loss": 0.3829,
      "step": 7500
    },
    {
      "epoch": 0.20512959843503775,
      "grad_norm": 0.2963373700211773,
      "learning_rate": 0.0003617933035301583,
      "loss": 0.3784,
      "step": 7550
    },
    {
      "epoch": 0.2064880725968592,
      "grad_norm": 0.34175259284676457,
      "learning_rate": 0.000361287016718151,
      "loss": 0.3634,
      "step": 7600
    },
    {
      "epoch": 0.20784654675868064,
      "grad_norm": 0.21695916175140184,
      "learning_rate": 0.0003607777566496428,
      "loss": 0.3913,
      "step": 7650
    },
    {
      "epoch": 0.20920502092050208,
      "grad_norm": 0.38835064397473545,
      "learning_rate": 0.00036027580617629013,
      "loss": 0.3937,
      "step": 7700
    },
    {
      "epoch": 0.21056349508232353,
      "grad_norm": 0.33577145967062894,
      "learning_rate": 0.00035976068680901367,
      "loss": 0.4041,
      "step": 7750
    },
    {
      "epoch": 0.21192196924414497,
      "grad_norm": 0.2829507495162838,
      "learning_rate": 0.0003592426223224691,
      "loss": 0.3885,
      "step": 7800
    },
    {
      "epoch": 0.2132804434059664,
      "grad_norm": 0.30282305495180506,
      "learning_rate": 0.00035872162226695156,
      "loss": 0.425,
      "step": 7850
    },
    {
      "epoch": 0.21463891756778786,
      "grad_norm": 0.26572704020691806,
      "learning_rate": 0.000358197696246872,
      "loss": 0.3719,
      "step": 7900
    },
    {
      "epoch": 0.2159973917296093,
      "grad_norm": 0.4362525108778928,
      "learning_rate": 0.0003576708539205804,
      "loss": 0.3751,
      "step": 7950
    },
    {
      "epoch": 0.21735586589143074,
      "grad_norm": 0.25828364696271605,
      "learning_rate": 0.0003571411050001875,
      "loss": 0.3863,
      "step": 8000
    },
    {
      "epoch": 0.2187143400532522,
      "grad_norm": 0.3678501770422065,
      "learning_rate": 0.00035660845925138585,
      "loss": 0.3931,
      "step": 8050
    },
    {
      "epoch": 0.22007281421507363,
      "grad_norm": 0.27819454488467,
      "learning_rate": 0.00035607292649326983,
      "loss": 0.3633,
      "step": 8100
    },
    {
      "epoch": 0.22143128837689507,
      "grad_norm": 0.32104809246529153,
      "learning_rate": 0.00035553451659815457,
      "loss": 0.3914,
      "step": 8150
    },
    {
      "epoch": 0.22278976253871652,
      "grad_norm": 0.32593288782577173,
      "learning_rate": 0.000354993239491394,
      "loss": 0.3721,
      "step": 8200
    },
    {
      "epoch": 0.22414823670053796,
      "grad_norm": 0.2740573766851601,
      "learning_rate": 0.00035444910515119776,
      "loss": 0.3725,
      "step": 8250
    },
    {
      "epoch": 0.2255067108623594,
      "grad_norm": 0.6372146103791719,
      "learning_rate": 0.00035390212360844744,
      "loss": 0.3786,
      "step": 8300
    },
    {
      "epoch": 0.22686518502418085,
      "grad_norm": 0.3847972604563355,
      "learning_rate": 0.00035335230494651165,
      "loss": 0.3807,
      "step": 8350
    },
    {
      "epoch": 0.2282236591860023,
      "grad_norm": 0.3297830679777594,
      "learning_rate": 0.00035279965930105987,
      "loss": 0.3757,
      "step": 8400
    },
    {
      "epoch": 0.22958213334782374,
      "grad_norm": 0.27775568777577214,
      "learning_rate": 0.00035224419685987593,
      "loss": 0.3796,
      "step": 8450
    },
    {
      "epoch": 0.23094060750964518,
      "grad_norm": 0.2985445199508582,
      "learning_rate": 0.0003516859278626702,
      "loss": 0.385,
      "step": 8500
    },
    {
      "epoch": 0.2322990816714666,
      "grad_norm": 0.2822498403343061,
      "learning_rate": 0.00035112486260089026,
      "loss": 0.3654,
      "step": 8550
    },
    {
      "epoch": 0.23365755583328804,
      "grad_norm": 0.29173659614651143,
      "learning_rate": 0.0003505610114175323,
      "loss": 0.3693,
      "step": 8600
    },
    {
      "epoch": 0.23501602999510948,
      "grad_norm": 0.37316571053101977,
      "learning_rate": 0.00034999438470694903,
      "loss": 0.3624,
      "step": 8650
    },
    {
      "epoch": 0.23637450415693093,
      "grad_norm": 0.2991870149215513,
      "learning_rate": 0.0003494249929146593,
      "loss": 0.3944,
      "step": 8700
    },
    {
      "epoch": 0.23773297831875237,
      "grad_norm": 0.2626766731044403,
      "learning_rate": 0.000348852846537155,
      "loss": 0.3562,
      "step": 8750
    },
    {
      "epoch": 0.2390914524805738,
      "grad_norm": 0.3742270372557048,
      "learning_rate": 0.0003482779561217074,
      "loss": 0.3737,
      "step": 8800
    },
    {
      "epoch": 0.24044992664239526,
      "grad_norm": 0.33975911074890713,
      "learning_rate": 0.000347700332266173,
      "loss": 0.3673,
      "step": 8850
    },
    {
      "epoch": 0.2418084008042167,
      "grad_norm": 0.24493733544746576,
      "learning_rate": 0.00034711998561879823,
      "loss": 0.3863,
      "step": 8900
    },
    {
      "epoch": 0.24316687496603814,
      "grad_norm": 0.24367293507823867,
      "learning_rate": 0.00034653692687802295,
      "loss": 0.3597,
      "step": 8950
    },
    {
      "epoch": 0.2445253491278596,
      "grad_norm": 0.4992858322232737,
      "learning_rate": 0.0003459511667922831,
      "loss": 0.3759,
      "step": 9000
    },
    {
      "epoch": 0.24588382328968103,
      "grad_norm": 0.34074243370950325,
      "learning_rate": 0.000345362716159813,
      "loss": 0.3704,
      "step": 9050
    },
    {
      "epoch": 0.24724229745150247,
      "grad_norm": 0.37589710424283923,
      "learning_rate": 0.0003447715858284458,
      "loss": 0.3605,
      "step": 9100
    },
    {
      "epoch": 0.24860077161332392,
      "grad_norm": 0.2954917370820438,
      "learning_rate": 0.00034417778669541414,
      "loss": 0.3619,
      "step": 9150
    },
    {
      "epoch": 0.24995924577514536,
      "grad_norm": 0.2682683326827451,
      "learning_rate": 0.00034358132970714833,
      "loss": 0.3548,
      "step": 9200
    },
    {
      "epoch": 0.2513177199369668,
      "grad_norm": 0.3334186903450503,
      "learning_rate": 0.00034298222585907556,
      "loss": 0.3582,
      "step": 9250
    },
    {
      "epoch": 0.2526761940987882,
      "grad_norm": 0.3037548456565183,
      "learning_rate": 0.0003423804861954165,
      "loss": 0.3598,
      "step": 9300
    },
    {
      "epoch": 0.25403466826060966,
      "grad_norm": 0.3415172861536472,
      "learning_rate": 0.00034177612180898186,
      "loss": 0.3596,
      "step": 9350
    },
    {
      "epoch": 0.2553931424224311,
      "grad_norm": 0.2778208976878839,
      "learning_rate": 0.0003411691438409683,
      "loss": 0.3557,
      "step": 9400
    },
    {
      "epoch": 0.25675161658425255,
      "grad_norm": 0.2722662895108223,
      "learning_rate": 0.0003405595634807524,
      "loss": 0.3568,
      "step": 9450
    },
    {
      "epoch": 0.258110090746074,
      "grad_norm": 0.2470305006609605,
      "learning_rate": 0.00033994739196568485,
      "loss": 0.3693,
      "step": 9500
    },
    {
      "epoch": 0.25946856490789544,
      "grad_norm": 0.3204976945527186,
      "learning_rate": 0.00033933264058088323,
      "loss": 0.3744,
      "step": 9550
    },
    {
      "epoch": 0.2608270390697169,
      "grad_norm": 0.29419054157347835,
      "learning_rate": 0.0003387153206590238,
      "loss": 0.3578,
      "step": 9600
    },
    {
      "epoch": 0.2621855132315383,
      "grad_norm": 0.285418283786098,
      "learning_rate": 0.0003380954435801327,
      "loss": 0.3666,
      "step": 9650
    },
    {
      "epoch": 0.26354398739335977,
      "grad_norm": 0.40228260917678826,
      "learning_rate": 0.0003374730207713763,
      "loss": 0.3642,
      "step": 9700
    },
    {
      "epoch": 0.2649024615551812,
      "grad_norm": 0.30226961110995426,
      "learning_rate": 0.0003368480637068501,
      "loss": 0.3955,
      "step": 9750
    },
    {
      "epoch": 0.26626093571700266,
      "grad_norm": 0.445566495529195,
      "learning_rate": 0.00033622058390736785,
      "loss": 0.3756,
      "step": 9800
    },
    {
      "epoch": 0.2676194098788241,
      "grad_norm": 0.387905313007887,
      "learning_rate": 0.00033559059294024864,
      "loss": 0.3657,
      "step": 9850
    },
    {
      "epoch": 0.26897788404064554,
      "grad_norm": 0.22352584167074716,
      "learning_rate": 0.00033495810241910385,
      "loss": 0.3452,
      "step": 9900
    },
    {
      "epoch": 0.270336358202467,
      "grad_norm": 0.2556859512831143,
      "learning_rate": 0.00033432312400362305,
      "loss": 0.3463,
      "step": 9950
    },
    {
      "epoch": 0.27169483236428843,
      "grad_norm": 0.5717326212718582,
      "learning_rate": 0.00033368566939935925,
      "loss": 0.3731,
      "step": 10000
    },
    {
      "epoch": 0.2730533065261099,
      "grad_norm": 0.32255486027652513,
      "learning_rate": 0.0003330457503575127,
      "loss": 0.3698,
      "step": 10050
    },
    {
      "epoch": 0.2744117806879313,
      "grad_norm": 0.25946616692420554,
      "learning_rate": 0.0003324033786747145,
      "loss": 0.3637,
      "step": 10100
    },
    {
      "epoch": 0.27577025484975276,
      "grad_norm": 0.3530893683862247,
      "learning_rate": 0.0003317585661928094,
      "loss": 0.3646,
      "step": 10150
    },
    {
      "epoch": 0.2771287290115742,
      "grad_norm": 0.2853492397892913,
      "learning_rate": 0.000331111324798637,
      "loss": 0.3295,
      "step": 10200
    },
    {
      "epoch": 0.27848720317339565,
      "grad_norm": 0.19156693197511587,
      "learning_rate": 0.0003304616664238127,
      "loss": 0.359,
      "step": 10250
    },
    {
      "epoch": 0.2798456773352171,
      "grad_norm": 0.26150890027393986,
      "learning_rate": 0.00032980960304450834,
      "loss": 0.3665,
      "step": 10300
    },
    {
      "epoch": 0.28120415149703853,
      "grad_norm": 0.3656668619278649,
      "learning_rate": 0.00032915514668123056,
      "loss": 0.3498,
      "step": 10350
    },
    {
      "epoch": 0.28256262565886,
      "grad_norm": 0.36465329584026973,
      "learning_rate": 0.00032849830939859977,
      "loss": 0.3722,
      "step": 10400
    },
    {
      "epoch": 0.2839210998206814,
      "grad_norm": 0.28300896811439313,
      "learning_rate": 0.00032783910330512776,
      "loss": 0.3583,
      "step": 10450
    },
    {
      "epoch": 0.28527957398250287,
      "grad_norm": 0.2470361242697161,
      "learning_rate": 0.000327177540552994,
      "loss": 0.3462,
      "step": 10500
    },
    {
      "epoch": 0.2866380481443243,
      "grad_norm": 0.36918740507242426,
      "learning_rate": 0.0003265136333378223,
      "loss": 0.3699,
      "step": 10550
    },
    {
      "epoch": 0.28799652230614575,
      "grad_norm": 0.32934977838919777,
      "learning_rate": 0.0003258473938984554,
      "loss": 0.3625,
      "step": 10600
    },
    {
      "epoch": 0.2893549964679672,
      "grad_norm": 0.2087576531023101,
      "learning_rate": 0.0003251788345167296,
      "loss": 0.3568,
      "step": 10650
    },
    {
      "epoch": 0.29071347062978864,
      "grad_norm": 0.39857663501798557,
      "learning_rate": 0.00032450796751724837,
      "loss": 0.3591,
      "step": 10700
    },
    {
      "epoch": 0.2920719447916101,
      "grad_norm": 0.32871619749282505,
      "learning_rate": 0.00032383480526715526,
      "loss": 0.3603,
      "step": 10750
    },
    {
      "epoch": 0.2934304189534315,
      "grad_norm": 0.3062057976969262,
      "learning_rate": 0.00032315936017590554,
      "loss": 0.3575,
      "step": 10800
    },
    {
      "epoch": 0.29478889311525297,
      "grad_norm": 0.35676299616191043,
      "learning_rate": 0.0003224816446950378,
      "loss": 0.3406,
      "step": 10850
    },
    {
      "epoch": 0.2961473672770744,
      "grad_norm": 0.268494161462533,
      "learning_rate": 0.00032180167131794425,
      "loss": 0.3356,
      "step": 10900
    },
    {
      "epoch": 0.29750584143889586,
      "grad_norm": 0.39304660551244835,
      "learning_rate": 0.0003211194525796404,
      "loss": 0.3681,
      "step": 10950
    },
    {
      "epoch": 0.2988643156007173,
      "grad_norm": 0.36242243481768954,
      "learning_rate": 0.00032043500105653414,
      "loss": 0.3624,
      "step": 11000
    },
    {
      "epoch": 0.3002227897625387,
      "grad_norm": 0.32191025299969356,
      "learning_rate": 0.0003197483293661937,
      "loss": 0.3639,
      "step": 11050
    },
    {
      "epoch": 0.30158126392436013,
      "grad_norm": 0.3819533916481645,
      "learning_rate": 0.0003190594501671151,
      "loss": 0.3639,
      "step": 11100
    },
    {
      "epoch": 0.3029397380861816,
      "grad_norm": 0.3051700734949664,
      "learning_rate": 0.000318368376158489,
      "loss": 0.3495,
      "step": 11150
    },
    {
      "epoch": 0.304298212248003,
      "grad_norm": 0.25353257677490404,
      "learning_rate": 0.00031768900650322744,
      "loss": 0.3424,
      "step": 11200
    },
    {
      "epoch": 0.30565668640982446,
      "grad_norm": 0.2971513332547502,
      "learning_rate": 0.000316993624394983,
      "loss": 0.3465,
      "step": 11250
    },
    {
      "epoch": 0.3070151605716459,
      "grad_norm": 0.3393454172568527,
      "learning_rate": 0.00031629608555979686,
      "loss": 0.357,
      "step": 11300
    },
    {
      "epoch": 0.30837363473346735,
      "grad_norm": 0.3079000714041467,
      "learning_rate": 0.0003155964028564964,
      "loss": 0.3315,
      "step": 11350
    },
    {
      "epoch": 0.3097321088952888,
      "grad_norm": 0.236457076827118,
      "learning_rate": 0.00031489458918342993,
      "loss": 0.3586,
      "step": 11400
    },
    {
      "epoch": 0.31109058305711024,
      "grad_norm": 0.37187670656153765,
      "learning_rate": 0.0003141906574782295,
      "loss": 0.3479,
      "step": 11450
    },
    {
      "epoch": 0.3124490572189317,
      "grad_norm": 0.2858744824646288,
      "learning_rate": 0.0003134846207175722,
      "loss": 0.359,
      "step": 11500
    },
    {
      "epoch": 0.3138075313807531,
      "grad_norm": 0.29954433740207526,
      "learning_rate": 0.00031277649191694063,
      "loss": 0.3466,
      "step": 11550
    },
    {
      "epoch": 0.31516600554257457,
      "grad_norm": 0.25530263584194796,
      "learning_rate": 0.0003120662841303836,
      "loss": 0.3488,
      "step": 11600
    },
    {
      "epoch": 0.316524479704396,
      "grad_norm": 0.22413446350946586,
      "learning_rate": 0.0003113540104502747,
      "loss": 0.3471,
      "step": 11650
    },
    {
      "epoch": 0.31788295386621745,
      "grad_norm": 0.40702625283242805,
      "learning_rate": 0.000310639684007072,
      "loss": 0.3382,
      "step": 11700
    },
    {
      "epoch": 0.3192414280280389,
      "grad_norm": 0.2866280004893114,
      "learning_rate": 0.0003099233179690746,
      "loss": 0.3779,
      "step": 11750
    },
    {
      "epoch": 0.32059990218986034,
      "grad_norm": 0.313655190983661,
      "learning_rate": 0.0003092049255421813,
      "loss": 0.3646,
      "step": 11800
    },
    {
      "epoch": 0.3219583763516818,
      "grad_norm": 0.34970496506197146,
      "learning_rate": 0.00030848451996964615,
      "loss": 0.3628,
      "step": 11850
    },
    {
      "epoch": 0.32331685051350323,
      "grad_norm": 0.36130996602692567,
      "learning_rate": 0.00030776211453183475,
      "loss": 0.3608,
      "step": 11900
    },
    {
      "epoch": 0.3246753246753247,
      "grad_norm": 0.22850628919525512,
      "learning_rate": 0.00030703772254597945,
      "loss": 0.326,
      "step": 11950
    },
    {
      "epoch": 0.3260337988371461,
      "grad_norm": 0.3620511895369416,
      "learning_rate": 0.00030631135736593364,
      "loss": 0.349,
      "step": 12000
    },
    {
      "epoch": 0.32739227299896756,
      "grad_norm": 0.2122923442045741,
      "learning_rate": 0.0003055830323819257,
      "loss": 0.3734,
      "step": 12050
    },
    {
      "epoch": 0.328750747160789,
      "grad_norm": 0.24737840068319314,
      "learning_rate": 0.00030485276102031235,
      "loss": 0.358,
      "step": 12100
    },
    {
      "epoch": 0.33010922132261045,
      "grad_norm": 0.3610838024240164,
      "learning_rate": 0.0003041205567433305,
      "loss": 0.3513,
      "step": 12150
    },
    {
      "epoch": 0.3314676954844319,
      "grad_norm": 0.33939684182516894,
      "learning_rate": 0.0003033864330488499,
      "loss": 0.3555,
      "step": 12200
    },
    {
      "epoch": 0.33282616964625333,
      "grad_norm": 0.2666873772787006,
      "learning_rate": 0.00030265040347012397,
      "loss": 0.3469,
      "step": 12250
    },
    {
      "epoch": 0.3341846438080748,
      "grad_norm": 0.21914168729339542,
      "learning_rate": 0.00030191248157554,
      "loss": 0.3323,
      "step": 12300
    },
    {
      "epoch": 0.3355431179698962,
      "grad_norm": 0.3499432909434212,
      "learning_rate": 0.0003011726809683694,
      "loss": 0.3321,
      "step": 12350
    },
    {
      "epoch": 0.33690159213171766,
      "grad_norm": 0.2752315627002723,
      "learning_rate": 0.0003004310152865169,
      "loss": 0.366,
      "step": 12400
    },
    {
      "epoch": 0.3382600662935391,
      "grad_norm": 0.3224312997036977,
      "learning_rate": 0.0002996874982022692,
      "loss": 0.3363,
      "step": 12450
    },
    {
      "epoch": 0.33961854045536055,
      "grad_norm": 0.2614682577027786,
      "learning_rate": 0.00029894214342204243,
      "loss": 0.3364,
      "step": 12500
    },
    {
      "epoch": 0.340977014617182,
      "grad_norm": 0.35386811908507626,
      "learning_rate": 0.00029819496468613024,
      "loss": 0.3468,
      "step": 12550
    },
    {
      "epoch": 0.34233548877900344,
      "grad_norm": 0.3451776698004379,
      "learning_rate": 0.00029744597576844995,
      "loss": 0.3457,
      "step": 12600
    },
    {
      "epoch": 0.3436939629408249,
      "grad_norm": 0.2075635034305044,
      "learning_rate": 0.00029669519047628874,
      "loss": 0.3217,
      "step": 12650
    },
    {
      "epoch": 0.3450524371026463,
      "grad_norm": 0.35938341724916706,
      "learning_rate": 0.0002959426226500493,
      "loss": 0.3518,
      "step": 12700
    },
    {
      "epoch": 0.34641091126446777,
      "grad_norm": 0.2028404175509972,
      "learning_rate": 0.0002951882861629944,
      "loss": 0.3464,
      "step": 12750
    },
    {
      "epoch": 0.3477693854262892,
      "grad_norm": 0.3092038953376563,
      "learning_rate": 0.00029443219492099153,
      "loss": 0.3565,
      "step": 12800
    },
    {
      "epoch": 0.34912785958811066,
      "grad_norm": 0.29068071721416333,
      "learning_rate": 0.0002936743628622562,
      "loss": 0.3315,
      "step": 12850
    },
    {
      "epoch": 0.3504863337499321,
      "grad_norm": 0.20779330405236773,
      "learning_rate": 0.0002929148039570951,
      "loss": 0.3174,
      "step": 12900
    },
    {
      "epoch": 0.35184480791175354,
      "grad_norm": 0.31923873979474604,
      "learning_rate": 0.00029215353220764863,
      "loss": 0.3441,
      "step": 12950
    },
    {
      "epoch": 0.353203282073575,
      "grad_norm": 0.2745041226462606,
      "learning_rate": 0.00029139056164763274,
      "loss": 0.3467,
      "step": 13000
    },
    {
      "epoch": 0.35456175623539643,
      "grad_norm": 0.4368395215278957,
      "learning_rate": 0.0002906259063420803,
      "loss": 0.3517,
      "step": 13050
    },
    {
      "epoch": 0.3559202303972178,
      "grad_norm": 0.30792463599025904,
      "learning_rate": 0.0002898595803870815,
      "loss": 0.3442,
      "step": 13100
    },
    {
      "epoch": 0.35727870455903926,
      "grad_norm": 0.3611952448865168,
      "learning_rate": 0.0002890915979095244,
      "loss": 0.3204,
      "step": 13150
    },
    {
      "epoch": 0.3586371787208607,
      "grad_norm": 0.23056033787481225,
      "learning_rate": 0.0002883219730668345,
      "loss": 0.3239,
      "step": 13200
    },
    {
      "epoch": 0.35999565288268215,
      "grad_norm": 0.2530394826085691,
      "learning_rate": 0.00028755072004671314,
      "loss": 0.3473,
      "step": 13250
    },
    {
      "epoch": 0.3613541270445036,
      "grad_norm": 0.33962698046120804,
      "learning_rate": 0.000286793326131175,
      "loss": 0.3416,
      "step": 13300
    },
    {
      "epoch": 0.36271260120632504,
      "grad_norm": 0.21053853436821962,
      "learning_rate": 0.0002860188912935213,
      "loss": 0.3278,
      "step": 13350
    },
    {
      "epoch": 0.3640710753681465,
      "grad_norm": 0.3129818212559564,
      "learning_rate": 0.00028524287073475416,
      "loss": 0.3541,
      "step": 13400
    },
    {
      "epoch": 0.3654295495299679,
      "grad_norm": 0.2699867150782398,
      "learning_rate": 0.0002844652787604775,
      "loss": 0.3403,
      "step": 13450
    },
    {
      "epoch": 0.36678802369178937,
      "grad_norm": 0.28737860107629143,
      "learning_rate": 0.00028368612970526357,
      "loss": 0.3323,
      "step": 13500
    },
    {
      "epoch": 0.3681464978536108,
      "grad_norm": 0.3515960746260734,
      "learning_rate": 0.00028290543793238867,
      "loss": 0.3293,
      "step": 13550
    },
    {
      "epoch": 0.36950497201543225,
      "grad_norm": 0.20401533840321576,
      "learning_rate": 0.0002821232178335684,
      "loss": 0.3316,
      "step": 13600
    },
    {
      "epoch": 0.3708634461772537,
      "grad_norm": 0.19995437318728543,
      "learning_rate": 0.0002813551732516669,
      "loss": 0.3427,
      "step": 13650
    },
    {
      "epoch": 0.37222192033907514,
      "grad_norm": 0.2545451160615089,
      "learning_rate": 0.00028056996963593105,
      "loss": 0.3246,
      "step": 13700
    },
    {
      "epoch": 0.3735803945008966,
      "grad_norm": 0.29065996361482416,
      "learning_rate": 0.0002797832807475994,
      "loss": 0.3377,
      "step": 13750
    },
    {
      "epoch": 0.37493886866271803,
      "grad_norm": 0.3334762345639782,
      "learning_rate": 0.00027899512108894186,
      "loss": 0.3281,
      "step": 13800
    },
    {
      "epoch": 0.37629734282453947,
      "grad_norm": 0.18363139112462235,
      "learning_rate": 0.00027820550518934127,
      "loss": 0.3498,
      "step": 13850
    },
    {
      "epoch": 0.3776558169863609,
      "grad_norm": 0.303677922590966,
      "learning_rate": 0.00027741444760502593,
      "loss": 0.3282,
      "step": 13900
    },
    {
      "epoch": 0.37901429114818236,
      "grad_norm": 0.33021307742532524,
      "learning_rate": 0.0002766378265036753,
      "loss": 0.3612,
      "step": 13950
    },
    {
      "epoch": 0.3803727653100038,
      "grad_norm": 0.3855197948015209,
      "learning_rate": 0.00027584395743117087,
      "loss": 0.326,
      "step": 14000
    },
    {
      "epoch": 0.38173123947182525,
      "grad_norm": 0.17305752786285836,
      "learning_rate": 0.0002750486902080647,
      "loss": 0.3306,
      "step": 14050
    },
    {
      "epoch": 0.3830897136336467,
      "grad_norm": 0.3557889572340088,
      "learning_rate": 0.0002742520394947646,
      "loss": 0.3363,
      "step": 14100
    },
    {
      "epoch": 0.38444818779546813,
      "grad_norm": 0.269254653829798,
      "learning_rate": 0.0002734540199771824,
      "loss": 0.3509,
      "step": 14150
    },
    {
      "epoch": 0.3858066619572896,
      "grad_norm": 0.46153677475953025,
      "learning_rate": 0.00027265464636646333,
      "loss": 0.3423,
      "step": 14200
    },
    {
      "epoch": 0.387165136119111,
      "grad_norm": 0.25450280604338793,
      "learning_rate": 0.0002718539333987147,
      "loss": 0.3344,
      "step": 14250
    },
    {
      "epoch": 0.38852361028093246,
      "grad_norm": 0.24854855950361845,
      "learning_rate": 0.00027105189583473416,
      "loss": 0.317,
      "step": 14300
    },
    {
      "epoch": 0.3898820844427539,
      "grad_norm": 0.25191512294105933,
      "learning_rate": 0.00027024854845973797,
      "loss": 0.3343,
      "step": 14350
    },
    {
      "epoch": 0.39124055860457535,
      "grad_norm": 0.3399094367009323,
      "learning_rate": 0.000269443906083088,
      "loss": 0.3141,
      "step": 14400
    },
    {
      "epoch": 0.3925990327663968,
      "grad_norm": 0.27297702861099216,
      "learning_rate": 0.00026863798353801905,
      "loss": 0.344,
      "step": 14450
    },
    {
      "epoch": 0.39395750692821824,
      "grad_norm": 0.3089505317673794,
      "learning_rate": 0.000267830795681365,
      "loss": 0.3248,
      "step": 14500
    },
    {
      "epoch": 0.3953159810900397,
      "grad_norm": 0.28407318632921835,
      "learning_rate": 0.0002670223573932857,
      "loss": 0.3218,
      "step": 14550
    },
    {
      "epoch": 0.3966744552518611,
      "grad_norm": 0.27517856010825675,
      "learning_rate": 0.0002662126835769916,
      "loss": 0.3207,
      "step": 14600
    },
    {
      "epoch": 0.39803292941368257,
      "grad_norm": 0.2209431864475645,
      "learning_rate": 0.00026540178915847003,
      "loss": 0.3213,
      "step": 14650
    },
    {
      "epoch": 0.399391403575504,
      "grad_norm": 0.3012179785372981,
      "learning_rate": 0.0002645896890862093,
      "loss": 0.3031,
      "step": 14700
    },
    {
      "epoch": 0.40074987773732546,
      "grad_norm": 0.35758174495742123,
      "learning_rate": 0.0002637763983309235,
      "loss": 0.3244,
      "step": 14750
    },
    {
      "epoch": 0.4021083518991469,
      "grad_norm": 0.20197976836253828,
      "learning_rate": 0.00026296193188527655,
      "loss": 0.3211,
      "step": 14800
    },
    {
      "epoch": 0.40346682606096834,
      "grad_norm": 0.2784592655459722,
      "learning_rate": 0.0002621463047636057,
      "loss": 0.3233,
      "step": 14850
    },
    {
      "epoch": 0.4048253002227898,
      "grad_norm": 0.3125528717241462,
      "learning_rate": 0.0002613295320016445,
      "loss": 0.324,
      "step": 14900
    },
    {
      "epoch": 0.40618377438461123,
      "grad_norm": 0.3316178107391592,
      "learning_rate": 0.00026051162865624636,
      "loss": 0.3358,
      "step": 14950
    },
    {
      "epoch": 0.4075422485464327,
      "grad_norm": 0.18439640337971394,
      "learning_rate": 0.00025969260980510605,
      "loss": 0.3031,
      "step": 15000
    },
    {
      "epoch": 0.4089007227082541,
      "grad_norm": 0.2963162351967641,
      "learning_rate": 0.00025887249054648245,
      "loss": 0.3276,
      "step": 15050
    },
    {
      "epoch": 0.4102591968700755,
      "grad_norm": 0.22466036509634918,
      "learning_rate": 0.00025805128599891994,
      "loss": 0.3364,
      "step": 15100
    },
    {
      "epoch": 0.41161767103189695,
      "grad_norm": 0.2956284294357639,
      "learning_rate": 0.00025722901130096975,
      "loss": 0.3314,
      "step": 15150
    },
    {
      "epoch": 0.4129761451937184,
      "grad_norm": 0.36079018502753485,
      "learning_rate": 0.00025642215844549676,
      "loss": 0.3351,
      "step": 15200
    },
    {
      "epoch": 0.41433461935553983,
      "grad_norm": 0.3005152688044544,
      "learning_rate": 0.00025559780958847773,
      "loss": 0.3202,
      "step": 15250
    },
    {
      "epoch": 0.4156930935173613,
      "grad_norm": 0.33773262295043566,
      "learning_rate": 0.00025477243580984904,
      "loss": 0.3089,
      "step": 15300
    },
    {
      "epoch": 0.4170515676791827,
      "grad_norm": 0.3045253275707874,
      "learning_rate": 0.00025394605232501987,
      "loss": 0.32,
      "step": 15350
    },
    {
      "epoch": 0.41841004184100417,
      "grad_norm": 0.34532028635872886,
      "learning_rate": 0.0002531186743680128,
      "loss": 0.3449,
      "step": 15400
    },
    {
      "epoch": 0.4197685160028256,
      "grad_norm": 0.14134553464927366,
      "learning_rate": 0.0002522903171911834,
      "loss": 0.3184,
      "step": 15450
    },
    {
      "epoch": 0.42112699016464705,
      "grad_norm": 0.2761208223745771,
      "learning_rate": 0.00025146099606493817,
      "loss": 0.3133,
      "step": 15500
    },
    {
      "epoch": 0.4224854643264685,
      "grad_norm": 0.26549068110573254,
      "learning_rate": 0.0002506307262774542,
      "loss": 0.3205,
      "step": 15550
    },
    {
      "epoch": 0.42384393848828994,
      "grad_norm": 0.2773532590377829,
      "learning_rate": 0.00024979952313439636,
      "loss": 0.3064,
      "step": 15600
    },
    {
      "epoch": 0.4252024126501114,
      "grad_norm": 0.3073493622335924,
      "learning_rate": 0.0002489674019586356,
      "loss": 0.3188,
      "step": 15650
    },
    {
      "epoch": 0.4265608868119328,
      "grad_norm": 0.21684387112528378,
      "learning_rate": 0.0002481343780899665,
      "loss": 0.3198,
      "step": 15700
    },
    {
      "epoch": 0.42791936097375427,
      "grad_norm": 0.25977297083107986,
      "learning_rate": 0.00024730046688482436,
      "loss": 0.3065,
      "step": 15750
    },
    {
      "epoch": 0.4292778351355757,
      "grad_norm": 0.3308957326333168,
      "learning_rate": 0.000246465683716002,
      "loss": 0.3085,
      "step": 15800
    },
    {
      "epoch": 0.43063630929739716,
      "grad_norm": 0.25944521132960924,
      "learning_rate": 0.0002456300439723668,
      "loss": 0.3136,
      "step": 15850
    },
    {
      "epoch": 0.4319947834592186,
      "grad_norm": 0.22121128637476822,
      "learning_rate": 0.0002447935630585764,
      "loss": 0.322,
      "step": 15900
    },
    {
      "epoch": 0.43335325762104004,
      "grad_norm": 0.32019002146360315,
      "learning_rate": 0.0002439562563947953,
      "loss": 0.3103,
      "step": 15950
    },
    {
      "epoch": 0.4347117317828615,
      "grad_norm": 0.26761100791647713,
      "learning_rate": 0.0002431181394164103,
      "loss": 0.3114,
      "step": 16000
    },
    {
      "epoch": 0.43607020594468293,
      "grad_norm": 0.22262870758692213,
      "learning_rate": 0.00024227922757374582,
      "loss": 0.3069,
      "step": 16050
    },
    {
      "epoch": 0.4374286801065044,
      "grad_norm": 0.18940890843015826,
      "learning_rate": 0.00024143953633177937,
      "loss": 0.327,
      "step": 16100
    },
    {
      "epoch": 0.4387871542683258,
      "grad_norm": 0.27459192854267717,
      "learning_rate": 0.00024059908116985654,
      "loss": 0.3183,
      "step": 16150
    },
    {
      "epoch": 0.44014562843014726,
      "grad_norm": 0.36514373383887516,
      "learning_rate": 0.00023975787758140525,
      "loss": 0.2878,
      "step": 16200
    },
    {
      "epoch": 0.4415041025919687,
      "grad_norm": 0.30714779342945764,
      "learning_rate": 0.00023891594107365024,
      "loss": 0.3173,
      "step": 16250
    },
    {
      "epoch": 0.44286257675379015,
      "grad_norm": 0.24572160078772548,
      "learning_rate": 0.0002380732871673276,
      "loss": 0.3169,
      "step": 16300
    },
    {
      "epoch": 0.4442210509156116,
      "grad_norm": 0.22451585676228034,
      "learning_rate": 0.00023722993139639806,
      "loss": 0.2982,
      "step": 16350
    },
    {
      "epoch": 0.44557952507743304,
      "grad_norm": 0.4312837719351318,
      "learning_rate": 0.000236436550903555,
      "loss": 0.3126,
      "step": 16400
    },
    {
      "epoch": 0.4469379992392545,
      "grad_norm": 0.23649698073314787,
      "learning_rate": 0.00023559187786324523,
      "loss": 0.3229,
      "step": 16450
    },
    {
      "epoch": 0.4482964734010759,
      "grad_norm": 0.21885398793120167,
      "learning_rate": 0.00023474654870203753,
      "loss": 0.3066,
      "step": 16500
    },
    {
      "epoch": 0.44965494756289737,
      "grad_norm": 0.2522766751448378,
      "learning_rate": 0.00023390057900320987,
      "loss": 0.3121,
      "step": 16550
    },
    {
      "epoch": 0.4510134217247188,
      "grad_norm": 0.2023032182722522,
      "learning_rate": 0.0002330539843618484,
      "loss": 0.295,
      "step": 16600
    },
    {
      "epoch": 0.45237189588654025,
      "grad_norm": 0.3093016288187825,
      "learning_rate": 0.00023220678038455975,
      "loss": 0.2962,
      "step": 16650
    },
    {
      "epoch": 0.4537303700483617,
      "grad_norm": 0.2805332120341892,
      "learning_rate": 0.00023135898268918323,
      "loss": 0.313,
      "step": 16700
    },
    {
      "epoch": 0.45508884421018314,
      "grad_norm": 0.25366173411593823,
      "learning_rate": 0.00023051060690450337,
      "loss": 0.308,
      "step": 16750
    },
    {
      "epoch": 0.4564473183720046,
      "grad_norm": 0.2848859608687515,
      "learning_rate": 0.00022966166866996134,
      "loss": 0.2966,
      "step": 16800
    },
    {
      "epoch": 0.45780579253382603,
      "grad_norm": 0.3400405221454168,
      "learning_rate": 0.0002288121836353669,
      "loss": 0.313,
      "step": 16850
    },
    {
      "epoch": 0.45916426669564747,
      "grad_norm": 0.25178053552917457,
      "learning_rate": 0.0002279621674606098,
      "loss": 0.3008,
      "step": 16900
    },
    {
      "epoch": 0.4605227408574689,
      "grad_norm": 0.2173042023564375,
      "learning_rate": 0.00022711163581537106,
      "loss": 0.3062,
      "step": 16950
    },
    {
      "epoch": 0.46188121501929036,
      "grad_norm": 0.23983156392471572,
      "learning_rate": 0.00022626060437883435,
      "loss": 0.3055,
      "step": 17000
    },
    {
      "epoch": 0.4632396891811118,
      "grad_norm": 0.21031049569805663,
      "learning_rate": 0.00022540908883939668,
      "loss": 0.311,
      "step": 17050
    },
    {
      "epoch": 0.4645981633429332,
      "grad_norm": 0.1989362043985782,
      "learning_rate": 0.00022455710489437927,
      "loss": 0.3259,
      "step": 17100
    },
    {
      "epoch": 0.46595663750475463,
      "grad_norm": 0.1900668237823236,
      "learning_rate": 0.00022370466824973812,
      "loss": 0.2797,
      "step": 17150
    },
    {
      "epoch": 0.4673151116665761,
      "grad_norm": 0.20840494435322787,
      "learning_rate": 0.00022285179461977483,
      "loss": 0.3079,
      "step": 17200
    },
    {
      "epoch": 0.4686735858283975,
      "grad_norm": 0.4022346673956682,
      "learning_rate": 0.00022199849972684633,
      "loss": 0.2958,
      "step": 17250
    },
    {
      "epoch": 0.47003205999021896,
      "grad_norm": 0.3270990206921089,
      "learning_rate": 0.0002211447993010755,
      "loss": 0.3313,
      "step": 17300
    },
    {
      "epoch": 0.4713905341520404,
      "grad_norm": 0.249803246986443,
      "learning_rate": 0.00022029070908006096,
      "loss": 0.3104,
      "step": 17350
    },
    {
      "epoch": 0.47274900831386185,
      "grad_norm": 0.2813145656422356,
      "learning_rate": 0.0002194362448085872,
      "loss": 0.3039,
      "step": 17400
    },
    {
      "epoch": 0.4741074824756833,
      "grad_norm": 0.20904103519051825,
      "learning_rate": 0.00021858142223833395,
      "loss": 0.3093,
      "step": 17450
    },
    {
      "epoch": 0.47546595663750474,
      "grad_norm": 0.2476519540180904,
      "learning_rate": 0.00021772625712758624,
      "loss": 0.3133,
      "step": 17500
    },
    {
      "epoch": 0.4768244307993262,
      "grad_norm": 0.2897735958185,
      "learning_rate": 0.00021687076524094353,
      "loss": 0.3184,
      "step": 17550
    },
    {
      "epoch": 0.4781829049611476,
      "grad_norm": 0.36797022439353905,
      "learning_rate": 0.0002160149623490293,
      "loss": 0.2982,
      "step": 17600
    },
    {
      "epoch": 0.47954137912296907,
      "grad_norm": 0.22151406862910683,
      "learning_rate": 0.0002151588642282003,
      "loss": 0.3031,
      "step": 17650
    },
    {
      "epoch": 0.4808998532847905,
      "grad_norm": 0.24573689529627643,
      "learning_rate": 0.00021430248666025561,
      "loss": 0.2927,
      "step": 17700
    },
    {
      "epoch": 0.48225832744661196,
      "grad_norm": 0.25110843175386494,
      "learning_rate": 0.0002134458454321459,
      "loss": 0.2984,
      "step": 17750
    },
    {
      "epoch": 0.4836168016084334,
      "grad_norm": 0.26920027208505604,
      "learning_rate": 0.00021258895633568238,
      "loss": 0.2869,
      "step": 17800
    },
    {
      "epoch": 0.48497527577025484,
      "grad_norm": 0.3111889899596438,
      "learning_rate": 0.0002117318351672454,
      "loss": 0.3215,
      "step": 17850
    },
    {
      "epoch": 0.4863337499320763,
      "grad_norm": 0.20320042839557148,
      "learning_rate": 0.00021087449772749347,
      "loss": 0.3019,
      "step": 17900
    },
    {
      "epoch": 0.48769222409389773,
      "grad_norm": 0.29026043340389285,
      "learning_rate": 0.00021001695982107217,
      "loss": 0.3087,
      "step": 17950
    },
    {
      "epoch": 0.4890506982557192,
      "grad_norm": 0.26193168931031524,
      "learning_rate": 0.00020915923725632244,
      "loss": 0.3036,
      "step": 18000
    },
    {
      "epoch": 0.4904091724175406,
      "grad_norm": 0.23673083795318206,
      "learning_rate": 0.0002083013458449893,
      "loss": 0.3111,
      "step": 18050
    },
    {
      "epoch": 0.49176764657936206,
      "grad_norm": 0.2259659757224692,
      "learning_rate": 0.00020744330140193046,
      "loss": 0.2883,
      "step": 18100
    },
    {
      "epoch": 0.4931261207411835,
      "grad_norm": 0.2902171908048496,
      "learning_rate": 0.00020658511974482475,
      "loss": 0.2898,
      "step": 18150
    },
    {
      "epoch": 0.49448459490300495,
      "grad_norm": 0.31472212166057917,
      "learning_rate": 0.0002057268166938803,
      "loss": 0.3111,
      "step": 18200
    },
    {
      "epoch": 0.4958430690648264,
      "grad_norm": 0.27417754560735935,
      "learning_rate": 0.00020486840807154325,
      "loss": 0.3013,
      "step": 18250
    },
    {
      "epoch": 0.49720154322664784,
      "grad_norm": 0.24533216444780298,
      "learning_rate": 0.0002040099097022059,
      "loss": 0.3073,
      "step": 18300
    },
    {
      "epoch": 0.4985600173884693,
      "grad_norm": 0.2597365406230817,
      "learning_rate": 0.0002031513374119148,
      "loss": 0.2918,
      "step": 18350
    },
    {
      "epoch": 0.4999184915502907,
      "grad_norm": 0.23849823607914308,
      "learning_rate": 0.00020229270702807952,
      "loss": 0.3044,
      "step": 18400
    },
    {
      "epoch": 0.5012769657121121,
      "grad_norm": 0.40233301575689023,
      "learning_rate": 0.0002014340343791802,
      "loss": 0.3086,
      "step": 18450
    },
    {
      "epoch": 0.5026354398739336,
      "grad_norm": 0.24678497017149986,
      "learning_rate": 0.00020057533529447647,
      "loss": 0.2947,
      "step": 18500
    },
    {
      "epoch": 0.503993914035755,
      "grad_norm": 0.18418790064404403,
      "learning_rate": 0.000199716625603715,
      "loss": 0.2802,
      "step": 18550
    },
    {
      "epoch": 0.5053523881975764,
      "grad_norm": 0.20614362466496808,
      "learning_rate": 0.00019887509507259376,
      "loss": 0.3082,
      "step": 18600
    },
    {
      "epoch": 0.5067108623593979,
      "grad_norm": 0.3176004501620565,
      "learning_rate": 0.0001980164110832425,
      "loss": 0.2946,
      "step": 18650
    },
    {
      "epoch": 0.5080693365212193,
      "grad_norm": 0.24434247355813202,
      "learning_rate": 0.00019715776366049622,
      "loss": 0.2852,
      "step": 18700
    },
    {
      "epoch": 0.5094278106830408,
      "grad_norm": 0.2632819823395696,
      "learning_rate": 0.00019629916863314945,
      "loss": 0.3119,
      "step": 18750
    },
    {
      "epoch": 0.5107862848448622,
      "grad_norm": 0.36866015249871253,
      "learning_rate": 0.00019544064182903077,
      "loss": 0.3064,
      "step": 18800
    },
    {
      "epoch": 0.5121447590066837,
      "grad_norm": 0.28334197775915865,
      "learning_rate": 0.000194582199074711,
      "loss": 0.2982,
      "step": 18850
    },
    {
      "epoch": 0.5135032331685051,
      "grad_norm": 0.29353450964831995,
      "learning_rate": 0.00019372385619521155,
      "loss": 0.2997,
      "step": 18900
    },
    {
      "epoch": 0.5148617073303265,
      "grad_norm": 0.30235983080661416,
      "learning_rate": 0.00019286562901371282,
      "loss": 0.2953,
      "step": 18950
    },
    {
      "epoch": 0.516220181492148,
      "grad_norm": 0.24006103860300088,
      "learning_rate": 0.0001920075333512621,
      "loss": 0.312,
      "step": 19000
    },
    {
      "epoch": 0.5175786556539694,
      "grad_norm": 0.25401074594196943,
      "learning_rate": 0.00019114958502648258,
      "loss": 0.2928,
      "step": 19050
    },
    {
      "epoch": 0.5189371298157909,
      "grad_norm": 0.3126940882002115,
      "learning_rate": 0.00019029179985528095,
      "loss": 0.2881,
      "step": 19100
    },
    {
      "epoch": 0.5202956039776123,
      "grad_norm": 0.244186090338719,
      "learning_rate": 0.00018945134391851735,
      "loss": 0.2844,
      "step": 19150
    },
    {
      "epoch": 0.5216540781394338,
      "grad_norm": 0.2620555496999193,
      "learning_rate": 0.00018861107474107164,
      "loss": 0.3033,
      "step": 19200
    },
    {
      "epoch": 0.5230125523012552,
      "grad_norm": 0.29660068432502984,
      "learning_rate": 0.00018775386516779982,
      "loss": 0.2815,
      "step": 19250
    },
    {
      "epoch": 0.5243710264630767,
      "grad_norm": 0.24636353127452668,
      "learning_rate": 0.0001868968813467351,
      "loss": 0.2982,
      "step": 19300
    },
    {
      "epoch": 0.5257295006248981,
      "grad_norm": 0.3036729051937609,
      "learning_rate": 0.00018604013907600413,
      "loss": 0.2697,
      "step": 19350
    },
    {
      "epoch": 0.5270879747867195,
      "grad_norm": 0.25151244998729483,
      "learning_rate": 0.00018518365414928073,
      "loss": 0.3005,
      "step": 19400
    },
    {
      "epoch": 0.528446448948541,
      "grad_norm": 0.3900757856018299,
      "learning_rate": 0.00018432744235549457,
      "loss": 0.3163,
      "step": 19450
    },
    {
      "epoch": 0.5298049231103624,
      "grad_norm": 0.3209166901430777,
      "learning_rate": 0.0001834715194785403,
      "loss": 0.2946,
      "step": 19500
    },
    {
      "epoch": 0.5311633972721839,
      "grad_norm": 0.20611000381285643,
      "learning_rate": 0.00018261590129698663,
      "loss": 0.2877,
      "step": 19550
    },
    {
      "epoch": 0.5325218714340053,
      "grad_norm": 0.21332069721707292,
      "learning_rate": 0.00018176060358378503,
      "loss": 0.2916,
      "step": 19600
    },
    {
      "epoch": 0.5338803455958268,
      "grad_norm": 0.34732582027624836,
      "learning_rate": 0.00018090564210597975,
      "loss": 0.3057,
      "step": 19650
    },
    {
      "epoch": 0.5352388197576482,
      "grad_norm": 0.23660042062818817,
      "learning_rate": 0.00018005103262441622,
      "loss": 0.2746,
      "step": 19700
    },
    {
      "epoch": 0.5365972939194696,
      "grad_norm": 0.23653513107119012,
      "learning_rate": 0.00017919679089345122,
      "loss": 0.295,
      "step": 19750
    },
    {
      "epoch": 0.5379557680812911,
      "grad_norm": 0.2066174691631555,
      "learning_rate": 0.00017834293266066222,
      "loss": 0.2896,
      "step": 19800
    },
    {
      "epoch": 0.5393142422431125,
      "grad_norm": 0.26332165957058984,
      "learning_rate": 0.00017748947366655687,
      "loss": 0.2811,
      "step": 19850
    },
    {
      "epoch": 0.540672716404934,
      "grad_norm": 0.22960074466120436,
      "learning_rate": 0.00017663642964428318,
      "loss": 0.2846,
      "step": 19900
    },
    {
      "epoch": 0.5420311905667554,
      "grad_norm": 0.3090166915756585,
      "learning_rate": 0.00017578381631933946,
      "loss": 0.2924,
      "step": 19950
    },
    {
      "epoch": 0.5433896647285769,
      "grad_norm": 0.36568571497107416,
      "learning_rate": 0.00017493164940928402,
      "loss": 0.2865,
      "step": 20000
    },
    {
      "epoch": 0.5447481388903983,
      "grad_norm": 0.29059486954556535,
      "learning_rate": 0.00017407994462344584,
      "loss": 0.2785,
      "step": 20050
    },
    {
      "epoch": 0.5461066130522197,
      "grad_norm": 0.27957466708084117,
      "learning_rate": 0.00017322871766263487,
      "loss": 0.2935,
      "step": 20100
    },
    {
      "epoch": 0.5474650872140412,
      "grad_norm": 0.2151461608605068,
      "learning_rate": 0.00017237798421885253,
      "loss": 0.2841,
      "step": 20150
    },
    {
      "epoch": 0.5488235613758626,
      "grad_norm": 0.24819887268532007,
      "learning_rate": 0.00017152775997500238,
      "loss": 0.285,
      "step": 20200
    },
    {
      "epoch": 0.5501820355376841,
      "grad_norm": 0.20284647935207317,
      "learning_rate": 0.0001706780606046013,
      "loss": 0.2927,
      "step": 20250
    },
    {
      "epoch": 0.5515405096995055,
      "grad_norm": 0.19244100345976062,
      "learning_rate": 0.0001698289017714902,
      "loss": 0.2645,
      "step": 20300
    },
    {
      "epoch": 0.552898983861327,
      "grad_norm": 0.22539860380829246,
      "learning_rate": 0.00016898029912954546,
      "loss": 0.2939,
      "step": 20350
    },
    {
      "epoch": 0.5542574580231484,
      "grad_norm": 0.2619800733732195,
      "learning_rate": 0.00016813226832239025,
      "loss": 0.2836,
      "step": 20400
    },
    {
      "epoch": 0.5556159321849699,
      "grad_norm": 0.23393114722266678,
      "learning_rate": 0.00016728482498310637,
      "loss": 0.2736,
      "step": 20450
    },
    {
      "epoch": 0.5569744063467913,
      "grad_norm": 0.30087081995833126,
      "learning_rate": 0.00016643798473394566,
      "loss": 0.2794,
      "step": 20500
    },
    {
      "epoch": 0.5583328805086127,
      "grad_norm": 0.308240444312431,
      "learning_rate": 0.00016559176318604258,
      "loss": 0.2671,
      "step": 20550
    },
    {
      "epoch": 0.5596913546704342,
      "grad_norm": 0.24052215603123736,
      "learning_rate": 0.00016474617593912583,
      "loss": 0.2874,
      "step": 20600
    },
    {
      "epoch": 0.5610498288322556,
      "grad_norm": 0.2750519886277399,
      "learning_rate": 0.00016390123858123118,
      "loss": 0.2732,
      "step": 20650
    },
    {
      "epoch": 0.5624083029940771,
      "grad_norm": 0.2175806661894403,
      "learning_rate": 0.0001630569666884139,
      "loss": 0.2885,
      "step": 20700
    },
    {
      "epoch": 0.5637667771558985,
      "grad_norm": 0.2923956849374819,
      "learning_rate": 0.00016221337582446172,
      "loss": 0.2924,
      "step": 20750
    },
    {
      "epoch": 0.56512525131772,
      "grad_norm": 0.2708091098394788,
      "learning_rate": 0.00016137048154060785,
      "loss": 0.2705,
      "step": 20800
    },
    {
      "epoch": 0.5664837254795414,
      "grad_norm": 0.260062882274282,
      "learning_rate": 0.0001605282993752446,
      "loss": 0.2833,
      "step": 20850
    },
    {
      "epoch": 0.5678421996413628,
      "grad_norm": 0.28046003747194964,
      "learning_rate": 0.00015968684485363635,
      "loss": 0.2875,
      "step": 20900
    },
    {
      "epoch": 0.5692006738031843,
      "grad_norm": 0.18648990278831484,
      "learning_rate": 0.0001588461334876338,
      "loss": 0.2788,
      "step": 20950
    },
    {
      "epoch": 0.5705591479650057,
      "grad_norm": 0.26108175409809964,
      "learning_rate": 0.000158006180775388,
      "loss": 0.2809,
      "step": 21000
    },
    {
      "epoch": 0.5719176221268272,
      "grad_norm": 0.15533902511877934,
      "learning_rate": 0.0001571670022010644,
      "loss": 0.2808,
      "step": 21050
    },
    {
      "epoch": 0.5732760962886486,
      "grad_norm": 0.17785716374013105,
      "learning_rate": 0.0001563286132345576,
      "loss": 0.2854,
      "step": 21100
    },
    {
      "epoch": 0.5746345704504701,
      "grad_norm": 0.2493856351979774,
      "learning_rate": 0.00015549102933120625,
      "loss": 0.2672,
      "step": 21150
    },
    {
      "epoch": 0.5759930446122915,
      "grad_norm": 0.37551758591172574,
      "learning_rate": 0.00015467099305876942,
      "loss": 0.2883,
      "step": 21200
    },
    {
      "epoch": 0.577351518774113,
      "grad_norm": 0.21750010428694388,
      "learning_rate": 0.00015383504871844582,
      "loss": 0.2779,
      "step": 21250
    },
    {
      "epoch": 0.5787099929359344,
      "grad_norm": 0.19042627120914027,
      "learning_rate": 0.00015299995540906267,
      "loss": 0.2764,
      "step": 21300
    },
    {
      "epoch": 0.5800684670977558,
      "grad_norm": 0.2797732165932674,
      "learning_rate": 0.0001521657285252044,
      "loss": 0.2922,
      "step": 21350
    },
    {
      "epoch": 0.5814269412595773,
      "grad_norm": 0.3591848479346681,
      "learning_rate": 0.00015133238344548327,
      "loss": 0.2884,
      "step": 21400
    },
    {
      "epoch": 0.5827854154213987,
      "grad_norm": 0.21764914836042967,
      "learning_rate": 0.00015049993553225608,
      "loss": 0.2715,
      "step": 21450
    },
    {
      "epoch": 0.5841438895832202,
      "grad_norm": 0.26727180336133755,
      "learning_rate": 0.0001496684001313406,
      "loss": 0.2753,
      "step": 21500
    },
    {
      "epoch": 0.5855023637450416,
      "grad_norm": 0.21915535565528904,
      "learning_rate": 0.00014883779257173285,
      "loss": 0.265,
      "step": 21550
    },
    {
      "epoch": 0.586860837906863,
      "grad_norm": 0.25668689734119876,
      "learning_rate": 0.0001480081281653244,
      "loss": 0.2762,
      "step": 21600
    },
    {
      "epoch": 0.5882193120686845,
      "grad_norm": 0.2834782294538094,
      "learning_rate": 0.00014717942220662038,
      "loss": 0.28,
      "step": 21650
    },
    {
      "epoch": 0.5895777862305059,
      "grad_norm": 0.24516802954697497,
      "learning_rate": 0.00014635168997245712,
      "loss": 0.2755,
      "step": 21700
    },
    {
      "epoch": 0.5909362603923274,
      "grad_norm": 0.22053403799293927,
      "learning_rate": 0.00014552494672172113,
      "loss": 0.2732,
      "step": 21750
    },
    {
      "epoch": 0.5922947345541488,
      "grad_norm": 0.297493134455997,
      "learning_rate": 0.00014469920769506704,
      "loss": 0.2819,
      "step": 21800
    },
    {
      "epoch": 0.5936532087159703,
      "grad_norm": 0.26448034669148435,
      "learning_rate": 0.00014387448811463722,
      "loss": 0.2947,
      "step": 21850
    },
    {
      "epoch": 0.5950116828777917,
      "grad_norm": 0.1887478278727578,
      "learning_rate": 0.00014305080318378105,
      "loss": 0.2573,
      "step": 21900
    },
    {
      "epoch": 0.5963701570396132,
      "grad_norm": 0.24486372742215648,
      "learning_rate": 0.0001422281680867744,
      "loss": 0.2762,
      "step": 21950
    },
    {
      "epoch": 0.5977286312014346,
      "grad_norm": 0.22891270758035537,
      "learning_rate": 0.00014140659798854012,
      "loss": 0.2816,
      "step": 22000
    },
    {
      "epoch": 0.599087105363256,
      "grad_norm": 0.25531740500430156,
      "learning_rate": 0.00014058610803436813,
      "loss": 0.2544,
      "step": 22050
    },
    {
      "epoch": 0.6004455795250774,
      "grad_norm": 0.2198360405690994,
      "learning_rate": 0.00013976671334963648,
      "loss": 0.27,
      "step": 22100
    },
    {
      "epoch": 0.6018040536868988,
      "grad_norm": 0.22767226535607382,
      "learning_rate": 0.0001389484290395323,
      "loss": 0.2869,
      "step": 22150
    },
    {
      "epoch": 0.6031625278487203,
      "grad_norm": 0.2694860139304321,
      "learning_rate": 0.00013813127018877331,
      "loss": 0.2752,
      "step": 22200
    },
    {
      "epoch": 0.6045210020105417,
      "grad_norm": 0.19898660564261053,
      "learning_rate": 0.00013731525186133026,
      "loss": 0.2624,
      "step": 22250
    },
    {
      "epoch": 0.6058794761723632,
      "grad_norm": 0.23150351646391246,
      "learning_rate": 0.00013653296123522198,
      "loss": 0.2718,
      "step": 22300
    },
    {
      "epoch": 0.6072379503341846,
      "grad_norm": 0.24064115266253058,
      "learning_rate": 0.00013571922195028266,
      "loss": 0.2812,
      "step": 22350
    },
    {
      "epoch": 0.608596424496006,
      "grad_norm": 0.25687846535740555,
      "learning_rate": 0.0001349066676537268,
      "loss": 0.262,
      "step": 22400
    },
    {
      "epoch": 0.6099548986578275,
      "grad_norm": 0.20024379738006956,
      "learning_rate": 0.00013409531332464196,
      "loss": 0.2796,
      "step": 22450
    },
    {
      "epoch": 0.6113133728196489,
      "grad_norm": 0.30669943060449323,
      "learning_rate": 0.00013328517391999483,
      "loss": 0.2748,
      "step": 22500
    },
    {
      "epoch": 0.6126718469814704,
      "grad_norm": 0.26517225209707274,
      "learning_rate": 0.00013247626437435539,
      "loss": 0.2641,
      "step": 22550
    },
    {
      "epoch": 0.6140303211432918,
      "grad_norm": 0.23089105114814368,
      "learning_rate": 0.0001316685995996218,
      "loss": 0.2716,
      "step": 22600
    },
    {
      "epoch": 0.6153887953051133,
      "grad_norm": 0.3141172219746477,
      "learning_rate": 0.0001308621944847455,
      "loss": 0.2601,
      "step": 22650
    },
    {
      "epoch": 0.6167472694669347,
      "grad_norm": 0.2290976880794265,
      "learning_rate": 0.0001300570638954565,
      "loss": 0.2805,
      "step": 22700
    },
    {
      "epoch": 0.6181057436287561,
      "grad_norm": 0.21218409171582492,
      "learning_rate": 0.0001292532226739894,
      "loss": 0.2686,
      "step": 22750
    },
    {
      "epoch": 0.6194642177905776,
      "grad_norm": 0.22628948026088308,
      "learning_rate": 0.0001284506856388101,
      "loss": 0.2688,
      "step": 22800
    },
    {
      "epoch": 0.620822691952399,
      "grad_norm": 0.2948337400203754,
      "learning_rate": 0.00012764946758434225,
      "loss": 0.2655,
      "step": 22850
    },
    {
      "epoch": 0.6221811661142205,
      "grad_norm": 0.3340188815254344,
      "learning_rate": 0.00012684958328069453,
      "loss": 0.2754,
      "step": 22900
    },
    {
      "epoch": 0.6235396402760419,
      "grad_norm": 0.2767372638913053,
      "learning_rate": 0.0001260510474733888,
      "loss": 0.2602,
      "step": 22950
    },
    {
      "epoch": 0.6248981144378634,
      "grad_norm": 0.270894988791611,
      "learning_rate": 0.00012525387488308783,
      "loss": 0.2564,
      "step": 23000
    },
    {
      "epoch": 0.6262565885996848,
      "grad_norm": 0.20130647702859084,
      "learning_rate": 0.000124458080205324,
      "loss": 0.2699,
      "step": 23050
    },
    {
      "epoch": 0.6276150627615062,
      "grad_norm": 0.2606352685620501,
      "learning_rate": 0.0001236795524100573,
      "loss": 0.2777,
      "step": 23100
    },
    {
      "epoch": 0.6289735369233277,
      "grad_norm": 0.26862575508349007,
      "learning_rate": 0.00012288652925419885,
      "loss": 0.27,
      "step": 23150
    },
    {
      "epoch": 0.6303320110851491,
      "grad_norm": 0.2264767237464518,
      "learning_rate": 0.00012209492765187177,
      "loss": 0.2717,
      "step": 23200
    },
    {
      "epoch": 0.6316904852469706,
      "grad_norm": 0.3116565801871334,
      "learning_rate": 0.00012130476219590986,
      "loss": 0.2595,
      "step": 23250
    },
    {
      "epoch": 0.633048959408792,
      "grad_norm": 0.2778393951264189,
      "learning_rate": 0.00012051604745267213,
      "loss": 0.2791,
      "step": 23300
    },
    {
      "epoch": 0.6344074335706135,
      "grad_norm": 0.1850696129101786,
      "learning_rate": 0.00011972879796177415,
      "loss": 0.2717,
      "step": 23350
    },
    {
      "epoch": 0.6357659077324349,
      "grad_norm": 0.24958891669063782,
      "learning_rate": 0.00011894302823582031,
      "loss": 0.2638,
      "step": 23400
    },
    {
      "epoch": 0.6371243818942564,
      "grad_norm": 0.3700870104750999,
      "learning_rate": 0.00011815875276013624,
      "loss": 0.2742,
      "step": 23450
    },
    {
      "epoch": 0.6384828560560778,
      "grad_norm": 0.33264994031715317,
      "learning_rate": 0.0001173759859925015,
      "loss": 0.2774,
      "step": 23500
    },
    {
      "epoch": 0.6398413302178992,
      "grad_norm": 0.31037389441035956,
      "learning_rate": 0.00011659474236288361,
      "loss": 0.2403,
      "step": 23550
    },
    {
      "epoch": 0.6411998043797207,
      "grad_norm": 0.2731125175831413,
      "learning_rate": 0.00011581503627317138,
      "loss": 0.2568,
      "step": 23600
    },
    {
      "epoch": 0.6425582785415421,
      "grad_norm": 0.31542476581603357,
      "learning_rate": 0.00011503688209690988,
      "loss": 0.2405,
      "step": 23650
    },
    {
      "epoch": 0.6439167527033636,
      "grad_norm": 0.2856271842999882,
      "learning_rate": 0.00011426029417903521,
      "loss": 0.2594,
      "step": 23700
    },
    {
      "epoch": 0.645275226865185,
      "grad_norm": 0.304609790388205,
      "learning_rate": 0.00011348528683561044,
      "loss": 0.2617,
      "step": 23750
    },
    {
      "epoch": 0.6466337010270065,
      "grad_norm": 0.24926409052563817,
      "learning_rate": 0.00011271187435356107,
      "loss": 0.2624,
      "step": 23800
    },
    {
      "epoch": 0.6479921751888279,
      "grad_norm": 0.29444243889916777,
      "learning_rate": 0.00011194007099041242,
      "loss": 0.267,
      "step": 23850
    },
    {
      "epoch": 0.6493506493506493,
      "grad_norm": 0.251174398975187,
      "learning_rate": 0.00011116989097402601,
      "loss": 0.2745,
      "step": 23900
    },
    {
      "epoch": 0.6507091235124708,
      "grad_norm": 0.26364700269491465,
      "learning_rate": 0.0001104013485023379,
      "loss": 0.2695,
      "step": 23950
    },
    {
      "epoch": 0.6520675976742922,
      "grad_norm": 0.1408465902411862,
      "learning_rate": 0.00010963445774309668,
      "loss": 0.2423,
      "step": 24000
    },
    {
      "epoch": 0.6534260718361137,
      "grad_norm": 0.1933859329942763,
      "learning_rate": 0.00010886923283360217,
      "loss": 0.2359,
      "step": 24050
    },
    {
      "epoch": 0.6547845459979351,
      "grad_norm": 0.2614195528425062,
      "learning_rate": 0.00010810568788044524,
      "loss": 0.2673,
      "step": 24100
    },
    {
      "epoch": 0.6561430201597566,
      "grad_norm": 0.24091031620062864,
      "learning_rate": 0.00010734383695924741,
      "loss": 0.2493,
      "step": 24150
    },
    {
      "epoch": 0.657501494321578,
      "grad_norm": 0.2697615824186297,
      "learning_rate": 0.00010658369411440134,
      "loss": 0.2729,
      "step": 24200
    },
    {
      "epoch": 0.6588599684833994,
      "grad_norm": 0.20653067849872642,
      "learning_rate": 0.00010582527335881209,
      "loss": 0.274,
      "step": 24250
    },
    {
      "epoch": 0.6602184426452209,
      "grad_norm": 0.2589626095489949,
      "learning_rate": 0.0001050685886736388,
      "loss": 0.2609,
      "step": 24300
    },
    {
      "epoch": 0.6615769168070423,
      "grad_norm": 0.2672837103760092,
      "learning_rate": 0.00010431365400803682,
      "loss": 0.2524,
      "step": 24350
    },
    {
      "epoch": 0.6629353909688638,
      "grad_norm": 0.1824225008155396,
      "learning_rate": 0.00010356048327890064,
      "loss": 0.2702,
      "step": 24400
    },
    {
      "epoch": 0.6642938651306852,
      "grad_norm": 0.22598161309206102,
      "learning_rate": 0.00010280909037060747,
      "loss": 0.2601,
      "step": 24450
    },
    {
      "epoch": 0.6656523392925067,
      "grad_norm": 0.3087441379489739,
      "learning_rate": 0.00010205948913476113,
      "loss": 0.2645,
      "step": 24500
    },
    {
      "epoch": 0.6670108134543281,
      "grad_norm": 0.26641776561733793,
      "learning_rate": 0.00010131169338993662,
      "loss": 0.2572,
      "step": 24550
    },
    {
      "epoch": 0.6683692876161496,
      "grad_norm": 0.16642889477958095,
      "learning_rate": 0.00010056571692142558,
      "loss": 0.2437,
      "step": 24600
    },
    {
      "epoch": 0.669727761777971,
      "grad_norm": 0.33006631915049106,
      "learning_rate": 9.982157348098204e-05,
      "loss": 0.2557,
      "step": 24650
    },
    {
      "epoch": 0.6710862359397924,
      "grad_norm": 0.25184518346403906,
      "learning_rate": 9.907927678656888e-05,
      "loss": 0.2481,
      "step": 24700
    },
    {
      "epoch": 0.6724447101016139,
      "grad_norm": 0.21781761609625996,
      "learning_rate": 9.833884052210525e-05,
      "loss": 0.2474,
      "step": 24750
    },
    {
      "epoch": 0.6738031842634353,
      "grad_norm": 0.2707646383120265,
      "learning_rate": 9.760027833721379e-05,
      "loss": 0.2652,
      "step": 24800
    },
    {
      "epoch": 0.6751616584252568,
      "grad_norm": 0.2069393478176125,
      "learning_rate": 9.686360384696958e-05,
      "loss": 0.2595,
      "step": 24850
    },
    {
      "epoch": 0.6765201325870782,
      "grad_norm": 0.24428561492811254,
      "learning_rate": 9.614350737579221e-05,
      "loss": 0.2501,
      "step": 24900
    },
    {
      "epoch": 0.6778786067488997,
      "grad_norm": 0.26915065049504966,
      "learning_rate": 9.541061055170308e-05,
      "loss": 0.2595,
      "step": 24950
    },
    {
      "epoch": 0.6792370809107211,
      "grad_norm": 0.32715798463519263,
      "learning_rate": 9.467964178784106e-05,
      "loss": 0.249,
      "step": 25000
    },
    {
      "epoch": 0.6805955550725425,
      "grad_norm": 0.2188565278615699,
      "learning_rate": 9.395061455929976e-05,
      "loss": 0.2644,
      "step": 25050
    },
    {
      "epoch": 0.681954029234364,
      "grad_norm": 0.1464346234966987,
      "learning_rate": 9.32235423053812e-05,
      "loss": 0.2489,
      "step": 25100
    },
    {
      "epoch": 0.6833125033961854,
      "grad_norm": 0.23268193269727472,
      "learning_rate": 9.249843842934851e-05,
      "loss": 0.2524,
      "step": 25150
    },
    {
      "epoch": 0.6846709775580069,
      "grad_norm": 0.2823606594876491,
      "learning_rate": 9.177531629817841e-05,
      "loss": 0.2734,
      "step": 25200
    },
    {
      "epoch": 0.6860294517198283,
      "grad_norm": 0.24467058752217685,
      "learning_rate": 9.105418924231516e-05,
      "loss": 0.2579,
      "step": 25250
    },
    {
      "epoch": 0.6873879258816498,
      "grad_norm": 0.2721349790032047,
      "learning_rate": 9.034943316134114e-05,
      "loss": 0.2501,
      "step": 25300
    },
    {
      "epoch": 0.6887464000434712,
      "grad_norm": 0.2063496873982564,
      "learning_rate": 8.96322955378789e-05,
      "loss": 0.2546,
      "step": 25350
    },
    {
      "epoch": 0.6901048742052927,
      "grad_norm": 0.1388645672356858,
      "learning_rate": 8.891719249538568e-05,
      "loss": 0.2481,
      "step": 25400
    },
    {
      "epoch": 0.6914633483671141,
      "grad_norm": 0.26747348762140405,
      "learning_rate": 8.820413721647738e-05,
      "loss": 0.2406,
      "step": 25450
    },
    {
      "epoch": 0.6928218225289355,
      "grad_norm": 0.24773718412732226,
      "learning_rate": 8.749314284602002e-05,
      "loss": 0.2345,
      "step": 25500
    },
    {
      "epoch": 0.694180296690757,
      "grad_norm": 0.1875176742846847,
      "learning_rate": 8.67842224908878e-05,
      "loss": 0.2697,
      "step": 25550
    },
    {
      "epoch": 0.6955387708525784,
      "grad_norm": 0.34193810804953745,
      "learning_rate": 8.607738921972125e-05,
      "loss": 0.2499,
      "step": 25600
    },
    {
      "epoch": 0.6968972450143999,
      "grad_norm": 0.19405847865847933,
      "learning_rate": 8.537265606268663e-05,
      "loss": 0.2469,
      "step": 25650
    },
    {
      "epoch": 0.6982557191762213,
      "grad_norm": 0.1829187140282853,
      "learning_rate": 8.467003601123527e-05,
      "loss": 0.2519,
      "step": 25700
    },
    {
      "epoch": 0.6996141933380428,
      "grad_norm": 0.20733927044724373,
      "learning_rate": 8.396954201786429e-05,
      "loss": 0.2655,
      "step": 25750
    },
    {
      "epoch": 0.7009726674998642,
      "grad_norm": 0.2261928459658941,
      "learning_rate": 8.32711869958781e-05,
      "loss": 0.2593,
      "step": 25800
    },
    {
      "epoch": 0.7023311416616856,
      "grad_norm": 0.2718188963862619,
      "learning_rate": 8.25749838191499e-05,
      "loss": 0.2415,
      "step": 25850
    },
    {
      "epoch": 0.7036896158235071,
      "grad_norm": 0.3565494856705099,
      "learning_rate": 8.18809453218845e-05,
      "loss": 0.2586,
      "step": 25900
    },
    {
      "epoch": 0.7050480899853285,
      "grad_norm": 0.23853635314623642,
      "learning_rate": 8.118908429838201e-05,
      "loss": 0.2495,
      "step": 25950
    },
    {
      "epoch": 0.70640656414715,
      "grad_norm": 0.12974546184866537,
      "learning_rate": 8.049941350280157e-05,
      "loss": 0.241,
      "step": 26000
    },
    {
      "epoch": 0.7077650383089714,
      "grad_norm": 0.15240966539892364,
      "learning_rate": 7.981194564892645e-05,
      "loss": 0.2642,
      "step": 26050
    },
    {
      "epoch": 0.7091235124707929,
      "grad_norm": 0.18578994346470928,
      "learning_rate": 7.912669340992957e-05,
      "loss": 0.2561,
      "step": 26100
    },
    {
      "epoch": 0.7104819866326142,
      "grad_norm": 0.2354542836489054,
      "learning_rate": 7.844366941814016e-05,
      "loss": 0.2433,
      "step": 26150
    },
    {
      "epoch": 0.7118404607944356,
      "grad_norm": 0.32359876529310133,
      "learning_rate": 7.776288626481043e-05,
      "loss": 0.2589,
      "step": 26200
    },
    {
      "epoch": 0.7131989349562571,
      "grad_norm": 0.21721518409143126,
      "learning_rate": 7.708435649988394e-05,
      "loss": 0.248,
      "step": 26250
    },
    {
      "epoch": 0.7145574091180785,
      "grad_norm": 0.2413841328575766,
      "learning_rate": 7.640809263176381e-05,
      "loss": 0.2495,
      "step": 26300
    },
    {
      "epoch": 0.7159158832799,
      "grad_norm": 0.1937874091125614,
      "learning_rate": 7.57341071270824e-05,
      "loss": 0.2379,
      "step": 26350
    },
    {
      "epoch": 0.7172743574417214,
      "grad_norm": 0.29670499546178025,
      "learning_rate": 7.507582377492124e-05,
      "loss": 0.2481,
      "step": 26400
    },
    {
      "epoch": 0.7186328316035429,
      "grad_norm": 0.2733674523937474,
      "learning_rate": 7.44063860443e-05,
      "loss": 0.24,
      "step": 26450
    },
    {
      "epoch": 0.7199913057653643,
      "grad_norm": 0.24849432830004892,
      "learning_rate": 7.373926357771387e-05,
      "loss": 0.2518,
      "step": 26500
    },
    {
      "epoch": 0.7213497799271857,
      "grad_norm": 0.3217997284475769,
      "learning_rate": 7.307446867327764e-05,
      "loss": 0.2558,
      "step": 26550
    },
    {
      "epoch": 0.7227082540890072,
      "grad_norm": 0.1903670555116767,
      "learning_rate": 7.241201358619814e-05,
      "loss": 0.2459,
      "step": 26600
    },
    {
      "epoch": 0.7240667282508286,
      "grad_norm": 0.1308938028529946,
      "learning_rate": 7.175191052854886e-05,
      "loss": 0.2507,
      "step": 26650
    },
    {
      "epoch": 0.7254252024126501,
      "grad_norm": 0.2795123652476836,
      "learning_rate": 7.109417166904457e-05,
      "loss": 0.2518,
      "step": 26700
    },
    {
      "epoch": 0.7267836765744715,
      "grad_norm": 0.16091370835854293,
      "learning_rate": 7.043880913281707e-05,
      "loss": 0.2554,
      "step": 26750
    },
    {
      "epoch": 0.728142150736293,
      "grad_norm": 0.16950014605111838,
      "learning_rate": 6.978583500119171e-05,
      "loss": 0.2451,
      "step": 26800
    },
    {
      "epoch": 0.7295006248981144,
      "grad_norm": 0.19788089327913239,
      "learning_rate": 6.913526131146473e-05,
      "loss": 0.2456,
      "step": 26850
    },
    {
      "epoch": 0.7308590990599358,
      "grad_norm": 0.23996422423355868,
      "learning_rate": 6.848710005668106e-05,
      "loss": 0.2372,
      "step": 26900
    },
    {
      "epoch": 0.7322175732217573,
      "grad_norm": 0.30447979386999535,
      "learning_rate": 6.784136318541352e-05,
      "loss": 0.2507,
      "step": 26950
    },
    {
      "epoch": 0.7335760473835787,
      "grad_norm": 0.2442932467375467,
      "learning_rate": 6.719806260154248e-05,
      "loss": 0.2499,
      "step": 27000
    },
    {
      "epoch": 0.7349345215454002,
      "grad_norm": 0.2053301139703188,
      "learning_rate": 6.655721016403638e-05,
      "loss": 0.2351,
      "step": 27050
    },
    {
      "epoch": 0.7362929957072216,
      "grad_norm": 0.28412523900572856,
      "learning_rate": 6.591881768673309e-05,
      "loss": 0.2463,
      "step": 27100
    },
    {
      "epoch": 0.7376514698690431,
      "grad_norm": 0.2102789887873736,
      "learning_rate": 6.52828969381223e-05,
      "loss": 0.2469,
      "step": 27150
    },
    {
      "epoch": 0.7390099440308645,
      "grad_norm": 0.37446012395142053,
      "learning_rate": 6.464945964112845e-05,
      "loss": 0.2381,
      "step": 27200
    },
    {
      "epoch": 0.740368418192686,
      "grad_norm": 0.16201575759035203,
      "learning_rate": 6.401851747289451e-05,
      "loss": 0.2349,
      "step": 27250
    },
    {
      "epoch": 0.7417268923545074,
      "grad_norm": 0.2489903791806012,
      "learning_rate": 6.339008206456684e-05,
      "loss": 0.2482,
      "step": 27300
    },
    {
      "epoch": 0.7430853665163288,
      "grad_norm": 0.21608399737617504,
      "learning_rate": 6.276416500108084e-05,
      "loss": 0.2446,
      "step": 27350
    },
    {
      "epoch": 0.7444438406781503,
      "grad_norm": 0.2704960434877356,
      "learning_rate": 6.215322069728647e-05,
      "loss": 0.2424,
      "step": 27400
    },
    {
      "epoch": 0.7458023148399717,
      "grad_norm": 0.2267608806933957,
      "learning_rate": 6.153232395255646e-05,
      "loss": 0.2441,
      "step": 27450
    },
    {
      "epoch": 0.7471607890017932,
      "grad_norm": 0.183167292044454,
      "learning_rate": 6.0913979799636686e-05,
      "loss": 0.2445,
      "step": 27500
    },
    {
      "epoch": 0.7485192631636146,
      "grad_norm": 0.15376761881823003,
      "learning_rate": 6.0298199637434525e-05,
      "loss": 0.2253,
      "step": 27550
    },
    {
      "epoch": 0.7498777373254361,
      "grad_norm": 0.19314678658445544,
      "learning_rate": 5.9684994817591334e-05,
      "loss": 0.2383,
      "step": 27600
    },
    {
      "epoch": 0.7512362114872575,
      "grad_norm": 0.2544241890699629,
      "learning_rate": 5.907437664427311e-05,
      "loss": 0.2391,
      "step": 27650
    },
    {
      "epoch": 0.7525946856490789,
      "grad_norm": 0.21989322641900727,
      "learning_rate": 5.846635637396216e-05,
      "loss": 0.2332,
      "step": 27700
    },
    {
      "epoch": 0.7539531598109004,
      "grad_norm": 0.22618174199432453,
      "learning_rate": 5.7860945215249696e-05,
      "loss": 0.2337,
      "step": 27750
    },
    {
      "epoch": 0.7553116339727218,
      "grad_norm": 0.18764808609541392,
      "learning_rate": 5.725815432862887e-05,
      "loss": 0.2482,
      "step": 27800
    },
    {
      "epoch": 0.7566701081345433,
      "grad_norm": 0.4380376298961902,
      "learning_rate": 5.6657994826289465e-05,
      "loss": 0.2262,
      "step": 27850
    },
    {
      "epoch": 0.7580285822963647,
      "grad_norm": 0.23698867029895784,
      "learning_rate": 5.606047777191268e-05,
      "loss": 0.2409,
      "step": 27900
    },
    {
      "epoch": 0.7593870564581862,
      "grad_norm": 0.20034127068488122,
      "learning_rate": 5.546561418046736e-05,
      "loss": 0.2419,
      "step": 27950
    },
    {
      "epoch": 0.7607455306200076,
      "grad_norm": 0.2949286374600259,
      "learning_rate": 5.4873415018006867e-05,
      "loss": 0.2261,
      "step": 28000
    },
    {
      "epoch": 0.762104004781829,
      "grad_norm": 0.25152518852471184,
      "learning_rate": 5.428389120146715e-05,
      "loss": 0.2375,
      "step": 28050
    },
    {
      "epoch": 0.7634624789436505,
      "grad_norm": 0.1611737332419803,
      "learning_rate": 5.369705359846511e-05,
      "loss": 0.2318,
      "step": 28100
    },
    {
      "epoch": 0.7648209531054719,
      "grad_norm": 0.24055178507097832,
      "learning_rate": 5.311291302709844e-05,
      "loss": 0.2373,
      "step": 28150
    },
    {
      "epoch": 0.7661794272672934,
      "grad_norm": 0.1897183193395996,
      "learning_rate": 5.2531480255746476e-05,
      "loss": 0.245,
      "step": 28200
    },
    {
      "epoch": 0.7675379014291148,
      "grad_norm": 0.17982933996634243,
      "learning_rate": 5.195276600287118e-05,
      "loss": 0.2369,
      "step": 28250
    },
    {
      "epoch": 0.7688963755909363,
      "grad_norm": 0.25848505633412666,
      "learning_rate": 5.137678093681983e-05,
      "loss": 0.2319,
      "step": 28300
    },
    {
      "epoch": 0.7702548497527577,
      "grad_norm": 0.20072845241494364,
      "learning_rate": 5.0803535675628497e-05,
      "loss": 0.2306,
      "step": 28350
    },
    {
      "epoch": 0.7716133239145792,
      "grad_norm": 0.20242303091668362,
      "learning_rate": 5.0233040786825935e-05,
      "loss": 0.2422,
      "step": 28400
    },
    {
      "epoch": 0.7729717980764006,
      "grad_norm": 0.2519217142033256,
      "learning_rate": 4.9665306787239086e-05,
      "loss": 0.25,
      "step": 28450
    },
    {
      "epoch": 0.774330272238222,
      "grad_norm": 0.20962707780239995,
      "learning_rate": 4.910034414279902e-05,
      "loss": 0.2253,
      "step": 28500
    },
    {
      "epoch": 0.7756887464000435,
      "grad_norm": 0.22029442635682775,
      "learning_rate": 4.853816326834808e-05,
      "loss": 0.2411,
      "step": 28550
    },
    {
      "epoch": 0.7770472205618649,
      "grad_norm": 0.2324490253296684,
      "learning_rate": 4.797877452744792e-05,
      "loss": 0.2373,
      "step": 28600
    },
    {
      "epoch": 0.7784056947236864,
      "grad_norm": 0.25563113455518527,
      "learning_rate": 4.742218823218851e-05,
      "loss": 0.2363,
      "step": 28650
    },
    {
      "epoch": 0.7797641688855078,
      "grad_norm": 0.2147681728902342,
      "learning_rate": 4.686841464299776e-05,
      "loss": 0.2474,
      "step": 28700
    },
    {
      "epoch": 0.7811226430473293,
      "grad_norm": 0.25383739922693677,
      "learning_rate": 4.6317463968452624e-05,
      "loss": 0.2212,
      "step": 28750
    },
    {
      "epoch": 0.7824811172091507,
      "grad_norm": 0.2679584758554305,
      "learning_rate": 4.5769346365090894e-05,
      "loss": 0.252,
      "step": 28800
    },
    {
      "epoch": 0.7838395913709721,
      "grad_norm": 0.2088581606519284,
      "learning_rate": 4.522407193722382e-05,
      "loss": 0.2277,
      "step": 28850
    },
    {
      "epoch": 0.7851980655327936,
      "grad_norm": 0.26508761902628303,
      "learning_rate": 4.4681650736750016e-05,
      "loss": 0.2277,
      "step": 28900
    },
    {
      "epoch": 0.786556539694615,
      "grad_norm": 0.377399622435696,
      "learning_rate": 4.416361998302716e-05,
      "loss": 0.2278,
      "step": 28950
    },
    {
      "epoch": 0.7879150138564365,
      "grad_norm": 0.15962057847455954,
      "learning_rate": 4.3626820065221566e-05,
      "loss": 0.2242,
      "step": 29000
    },
    {
      "epoch": 0.7892734880182579,
      "grad_norm": 0.32929537012542076,
      "learning_rate": 4.309290281945775e-05,
      "loss": 0.228,
      "step": 29050
    },
    {
      "epoch": 0.7906319621800794,
      "grad_norm": 0.21846014602740327,
      "learning_rate": 4.256187808826948e-05,
      "loss": 0.2446,
      "step": 29100
    },
    {
      "epoch": 0.7919904363419008,
      "grad_norm": 0.21017757165369907,
      "learning_rate": 4.203375566086851e-05,
      "loss": 0.2401,
      "step": 29150
    },
    {
      "epoch": 0.7933489105037222,
      "grad_norm": 0.24137967337019786,
      "learning_rate": 4.15085452729636e-05,
      "loss": 0.2465,
      "step": 29200
    },
    {
      "epoch": 0.7947073846655437,
      "grad_norm": 0.25590967007232035,
      "learning_rate": 4.098625660658151e-05,
      "loss": 0.2375,
      "step": 29250
    },
    {
      "epoch": 0.7960658588273651,
      "grad_norm": 0.279864351972487,
      "learning_rate": 4.0466899289888205e-05,
      "loss": 0.2374,
      "step": 29300
    },
    {
      "epoch": 0.7974243329891866,
      "grad_norm": 0.2607946144900689,
      "learning_rate": 3.995048289701155e-05,
      "loss": 0.222,
      "step": 29350
    },
    {
      "epoch": 0.798782807151008,
      "grad_norm": 0.3426303124257882,
      "learning_rate": 3.9437016947864745e-05,
      "loss": 0.2367,
      "step": 29400
    },
    {
      "epoch": 0.8001412813128295,
      "grad_norm": 0.27770053634270586,
      "learning_rate": 3.892651090797075e-05,
      "loss": 0.2417,
      "step": 29450
    },
    {
      "epoch": 0.8014997554746509,
      "grad_norm": 0.24470556593709372,
      "learning_rate": 3.841897418828797e-05,
      "loss": 0.219,
      "step": 29500
    },
    {
      "epoch": 0.8028582296364724,
      "grad_norm": 0.24604839411340365,
      "learning_rate": 3.791441614503675e-05,
      "loss": 0.2382,
      "step": 29550
    },
    {
      "epoch": 0.8042167037982938,
      "grad_norm": 0.47026656573464204,
      "learning_rate": 3.7412846079526644e-05,
      "loss": 0.2196,
      "step": 29600
    },
    {
      "epoch": 0.8055751779601152,
      "grad_norm": 0.26091598553410145,
      "learning_rate": 3.691427323798522e-05,
      "loss": 0.2268,
      "step": 29650
    },
    {
      "epoch": 0.8069336521219367,
      "grad_norm": 0.21960674238700215,
      "learning_rate": 3.6418706811387504e-05,
      "loss": 0.2356,
      "step": 29700
    },
    {
      "epoch": 0.8082921262837581,
      "grad_norm": 0.2181680329611913,
      "learning_rate": 3.592615593528652e-05,
      "loss": 0.2261,
      "step": 29750
    },
    {
      "epoch": 0.8096506004455796,
      "grad_norm": 0.1831881150211827,
      "learning_rate": 3.543662968964496e-05,
      "loss": 0.2306,
      "step": 29800
    },
    {
      "epoch": 0.811009074607401,
      "grad_norm": 0.24753134638996258,
      "learning_rate": 3.4950137098667836e-05,
      "loss": 0.2459,
      "step": 29850
    },
    {
      "epoch": 0.8123675487692225,
      "grad_norm": 0.3847831369965376,
      "learning_rate": 3.4466687130635856e-05,
      "loss": 0.2201,
      "step": 29900
    },
    {
      "epoch": 0.8137260229310439,
      "grad_norm": 0.2975898486391868,
      "learning_rate": 3.39862886977405e-05,
      "loss": 0.2166,
      "step": 29950
    },
    {
      "epoch": 0.8150844970928653,
      "grad_norm": 0.20045687385866154,
      "learning_rate": 3.3508950655919394e-05,
      "loss": 0.228,
      "step": 30000
    },
    {
      "epoch": 0.8164429712546868,
      "grad_norm": 0.303426868110847,
      "learning_rate": 3.3034681804693204e-05,
      "loss": 0.22,
      "step": 30050
    },
    {
      "epoch": 0.8178014454165082,
      "grad_norm": 0.20754051862810569,
      "learning_rate": 3.25634908870033e-05,
      "loss": 0.2301,
      "step": 30100
    },
    {
      "epoch": 0.8191599195783296,
      "grad_norm": 0.24422546737008857,
      "learning_rate": 3.209538658905087e-05,
      "loss": 0.2367,
      "step": 30150
    },
    {
      "epoch": 0.820518393740151,
      "grad_norm": 0.3027570941981141,
      "learning_rate": 3.163037754013647e-05,
      "loss": 0.2417,
      "step": 30200
    },
    {
      "epoch": 0.8218768679019725,
      "grad_norm": 0.280254043533181,
      "learning_rate": 3.116847231250104e-05,
      "loss": 0.2266,
      "step": 30250
    },
    {
      "epoch": 0.8232353420637939,
      "grad_norm": 0.28505781897752897,
      "learning_rate": 3.070967942116807e-05,
      "loss": 0.2307,
      "step": 30300
    },
    {
      "epoch": 0.8245938162256153,
      "grad_norm": 0.22370571404265266,
      "learning_rate": 3.0254007323786338e-05,
      "loss": 0.2292,
      "step": 30350
    },
    {
      "epoch": 0.8259522903874368,
      "grad_norm": 0.20314542315669792,
      "learning_rate": 2.9801464420474135e-05,
      "loss": 0.2384,
      "step": 30400
    },
    {
      "epoch": 0.8273107645492582,
      "grad_norm": 0.3091717822159854,
      "learning_rate": 2.9352059053664515e-05,
      "loss": 0.2252,
      "step": 30450
    },
    {
      "epoch": 0.8286692387110797,
      "grad_norm": 0.2850647955523155,
      "learning_rate": 2.8905799507951314e-05,
      "loss": 0.2228,
      "step": 30500
    },
    {
      "epoch": 0.8300277128729011,
      "grad_norm": 0.256986010255855,
      "learning_rate": 2.846269400993655e-05,
      "loss": 0.2176,
      "step": 30550
    },
    {
      "epoch": 0.8313861870347226,
      "grad_norm": 0.19662900160930957,
      "learning_rate": 2.802275072807865e-05,
      "loss": 0.2271,
      "step": 30600
    },
    {
      "epoch": 0.832744661196544,
      "grad_norm": 0.2745095935502404,
      "learning_rate": 2.7585977772542126e-05,
      "loss": 0.2254,
      "step": 30650
    },
    {
      "epoch": 0.8341031353583654,
      "grad_norm": 0.20724780113594732,
      "learning_rate": 2.715238319504769e-05,
      "loss": 0.2415,
      "step": 30700
    },
    {
      "epoch": 0.8354616095201869,
      "grad_norm": 0.21591886814918512,
      "learning_rate": 2.6721974988724264e-05,
      "loss": 0.2305,
      "step": 30750
    },
    {
      "epoch": 0.8368200836820083,
      "grad_norm": 0.4269961594661858,
      "learning_rate": 2.629476108796114e-05,
      "loss": 0.2344,
      "step": 30800
    },
    {
      "epoch": 0.8381785578438298,
      "grad_norm": 0.3444022954836087,
      "learning_rate": 2.587074936826215e-05,
      "loss": 0.2355,
      "step": 30850
    },
    {
      "epoch": 0.8395370320056512,
      "grad_norm": 0.2810532430087154,
      "learning_rate": 2.5449947646100202e-05,
      "loss": 0.2333,
      "step": 30900
    },
    {
      "epoch": 0.8408955061674727,
      "grad_norm": 0.2016521391071412,
      "learning_rate": 2.5032363678773284e-05,
      "loss": 0.2345,
      "step": 30950
    },
    {
      "epoch": 0.8422539803292941,
      "grad_norm": 0.26305838948166177,
      "learning_rate": 2.4626260675610046e-05,
      "loss": 0.2229,
      "step": 31000
    },
    {
      "epoch": 0.8436124544911155,
      "grad_norm": 0.3334236797955835,
      "learning_rate": 2.4223262587394115e-05,
      "loss": 0.2414,
      "step": 31050
    },
    {
      "epoch": 0.844970928652937,
      "grad_norm": 0.1995390748027635,
      "learning_rate": 2.381524806289641e-05,
      "loss": 0.229,
      "step": 31100
    },
    {
      "epoch": 0.8463294028147584,
      "grad_norm": 0.24559427709489323,
      "learning_rate": 2.3410481428214603e-05,
      "loss": 0.2139,
      "step": 31150
    },
    {
      "epoch": 0.8476878769765799,
      "grad_norm": 0.20659570740849767,
      "learning_rate": 2.300897014504688e-05,
      "loss": 0.227,
      "step": 31200
    },
    {
      "epoch": 0.8490463511384013,
      "grad_norm": 0.21220065960007847,
      "learning_rate": 2.261072161508033e-05,
      "loss": 0.2374,
      "step": 31250
    },
    {
      "epoch": 0.8504048253002228,
      "grad_norm": 0.24984661749787465,
      "learning_rate": 2.2215743179854577e-05,
      "loss": 0.2266,
      "step": 31300
    },
    {
      "epoch": 0.8517632994620442,
      "grad_norm": 0.3258474284548005,
      "learning_rate": 2.1824042120626543e-05,
      "loss": 0.2231,
      "step": 31350
    },
    {
      "epoch": 0.8531217736238657,
      "grad_norm": 0.3217882648747335,
      "learning_rate": 2.143562565823609e-05,
      "loss": 0.2313,
      "step": 31400
    },
    {
      "epoch": 0.8544802477856871,
      "grad_norm": 0.2660872932773675,
      "learning_rate": 2.1050500952972985e-05,
      "loss": 0.2443,
      "step": 31450
    },
    {
      "epoch": 0.8558387219475085,
      "grad_norm": 0.2552800785940888,
      "learning_rate": 2.0668675104444745e-05,
      "loss": 0.2282,
      "step": 31500
    },
    {
      "epoch": 0.85719719610933,
      "grad_norm": 0.23195860174218688,
      "learning_rate": 2.0290155151446145e-05,
      "loss": 0.2375,
      "step": 31550
    },
    {
      "epoch": 0.8585556702711514,
      "grad_norm": 0.29024757595999545,
      "learning_rate": 1.9914948071828922e-05,
      "loss": 0.2222,
      "step": 31600
    },
    {
      "epoch": 0.8599141444329729,
      "grad_norm": 0.2658334720707247,
      "learning_rate": 1.9543060782373667e-05,
      "loss": 0.2351,
      "step": 31650
    },
    {
      "epoch": 0.8612726185947943,
      "grad_norm": 0.26827491653104296,
      "learning_rate": 1.917450013866189e-05,
      "loss": 0.2397,
      "step": 31700
    },
    {
      "epoch": 0.8626310927566158,
      "grad_norm": 0.2739389172356759,
      "learning_rate": 1.880927293494994e-05,
      "loss": 0.233,
      "step": 31750
    },
    {
      "epoch": 0.8639895669184372,
      "grad_norm": 0.2784269064173774,
      "learning_rate": 1.8447385904043534e-05,
      "loss": 0.2418,
      "step": 31800
    },
    {
      "epoch": 0.8653480410802586,
      "grad_norm": 0.3614092162288049,
      "learning_rate": 1.808884571717384e-05,
      "loss": 0.2257,
      "step": 31850
    },
    {
      "epoch": 0.8667065152420801,
      "grad_norm": 0.24413648696026682,
      "learning_rate": 1.7733658983874336e-05,
      "loss": 0.2389,
      "step": 31900
    },
    {
      "epoch": 0.8680649894039015,
      "grad_norm": 0.1967545842426806,
      "learning_rate": 1.7381832251859075e-05,
      "loss": 0.2191,
      "step": 31950
    },
    {
      "epoch": 0.869423463565723,
      "grad_norm": 0.23747418190146288,
      "learning_rate": 1.7033372006901982e-05,
      "loss": 0.223,
      "step": 32000
    },
    {
      "epoch": 0.8707819377275444,
      "grad_norm": 0.28815680461600557,
      "learning_rate": 1.6702023326195593e-05,
      "loss": 0.2242,
      "step": 32050
    },
    {
      "epoch": 0.8721404118893659,
      "grad_norm": 0.2868186834763779,
      "learning_rate": 1.636017997206618e-05,
      "loss": 0.2155,
      "step": 32100
    },
    {
      "epoch": 0.8734988860511873,
      "grad_norm": 0.20903132836326485,
      "learning_rate": 1.6021721938713497e-05,
      "loss": 0.2258,
      "step": 32150
    },
    {
      "epoch": 0.8748573602130088,
      "grad_norm": 0.22192290777199325,
      "learning_rate": 1.568665546546517e-05,
      "loss": 0.2322,
      "step": 32200
    },
    {
      "epoch": 0.8762158343748302,
      "grad_norm": 0.27939346399599835,
      "learning_rate": 1.5354986729126963e-05,
      "loss": 0.2166,
      "step": 32250
    },
    {
      "epoch": 0.8775743085366516,
      "grad_norm": 0.23760881910404164,
      "learning_rate": 1.5026721843868797e-05,
      "loss": 0.2231,
      "step": 32300
    },
    {
      "epoch": 0.8789327826984731,
      "grad_norm": 0.2384919572031985,
      "learning_rate": 1.4701866861112057e-05,
      "loss": 0.2115,
      "step": 32350
    },
    {
      "epoch": 0.8802912568602945,
      "grad_norm": 0.18196788330053723,
      "learning_rate": 1.4380427769418081e-05,
      "loss": 0.2214,
      "step": 32400
    },
    {
      "epoch": 0.881649731022116,
      "grad_norm": 0.11092114968179356,
      "learning_rate": 1.4062410494377642e-05,
      "loss": 0.2136,
      "step": 32450
    },
    {
      "epoch": 0.8830082051839374,
      "grad_norm": 0.24840886469424456,
      "learning_rate": 1.3747820898501929e-05,
      "loss": 0.228,
      "step": 32500
    },
    {
      "epoch": 0.8843666793457589,
      "grad_norm": 0.24015308441997552,
      "learning_rate": 1.3436664781114295e-05,
      "loss": 0.2225,
      "step": 32550
    },
    {
      "epoch": 0.8857251535075803,
      "grad_norm": 0.2836665970861565,
      "learning_rate": 1.3128947878243392e-05,
      "loss": 0.2203,
      "step": 32600
    },
    {
      "epoch": 0.8870836276694017,
      "grad_norm": 0.21821870263137624,
      "learning_rate": 1.2824675862517388e-05,
      "loss": 0.2236,
      "step": 32650
    },
    {
      "epoch": 0.8884421018312232,
      "grad_norm": 0.24628179490379828,
      "learning_rate": 1.2523854343059538e-05,
      "loss": 0.2224,
      "step": 32700
    },
    {
      "epoch": 0.8898005759930446,
      "grad_norm": 0.3785043038913189,
      "learning_rate": 1.2226488865384622e-05,
      "loss": 0.2328,
      "step": 32750
    },
    {
      "epoch": 0.8911590501548661,
      "grad_norm": 0.27390465067758646,
      "learning_rate": 1.1932584911296762e-05,
      "loss": 0.2409,
      "step": 32800
    },
    {
      "epoch": 0.8925175243166875,
      "grad_norm": 0.21777850622413425,
      "learning_rate": 1.164214789878848e-05,
      "loss": 0.2113,
      "step": 32850
    },
    {
      "epoch": 0.893875998478509,
      "grad_norm": 0.31282081336865486,
      "learning_rate": 1.1355183181940688e-05,
      "loss": 0.2294,
      "step": 32900
    },
    {
      "epoch": 0.8952344726403304,
      "grad_norm": 0.21847851398276275,
      "learning_rate": 1.1071696050823988e-05,
      "loss": 0.2176,
      "step": 32950
    },
    {
      "epoch": 0.8965929468021518,
      "grad_norm": 0.1797782169135658,
      "learning_rate": 1.0791691731401221e-05,
      "loss": 0.2197,
      "step": 33000
    },
    {
      "epoch": 0.8979514209639733,
      "grad_norm": 0.236661072817734,
      "learning_rate": 1.0526169006027186e-05,
      "loss": 0.2287,
      "step": 33050
    },
    {
      "epoch": 0.8993098951257947,
      "grad_norm": 0.24545168612281812,
      "learning_rate": 1.0253005911068837e-05,
      "loss": 0.2248,
      "step": 33100
    },
    {
      "epoch": 0.9006683692876162,
      "grad_norm": 0.2998814580945627,
      "learning_rate": 9.98334072000362e-06,
      "loss": 0.2279,
      "step": 33150
    },
    {
      "epoch": 0.9020268434494376,
      "grad_norm": 0.25372185228970084,
      "learning_rate": 9.717178403992866e-06,
      "loss": 0.2296,
      "step": 33200
    },
    {
      "epoch": 0.9033853176112591,
      "grad_norm": 0.22808552163017606,
      "learning_rate": 9.454523869623889e-06,
      "loss": 0.2142,
      "step": 33250
    },
    {
      "epoch": 0.9047437917730805,
      "grad_norm": 0.22587780733166465,
      "learning_rate": 9.195381958819637e-06,
      "loss": 0.2332,
      "step": 33300
    },
    {
      "epoch": 0.906102265934902,
      "grad_norm": 0.40072192174734456,
      "learning_rate": 8.939757448749286e-06,
      "loss": 0.2294,
      "step": 33350
    },
    {
      "epoch": 0.9074607400967234,
      "grad_norm": 0.207716936686938,
      "learning_rate": 8.687655051740318e-06,
      "loss": 0.2296,
      "step": 33400
    },
    {
      "epoch": 0.9088192142585448,
      "grad_norm": 0.2779354186342964,
      "learning_rate": 8.439079415191532e-06,
      "loss": 0.2219,
      "step": 33450
    },
    {
      "epoch": 0.9101776884203663,
      "grad_norm": 0.2723935977374799,
      "learning_rate": 8.194035121487465e-06,
      "loss": 0.2153,
      "step": 33500
    },
    {
      "epoch": 0.9115361625821877,
      "grad_norm": 0.19697799899707563,
      "learning_rate": 7.952526687913842e-06,
      "loss": 0.2146,
      "step": 33550
    },
    {
      "epoch": 0.9128946367440092,
      "grad_norm": 0.2085749517551805,
      "learning_rate": 7.714558566574325e-06,
      "loss": 0.2136,
      "step": 33600
    },
    {
      "epoch": 0.9142531109058306,
      "grad_norm": 0.21717861835570473,
      "learning_rate": 7.480135144308475e-06,
      "loss": 0.2148,
      "step": 33650
    },
    {
      "epoch": 0.9156115850676521,
      "grad_norm": 0.19269266158892198,
      "learning_rate": 7.2492607426108305e-06,
      "loss": 0.2257,
      "step": 33700
    },
    {
      "epoch": 0.9169700592294735,
      "grad_norm": 0.24145080749460107,
      "learning_rate": 7.02193961755131e-06,
      "loss": 0.2207,
      "step": 33750
    },
    {
      "epoch": 0.9183285333912949,
      "grad_norm": 0.38368673649347684,
      "learning_rate": 6.798175959696629e-06,
      "loss": 0.2277,
      "step": 33800
    },
    {
      "epoch": 0.9196870075531164,
      "grad_norm": 0.23667938172589895,
      "learning_rate": 6.577973894033274e-06,
      "loss": 0.2175,
      "step": 33850
    },
    {
      "epoch": 0.9210454817149378,
      "grad_norm": 0.3161307046290422,
      "learning_rate": 6.3613374798911605e-06,
      "loss": 0.2343,
      "step": 33900
    },
    {
      "epoch": 0.9224039558767593,
      "grad_norm": 0.21360593050098195,
      "learning_rate": 6.148270710869053e-06,
      "loss": 0.2239,
      "step": 33950
    },
    {
      "epoch": 0.9237624300385807,
      "grad_norm": 0.28937490357759443,
      "learning_rate": 5.938777514760796e-06,
      "loss": 0.2124,
      "step": 34000
    },
    {
      "epoch": 0.9251209042004022,
      "grad_norm": 0.2795740945530124,
      "learning_rate": 5.732861753483043e-06,
      "loss": 0.2204,
      "step": 34050
    },
    {
      "epoch": 0.9264793783622236,
      "grad_norm": 0.2537546094067306,
      "learning_rate": 5.538551797587777e-06,
      "loss": 0.2112,
      "step": 34100
    },
    {
      "epoch": 0.927837852524045,
      "grad_norm": 0.33705155604910225,
      "learning_rate": 5.339658758640753e-06,
      "loss": 0.2199,
      "step": 34150
    },
    {
      "epoch": 0.9291963266858664,
      "grad_norm": 0.3270077837617184,
      "learning_rate": 5.14435419901973e-06,
      "loss": 0.2297,
      "step": 34200
    },
    {
      "epoch": 0.9305548008476878,
      "grad_norm": 0.22117872354331958,
      "learning_rate": 4.95264171907992e-06,
      "loss": 0.22,
      "step": 34250
    },
    {
      "epoch": 0.9319132750095093,
      "grad_norm": 0.2091602624721329,
      "learning_rate": 4.7645248529581076e-06,
      "loss": 0.2107,
      "step": 34300
    },
    {
      "epoch": 0.9332717491713307,
      "grad_norm": 0.19828806364167093,
      "learning_rate": 4.580007068507497e-06,
      "loss": 0.2215,
      "step": 34350
    },
    {
      "epoch": 0.9346302233331522,
      "grad_norm": 0.2922062157376195,
      "learning_rate": 4.399091767233743e-06,
      "loss": 0.234,
      "step": 34400
    },
    {
      "epoch": 0.9359886974949736,
      "grad_norm": 0.2833929720260013,
      "learning_rate": 4.221782284232312e-06,
      "loss": 0.2358,
      "step": 34450
    },
    {
      "epoch": 0.937347171656795,
      "grad_norm": 0.10391453032816735,
      "learning_rate": 4.048081888126931e-06,
      "loss": 0.2194,
      "step": 34500
    },
    {
      "epoch": 0.9387056458186165,
      "grad_norm": 0.31685765392965615,
      "learning_rate": 3.877993781009415e-06,
      "loss": 0.2237,
      "step": 34550
    },
    {
      "epoch": 0.9400641199804379,
      "grad_norm": 0.32028046645415253,
      "learning_rate": 3.7115210983805326e-06,
      "loss": 0.2296,
      "step": 34600
    },
    {
      "epoch": 0.9414225941422594,
      "grad_norm": 0.2275872271102818,
      "learning_rate": 3.548666909092324e-06,
      "loss": 0.2237,
      "step": 34650
    },
    {
      "epoch": 0.9427810683040808,
      "grad_norm": 0.28672637661803746,
      "learning_rate": 3.3894342152914092e-06,
      "loss": 0.2129,
      "step": 34700
    },
    {
      "epoch": 0.9441395424659023,
      "grad_norm": 0.17447544388507297,
      "learning_rate": 3.233825952363767e-06,
      "loss": 0.2156,
      "step": 34750
    },
    {
      "epoch": 0.9454980166277237,
      "grad_norm": 0.27717659551061696,
      "learning_rate": 3.081844988880511e-06,
      "loss": 0.2325,
      "step": 34800
    },
    {
      "epoch": 0.9468564907895451,
      "grad_norm": 0.19384754194181844,
      "learning_rate": 2.9334941265450666e-06,
      "loss": 0.2264,
      "step": 34850
    },
    {
      "epoch": 0.9482149649513666,
      "grad_norm": 0.20190545639653648,
      "learning_rate": 2.788776100141499e-06,
      "loss": 0.2162,
      "step": 34900
    },
    {
      "epoch": 0.949573439113188,
      "grad_norm": 0.13741628116355178,
      "learning_rate": 2.647693577484156e-06,
      "loss": 0.2175,
      "step": 34950
    },
    {
      "epoch": 0.9509319132750095,
      "grad_norm": 0.30120083790962326,
      "learning_rate": 2.5102491593684164e-06,
      "loss": 0.2098,
      "step": 35000
    },
    {
      "epoch": 0.9522903874368309,
      "grad_norm": 0.18521977588022978,
      "learning_rate": 2.3764453795227737e-06,
      "loss": 0.2232,
      "step": 35050
    },
    {
      "epoch": 0.9536488615986524,
      "grad_norm": 0.31542769729636866,
      "learning_rate": 2.2462847045620737e-06,
      "loss": 0.2223,
      "step": 35100
    },
    {
      "epoch": 0.9550073357604738,
      "grad_norm": 0.27121032732352324,
      "learning_rate": 2.1247601176086262e-06,
      "loss": 0.2167,
      "step": 35150
    },
    {
      "epoch": 0.9563658099222953,
      "grad_norm": 0.23513329499397734,
      "learning_rate": 2.0017468261825268e-06,
      "loss": 0.2118,
      "step": 35200
    },
    {
      "epoch": 0.9577242840841167,
      "grad_norm": 0.15376591935080916,
      "learning_rate": 1.8823835470474395e-06,
      "loss": 0.2247,
      "step": 35250
    },
    {
      "epoch": 0.9590827582459381,
      "grad_norm": 0.3234625822847048,
      "learning_rate": 1.766672480613818e-06,
      "loss": 0.2229,
      "step": 35300
    },
    {
      "epoch": 0.9604412324077596,
      "grad_norm": 0.17001324587245673,
      "learning_rate": 1.6546157599652613e-06,
      "loss": 0.2148,
      "step": 35350
    },
    {
      "epoch": 0.961799706569581,
      "grad_norm": 0.11359209160906845,
      "learning_rate": 1.5462154508190108e-06,
      "loss": 0.214,
      "step": 35400
    },
    {
      "epoch": 0.9631581807314025,
      "grad_norm": 0.2409519071516936,
      "learning_rate": 1.4414735514879373e-06,
      "loss": 0.2118,
      "step": 35450
    },
    {
      "epoch": 0.9645166548932239,
      "grad_norm": 0.21439695271092557,
      "learning_rate": 1.3403919928437036e-06,
      "loss": 0.2219,
      "step": 35500
    },
    {
      "epoch": 0.9658751290550454,
      "grad_norm": 0.21370470770092295,
      "learning_rate": 1.2429726382812368e-06,
      "loss": 0.2147,
      "step": 35550
    },
    {
      "epoch": 0.9672336032168668,
      "grad_norm": 0.2311514348226777,
      "learning_rate": 1.149217283684223e-06,
      "loss": 0.23,
      "step": 35600
    },
    {
      "epoch": 0.9685920773786882,
      "grad_norm": 0.29860147103327,
      "learning_rate": 1.059127657392156e-06,
      "loss": 0.2313,
      "step": 35650
    },
    {
      "epoch": 0.9699505515405097,
      "grad_norm": 0.1814371857599918,
      "learning_rate": 9.72705420168407e-07,
      "loss": 0.2241,
      "step": 35700
    },
    {
      "epoch": 0.9713090257023311,
      "grad_norm": 0.31658685339190534,
      "learning_rate": 8.899521651695831e-07,
      "loss": 0.2207,
      "step": 35750
    },
    {
      "epoch": 0.9726674998641526,
      "grad_norm": 0.19909543685451667,
      "learning_rate": 8.124150923443096e-07,
      "loss": 0.2351,
      "step": 35800
    },
    {
      "epoch": 0.974025974025974,
      "grad_norm": 0.24098233089589674,
      "learning_rate": 7.369308575313927e-07,
      "loss": 0.2192,
      "step": 35850
    },
    {
      "epoch": 0.9753844481877955,
      "grad_norm": 0.23547731000564504,
      "learning_rate": 6.651199513456607e-07,
      "loss": 0.2268,
      "step": 35900
    },
    {
      "epoch": 0.9767429223496169,
      "grad_norm": 0.14817468589671154,
      "learning_rate": 5.969836975901366e-07,
      "loss": 0.2175,
      "step": 35950
    },
    {
      "epoch": 0.9781013965114383,
      "grad_norm": 0.140443367773756,
      "learning_rate": 5.3252335232723e-07,
      "loss": 0.2214,
      "step": 36000
    },
    {
      "epoch": 0.9794598706732598,
      "grad_norm": 0.3119367682303709,
      "learning_rate": 4.71740103855578e-07,
      "loss": 0.2249,
      "step": 36050
    },
    {
      "epoch": 0.9808183448350812,
      "grad_norm": 0.311395190548215,
      "learning_rate": 4.146350726881076e-07,
      "loss": 0.2222,
      "step": 36100
    },
    {
      "epoch": 0.9821768189969027,
      "grad_norm": 0.37040140534262844,
      "learning_rate": 3.6120931153138525e-07,
      "loss": 0.2361,
      "step": 36150
    },
    {
      "epoch": 0.9835352931587241,
      "grad_norm": 0.2988864815826086,
      "learning_rate": 3.114638052662988e-07,
      "loss": 0.2207,
      "step": 36200
    },
    {
      "epoch": 0.9848937673205456,
      "grad_norm": 0.21108645711904683,
      "learning_rate": 2.6539947092976135e-07,
      "loss": 0.2247,
      "step": 36250
    },
    {
      "epoch": 0.986252241482367,
      "grad_norm": 0.17869396874533416,
      "learning_rate": 2.2301715769783572e-07,
      "loss": 0.2231,
      "step": 36300
    },
    {
      "epoch": 0.9876107156441885,
      "grad_norm": 0.30165958371764556,
      "learning_rate": 1.8431764687021347e-07,
      "loss": 0.2232,
      "step": 36350
    },
    {
      "epoch": 0.9889691898060099,
      "grad_norm": 0.24564888452021394,
      "learning_rate": 1.4930165185564894e-07,
      "loss": 0.2135,
      "step": 36400
    },
    {
      "epoch": 0.9903276639678313,
      "grad_norm": 0.2710306063596811,
      "learning_rate": 1.1796981815888064e-07,
      "loss": 0.2099,
      "step": 36450
    },
    {
      "epoch": 0.9916861381296528,
      "grad_norm": 0.2109106341757756,
      "learning_rate": 9.032272336875203e-08,
      "loss": 0.21,
      "step": 36500
    },
    {
      "epoch": 0.9930446122914742,
      "grad_norm": 0.27834177280791966,
      "learning_rate": 6.636087714748662e-08,
      "loss": 0.2265,
      "step": 36550
    },
    {
      "epoch": 0.9944030864532957,
      "grad_norm": 0.30415917234664425,
      "learning_rate": 4.608472122138441e-08,
      "loss": 0.232,
      "step": 36600
    },
    {
      "epoch": 0.9957615606151171,
      "grad_norm": 0.24438726040214506,
      "learning_rate": 2.949462937262837e-08,
      "loss": 0.221,
      "step": 36650
    },
    {
      "epoch": 0.9971200347769386,
      "grad_norm": 0.26240483157432476,
      "learning_rate": 1.6590907432401104e-08,
      "loss": 0.2276,
      "step": 36700
    },
    {
      "epoch": 0.99847850893876,
      "grad_norm": 0.24193448916634921,
      "learning_rate": 7.3737932752226955e-09,
      "loss": 0.2229,
      "step": 36750
    },
    {
      "epoch": 0.9998369831005814,
      "grad_norm": 0.308625063910033,
      "learning_rate": 1.843456814643041e-09,
      "loss": 0.219,
      "step": 36800
    },
    {
      "epoch": 1.0,
      "step": 36806,
      "total_flos": 244684510289920.0,
      "train_loss": 0.3143004386741001,
      "train_runtime": 666350.8913,
      "train_samples_per_second": 1.326,
      "train_steps_per_second": 0.055
    }
  ],
  "logging_steps": 50,
  "max_steps": 36806,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 244684510289920.0,
  "train_batch_size": 6,
  "trial_name": null,
  "trial_params": null
}