{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0788133053640996,
  "eval_steps": 500,
  "global_step": 18000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.005993407252022775,
      "grad_norm": 0.8397009372711182,
      "learning_rate": 5.991611743559017e-07,
      "loss": 0.0366,
      "step": 100
    },
    {
      "epoch": 0.01198681450404555,
      "grad_norm": 0.7360026240348816,
      "learning_rate": 1.1983223487118035e-06,
      "loss": 0.0143,
      "step": 200
    },
    {
      "epoch": 0.017980221756068324,
      "grad_norm": 0.26396483182907104,
      "learning_rate": 1.7974835230677055e-06,
      "loss": 0.0091,
      "step": 300
    },
    {
      "epoch": 0.0239736290080911,
      "grad_norm": 0.08779273182153702,
      "learning_rate": 2.396644697423607e-06,
      "loss": 0.0059,
      "step": 400
    },
    {
      "epoch": 0.029967036260113874,
      "grad_norm": 0.5255675911903381,
      "learning_rate": 2.995805871779509e-06,
      "loss": 0.0059,
      "step": 500
    },
    {
      "epoch": 0.03596044351213665,
      "grad_norm": 0.2772226929664612,
      "learning_rate": 3.594967046135411e-06,
      "loss": 0.005,
      "step": 600
    },
    {
      "epoch": 0.041953850764159424,
      "grad_norm": 0.29560720920562744,
      "learning_rate": 4.194128220491313e-06,
      "loss": 0.0041,
      "step": 700
    },
    {
      "epoch": 0.0479472580161822,
      "grad_norm": 0.4243590235710144,
      "learning_rate": 4.793289394847214e-06,
      "loss": 0.0038,
      "step": 800
    },
    {
      "epoch": 0.05394066526820498,
      "grad_norm": 0.12234604358673096,
      "learning_rate": 5.392450569203116e-06,
      "loss": 0.0033,
      "step": 900
    },
    {
      "epoch": 0.05993407252022775,
      "grad_norm": 0.17332005500793457,
      "learning_rate": 5.991611743559018e-06,
      "loss": 0.0045,
      "step": 1000
    },
    {
      "epoch": 0.06592747977225052,
      "grad_norm": 0.017084548249840736,
      "learning_rate": 6.59077291791492e-06,
      "loss": 0.0031,
      "step": 1100
    },
    {
      "epoch": 0.0719208870242733,
      "grad_norm": 0.04909040033817291,
      "learning_rate": 7.189934092270822e-06,
      "loss": 0.0034,
      "step": 1200
    },
    {
      "epoch": 0.07791429427629608,
      "grad_norm": 0.03835730627179146,
      "learning_rate": 7.789095266626723e-06,
      "loss": 0.0028,
      "step": 1300
    },
    {
      "epoch": 0.08390770152831885,
      "grad_norm": 0.04889771714806557,
      "learning_rate": 8.388256440982625e-06,
      "loss": 0.0028,
      "step": 1400
    },
    {
      "epoch": 0.08990110878034162,
      "grad_norm": 0.1031421571969986,
      "learning_rate": 8.987417615338527e-06,
      "loss": 0.003,
      "step": 1500
    },
    {
      "epoch": 0.0958945160323644,
      "grad_norm": 0.11215908825397491,
      "learning_rate": 9.586578789694428e-06,
      "loss": 0.0027,
      "step": 1600
    },
    {
      "epoch": 0.10188792328438717,
      "grad_norm": 0.1708650439977646,
      "learning_rate": 9.99022112867102e-06,
      "loss": 0.0025,
      "step": 1700
    },
    {
      "epoch": 0.10788133053640996,
      "grad_norm": 0.01850762963294983,
      "learning_rate": 9.958676382448504e-06,
      "loss": 0.0025,
      "step": 1800
    },
    {
      "epoch": 0.11387473778843273,
      "grad_norm": 0.10600468516349792,
      "learning_rate": 9.927131636225988e-06,
      "loss": 0.0025,
      "step": 1900
    },
    {
      "epoch": 0.1198681450404555,
      "grad_norm": 0.16077758371829987,
      "learning_rate": 9.895586890003471e-06,
      "loss": 0.0027,
      "step": 2000
    },
    {
      "epoch": 0.12586155229247828,
      "grad_norm": 0.3142828047275543,
      "learning_rate": 9.864042143780953e-06,
      "loss": 0.0022,
      "step": 2100
    },
    {
      "epoch": 0.13185495954450105,
      "grad_norm": 0.18406708538532257,
      "learning_rate": 9.832497397558437e-06,
      "loss": 0.0025,
      "step": 2200
    },
    {
      "epoch": 0.13784836679652382,
      "grad_norm": 0.10599557310342789,
      "learning_rate": 9.80095265133592e-06,
      "loss": 0.0027,
      "step": 2300
    },
    {
      "epoch": 0.1438417740485466,
      "grad_norm": 0.041681960225105286,
      "learning_rate": 9.769407905113404e-06,
      "loss": 0.0027,
      "step": 2400
    },
    {
      "epoch": 0.1498351813005694,
      "grad_norm": 0.26586103439331055,
      "learning_rate": 9.737863158890888e-06,
      "loss": 0.0031,
      "step": 2500
    },
    {
      "epoch": 0.15582858855259216,
      "grad_norm": 0.1568969488143921,
      "learning_rate": 9.70631841266837e-06,
      "loss": 0.0025,
      "step": 2600
    },
    {
      "epoch": 0.16182199580461493,
      "grad_norm": 0.09259970486164093,
      "learning_rate": 9.674773666445855e-06,
      "loss": 0.0023,
      "step": 2700
    },
    {
      "epoch": 0.1678154030566377,
      "grad_norm": 0.03380216658115387,
      "learning_rate": 9.643228920223337e-06,
      "loss": 0.0022,
      "step": 2800
    },
    {
      "epoch": 0.17380881030866047,
      "grad_norm": 0.18946796655654907,
      "learning_rate": 9.611684174000821e-06,
      "loss": 0.0025,
      "step": 2900
    },
    {
      "epoch": 0.17980221756068324,
      "grad_norm": 0.3344770073890686,
      "learning_rate": 9.580139427778305e-06,
      "loss": 0.0021,
      "step": 3000
    },
    {
      "epoch": 0.18579562481270603,
      "grad_norm": 0.04218849539756775,
      "learning_rate": 9.548594681555787e-06,
      "loss": 0.0024,
      "step": 3100
    },
    {
      "epoch": 0.1917890320647288,
      "grad_norm": 0.0481434129178524,
      "learning_rate": 9.517049935333272e-06,
      "loss": 0.0027,
      "step": 3200
    },
    {
      "epoch": 0.19778243931675157,
      "grad_norm": 0.32030656933784485,
      "learning_rate": 9.485505189110754e-06,
      "loss": 0.0025,
      "step": 3300
    },
    {
      "epoch": 0.20377584656877434,
      "grad_norm": 0.19509385526180267,
      "learning_rate": 9.453960442888238e-06,
      "loss": 0.0022,
      "step": 3400
    },
    {
      "epoch": 0.2097692538207971,
      "grad_norm": 0.08745113760232925,
      "learning_rate": 9.422415696665721e-06,
      "loss": 0.0026,
      "step": 3500
    },
    {
      "epoch": 0.2157626610728199,
      "grad_norm": 0.11743105947971344,
      "learning_rate": 9.390870950443205e-06,
      "loss": 0.0021,
      "step": 3600
    },
    {
      "epoch": 0.22175606832484268,
      "grad_norm": 0.1497587114572525,
      "learning_rate": 9.359326204220689e-06,
      "loss": 0.0026,
      "step": 3700
    },
    {
      "epoch": 0.22774947557686545,
      "grad_norm": 0.07227639853954315,
      "learning_rate": 9.32778145799817e-06,
      "loss": 0.0024,
      "step": 3800
    },
    {
      "epoch": 0.23374288282888822,
      "grad_norm": 0.022099023684859276,
      "learning_rate": 9.296236711775654e-06,
      "loss": 0.0019,
      "step": 3900
    },
    {
      "epoch": 0.239736290080911,
      "grad_norm": 0.09603813290596008,
      "learning_rate": 9.264691965553138e-06,
      "loss": 0.0019,
      "step": 4000
    },
    {
      "epoch": 0.24572969733293376,
      "grad_norm": 0.09311718493700027,
      "learning_rate": 9.233147219330622e-06,
      "loss": 0.002,
      "step": 4100
    },
    {
      "epoch": 0.25172310458495656,
      "grad_norm": 0.06892485171556473,
      "learning_rate": 9.201602473108105e-06,
      "loss": 0.0022,
      "step": 4200
    },
    {
      "epoch": 0.2577165118369793,
      "grad_norm": 0.2696809470653534,
      "learning_rate": 9.170057726885589e-06,
      "loss": 0.0024,
      "step": 4300
    },
    {
      "epoch": 0.2637099190890021,
      "grad_norm": 0.12481023371219635,
      "learning_rate": 9.138512980663071e-06,
      "loss": 0.0021,
      "step": 4400
    },
    {
      "epoch": 0.2697033263410249,
      "grad_norm": 0.029085570946335793,
      "learning_rate": 9.106968234440555e-06,
      "loss": 0.0025,
      "step": 4500
    },
    {
      "epoch": 0.27569673359304764,
      "grad_norm": 0.16772325336933136,
      "learning_rate": 9.075423488218038e-06,
      "loss": 0.0019,
      "step": 4600
    },
    {
      "epoch": 0.28169014084507044,
      "grad_norm": 0.25038984417915344,
      "learning_rate": 9.04387874199552e-06,
      "loss": 0.0022,
      "step": 4700
    },
    {
      "epoch": 0.2876835480970932,
      "grad_norm": 0.009772785007953644,
      "learning_rate": 9.012333995773006e-06,
      "loss": 0.002,
      "step": 4800
    },
    {
      "epoch": 0.293676955349116,
      "grad_norm": 0.10010802745819092,
      "learning_rate": 8.980789249550487e-06,
      "loss": 0.0021,
      "step": 4900
    },
    {
      "epoch": 0.2996703626011388,
      "grad_norm": 0.019169898703694344,
      "learning_rate": 8.949244503327971e-06,
      "loss": 0.0024,
      "step": 5000
    },
    {
      "epoch": 0.3056637698531615,
      "grad_norm": 0.039739012718200684,
      "learning_rate": 8.917699757105455e-06,
      "loss": 0.0022,
      "step": 5100
    },
    {
      "epoch": 0.3116571771051843,
      "grad_norm": 0.20961305499076843,
      "learning_rate": 8.886155010882938e-06,
      "loss": 0.0021,
      "step": 5200
    },
    {
      "epoch": 0.31765058435720706,
      "grad_norm": 0.07605484127998352,
      "learning_rate": 8.854610264660422e-06,
      "loss": 0.002,
      "step": 5300
    },
    {
      "epoch": 0.32364399160922985,
      "grad_norm": 0.01589258573949337,
      "learning_rate": 8.823065518437904e-06,
      "loss": 0.0022,
      "step": 5400
    },
    {
      "epoch": 0.3296373988612526,
      "grad_norm": 0.10248999297618866,
      "learning_rate": 8.791520772215388e-06,
      "loss": 0.0023,
      "step": 5500
    },
    {
      "epoch": 0.3356308061132754,
      "grad_norm": 0.09167122095823288,
      "learning_rate": 8.759976025992871e-06,
      "loss": 0.002,
      "step": 5600
    },
    {
      "epoch": 0.3416242133652982,
      "grad_norm": 0.23392055928707123,
      "learning_rate": 8.728431279770355e-06,
      "loss": 0.0021,
      "step": 5700
    },
    {
      "epoch": 0.34761762061732093,
      "grad_norm": 0.040714360773563385,
      "learning_rate": 8.696886533547839e-06,
      "loss": 0.0025,
      "step": 5800
    },
    {
      "epoch": 0.35361102786934373,
      "grad_norm": 0.184820294380188,
      "learning_rate": 8.665341787325322e-06,
      "loss": 0.0021,
      "step": 5900
    },
    {
      "epoch": 0.3596044351213665,
      "grad_norm": 0.04772236570715904,
      "learning_rate": 8.633797041102804e-06,
      "loss": 0.0022,
      "step": 6000
    },
    {
      "epoch": 0.36559784237338927,
      "grad_norm": 0.12407626956701279,
      "learning_rate": 8.60225229488029e-06,
      "loss": 0.0018,
      "step": 6100
    },
    {
      "epoch": 0.37159124962541207,
      "grad_norm": 0.1552393138408661,
      "learning_rate": 8.570707548657772e-06,
      "loss": 0.0024,
      "step": 6200
    },
    {
      "epoch": 0.3775846568774348,
      "grad_norm": 0.005017109680920839,
      "learning_rate": 8.539162802435255e-06,
      "loss": 0.0022,
      "step": 6300
    },
    {
      "epoch": 0.3835780641294576,
      "grad_norm": 0.00316947465762496,
      "learning_rate": 8.507618056212739e-06,
      "loss": 0.0021,
      "step": 6400
    },
    {
      "epoch": 0.38957147138148035,
      "grad_norm": 0.08644753694534302,
      "learning_rate": 8.476073309990221e-06,
      "loss": 0.0016,
      "step": 6500
    },
    {
      "epoch": 0.39556487863350315,
      "grad_norm": 0.23877011239528656,
      "learning_rate": 8.444528563767705e-06,
      "loss": 0.0023,
      "step": 6600
    },
    {
      "epoch": 0.40155828588552595,
      "grad_norm": 0.12397243827581406,
      "learning_rate": 8.412983817545188e-06,
      "loss": 0.002,
      "step": 6700
    },
    {
      "epoch": 0.4075516931375487,
      "grad_norm": 0.08488207310438156,
      "learning_rate": 8.381439071322672e-06,
      "loss": 0.002,
      "step": 6800
    },
    {
      "epoch": 0.4135451003895715,
      "grad_norm": 0.15658150613307953,
      "learning_rate": 8.349894325100156e-06,
      "loss": 0.0021,
      "step": 6900
    },
    {
      "epoch": 0.4195385076415942,
      "grad_norm": 0.09054456651210785,
      "learning_rate": 8.31834957887764e-06,
      "loss": 0.0022,
      "step": 7000
    },
    {
      "epoch": 0.425531914893617,
      "grad_norm": 0.1383715718984604,
      "learning_rate": 8.286804832655121e-06,
      "loss": 0.0019,
      "step": 7100
    },
    {
      "epoch": 0.4315253221456398,
      "grad_norm": 0.23421403765678406,
      "learning_rate": 8.255260086432605e-06,
      "loss": 0.0021,
      "step": 7200
    },
    {
      "epoch": 0.43751872939766256,
      "grad_norm": 0.07612959295511246,
      "learning_rate": 8.223715340210089e-06,
      "loss": 0.0018,
      "step": 7300
    },
    {
      "epoch": 0.44351213664968536,
      "grad_norm": 0.08813223987817764,
      "learning_rate": 8.192170593987572e-06,
      "loss": 0.0028,
      "step": 7400
    },
    {
      "epoch": 0.4495055439017081,
      "grad_norm": 0.11603320389986038,
      "learning_rate": 8.160625847765056e-06,
      "loss": 0.0021,
      "step": 7500
    },
    {
      "epoch": 0.4554989511537309,
      "grad_norm": 0.06462118774652481,
      "learning_rate": 8.129081101542538e-06,
      "loss": 0.0021,
      "step": 7600
    },
    {
      "epoch": 0.46149235840575364,
      "grad_norm": 0.08253411203622818,
      "learning_rate": 8.097536355320023e-06,
      "loss": 0.0019,
      "step": 7700
    },
    {
      "epoch": 0.46748576565777644,
      "grad_norm": 0.017711922526359558,
      "learning_rate": 8.065991609097505e-06,
      "loss": 0.0018,
      "step": 7800
    },
    {
      "epoch": 0.47347917290979924,
      "grad_norm": 0.16423271596431732,
      "learning_rate": 8.034446862874989e-06,
      "loss": 0.0021,
      "step": 7900
    },
    {
      "epoch": 0.479472580161822,
      "grad_norm": 0.17104622721672058,
      "learning_rate": 8.002902116652473e-06,
      "loss": 0.0022,
      "step": 8000
    },
    {
      "epoch": 0.4854659874138448,
      "grad_norm": 0.11236003786325455,
      "learning_rate": 7.971357370429955e-06,
      "loss": 0.002,
      "step": 8100
    },
    {
      "epoch": 0.4914593946658675,
      "grad_norm": 0.004910625517368317,
      "learning_rate": 7.93981262420744e-06,
      "loss": 0.0017,
      "step": 8200
    },
    {
      "epoch": 0.4974528019178903,
      "grad_norm": 0.015166868455708027,
      "learning_rate": 7.908267877984922e-06,
      "loss": 0.0016,
      "step": 8300
    },
    {
      "epoch": 0.5034462091699131,
      "grad_norm": 0.04219336435198784,
      "learning_rate": 7.876723131762406e-06,
      "loss": 0.0019,
      "step": 8400
    },
    {
      "epoch": 0.5094396164219359,
      "grad_norm": 0.08096965402364731,
      "learning_rate": 7.84517838553989e-06,
      "loss": 0.002,
      "step": 8500
    },
    {
      "epoch": 0.5154330236739586,
      "grad_norm": 0.27304044365882874,
      "learning_rate": 7.813633639317373e-06,
      "loss": 0.002,
      "step": 8600
    },
    {
      "epoch": 0.5214264309259814,
      "grad_norm": 0.023843977600336075,
      "learning_rate": 7.782088893094857e-06,
      "loss": 0.0021,
      "step": 8700
    },
    {
      "epoch": 0.5274198381780042,
      "grad_norm": 0.06996838003396988,
      "learning_rate": 7.750544146872338e-06,
      "loss": 0.0016,
      "step": 8800
    },
    {
      "epoch": 0.533413245430027,
      "grad_norm": 0.09238845109939575,
      "learning_rate": 7.718999400649822e-06,
      "loss": 0.0017,
      "step": 8900
    },
    {
      "epoch": 0.5394066526820498,
      "grad_norm": 0.031245483085513115,
      "learning_rate": 7.687454654427306e-06,
      "loss": 0.0019,
      "step": 9000
    },
    {
      "epoch": 0.5454000599340725,
      "grad_norm": 0.02232646569609642,
      "learning_rate": 7.65590990820479e-06,
      "loss": 0.0022,
      "step": 9100
    },
    {
      "epoch": 0.5513934671860953,
      "grad_norm": 0.18810293078422546,
      "learning_rate": 7.624365161982272e-06,
      "loss": 0.002,
      "step": 9200
    },
    {
      "epoch": 0.5573868744381181,
      "grad_norm": 0.04845254495739937,
      "learning_rate": 7.592820415759756e-06,
      "loss": 0.0021,
      "step": 9300
    },
    {
      "epoch": 0.5633802816901409,
      "grad_norm": 0.12073975801467896,
      "learning_rate": 7.561275669537239e-06,
      "loss": 0.0021,
      "step": 9400
    },
    {
      "epoch": 0.5693736889421637,
      "grad_norm": 0.03330647572875023,
      "learning_rate": 7.529730923314722e-06,
      "loss": 0.002,
      "step": 9500
    },
    {
      "epoch": 0.5753670961941864,
      "grad_norm": 0.23292703926563263,
      "learning_rate": 7.498186177092206e-06,
      "loss": 0.0018,
      "step": 9600
    },
    {
      "epoch": 0.5813605034462092,
      "grad_norm": 0.3227817118167877,
      "learning_rate": 7.466641430869689e-06,
      "loss": 0.0017,
      "step": 9700
    },
    {
      "epoch": 0.587353910698232,
      "grad_norm": 0.03530238941311836,
      "learning_rate": 7.4350966846471726e-06,
      "loss": 0.0023,
      "step": 9800
    },
    {
      "epoch": 0.5933473179502547,
      "grad_norm": 0.1631837785243988,
      "learning_rate": 7.403551938424655e-06,
      "loss": 0.0019,
      "step": 9900
    },
    {
      "epoch": 0.5993407252022775,
      "grad_norm": 0.11341429501771927,
      "learning_rate": 7.37200719220214e-06,
      "loss": 0.0018,
      "step": 10000
    },
    {
      "epoch": 0.6053341324543002,
      "grad_norm": 0.19524067640304565,
      "learning_rate": 7.340462445979623e-06,
      "loss": 0.0021,
      "step": 10100
    },
    {
      "epoch": 0.611327539706323,
      "grad_norm": 0.058198366314172745,
      "learning_rate": 7.308917699757106e-06,
      "loss": 0.0018,
      "step": 10200
    },
    {
      "epoch": 0.6173209469583458,
      "grad_norm": 0.02788078971207142,
      "learning_rate": 7.277372953534589e-06,
      "loss": 0.0014,
      "step": 10300
    },
    {
      "epoch": 0.6233143542103686,
      "grad_norm": 0.07168685644865036,
      "learning_rate": 7.245828207312072e-06,
      "loss": 0.0017,
      "step": 10400
    },
    {
      "epoch": 0.6293077614623914,
      "grad_norm": 0.07542666047811508,
      "learning_rate": 7.2142834610895565e-06,
      "loss": 0.0022,
      "step": 10500
    },
    {
      "epoch": 0.6353011687144141,
      "grad_norm": 0.1050957664847374,
      "learning_rate": 7.182738714867039e-06,
      "loss": 0.0017,
      "step": 10600
    },
    {
      "epoch": 0.6412945759664369,
      "grad_norm": 0.02330237440764904,
      "learning_rate": 7.151193968644523e-06,
      "loss": 0.002,
      "step": 10700
    },
    {
      "epoch": 0.6472879832184597,
      "grad_norm": 0.019814783707261086,
      "learning_rate": 7.119649222422006e-06,
      "loss": 0.0019,
      "step": 10800
    },
    {
      "epoch": 0.6532813904704825,
      "grad_norm": 0.041212160140275955,
      "learning_rate": 7.08810447619949e-06,
      "loss": 0.0022,
      "step": 10900
    },
    {
      "epoch": 0.6592747977225052,
      "grad_norm": 0.104148730635643,
      "learning_rate": 7.056559729976973e-06,
      "loss": 0.0017,
      "step": 11000
    },
    {
      "epoch": 0.665268204974528,
      "grad_norm": 0.060578759759664536,
      "learning_rate": 7.025014983754457e-06,
      "loss": 0.0019,
      "step": 11100
    },
    {
      "epoch": 0.6712616122265508,
      "grad_norm": 0.014108662493526936,
      "learning_rate": 6.99347023753194e-06,
      "loss": 0.002,
      "step": 11200
    },
    {
      "epoch": 0.6772550194785736,
      "grad_norm": 0.06860730797052383,
      "learning_rate": 6.9619254913094224e-06,
      "loss": 0.0018,
      "step": 11300
    },
    {
      "epoch": 0.6832484267305964,
      "grad_norm": 0.2818455696105957,
      "learning_rate": 6.930380745086906e-06,
      "loss": 0.0015,
      "step": 11400
    },
    {
      "epoch": 0.6892418339826191,
      "grad_norm": 0.09976188093423843,
      "learning_rate": 6.89883599886439e-06,
      "loss": 0.0017,
      "step": 11500
    },
    {
      "epoch": 0.6952352412346419,
      "grad_norm": 0.04988027364015579,
      "learning_rate": 6.8672912526418734e-06,
      "loss": 0.0016,
      "step": 11600
    },
    {
      "epoch": 0.7012286484866647,
      "grad_norm": 0.061295535415410995,
      "learning_rate": 6.835746506419356e-06,
      "loss": 0.0016,
      "step": 11700
    },
    {
      "epoch": 0.7072220557386875,
      "grad_norm": 0.04820416495203972,
      "learning_rate": 6.80420176019684e-06,
      "loss": 0.0017,
      "step": 11800
    },
    {
      "epoch": 0.7132154629907103,
      "grad_norm": 0.08933009207248688,
      "learning_rate": 6.772657013974323e-06,
      "loss": 0.002,
      "step": 11900
    },
    {
      "epoch": 0.719208870242733,
      "grad_norm": 0.057753268629312515,
      "learning_rate": 6.7411122677518055e-06,
      "loss": 0.0018,
      "step": 12000
    },
    {
      "epoch": 0.7252022774947557,
      "grad_norm": 0.020321357995271683,
      "learning_rate": 6.70956752152929e-06,
      "loss": 0.0017,
      "step": 12100
    },
    {
      "epoch": 0.7311956847467785,
      "grad_norm": 0.258957177400589,
      "learning_rate": 6.678022775306773e-06,
      "loss": 0.0019,
      "step": 12200
    },
    {
      "epoch": 0.7371890919988013,
      "grad_norm": 0.1562880277633667,
      "learning_rate": 6.6464780290842565e-06,
      "loss": 0.002,
      "step": 12300
    },
    {
      "epoch": 0.7431824992508241,
      "grad_norm": 0.0703672245144844,
      "learning_rate": 6.614933282861739e-06,
      "loss": 0.0018,
      "step": 12400
    },
    {
      "epoch": 0.7491759065028468,
      "grad_norm": 0.015919741243124008,
      "learning_rate": 6.583388536639224e-06,
      "loss": 0.0018,
      "step": 12500
    },
    {
      "epoch": 0.7551693137548696,
      "grad_norm": 0.06606917828321457,
      "learning_rate": 6.551843790416707e-06,
      "loss": 0.0022,
      "step": 12600
    },
    {
      "epoch": 0.7611627210068924,
      "grad_norm": 0.1327201873064041,
      "learning_rate": 6.52029904419419e-06,
      "loss": 0.002,
      "step": 12700
    },
    {
      "epoch": 0.7671561282589152,
      "grad_norm": 0.10167068988084793,
      "learning_rate": 6.488754297971673e-06,
      "loss": 0.0018,
      "step": 12800
    },
    {
      "epoch": 0.773149535510938,
      "grad_norm": 0.20014306902885437,
      "learning_rate": 6.457209551749156e-06,
      "loss": 0.0019,
      "step": 12900
    },
    {
      "epoch": 0.7791429427629607,
      "grad_norm": 0.10611408203840256,
      "learning_rate": 6.4256648055266405e-06,
      "loss": 0.0016,
      "step": 13000
    },
    {
      "epoch": 0.7851363500149835,
      "grad_norm": 0.004227208439260721,
      "learning_rate": 6.394120059304123e-06,
      "loss": 0.0018,
      "step": 13100
    },
    {
      "epoch": 0.7911297572670063,
      "grad_norm": 0.04251255840063095,
      "learning_rate": 6.362575313081607e-06,
      "loss": 0.0022,
      "step": 13200
    },
    {
      "epoch": 0.7971231645190291,
      "grad_norm": 0.09611974656581879,
      "learning_rate": 6.33103056685909e-06,
      "loss": 0.0019,
      "step": 13300
    },
    {
      "epoch": 0.8031165717710519,
      "grad_norm": 0.060009848326444626,
      "learning_rate": 6.299485820636574e-06,
      "loss": 0.0019,
      "step": 13400
    },
    {
      "epoch": 0.8091099790230746,
      "grad_norm": 0.027135098353028297,
      "learning_rate": 6.267941074414057e-06,
      "loss": 0.0016,
      "step": 13500
    },
    {
      "epoch": 0.8151033862750974,
      "grad_norm": 0.09115968644618988,
      "learning_rate": 6.236396328191541e-06,
      "loss": 0.0017,
      "step": 13600
    },
    {
      "epoch": 0.8210967935271202,
      "grad_norm": 0.3819001317024231,
      "learning_rate": 6.204851581969024e-06,
      "loss": 0.0019,
      "step": 13700
    },
    {
      "epoch": 0.827090200779143,
      "grad_norm": 0.07268409430980682,
      "learning_rate": 6.173306835746506e-06,
      "loss": 0.002,
      "step": 13800
    },
    {
      "epoch": 0.8330836080311658,
      "grad_norm": 0.1490897685289383,
      "learning_rate": 6.14176208952399e-06,
      "loss": 0.0015,
      "step": 13900
    },
    {
      "epoch": 0.8390770152831885,
      "grad_norm": 0.07468798011541367,
      "learning_rate": 6.110217343301474e-06,
      "loss": 0.0017,
      "step": 14000
    },
    {
      "epoch": 0.8450704225352113,
      "grad_norm": 0.045000866055488586,
      "learning_rate": 6.078672597078957e-06,
      "loss": 0.0019,
      "step": 14100
    },
    {
      "epoch": 0.851063829787234,
      "grad_norm": 0.22245222330093384,
      "learning_rate": 6.04712785085644e-06,
      "loss": 0.0015,
      "step": 14200
    },
    {
      "epoch": 0.8570572370392568,
      "grad_norm": 0.09135129302740097,
      "learning_rate": 6.015583104633924e-06,
      "loss": 0.002,
      "step": 14300
    },
    {
      "epoch": 0.8630506442912796,
      "grad_norm": 0.043701499700546265,
      "learning_rate": 5.984038358411407e-06,
      "loss": 0.0017,
      "step": 14400
    },
    {
      "epoch": 0.8690440515433023,
      "grad_norm": 0.1364869773387909,
      "learning_rate": 5.9524936121888895e-06,
      "loss": 0.0019,
      "step": 14500
    },
    {
      "epoch": 0.8750374587953251,
      "grad_norm": 0.08669265359640121,
      "learning_rate": 5.920948865966374e-06,
      "loss": 0.002,
      "step": 14600
    },
    {
      "epoch": 0.8810308660473479,
      "grad_norm": 0.00844608899205923,
      "learning_rate": 5.889404119743857e-06,
      "loss": 0.0016,
      "step": 14700
    },
    {
      "epoch": 0.8870242732993707,
      "grad_norm": 0.027935262769460678,
      "learning_rate": 5.8578593735213405e-06,
      "loss": 0.0018,
      "step": 14800
    },
    {
      "epoch": 0.8930176805513935,
      "grad_norm": 0.0481196753680706,
      "learning_rate": 5.826314627298823e-06,
      "loss": 0.0019,
      "step": 14900
    },
    {
      "epoch": 0.8990110878034162,
      "grad_norm": 0.021947329863905907,
      "learning_rate": 5.794769881076308e-06,
      "loss": 0.0015,
      "step": 15000
    },
    {
      "epoch": 0.905004495055439,
      "grad_norm": 0.08527759462594986,
      "learning_rate": 5.763225134853791e-06,
      "loss": 0.0017,
      "step": 15100
    },
    {
      "epoch": 0.9109979023074618,
      "grad_norm": 0.021068023517727852,
      "learning_rate": 5.731680388631274e-06,
      "loss": 0.0018,
      "step": 15200
    },
    {
      "epoch": 0.9169913095594846,
      "grad_norm": 0.08113428950309753,
      "learning_rate": 5.700135642408757e-06,
      "loss": 0.0017,
      "step": 15300
    },
    {
      "epoch": 0.9229847168115073,
      "grad_norm": 0.10709325969219208,
      "learning_rate": 5.66859089618624e-06,
      "loss": 0.0015,
      "step": 15400
    },
    {
      "epoch": 0.9289781240635301,
      "grad_norm": 0.08009694516658783,
      "learning_rate": 5.6370461499637244e-06,
      "loss": 0.0016,
      "step": 15500
    },
    {
      "epoch": 0.9349715313155529,
      "grad_norm": 0.03613545373082161,
      "learning_rate": 5.605501403741207e-06,
      "loss": 0.0017,
      "step": 15600
    },
    {
      "epoch": 0.9409649385675757,
      "grad_norm": 0.06710252165794373,
      "learning_rate": 5.573956657518691e-06,
      "loss": 0.0018,
      "step": 15700
    },
    {
      "epoch": 0.9469583458195985,
      "grad_norm": 0.09847810864448547,
      "learning_rate": 5.542411911296174e-06,
      "loss": 0.0014,
      "step": 15800
    },
    {
      "epoch": 0.9529517530716212,
      "grad_norm": 0.011624569073319435,
      "learning_rate": 5.510867165073658e-06,
      "loss": 0.0016,
      "step": 15900
    },
    {
      "epoch": 0.958945160323644,
      "grad_norm": 0.06741365045309067,
      "learning_rate": 5.479322418851141e-06,
      "loss": 0.0015,
      "step": 16000
    },
    {
      "epoch": 0.9649385675756668,
      "grad_norm": 0.021546615287661552,
      "learning_rate": 5.447777672628625e-06,
      "loss": 0.0017,
      "step": 16100
    },
    {
      "epoch": 0.9709319748276896,
      "grad_norm": 0.1303360015153885,
      "learning_rate": 5.4162329264061075e-06,
      "loss": 0.0018,
      "step": 16200
    },
    {
      "epoch": 0.9769253820797124,
      "grad_norm": 0.10070718824863434,
      "learning_rate": 5.38468818018359e-06,
      "loss": 0.0018,
      "step": 16300
    },
    {
      "epoch": 0.982918789331735,
      "grad_norm": 0.08305861055850983,
      "learning_rate": 5.353143433961074e-06,
      "loss": 0.0016,
      "step": 16400
    },
    {
      "epoch": 0.9889121965837578,
      "grad_norm": 0.007656518369913101,
      "learning_rate": 5.321598687738557e-06,
      "loss": 0.0017,
      "step": 16500
    },
    {
      "epoch": 0.9949056038357806,
      "grad_norm": 0.0743492990732193,
      "learning_rate": 5.290053941516041e-06,
      "loss": 0.0015,
      "step": 16600
    },
    {
      "epoch": 1.0,
      "eval_accuracy": 0.8271744263468347,
      "eval_f1": 0.7498195656860883,
      "eval_loss": 0.001594877801835537,
      "eval_precision": 0.6861185445920746,
      "eval_recall": 0.8271744263468347,
      "eval_runtime": 1686.0917,
      "eval_samples_per_second": 8.796,
      "eval_steps_per_second": 1.1,
      "step": 16685
    },
    {
      "epoch": 1.0008990110878033,
      "grad_norm": 0.05216585099697113,
      "learning_rate": 5.258509195293524e-06,
      "loss": 0.0015,
      "step": 16700
    },
    {
      "epoch": 1.0068924183398262,
      "grad_norm": 0.12606635689735413,
      "learning_rate": 5.226964449071008e-06,
      "loss": 0.0011,
      "step": 16800
    },
    {
      "epoch": 1.012885825591849,
      "grad_norm": 0.0004606186121236533,
      "learning_rate": 5.195419702848491e-06,
      "loss": 0.001,
      "step": 16900
    },
    {
      "epoch": 1.0188792328438718,
      "grad_norm": 0.000365409447113052,
      "learning_rate": 5.1638749566259735e-06,
      "loss": 0.001,
      "step": 17000
    },
    {
      "epoch": 1.0248726400958945,
      "grad_norm": 0.031485725194215775,
      "learning_rate": 5.132330210403458e-06,
      "loss": 0.0012,
      "step": 17100
    },
    {
      "epoch": 1.0308660473479172,
      "grad_norm": 0.0031660550739616156,
      "learning_rate": 5.100785464180941e-06,
      "loss": 0.0011,
      "step": 17200
    },
    {
      "epoch": 1.0368594545999401,
      "grad_norm": 0.04788443446159363,
      "learning_rate": 5.0692407179584244e-06,
      "loss": 0.001,
      "step": 17300
    },
    {
      "epoch": 1.0428528618519628,
      "grad_norm": 0.07966958731412888,
      "learning_rate": 5.037695971735907e-06,
      "loss": 0.001,
      "step": 17400
    },
    {
      "epoch": 1.0488462691039857,
      "grad_norm": 0.2937103807926178,
      "learning_rate": 5.006151225513392e-06,
      "loss": 0.0007,
      "step": 17500
    },
    {
      "epoch": 1.0548396763560084,
      "grad_norm": 0.0027551730163395405,
      "learning_rate": 4.974606479290875e-06,
      "loss": 0.0007,
      "step": 17600
    },
    {
      "epoch": 1.060833083608031,
      "grad_norm": 0.08430271595716476,
      "learning_rate": 4.943061733068357e-06,
      "loss": 0.0008,
      "step": 17700
    },
    {
      "epoch": 1.066826490860054,
      "grad_norm": 0.24536843597888947,
      "learning_rate": 4.911516986845841e-06,
      "loss": 0.0006,
      "step": 17800
    },
    {
      "epoch": 1.0728198981120767,
      "grad_norm": 0.040876179933547974,
      "learning_rate": 4.879972240623325e-06,
      "loss": 0.0009,
      "step": 17900
    },
    {
      "epoch": 1.0788133053640996,
      "grad_norm": 0.0515579879283905,
      "learning_rate": 4.848427494400808e-06,
      "loss": 0.0007,
      "step": 18000
    }
  ],
  "logging_steps": 100,
  "max_steps": 33370,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 1000,
  "total_flos": 7.597573697465206e+17,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}