diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,5661 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.9999847145752639,
+  "eval_steps": 500,
+  "global_step": 40888,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.9981412639405207e-05,
+      "loss": 3.4921,
+      "step": 50
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.9956955585991002e-05,
+      "loss": 2.95,
+      "step": 100
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.9932498532576798e-05,
+      "loss": 2.8209,
+      "step": 150
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.9908041479162593e-05,
+      "loss": 2.7532,
+      "step": 200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.988358442574839e-05,
+      "loss": 2.7287,
+      "step": 250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.9859127372334184e-05,
+      "loss": 2.6975,
+      "step": 300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.9834670318919976e-05,
+      "loss": 2.7061,
+      "step": 350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.981021326550577e-05,
+      "loss": 2.6844,
+      "step": 400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.978575621209157e-05,
+      "loss": 2.6694,
+      "step": 450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.9761299158677366e-05,
+      "loss": 2.6722,
+      "step": 500
+    },
+    {
+      "epoch": 0.01,
+      "eval_accuracy": 0.4950875237178296,
+      "eval_loss": 2.48111629486084,
+      "eval_runtime": 33.1501,
+      "eval_samples_per_second": 73.393,
+      "eval_steps_per_second": 4.615,
+      "step": 500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.9736842105263158e-05,
+      "loss": 2.6674,
+      "step": 550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.9712385051848954e-05,
+      "loss": 2.6716,
+      "step": 600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.968792799843475e-05,
+      "loss": 2.6449,
+      "step": 650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.9663470945020548e-05,
+      "loss": 2.6395,
+      "step": 700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.963901389160634e-05,
+      "loss": 2.6398,
+      "step": 750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.9615045979260422e-05,
+      "loss": 2.6342,
+      "step": 800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.9590588925846218e-05,
+      "loss": 2.6433,
+      "step": 850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.956613187243201e-05,
+      "loss": 2.619,
+      "step": 900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.9541674819017805e-05,
+      "loss": 2.6278,
+      "step": 950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.9517706906671884e-05,
+      "loss": 2.6243,
+      "step": 1000
+    },
+    {
+      "epoch": 0.02,
+      "eval_accuracy": 0.49991353398275346,
+      "eval_loss": 2.445934295654297,
+      "eval_runtime": 32.8968,
+      "eval_samples_per_second": 73.959,
+      "eval_steps_per_second": 4.651,
+      "step": 1000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.949324985325768e-05,
+      "loss": 2.6264,
+      "step": 1050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.946928194091176e-05,
+      "loss": 2.6283,
+      "step": 1100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.944531402856584e-05,
+      "loss": 2.6186,
+      "step": 1150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9420856975151636e-05,
+      "loss": 2.6125,
+      "step": 1200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.939639992173743e-05,
+      "loss": 2.606,
+      "step": 1250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9371942868323227e-05,
+      "loss": 2.6225,
+      "step": 1300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9347974955977306e-05,
+      "loss": 2.6235,
+      "step": 1350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9324007043631385e-05,
+      "loss": 2.6114,
+      "step": 1400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.929954999021718e-05,
+      "loss": 2.6051,
+      "step": 1450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9275092936802975e-05,
+      "loss": 2.6051,
+      "step": 1500
+    },
+    {
+      "epoch": 0.04,
+      "eval_accuracy": 0.5025316445514746,
+      "eval_loss": 2.4294509887695312,
+      "eval_runtime": 32.8294,
+      "eval_samples_per_second": 74.11,
+      "eval_steps_per_second": 4.66,
+      "step": 1500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9251614165525338e-05,
+      "loss": 2.5985,
+      "step": 1550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9227157112111133e-05,
+      "loss": 2.6018,
+      "step": 1600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9202700058696932e-05,
+      "loss": 2.6135,
+      "step": 1650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9179221287419294e-05,
+      "loss": 2.5797,
+      "step": 1700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9154764234005086e-05,
+      "loss": 2.592,
+      "step": 1750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9130307180590885e-05,
+      "loss": 2.5919,
+      "step": 1800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9106339268244964e-05,
+      "loss": 2.5968,
+      "step": 1850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.908188221483076e-05,
+      "loss": 2.6137,
+      "step": 1900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.905938172568969e-05,
+      "loss": 2.584,
+      "step": 1950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9034924672275487e-05,
+      "loss": 2.5901,
+      "step": 2000
+    },
+    {
+      "epoch": 0.05,
+      "eval_accuracy": 0.5037453861331029,
+      "eval_loss": 2.4193975925445557,
+      "eval_runtime": 32.9991,
+      "eval_samples_per_second": 73.729,
+      "eval_steps_per_second": 4.636,
+      "step": 2000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9010467618861282e-05,
+      "loss": 2.601,
+      "step": 2050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8986010565447078e-05,
+      "loss": 2.5843,
+      "step": 2100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8962042653101156e-05,
+      "loss": 2.58,
+      "step": 2150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8938074740755235e-05,
+      "loss": 2.5896,
+      "step": 2200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.891361768734103e-05,
+      "loss": 2.5862,
+      "step": 2250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.8889160633926826e-05,
+      "loss": 2.5904,
+      "step": 2300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.8865192721580905e-05,
+      "loss": 2.6002,
+      "step": 2350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.88407356681667e-05,
+      "loss": 2.5939,
+      "step": 2400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.8817746037957346e-05,
+      "loss": 2.597,
+      "step": 2450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.8793288984543145e-05,
+      "loss": 2.5852,
+      "step": 2500
+    },
+    {
+      "epoch": 0.06,
+      "eval_accuracy": 0.5048827158855367,
+      "eval_loss": 2.412391185760498,
+      "eval_runtime": 32.6918,
+      "eval_samples_per_second": 74.422,
+      "eval_steps_per_second": 4.68,
+      "step": 2500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.8769810213265507e-05,
+      "loss": 2.5863,
+      "step": 2550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.8746331441987872e-05,
+      "loss": 2.5691,
+      "step": 2600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.8721874388573668e-05,
+      "loss": 2.5908,
+      "step": 2650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.8697417335159463e-05,
+      "loss": 2.5939,
+      "step": 2700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.8672960281745255e-05,
+      "loss": 2.5759,
+      "step": 2750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.864850322833105e-05,
+      "loss": 2.5764,
+      "step": 2800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.862453531598513e-05,
+      "loss": 2.5856,
+      "step": 2850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.860056740363921e-05,
+      "loss": 2.5867,
+      "step": 2900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.8576110350225007e-05,
+      "loss": 2.5822,
+      "step": 2950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.8552142437879086e-05,
+      "loss": 2.5818,
+      "step": 3000
+    },
+    {
+      "epoch": 0.07,
+      "eval_accuracy": 0.5054369027309588,
+      "eval_loss": 2.407233476638794,
+      "eval_runtime": 32.7819,
+      "eval_samples_per_second": 74.218,
+      "eval_steps_per_second": 4.667,
+      "step": 3000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.8528174525533165e-05,
+      "loss": 2.5806,
+      "step": 3050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.8504206613187247e-05,
+      "loss": 2.5786,
+      "step": 3100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.847974955977304e-05,
+      "loss": 2.5866,
+      "step": 3150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.8455292506358834e-05,
+      "loss": 2.578,
+      "step": 3200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.843083545294463e-05,
+      "loss": 2.5848,
+      "step": 3250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.8406378399530425e-05,
+      "loss": 2.5773,
+      "step": 3300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.8382410487184504e-05,
+      "loss": 2.5732,
+      "step": 3350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.8357953433770303e-05,
+      "loss": 2.572,
+      "step": 3400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.83334963803561e-05,
+      "loss": 2.5753,
+      "step": 3450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.830903932694189e-05,
+      "loss": 2.5801,
+      "step": 3500
+    },
+    {
+      "epoch": 0.09,
+      "eval_accuracy": 0.5058640046394045,
+      "eval_loss": 2.4024484157562256,
+      "eval_runtime": 32.8872,
+      "eval_samples_per_second": 73.98,
+      "eval_steps_per_second": 4.652,
+      "step": 3500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.8285560555664256e-05,
+      "loss": 2.5758,
+      "step": 3550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.8261592643318335e-05,
+      "loss": 2.5774,
+      "step": 3600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.823713558990413e-05,
+      "loss": 2.5818,
+      "step": 3650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.8212678536489926e-05,
+      "loss": 2.5772,
+      "step": 3700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.8189199765212288e-05,
+      "loss": 2.5673,
+      "step": 3750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.8164742711798083e-05,
+      "loss": 2.5721,
+      "step": 3800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.8140774799452162e-05,
+      "loss": 2.5678,
+      "step": 3850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.811680688710624e-05,
+      "loss": 2.5684,
+      "step": 3900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.8092349833692036e-05,
+      "loss": 2.5663,
+      "step": 3950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.8067892780277835e-05,
+      "loss": 2.5626,
+      "step": 4000
+    },
+    {
+      "epoch": 0.1,
+      "eval_accuracy": 0.5069546829592774,
+      "eval_loss": 2.398844003677368,
+      "eval_runtime": 32.7613,
+      "eval_samples_per_second": 74.265,
+      "eval_steps_per_second": 4.67,
+      "step": 4000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.804343572686363e-05,
+      "loss": 2.5592,
+      "step": 4050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.801946781451771e-05,
+      "loss": 2.5735,
+      "step": 4100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.7995499902171788e-05,
+      "loss": 2.5712,
+      "step": 4150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.7971042848757584e-05,
+      "loss": 2.5609,
+      "step": 4200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.794658579534338e-05,
+      "loss": 2.5638,
+      "step": 4250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.7922617882997458e-05,
+      "loss": 2.5806,
+      "step": 4300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.789913911171982e-05,
+      "loss": 2.5638,
+      "step": 4350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.7874682058305615e-05,
+      "loss": 2.5546,
+      "step": 4400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.7850714145959694e-05,
+      "loss": 2.5689,
+      "step": 4450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.782625709254549e-05,
+      "loss": 2.5697,
+      "step": 4500
+    },
+    {
+      "epoch": 0.11,
+      "eval_accuracy": 0.5073463941257803,
+      "eval_loss": 2.395766258239746,
+      "eval_runtime": 33.0876,
+      "eval_samples_per_second": 73.532,
+      "eval_steps_per_second": 4.624,
+      "step": 4500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.780180003913129e-05,
+      "loss": 2.5672,
+      "step": 4550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.7777342985717084e-05,
+      "loss": 2.5697,
+      "step": 4600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.7752885932302876e-05,
+      "loss": 2.5668,
+      "step": 4650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.7728428878888672e-05,
+      "loss": 2.5706,
+      "step": 4700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.770446096654275e-05,
+      "loss": 2.5661,
+      "step": 4750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.7680493054196833e-05,
+      "loss": 2.5561,
+      "step": 4800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.7656036000782628e-05,
+      "loss": 2.556,
+      "step": 4850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.763157894736842e-05,
+      "loss": 2.5593,
+      "step": 4900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.7608100176090786e-05,
+      "loss": 2.5714,
+      "step": 4950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.7584132263744868e-05,
+      "loss": 2.5532,
+      "step": 5000
+    },
+    {
+      "epoch": 0.12,
+      "eval_accuracy": 0.5078651902292596,
+      "eval_loss": 2.3927862644195557,
+      "eval_runtime": 32.7397,
+      "eval_samples_per_second": 74.314,
+      "eval_steps_per_second": 4.673,
+      "step": 5000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.755967521033066e-05,
+      "loss": 2.5543,
+      "step": 5050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.7535218156916455e-05,
+      "loss": 2.553,
+      "step": 5100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.751076110350225e-05,
+      "loss": 2.554,
+      "step": 5150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.7486304050088046e-05,
+      "loss": 2.5722,
+      "step": 5200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.7461846996673842e-05,
+      "loss": 2.5687,
+      "step": 5250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.743787908432792e-05,
+      "loss": 2.5644,
+      "step": 5300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.7413911171982e-05,
+      "loss": 2.562,
+      "step": 5350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.7389454118567798e-05,
+      "loss": 2.5497,
+      "step": 5400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.7364997065153594e-05,
+      "loss": 2.5639,
+      "step": 5450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.7340540011739386e-05,
+      "loss": 2.5505,
+      "step": 5500
+    },
+    {
+      "epoch": 0.13,
+      "eval_accuracy": 0.5079761884653529,
+      "eval_loss": 2.3904242515563965,
+      "eval_runtime": 32.835,
+      "eval_samples_per_second": 74.098,
+      "eval_steps_per_second": 4.66,
+      "step": 5500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.7316572099393468e-05,
+      "loss": 2.561,
+      "step": 5550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.729309332811583e-05,
+      "loss": 2.5537,
+      "step": 5600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.7268636274701626e-05,
+      "loss": 2.5581,
+      "step": 5650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.724417922128742e-05,
+      "loss": 2.5636,
+      "step": 5700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.7219722167873217e-05,
+      "loss": 2.549,
+      "step": 5750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.7196732537663862e-05,
+      "loss": 2.5434,
+      "step": 5800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.7172764625317944e-05,
+      "loss": 2.5545,
+      "step": 5850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.714830757190374e-05,
+      "loss": 2.5686,
+      "step": 5900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.712385051848953e-05,
+      "loss": 2.5578,
+      "step": 5950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.709939346507533e-05,
+      "loss": 2.5497,
+      "step": 6000
+    },
+    {
+      "epoch": 0.15,
+      "eval_accuracy": 0.5085874830989099,
+      "eval_loss": 2.387216806411743,
+      "eval_runtime": 32.9586,
+      "eval_samples_per_second": 73.82,
+      "eval_steps_per_second": 4.642,
+      "step": 6000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.7074936411661126e-05,
+      "loss": 2.5619,
+      "step": 6050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.705047935824692e-05,
+      "loss": 2.5541,
+      "step": 6100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.7027489728037567e-05,
+      "loss": 2.5574,
+      "step": 6150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.7003032674623362e-05,
+      "loss": 2.5557,
+      "step": 6200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.6978575621209158e-05,
+      "loss": 2.5529,
+      "step": 6250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.6954118567794953e-05,
+      "loss": 2.5527,
+      "step": 6300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.692966151438075e-05,
+      "loss": 2.5603,
+      "step": 6350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.690618274310311e-05,
+      "loss": 2.5397,
+      "step": 6400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.688172568968891e-05,
+      "loss": 2.5471,
+      "step": 6450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.6857268636274705e-05,
+      "loss": 2.5636,
+      "step": 6500
+    },
+    {
+      "epoch": 0.16,
+      "eval_accuracy": 0.5088537179985249,
+      "eval_loss": 2.3856565952301025,
+      "eval_runtime": 32.985,
+      "eval_samples_per_second": 73.761,
+      "eval_steps_per_second": 4.638,
+      "step": 6500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.6833300723928784e-05,
+      "loss": 2.5447,
+      "step": 6550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.6809821952651146e-05,
+      "loss": 2.552,
+      "step": 6600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.678536489923694e-05,
+      "loss": 2.5511,
+      "step": 6650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.6760907845822737e-05,
+      "loss": 2.5507,
+      "step": 6700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.6736939933476816e-05,
+      "loss": 2.5357,
+      "step": 6750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.671248288006261e-05,
+      "loss": 2.5449,
+      "step": 6800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.668851496771669e-05,
+      "loss": 2.5525,
+      "step": 6850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.666405791430249e-05,
+      "loss": 2.5403,
+      "step": 6900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.6640579143024848e-05,
+      "loss": 2.5628,
+      "step": 6950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.661661123067893e-05,
+      "loss": 2.5483,
+      "step": 7000
+    },
+    {
+      "epoch": 0.17,
+      "eval_accuracy": 0.5091706260059216,
+      "eval_loss": 2.383516550064087,
+      "eval_runtime": 32.7354,
+      "eval_samples_per_second": 74.323,
+      "eval_steps_per_second": 4.674,
+      "step": 7000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.6592154177264725e-05,
+      "loss": 2.5551,
+      "step": 7050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.656769712385052e-05,
+      "loss": 2.5489,
+      "step": 7100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.6543240070436316e-05,
+      "loss": 2.553,
+      "step": 7150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.6519761299158678e-05,
+      "loss": 2.5399,
+      "step": 7200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.6496282527881044e-05,
+      "loss": 2.5468,
+      "step": 7250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.647182547446684e-05,
+      "loss": 2.5422,
+      "step": 7300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.644736842105263e-05,
+      "loss": 2.5484,
+      "step": 7350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.6423400508706713e-05,
+      "loss": 2.534,
+      "step": 7400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.6399432596360792e-05,
+      "loss": 2.5363,
+      "step": 7450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.6374975542946588e-05,
+      "loss": 2.5505,
+      "step": 7500
+    },
+    {
+      "epoch": 0.18,
+      "eval_accuracy": 0.5096669007281646,
+      "eval_loss": 2.3813159465789795,
+      "eval_runtime": 33.3592,
+      "eval_samples_per_second": 72.933,
+      "eval_steps_per_second": 4.586,
+      "step": 7500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.6350518489532383e-05,
+      "loss": 2.5522,
+      "step": 7550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.6326061436118175e-05,
+      "loss": 2.5449,
+      "step": 7600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.6302093523772257e-05,
+      "loss": 2.5383,
+      "step": 7650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.6277636470358053e-05,
+      "loss": 2.5492,
+      "step": 7700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.625366855801213e-05,
+      "loss": 2.547,
+      "step": 7750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.622970064566621e-05,
+      "loss": 2.543,
+      "step": 7800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.6205243592252006e-05,
+      "loss": 2.5517,
+      "step": 7850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.61807865388378e-05,
+      "loss": 2.5545,
+      "step": 7900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.615681862649188e-05,
+      "loss": 2.5452,
+      "step": 7950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.613285071414596e-05,
+      "loss": 2.5419,
+      "step": 8000
+    },
+    {
+      "epoch": 0.2,
+      "eval_accuracy": 0.5095663588476452,
+      "eval_loss": 2.3796439170837402,
+      "eval_runtime": 31.6594,
+      "eval_samples_per_second": 76.849,
+      "eval_steps_per_second": 4.833,
+      "step": 8000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.610888280180004e-05,
+      "loss": 2.5429,
+      "step": 8050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.6084425748385837e-05,
+      "loss": 2.542,
+      "step": 8100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.6060457836039915e-05,
+      "loss": 2.5469,
+      "step": 8150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.603697906476228e-05,
+      "loss": 2.5533,
+      "step": 8200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.6012522011348076e-05,
+      "loss": 2.5465,
+      "step": 8250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.598806495793387e-05,
+      "loss": 2.5359,
+      "step": 8300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.5963607904519664e-05,
+      "loss": 2.5437,
+      "step": 8350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.5939639992173743e-05,
+      "loss": 2.5483,
+      "step": 8400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.5915182938759538e-05,
+      "loss": 2.5304,
+      "step": 8450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.5890725885345334e-05,
+      "loss": 2.5467,
+      "step": 8500
+    },
+    {
+      "epoch": 0.21,
+      "eval_accuracy": 0.5099267009474262,
+      "eval_loss": 2.3786227703094482,
+      "eval_runtime": 33.2478,
+      "eval_samples_per_second": 73.178,
+      "eval_steps_per_second": 4.602,
+      "step": 8500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.5866268831931132e-05,
+      "loss": 2.5326,
+      "step": 8550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.5841811778516925e-05,
+      "loss": 2.5463,
+      "step": 8600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.5817843866171007e-05,
+      "loss": 2.5317,
+      "step": 8650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.5793875953825085e-05,
+      "loss": 2.5485,
+      "step": 8700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.5769908041479164e-05,
+      "loss": 2.5401,
+      "step": 8750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.574545098806496e-05,
+      "loss": 2.5376,
+      "step": 8800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.5721972216787322e-05,
+      "loss": 2.5477,
+      "step": 8850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.5697515163373117e-05,
+      "loss": 2.5336,
+      "step": 8900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.5673547251027196e-05,
+      "loss": 2.5269,
+      "step": 8950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.564909019761299e-05,
+      "loss": 2.5419,
+      "step": 9000
+    },
+    {
+      "epoch": 0.22,
+      "eval_accuracy": 0.51021787023341,
+      "eval_loss": 2.3769397735595703,
+      "eval_runtime": 32.7948,
+      "eval_samples_per_second": 74.189,
+      "eval_steps_per_second": 4.665,
+      "step": 9000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.5624633144198787e-05,
+      "loss": 2.5284,
+      "step": 9050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.5600176090784586e-05,
+      "loss": 2.5469,
+      "step": 9100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.5575719037370378e-05,
+      "loss": 2.5307,
+      "step": 9150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.5551261983956173e-05,
+      "loss": 2.5331,
+      "step": 9200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.552778321267854e-05,
+      "loss": 2.5359,
+      "step": 9250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.5503326159264334e-05,
+      "loss": 2.5388,
+      "step": 9300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.5479358246918413e-05,
+      "loss": 2.5388,
+      "step": 9350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.545490119350421e-05,
+      "loss": 2.549,
+      "step": 9400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.5430933281158287e-05,
+      "loss": 2.5469,
+      "step": 9450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.5406476227744083e-05,
+      "loss": 2.5269,
+      "step": 9500
+    },
+    {
+      "epoch": 0.23,
+      "eval_accuracy": 0.5104511273962147,
+      "eval_loss": 2.3753819465637207,
+      "eval_runtime": 32.6269,
+      "eval_samples_per_second": 74.57,
+      "eval_steps_per_second": 4.689,
+      "step": 9500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.5382508315398162e-05,
+      "loss": 2.5363,
+      "step": 9550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.5358051261983957e-05,
+      "loss": 2.5245,
+      "step": 9600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.5334083349638036e-05,
+      "loss": 2.5369,
+      "step": 9650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.5310115437292118e-05,
+      "loss": 2.5294,
+      "step": 9700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.5286147524946197e-05,
+      "loss": 2.5394,
+      "step": 9750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.5261690471531992e-05,
+      "loss": 2.5266,
+      "step": 9800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.5237233418117788e-05,
+      "loss": 2.538,
+      "step": 9850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.5213265505771867e-05,
+      "loss": 2.5272,
+      "step": 9900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.5188808452357662e-05,
+      "loss": 2.5478,
+      "step": 9950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.5164351398943456e-05,
+      "loss": 2.5315,
+      "step": 10000
+    },
+    {
+      "epoch": 0.24,
+      "eval_accuracy": 0.5106103857349571,
+      "eval_loss": 2.37398099899292,
+      "eval_runtime": 33.5869,
+      "eval_samples_per_second": 72.439,
+      "eval_steps_per_second": 4.555,
+      "step": 10000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.5140383486597536e-05,
+      "loss": 2.537,
+      "step": 10050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.51169047153199e-05,
+      "loss": 2.5316,
+      "step": 10100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.5092447661905696e-05,
+      "loss": 2.5337,
+      "step": 10150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.506799060849149e-05,
+      "loss": 2.5375,
+      "step": 10200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.5043533555077285e-05,
+      "loss": 2.5388,
+      "step": 10250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.5019076501663082e-05,
+      "loss": 2.5292,
+      "step": 10300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.4995108589317159e-05,
+      "loss": 2.5219,
+      "step": 10350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.4971140676971238e-05,
+      "loss": 2.5335,
+      "step": 10400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.4946683623557035e-05,
+      "loss": 2.5389,
+      "step": 10450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.4922715711211116e-05,
+      "loss": 2.5442,
+      "step": 10500
+    },
+    {
+      "epoch": 0.26,
+      "eval_accuracy": 0.5107744700839645,
+      "eval_loss": 2.372843027114868,
+      "eval_runtime": 32.6321,
+      "eval_samples_per_second": 74.558,
+      "eval_steps_per_second": 4.689,
+      "step": 10500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.489825865779691e-05,
+      "loss": 2.5302,
+      "step": 10550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.487429074545099e-05,
+      "loss": 2.5339,
+      "step": 10600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.4850811974173354e-05,
+      "loss": 2.5355,
+      "step": 10650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.4826354920759147e-05,
+      "loss": 2.5411,
+      "step": 10700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.4801897867344943e-05,
+      "loss": 2.5354,
+      "step": 10750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.4777440813930738e-05,
+      "loss": 2.5302,
+      "step": 10800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.4752983760516536e-05,
+      "loss": 2.5341,
+      "step": 10850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.4729015848170614e-05,
+      "loss": 2.5327,
+      "step": 10900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.4705047935824693e-05,
+      "loss": 2.523,
+      "step": 10950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.4681569164547057e-05,
+      "loss": 2.5318,
+      "step": 11000
+    },
+    {
+      "epoch": 0.27,
+      "eval_accuracy": 0.5111710072607324,
+      "eval_loss": 2.3712527751922607,
+      "eval_runtime": 32.9046,
+      "eval_samples_per_second": 73.941,
+      "eval_steps_per_second": 4.65,
+      "step": 11000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.4657112111132852e-05,
+      "loss": 2.5355,
+      "step": 11050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.4633144198786931e-05,
+      "loss": 2.5284,
+      "step": 11100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.4608687145372727e-05,
+      "loss": 2.5394,
+      "step": 11150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.4584230091958522e-05,
+      "loss": 2.5381,
+      "step": 11200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.45602621796126e-05,
+      "loss": 2.5397,
+      "step": 11250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.4536783408334965e-05,
+      "loss": 2.5412,
+      "step": 11300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.451232635492076e-05,
+      "loss": 2.5417,
+      "step": 11350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.4487869301506557e-05,
+      "loss": 2.5314,
+      "step": 11400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.446341224809235e-05,
+      "loss": 2.5305,
+      "step": 11450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.4438955194678146e-05,
+      "loss": 2.5242,
+      "step": 11500
+    },
+    {
+      "epoch": 0.28,
+      "eval_accuracy": 0.5112618971207219,
+      "eval_loss": 2.37015700340271,
+      "eval_runtime": 32.8429,
+      "eval_samples_per_second": 74.08,
+      "eval_steps_per_second": 4.659,
+      "step": 11500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.4414987282332227e-05,
+      "loss": 2.5308,
+      "step": 11550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.4391019369986306e-05,
+      "loss": 2.5333,
+      "step": 11600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.4366562316572101e-05,
+      "loss": 2.532,
+      "step": 11650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4342105263157895e-05,
+      "loss": 2.5302,
+      "step": 11700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.431764820974369e-05,
+      "loss": 2.526,
+      "step": 11750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4293680297397771e-05,
+      "loss": 2.537,
+      "step": 11800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.426971238505185e-05,
+      "loss": 2.5316,
+      "step": 11850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4245744472705928e-05,
+      "loss": 2.5305,
+      "step": 11900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4221287419291726e-05,
+      "loss": 2.517,
+      "step": 11950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4196830365877521e-05,
+      "loss": 2.5178,
+      "step": 12000
+    },
+    {
+      "epoch": 0.29,
+      "eval_accuracy": 0.511163768245335,
+      "eval_loss": 2.3697993755340576,
+      "eval_runtime": 32.6726,
+      "eval_samples_per_second": 74.466,
+      "eval_steps_per_second": 4.683,
+      "step": 12000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.41728624535316e-05,
+      "loss": 2.5196,
+      "step": 12050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.4148894541185679e-05,
+      "loss": 2.5385,
+      "step": 12100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.4124437487771474e-05,
+      "loss": 2.537,
+      "step": 12150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.4100469575425555e-05,
+      "loss": 2.5318,
+      "step": 12200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.4076012522011348e-05,
+      "loss": 2.5331,
+      "step": 12250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.4051555468597144e-05,
+      "loss": 2.53,
+      "step": 12300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.4027098415182941e-05,
+      "loss": 2.5301,
+      "step": 12350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.4003130502837018e-05,
+      "loss": 2.5358,
+      "step": 12400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3978673449422815e-05,
+      "loss": 2.5182,
+      "step": 12450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.3954705537076894e-05,
+      "loss": 2.5345,
+      "step": 12500
+    },
+    {
+      "epoch": 0.31,
+      "eval_accuracy": 0.5114412638355682,
+      "eval_loss": 2.3686695098876953,
+      "eval_runtime": 33.0698,
+      "eval_samples_per_second": 73.572,
+      "eval_steps_per_second": 4.627,
+      "step": 12500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.393024848366269e-05,
+      "loss": 2.5227,
+      "step": 12550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.3905791430248485e-05,
+      "loss": 2.5324,
+      "step": 12600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.388133437683428e-05,
+      "loss": 2.5163,
+      "step": 12650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.3856877323420074e-05,
+      "loss": 2.5227,
+      "step": 12700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.3832909411074157e-05,
+      "loss": 2.5351,
+      "step": 12750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.3808452357659949e-05,
+      "loss": 2.5269,
+      "step": 12800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.3783995304245746e-05,
+      "loss": 2.5377,
+      "step": 12850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.3761005674036395e-05,
+      "loss": 2.5336,
+      "step": 12900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.3736548620622188e-05,
+      "loss": 2.526,
+      "step": 12950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.3712091567207984e-05,
+      "loss": 2.531,
+      "step": 13000
+    },
+    {
+      "epoch": 0.32,
+      "eval_accuracy": 0.511461372211672,
+      "eval_loss": 2.367508888244629,
+      "eval_runtime": 32.6315,
+      "eval_samples_per_second": 74.56,
+      "eval_steps_per_second": 4.689,
+      "step": 13000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.368763451379378e-05,
+      "loss": 2.5183,
+      "step": 13050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.3664155742516143e-05,
+      "loss": 2.5289,
+      "step": 13100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.3639698689101939e-05,
+      "loss": 2.5191,
+      "step": 13150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.3615241635687732e-05,
+      "loss": 2.5241,
+      "step": 13200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.3590784582273528e-05,
+      "loss": 2.5237,
+      "step": 13250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.3566816669927607e-05,
+      "loss": 2.5301,
+      "step": 13300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.3542848757581689e-05,
+      "loss": 2.5191,
+      "step": 13350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.3519369986304053e-05,
+      "loss": 2.5184,
+      "step": 13400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.3494912932889848e-05,
+      "loss": 2.527,
+      "step": 13450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.3470945020543927e-05,
+      "loss": 2.5304,
+      "step": 13500
+    },
+    {
+      "epoch": 0.33,
+      "eval_accuracy": 0.511769432533583,
+      "eval_loss": 2.3661422729492188,
+      "eval_runtime": 32.5737,
+      "eval_samples_per_second": 74.692,
+      "eval_steps_per_second": 4.697,
+      "step": 13500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.3446487967129722e-05,
+      "loss": 2.5411,
+      "step": 13550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.3422030913715516e-05,
+      "loss": 2.5291,
+      "step": 13600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.339855214243788e-05,
+      "loss": 2.5233,
+      "step": 13650
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.3374095089023675e-05,
+      "loss": 2.5259,
+      "step": 13700
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.334963803560947e-05,
+      "loss": 2.5218,
+      "step": 13750
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.3326159264331835e-05,
+      "loss": 2.5301,
+      "step": 13800
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.330170221091763e-05,
+      "loss": 2.519,
+      "step": 13850
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.3277245157503424e-05,
+      "loss": 2.5291,
+      "step": 13900
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.3253277245157506e-05,
+      "loss": 2.5241,
+      "step": 13950
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.32288201917433e-05,
+      "loss": 2.5264,
+      "step": 14000
+    },
+    {
+      "epoch": 0.34,
+      "eval_accuracy": 0.5121217312829225,
+      "eval_loss": 2.3653178215026855,
+      "eval_runtime": 32.9474,
+      "eval_samples_per_second": 73.845,
+      "eval_steps_per_second": 4.644,
+      "step": 14000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.320485227939738e-05,
+      "loss": 2.5259,
+      "step": 14050
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.3180884367051459e-05,
+      "loss": 2.5211,
+      "step": 14100
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.3156427313637254e-05,
+      "loss": 2.5171,
+      "step": 14150
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.313197026022305e-05,
+      "loss": 2.5365,
+      "step": 14200
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.3108002347877129e-05,
+      "loss": 2.5259,
+      "step": 14250
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.3083545294462924e-05,
+      "loss": 2.5333,
+      "step": 14300
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.3059577382117003e-05,
+      "loss": 2.5238,
+      "step": 14350
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.3035609469771082e-05,
+      "loss": 2.5238,
+      "step": 14400
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.3011152416356879e-05,
+      "loss": 2.5237,
+      "step": 14450
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.2987673645079241e-05,
+      "loss": 2.5281,
+      "step": 14500
+    },
+    {
+      "epoch": 0.35,
+      "eval_accuracy": 0.5123228150439609,
+      "eval_loss": 2.3646602630615234,
+      "eval_runtime": 32.7106,
+      "eval_samples_per_second": 74.38,
+      "eval_steps_per_second": 4.677,
+      "step": 14500
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.296370573273332e-05,
+      "loss": 2.5268,
+      "step": 14550
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.2939248679319117e-05,
+      "loss": 2.5184,
+      "step": 14600
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.2914791625904912e-05,
+      "loss": 2.5281,
+      "step": 14650
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.2890823713558991e-05,
+      "loss": 2.5295,
+      "step": 14700
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.2866366660144787e-05,
+      "loss": 2.5167,
+      "step": 14750
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.2841909606730582e-05,
+      "loss": 2.5253,
+      "step": 14800
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.281745255331638e-05,
+      "loss": 2.5242,
+      "step": 14850
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.2793484640970456e-05,
+      "loss": 2.5257,
+      "step": 14900
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.277000586969282e-05,
+      "loss": 2.5361,
+      "step": 14950
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.2745548816278617e-05,
+      "loss": 2.5259,
+      "step": 15000
+    },
+    {
+      "epoch": 0.37,
+      "eval_accuracy": 0.51232844538927,
+      "eval_loss": 2.3635854721069336,
+      "eval_runtime": 32.8056,
+      "eval_samples_per_second": 74.164,
+      "eval_steps_per_second": 4.664,
+      "step": 15000
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.2721580903932696e-05,
+      "loss": 2.5093,
+      "step": 15050
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.2697123850518492e-05,
+      "loss": 2.5149,
+      "step": 15100
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.2672666797104285e-05,
+      "loss": 2.5249,
+      "step": 15150
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.2648698884758366e-05,
+      "loss": 2.5316,
+      "step": 15200
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.2624241831344161e-05,
+      "loss": 2.5086,
+      "step": 15250
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.260027391899824e-05,
+      "loss": 2.5219,
+      "step": 15300
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.2575816865584036e-05,
+      "loss": 2.5162,
+      "step": 15350
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.2551848953238114e-05,
+      "loss": 2.516,
+      "step": 15400
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.2527391899823912e-05,
+      "loss": 2.5206,
+      "step": 15450
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.2502934846409707e-05,
+      "loss": 2.5075,
+      "step": 15500
+    },
+    {
+      "epoch": 0.38,
+      "eval_accuracy": 0.5121699913855717,
+      "eval_loss": 2.362924337387085,
+      "eval_runtime": 32.9662,
+      "eval_samples_per_second": 73.803,
+      "eval_steps_per_second": 4.641,
+      "step": 15500
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.2478966934063786e-05,
+      "loss": 2.5232,
+      "step": 15550
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.2454999021717865e-05,
+      "loss": 2.5285,
+      "step": 15600
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.243054196830366e-05,
+      "loss": 2.5247,
+      "step": 15650
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.2406574055957739e-05,
+      "loss": 2.5207,
+      "step": 15700
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.238260614361182e-05,
+      "loss": 2.518,
+      "step": 15750
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.2358149090197613e-05,
+      "loss": 2.5202,
+      "step": 15800
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.2333692036783409e-05,
+      "loss": 2.5151,
+      "step": 15850
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.2310213265505772e-05,
+      "loss": 2.5139,
+      "step": 15900
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.2285756212091568e-05,
+      "loss": 2.5141,
+      "step": 15950
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.2261788299745647e-05,
+      "loss": 2.5147,
+      "step": 16000
+    },
+    {
+      "epoch": 0.39,
+      "eval_accuracy": 0.5127105045352431,
+      "eval_loss": 2.36214280128479,
+      "eval_runtime": 32.6511,
+      "eval_samples_per_second": 74.515,
+      "eval_steps_per_second": 4.686,
+      "step": 16000
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.2237820387399729e-05,
+      "loss": 2.5304,
+      "step": 16050
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.2213363333985523e-05,
+      "loss": 2.5098,
+      "step": 16100
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.2188906280571318e-05,
+      "loss": 2.5328,
+      "step": 16150
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.2165427509293682e-05,
+      "loss": 2.505,
+      "step": 16200
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.214145959694776e-05,
+      "loss": 2.5194,
+      "step": 16250
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.2117002543533556e-05,
+      "loss": 2.5094,
+      "step": 16300
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.2092545490119351e-05,
+      "loss": 2.5258,
+      "step": 16350
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.2068088436705147e-05,
+      "loss": 2.5215,
+      "step": 16400
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.204363138329094e-05,
+      "loss": 2.5172,
+      "step": 16450
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.2019663470945023e-05,
+      "loss": 2.5137,
+      "step": 16500
+    },
+    {
+      "epoch": 0.4,
+      "eval_accuracy": 0.5127627863131131,
+      "eval_loss": 2.361149787902832,
+      "eval_runtime": 33.1496,
+      "eval_samples_per_second": 73.395,
+      "eval_steps_per_second": 4.615,
+      "step": 16500
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.1995206417530815e-05,
+      "loss": 2.525,
+      "step": 16550
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.1971238505184897e-05,
+      "loss": 2.5122,
+      "step": 16600
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.1947759733907261e-05,
+      "loss": 2.5112,
+      "step": 16650
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.1923302680493056e-05,
+      "loss": 2.5175,
+      "step": 16700
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.189884562707885e-05,
+      "loss": 2.5067,
+      "step": 16750
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.1874388573664646e-05,
+      "loss": 2.5203,
+      "step": 16800
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.1849931520250441e-05,
+      "loss": 2.52,
+      "step": 16850
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.182596360790452e-05,
+      "loss": 2.5236,
+      "step": 16900
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.1801995695558599e-05,
+      "loss": 2.5242,
+      "step": 16950
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.177802778321268e-05,
+      "loss": 2.5206,
+      "step": 17000
+    },
+    {
+      "epoch": 0.42,
+      "eval_accuracy": 0.5128585021833675,
+      "eval_loss": 2.3603355884552,
+      "eval_runtime": 32.6199,
+      "eval_samples_per_second": 74.586,
+      "eval_steps_per_second": 4.69,
+      "step": 17000
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.1753570729798476e-05,
+      "loss": 2.5156,
+      "step": 17050
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.172911367638427e-05,
+      "loss": 2.5109,
+      "step": 17100
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.170514576403835e-05,
+      "loss": 2.519,
+      "step": 17150
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.1680688710624144e-05,
+      "loss": 2.537,
+      "step": 17200
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.165623165720994e-05,
+      "loss": 2.5155,
+      "step": 17250
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.1632752885932304e-05,
+      "loss": 2.5149,
+      "step": 17300
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.1608784973586382e-05,
+      "loss": 2.5142,
+      "step": 17350
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.1584327920172178e-05,
+      "loss": 2.5056,
+      "step": 17400
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.1559870866757973e-05,
+      "loss": 2.524,
+      "step": 17450
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.1536392095480337e-05,
+      "loss": 2.5153,
+      "step": 17500
+    },
+    {
+      "epoch": 0.43,
+      "eval_accuracy": 0.5128440241525727,
+      "eval_loss": 2.359724998474121,
+      "eval_runtime": 32.6238,
+      "eval_samples_per_second": 74.577,
+      "eval_steps_per_second": 4.69,
+      "step": 17500
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.1511935042066134e-05,
+      "loss": 2.5147,
+      "step": 17550
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.1487477988651926e-05,
+      "loss": 2.5183,
+      "step": 17600
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.1463020935237724e-05,
+      "loss": 2.5125,
+      "step": 17650
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.1438563881823519e-05,
+      "loss": 2.5165,
+      "step": 17700
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.1414595969477598e-05,
+      "loss": 2.525,
+      "step": 17750
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.1390138916063393e-05,
+      "loss": 2.5231,
+      "step": 17800
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.1367149285854042e-05,
+      "loss": 2.5239,
+      "step": 17850
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.1343670514576404e-05,
+      "loss": 2.5146,
+      "step": 17900
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.13192134611622e-05,
+      "loss": 2.5353,
+      "step": 17950
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.1294756407747995e-05,
+      "loss": 2.5184,
+      "step": 18000
+    },
+    {
+      "epoch": 0.44,
+      "eval_accuracy": 0.5130169561870658,
+      "eval_loss": 2.358973264694214,
+      "eval_runtime": 32.9217,
+      "eval_samples_per_second": 73.903,
+      "eval_steps_per_second": 4.647,
+      "step": 18000
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.1270788495402074e-05,
+      "loss": 2.5251,
+      "step": 18050
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.124633144198787e-05,
+      "loss": 2.5143,
+      "step": 18100
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.1221874388573667e-05,
+      "loss": 2.502,
+      "step": 18150
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.1197906476227745e-05,
+      "loss": 2.5125,
+      "step": 18200
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.1173938563881826e-05,
+      "loss": 2.5081,
+      "step": 18250
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.114948151046762e-05,
+      "loss": 2.5133,
+      "step": 18300
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.1125024457053415e-05,
+      "loss": 2.517,
+      "step": 18350
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.110056740363921e-05,
+      "loss": 2.512,
+      "step": 18400
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.1076110350225006e-05,
+      "loss": 2.5067,
+      "step": 18450
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.1053120720015653e-05,
+      "loss": 2.5104,
+      "step": 18500
+    },
+    {
+      "epoch": 0.45,
+      "eval_accuracy": 0.5131923012266913,
+      "eval_loss": 2.35813307762146,
+      "eval_runtime": 32.6499,
+      "eval_samples_per_second": 74.518,
+      "eval_steps_per_second": 4.686,
+      "step": 18500
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.1028663666601449e-05,
+      "loss": 2.5125,
+      "step": 18550
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.1004695754255527e-05,
+      "loss": 2.5192,
+      "step": 18600
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.0980727841909608e-05,
+      "loss": 2.5033,
+      "step": 18650
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.0956270788495402e-05,
+      "loss": 2.5033,
+      "step": 18700
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.0932302876149484e-05,
+      "loss": 2.5134,
+      "step": 18750
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.0908334963803562e-05,
+      "loss": 2.5148,
+      "step": 18800
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.0884367051457641e-05,
+      "loss": 2.5006,
+      "step": 18850
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.0859909998043437e-05,
+      "loss": 2.5072,
+      "step": 18900
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.0835452944629232e-05,
+      "loss": 2.5137,
+      "step": 18950
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.0810995891215028e-05,
+      "loss": 2.5085,
+      "step": 19000
+    },
+    {
+      "epoch": 0.46,
+      "eval_accuracy": 0.5133596029158755,
+      "eval_loss": 2.3577353954315186,
+      "eval_runtime": 32.7631,
+      "eval_samples_per_second": 74.26,
+      "eval_steps_per_second": 4.67,
+      "step": 19000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.0786538837800822e-05,
+      "loss": 2.5277,
+      "step": 19050
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.0762081784386617e-05,
+      "loss": 2.5148,
+      "step": 19100
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.073860301310898e-05,
+      "loss": 2.5241,
+      "step": 19150
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.0714145959694778e-05,
+      "loss": 2.5142,
+      "step": 19200
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.0690178047348857e-05,
+      "loss": 2.5231,
+      "step": 19250
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.0666210135002937e-05,
+      "loss": 2.5105,
+      "step": 19300
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.0641753081588731e-05,
+      "loss": 2.5149,
+      "step": 19350
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.0617785169242811e-05,
+      "loss": 2.5092,
+      "step": 19400
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.059381725689689e-05,
+      "loss": 2.5284,
+      "step": 19450
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.0569360203482686e-05,
+      "loss": 2.509,
+      "step": 19500
+    },
+    {
+      "epoch": 0.48,
+      "eval_accuracy": 0.5135132309093088,
+      "eval_loss": 2.357166290283203,
+      "eval_runtime": 32.782,
+      "eval_samples_per_second": 74.218,
+      "eval_steps_per_second": 4.667,
+      "step": 19500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.054490315006848e-05,
+      "loss": 2.5078,
+      "step": 19550
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.0520446096654275e-05,
+      "loss": 2.5138,
+      "step": 19600
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.049598904324007e-05,
+      "loss": 2.5065,
+      "step": 19650
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.0472510271962434e-05,
+      "loss": 2.5247,
+      "step": 19700
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.0448053218548231e-05,
+      "loss": 2.5161,
+      "step": 19750
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.0423596165134025e-05,
+      "loss": 2.5142,
+      "step": 19800
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0399628252788106e-05,
+      "loss": 2.5067,
+      "step": 19850
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0375171199373901e-05,
+      "loss": 2.5104,
+      "step": 19900
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.035120328702798e-05,
+      "loss": 2.5177,
+      "step": 19950
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0326746233613775e-05,
+      "loss": 2.5143,
+      "step": 20000
+    },
+    {
+      "epoch": 0.49,
+      "eval_accuracy": 0.5135220785947945,
+      "eval_loss": 2.356419563293457,
+      "eval_runtime": 32.6508,
+      "eval_samples_per_second": 74.516,
+      "eval_steps_per_second": 4.686,
+      "step": 20000
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0302778321267854e-05,
+      "loss": 2.5068,
+      "step": 20050
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.027832126785365e-05,
+      "loss": 2.5129,
+      "step": 20100
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0254842496576013e-05,
+      "loss": 2.521,
+      "step": 20150
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.0231363725298377e-05,
+      "loss": 2.5188,
+      "step": 20200
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0206906671884171e-05,
+      "loss": 2.5141,
+      "step": 20250
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0182938759538253e-05,
+      "loss": 2.5039,
+      "step": 20300
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.015897084719233e-05,
+      "loss": 2.5123,
+      "step": 20350
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0135002934846409e-05,
+      "loss": 2.5113,
+      "step": 20400
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0110545881432206e-05,
+      "loss": 2.503,
+      "step": 20450
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0086088828018002e-05,
+      "loss": 2.5124,
+      "step": 20500
+    },
+    {
+      "epoch": 0.5,
+      "eval_accuracy": 0.5137456837370693,
+      "eval_loss": 2.355473279953003,
+      "eval_runtime": 32.7777,
+      "eval_samples_per_second": 74.227,
+      "eval_steps_per_second": 4.668,
+      "step": 20500
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0061631774603797e-05,
+      "loss": 2.5079,
+      "step": 20550
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.0037174721189591e-05,
+      "loss": 2.5096,
+      "step": 20600
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.0012717667775386e-05,
+      "loss": 2.5166,
+      "step": 20650
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 9.988260614361182e-06,
+      "loss": 2.5056,
+      "step": 20700
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 9.963803560946977e-06,
+      "loss": 2.5089,
+      "step": 20750
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 9.939835648601058e-06,
+      "loss": 2.5149,
+      "step": 20800
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 9.915867736255137e-06,
+      "loss": 2.5188,
+      "step": 20850
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 9.891410682840932e-06,
+      "loss": 2.5172,
+      "step": 20900
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 9.866953629426728e-06,
+      "loss": 2.5132,
+      "step": 20950
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 9.842496576012523e-06,
+      "loss": 2.5107,
+      "step": 21000
+    },
+    {
+      "epoch": 0.51,
+      "eval_accuracy": 0.513869551333869,
+      "eval_loss": 2.354633092880249,
+      "eval_runtime": 31.6609,
+      "eval_samples_per_second": 76.845,
+      "eval_steps_per_second": 4.832,
+      "step": 21000
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 9.818528663666602e-06,
+      "loss": 2.5121,
+      "step": 21050
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.795049892388966e-06,
+      "loss": 2.4904,
+      "step": 21100
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.770592838974761e-06,
+      "loss": 2.5034,
+      "step": 21150
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.747114067697125e-06,
+      "loss": 2.4998,
+      "step": 21200
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.72265701428292e-06,
+      "loss": 2.4988,
+      "step": 21250
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.698199960868716e-06,
+      "loss": 2.5118,
+      "step": 21300
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.673742907454511e-06,
+      "loss": 2.5137,
+      "step": 21350
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.649285854040305e-06,
+      "loss": 2.5139,
+      "step": 21400
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 9.625807082762669e-06,
+      "loss": 2.5133,
+      "step": 21450
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.601350029348466e-06,
+      "loss": 2.5034,
+      "step": 21500
+    },
+    {
+      "epoch": 0.53,
+      "eval_accuracy": 0.513999853611022,
+      "eval_loss": 2.354314088821411,
+      "eval_runtime": 32.5811,
+      "eval_samples_per_second": 74.675,
+      "eval_steps_per_second": 4.696,
+      "step": 21500
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.577382117002543e-06,
+      "loss": 2.5222,
+      "step": 21550
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.553414204656623e-06,
+      "loss": 2.5016,
+      "step": 21600
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.528957151242419e-06,
+      "loss": 2.5188,
+      "step": 21650
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.504500097828214e-06,
+      "loss": 2.5084,
+      "step": 21700
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.48004304441401e-06,
+      "loss": 2.5053,
+      "step": 21750
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.455585990999805e-06,
+      "loss": 2.506,
+      "step": 21800
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 9.431618078653884e-06,
+      "loss": 2.5099,
+      "step": 21850
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.40716102523968e-06,
+      "loss": 2.502,
+      "step": 21900
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.383193112893758e-06,
+      "loss": 2.5054,
+      "step": 21950
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.358736059479556e-06,
+      "loss": 2.4922,
+      "step": 22000
+    },
+    {
+      "epoch": 0.54,
+      "eval_accuracy": 0.5139121810912092,
+      "eval_loss": 2.353778839111328,
+      "eval_runtime": 32.8198,
+      "eval_samples_per_second": 74.132,
+      "eval_steps_per_second": 4.662,
+      "step": 22000
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.33427900606535e-06,
+      "loss": 2.5071,
+      "step": 22050
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.309821952651145e-06,
+      "loss": 2.5125,
+      "step": 22100
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.285854040305224e-06,
+      "loss": 2.5201,
+      "step": 22150
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.261886127959304e-06,
+      "loss": 2.5112,
+      "step": 22200
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 9.237918215613385e-06,
+      "loss": 2.5034,
+      "step": 22250
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 9.213461162199178e-06,
+      "loss": 2.4971,
+      "step": 22300
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 9.189004108784974e-06,
+      "loss": 2.5133,
+      "step": 22350
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 9.16454705537077e-06,
+      "loss": 2.5301,
+      "step": 22400
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 9.14057914302485e-06,
+      "loss": 2.5093,
+      "step": 22450
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 9.116611230678929e-06,
+      "loss": 2.514,
+      "step": 22500
+    },
+    {
+      "epoch": 0.55,
+      "eval_accuracy": 0.513995027600757,
+      "eval_loss": 2.3532376289367676,
+      "eval_runtime": 32.6183,
+      "eval_samples_per_second": 74.59,
+      "eval_steps_per_second": 4.691,
+      "step": 22500
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 9.092154177264724e-06,
+      "loss": 2.51,
+      "step": 22550
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 9.06769712385052e-06,
+      "loss": 2.4977,
+      "step": 22600
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 9.043240070436315e-06,
+      "loss": 2.5125,
+      "step": 22650
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 9.019761299158679e-06,
+      "loss": 2.5002,
+      "step": 22700
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.995793386812758e-06,
+      "loss": 2.5025,
+      "step": 22750
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.971336333398553e-06,
+      "loss": 2.5102,
+      "step": 22800
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.947368421052632e-06,
+      "loss": 2.499,
+      "step": 22850
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.922911367638427e-06,
+      "loss": 2.5112,
+      "step": 22900
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.898454314224223e-06,
+      "loss": 2.5066,
+      "step": 22950
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.873997260810018e-06,
+      "loss": 2.5199,
+      "step": 23000
+    },
+    {
+      "epoch": 0.56,
+      "eval_accuracy": 0.5140706350949075,
+      "eval_loss": 2.3526594638824463,
+      "eval_runtime": 32.7339,
+      "eval_samples_per_second": 74.327,
+      "eval_steps_per_second": 4.674,
+      "step": 23000
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.849540207395814e-06,
+      "loss": 2.5014,
+      "step": 23050
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.825572295049893e-06,
+      "loss": 2.4882,
+      "step": 23100
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.801115241635688e-06,
+      "loss": 2.4938,
+      "step": 23150
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.777147329289769e-06,
+      "loss": 2.5049,
+      "step": 23200
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.752690275875562e-06,
+      "loss": 2.4916,
+      "step": 23250
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.728233222461358e-06,
+      "loss": 2.504,
+      "step": 23300
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.704265310115438e-06,
+      "loss": 2.5074,
+      "step": 23350
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.680297397769517e-06,
+      "loss": 2.5175,
+      "step": 23400
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.655840344355313e-06,
+      "loss": 2.5207,
+      "step": 23450
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.631383290941108e-06,
+      "loss": 2.4926,
+      "step": 23500
+    },
+    {
+      "epoch": 0.57,
+      "eval_accuracy": 0.5141896766814423,
+      "eval_loss": 2.3520689010620117,
+      "eval_runtime": 32.717,
+      "eval_samples_per_second": 74.365,
+      "eval_steps_per_second": 4.676,
+      "step": 23500
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.606926237526904e-06,
+      "loss": 2.5076,
+      "step": 23550
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.582469184112699e-06,
+      "loss": 2.5023,
+      "step": 23600
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.558012130698495e-06,
+      "loss": 2.4904,
+      "step": 23650
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.535022500489142e-06,
+      "loss": 2.5013,
+      "step": 23700
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.510565447074937e-06,
+      "loss": 2.5109,
+      "step": 23750
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.4870866757973e-06,
+      "loss": 2.5075,
+      "step": 23800
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.462629622383096e-06,
+      "loss": 2.5093,
+      "step": 23850
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.438172568968892e-06,
+      "loss": 2.5033,
+      "step": 23900
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.413715515554687e-06,
+      "loss": 2.4903,
+      "step": 23950
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.389747603208766e-06,
+      "loss": 2.5104,
+      "step": 24000
+    },
+    {
+      "epoch": 0.59,
+      "eval_accuracy": 0.5141647422950735,
+      "eval_loss": 2.3516719341278076,
+      "eval_runtime": 32.5398,
+      "eval_samples_per_second": 74.77,
+      "eval_steps_per_second": 4.702,
+      "step": 24000
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.365290549794561e-06,
+      "loss": 2.5064,
+      "step": 24050
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.341322637448642e-06,
+      "loss": 2.5011,
+      "step": 24100
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.317354725102719e-06,
+      "loss": 2.5028,
+      "step": 24150
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.292897671688516e-06,
+      "loss": 2.4954,
+      "step": 24200
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.26844061827431e-06,
+      "loss": 2.514,
+      "step": 24250
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.24447270592839e-06,
+      "loss": 2.4848,
+      "step": 24300
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.220015652514186e-06,
+      "loss": 2.5135,
+      "step": 24350
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.196047740168265e-06,
+      "loss": 2.5149,
+      "step": 24400
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.17159068675406e-06,
+      "loss": 2.5076,
+      "step": 24450
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.147133633339856e-06,
+      "loss": 2.5067,
+      "step": 24500
+    },
+    {
+      "epoch": 0.6,
+      "eval_accuracy": 0.5143770867467302,
+      "eval_loss": 2.3510823249816895,
+      "eval_runtime": 32.9679,
+      "eval_samples_per_second": 73.799,
+      "eval_steps_per_second": 4.641,
+      "step": 24500
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.122676579925651e-06,
+      "loss": 2.5042,
+      "step": 24550
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.098708667579732e-06,
+      "loss": 2.4911,
+      "step": 24600
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.074251614165525e-06,
+      "loss": 2.5085,
+      "step": 24650
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.049794560751321e-06,
+      "loss": 2.5185,
+      "step": 24700
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 8.025337507337116e-06,
+      "loss": 2.4945,
+      "step": 24750
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 8.001369594991197e-06,
+      "loss": 2.5176,
+      "step": 24800
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.97789082371356e-06,
+      "loss": 2.5036,
+      "step": 24850
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.953433770299354e-06,
+      "loss": 2.5015,
+      "step": 24900
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.929954999021718e-06,
+      "loss": 2.5086,
+      "step": 24950
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.905497945607514e-06,
+      "loss": 2.5055,
+      "step": 25000
+    },
+    {
+      "epoch": 0.61,
+      "eval_accuracy": 0.5142451757994889,
+      "eval_loss": 2.3508098125457764,
+      "eval_runtime": 32.5406,
+      "eval_samples_per_second": 74.768,
+      "eval_steps_per_second": 4.702,
+      "step": 25000
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.881040892193309e-06,
+      "loss": 2.5044,
+      "step": 25050
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.856583838779105e-06,
+      "loss": 2.5009,
+      "step": 25100
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.8321267853649e-06,
+      "loss": 2.511,
+      "step": 25150
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.808648014087264e-06,
+      "loss": 2.5019,
+      "step": 25200
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.78419096067306e-06,
+      "loss": 2.503,
+      "step": 25250
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.759733907258855e-06,
+      "loss": 2.5006,
+      "step": 25300
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.73527685384465e-06,
+      "loss": 2.5043,
+      "step": 25350
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.711308941498729e-06,
+      "loss": 2.4988,
+      "step": 25400
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.687341029152808e-06,
+      "loss": 2.5079,
+      "step": 25450
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.662883975738603e-06,
+      "loss": 2.5011,
+      "step": 25500
+    },
+    {
+      "epoch": 0.62,
+      "eval_accuracy": 0.5145990832189167,
+      "eval_loss": 2.3502306938171387,
+      "eval_runtime": 32.5132,
+      "eval_samples_per_second": 74.831,
+      "eval_steps_per_second": 4.706,
+      "step": 25500
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.639405204460967e-06,
+      "loss": 2.5172,
+      "step": 25550
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.615437292115047e-06,
+      "loss": 2.502,
+      "step": 25600
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.590980238700842e-06,
+      "loss": 2.5124,
+      "step": 25650
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.567012326354921e-06,
+      "loss": 2.4933,
+      "step": 25700
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.542555272940717e-06,
+      "loss": 2.5154,
+      "step": 25750
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.518098219526512e-06,
+      "loss": 2.4982,
+      "step": 25800
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.4936411661123074e-06,
+      "loss": 2.4936,
+      "step": 25850
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.470162394834671e-06,
+      "loss": 2.5064,
+      "step": 25900
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.445705341420466e-06,
+      "loss": 2.5003,
+      "step": 25950
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.421248288006262e-06,
+      "loss": 2.4931,
+      "step": 26000
+    },
+    {
+      "epoch": 0.64,
+      "eval_accuracy": 0.5147076684498775,
+      "eval_loss": 2.349609375,
+      "eval_runtime": 32.9366,
+      "eval_samples_per_second": 73.869,
+      "eval_steps_per_second": 4.645,
+      "step": 26000
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.396791234592057e-06,
+      "loss": 2.5008,
+      "step": 26050
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.372334181177852e-06,
+      "loss": 2.5034,
+      "step": 26100
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.348366268831931e-06,
+      "loss": 2.5083,
+      "step": 26150
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.324398356486011e-06,
+      "loss": 2.5028,
+      "step": 26200
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.299941303071807e-06,
+      "loss": 2.5082,
+      "step": 26250
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.275973390725886e-06,
+      "loss": 2.52,
+      "step": 26300
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.251516337311681e-06,
+      "loss": 2.5099,
+      "step": 26350
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.228037566034045e-06,
+      "loss": 2.5112,
+      "step": 26400
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.20358051261984e-06,
+      "loss": 2.4946,
+      "step": 26450
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.179123459205636e-06,
+      "loss": 2.4965,
+      "step": 26500
+    },
+    {
+      "epoch": 0.65,
+      "eval_accuracy": 0.5147020381045684,
+      "eval_loss": 2.34912109375,
+      "eval_runtime": 32.715,
+      "eval_samples_per_second": 74.37,
+      "eval_steps_per_second": 4.677,
+      "step": 26500
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.154666405791431e-06,
+      "loss": 2.5126,
+      "step": 26550
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.130209352377226e-06,
+      "loss": 2.5,
+      "step": 26600
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.10673058109959e-06,
+      "loss": 2.4946,
+      "step": 26650
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.082762668753669e-06,
+      "loss": 2.5005,
+      "step": 26700
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.058305615339465e-06,
+      "loss": 2.4972,
+      "step": 26750
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.03384856192526e-06,
+      "loss": 2.4976,
+      "step": 26800
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.009391508511055e-06,
+      "loss": 2.5075,
+      "step": 26850
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 6.985912737233419e-06,
+      "loss": 2.508,
+      "step": 26900
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 6.961944824887498e-06,
+      "loss": 2.5023,
+      "step": 26950
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 6.937487771473294e-06,
+      "loss": 2.495,
+      "step": 27000
+    },
+    {
+      "epoch": 0.66,
+      "eval_accuracy": 0.5146360826309477,
+      "eval_loss": 2.348769426345825,
+      "eval_runtime": 32.8878,
+      "eval_samples_per_second": 73.979,
+      "eval_steps_per_second": 4.652,
+      "step": 27000
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 6.9135198591273735e-06,
+      "loss": 2.5072,
+      "step": 27050
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 6.889551946781452e-06,
+      "loss": 2.509,
+      "step": 27100
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 6.865094893367248e-06,
+      "loss": 2.4979,
+      "step": 27150
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 6.841126981021327e-06,
+      "loss": 2.5134,
+      "step": 27200
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 6.816669927607122e-06,
+      "loss": 2.4994,
+      "step": 27250
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 6.792212874192918e-06,
+      "loss": 2.5072,
+      "step": 27300
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 6.768244961846997e-06,
+      "loss": 2.5068,
+      "step": 27350
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 6.743787908432793e-06,
+      "loss": 2.5097,
+      "step": 27400
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 6.719819996086871e-06,
+      "loss": 2.4966,
+      "step": 27450
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 6.695362942672668e-06,
+      "loss": 2.5051,
+      "step": 27500
+    },
+    {
+      "epoch": 0.67,
+      "eval_accuracy": 0.5150479021735546,
+      "eval_loss": 2.348109245300293,
+      "eval_runtime": 32.717,
+      "eval_samples_per_second": 74.365,
+      "eval_steps_per_second": 4.676,
+      "step": 27500
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 6.670905889258462e-06,
+      "loss": 2.5036,
+      "step": 27550
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 6.646937976912542e-06,
+      "loss": 2.4975,
+      "step": 27600
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 6.6224809234983375e-06,
+      "loss": 2.485,
+      "step": 27650
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 6.598513011152416e-06,
+      "loss": 2.4965,
+      "step": 27700
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 6.574055957738213e-06,
+      "loss": 2.4911,
+      "step": 27750
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 6.549598904324007e-06,
+      "loss": 2.5005,
+      "step": 27800
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 6.525141850909803e-06,
+      "loss": 2.496,
+      "step": 27850
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 6.501173938563883e-06,
+      "loss": 2.4988,
+      "step": 27900
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 6.477206026217961e-06,
+      "loss": 2.4977,
+      "step": 27950
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 6.4532381138720416e-06,
+      "loss": 2.51,
+      "step": 28000
+    },
+    {
+      "epoch": 0.68,
+      "eval_accuracy": 0.5149642513289626,
+      "eval_loss": 2.3477537631988525,
+      "eval_runtime": 32.5166,
+      "eval_samples_per_second": 74.823,
+      "eval_steps_per_second": 4.705,
+      "step": 28000
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 6.428781060457837e-06,
+      "loss": 2.5063,
+      "step": 28050
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 6.404324007043632e-06,
+      "loss": 2.4999,
+      "step": 28100
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 6.379866953629428e-06,
+      "loss": 2.4941,
+      "step": 28150
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 6.355899041283507e-06,
+      "loss": 2.5031,
+      "step": 28200
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 6.331441987869302e-06,
+      "loss": 2.5015,
+      "step": 28250
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 6.307474075523381e-06,
+      "loss": 2.5091,
+      "step": 28300
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 6.283506163177461e-06,
+      "loss": 2.4905,
+      "step": 28350
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 6.259049109763257e-06,
+      "loss": 2.5008,
+      "step": 28400
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 6.234592056349052e-06,
+      "loss": 2.4837,
+      "step": 28450
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 6.210624144003131e-06,
+      "loss": 2.4883,
+      "step": 28500
+    },
+    {
+      "epoch": 0.7,
+      "eval_accuracy": 0.515170161100266,
+      "eval_loss": 2.347412586212158,
+      "eval_runtime": 32.8011,
+      "eval_samples_per_second": 74.174,
+      "eval_steps_per_second": 4.664,
+      "step": 28500
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 6.186167090588926e-06,
+      "loss": 2.5017,
+      "step": 28550
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 6.1621991782430055e-06,
+      "loss": 2.4983,
+      "step": 28600
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 6.137742124828802e-06,
+      "loss": 2.5059,
+      "step": 28650
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 6.1132850714145965e-06,
+      "loss": 2.5119,
+      "step": 28700
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 6.089317159068676e-06,
+      "loss": 2.5034,
+      "step": 28750
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 6.065349246722755e-06,
+      "loss": 2.5012,
+      "step": 28800
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 6.0413813343768345e-06,
+      "loss": 2.5052,
+      "step": 28850
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 6.016924280962631e-06,
+      "loss": 2.5008,
+      "step": 28900
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 5.992956368616709e-06,
+      "loss": 2.4927,
+      "step": 28950
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 5.968499315202505e-06,
+      "loss": 2.4973,
+      "step": 29000
+    },
+    {
+      "epoch": 0.71,
+      "eval_accuracy": 0.515144422378853,
+      "eval_loss": 2.3470253944396973,
+      "eval_runtime": 32.569,
+      "eval_samples_per_second": 74.703,
+      "eval_steps_per_second": 4.698,
+      "step": 29000
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 5.9440422617883e-06,
+      "loss": 2.4978,
+      "step": 29050
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 5.919585208374096e-06,
+      "loss": 2.4971,
+      "step": 29100
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 5.895128154959891e-06,
+      "loss": 2.497,
+      "step": 29150
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 5.87116024261397e-06,
+      "loss": 2.4949,
+      "step": 29200
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 5.847681471336334e-06,
+      "loss": 2.4992,
+      "step": 29250
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 5.823224417922129e-06,
+      "loss": 2.5073,
+      "step": 29300
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 5.798767364507924e-06,
+      "loss": 2.5131,
+      "step": 29350
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 5.7743103110937205e-06,
+      "loss": 2.4901,
+      "step": 29400
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 5.749853257679515e-06,
+      "loss": 2.4982,
+      "step": 29450
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 5.725396204265311e-06,
+      "loss": 2.4939,
+      "step": 29500
+    },
+    {
+      "epoch": 0.72,
+      "eval_accuracy": 0.5153318324441409,
+      "eval_loss": 2.346403121948242,
+      "eval_runtime": 32.5012,
+      "eval_samples_per_second": 74.859,
+      "eval_steps_per_second": 4.708,
+      "step": 29500
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 5.7019174329876736e-06,
+      "loss": 2.4936,
+      "step": 29550
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 5.67746037957347e-06,
+      "loss": 2.4974,
+      "step": 29600
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 5.6530033261592646e-06,
+      "loss": 2.4885,
+      "step": 29650
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 5.629524554881628e-06,
+      "loss": 2.5044,
+      "step": 29700
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 5.605556642535708e-06,
+      "loss": 2.4987,
+      "step": 29750
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 5.5815887301897875e-06,
+      "loss": 2.5019,
+      "step": 29800
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 5.557131676775582e-06,
+      "loss": 2.5086,
+      "step": 29850
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 5.5326746233613785e-06,
+      "loss": 2.5045,
+      "step": 29900
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 5.508217569947173e-06,
+      "loss": 2.4995,
+      "step": 29950
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 5.483760516532969e-06,
+      "loss": 2.4952,
+      "step": 30000
+    },
+    {
+      "epoch": 0.73,
+      "eval_accuracy": 0.5152570292850346,
+      "eval_loss": 2.3460702896118164,
+      "eval_runtime": 32.6916,
+      "eval_samples_per_second": 74.423,
+      "eval_steps_per_second": 4.68,
+      "step": 30000
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 5.459303463118763e-06,
+      "loss": 2.5039,
+      "step": 30050
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 5.435335550772844e-06,
+      "loss": 2.5014,
+      "step": 30100
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 5.411367638426923e-06,
+      "loss": 2.4918,
+      "step": 30150
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 5.386910585012718e-06,
+      "loss": 2.4954,
+      "step": 30200
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 5.3624535315985135e-06,
+      "loss": 2.4942,
+      "step": 30250
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 5.338485619252592e-06,
+      "loss": 2.4852,
+      "step": 30300
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 5.315006847974956e-06,
+      "loss": 2.5039,
+      "step": 30350
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 5.290549794560752e-06,
+      "loss": 2.4945,
+      "step": 30400
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 5.266581882214831e-06,
+      "loss": 2.5077,
+      "step": 30450
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 5.242613969868911e-06,
+      "loss": 2.5028,
+      "step": 30500
+    },
+    {
+      "epoch": 0.75,
+      "eval_accuracy": 0.5153961792476732,
+      "eval_loss": 2.345855712890625,
+      "eval_runtime": 32.4963,
+      "eval_samples_per_second": 74.87,
+      "eval_steps_per_second": 4.708,
+      "step": 30500
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 5.218156916454706e-06,
+      "loss": 2.5017,
+      "step": 30550
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 5.193699863040501e-06,
+      "loss": 2.4878,
+      "step": 30600
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 5.169242809626297e-06,
+      "loss": 2.4964,
+      "step": 30650
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 5.144785756212092e-06,
+      "loss": 2.494,
+      "step": 30700
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 5.1208178438661714e-06,
+      "loss": 2.4985,
+      "step": 30750
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 5.096849931520251e-06,
+      "loss": 2.491,
+      "step": 30800
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 5.07288201917433e-06,
+      "loss": 2.4893,
+      "step": 30850
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 5.048424965760126e-06,
+      "loss": 2.4917,
+      "step": 30900
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 5.024457053414205e-06,
+      "loss": 2.4879,
+      "step": 30950
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 5.000978282136568e-06,
+      "loss": 2.4979,
+      "step": 31000
+    },
+    {
+      "epoch": 0.76,
+      "eval_accuracy": 0.5153632015108629,
+      "eval_loss": 2.3453683853149414,
+      "eval_runtime": 32.8384,
+      "eval_samples_per_second": 74.09,
+      "eval_steps_per_second": 4.659,
+      "step": 31000
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 4.976521228722364e-06,
+      "loss": 2.5128,
+      "step": 31050
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 4.95206417530816e-06,
+      "loss": 2.5052,
+      "step": 31100
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 4.927607121893955e-06,
+      "loss": 2.5018,
+      "step": 31150
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 4.90315006847975e-06,
+      "loss": 2.5049,
+      "step": 31200
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 4.878693015065545e-06,
+      "loss": 2.497,
+      "step": 31250
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 4.854725102719625e-06,
+      "loss": 2.4941,
+      "step": 31300
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 4.8302680493054195e-06,
+      "loss": 2.5037,
+      "step": 31350
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 4.8063001369595e-06,
+      "loss": 2.4963,
+      "step": 31400
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 4.782332224613579e-06,
+      "loss": 2.4972,
+      "step": 31450
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 4.757875171199374e-06,
+      "loss": 2.4928,
+      "step": 31500
+    },
+    {
+      "epoch": 0.77,
+      "eval_accuracy": 0.5154951124581042,
+      "eval_loss": 2.345027208328247,
+      "eval_runtime": 32.6929,
+      "eval_samples_per_second": 74.42,
+      "eval_steps_per_second": 4.68,
+      "step": 31500
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 4.73341811778517e-06,
+      "loss": 2.5037,
+      "step": 31550
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 4.708961064370965e-06,
+      "loss": 2.505,
+      "step": 31600
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 4.684993152025045e-06,
+      "loss": 2.5032,
+      "step": 31650
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 4.661514380747408e-06,
+      "loss": 2.5132,
+      "step": 31700
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 4.637057327333203e-06,
+      "loss": 2.5075,
+      "step": 31750
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 4.612600273918999e-06,
+      "loss": 2.4932,
+      "step": 31800
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 4.588143220504794e-06,
+      "loss": 2.4801,
+      "step": 31850
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 4.564664449227157e-06,
+      "loss": 2.5061,
+      "step": 31900
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 4.5402073958129526e-06,
+      "loss": 2.5008,
+      "step": 31950
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 4.515750342398748e-06,
+      "loss": 2.501,
+      "step": 32000
+    },
+    {
+      "epoch": 0.78,
+      "eval_accuracy": 0.5156221973950805,
+      "eval_loss": 2.344646692276001,
+      "eval_runtime": 32.688,
+      "eval_samples_per_second": 74.431,
+      "eval_steps_per_second": 4.681,
+      "step": 32000
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 4.492271571121112e-06,
+      "loss": 2.4899,
+      "step": 32050
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 4.468303658775191e-06,
+      "loss": 2.4936,
+      "step": 32100
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 4.443846605360986e-06,
+      "loss": 2.4883,
+      "step": 32150
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 4.4193895519467815e-06,
+      "loss": 2.493,
+      "step": 32200
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 4.394932498532577e-06,
+      "loss": 2.4964,
+      "step": 32250
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 4.3704754451183725e-06,
+      "loss": 2.5093,
+      "step": 32300
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 4.346018391704168e-06,
+      "loss": 2.5009,
+      "step": 32350
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 4.322050479358248e-06,
+      "loss": 2.4905,
+      "step": 32400
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 4.298082567012326e-06,
+      "loss": 2.4964,
+      "step": 32450
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 4.274114654666406e-06,
+      "loss": 2.5,
+      "step": 32500
+    },
+    {
+      "epoch": 0.79,
+      "eval_accuracy": 0.5156302407455221,
+      "eval_loss": 2.344324827194214,
+      "eval_runtime": 32.7043,
+      "eval_samples_per_second": 74.394,
+      "eval_steps_per_second": 4.678,
+      "step": 32500
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 4.2496576012522015e-06,
+      "loss": 2.504,
+      "step": 32550
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 4.225200547837997e-06,
+      "loss": 2.4964,
+      "step": 32600
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 4.2007434944237925e-06,
+      "loss": 2.5011,
+      "step": 32650
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 4.177264723146155e-06,
+      "loss": 2.4929,
+      "step": 32700
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 4.152807669731951e-06,
+      "loss": 2.4895,
+      "step": 32750
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 4.1288397573860305e-06,
+      "loss": 2.4839,
+      "step": 32800
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 4.10487184504011e-06,
+      "loss": 2.4969,
+      "step": 32850
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 4.080414791625905e-06,
+      "loss": 2.4876,
+      "step": 32900
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 4.0559577382117e-06,
+      "loss": 2.4903,
+      "step": 32950
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 4.03198982586578e-06,
+      "loss": 2.4865,
+      "step": 33000
+    },
+    {
+      "epoch": 0.81,
+      "eval_accuracy": 0.5156238060651689,
+      "eval_loss": 2.343801259994507,
+      "eval_runtime": 32.5872,
+      "eval_samples_per_second": 74.661,
+      "eval_steps_per_second": 4.695,
+      "step": 33000
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 4.007532772451575e-06,
+      "loss": 2.5003,
+      "step": 33050
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.983564860105655e-06,
+      "loss": 2.4968,
+      "step": 33100
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.9591078066914504e-06,
+      "loss": 2.4738,
+      "step": 33150
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.935139894345529e-06,
+      "loss": 2.4972,
+      "step": 33200
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.911171981999609e-06,
+      "loss": 2.4924,
+      "step": 33250
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 3.886714928585404e-06,
+      "loss": 2.4915,
+      "step": 33300
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.8622578751712e-06,
+      "loss": 2.4946,
+      "step": 33350
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.837800821756995e-06,
+      "loss": 2.4924,
+      "step": 33400
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.8133437683427904e-06,
+      "loss": 2.4889,
+      "step": 33450
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.788886714928586e-06,
+      "loss": 2.4898,
+      "step": 33500
+    },
+    {
+      "epoch": 0.82,
+      "eval_accuracy": 0.5156752835079947,
+      "eval_loss": 2.3433618545532227,
+      "eval_runtime": 32.4889,
+      "eval_samples_per_second": 74.887,
+      "eval_steps_per_second": 4.709,
+      "step": 33500
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.764918802582665e-06,
+      "loss": 2.4994,
+      "step": 33550
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.7414400313050288e-06,
+      "loss": 2.5027,
+      "step": 33600
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.716982977890824e-06,
+      "loss": 2.4859,
+      "step": 33650
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 3.6935042066131876e-06,
+      "loss": 2.4952,
+      "step": 33700
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.669047153198983e-06,
+      "loss": 2.4965,
+      "step": 33750
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6450792408530623e-06,
+      "loss": 2.507,
+      "step": 33800
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.6206221874388573e-06,
+      "loss": 2.4879,
+      "step": 33850
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.596165134024653e-06,
+      "loss": 2.4995,
+      "step": 33900
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.5717080806104483e-06,
+      "loss": 2.4978,
+      "step": 33950
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.5472510271962434e-06,
+      "loss": 2.4977,
+      "step": 34000
+    },
+    {
+      "epoch": 0.83,
+      "eval_accuracy": 0.515959213778581,
+      "eval_loss": 2.3429620265960693,
+      "eval_runtime": 32.8572,
+      "eval_samples_per_second": 74.048,
+      "eval_steps_per_second": 4.657,
+      "step": 34000
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.522793973782039e-06,
+      "loss": 2.4929,
+      "step": 34050
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 3.4988260614361185e-06,
+      "loss": 2.4945,
+      "step": 34100
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.4748581490901977e-06,
+      "loss": 2.4988,
+      "step": 34150
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.450401095675993e-06,
+      "loss": 2.4937,
+      "step": 34200
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.4259440422617886e-06,
+      "loss": 2.5015,
+      "step": 34250
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.4019761299158683e-06,
+      "loss": 2.499,
+      "step": 34300
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.3780082175699474e-06,
+      "loss": 2.4989,
+      "step": 34350
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.353551164155743e-06,
+      "loss": 2.5043,
+      "step": 34400
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.329583251809822e-06,
+      "loss": 2.4918,
+      "step": 34450
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.305126198395617e-06,
+      "loss": 2.4904,
+      "step": 34500
+    },
+    {
+      "epoch": 0.84,
+      "eval_accuracy": 0.5156961962191426,
+      "eval_loss": 2.3426706790924072,
+      "eval_runtime": 32.6066,
+      "eval_samples_per_second": 74.617,
+      "eval_steps_per_second": 4.692,
+      "step": 34500
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 3.2806691449814127e-06,
+      "loss": 2.4934,
+      "step": 34550
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.2562120915672086e-06,
+      "loss": 2.4905,
+      "step": 34600
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.2317550381530037e-06,
+      "loss": 2.4866,
+      "step": 34650
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.207297984738799e-06,
+      "loss": 2.4916,
+      "step": 34700
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.1838192134611625e-06,
+      "loss": 2.4913,
+      "step": 34750
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.1603404421835258e-06,
+      "loss": 2.4898,
+      "step": 34800
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.1358833887693213e-06,
+      "loss": 2.4992,
+      "step": 34850
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.1114263353551168e-06,
+      "loss": 2.4833,
+      "step": 34900
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 3.086969281940912e-06,
+      "loss": 2.5011,
+      "step": 34950
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.0625122285267073e-06,
+      "loss": 2.4779,
+      "step": 35000
+    },
+    {
+      "epoch": 0.86,
+      "eval_accuracy": 0.5159109536759318,
+      "eval_loss": 2.342430353164673,
+      "eval_runtime": 32.637,
+      "eval_samples_per_second": 74.547,
+      "eval_steps_per_second": 4.688,
+      "step": 35000
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.038544316180787e-06,
+      "loss": 2.4945,
+      "step": 35050
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 3.0140872627665824e-06,
+      "loss": 2.4966,
+      "step": 35100
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 2.9901193504206616e-06,
+      "loss": 2.4912,
+      "step": 35150
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 2.965662297006457e-06,
+      "loss": 2.5,
+      "step": 35200
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 2.9416943846605363e-06,
+      "loss": 2.4955,
+      "step": 35250
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 2.9172373312463314e-06,
+      "loss": 2.4884,
+      "step": 35300
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 2.892780277832127e-06,
+      "loss": 2.4983,
+      "step": 35350
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 2.8693015065544906e-06,
+      "loss": 2.4981,
+      "step": 35400
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 2.84533359420857e-06,
+      "loss": 2.496,
+      "step": 35450
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 2.8208765407943657e-06,
+      "loss": 2.4792,
+      "step": 35500
+    },
+    {
+      "epoch": 0.87,
+      "eval_accuracy": 0.5158892366297396,
+      "eval_loss": 2.3420228958129883,
+      "eval_runtime": 32.5968,
+      "eval_samples_per_second": 74.639,
+      "eval_steps_per_second": 4.694,
+      "step": 35500
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 2.7964194873801608e-06,
+      "loss": 2.4965,
+      "step": 35550
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 2.77245157503424e-06,
+      "loss": 2.5008,
+      "step": 35600
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 2.748483662688319e-06,
+      "loss": 2.4933,
+      "step": 35650
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 2.724515750342399e-06,
+      "loss": 2.4984,
+      "step": 35700
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 2.7000586969281942e-06,
+      "loss": 2.481,
+      "step": 35750
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 2.6756016435139897e-06,
+      "loss": 2.498,
+      "step": 35800
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 2.6511445900997852e-06,
+      "loss": 2.4974,
+      "step": 35850
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 2.6266875366855803e-06,
+      "loss": 2.4965,
+      "step": 35900
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 2.6022304832713758e-06,
+      "loss": 2.4812,
+      "step": 35950
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 2.577773429857171e-06,
+      "loss": 2.4931,
+      "step": 36000
+    },
+    {
+      "epoch": 0.88,
+      "eval_accuracy": 0.5160203432419368,
+      "eval_loss": 2.3419036865234375,
+      "eval_runtime": 32.1614,
+      "eval_samples_per_second": 75.65,
+      "eval_steps_per_second": 4.757,
+      "step": 36000
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 2.5533163764429663e-06,
+      "loss": 2.4803,
+      "step": 36050
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 2.52983760516533e-06,
+      "loss": 2.5021,
+      "step": 36100
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 2.5053805517511256e-06,
+      "loss": 2.4942,
+      "step": 36150
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 2.4814126394052048e-06,
+      "loss": 2.4948,
+      "step": 36200
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 2.456955585991e-06,
+      "loss": 2.488,
+      "step": 36250
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 2.4329876736450794e-06,
+      "loss": 2.4923,
+      "step": 36300
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 2.408530620230875e-06,
+      "loss": 2.4896,
+      "step": 36350
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 2.384562707884954e-06,
+      "loss": 2.5058,
+      "step": 36400
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 2.3605947955390337e-06,
+      "loss": 2.4995,
+      "step": 36450
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 2.336626883193113e-06,
+      "loss": 2.4997,
+      "step": 36500
+    },
+    {
+      "epoch": 0.89,
+      "eval_accuracy": 0.5160388429479523,
+      "eval_loss": 2.3416337966918945,
+      "eval_runtime": 32.6706,
+      "eval_samples_per_second": 74.471,
+      "eval_steps_per_second": 4.683,
+      "step": 36500
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 2.3121698297789084e-06,
+      "loss": 2.4922,
+      "step": 36550
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 2.2891801995695563e-06,
+      "loss": 2.4925,
+      "step": 36600
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 2.2652122872236355e-06,
+      "loss": 2.4839,
+      "step": 36650
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 2.2407552338094305e-06,
+      "loss": 2.4843,
+      "step": 36700
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 2.216298180395226e-06,
+      "loss": 2.4843,
+      "step": 36750
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 2.1923302680493056e-06,
+      "loss": 2.5024,
+      "step": 36800
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 2.1678732146351007e-06,
+      "loss": 2.4881,
+      "step": 36850
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 2.143416161220896e-06,
+      "loss": 2.504,
+      "step": 36900
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 2.1189591078066917e-06,
+      "loss": 2.4966,
+      "step": 36950
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 2.0945020543924868e-06,
+      "loss": 2.4986,
+      "step": 37000
+    },
+    {
+      "epoch": 0.9,
+      "eval_accuracy": 0.5161289284728975,
+      "eval_loss": 2.341364860534668,
+      "eval_runtime": 32.1728,
+      "eval_samples_per_second": 75.623,
+      "eval_steps_per_second": 4.756,
+      "step": 37000
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 2.0705341420465664e-06,
+      "loss": 2.4914,
+      "step": 37050
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 2.046077088632362e-06,
+      "loss": 2.4945,
+      "step": 37100
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 2.021620035218157e-06,
+      "loss": 2.4977,
+      "step": 37150
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.9981412639405207e-06,
+      "loss": 2.4917,
+      "step": 37200
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.973684210526316e-06,
+      "loss": 2.4918,
+      "step": 37250
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.9497162981803953e-06,
+      "loss": 2.4991,
+      "step": 37300
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.9257483858344745e-06,
+      "loss": 2.5053,
+      "step": 37350
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.9017804734885541e-06,
+      "loss": 2.4826,
+      "step": 37400
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.8773234200743496e-06,
+      "loss": 2.4844,
+      "step": 37450
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.852866366660145e-06,
+      "loss": 2.4965,
+      "step": 37500
+    },
+    {
+      "epoch": 0.92,
+      "eval_accuracy": 0.5162141879875779,
+      "eval_loss": 2.341057538986206,
+      "eval_runtime": 32.6333,
+      "eval_samples_per_second": 74.556,
+      "eval_steps_per_second": 4.688,
+      "step": 37500
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.8284093132459402e-06,
+      "loss": 2.4963,
+      "step": 37550
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.8039522598317355e-06,
+      "loss": 2.4976,
+      "step": 37600
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.7804734885540992e-06,
+      "loss": 2.4893,
+      "step": 37650
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.7560164351398945e-06,
+      "loss": 2.4976,
+      "step": 37700
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.732048522793974e-06,
+      "loss": 2.4924,
+      "step": 37750
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.7080806104480533e-06,
+      "loss": 2.4884,
+      "step": 37800
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 1.6836235570338488e-06,
+      "loss": 2.4838,
+      "step": 37850
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 1.659166503619644e-06,
+      "loss": 2.4991,
+      "step": 37900
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 1.6356877323420076e-06,
+      "loss": 2.4943,
+      "step": 37950
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 1.6112306789278029e-06,
+      "loss": 2.4743,
+      "step": 38000
+    },
+    {
+      "epoch": 0.93,
+      "eval_accuracy": 0.5161860362610324,
+      "eval_loss": 2.3409061431884766,
+      "eval_runtime": 33.3068,
+      "eval_samples_per_second": 73.048,
+      "eval_steps_per_second": 4.594,
+      "step": 38000
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 1.5867736255135981e-06,
+      "loss": 2.4938,
+      "step": 38050
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 1.5632948542359619e-06,
+      "loss": 2.4884,
+      "step": 38100
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 1.5388378008217572e-06,
+      "loss": 2.4933,
+      "step": 38150
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 1.5143807474075524e-06,
+      "loss": 2.5,
+      "step": 38200
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.490901976129916e-06,
+      "loss": 2.4906,
+      "step": 38250
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.4664449227157112e-06,
+      "loss": 2.4821,
+      "step": 38300
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.4424770103697909e-06,
+      "loss": 2.4861,
+      "step": 38350
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.4180199569555861e-06,
+      "loss": 2.4956,
+      "step": 38400
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.3935629035413814e-06,
+      "loss": 2.5016,
+      "step": 38450
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.3691058501271767e-06,
+      "loss": 2.497,
+      "step": 38500
+    },
+    {
+      "epoch": 0.94,
+      "eval_accuracy": 0.5163235775535828,
+      "eval_loss": 2.3405728340148926,
+      "eval_runtime": 32.196,
+      "eval_samples_per_second": 75.568,
+      "eval_steps_per_second": 4.752,
+      "step": 38500
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.3456270788495404e-06,
+      "loss": 2.4884,
+      "step": 38550
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.3211700254353357e-06,
+      "loss": 2.4936,
+      "step": 38600
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.297202113089415e-06,
+      "loss": 2.4894,
+      "step": 38650
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.2737233418117786e-06,
+      "loss": 2.4807,
+      "step": 38700
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.249266288397574e-06,
+      "loss": 2.4942,
+      "step": 38750
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.2248092349833692e-06,
+      "loss": 2.4939,
+      "step": 38800
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.201330463705733e-06,
+      "loss": 2.4968,
+      "step": 38850
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1768734102915282e-06,
+      "loss": 2.4934,
+      "step": 38900
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1524163568773235e-06,
+      "loss": 2.5042,
+      "step": 38950
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1284484445314029e-06,
+      "loss": 2.4942,
+      "step": 39000
+    },
+    {
+      "epoch": 0.95,
+      "eval_accuracy": 0.5161972969516506,
+      "eval_loss": 2.3403635025024414,
+      "eval_runtime": 33.4158,
+      "eval_samples_per_second": 72.81,
+      "eval_steps_per_second": 4.579,
+      "step": 39000
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.1039913911171984e-06,
+      "loss": 2.4909,
+      "step": 39050
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.0800234787712776e-06,
+      "loss": 2.4877,
+      "step": 39100
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.0565447074936413e-06,
+      "loss": 2.4823,
+      "step": 39150
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.0320876540794366e-06,
+      "loss": 2.4907,
+      "step": 39200
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.007630600665232e-06,
+      "loss": 2.4978,
+      "step": 39250
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.831735472510274e-07,
+      "loss": 2.4916,
+      "step": 39300
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.587164938368226e-07,
+      "loss": 2.5033,
+      "step": 39350
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.352377225591862e-07,
+      "loss": 2.4962,
+      "step": 39400
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 9.107806691449815e-07,
+      "loss": 2.4796,
+      "step": 39450
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 8.868127567990608e-07,
+      "loss": 2.4907,
+      "step": 39500
+    },
+    {
+      "epoch": 0.97,
+      "eval_accuracy": 0.5162889911466841,
+      "eval_loss": 2.3401567935943604,
+      "eval_runtime": 33.2059,
+      "eval_samples_per_second": 73.27,
+      "eval_steps_per_second": 4.608,
+      "step": 39500
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 8.628448444531404e-07,
+      "loss": 2.4889,
+      "step": 39550
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 8.388769321072198e-07,
+      "loss": 2.4849,
+      "step": 39600
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 8.144198786930152e-07,
+      "loss": 2.486,
+      "step": 39650
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 7.909411074153786e-07,
+      "loss": 2.4921,
+      "step": 39700
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 7.66484054001174e-07,
+      "loss": 2.4956,
+      "step": 39750
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 7.420270005869694e-07,
+      "loss": 2.4897,
+      "step": 39800
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 7.175699471727647e-07,
+      "loss": 2.5071,
+      "step": 39850
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.9311289375856e-07,
+      "loss": 2.4944,
+      "step": 39900
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.686558403443554e-07,
+      "loss": 2.4962,
+      "step": 39950
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.446879279984349e-07,
+      "loss": 2.4821,
+      "step": 40000
+    },
+    {
+      "epoch": 0.98,
+      "eval_accuracy": 0.5163211645484503,
+      "eval_loss": 2.3399698734283447,
+      "eval_runtime": 32.4683,
+      "eval_samples_per_second": 74.935,
+      "eval_steps_per_second": 4.712,
+      "step": 40000
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.202308745842302e-07,
+      "loss": 2.4895,
+      "step": 40050
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 5.957738211700255e-07,
+      "loss": 2.4924,
+      "step": 40100
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 5.713167677558208e-07,
+      "loss": 2.5049,
+      "step": 40150
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 5.473488554099002e-07,
+      "loss": 2.4949,
+      "step": 40200
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 5.228918019956956e-07,
+      "loss": 2.4972,
+      "step": 40250
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.98923889649775e-07,
+      "loss": 2.4936,
+      "step": 40300
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.7495597730385447e-07,
+      "loss": 2.4867,
+      "step": 40350
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.5098806495793387e-07,
+      "loss": 2.4935,
+      "step": 40400
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.270201526120133e-07,
+      "loss": 2.4938,
+      "step": 40450
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 4.025630991978087e-07,
+      "loss": 2.4857,
+      "step": 40500
+    },
+    {
+      "epoch": 0.99,
+      "eval_accuracy": 0.5163364469142893,
+      "eval_loss": 2.339829683303833,
+      "eval_runtime": 33.521,
+      "eval_samples_per_second": 72.581,
+      "eval_steps_per_second": 4.564,
+      "step": 40500
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.7810604578360404e-07,
+      "loss": 2.496,
+      "step": 40550
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.536489923693993e-07,
+      "loss": 2.4848,
+      "step": 40600
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 3.301702210917629e-07,
+      "loss": 2.487,
+      "step": 40650
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 3.062023087458423e-07,
+      "loss": 2.4902,
+      "step": 40700
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 2.817452553316377e-07,
+      "loss": 2.478,
+      "step": 40750
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 2.57288201917433e-07,
+      "loss": 2.4857,
+      "step": 40800
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 2.3283114850322835e-07,
+      "loss": 2.472,
+      "step": 40850
+    },
+    {
+      "epoch": 1.0,
+      "step": 40888,
+      "total_flos": 1.7043212067476708e+20,
+      "train_loss": 2.5243868586182523,
+      "train_runtime": 155862.8364,
+      "train_samples_per_second": 33.579,
+      "train_steps_per_second": 0.262
+    }
+  ],
+  "logging_steps": 50,
+  "max_steps": 40888,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 4000,
+  "total_flos": 1.7043212067476708e+20,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}