Training in progress, step 10

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "base_model_name_or_path": "google/gemma-1.1-7b-it",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:345109096ca3a119ccdd388ed3dd11a0e64cfc06eb07e08784503527b26a7e1d
-size 2115012328
+oid sha256:a3fe0efe4f3d65c05bc61d16e3f3d48c2385263000c7733cb15118b2281eaa9b
+size 12860096

all_results.json

@@ -1,11 +1,11 @@
 {
     "epoch": 0.33,
-    "eval_loss": 1.6449463367462158,
-    "eval_runtime": 125.933,
-    "eval_samples_per_second": 39.704,
-    "eval_steps_per_second": 1.247,
-    "train_loss": 1.7538025458343327,
-    "train_runtime": 4604.2872,
-    "train_samples_per_second": 3.558,
-    "train_steps_per_second": 0.056
+    "eval_loss": 1.810941219329834,
+    "eval_runtime": 125.8181,
+    "eval_samples_per_second": 39.74,
+    "eval_steps_per_second": 1.248,
+    "train_loss": 2.2480679317377508,
+    "train_runtime": 4476.2307,
+    "train_samples_per_second": 3.66,
+    "train_steps_per_second": 0.057
 }

eval_results.json

@@ -1,7 +1,7 @@
 {
     "epoch": 0.33,
-    "eval_loss": 1.6449463367462158,
-    "eval_runtime": 125.933,
-    "eval_samples_per_second": 39.704,
-    "eval_steps_per_second": 1.247
+    "eval_loss": 1.810941219329834,
+    "eval_runtime": 125.8181,
+    "eval_samples_per_second": 39.74,
+    "eval_steps_per_second": 1.248
 }

special_tokens_map.json

@@ -1,20 +1,31 @@
 {
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
   "bos_token": {
-    "content": "<|begin_of_text|>",
+    "content": "<bos>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,
     "single_word": false
   },
   "eos_token": {
-    "content": "<|eot_id|>",
+    "content": "<eos>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,
     "single_word": false
   },
   "pad_token": {
-    "content": "[PAD]",
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8e44b5b81b4f8412ac309f8ee86e7765eb07066640e748c2b2c072aae3068651
-size 9085952
+oid sha256:40b157dea6218d105fc8bac45868ae969d2433430e1b63ff2c814747cfc04418
+size 17518596

tokenizer.model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055
-size 493443
+oid sha256:61a7b147390c64585d6c3543dd6fc636906c9af3865a5548f27f31aee1d4c8e2
+size 4241003

tokenizer_config.json

@@ -1,2071 +1,1757 @@
 {
+  "add_bos_token": true,
+  "add_eos_token": false,
   "added_tokens_decoder": {
-    "128000": {
-      "content": "<|begin_of_text|>",
+    "0": {
+      "content": "<pad>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128001": {
-      "content": "<|end_of_text|>",
+    "1": {
+      "content": "<eos>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128002": {
-      "content": "<|reserved_special_token_0|>",
+    "2": {
+      "content": "<bos>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128003": {
-      "content": "<|reserved_special_token_1|>",
+    "3": {
+      "content": "<unk>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128004": {
-      "content": "<|reserved_special_token_2|>",
+    "4": {
+      "content": "<mask>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128005": {
-      "content": "<|reserved_special_token_3|>",
+    "5": {
+      "content": "<2mass>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128006": {
-      "content": "<|start_header_id|>",
+    "6": {
+      "content": "[@BOS@]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128007": {
-      "content": "<|end_header_id|>",
+    "7": {
+      "content": "<unused0>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128008": {
-      "content": "<|reserved_special_token_4|>",
+    "8": {
+      "content": "<unused1>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128009": {
-      "content": "<|eot_id|>",
+    "9": {
+      "content": "<unused2>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128010": {
-      "content": "<|reserved_special_token_5|>",
+    "10": {
+      "content": "<unused3>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128011": {
-      "content": "<|reserved_special_token_6|>",
+    "11": {
+      "content": "<unused4>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128012": {
-      "content": "<|reserved_special_token_7|>",
+    "12": {
+      "content": "<unused5>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128013": {
-      "content": "<|reserved_special_token_8|>",
+    "13": {
+      "content": "<unused6>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128014": {
-      "content": "<|reserved_special_token_9|>",
+    "14": {
+      "content": "<unused7>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128015": {
-      "content": "<|reserved_special_token_10|>",
+    "15": {
+      "content": "<unused8>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128016": {
-      "content": "<|reserved_special_token_11|>",
+    "16": {
+      "content": "<unused9>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128017": {
-      "content": "<|reserved_special_token_12|>",
+    "17": {
+      "content": "<unused10>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128018": {
-      "content": "<|reserved_special_token_13|>",
+    "18": {
+      "content": "<unused11>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128019": {
-      "content": "<|reserved_special_token_14|>",
+    "19": {
+      "content": "<unused12>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128020": {
-      "content": "<|reserved_special_token_15|>",
+    "20": {
+      "content": "<unused13>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128021": {
-      "content": "<|reserved_special_token_16|>",
+    "21": {
+      "content": "<unused14>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128022": {
-      "content": "<|reserved_special_token_17|>",
+    "22": {
+      "content": "<unused15>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128023": {
-      "content": "<|reserved_special_token_18|>",
+    "23": {
+      "content": "<unused16>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128024": {
-      "content": "<|reserved_special_token_19|>",
+    "24": {
+      "content": "<unused17>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128025": {
-      "content": "<|reserved_special_token_20|>",
+    "25": {
+      "content": "<unused18>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128026": {
-      "content": "<|reserved_special_token_21|>",
+    "26": {
+      "content": "<unused19>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128027": {
-      "content": "<|reserved_special_token_22|>",
+    "27": {
+      "content": "<unused20>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128028": {
-      "content": "<|reserved_special_token_23|>",
+    "28": {
+      "content": "<unused21>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128029": {
-      "content": "<|reserved_special_token_24|>",
+    "29": {
+      "content": "<unused22>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128030": {
-      "content": "<|reserved_special_token_25|>",
+    "30": {
+      "content": "<unused23>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128031": {
-      "content": "<|reserved_special_token_26|>",
+    "31": {
+      "content": "<unused24>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128032": {
-      "content": "<|reserved_special_token_27|>",
+    "32": {
+      "content": "<unused25>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128033": {
-      "content": "<|reserved_special_token_28|>",
+    "33": {
+      "content": "<unused26>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128034": {
-      "content": "<|reserved_special_token_29|>",
+    "34": {
+      "content": "<unused27>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128035": {
-      "content": "<|reserved_special_token_30|>",
+    "35": {
+      "content": "<unused28>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128036": {
-      "content": "<|reserved_special_token_31|>",
+    "36": {
+      "content": "<unused29>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128037": {
-      "content": "<|reserved_special_token_32|>",
+    "37": {
+      "content": "<unused30>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128038": {
-      "content": "<|reserved_special_token_33|>",
+    "38": {
+      "content": "<unused31>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128039": {
-      "content": "<|reserved_special_token_34|>",
+    "39": {
+      "content": "<unused32>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128040": {
-      "content": "<|reserved_special_token_35|>",
+    "40": {
+      "content": "<unused33>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128041": {
-      "content": "<|reserved_special_token_36|>",
+    "41": {
+      "content": "<unused34>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128042": {
-      "content": "<|reserved_special_token_37|>",
+    "42": {
+      "content": "<unused35>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128043": {
-      "content": "<|reserved_special_token_38|>",
+    "43": {
+      "content": "<unused36>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128044": {
-      "content": "<|reserved_special_token_39|>",
+    "44": {
+      "content": "<unused37>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128045": {
-      "content": "<|reserved_special_token_40|>",
+    "45": {
+      "content": "<unused38>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128046": {
-      "content": "<|reserved_special_token_41|>",
+    "46": {
+      "content": "<unused39>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128047": {
-      "content": "<|reserved_special_token_42|>",
+    "47": {
+      "content": "<unused40>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128048": {
-      "content": "<|reserved_special_token_43|>",
+    "48": {
+      "content": "<unused41>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128049": {
-      "content": "<|reserved_special_token_44|>",
+    "49": {
+      "content": "<unused42>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128050": {
-      "content": "<|reserved_special_token_45|>",
+    "50": {
+      "content": "<unused43>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128051": {
-      "content": "<|reserved_special_token_46|>",
+    "51": {
+      "content": "<unused44>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128052": {
-      "content": "<|reserved_special_token_47|>",
+    "52": {
+      "content": "<unused45>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128053": {
-      "content": "<|reserved_special_token_48|>",
+    "53": {
+      "content": "<unused46>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128054": {
-      "content": "<|reserved_special_token_49|>",
+    "54": {
+      "content": "<unused47>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128055": {
-      "content": "<|reserved_special_token_50|>",
+    "55": {
+      "content": "<unused48>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128056": {
-      "content": "<|reserved_special_token_51|>",
+    "56": {
+      "content": "<unused49>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128057": {
-      "content": "<|reserved_special_token_52|>",
+    "57": {
+      "content": "<unused50>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128058": {
-      "content": "<|reserved_special_token_53|>",
+    "58": {
+      "content": "<unused51>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128059": {
-      "content": "<|reserved_special_token_54|>",
+    "59": {
+      "content": "<unused52>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128060": {
-      "content": "<|reserved_special_token_55|>",
+    "60": {
+      "content": "<unused53>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128061": {
-      "content": "<|reserved_special_token_56|>",
+    "61": {
+      "content": "<unused54>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
-    },
-    "128062": {
-      "content": "<|reserved_special_token_57|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
+      "special": false
     },
-    "128063": {
-      "content": "<|reserved_special_token_58|>",
+    "62": {
+      "content": "<unused55>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
-    },
-    "128064": {
-      "content": "<|reserved_special_token_59|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
+      "special": false
     },
-    "128065": {
-      "content": "<|reserved_special_token_60|>",
+    "63": {
+      "content": "<unused56>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128066": {
-      "content": "<|reserved_special_token_61|>",
+    "64": {
+      "content": "<unused57>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128067": {
-      "content": "<|reserved_special_token_62|>",
+    "65": {
+      "content": "<unused58>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128068": {
-      "content": "<|reserved_special_token_63|>",
+    "66": {
+      "content": "<unused59>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128069": {
-      "content": "<|reserved_special_token_64|>",
+    "67": {
+      "content": "<unused60>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128070": {
-      "content": "<|reserved_special_token_65|>",
+    "68": {
+      "content": "<unused61>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128071": {
-      "content": "<|reserved_special_token_66|>",
+    "69": {
+      "content": "<unused62>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128072": {
-      "content": "<|reserved_special_token_67|>",
+    "70": {
+      "content": "<unused63>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128073": {
-      "content": "<|reserved_special_token_68|>",
+    "71": {
+      "content": "<unused64>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128074": {
-      "content": "<|reserved_special_token_69|>",
+    "72": {
+      "content": "<unused65>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128075": {
-      "content": "<|reserved_special_token_70|>",
+    "73": {
+      "content": "<unused66>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128076": {
-      "content": "<|reserved_special_token_71|>",
+    "74": {
+      "content": "<unused67>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128077": {
-      "content": "<|reserved_special_token_72|>",
+    "75": {
+      "content": "<unused68>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128078": {
-      "content": "<|reserved_special_token_73|>",
+    "76": {
+      "content": "<unused69>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128079": {
-      "content": "<|reserved_special_token_74|>",
+    "77": {
+      "content": "<unused70>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128080": {
-      "content": "<|reserved_special_token_75|>",
+    "78": {
+      "content": "<unused71>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128081": {
-      "content": "<|reserved_special_token_76|>",
+    "79": {
+      "content": "<unused72>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128082": {
-      "content": "<|reserved_special_token_77|>",
+    "80": {
+      "content": "<unused73>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128083": {
-      "content": "<|reserved_special_token_78|>",
+    "81": {
+      "content": "<unused74>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128084": {
-      "content": "<|reserved_special_token_79|>",
+    "82": {
+      "content": "<unused75>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128085": {
-      "content": "<|reserved_special_token_80|>",
+    "83": {
+      "content": "<unused76>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128086": {
-      "content": "<|reserved_special_token_81|>",
+    "84": {
+      "content": "<unused77>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128087": {
-      "content": "<|reserved_special_token_82|>",
+    "85": {
+      "content": "<unused78>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128088": {
-      "content": "<|reserved_special_token_83|>",
+    "86": {
+      "content": "<unused79>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128089": {
-      "content": "<|reserved_special_token_84|>",
+    "87": {
+      "content": "<unused80>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128090": {
-      "content": "<|reserved_special_token_85|>",
+    "88": {
+      "content": "<unused81>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128091": {
-      "content": "<|reserved_special_token_86|>",
+    "89": {
+      "content": "<unused82>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128092": {
-      "content": "<|reserved_special_token_87|>",
+    "90": {
+      "content": "<unused83>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128093": {
-      "content": "<|reserved_special_token_88|>",
+    "91": {
+      "content": "<unused84>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128094": {
-      "content": "<|reserved_special_token_89|>",
+    "92": {
+      "content": "<unused85>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128095": {
-      "content": "<|reserved_special_token_90|>",
+    "93": {
+      "content": "<unused86>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128096": {
-      "content": "<|reserved_special_token_91|>",
+    "94": {
+      "content": "<unused87>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128097": {
-      "content": "<|reserved_special_token_92|>",
+    "95": {
+      "content": "<unused88>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128098": {
-      "content": "<|reserved_special_token_93|>",
+    "96": {
+      "content": "<unused89>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128099": {
-      "content": "<|reserved_special_token_94|>",
+    "97": {
+      "content": "<unused90>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128100": {
-      "content": "<|reserved_special_token_95|>",
+    "98": {
+      "content": "<unused91>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128101": {
-      "content": "<|reserved_special_token_96|>",
+    "99": {
+      "content": "<unused92>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128102": {
-      "content": "<|reserved_special_token_97|>",
+    "100": {
+      "content": "<unused93>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128103": {
-      "content": "<|reserved_special_token_98|>",
+    "101": {
+      "content": "<unused94>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128104": {
-      "content": "<|reserved_special_token_99|>",
+    "102": {
+      "content": "<unused95>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128105": {
-      "content": "<|reserved_special_token_100|>",
+    "103": {
+      "content": "<unused96>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128106": {
-      "content": "<|reserved_special_token_101|>",
+    "104": {
+      "content": "<unused97>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128107": {
-      "content": "<|reserved_special_token_102|>",
+    "105": {
+      "content": "<unused98>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128108": {
-      "content": "<|reserved_special_token_103|>",
+    "106": {
+      "content": "<start_of_turn>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128109": {
-      "content": "<|reserved_special_token_104|>",
+    "107": {
+      "content": "<end_of_turn>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
       "special": true
     },
-    "128110": {
-      "content": "<|reserved_special_token_105|>",
+    "108": {
+      "content": "\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128111": {
-      "content": "<|reserved_special_token_106|>",
+    "109": {
+      "content": "\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128112": {
-      "content": "<|reserved_special_token_107|>",
+    "110": {
+      "content": "\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128113": {
-      "content": "<|reserved_special_token_108|>",
+    "111": {
+      "content": "\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128114": {
-      "content": "<|reserved_special_token_109|>",
+    "112": {
+      "content": "\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128115": {
-      "content": "<|reserved_special_token_110|>",
+    "113": {
+      "content": "\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128116": {
-      "content": "<|reserved_special_token_111|>",
+    "114": {
+      "content": "\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128117": {
-      "content": "<|reserved_special_token_112|>",
+    "115": {
+      "content": "\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128118": {
-      "content": "<|reserved_special_token_113|>",
+    "116": {
+      "content": "\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128119": {
-      "content": "<|reserved_special_token_114|>",
+    "117": {
+      "content": "\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128120": {
-      "content": "<|reserved_special_token_115|>",
+    "118": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128121": {
-      "content": "<|reserved_special_token_116|>",
+    "119": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128122": {
-      "content": "<|reserved_special_token_117|>",
+    "120": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128123": {
-      "content": "<|reserved_special_token_118|>",
+    "121": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128124": {
-      "content": "<|reserved_special_token_119|>",
+    "122": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128125": {
-      "content": "<|reserved_special_token_120|>",
+    "123": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128126": {
-      "content": "<|reserved_special_token_121|>",
+    "124": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128127": {
-      "content": "<|reserved_special_token_122|>",
+    "125": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128128": {
-      "content": "<|reserved_special_token_123|>",
+    "126": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128129": {
-      "content": "<|reserved_special_token_124|>",
+    "127": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128130": {
-      "content": "<|reserved_special_token_125|>",
+    "128": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128131": {
-      "content": "<|reserved_special_token_126|>",
+    "129": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128132": {
-      "content": "<|reserved_special_token_127|>",
+    "130": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128133": {
-      "content": "<|reserved_special_token_128|>",
+    "131": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128134": {
-      "content": "<|reserved_special_token_129|>",
+    "132": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128135": {
-      "content": "<|reserved_special_token_130|>",
+    "133": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128136": {
-      "content": "<|reserved_special_token_131|>",
+    "134": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128137": {
-      "content": "<|reserved_special_token_132|>",
+    "135": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128138": {
-      "content": "<|reserved_special_token_133|>",
+    "136": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128139": {
-      "content": "<|reserved_special_token_134|>",
+    "137": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128140": {
-      "content": "<|reserved_special_token_135|>",
+    "138": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128141": {
-      "content": "<|reserved_special_token_136|>",
+    "139": {
+      "content": "▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128142": {
-      "content": "<|reserved_special_token_137|>",
+    "140": {
+      "content": "▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128143": {
-      "content": "<|reserved_special_token_138|>",
+    "141": {
+      "content": "▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128144": {
-      "content": "<|reserved_special_token_139|>",
+    "142": {
+      "content": "▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128145": {
-      "content": "<|reserved_special_token_140|>",
+    "143": {
+      "content": "▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128146": {
-      "content": "<|reserved_special_token_141|>",
+    "144": {
+      "content": "▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128147": {
-      "content": "<|reserved_special_token_142|>",
+    "145": {
+      "content": "▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128148": {
-      "content": "<|reserved_special_token_143|>",
+    "146": {
+      "content": "▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128149": {
-      "content": "<|reserved_special_token_144|>",
+    "147": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128150": {
-      "content": "<|reserved_special_token_145|>",
+    "148": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128151": {
-      "content": "<|reserved_special_token_146|>",
+    "149": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128152": {
-      "content": "<|reserved_special_token_147|>",
+    "150": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128153": {
-      "content": "<|reserved_special_token_148|>",
+    "151": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128154": {
-      "content": "<|reserved_special_token_149|>",
+    "152": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128155": {
-      "content": "<|reserved_special_token_150|>",
+    "153": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128156": {
-      "content": "<|reserved_special_token_151|>",
+    "154": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128157": {
-      "content": "<|reserved_special_token_152|>",
+    "155": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128158": {
-      "content": "<|reserved_special_token_153|>",
+    "156": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128159": {
-      "content": "<|reserved_special_token_154|>",
+    "157": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128160": {
-      "content": "<|reserved_special_token_155|>",
+    "158": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128161": {
-      "content": "<|reserved_special_token_156|>",
+    "159": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128162": {
-      "content": "<|reserved_special_token_157|>",
+    "160": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128163": {
-      "content": "<|reserved_special_token_158|>",
+    "161": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128164": {
-      "content": "<|reserved_special_token_159|>",
+    "162": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128165": {
-      "content": "<|reserved_special_token_160|>",
+    "163": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128166": {
-      "content": "<|reserved_special_token_161|>",
+    "164": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128167": {
-      "content": "<|reserved_special_token_162|>",
+    "165": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128168": {
-      "content": "<|reserved_special_token_163|>",
+    "166": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128169": {
-      "content": "<|reserved_special_token_164|>",
+    "167": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128170": {
-      "content": "<|reserved_special_token_165|>",
+    "168": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128171": {
-      "content": "<|reserved_special_token_166|>",
+    "169": {
+      "content": "<table>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128172": {
-      "content": "<|reserved_special_token_167|>",
+    "170": {
+      "content": "<caption>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128173": {
-      "content": "<|reserved_special_token_168|>",
+    "171": {
+      "content": "<thead>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128174": {
-      "content": "<|reserved_special_token_169|>",
+    "172": {
+      "content": "<tbody>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128175": {
-      "content": "<|reserved_special_token_170|>",
+    "173": {
+      "content": "<tfoot>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128176": {
-      "content": "<|reserved_special_token_171|>",
+    "174": {
+      "content": "<tr>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128177": {
-      "content": "<|reserved_special_token_172|>",
+    "175": {
+      "content": "<th>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128178": {
-      "content": "<|reserved_special_token_173|>",
+    "176": {
+      "content": "<td>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128179": {
-      "content": "<|reserved_special_token_174|>",
+    "177": {
+      "content": "</table>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128180": {
-      "content": "<|reserved_special_token_175|>",
+    "178": {
+      "content": "</caption>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128181": {
-      "content": "<|reserved_special_token_176|>",
+    "179": {
+      "content": "</thead>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128182": {
-      "content": "<|reserved_special_token_177|>",
+    "180": {
+      "content": "</tbody>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128183": {
-      "content": "<|reserved_special_token_178|>",
+    "181": {
+      "content": "</tfoot>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128184": {
-      "content": "<|reserved_special_token_179|>",
+    "182": {
+      "content": "</tr>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128185": {
-      "content": "<|reserved_special_token_180|>",
+    "183": {
+      "content": "</th>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128186": {
-      "content": "<|reserved_special_token_181|>",
+    "184": {
+      "content": "</td>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128187": {
-      "content": "<|reserved_special_token_182|>",
+    "185": {
+      "content": "<h1>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128188": {
-      "content": "<|reserved_special_token_183|>",
+    "186": {
+      "content": "<h2>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128189": {
-      "content": "<|reserved_special_token_184|>",
+    "187": {
+      "content": "<h3>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128190": {
-      "content": "<|reserved_special_token_185|>",
+    "188": {
+      "content": "<h4>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128191": {
-      "content": "<|reserved_special_token_186|>",
+    "189": {
+      "content": "<h5>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128192": {
-      "content": "<|reserved_special_token_187|>",
+    "190": {
+      "content": "<h6>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128193": {
-      "content": "<|reserved_special_token_188|>",
+    "191": {
+      "content": "<blockquote>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128194": {
-      "content": "<|reserved_special_token_189|>",
+    "192": {
+      "content": "</h1>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128195": {
-      "content": "<|reserved_special_token_190|>",
+    "193": {
+      "content": "</h2>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128196": {
-      "content": "<|reserved_special_token_191|>",
+    "194": {
+      "content": "</h3>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128197": {
-      "content": "<|reserved_special_token_192|>",
+    "195": {
+      "content": "</h4>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128198": {
-      "content": "<|reserved_special_token_193|>",
+    "196": {
+      "content": "</h5>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128199": {
-      "content": "<|reserved_special_token_194|>",
+    "197": {
+      "content": "</h6>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128200": {
-      "content": "<|reserved_special_token_195|>",
+    "198": {
+      "content": "</blockquote>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128201": {
-      "content": "<|reserved_special_token_196|>",
+    "199": {
+      "content": "<strong>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128202": {
-      "content": "<|reserved_special_token_197|>",
+    "200": {
+      "content": "<em>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128203": {
-      "content": "<|reserved_special_token_198|>",
+    "201": {
+      "content": "<b>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128204": {
-      "content": "<|reserved_special_token_199|>",
+    "202": {
+      "content": "<i>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128205": {
-      "content": "<|reserved_special_token_200|>",
+    "203": {
+      "content": "<u>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128206": {
-      "content": "<|reserved_special_token_201|>",
+    "204": {
+      "content": "<s>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128207": {
-      "content": "<|reserved_special_token_202|>",
+    "205": {
+      "content": "<sub>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128208": {
-      "content": "<|reserved_special_token_203|>",
+    "206": {
+      "content": "<sup>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128209": {
-      "content": "<|reserved_special_token_204|>",
+    "207": {
+      "content": "<code>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128210": {
-      "content": "<|reserved_special_token_205|>",
+    "208": {
+      "content": "</strong>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128211": {
-      "content": "<|reserved_special_token_206|>",
+    "209": {
+      "content": "</em>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128212": {
-      "content": "<|reserved_special_token_207|>",
+    "210": {
+      "content": "</b>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128213": {
-      "content": "<|reserved_special_token_208|>",
+    "211": {
+      "content": "</i>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128214": {
-      "content": "<|reserved_special_token_209|>",
+    "212": {
+      "content": "</u>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128215": {
-      "content": "<|reserved_special_token_210|>",
+    "213": {
+      "content": "</s>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128216": {
-      "content": "<|reserved_special_token_211|>",
+    "214": {
+      "content": "</sub>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128217": {
-      "content": "<|reserved_special_token_212|>",
+    "215": {
+      "content": "</sup>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
-    "128218": {
-      "content": "<|reserved_special_token_213|>",
+    "216": {
+      "content": "</code>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
-    },
-    "128219": {
-      "content": "<|reserved_special_token_214|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128220": {
-      "content": "<|reserved_special_token_215|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128221": {
-      "content": "<|reserved_special_token_216|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128222": {
-      "content": "<|reserved_special_token_217|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128223": {
-      "content": "<|reserved_special_token_218|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128224": {
-      "content": "<|reserved_special_token_219|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128225": {
-      "content": "<|reserved_special_token_220|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128226": {
-      "content": "<|reserved_special_token_221|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128227": {
-      "content": "<|reserved_special_token_222|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128228": {
-      "content": "<|reserved_special_token_223|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128229": {
-      "content": "<|reserved_special_token_224|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128230": {
-      "content": "<|reserved_special_token_225|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128231": {
-      "content": "<|reserved_special_token_226|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128232": {
-      "content": "<|reserved_special_token_227|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128233": {
-      "content": "<|reserved_special_token_228|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128234": {
-      "content": "<|reserved_special_token_229|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128235": {
-      "content": "<|reserved_special_token_230|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128236": {
-      "content": "<|reserved_special_token_231|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128237": {
-      "content": "<|reserved_special_token_232|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128238": {
-      "content": "<|reserved_special_token_233|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128239": {
-      "content": "<|reserved_special_token_234|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128240": {
-      "content": "<|reserved_special_token_235|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128241": {
-      "content": "<|reserved_special_token_236|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128242": {
-      "content": "<|reserved_special_token_237|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128243": {
-      "content": "<|reserved_special_token_238|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128244": {
-      "content": "<|reserved_special_token_239|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128245": {
-      "content": "<|reserved_special_token_240|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128246": {
-      "content": "<|reserved_special_token_241|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128247": {
-      "content": "<|reserved_special_token_242|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128248": {
-      "content": "<|reserved_special_token_243|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128249": {
-      "content": "<|reserved_special_token_244|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128250": {
-      "content": "<|reserved_special_token_245|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128251": {
-      "content": "<|reserved_special_token_246|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128252": {
-      "content": "<|reserved_special_token_247|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128253": {
-      "content": "<|reserved_special_token_248|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128254": {
-      "content": "<|reserved_special_token_249|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128255": {
-      "content": "<|reserved_special_token_250|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128256": {
-      "content": "[PAD]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
+      "special": false
     }
   },
-  "bos_token": "<|begin_of_text|>",
-  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
-  "clean_up_tokenization_spaces": true,
-  "eos_token": "<|eot_id|>",
-  "model_input_names": [
-    "input_ids",
-    "attention_mask"
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
   ],
+  "bos_token": "<bos>",
+  "chat_template": "{{ bos_token }}{% if messages[0]['role'] == 'system' %}{{ raise_exception('System role not supported') }}{% endif %}{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if (message['role'] == 'assistant') %}{% set role = 'model' %}{% else %}{% set role = message['role'] %}{% endif %}{{ '<start_of_turn>' + role + '\n' + message['content'] | trim + '<end_of_turn>\n' }}{% endfor %}{% if add_generation_prompt %}{{'<start_of_turn>model\n'}}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<eos>",
   "model_max_length": 1000000000000000019884624838656,
-  "pad_token": "[PAD]",
-  "tokenizer_class": "PreTrainedTokenizerFast"
+  "pad_token": "<pad>",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "GemmaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
 }

train_results.json

@@ -1,7 +1,7 @@
 {
     "epoch": 0.33,
-    "train_loss": 1.7538025458343327,
-    "train_runtime": 4604.2872,
-    "train_samples_per_second": 3.558,
-    "train_steps_per_second": 0.056
+    "train_loss": 2.2480679317377508,
+    "train_runtime": 4476.2307,
+    "train_samples_per_second": 3.66,
+    "train_steps_per_second": 0.057
 }

trainer_state.json

@@ -1,6 +1,6 @@
 {
-  "best_metric": 1.6449463367462158,
-  "best_model_checkpoint": "lora_lr/meta-llama/Meta-Llama-3-8B-Instruct/unaligned/checkpoint-250",
+  "best_metric": 1.810941219329834,
+  "best_model_checkpoint": "lora_lr/google/gemma-1.1-7b-it/unaligned/checkpoint-250",
   "epoch": 0.327575175943698,
   "eval_steps": 10,
   "global_step": 256,
@@ -10,2011 +10,2011 @@
   "log_history": [
     {
       "epoch": 0.0,
-      "grad_norm": 0.1787109375,
+      "grad_norm": 1.015625,
       "learning_rate": 2.0000000000000003e-06,
-      "loss": 2.2553,
+      "loss": 4.7488,
       "step": 1
     },
     {
       "epoch": 0.0,
-      "grad_norm": 0.18359375,
+      "grad_norm": 0.94140625,
       "learning_rate": 4.000000000000001e-06,
-      "loss": 2.1481,
+      "loss": 4.5149,
       "step": 2
     },
     {
       "epoch": 0.0,
-      "grad_norm": 0.15625,
+      "grad_norm": 0.9140625,
       "learning_rate": 6e-06,
-      "loss": 2.1875,
+      "loss": 4.3894,
       "step": 3
     },
     {
       "epoch": 0.01,
-      "grad_norm": 0.1875,
+      "grad_norm": 1.0078125,
       "learning_rate": 8.000000000000001e-06,
-      "loss": 2.2196,
+      "loss": 4.6734,
       "step": 4
     },
     {
       "epoch": 0.01,
-      "grad_norm": 0.1865234375,
+      "grad_norm": 1.0,
       "learning_rate": 1e-05,
-      "loss": 2.2149,
+      "loss": 4.6616,
       "step": 5
     },
     {
       "epoch": 0.01,
-      "grad_norm": 0.1806640625,
+      "grad_norm": 0.921875,
       "learning_rate": 1.2e-05,
-      "loss": 2.2424,
+      "loss": 4.5625,
       "step": 6
     },
     {
       "epoch": 0.01,
-      "grad_norm": 0.1943359375,
+      "grad_norm": 0.9765625,
       "learning_rate": 1.4000000000000001e-05,
-      "loss": 2.1425,
+      "loss": 4.5709,
       "step": 7
     },
     {
       "epoch": 0.01,
-      "grad_norm": 0.1865234375,
+      "grad_norm": 0.99609375,
       "learning_rate": 1.6000000000000003e-05,
-      "loss": 2.181,
+      "loss": 4.6627,
       "step": 8
     },
     {
       "epoch": 0.01,
-      "grad_norm": 0.1884765625,
+      "grad_norm": 1.0390625,
       "learning_rate": 1.8e-05,
-      "loss": 2.2398,
+      "loss": 4.5995,
       "step": 9
     },
     {
       "epoch": 0.01,
-      "grad_norm": 0.18359375,
+      "grad_norm": 1.0390625,
       "learning_rate": 2e-05,
-      "loss": 2.2213,
+      "loss": 4.7668,
       "step": 10
     },
     {
       "epoch": 0.01,
-      "eval_loss": 2.2066986560821533,
-      "eval_runtime": 125.8714,
-      "eval_samples_per_second": 39.723,
-      "eval_steps_per_second": 1.247,
+      "eval_loss": 4.575911521911621,
+      "eval_runtime": 126.7034,
+      "eval_samples_per_second": 39.462,
+      "eval_steps_per_second": 1.239,
       "step": 10
     },
     {
       "epoch": 0.01,
-      "grad_norm": 0.169921875,
+      "grad_norm": 1.03125,
       "learning_rate": 2.2000000000000003e-05,
-      "loss": 2.1514,
+      "loss": 4.5432,
       "step": 11
     },
     {
       "epoch": 0.02,
-      "grad_norm": 0.173828125,
+      "grad_norm": 0.9296875,
       "learning_rate": 2.4e-05,
-      "loss": 2.2107,
+      "loss": 4.2969,
       "step": 12
     },
     {
       "epoch": 0.02,
-      "grad_norm": 0.2021484375,
+      "grad_norm": 1.1015625,
       "learning_rate": 2.6000000000000002e-05,
-      "loss": 2.2672,
+      "loss": 4.8134,
       "step": 13
     },
     {
       "epoch": 0.02,
-      "grad_norm": 0.1962890625,
+      "grad_norm": 1.109375,
       "learning_rate": 2.8000000000000003e-05,
-      "loss": 2.3302,
+      "loss": 4.6818,
       "step": 14
     },
     {
       "epoch": 0.02,
-      "grad_norm": 0.1904296875,
+      "grad_norm": 1.1171875,
       "learning_rate": 3e-05,
-      "loss": 2.2157,
+      "loss": 4.5194,
       "step": 15
     },
     {
       "epoch": 0.02,
-      "grad_norm": 0.1953125,
+      "grad_norm": 1.1015625,
       "learning_rate": 3.2000000000000005e-05,
-      "loss": 2.227,
+      "loss": 4.3755,
       "step": 16
     },
     {
       "epoch": 0.02,
-      "grad_norm": 0.22265625,
+      "grad_norm": 1.265625,
       "learning_rate": 3.4000000000000007e-05,
-      "loss": 2.1633,
+      "loss": 4.5325,
       "step": 17
     },
     {
       "epoch": 0.02,
-      "grad_norm": 0.234375,
+      "grad_norm": 1.2265625,
       "learning_rate": 3.6e-05,
-      "loss": 2.2369,
+      "loss": 4.3967,
       "step": 18
     },
     {
       "epoch": 0.02,
-      "grad_norm": 0.2314453125,
+      "grad_norm": 1.359375,
       "learning_rate": 3.8e-05,
-      "loss": 2.2168,
+      "loss": 4.3274,
       "step": 19
     },
     {
       "epoch": 0.03,
-      "grad_norm": 0.2490234375,
+      "grad_norm": 1.375,
       "learning_rate": 4e-05,
-      "loss": 2.1926,
+      "loss": 4.3029,
       "step": 20
     },
     {
       "epoch": 0.03,
-      "eval_loss": 2.1795005798339844,
-      "eval_runtime": 126.2376,
-      "eval_samples_per_second": 39.608,
-      "eval_steps_per_second": 1.244,
+      "eval_loss": 4.288708686828613,
+      "eval_runtime": 126.1277,
+      "eval_samples_per_second": 39.642,
+      "eval_steps_per_second": 1.245,
       "step": 20
     },
     {
       "epoch": 0.03,
-      "grad_norm": 0.27734375,
+      "grad_norm": 1.390625,
       "learning_rate": 4.2e-05,
-      "loss": 2.168,
+      "loss": 4.2266,
       "step": 21
     },
     {
       "epoch": 0.03,
-      "grad_norm": 0.29296875,
+      "grad_norm": 1.5625,
       "learning_rate": 4.4000000000000006e-05,
-      "loss": 2.1932,
+      "loss": 4.3114,
       "step": 22
     },
     {
       "epoch": 0.03,
-      "grad_norm": 0.34375,
+      "grad_norm": 1.609375,
       "learning_rate": 4.600000000000001e-05,
-      "loss": 2.2095,
+      "loss": 4.2829,
       "step": 23
     },
     {
       "epoch": 0.03,
-      "grad_norm": 0.345703125,
+      "grad_norm": 1.6796875,
       "learning_rate": 4.8e-05,
-      "loss": 2.2258,
+      "loss": 4.1797,
       "step": 24
     },
     {
       "epoch": 0.03,
-      "grad_norm": 0.3671875,
+      "grad_norm": 1.75,
       "learning_rate": 5e-05,
-      "loss": 2.156,
+      "loss": 4.0528,
       "step": 25
     },
     {
       "epoch": 0.03,
-      "grad_norm": 0.341796875,
+      "grad_norm": 1.8359375,
       "learning_rate": 5.2000000000000004e-05,
-      "loss": 2.2151,
+      "loss": 3.997,
       "step": 26
     },
     {
       "epoch": 0.03,
-      "grad_norm": 0.396484375,
+      "grad_norm": 1.828125,
       "learning_rate": 5.4000000000000005e-05,
-      "loss": 2.118,
+      "loss": 3.9195,
       "step": 27
     },
     {
       "epoch": 0.04,
-      "grad_norm": 0.439453125,
+      "grad_norm": 1.8203125,
       "learning_rate": 5.6000000000000006e-05,
-      "loss": 2.1715,
+      "loss": 3.817,
       "step": 28
     },
     {
       "epoch": 0.04,
-      "grad_norm": 0.419921875,
+      "grad_norm": 1.9296875,
       "learning_rate": 5.8e-05,
-      "loss": 2.1332,
+      "loss": 3.8411,
       "step": 29
     },
     {
       "epoch": 0.04,
-      "grad_norm": 0.400390625,
+      "grad_norm": 1.921875,
       "learning_rate": 6e-05,
-      "loss": 2.0189,
+      "loss": 3.5259,
       "step": 30
     },
     {
       "epoch": 0.04,
-      "eval_loss": 2.0425634384155273,
-      "eval_runtime": 126.2797,
-      "eval_samples_per_second": 39.595,
-      "eval_steps_per_second": 1.243,
+      "eval_loss": 3.5061299800872803,
+      "eval_runtime": 126.2241,
+      "eval_samples_per_second": 39.612,
+      "eval_steps_per_second": 1.244,
       "step": 30
     },
     {
       "epoch": 0.04,
-      "grad_norm": 0.462890625,
+      "grad_norm": 2.0,
       "learning_rate": 6.2e-05,
-      "loss": 2.1203,
+      "loss": 3.6587,
       "step": 31
     },
     {
       "epoch": 0.04,
-      "grad_norm": 0.41796875,
+      "grad_norm": 1.765625,
       "learning_rate": 6.400000000000001e-05,
-      "loss": 2.0459,
+      "loss": 3.3672,
       "step": 32
     },
     {
       "epoch": 0.04,
-      "grad_norm": 0.435546875,
+      "grad_norm": 1.75,
       "learning_rate": 6.6e-05,
-      "loss": 2.0343,
+      "loss": 3.3194,
       "step": 33
     },
     {
       "epoch": 0.04,
-      "grad_norm": 0.408203125,
+      "grad_norm": 1.703125,
       "learning_rate": 6.800000000000001e-05,
-      "loss": 1.9959,
+      "loss": 3.2215,
       "step": 34
     },
     {
       "epoch": 0.04,
-      "grad_norm": 0.412109375,
+      "grad_norm": 1.6640625,
       "learning_rate": 7e-05,
-      "loss": 2.0212,
+      "loss": 3.1773,
       "step": 35
     },
     {
       "epoch": 0.05,
-      "grad_norm": 0.376953125,
+      "grad_norm": 1.546875,
       "learning_rate": 7.2e-05,
-      "loss": 1.9178,
+      "loss": 2.9527,
       "step": 36
     },
     {
       "epoch": 0.05,
-      "grad_norm": 0.412109375,
+      "grad_norm": 1.578125,
       "learning_rate": 7.4e-05,
-      "loss": 2.016,
+      "loss": 3.1381,
       "step": 37
     },
     {
       "epoch": 0.05,
-      "grad_norm": 0.341796875,
+      "grad_norm": 1.453125,
       "learning_rate": 7.6e-05,
-      "loss": 1.8999,
+      "loss": 2.947,
       "step": 38
     },
     {
       "epoch": 0.05,
-      "grad_norm": 0.296875,
+      "grad_norm": 1.2265625,
       "learning_rate": 7.800000000000001e-05,
-      "loss": 1.8407,
+      "loss": 2.743,
       "step": 39
     },
     {
       "epoch": 0.05,
-      "grad_norm": 0.2734375,
+      "grad_norm": 1.1171875,
       "learning_rate": 8e-05,
-      "loss": 1.8578,
+      "loss": 2.6947,
       "step": 40
     },
     {
       "epoch": 0.05,
-      "eval_loss": 1.8325164318084717,
-      "eval_runtime": 126.1895,
-      "eval_samples_per_second": 39.623,
-      "eval_steps_per_second": 1.244,
+      "eval_loss": 2.6360573768615723,
+      "eval_runtime": 125.9592,
+      "eval_samples_per_second": 39.695,
+      "eval_steps_per_second": 1.246,
       "step": 40
     },
     {
       "epoch": 0.05,
-      "grad_norm": 0.283203125,
+      "grad_norm": 0.9453125,
       "learning_rate": 8.2e-05,
-      "loss": 1.8992,
+      "loss": 2.6962,
       "step": 41
     },
     {
       "epoch": 0.05,
-      "grad_norm": 0.322265625,
+      "grad_norm": 1.0390625,
       "learning_rate": 8.4e-05,
-      "loss": 1.8398,
+      "loss": 2.6634,
       "step": 42
     },
     {
       "epoch": 0.06,
-      "grad_norm": 0.345703125,
+      "grad_norm": 1.3203125,
       "learning_rate": 8.6e-05,
-      "loss": 1.8156,
+      "loss": 2.5018,
       "step": 43
     },
     {
       "epoch": 0.06,
-      "grad_norm": 0.3359375,
+      "grad_norm": 1.390625,
       "learning_rate": 8.800000000000001e-05,
-      "loss": 1.7986,
+      "loss": 2.4608,
       "step": 44
     },
     {
       "epoch": 0.06,
-      "grad_norm": 0.2890625,
+      "grad_norm": 1.328125,
       "learning_rate": 9e-05,
-      "loss": 1.7476,
+      "loss": 2.425,
       "step": 45
     },
     {
       "epoch": 0.06,
-      "grad_norm": 0.251953125,
+      "grad_norm": 0.5859375,
       "learning_rate": 9.200000000000001e-05,
-      "loss": 1.7926,
+      "loss": 2.3978,
       "step": 46
     },
     {
       "epoch": 0.06,
-      "grad_norm": 0.251953125,
+      "grad_norm": 0.5625,
       "learning_rate": 9.4e-05,
-      "loss": 1.8071,
+      "loss": 2.3885,
       "step": 47
     },
     {
       "epoch": 0.06,
-      "grad_norm": 0.251953125,
+      "grad_norm": 0.56640625,
       "learning_rate": 9.6e-05,
-      "loss": 1.8004,
+      "loss": 2.373,
       "step": 48
     },
     {
       "epoch": 0.06,
-      "grad_norm": 0.236328125,
+      "grad_norm": 0.64453125,
       "learning_rate": 9.8e-05,
-      "loss": 1.7274,
+      "loss": 2.2775,
       "step": 49
     },
     {
       "epoch": 0.06,
-      "grad_norm": 0.251953125,
+      "grad_norm": 0.609375,
       "learning_rate": 0.0001,
-      "loss": 1.7916,
+      "loss": 2.3577,
       "step": 50
     },
     {
       "epoch": 0.06,
-      "eval_loss": 1.7592554092407227,
-      "eval_runtime": 126.142,
-      "eval_samples_per_second": 39.638,
-      "eval_steps_per_second": 1.245,
+      "eval_loss": 2.296643018722534,
+      "eval_runtime": 125.5906,
+      "eval_samples_per_second": 39.812,
+      "eval_steps_per_second": 1.25,
       "step": 50
     },
     {
       "epoch": 0.07,
-      "grad_norm": 0.2021484375,
+      "grad_norm": 0.5703125,
       "learning_rate": 0.00010200000000000001,
-      "loss": 1.8609,
+      "loss": 2.447,
       "step": 51
     },
     {
       "epoch": 0.07,
-      "grad_norm": 0.2197265625,
+      "grad_norm": 0.59765625,
       "learning_rate": 0.00010400000000000001,
-      "loss": 1.7137,
+      "loss": 2.2502,
       "step": 52
     },
     {
       "epoch": 0.07,
-      "grad_norm": 0.197265625,
+      "grad_norm": 0.5546875,
       "learning_rate": 0.00010600000000000002,
-      "loss": 1.7276,
+      "loss": 2.2093,
       "step": 53
     },
     {
       "epoch": 0.07,
-      "grad_norm": 0.193359375,
+      "grad_norm": 0.8203125,
       "learning_rate": 0.00010800000000000001,
-      "loss": 1.7627,
+      "loss": 2.2644,
       "step": 54
     },
     {
       "epoch": 0.07,
-      "grad_norm": 0.189453125,
+      "grad_norm": 1.1171875,
       "learning_rate": 0.00011000000000000002,
-      "loss": 1.6725,
+      "loss": 2.1485,
       "step": 55
     },
     {
       "epoch": 0.07,
-      "grad_norm": 0.1796875,
+      "grad_norm": 0.92578125,
       "learning_rate": 0.00011200000000000001,
-      "loss": 1.7363,
+      "loss": 2.1965,
       "step": 56
     },
     {
       "epoch": 0.07,
-      "grad_norm": 0.189453125,
+      "grad_norm": 0.70703125,
       "learning_rate": 0.00011399999999999999,
-      "loss": 1.7445,
+      "loss": 2.1916,
       "step": 57
     },
     {
       "epoch": 0.07,
-      "grad_norm": 0.1572265625,
+      "grad_norm": 0.53125,
       "learning_rate": 0.000116,
-      "loss": 1.7819,
+      "loss": 2.2071,
       "step": 58
     },
     {
       "epoch": 0.08,
-      "grad_norm": 0.162109375,
+      "grad_norm": 0.392578125,
       "learning_rate": 0.000118,
-      "loss": 1.7401,
+      "loss": 2.1507,
       "step": 59
     },
     {
       "epoch": 0.08,
-      "grad_norm": 0.1728515625,
+      "grad_norm": 0.447265625,
       "learning_rate": 0.00012,
-      "loss": 1.7688,
+      "loss": 2.1582,
       "step": 60
     },
     {
       "epoch": 0.08,
-      "eval_loss": 1.72506582736969,
-      "eval_runtime": 135.8454,
-      "eval_samples_per_second": 36.807,
-      "eval_steps_per_second": 1.156,
+      "eval_loss": 2.1068594455718994,
+      "eval_runtime": 124.951,
+      "eval_samples_per_second": 40.016,
+      "eval_steps_per_second": 1.256,
       "step": 60
     },
     {
       "epoch": 0.08,
-      "grad_norm": 0.166015625,
+      "grad_norm": 0.3984375,
       "learning_rate": 0.000122,
-      "loss": 1.7404,
+      "loss": 2.1486,
       "step": 61
     },
     {
       "epoch": 0.08,
-      "grad_norm": 0.154296875,
+      "grad_norm": 0.38671875,
       "learning_rate": 0.000124,
-      "loss": 1.7477,
+      "loss": 2.1137,
       "step": 62
     },
     {
       "epoch": 0.08,
-      "grad_norm": 0.189453125,
+      "grad_norm": 0.65625,
       "learning_rate": 0.000126,
-      "loss": 1.7422,
+      "loss": 2.1276,
       "step": 63
     },
     {
       "epoch": 0.08,
-      "grad_norm": 0.162109375,
+      "grad_norm": 0.43359375,
       "learning_rate": 0.00012800000000000002,
-      "loss": 1.6909,
+      "loss": 2.0382,
       "step": 64
     },
     {
       "epoch": 0.08,
-      "grad_norm": 0.255859375,
+      "grad_norm": 0.5546875,
       "learning_rate": 0.00013000000000000002,
-      "loss": 1.7694,
+      "loss": 2.118,
       "step": 65
     },
     {
       "epoch": 0.08,
-      "grad_norm": 0.1669921875,
+      "grad_norm": 0.94921875,
       "learning_rate": 0.000132,
-      "loss": 1.8089,
+      "loss": 2.1625,
       "step": 66
     },
     {
       "epoch": 0.09,
-      "grad_norm": 0.1572265625,
+      "grad_norm": 0.443359375,
       "learning_rate": 0.000134,
-      "loss": 1.7403,
+      "loss": 2.0544,
       "step": 67
     },
     {
       "epoch": 0.09,
-      "grad_norm": 0.158203125,
+      "grad_norm": 0.36328125,
       "learning_rate": 0.00013600000000000003,
-      "loss": 1.7219,
+      "loss": 2.0529,
       "step": 68
     },
     {
       "epoch": 0.09,
-      "grad_norm": 0.14453125,
+      "grad_norm": 0.353515625,
       "learning_rate": 0.000138,
-      "loss": 1.6921,
+      "loss": 2.0054,
       "step": 69
     },
     {
       "epoch": 0.09,
-      "grad_norm": 0.142578125,
+      "grad_norm": 0.35546875,
       "learning_rate": 0.00014,
-      "loss": 1.6864,
+      "loss": 2.0338,
       "step": 70
     },
     {
       "epoch": 0.09,
-      "eval_loss": 1.7060683965682983,
-      "eval_runtime": 141.5784,
-      "eval_samples_per_second": 35.316,
-      "eval_steps_per_second": 1.109,
+      "eval_loss": 2.0194942951202393,
+      "eval_runtime": 125.4346,
+      "eval_samples_per_second": 39.861,
+      "eval_steps_per_second": 1.252,
       "step": 70
     },
     {
       "epoch": 0.09,
-      "grad_norm": 0.1484375,
+      "grad_norm": 0.384765625,
       "learning_rate": 0.000142,
-      "loss": 1.7129,
+      "loss": 2.0377,
       "step": 71
     },
     {
       "epoch": 0.09,
-      "grad_norm": 0.1376953125,
+      "grad_norm": 0.3515625,
       "learning_rate": 0.000144,
-      "loss": 1.7353,
+      "loss": 2.0574,
       "step": 72
     },
     {
       "epoch": 0.09,
-      "grad_norm": 0.12890625,
+      "grad_norm": 0.375,
       "learning_rate": 0.000146,
-      "loss": 1.678,
+      "loss": 1.9926,
       "step": 73
     },
     {
       "epoch": 0.09,
-      "grad_norm": 0.1337890625,
+      "grad_norm": 0.322265625,
       "learning_rate": 0.000148,
-      "loss": 1.7835,
+      "loss": 2.1027,
       "step": 74
     },
     {
       "epoch": 0.1,
-      "grad_norm": 0.142578125,
+      "grad_norm": 0.33984375,
       "learning_rate": 0.00015000000000000001,
-      "loss": 1.7583,
+      "loss": 2.0283,
       "step": 75
     },
     {
       "epoch": 0.1,
-      "grad_norm": 0.162109375,
+      "grad_norm": 0.28125,
       "learning_rate": 0.000152,
-      "loss": 1.6988,
+      "loss": 1.9844,
       "step": 76
     },
     {
       "epoch": 0.1,
-      "grad_norm": 0.16015625,
+      "grad_norm": 0.291015625,
       "learning_rate": 0.000154,
-      "loss": 1.7599,
+      "loss": 2.0037,
       "step": 77
     },
     {
       "epoch": 0.1,
-      "grad_norm": 0.2314453125,
+      "grad_norm": 0.23046875,
       "learning_rate": 0.00015600000000000002,
-      "loss": 1.7217,
+      "loss": 1.9911,
       "step": 78
     },
     {
       "epoch": 0.1,
-      "grad_norm": 0.14453125,
+      "grad_norm": 0.353515625,
       "learning_rate": 0.00015800000000000002,
-      "loss": 1.6603,
+      "loss": 1.933,
       "step": 79
     },
     {
       "epoch": 0.1,
-      "grad_norm": 0.1435546875,
+      "grad_norm": 0.69140625,
       "learning_rate": 0.00016,
-      "loss": 1.6916,
+      "loss": 1.9856,
       "step": 80
     },
     {
       "epoch": 0.1,
-      "eval_loss": 1.6934484243392944,
-      "eval_runtime": 126.2219,
-      "eval_samples_per_second": 39.613,
-      "eval_steps_per_second": 1.244,
+      "eval_loss": 1.9626843929290771,
+      "eval_runtime": 125.5025,
+      "eval_samples_per_second": 39.84,
+      "eval_steps_per_second": 1.251,
       "step": 80
     },
     {
       "epoch": 0.1,
-      "grad_norm": 0.1796875,
+      "grad_norm": 0.26171875,
       "learning_rate": 0.000162,
-      "loss": 1.6855,
+      "loss": 1.9761,
       "step": 81
     },
     {
       "epoch": 0.1,
-      "grad_norm": 0.1748046875,
+      "grad_norm": 0.2734375,
       "learning_rate": 0.000164,
-      "loss": 1.6786,
+      "loss": 1.9205,
       "step": 82
     },
     {
       "epoch": 0.11,
-      "grad_norm": 0.1923828125,
+      "grad_norm": 0.279296875,
       "learning_rate": 0.000166,
-      "loss": 1.7373,
+      "loss": 1.9885,
       "step": 83
     },
     {
       "epoch": 0.11,
-      "grad_norm": 0.1513671875,
+      "grad_norm": 0.291015625,
       "learning_rate": 0.000168,
-      "loss": 1.697,
+      "loss": 1.9419,
       "step": 84
     },
     {
       "epoch": 0.11,
-      "grad_norm": 0.1298828125,
+      "grad_norm": 0.298828125,
       "learning_rate": 0.00017,
-      "loss": 1.7171,
+      "loss": 1.9895,
       "step": 85
     },
     {
       "epoch": 0.11,
-      "grad_norm": 0.1650390625,
+      "grad_norm": 0.27734375,
       "learning_rate": 0.000172,
-      "loss": 1.6476,
+      "loss": 1.8674,
       "step": 86
     },
     {
       "epoch": 0.11,
-      "grad_norm": 0.158203125,
+      "grad_norm": 0.25390625,
       "learning_rate": 0.000174,
-      "loss": 1.7017,
+      "loss": 1.9472,
       "step": 87
     },
     {
       "epoch": 0.11,
-      "grad_norm": 0.1513671875,
+      "grad_norm": 0.361328125,
       "learning_rate": 0.00017600000000000002,
-      "loss": 1.7472,
+      "loss": 1.9717,
       "step": 88
     },
     {
       "epoch": 0.11,
-      "grad_norm": 0.216796875,
+      "grad_norm": 0.244140625,
       "learning_rate": 0.00017800000000000002,
-      "loss": 1.6973,
+      "loss": 1.9376,
       "step": 89
     },
     {
       "epoch": 0.12,
-      "grad_norm": 0.1787109375,
+      "grad_norm": 0.234375,
       "learning_rate": 0.00018,
-      "loss": 1.6604,
+      "loss": 1.9051,
       "step": 90
     },
     {
       "epoch": 0.12,
-      "eval_loss": 1.6824843883514404,
-      "eval_runtime": 126.172,
-      "eval_samples_per_second": 39.628,
-      "eval_steps_per_second": 1.244,
+      "eval_loss": 1.9230234622955322,
+      "eval_runtime": 125.5293,
+      "eval_samples_per_second": 39.831,
+      "eval_steps_per_second": 1.251,
       "step": 90
     },
     {
       "epoch": 0.12,
-      "grad_norm": 0.150390625,
+      "grad_norm": 0.26171875,
       "learning_rate": 0.000182,
-      "loss": 1.7181,
+      "loss": 1.9395,
       "step": 91
     },
     {
       "epoch": 0.12,
-      "grad_norm": 0.1669921875,
+      "grad_norm": 0.310546875,
       "learning_rate": 0.00018400000000000003,
-      "loss": 1.6215,
+      "loss": 1.8496,
       "step": 92
     },
     {
       "epoch": 0.12,
-      "grad_norm": 0.1806640625,
+      "grad_norm": 0.3203125,
       "learning_rate": 0.00018600000000000002,
-      "loss": 1.7783,
+      "loss": 2.0062,
       "step": 93
     },
     {
       "epoch": 0.12,
-      "grad_norm": 0.166015625,
+      "grad_norm": 0.267578125,
       "learning_rate": 0.000188,
-      "loss": 1.6328,
+      "loss": 1.9138,
       "step": 94
     },
     {
       "epoch": 0.12,
-      "grad_norm": 0.208984375,
+      "grad_norm": 0.224609375,
       "learning_rate": 0.00019,
-      "loss": 1.6821,
+      "loss": 1.9258,
       "step": 95
     },
     {
       "epoch": 0.12,
-      "grad_norm": 0.212890625,
+      "grad_norm": 0.21484375,
       "learning_rate": 0.000192,
-      "loss": 1.7397,
+      "loss": 1.9657,
       "step": 96
     },
     {
       "epoch": 0.12,
-      "grad_norm": 0.1953125,
+      "grad_norm": 0.259765625,
       "learning_rate": 0.000194,
-      "loss": 1.6838,
+      "loss": 1.9123,
       "step": 97
     },
     {
       "epoch": 0.13,
-      "grad_norm": 0.1474609375,
+      "grad_norm": 0.240234375,
       "learning_rate": 0.000196,
-      "loss": 1.6441,
+      "loss": 1.8806,
       "step": 98
     },
     {
       "epoch": 0.13,
-      "grad_norm": 0.1962890625,
+      "grad_norm": 0.21484375,
       "learning_rate": 0.00019800000000000002,
-      "loss": 1.6274,
+      "loss": 1.8394,
       "step": 99
     },
     {
       "epoch": 0.13,
-      "grad_norm": 0.2021484375,
+      "grad_norm": 0.244140625,
       "learning_rate": 0.0002,
-      "loss": 1.6126,
+      "loss": 1.8164,
       "step": 100
     },
     {
       "epoch": 0.13,
-      "eval_loss": 1.6749509572982788,
-      "eval_runtime": 126.1716,
-      "eval_samples_per_second": 39.629,
-      "eval_steps_per_second": 1.244,
+      "eval_loss": 1.8982120752334595,
+      "eval_runtime": 125.467,
+      "eval_samples_per_second": 39.851,
+      "eval_steps_per_second": 1.251,
       "step": 100
     },
     {
       "epoch": 0.13,
-      "grad_norm": 0.1611328125,
+      "grad_norm": 0.265625,
       "learning_rate": 0.00019871794871794874,
-      "loss": 1.6243,
+      "loss": 1.8199,
       "step": 101
     },
     {
       "epoch": 0.13,
-      "grad_norm": 0.1552734375,
+      "grad_norm": 0.2158203125,
       "learning_rate": 0.00019743589743589744,
-      "loss": 1.6823,
+      "loss": 1.9268,
       "step": 102
     },
     {
       "epoch": 0.13,
-      "grad_norm": 0.1689453125,
+      "grad_norm": 0.2578125,
       "learning_rate": 0.00019615384615384615,
-      "loss": 1.7351,
+      "loss": 1.9563,
       "step": 103
     },
     {
       "epoch": 0.13,
-      "grad_norm": 0.158203125,
+      "grad_norm": 0.20703125,
       "learning_rate": 0.00019487179487179487,
-      "loss": 1.6981,
+      "loss": 1.9037,
       "step": 104
     },
     {
       "epoch": 0.13,
-      "grad_norm": 0.158203125,
+      "grad_norm": 0.2265625,
       "learning_rate": 0.0001935897435897436,
-      "loss": 1.6748,
+      "loss": 1.8942,
       "step": 105
     },
     {
       "epoch": 0.14,
-      "grad_norm": 0.1484375,
+      "grad_norm": 0.2158203125,
       "learning_rate": 0.00019230769230769233,
-      "loss": 1.6985,
+      "loss": 1.9245,
       "step": 106
     },
     {
       "epoch": 0.14,
-      "grad_norm": 0.14453125,
+      "grad_norm": 0.2431640625,
       "learning_rate": 0.00019102564102564104,
-      "loss": 1.6849,
+      "loss": 1.8898,
       "step": 107
     },
     {
       "epoch": 0.14,
-      "grad_norm": 0.158203125,
+      "grad_norm": 0.310546875,
       "learning_rate": 0.00018974358974358974,
-      "loss": 1.6547,
+      "loss": 1.8482,
       "step": 108
     },
     {
       "epoch": 0.14,
-      "grad_norm": 0.1572265625,
+      "grad_norm": 0.2197265625,
       "learning_rate": 0.00018846153846153847,
-      "loss": 1.6749,
+      "loss": 1.8486,
       "step": 109
     },
     {
       "epoch": 0.14,
-      "grad_norm": 0.14453125,
+      "grad_norm": 0.228515625,
       "learning_rate": 0.0001871794871794872,
-      "loss": 1.7316,
+      "loss": 1.9404,
       "step": 110
     },
     {
       "epoch": 0.14,
-      "eval_loss": 1.6681605577468872,
-      "eval_runtime": 126.374,
-      "eval_samples_per_second": 39.565,
-      "eval_steps_per_second": 1.242,
+      "eval_loss": 1.877401351928711,
+      "eval_runtime": 125.8694,
+      "eval_samples_per_second": 39.724,
+      "eval_steps_per_second": 1.247,
       "step": 110
     },
     {
       "epoch": 0.14,
-      "grad_norm": 0.1865234375,
+      "grad_norm": 0.2734375,
       "learning_rate": 0.0001858974358974359,
-      "loss": 1.6359,
+      "loss": 1.8611,
       "step": 111
     },
     {
       "epoch": 0.14,
-      "grad_norm": 0.169921875,
+      "grad_norm": 0.2216796875,
       "learning_rate": 0.00018461538461538463,
-      "loss": 1.6691,
+      "loss": 1.8728,
       "step": 112
     },
     {
       "epoch": 0.14,
-      "grad_norm": 0.146484375,
+      "grad_norm": 0.27734375,
       "learning_rate": 0.00018333333333333334,
-      "loss": 1.6756,
+      "loss": 1.8817,
       "step": 113
     },
     {
       "epoch": 0.15,
-      "grad_norm": 0.1533203125,
+      "grad_norm": 0.224609375,
       "learning_rate": 0.00018205128205128207,
-      "loss": 1.6792,
+      "loss": 1.8841,
       "step": 114
     },
     {
       "epoch": 0.15,
-      "grad_norm": 0.16796875,
+      "grad_norm": 0.2294921875,
       "learning_rate": 0.00018076923076923077,
-      "loss": 1.664,
+      "loss": 1.8691,
       "step": 115
     },
     {
       "epoch": 0.15,
-      "grad_norm": 0.1767578125,
+      "grad_norm": 0.28515625,
       "learning_rate": 0.0001794871794871795,
-      "loss": 1.6874,
+      "loss": 1.9013,
       "step": 116
     },
     {
       "epoch": 0.15,
-      "grad_norm": 0.1826171875,
+      "grad_norm": 0.2265625,
       "learning_rate": 0.00017820512820512823,
-      "loss": 1.7538,
+      "loss": 1.9729,
       "step": 117
     },
     {
       "epoch": 0.15,
-      "grad_norm": 0.1767578125,
+      "grad_norm": 0.2080078125,
       "learning_rate": 0.00017692307692307693,
-      "loss": 1.6786,
+      "loss": 1.8934,
       "step": 118
     },
     {
       "epoch": 0.15,
-      "grad_norm": 0.185546875,
+      "grad_norm": 0.2275390625,
       "learning_rate": 0.00017564102564102566,
-      "loss": 1.6342,
+      "loss": 1.8559,
       "step": 119
     },
     {
       "epoch": 0.15,
-      "grad_norm": 0.158203125,
+      "grad_norm": 0.21875,
       "learning_rate": 0.00017435897435897436,
-      "loss": 1.7201,
+      "loss": 1.9225,
       "step": 120
     },
     {
       "epoch": 0.15,
-      "eval_loss": 1.663940668106079,
-      "eval_runtime": 126.2162,
-      "eval_samples_per_second": 39.615,
-      "eval_steps_per_second": 1.244,
+      "eval_loss": 1.8639016151428223,
+      "eval_runtime": 125.6482,
+      "eval_samples_per_second": 39.794,
+      "eval_steps_per_second": 1.25,
       "step": 120
     },
     {
       "epoch": 0.15,
-      "grad_norm": 0.1748046875,
+      "grad_norm": 0.2138671875,
       "learning_rate": 0.0001730769230769231,
-      "loss": 1.7054,
+      "loss": 1.8796,
       "step": 121
     },
     {
       "epoch": 0.16,
-      "grad_norm": 0.181640625,
+      "grad_norm": 0.29296875,
       "learning_rate": 0.0001717948717948718,
-      "loss": 1.6278,
+      "loss": 1.8587,
       "step": 122
     },
     {
       "epoch": 0.16,
-      "grad_norm": 0.154296875,
+      "grad_norm": 0.2236328125,
       "learning_rate": 0.00017051282051282053,
-      "loss": 1.6609,
+      "loss": 1.8642,
       "step": 123
     },
     {
       "epoch": 0.16,
-      "grad_norm": 0.1943359375,
+      "grad_norm": 0.240234375,
       "learning_rate": 0.00016923076923076923,
-      "loss": 1.6739,
+      "loss": 1.8532,
       "step": 124
     },
     {
       "epoch": 0.16,
-      "grad_norm": 0.1865234375,
+      "grad_norm": 0.2216796875,
       "learning_rate": 0.00016794871794871796,
-      "loss": 1.6719,
+      "loss": 1.8731,
       "step": 125
     },
     {
       "epoch": 0.16,
-      "grad_norm": 0.1708984375,
+      "grad_norm": 0.310546875,
       "learning_rate": 0.0001666666666666667,
-      "loss": 1.6738,
+      "loss": 1.8667,
       "step": 126
     },
     {
       "epoch": 0.16,
-      "grad_norm": 0.1533203125,
+      "grad_norm": 0.22265625,
       "learning_rate": 0.0001653846153846154,
-      "loss": 1.6973,
+      "loss": 1.9161,
       "step": 127
     },
     {
       "epoch": 0.16,
-      "grad_norm": 0.1650390625,
+      "grad_norm": 0.2236328125,
       "learning_rate": 0.0001641025641025641,
-      "loss": 1.6434,
+      "loss": 1.831,
       "step": 128
     },
     {
       "epoch": 0.17,
-      "grad_norm": 0.1845703125,
+      "grad_norm": 0.271484375,
       "learning_rate": 0.00016282051282051282,
-      "loss": 1.719,
+      "loss": 1.9271,
       "step": 129
     },
     {
       "epoch": 0.17,
-      "grad_norm": 0.17578125,
+      "grad_norm": 0.220703125,
       "learning_rate": 0.00016153846153846155,
-      "loss": 1.7266,
+      "loss": 1.9196,
       "step": 130
     },
     {
       "epoch": 0.17,
-      "eval_loss": 1.6603440046310425,
-      "eval_runtime": 126.1026,
-      "eval_samples_per_second": 39.65,
-      "eval_steps_per_second": 1.245,
+      "eval_loss": 1.854244589805603,
+      "eval_runtime": 125.489,
+      "eval_samples_per_second": 39.844,
+      "eval_steps_per_second": 1.251,
       "step": 130
     },
     {
       "epoch": 0.17,
-      "grad_norm": 0.1806640625,
+      "grad_norm": 0.294921875,
       "learning_rate": 0.00016025641025641028,
-      "loss": 1.6324,
+      "loss": 1.8143,
       "step": 131
     },
     {
       "epoch": 0.17,
-      "grad_norm": 0.1708984375,
+      "grad_norm": 0.291015625,
       "learning_rate": 0.00015897435897435896,
-      "loss": 1.7067,
+      "loss": 1.8742,
       "step": 132
     },
     {
       "epoch": 0.17,
-      "grad_norm": 0.1806640625,
+      "grad_norm": 0.275390625,
       "learning_rate": 0.0001576923076923077,
-      "loss": 1.7019,
+      "loss": 1.9119,
       "step": 133
     },
     {
       "epoch": 0.17,
-      "grad_norm": 0.16796875,
+      "grad_norm": 0.2353515625,
       "learning_rate": 0.00015641025641025642,
-      "loss": 1.7202,
+      "loss": 1.9378,
       "step": 134
     },
     {
       "epoch": 0.17,
-      "grad_norm": 0.1728515625,
+      "grad_norm": 0.2431640625,
       "learning_rate": 0.00015512820512820515,
-      "loss": 1.6778,
+      "loss": 1.8725,
       "step": 135
     },
     {
       "epoch": 0.17,
-      "grad_norm": 0.19140625,
+      "grad_norm": 0.314453125,
       "learning_rate": 0.00015384615384615385,
-      "loss": 1.6928,
+      "loss": 1.8882,
       "step": 136
     },
     {
       "epoch": 0.18,
-      "grad_norm": 0.1982421875,
+      "grad_norm": 0.32421875,
       "learning_rate": 0.00015256410256410255,
-      "loss": 1.6346,
+      "loss": 1.7994,
       "step": 137
     },
     {
       "epoch": 0.18,
-      "grad_norm": 0.17578125,
+      "grad_norm": 0.244140625,
       "learning_rate": 0.00015128205128205128,
-      "loss": 1.6308,
+      "loss": 1.7943,
       "step": 138
     },
     {
       "epoch": 0.18,
-      "grad_norm": 0.22265625,
+      "grad_norm": 0.248046875,
       "learning_rate": 0.00015000000000000001,
-      "loss": 1.7073,
+      "loss": 1.8982,
       "step": 139
     },
     {
       "epoch": 0.18,
-      "grad_norm": 0.197265625,
+      "grad_norm": 0.251953125,
       "learning_rate": 0.00014871794871794872,
-      "loss": 1.6467,
+      "loss": 1.8085,
       "step": 140
     },
     {
       "epoch": 0.18,
-      "eval_loss": 1.6569123268127441,
-      "eval_runtime": 126.2301,
-      "eval_samples_per_second": 39.61,
-      "eval_steps_per_second": 1.244,
+      "eval_loss": 1.844925045967102,
+      "eval_runtime": 125.5735,
+      "eval_samples_per_second": 39.817,
+      "eval_steps_per_second": 1.25,
       "step": 140
     },
     {
       "epoch": 0.18,
-      "grad_norm": 0.1875,
+      "grad_norm": 0.2490234375,
       "learning_rate": 0.00014743589743589745,
-      "loss": 1.6789,
+      "loss": 1.8725,
       "step": 141
     },
     {
       "epoch": 0.18,
-      "grad_norm": 0.1611328125,
+      "grad_norm": 0.21875,
       "learning_rate": 0.00014615384615384615,
-      "loss": 1.6766,
+      "loss": 1.8679,
       "step": 142
     },
     {
       "epoch": 0.18,
-      "grad_norm": 0.177734375,
+      "grad_norm": 0.2421875,
       "learning_rate": 0.00014487179487179488,
-      "loss": 1.6749,
+      "loss": 1.8594,
       "step": 143
     },
     {
       "epoch": 0.18,
-      "grad_norm": 0.1630859375,
+      "grad_norm": 0.2431640625,
       "learning_rate": 0.0001435897435897436,
-      "loss": 1.6991,
+      "loss": 1.8896,
       "step": 144
     },
     {
       "epoch": 0.19,
-      "grad_norm": 0.1943359375,
+      "grad_norm": 0.42578125,
       "learning_rate": 0.0001423076923076923,
-      "loss": 1.6876,
+      "loss": 1.8578,
       "step": 145
     },
     {
       "epoch": 0.19,
-      "grad_norm": 0.1728515625,
+      "grad_norm": 0.2392578125,
       "learning_rate": 0.00014102564102564104,
-      "loss": 1.707,
+      "loss": 1.8631,
       "step": 146
     },
     {
       "epoch": 0.19,
-      "grad_norm": 0.16796875,
+      "grad_norm": 0.33203125,
       "learning_rate": 0.00013974358974358974,
-      "loss": 1.662,
+      "loss": 1.8408,
       "step": 147
     },
     {
       "epoch": 0.19,
-      "grad_norm": 0.1552734375,
+      "grad_norm": 0.251953125,
       "learning_rate": 0.00013846153846153847,
-      "loss": 1.5826,
+      "loss": 1.752,
       "step": 148
     },
     {
       "epoch": 0.19,
-      "grad_norm": 0.1591796875,
+      "grad_norm": 0.326171875,
       "learning_rate": 0.00013717948717948718,
-      "loss": 1.7056,
+      "loss": 1.9149,
       "step": 149
     },
     {
       "epoch": 0.19,
-      "grad_norm": 0.1591796875,
+      "grad_norm": 0.267578125,
       "learning_rate": 0.0001358974358974359,
-      "loss": 1.711,
+      "loss": 1.9018,
       "step": 150
     },
     {
       "epoch": 0.19,
-      "eval_loss": 1.6547765731811523,
-      "eval_runtime": 126.2019,
-      "eval_samples_per_second": 39.619,
-      "eval_steps_per_second": 1.244,
+      "eval_loss": 1.8380218744277954,
+      "eval_runtime": 125.5888,
+      "eval_samples_per_second": 39.812,
+      "eval_steps_per_second": 1.25,
       "step": 150
     },
     {
       "epoch": 0.19,
-      "grad_norm": 0.19140625,
+      "grad_norm": 0.28125,
       "learning_rate": 0.00013461538461538464,
-      "loss": 1.6004,
+      "loss": 1.7853,
       "step": 151
     },
     {
       "epoch": 0.19,
-      "grad_norm": 0.169921875,
+      "grad_norm": 0.2470703125,
       "learning_rate": 0.00013333333333333334,
-      "loss": 1.7267,
+      "loss": 1.9392,
       "step": 152
     },
     {
       "epoch": 0.2,
-      "grad_norm": 0.16015625,
+      "grad_norm": 0.2490234375,
       "learning_rate": 0.00013205128205128204,
-      "loss": 1.6589,
+      "loss": 1.8372,
       "step": 153
     },
     {
       "epoch": 0.2,
-      "grad_norm": 0.1787109375,
+      "grad_norm": 0.28515625,
       "learning_rate": 0.00013076923076923077,
-      "loss": 1.6143,
+      "loss": 1.8017,
       "step": 154
     },
     {
       "epoch": 0.2,
-      "grad_norm": 0.166015625,
+      "grad_norm": 0.255859375,
       "learning_rate": 0.0001294871794871795,
-      "loss": 1.6815,
+      "loss": 1.8477,
       "step": 155
     },
     {
       "epoch": 0.2,
-      "grad_norm": 0.158203125,
+      "grad_norm": 0.2197265625,
       "learning_rate": 0.00012820512820512823,
-      "loss": 1.6267,
+      "loss": 1.773,
       "step": 156
     },
     {
       "epoch": 0.2,
-      "grad_norm": 0.1630859375,
+      "grad_norm": 0.2412109375,
       "learning_rate": 0.00012692307692307693,
-      "loss": 1.6705,
+      "loss": 1.8194,
       "step": 157
     },
     {
       "epoch": 0.2,
-      "grad_norm": 0.1796875,
+      "grad_norm": 0.251953125,
       "learning_rate": 0.00012564102564102564,
-      "loss": 1.6853,
+      "loss": 1.841,
       "step": 158
     },
     {
       "epoch": 0.2,
-      "grad_norm": 0.16015625,
+      "grad_norm": 0.2578125,
       "learning_rate": 0.00012435897435897437,
-      "loss": 1.6755,
+      "loss": 1.8599,
       "step": 159
     },
     {
       "epoch": 0.2,
-      "grad_norm": 0.1572265625,
+      "grad_norm": 0.2392578125,
       "learning_rate": 0.0001230769230769231,
-      "loss": 1.6165,
+      "loss": 1.8224,
       "step": 160
     },
     {
       "epoch": 0.2,
-      "eval_loss": 1.6526222229003906,
-      "eval_runtime": 126.3096,
-      "eval_samples_per_second": 39.585,
-      "eval_steps_per_second": 1.243,
+      "eval_loss": 1.8314405679702759,
+      "eval_runtime": 125.9116,
+      "eval_samples_per_second": 39.71,
+      "eval_steps_per_second": 1.247,
       "step": 160
     },
     {
       "epoch": 0.21,
-      "grad_norm": 0.166015625,
+      "grad_norm": 0.26953125,
       "learning_rate": 0.00012179487179487179,
-      "loss": 1.6913,
+      "loss": 1.8628,
       "step": 161
     },
     {
       "epoch": 0.21,
-      "grad_norm": 0.162109375,
+      "grad_norm": 0.244140625,
       "learning_rate": 0.00012051282051282052,
-      "loss": 1.6403,
+      "loss": 1.8015,
       "step": 162
     },
     {
       "epoch": 0.21,
-      "grad_norm": 0.162109375,
+      "grad_norm": 0.283203125,
       "learning_rate": 0.00011923076923076923,
-      "loss": 1.6667,
+      "loss": 1.8325,
       "step": 163
     },
     {
       "epoch": 0.21,
-      "grad_norm": 0.1748046875,
+      "grad_norm": 0.2578125,
       "learning_rate": 0.00011794871794871796,
-      "loss": 1.616,
+      "loss": 1.8038,
       "step": 164
     },
     {
       "epoch": 0.21,
-      "grad_norm": 0.177734375,
+      "grad_norm": 0.23828125,
       "learning_rate": 0.00011666666666666668,
-      "loss": 1.5773,
+      "loss": 1.729,
       "step": 165
     },
     {
       "epoch": 0.21,
-      "grad_norm": 0.1884765625,
+      "grad_norm": 0.375,
       "learning_rate": 0.00011538461538461538,
-      "loss": 1.6668,
+      "loss": 1.8223,
       "step": 166
     },
     {
       "epoch": 0.21,
-      "grad_norm": 0.1708984375,
+      "grad_norm": 0.30859375,
       "learning_rate": 0.0001141025641025641,
-      "loss": 1.6904,
+      "loss": 1.8585,
       "step": 167
     },
     {
       "epoch": 0.21,
-      "grad_norm": 0.177734375,
+      "grad_norm": 0.271484375,
       "learning_rate": 0.00011282051282051283,
-      "loss": 1.6935,
+      "loss": 1.9158,
       "step": 168
     },
     {
       "epoch": 0.22,
-      "grad_norm": 0.1640625,
+      "grad_norm": 0.2734375,
       "learning_rate": 0.00011153846153846154,
-      "loss": 1.6615,
+      "loss": 1.8058,
       "step": 169
     },
     {
       "epoch": 0.22,
-      "grad_norm": 0.185546875,
+      "grad_norm": 0.265625,
       "learning_rate": 0.00011025641025641027,
-      "loss": 1.7506,
+      "loss": 1.9334,
       "step": 170
     },
     {
       "epoch": 0.22,
-      "eval_loss": 1.650907278060913,
-      "eval_runtime": 125.9533,
-      "eval_samples_per_second": 39.697,
-      "eval_steps_per_second": 1.246,
+      "eval_loss": 1.8285787105560303,
+      "eval_runtime": 125.7453,
+      "eval_samples_per_second": 39.763,
+      "eval_steps_per_second": 1.249,
       "step": 170
     },
     {
       "epoch": 0.22,
-      "grad_norm": 0.2158203125,
+      "grad_norm": 0.376953125,
       "learning_rate": 0.00010897435897435896,
-      "loss": 1.6593,
+      "loss": 1.8184,
       "step": 171
     },
     {
       "epoch": 0.22,
-      "grad_norm": 0.166015625,
+      "grad_norm": 0.24609375,
       "learning_rate": 0.0001076923076923077,
-      "loss": 1.6011,
+      "loss": 1.7568,
       "step": 172
     },
     {
       "epoch": 0.22,
-      "grad_norm": 0.171875,
+      "grad_norm": 0.28515625,
       "learning_rate": 0.00010641025641025641,
-      "loss": 1.675,
+      "loss": 1.847,
       "step": 173
     },
     {
       "epoch": 0.22,
-      "grad_norm": 0.177734375,
+      "grad_norm": 0.267578125,
       "learning_rate": 0.00010512820512820514,
-      "loss": 1.6491,
+      "loss": 1.8164,
       "step": 174
     },
     {
       "epoch": 0.22,
-      "grad_norm": 0.169921875,
+      "grad_norm": 0.2890625,
       "learning_rate": 0.00010384615384615386,
-      "loss": 1.7251,
+      "loss": 1.9219,
       "step": 175
     },
     {
       "epoch": 0.23,
-      "grad_norm": 0.1669921875,
+      "grad_norm": 0.25390625,
       "learning_rate": 0.00010256410256410256,
-      "loss": 1.6881,
+      "loss": 1.8789,
       "step": 176
     },
     {
       "epoch": 0.23,
-      "grad_norm": 0.177734375,
+      "grad_norm": 0.275390625,
       "learning_rate": 0.00010128205128205129,
-      "loss": 1.6465,
+      "loss": 1.8036,
       "step": 177
     },
     {
       "epoch": 0.23,
-      "grad_norm": 0.1943359375,
+      "grad_norm": 0.306640625,
       "learning_rate": 0.0001,
-      "loss": 1.6203,
+      "loss": 1.7451,
       "step": 178
     },
     {
       "epoch": 0.23,
-      "grad_norm": 0.18359375,
+      "grad_norm": 0.27734375,
       "learning_rate": 9.871794871794872e-05,
-      "loss": 1.6638,
+      "loss": 1.8295,
       "step": 179
     },
     {
       "epoch": 0.23,
-      "grad_norm": 0.1904296875,
+      "grad_norm": 0.26171875,
       "learning_rate": 9.743589743589744e-05,
-      "loss": 1.6636,
+      "loss": 1.8326,
       "step": 180
     },
     {
       "epoch": 0.23,
-      "eval_loss": 1.6491334438323975,
-      "eval_runtime": 126.2676,
-      "eval_samples_per_second": 39.598,
-      "eval_steps_per_second": 1.243,
+      "eval_loss": 1.8210687637329102,
+      "eval_runtime": 125.5174,
+      "eval_samples_per_second": 39.835,
+      "eval_steps_per_second": 1.251,
       "step": 180
     },
     {
       "epoch": 0.23,
-      "grad_norm": 0.1767578125,
+      "grad_norm": 0.267578125,
       "learning_rate": 9.615384615384617e-05,
-      "loss": 1.6722,
+      "loss": 1.817,
       "step": 181
     },
     {
       "epoch": 0.23,
-      "grad_norm": 0.158203125,
+      "grad_norm": 0.291015625,
       "learning_rate": 9.487179487179487e-05,
-      "loss": 1.6301,
+      "loss": 1.7804,
       "step": 182
     },
     {
       "epoch": 0.23,
-      "grad_norm": 0.1728515625,
+      "grad_norm": 0.267578125,
       "learning_rate": 9.35897435897436e-05,
-      "loss": 1.6467,
+      "loss": 1.8063,
       "step": 183
     },
     {
       "epoch": 0.24,
-      "grad_norm": 0.1904296875,
+      "grad_norm": 0.287109375,
       "learning_rate": 9.230769230769232e-05,
-      "loss": 1.6395,
+      "loss": 1.7806,
       "step": 184
     },
     {
       "epoch": 0.24,
-      "grad_norm": 0.1689453125,
+      "grad_norm": 0.275390625,
       "learning_rate": 9.102564102564103e-05,
-      "loss": 1.7357,
+      "loss": 1.9115,
       "step": 185
     },
     {
       "epoch": 0.24,
-      "grad_norm": 0.169921875,
+      "grad_norm": 0.265625,
       "learning_rate": 8.974358974358975e-05,
-      "loss": 1.6724,
+      "loss": 1.8414,
       "step": 186
     },
     {
       "epoch": 0.24,
-      "grad_norm": 0.185546875,
+      "grad_norm": 0.2314453125,
       "learning_rate": 8.846153846153847e-05,
-      "loss": 1.7003,
+      "loss": 1.8451,
       "step": 187
     },
     {
       "epoch": 0.24,
-      "grad_norm": 0.1787109375,
+      "grad_norm": 0.2294921875,
       "learning_rate": 8.717948717948718e-05,
-      "loss": 1.6373,
+      "loss": 1.7911,
       "step": 188
     },
     {
       "epoch": 0.24,
-      "grad_norm": 0.185546875,
+      "grad_norm": 0.30078125,
       "learning_rate": 8.58974358974359e-05,
-      "loss": 1.699,
+      "loss": 1.8654,
       "step": 189
     },
     {
       "epoch": 0.24,
-      "grad_norm": 0.1748046875,
+      "grad_norm": 0.27734375,
       "learning_rate": 8.461538461538461e-05,
-      "loss": 1.6927,
+      "loss": 1.8412,
       "step": 190
     },
     {
       "epoch": 0.24,
-      "eval_loss": 1.64810311794281,
-      "eval_runtime": 126.1264,
-      "eval_samples_per_second": 39.643,
-      "eval_steps_per_second": 1.245,
+      "eval_loss": 1.8182088136672974,
+      "eval_runtime": 125.5312,
+      "eval_samples_per_second": 39.831,
+      "eval_steps_per_second": 1.251,
       "step": 190
     },
     {
       "epoch": 0.24,
-      "grad_norm": 0.177734375,
+      "grad_norm": 0.267578125,
       "learning_rate": 8.333333333333334e-05,
-      "loss": 1.6843,
+      "loss": 1.869,
       "step": 191
     },
     {
       "epoch": 0.25,
-      "grad_norm": 0.18359375,
+      "grad_norm": 0.263671875,
       "learning_rate": 8.205128205128205e-05,
-      "loss": 1.7133,
+      "loss": 1.8746,
       "step": 192
     },
     {
       "epoch": 0.25,
-      "grad_norm": 0.1669921875,
+      "grad_norm": 0.25390625,
       "learning_rate": 8.076923076923078e-05,
-      "loss": 1.5758,
+      "loss": 1.7365,
       "step": 193
     },
     {
       "epoch": 0.25,
-      "grad_norm": 0.1630859375,
+      "grad_norm": 0.2734375,
       "learning_rate": 7.948717948717948e-05,
-      "loss": 1.7406,
+      "loss": 1.891,
       "step": 194
     },
     {
       "epoch": 0.25,
-      "grad_norm": 0.169921875,
+      "grad_norm": 0.248046875,
       "learning_rate": 7.820512820512821e-05,
-      "loss": 1.6312,
+      "loss": 1.7924,
       "step": 195
     },
     {
       "epoch": 0.25,
-      "grad_norm": 0.1669921875,
+      "grad_norm": 0.240234375,
       "learning_rate": 7.692307692307693e-05,
-      "loss": 1.6398,
+      "loss": 1.8078,
       "step": 196
     },
     {
       "epoch": 0.25,
-      "grad_norm": 0.1767578125,
+      "grad_norm": 0.302734375,
       "learning_rate": 7.564102564102564e-05,
-      "loss": 1.6418,
+      "loss": 1.8012,
       "step": 197
     },
     {
       "epoch": 0.25,
-      "grad_norm": 0.1591796875,
+      "grad_norm": 0.275390625,
       "learning_rate": 7.435897435897436e-05,
-      "loss": 1.6438,
+      "loss": 1.8252,
       "step": 198
     },
     {
       "epoch": 0.25,
-      "grad_norm": 0.169921875,
+      "grad_norm": 0.26953125,
       "learning_rate": 7.307692307692307e-05,
-      "loss": 1.6514,
+      "loss": 1.8348,
       "step": 199
     },
     {
       "epoch": 0.26,
-      "grad_norm": 0.1943359375,
+      "grad_norm": 0.2734375,
       "learning_rate": 7.17948717948718e-05,
-      "loss": 1.631,
+      "loss": 1.7759,
       "step": 200
     },
     {
       "epoch": 0.26,
-      "eval_loss": 1.6470773220062256,
-      "eval_runtime": 126.2841,
-      "eval_samples_per_second": 39.593,
-      "eval_steps_per_second": 1.243,
+      "eval_loss": 1.8161256313323975,
+      "eval_runtime": 125.4822,
+      "eval_samples_per_second": 39.846,
+      "eval_steps_per_second": 1.251,
       "step": 200
     },
     {
       "epoch": 0.26,
-      "grad_norm": 0.1904296875,
+      "grad_norm": 0.265625,
       "learning_rate": 7.051282051282052e-05,
-      "loss": 1.6412,
+      "loss": 1.8081,
       "step": 201
     },
     {
       "epoch": 0.26,
-      "grad_norm": 0.1728515625,
+      "grad_norm": 0.2412109375,
       "learning_rate": 6.923076923076924e-05,
-      "loss": 1.7023,
+      "loss": 1.8619,
       "step": 202
     },
     {
       "epoch": 0.26,
-      "grad_norm": 0.1708984375,
+      "grad_norm": 0.263671875,
       "learning_rate": 6.794871794871795e-05,
-      "loss": 1.7129,
+      "loss": 1.898,
       "step": 203
     },
     {
       "epoch": 0.26,
-      "grad_norm": 0.17578125,
+      "grad_norm": 0.255859375,
       "learning_rate": 6.666666666666667e-05,
-      "loss": 1.6855,
+      "loss": 1.8495,
       "step": 204
     },
     {
       "epoch": 0.26,
-      "grad_norm": 0.18359375,
+      "grad_norm": 0.25,
       "learning_rate": 6.538461538461539e-05,
-      "loss": 1.6017,
+      "loss": 1.7347,
       "step": 205
     },
     {
       "epoch": 0.26,
-      "grad_norm": 0.1787109375,
+      "grad_norm": 0.287109375,
       "learning_rate": 6.410256410256412e-05,
-      "loss": 1.6791,
+      "loss": 1.8185,
       "step": 206
     },
     {
       "epoch": 0.26,
-      "grad_norm": 0.1767578125,
+      "grad_norm": 0.251953125,
       "learning_rate": 6.282051282051282e-05,
-      "loss": 1.5874,
+      "loss": 1.7143,
       "step": 207
     },
     {
       "epoch": 0.27,
-      "grad_norm": 0.166015625,
+      "grad_norm": 0.255859375,
       "learning_rate": 6.153846153846155e-05,
-      "loss": 1.6805,
+      "loss": 1.8391,
       "step": 208
     },
     {
       "epoch": 0.27,
-      "grad_norm": 0.2041015625,
+      "grad_norm": 0.3125,
       "learning_rate": 6.025641025641026e-05,
-      "loss": 1.6416,
+      "loss": 1.8135,
       "step": 209
     },
     {
       "epoch": 0.27,
-      "grad_norm": 0.1650390625,
+      "grad_norm": 0.265625,
       "learning_rate": 5.897435897435898e-05,
-      "loss": 1.7009,
+      "loss": 1.8639,
       "step": 210
     },
     {
       "epoch": 0.27,
-      "eval_loss": 1.64640212059021,
-      "eval_runtime": 126.2026,
-      "eval_samples_per_second": 39.619,
-      "eval_steps_per_second": 1.244,
+      "eval_loss": 1.8143140077590942,
+      "eval_runtime": 125.8394,
+      "eval_samples_per_second": 39.733,
+      "eval_steps_per_second": 1.248,
       "step": 210
     },
     {
       "epoch": 0.27,
-      "grad_norm": 0.1787109375,
+      "grad_norm": 0.259765625,
       "learning_rate": 5.769230769230769e-05,
-      "loss": 1.6571,
+      "loss": 1.8108,
       "step": 211
     },
     {
       "epoch": 0.27,
-      "grad_norm": 0.1875,
+      "grad_norm": 0.251953125,
       "learning_rate": 5.6410256410256414e-05,
-      "loss": 1.6447,
+      "loss": 1.8078,
       "step": 212
     },
     {
       "epoch": 0.27,
-      "grad_norm": 0.173828125,
+      "grad_norm": 0.27734375,
       "learning_rate": 5.512820512820514e-05,
-      "loss": 1.6619,
+      "loss": 1.8167,
       "step": 213
     },
     {
       "epoch": 0.27,
-      "grad_norm": 0.1728515625,
+      "grad_norm": 0.26171875,
       "learning_rate": 5.384615384615385e-05,
-      "loss": 1.6299,
+      "loss": 1.8148,
       "step": 214
     },
     {
       "epoch": 0.28,
-      "grad_norm": 0.185546875,
+      "grad_norm": 0.26171875,
       "learning_rate": 5.256410256410257e-05,
-      "loss": 1.59,
+      "loss": 1.7895,
       "step": 215
     },
     {
       "epoch": 0.28,
-      "grad_norm": 0.1826171875,
+      "grad_norm": 0.275390625,
       "learning_rate": 5.128205128205128e-05,
-      "loss": 1.6238,
+      "loss": 1.7537,
       "step": 216
     },
     {
       "epoch": 0.28,
-      "grad_norm": 0.2041015625,
+      "grad_norm": 0.283203125,
       "learning_rate": 5e-05,
-      "loss": 1.673,
+      "loss": 1.8267,
       "step": 217
     },
     {
       "epoch": 0.28,
-      "grad_norm": 0.1806640625,
+      "grad_norm": 0.26171875,
       "learning_rate": 4.871794871794872e-05,
-      "loss": 1.6962,
+      "loss": 1.9016,
       "step": 218
     },
     {
       "epoch": 0.28,
-      "grad_norm": 0.1796875,
+      "grad_norm": 0.26953125,
       "learning_rate": 4.7435897435897435e-05,
-      "loss": 1.6256,
+      "loss": 1.8097,
       "step": 219
     },
     {
       "epoch": 0.28,
-      "grad_norm": 0.177734375,
+      "grad_norm": 0.283203125,
       "learning_rate": 4.615384615384616e-05,
-      "loss": 1.6825,
+      "loss": 1.8519,
       "step": 220
     },
     {
       "epoch": 0.28,
-      "eval_loss": 1.645533561706543,
-      "eval_runtime": 126.1441,
-      "eval_samples_per_second": 39.637,
-      "eval_steps_per_second": 1.245,
+      "eval_loss": 1.8137133121490479,
+      "eval_runtime": 125.6108,
+      "eval_samples_per_second": 39.805,
+      "eval_steps_per_second": 1.25,
       "step": 220
     },
     {
       "epoch": 0.28,
-      "grad_norm": 0.2021484375,
+      "grad_norm": 0.2734375,
       "learning_rate": 4.4871794871794874e-05,
-      "loss": 1.6856,
+      "loss": 1.8262,
       "step": 221
     },
     {
       "epoch": 0.28,
-      "grad_norm": 0.1728515625,
+      "grad_norm": 0.271484375,
       "learning_rate": 4.358974358974359e-05,
-      "loss": 1.6845,
+      "loss": 1.8572,
       "step": 222
     },
     {
       "epoch": 0.29,
-      "grad_norm": 0.1728515625,
+      "grad_norm": 0.251953125,
       "learning_rate": 4.230769230769231e-05,
-      "loss": 1.6687,
+      "loss": 1.8059,
       "step": 223
     },
     {
       "epoch": 0.29,
-      "grad_norm": 0.1650390625,
+      "grad_norm": 0.255859375,
       "learning_rate": 4.1025641025641023e-05,
-      "loss": 1.6538,
+      "loss": 1.813,
       "step": 224
     },
     {
       "epoch": 0.29,
-      "grad_norm": 0.2109375,
+      "grad_norm": 0.259765625,
       "learning_rate": 3.974358974358974e-05,
-      "loss": 1.6264,
+      "loss": 1.8061,
       "step": 225
     },
     {
       "epoch": 0.29,
-      "grad_norm": 0.185546875,
+      "grad_norm": 0.26171875,
       "learning_rate": 3.846153846153846e-05,
-      "loss": 1.5731,
+      "loss": 1.7375,
       "step": 226
     },
     {
       "epoch": 0.29,
-      "grad_norm": 0.162109375,
+      "grad_norm": 0.2734375,
       "learning_rate": 3.717948717948718e-05,
-      "loss": 1.6814,
+      "loss": 1.8433,
       "step": 227
     },
     {
       "epoch": 0.29,
-      "grad_norm": 0.18359375,
+      "grad_norm": 0.27734375,
       "learning_rate": 3.58974358974359e-05,
-      "loss": 1.662,
+      "loss": 1.8459,
       "step": 228
     },
     {
       "epoch": 0.29,
-      "grad_norm": 0.1884765625,
+      "grad_norm": 0.2578125,
       "learning_rate": 3.461538461538462e-05,
-      "loss": 1.5692,
+      "loss": 1.7373,
       "step": 229
     },
     {
       "epoch": 0.29,
-      "grad_norm": 0.1767578125,
+      "grad_norm": 0.248046875,
       "learning_rate": 3.3333333333333335e-05,
-      "loss": 1.6712,
+      "loss": 1.862,
       "step": 230
     },
     {
       "epoch": 0.29,
-      "eval_loss": 1.6453105211257935,
-      "eval_runtime": 125.1792,
-      "eval_samples_per_second": 39.943,
-      "eval_steps_per_second": 1.254,
+      "eval_loss": 1.8112460374832153,
+      "eval_runtime": 125.6176,
+      "eval_samples_per_second": 39.803,
+      "eval_steps_per_second": 1.25,
       "step": 230
     },
     {
       "epoch": 0.3,
-      "grad_norm": 0.2021484375,
+      "grad_norm": 0.306640625,
       "learning_rate": 3.205128205128206e-05,
-      "loss": 1.67,
+      "loss": 1.8498,
       "step": 231
     },
     {
       "epoch": 0.3,
-      "grad_norm": 0.1796875,
+      "grad_norm": 0.2578125,
       "learning_rate": 3.0769230769230774e-05,
-      "loss": 1.5761,
+      "loss": 1.7185,
       "step": 232
     },
     {
       "epoch": 0.3,
-      "grad_norm": 0.1875,
+      "grad_norm": 0.25390625,
       "learning_rate": 2.948717948717949e-05,
-      "loss": 1.6017,
+      "loss": 1.7511,
       "step": 233
     },
     {
       "epoch": 0.3,
-      "grad_norm": 0.1982421875,
+      "grad_norm": 0.267578125,
       "learning_rate": 2.8205128205128207e-05,
-      "loss": 1.684,
+      "loss": 1.8457,
       "step": 234
     },
     {
       "epoch": 0.3,
-      "grad_norm": 0.18359375,
+      "grad_norm": 0.267578125,
       "learning_rate": 2.6923076923076923e-05,
-      "loss": 1.6708,
+      "loss": 1.8456,
       "step": 235
     },
     {
       "epoch": 0.3,
-      "grad_norm": 0.1865234375,
+      "grad_norm": 0.26953125,
       "learning_rate": 2.564102564102564e-05,
-      "loss": 1.6748,
+      "loss": 1.8656,
       "step": 236
     },
     {
       "epoch": 0.3,
-      "grad_norm": 0.17578125,
+      "grad_norm": 0.2578125,
       "learning_rate": 2.435897435897436e-05,
-      "loss": 1.6203,
+      "loss": 1.7922,
       "step": 237
     },
     {
       "epoch": 0.3,
-      "grad_norm": 0.1904296875,
+      "grad_norm": 0.26953125,
       "learning_rate": 2.307692307692308e-05,
-      "loss": 1.6658,
+      "loss": 1.8367,
       "step": 238
     },
     {
       "epoch": 0.31,
-      "grad_norm": 0.173828125,
+      "grad_norm": 0.2470703125,
       "learning_rate": 2.1794871794871795e-05,
-      "loss": 1.7107,
+      "loss": 1.8649,
       "step": 239
     },
     {
       "epoch": 0.31,
-      "grad_norm": 0.1953125,
+      "grad_norm": 0.349609375,
       "learning_rate": 2.0512820512820512e-05,
-      "loss": 1.6987,
+      "loss": 1.8575,
       "step": 240
     },
     {
       "epoch": 0.31,
-      "eval_loss": 1.6449843645095825,
-      "eval_runtime": 125.1567,
-      "eval_samples_per_second": 39.95,
-      "eval_steps_per_second": 1.254,
+      "eval_loss": 1.811773419380188,
+      "eval_runtime": 125.6114,
+      "eval_samples_per_second": 39.805,
+      "eval_steps_per_second": 1.25,
       "step": 240
     },
     {
       "epoch": 0.31,
-      "grad_norm": 0.1806640625,
+      "grad_norm": 0.251953125,
       "learning_rate": 1.923076923076923e-05,
-      "loss": 1.6973,
+      "loss": 1.8488,
       "step": 241
     },
     {
       "epoch": 0.31,
-      "grad_norm": 0.1875,
+      "grad_norm": 0.283203125,
       "learning_rate": 1.794871794871795e-05,
-      "loss": 1.5889,
+      "loss": 1.7675,
       "step": 242
     },
     {
       "epoch": 0.31,
-      "grad_norm": 0.1845703125,
+      "grad_norm": 0.26953125,
       "learning_rate": 1.6666666666666667e-05,
-      "loss": 1.6322,
+      "loss": 1.7799,
       "step": 243
     },
     {
       "epoch": 0.31,
-      "grad_norm": 0.1953125,
+      "grad_norm": 0.251953125,
       "learning_rate": 1.5384615384615387e-05,
-      "loss": 1.611,
+      "loss": 1.756,
       "step": 244
     },
     {
       "epoch": 0.31,
-      "grad_norm": 0.169921875,
+      "grad_norm": 0.2392578125,
       "learning_rate": 1.4102564102564104e-05,
-      "loss": 1.7048,
+      "loss": 1.8738,
       "step": 245
     },
     {
       "epoch": 0.31,
-      "grad_norm": 0.1796875,
+      "grad_norm": 0.265625,
       "learning_rate": 1.282051282051282e-05,
-      "loss": 1.6283,
+      "loss": 1.7766,
       "step": 246
     },
     {
       "epoch": 0.32,
-      "grad_norm": 0.1748046875,
+      "grad_norm": 0.25,
       "learning_rate": 1.153846153846154e-05,
-      "loss": 1.6868,
+      "loss": 1.8446,
       "step": 247
     },
     {
       "epoch": 0.32,
-      "grad_norm": 0.1943359375,
+      "grad_norm": 0.265625,
       "learning_rate": 1.0256410256410256e-05,
-      "loss": 1.7102,
+      "loss": 1.885,
       "step": 248
     },
     {
       "epoch": 0.32,
-      "grad_norm": 0.193359375,
+      "grad_norm": 0.29296875,
       "learning_rate": 8.974358974358976e-06,
-      "loss": 1.6453,
+      "loss": 1.809,
       "step": 249
     },
     {
       "epoch": 0.32,
-      "grad_norm": 0.1796875,
+      "grad_norm": 0.265625,
       "learning_rate": 7.692307692307694e-06,
-      "loss": 1.6217,
+      "loss": 1.7866,
       "step": 250
     },
     {
       "epoch": 0.32,
-      "eval_loss": 1.6449463367462158,
-      "eval_runtime": 126.0264,
-      "eval_samples_per_second": 39.674,
-      "eval_steps_per_second": 1.246,
+      "eval_loss": 1.810941219329834,
+      "eval_runtime": 125.5076,
+      "eval_samples_per_second": 39.838,
+      "eval_steps_per_second": 1.251,
       "step": 250
     },
     {
       "epoch": 0.32,
-      "grad_norm": 0.189453125,
+      "grad_norm": 0.263671875,
       "learning_rate": 6.41025641025641e-06,
-      "loss": 1.7208,
+      "loss": 1.8828,
       "step": 251
     },
     {
       "epoch": 0.32,
-      "grad_norm": 0.181640625,
+      "grad_norm": 0.2890625,
       "learning_rate": 5.128205128205128e-06,
-      "loss": 1.6421,
+      "loss": 1.8189,
       "step": 252
     },
     {
       "epoch": 0.32,
-      "grad_norm": 0.1982421875,
+      "grad_norm": 0.25,
       "learning_rate": 3.846153846153847e-06,
-      "loss": 1.5272,
+      "loss": 1.7144,
       "step": 253
     },
     {
       "epoch": 0.33,
-      "grad_norm": 0.1708984375,
+      "grad_norm": 0.2734375,
       "learning_rate": 2.564102564102564e-06,
-      "loss": 1.5856,
+      "loss": 1.7287,
       "step": 254
     },
     {
       "epoch": 0.33,
-      "grad_norm": 0.1748046875,
+      "grad_norm": 0.251953125,
       "learning_rate": 1.282051282051282e-06,
-      "loss": 1.6374,
+      "loss": 1.8007,
       "step": 255
     },
     {
       "epoch": 0.33,
-      "grad_norm": 0.1767578125,
+      "grad_norm": 0.263671875,
       "learning_rate": 0.0,
-      "loss": 1.6896,
+      "loss": 1.8333,
       "step": 256
     },
     {
       "epoch": 0.33,
       "step": 256,
-      "total_flos": 1.813217341042852e+17,
-      "train_loss": 1.7538025458343327,
-      "train_runtime": 4604.2872,
-      "train_samples_per_second": 3.558,
-      "train_steps_per_second": 0.056
+      "total_flos": 1.8626901413206426e+17,
+      "train_loss": 2.2480679317377508,
+      "train_runtime": 4476.2307,
+      "train_samples_per_second": 3.66,
+      "train_steps_per_second": 0.057
     },
     {
       "epoch": 0.33,
-      "eval_loss": 1.6449463367462158,
-      "eval_runtime": 125.933,
-      "eval_samples_per_second": 39.704,
-      "eval_steps_per_second": 1.247,
+      "eval_loss": 1.810941219329834,
+      "eval_runtime": 125.8181,
+      "eval_samples_per_second": 39.74,
+      "eval_steps_per_second": 1.248,
       "step": 256
     }
   ],
@@ -2023,7 +2023,7 @@
   "num_input_tokens_seen": 0,
   "num_train_epochs": 1,
   "save_steps": 10,
-  "total_flos": 1.813217341042852e+17,
+  "total_flos": 1.8626901413206426e+17,
   "train_batch_size": 32,
   "trial_name": null,
   "trial_params": null

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bfce3cdce6c99f960f4d9ca5a28082ea53558024bc5b1c5408c061f23df41820
-size 5240
+oid sha256:fd6a7c0c60daaf1331ee848eb0d4def43698c846e1bcc4f624b47ff278e07740
+size 5176