Training in progress, epoch 1

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-70B-Instruct",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
@@ -20,13 +20,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "k_proj",
     "q_proj",
+    "gate_proj",
+    "k_proj",
     "v_proj",
+    "up_proj",
     "down_proj",
-    "gate_proj",
-    "o_proj",
-    "up_proj"
+    "o_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:95551f9b0cef452e81324c61fde9601d5b242da988dbcb552daae1cba2688c02
-size 3443619040
+oid sha256:cdb9f0d2b845f9c6d865e33135df5b987073982d9c8c1146b07eadcf9c2c548c
+size 17456914576

runs/Sep09_10-46-24_lxn-ejplab/events.out.tfevents.1725893205.lxn-ejplab

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:029bce1140d688cb30f24f05868d44f1ae14480bcec78aec348b0ead6915f17a
+size 5881

runs/Sep09_10-51-58_lxn-ejplab/events.out.tfevents.1725893539.lxn-ejplab

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b72a64fde2494b49dee0a4d918c91b3226cb9124cac89a3016bf2c08611142
+size 5881

runs/Sep09_10-56-12_lxn-ejplab/events.out.tfevents.1725893793.lxn-ejplab

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b754a3ffbf81057f04588273e68bd3c513e374b57e5c1a334f7fda6ffdd4da7d
+size 6709

special_tokens_map.json

@@ -1,14 +1,14 @@
 {
   "additional_special_tokens": [
     {
-      "content": "<|im_end|>",
+      "content": "<|im_start|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false
     },
     {
-      "content": "<|im_start|>",
+      "content": "<|im_end|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,

tokenizer.json

@@ -2309,7 +2309,7 @@
     },
     {
       "id": 128256,
-      "content": "<|im_end|>",
+      "content": "<|im_start|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -2318,7 +2318,7 @@
     },
     {
       "id": 128257,
-      "content": "<|im_start|>",
+      "content": "<|im_end|>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -2425,6 +2425,7 @@
     "end_of_word_suffix": null,
     "fuse_unk": false,
     "byte_fallback": false,
+    "ignore_merges": true,
     "vocab": {
       "!": 0,
       "\"": 1,

tokenizer_config.json

@@ -2049,7 +2049,7 @@
       "special": true
     },
     "128256": {
-      "content": "<|im_end|>",
+      "content": "<|im_start|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2057,7 +2057,7 @@
       "special": true
     },
     "128257": {
-      "content": "<|im_start|>",
+      "content": "<|im_end|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2066,8 +2066,8 @@
     }
   },
   "additional_special_tokens": [
-    "<|im_end|>",
-    "<|im_start|>"
+    "<|im_start|>",
+    "<|im_end|>"
   ],
   "bos_token": "<|im_start|>",
   "chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:10abe1dc050642c6751f84c7a454c06a3326eae745a3c445cce01f75b7edaafa
-size 4283
+oid sha256:f0171d5032677484029dfd2bc3a9aab38c0b75ae12ce291b139b9977ad0d580f
+size 5560