Training in progress, epoch 0

adapter_config.json

@@ -23,13 +23,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "gate_proj",
+    "down_proj",
     "v_proj",
+    "gate_proj",
+    "o_proj",
     "up_proj",
     "k_proj",
-    "o_proj",
-    "q_proj",
-    "down_proj"
+    "q_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f6fd60bc558d45c62c4f80314f9a75088c11808857034b2156aaf98d7eb9b59f
+oid sha256:1c273e2ac2bd58fe950f48dd920a18bbeb92c0d90fca9b03a406dab2ec735a45
 size 2772497632

runs/Aug12_17-30-59_cloud-vm-47-192.doc.ic.ac.uk/events.out.tfevents.1723480608.cloud-vm-47-192.doc.ic.ac.uk

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a4ceb74f7f3f77b7880b7768040287950c604ae199bb4857d014d0bd7f13ba
+size 9974

tokenizer.json

@@ -1,6 +1,11 @@
 {
   "version": "1.0",
-  "truncation": null,
+  "truncation": {
+    "direction": "Right",
+    "max_length": 2048,
+    "strategy": "LongestFirst",
+    "stride": 0
+  },
   "padding": null,
   "added_tokens": [
     {

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ada8f6d0fc077be70e28a16680b1a3720905dad2e91d40135a1f0e47c601d70d
+oid sha256:e9601f051e734f6877ba23b0f570c6985acd60ad4e469bd1e1bc74db031d53ae
 size 5048