Training in progress, epoch 1

adapter_config.json

@@ -24,12 +24,12 @@
   "revision": null,
   "target_modules": [
     "gate_proj",
-    "k_proj",
-    "o_proj",
-    "q_proj",
     "v_proj",
+    "q_proj",
+    "k_proj",
+    "down_proj",
     "up_proj",
-    "down_proj"
+    "o_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2241ddbed96b16c332c8ddf25b8494331551fe20d14984ca88946e631e02e565
+oid sha256:6bf9fa6e4a71593b831d8b1f10a51941ac183f3b48ebed7791534b230be7f497
 size 2772497632

runs/Jul19_00-42-04_cloud-vm-47-193.doc.ic.ac.uk/events.out.tfevents.1721346137.cloud-vm-47-193.doc.ic.ac.uk

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7cd430e964aacf99147237e87363e2b33ce945841e5ab2e9e3a0fce2dc1d30
+size 15241

tokenizer.json

@@ -1,11 +1,6 @@
 {
   "version": "1.0",
-  "truncation": {
-    "direction": "Right",
-    "max_length": 2048,
-    "strategy": "LongestFirst",
-    "stride": 0
-  },
+  "truncation": null,
   "padding": null,
   "added_tokens": [
     {

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7e7e7a71c35f12173ac194c90534a291d0e1ce46e104aeb315ed19295f2f2fbd
+oid sha256:0ea41a0e9740a21a7ab23a114f4598b9d6bed49819c64de822b40451616ada14
 size 5048