Training in progress, epoch 0

adapter_config.json

@@ -23,13 +23,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "down_proj",
-    "q_proj",
-    "gate_proj",
-    "o_proj",
     "v_proj",
     "k_proj",
-    "up_proj"
+    "gate_proj",
+    "q_proj",
+    "o_proj",
+    "up_proj",
+    "down_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6ab653be37601d08b8fa0a09439094a9c10dd10ec1d9e81d59bc4ece1b8b125e
+oid sha256:56149049393db21ed69e77d7706aa59196f00c76fa8e844e773c905cb7430b0b
 size 2772497632

runs/Aug01_15-39-13_cloud-vm-47-193.doc.ic.ac.uk/events.out.tfevents.1722523167.cloud-vm-47-193.doc.ic.ac.uk

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f649ca2bd72f0f0092a637ad99cb344d85fc6cedf204397457f24ad44c5e3c2
+size 13772

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b2b73dadcc20cf48edb57c9afa20c17c7bb20b6e42939ab01ffaf4f739924d56
+oid sha256:baefa3a81d3e59737cf2bfdd77072cd25339427a1a99e0192c81a97406f7c942
 size 5048