Training in progress, epoch 0

adapter_config.json

@@ -23,13 +23,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "down_proj",
-    "k_proj",
-    "o_proj",
-    "up_proj",
     "q_proj",
+    "gate_proj",
+    "up_proj",
+    "k_proj",
+    "down_proj",
     "v_proj",
-    "gate_proj"
+    "o_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:94e4498bf712461e680c27d9629804e441ca90c08f3aa53c1f72009537d9205c
+oid sha256:336fa7d474846b4527976aac817b27477a3800b903fe07882983cebee4c067b5
 size 2772497632

runs/Aug05_03-45-26_cloud-vm-47-192.doc.ic.ac.uk/events.out.tfevents.1722825940.cloud-vm-47-192.doc.ic.ac.uk

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:708dcabcd8cc1be4f7a051376d20d89a10ed72163dfc631b9b6cd509fb09c07e
+size 20524

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c22b77e880339ce608f3bf47bbc2f1bfdf49f84f07c872ce7e07474cd02c6c5
+oid sha256:4ecb34c25d0741e42e5ec54ac6c76edb48ac60fa1067a02e903c00a0ac207bbf
 size 5048