Training in progress, step 17900

adapter_config.json

@@ -19,12 +19,12 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "q_proj",
+    "gate_proj",
     "v_proj",
     "o_proj",
-    "down_proj",
-    "gate_proj",
     "up_proj",
+    "q_proj",
+    "down_proj",
     "k_proj"
   ],
   "task_type": "CAUSAL_LM"

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:97620ca2a73f051cbbc4a5272a47572b92fdc477c8cb7f7a52bc16b61914ff70
+oid sha256:1a5b4185d948d8aeb9e8ac61b0b7f2712ace9d5f8ab9d5636c66acd7e8c39c55
 size 25272360

runs/Apr22_08-18-22_poseidon/events.out.tfevents.1713774011.poseidon.335107.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:06f910d92bb18ca2d18a75448d6c13b107811b1aec76af7c0c56692c6749310f
-size 31068
+oid sha256:f0c0912726f5e1f75c549db37016b34a3047b01a0e315e4be49ed08789e47871
+size 33218

runs/Apr22_09-38-55_poseidon/events.out.tfevents.1713778804.poseidon.339578.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550275d6208e0992c1453a1b80d452eeabf18a60796fe10c387f766ad5276d88
+size 9568

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:84f77d5908dd0c1581ce4b6b63576abdc404d4491a777c374fb8987b488a7af7
+oid sha256:94e2029a8a7f8fb768a98842f594d7a547d30f98fb77748e0c7c34382a90ea25
 size 5048