Training in progress, step 10

adapter_config.json

@@ -8,20 +8,17 @@
   "init_lora_weights": true,
   "layers_pattern": null,
   "layers_to_transform": null,
-  "loftq_config": {},
   "lora_alpha": 16,
   "lora_dropout": 0.1,
-  "megatron_config": null,
-  "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
   "r": 64,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "v_proj",
     "k_proj",
     "q_proj",
-    "v_proj",
     "o_proj"
   ],
   "task_type": "CAUSAL_LM"

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e78401c9e8ea5029f529c015f5f9dbb9fd82a6cc3e09f694cbeeb6db443747d
-size 109086672
+oid sha256:c0406300b6805787f762a2121f9820f251877a42d8545635e48aef4887918d89
+size 218138576

runs/Jan20_10-41-11_uclaml04.cs.ucla.edu/events.out.tfevents.1705776427.uclaml04.cs.ucla.edu.176393.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f257a70acf9732cc60f90460388f4a484d5f6f56bbe492cabebfdcf6ce0535
+size 5155

runs/Jan20_10-58-37_uclaml04.cs.ucla.edu/events.out.tfevents.1705777205.uclaml04.cs.ucla.edu.179008.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522056d9b608eff37f3238b9cda880514e45720be5464d396bb082afc96a9969
+size 5148

runs/Jan20_11-04-33_uclaml04.cs.ucla.edu/events.out.tfevents.1705777551.uclaml04.cs.ucla.edu.179638.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b56e285a8365ddd9531b2cf0a064bc1f8b1c0680eb21d723db0ce4c8e53895a
+size 5148

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0cc76df2851d4146f789fd37f9db61180778b9f7f4bb177bcab529cc595e76d3
+oid sha256:9103d537bc7a42b0df74010143412e6ee65758ade8a9f94ad18972e25f5db07a
 size 4792