Training in progress, step 104300

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad18d9ad613578decfcea5db49b010bb32973b3829c61a053aab6b01421caed6
+oid sha256:1e85942234ea7e7dab0e7cc03a56a969e30bc21546e008c54113522aa21fba1e
 size 5544997664

last-checkpoint/adapter_config.json

@@ -20,12 +20,12 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "k_proj",
-    "up_proj",
-    "q_proj",
     "v_proj",
-    "down_proj",
+    "k_proj",
     "gate_proj",
+    "down_proj",
+    "q_proj",
+    "up_proj",
     "o_proj"
   ],
   "task_type": "CAUSAL_LM",

last-checkpoint/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad18d9ad613578decfcea5db49b010bb32973b3829c61a053aab6b01421caed6
+oid sha256:8ff50e9a0eef14c00f32c5e550257295427f2d666e009aac32472aef43b0c78f
 size 5544997664

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0b1fdc5f31e940c2a624833f07d207c5fcabe17d1f8575efe87f92dfba852e71
+oid sha256:4b1f3c8b9d1c8514057a760685418307853b2172387d395e371d81516debcc99
 size 674093138

last-checkpoint/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:74aafc10c4bafd0666a82a53c89320b83a9f337af3ff8a26a908b15504b4f3ec
+oid sha256:3d52e9778ae961a843d4efe5adba669832146332ec663eac9df46d71427724e3
 size 14244

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:060723c9d3c92466ad981a8dc7e6543623c2bd4abd5bf2d68c7b46ed9d4bedf9
+oid sha256:b1dd725a3e5295711459643d6e1204a1d04a7f905cc6416544fa87ecdfb18228
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 0.07749170794104086,
+  "epoch": 0.07503755596210195,
   "eval_steps": 200,
-  "global_step": 104200,
+  "global_step": 100900,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -7070,237 +7070,6 @@
       "learning_rate": 1.9988888715649357e-05,
       "loss": 1.5441,
       "step": 100900
-    },
-    {
-      "epoch": 0.07511192420388797,
-      "grad_norm": 1.068562388420105,
-      "learning_rate": 1.998886668338319e-05,
-      "loss": 1.4998,
-      "step": 101000
-    },
-    {
-      "epoch": 0.075186292445674,
-      "grad_norm": 0.6331286430358887,
-      "learning_rate": 1.998884462930723e-05,
-      "loss": 1.5633,
-      "step": 101100
-    },
-    {
-      "epoch": 0.07526066068746003,
-      "grad_norm": 1.3566038608551025,
-      "learning_rate": 1.998882255342152e-05,
-      "loss": 1.4621,
-      "step": 101200
-    },
-    {
-      "epoch": 0.07533502892924605,
-      "grad_norm": 0.9672004580497742,
-      "learning_rate": 1.998880045572611e-05,
-      "loss": 1.5249,
-      "step": 101300
-    },
-    {
-      "epoch": 0.07540939717103208,
-      "grad_norm": 0.36732280254364014,
-      "learning_rate": 1.9988778336221045e-05,
-      "loss": 1.574,
-      "step": 101400
-    },
-    {
-      "epoch": 0.07548376541281811,
-      "grad_norm": 0.4788234829902649,
-      "learning_rate": 1.998875619490638e-05,
-      "loss": 1.5418,
-      "step": 101500
-    },
-    {
-      "epoch": 0.07555813365460413,
-      "grad_norm": 0.8955681324005127,
-      "learning_rate": 1.9988734031782157e-05,
-      "loss": 1.5568,
-      "step": 101600
-    },
-    {
-      "epoch": 0.07563250189639016,
-      "grad_norm": 0.8049163222312927,
-      "learning_rate": 1.9988711846848427e-05,
-      "loss": 1.4838,
-      "step": 101700
-    },
-    {
-      "epoch": 0.07570687013817619,
-      "grad_norm": 0.7558008432388306,
-      "learning_rate": 1.9988689640105235e-05,
-      "loss": 1.4955,
-      "step": 101800
-    },
-    {
-      "epoch": 0.07578123837996222,
-      "grad_norm": 0.4749026596546173,
-      "learning_rate": 1.9988667411552635e-05,
-      "loss": 1.5929,
-      "step": 101900
-    },
-    {
-      "epoch": 0.07585560662174824,
-      "grad_norm": 0.6597522497177124,
-      "learning_rate": 1.998864516119067e-05,
-      "loss": 1.5584,
-      "step": 102000
-    },
-    {
-      "epoch": 0.07592997486353428,
-      "grad_norm": 0.7412188053131104,
-      "learning_rate": 1.9988622889019395e-05,
-      "loss": 1.5842,
-      "step": 102100
-    },
-    {
-      "epoch": 0.07600434310532031,
-      "grad_norm": 0.5564984679222107,
-      "learning_rate": 1.9988600595038853e-05,
-      "loss": 1.5764,
-      "step": 102200
-    },
-    {
-      "epoch": 0.07607871134710634,
-      "grad_norm": 1.0488529205322266,
-      "learning_rate": 1.9988578279249097e-05,
-      "loss": 1.458,
-      "step": 102300
-    },
-    {
-      "epoch": 0.07615307958889236,
-      "grad_norm": 1.40269136428833,
-      "learning_rate": 1.998855594165017e-05,
-      "loss": 1.4588,
-      "step": 102400
-    },
-    {
-      "epoch": 0.07622744783067839,
-      "grad_norm": 0.8488138318061829,
-      "learning_rate": 1.9988533582242127e-05,
-      "loss": 1.522,
-      "step": 102500
-    },
-    {
-      "epoch": 0.07630181607246442,
-      "grad_norm": 0.5191701054573059,
-      "learning_rate": 1.9988511201025015e-05,
-      "loss": 1.5036,
-      "step": 102600
-    },
-    {
-      "epoch": 0.07637618431425044,
-      "grad_norm": 0.6648279428482056,
-      "learning_rate": 1.9988488797998878e-05,
-      "loss": 1.4929,
-      "step": 102700
-    },
-    {
-      "epoch": 0.07645055255603647,
-      "grad_norm": 1.8600202798843384,
-      "learning_rate": 1.9988466373163774e-05,
-      "loss": 1.5692,
-      "step": 102800
-    },
-    {
-      "epoch": 0.0765249207978225,
-      "grad_norm": 0.7583739757537842,
-      "learning_rate": 1.9988443926519743e-05,
-      "loss": 1.5145,
-      "step": 102900
-    },
-    {
-      "epoch": 0.07659928903960853,
-      "grad_norm": 0.6128048300743103,
-      "learning_rate": 1.998842145806684e-05,
-      "loss": 1.5729,
-      "step": 103000
-    },
-    {
-      "epoch": 0.07667365728139455,
-      "grad_norm": 0.7574602365493774,
-      "learning_rate": 1.998839896780511e-05,
-      "loss": 1.4356,
-      "step": 103100
-    },
-    {
-      "epoch": 0.07674802552318058,
-      "grad_norm": 1.4134727716445923,
-      "learning_rate": 1.9988376455734606e-05,
-      "loss": 1.5048,
-      "step": 103200
-    },
-    {
-      "epoch": 0.0768223937649666,
-      "grad_norm": 0.7592337727546692,
-      "learning_rate": 1.9988353921855374e-05,
-      "loss": 1.4988,
-      "step": 103300
-    },
-    {
-      "epoch": 0.07689676200675263,
-      "grad_norm": 0.522486686706543,
-      "learning_rate": 1.9988331366167465e-05,
-      "loss": 1.5654,
-      "step": 103400
-    },
-    {
-      "epoch": 0.07697113024853866,
-      "grad_norm": 0.6535342335700989,
-      "learning_rate": 1.9988308788670925e-05,
-      "loss": 1.4593,
-      "step": 103500
-    },
-    {
-      "epoch": 0.07704549849032469,
-      "grad_norm": 0.6663926243782043,
-      "learning_rate": 1.9988286189365808e-05,
-      "loss": 1.477,
-      "step": 103600
-    },
-    {
-      "epoch": 0.07711986673211071,
-      "grad_norm": 0.5006215572357178,
-      "learning_rate": 1.998826356825216e-05,
-      "loss": 1.5326,
-      "step": 103700
-    },
-    {
-      "epoch": 0.07719423497389674,
-      "grad_norm": 0.6826842427253723,
-      "learning_rate": 1.9988240925330032e-05,
-      "loss": 1.5102,
-      "step": 103800
-    },
-    {
-      "epoch": 0.07726860321568277,
-      "grad_norm": 0.2680438756942749,
-      "learning_rate": 1.9988218260599477e-05,
-      "loss": 1.4773,
-      "step": 103900
-    },
-    {
-      "epoch": 0.07734297145746881,
-      "grad_norm": 0.9159733057022095,
-      "learning_rate": 1.9988195574060536e-05,
-      "loss": 1.4984,
-      "step": 104000
-    },
-    {
-      "epoch": 0.07741733969925484,
-      "grad_norm": 1.0930269956588745,
-      "learning_rate": 1.9988172865713266e-05,
-      "loss": 1.4196,
-      "step": 104100
-    },
-    {
-      "epoch": 0.07749170794104086,
-      "grad_norm": 0.6656064391136169,
-      "learning_rate": 1.998815013555771e-05,
-      "loss": 1.5282,
-      "step": 104200
     }
   ],
   "logging_steps": 100,
@@ -7320,7 +7089,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 1.419885281452548e+18,
+  "total_flos": 1.3747108667853128e+18,
   "train_batch_size": 1,
   "trial_name": null,
   "trial_params": null