Model save

README.md

@@ -16,7 +16,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 # doplhin-dpo
 
-This model is a fine-tuned version of [cognitivecomputations/dolphin-2.1-mistral-7b](https://huggingface.co/cognitivecomputations/dolphin-2.1-mistral-7b) on an unknown dataset.
+This model is a fine-tuned version of [cognitivecomputations/dolphin-2.1-mistral-7b](https://huggingface.co/cognitivecomputations/dolphin-2.1-mistral-7b) on the None dataset.
 
 ## Model description
 

adapter_config.json

@@ -19,13 +19,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "k_proj",
     "up_proj",
-    "q_proj",
+    "down_proj",
+    "k_proj",
+    "v_proj",
     "gate_proj",
     "o_proj",
-    "down_proj",
-    "v_proj"
+    "q_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_rslora": false

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:08c779faaa234dbbafeff29bdb376c83f9a6bc1447175a45fefa70063b5f9cf5
+oid sha256:fb6ca5eb120e83a91223b16522505af5c59ceb33d62e45f062833d3968373bb0
 size 1342239008

all_results.json

@@ -1,7 +1,7 @@
 {
     "epoch": 0.0,
     "train_loss": 0.6931471824645996,
-    "train_runtime": 56.9215,
-    "train_samples_per_second": 0.158,
-    "train_steps_per_second": 0.035
+    "train_runtime": 19.2786,
+    "train_samples_per_second": 0.467,
+    "train_steps_per_second": 0.104
 }

runs/Jun10_17-49-08_modal/events.out.tfevents.1718041798.modal.2.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc201409e897688bbda60330bcfc439532638a09426ecc9e198f364908aaf66
+size 5088

train_results.json

@@ -1,7 +1,7 @@
 {
     "epoch": 0.0,
     "train_loss": 0.6931471824645996,
-    "train_runtime": 56.9215,
-    "train_samples_per_second": 0.158,
-    "train_steps_per_second": 0.035
+    "train_runtime": 19.2786,
+    "train_samples_per_second": 0.467,
+    "train_steps_per_second": 0.104
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:28bfb9a5bbdffcd64328629d7bbfbceb92c2aff89d5f6a691365e856daa9f5fd
+oid sha256:9b47597d3887e98bc9e79d15aa1922861c944ec0ab372dfe4c118f4f496533bf
 size 4664