Model save

README.md

@@ -1,11 +1,11 @@
 ---
-license: apache-2.0
+base_model: TinyLlama/TinyLlama-1.1B-Chat-v1.0
 library_name: peft
+license: apache-2.0
 tags:
 - trl
 - sft
 - generated_from_trainer
-base_model: TinyLlama/TinyLlama-1.1B-Chat-v1.0
 model-index:
 - name: sft-tiny-chatbot
   results: []
@@ -50,8 +50,8 @@ The following hyperparameters were used during training:
 
 ### Framework versions
 
-- PEFT 0.11.1
-- Transformers 4.40.2
-- Pytorch 2.2.1+cu121
-- Datasets 2.19.1
+- PEFT 0.13.0
+- Transformers 4.44.2
+- Pytorch 2.4.1+cu121
+- Datasets 3.0.1
 - Tokenizers 0.19.1

adapter_config.json

@@ -20,8 +20,8 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "q_proj",
-    "v_proj"
+    "v_proj",
+    "q_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cda91965224b2845c3156955b7232f846e48ed47b991c05d47935272db721ef8
+oid sha256:86902a0c7a5efbf8a123694bb8872748cd5ca72d469ba35bd63b373e2535ebc3
 size 9022864

runs/Oct06_06-30-28_878b9071129a/events.out.tfevents.1728196230.878b9071129a.689.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613db2f2449f475a7ed54f75c0f7c819dc53c043846b7523ee950025bf98e9a3
+size 6528

tokenizer_config.json

@@ -1,6 +1,7 @@
 {
   "add_bos_token": true,
   "add_eos_token": false,
+  "add_prefix_space": null,
   "added_tokens_decoder": {
     "0": {
       "content": "<unk>",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e50905ef9430524269a4334eeb6eb43ea87c7bb6e9ee374a298eab98276a70b8
-size 4984
+oid sha256:f7ca3ecbc9ba5fb9a95612b1714540f1f206f2075f336ad1ae599301a751724f
+size 5432