color_descriptions

README.md

@@ -16,7 +16,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 # results
 
-This model is a fine-tuned version of [TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T](https://huggingface.co/TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T) on the None dataset.
+This model is a fine-tuned version of [TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T](https://huggingface.co/TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T) on an unknown dataset.
 
 ## Model description
 
@@ -54,6 +54,6 @@ The following hyperparameters were used during training:
 
 - PEFT 0.11.1
 - Transformers 4.42.4
-- Pytorch 2.2.1+cu121
+- Pytorch 2.3.1+cu121
 - Datasets 2.20.0
 - Tokenizers 0.19.1

adapter_config.json

@@ -20,11 +20,11 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "k_proj",
-    "v_proj",
+    "q_proj",
     "o_proj",
     "gate_proj",
-    "q_proj"
+    "k_proj",
+    "v_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c774b1d1dbab6275f08d4c335a48e408a3a60d6f29feac6c148d9b8634d4c6e2
+oid sha256:6f75b66a4ad11de520f9fa29c2e12fe3b5f3cc284d5aeea05cc10b5ce5a38f60
 size 57701064

tokenizer.json

@@ -67,6 +67,12 @@
           "id": "A",
           "type_id": 0
         }
+      },
+      {
+        "SpecialToken": {
+          "id": "</s>",
+          "type_id": 0
+        }
       }
     ],
     "pair": [
@@ -82,6 +88,12 @@
           "type_id": 0
         }
       },
+      {
+        "SpecialToken": {
+          "id": "</s>",
+          "type_id": 0
+        }
+      },
       {
         "SpecialToken": {
           "id": "<s>",
@@ -93,9 +105,24 @@
           "id": "B",
           "type_id": 1
         }
+      },
+      {
+        "SpecialToken": {
+          "id": "</s>",
+          "type_id": 1
+        }
       }
     ],
     "special_tokens": {
+      "</s>": {
+        "id": "</s>",
+        "ids": [
+          2
+        ],
+        "tokens": [
+          "</s>"
+        ]
+      },
       "<s>": {
         "id": "<s>",
         "ids": [

tokenizer_config.json

@@ -1,6 +1,6 @@
 {
   "add_bos_token": true,
-  "add_eos_token": false,
+  "add_eos_token": true,
   "add_prefix_space": null,
   "added_tokens_decoder": {
     "0": {

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8c51b4f76cd7106c343ff68fe7e955f3a205f65d0661177b6c663fc3211c67ae
+oid sha256:be4fc7fe27d03f5ac19bd26ea384499bf452563447f251672b9bb0243ad7f003
 size 5368