Training in progress, epoch 0
Browse files
adapter_config.json
CHANGED
@@ -23,13 +23,13 @@
|
|
23 |
"rank_pattern": {},
|
24 |
"revision": null,
|
25 |
"target_modules": [
|
26 |
-
"
|
27 |
-
"q_proj",
|
28 |
"gate_proj",
|
29 |
"down_proj",
|
|
|
30 |
"up_proj",
|
31 |
-
"
|
32 |
-
"
|
33 |
],
|
34 |
"task_type": "CAUSAL_LM",
|
35 |
"use_dora": false,
|
|
|
23 |
"rank_pattern": {},
|
24 |
"revision": null,
|
25 |
"target_modules": [
|
26 |
+
"o_proj",
|
|
|
27 |
"gate_proj",
|
28 |
"down_proj",
|
29 |
+
"v_proj",
|
30 |
"up_proj",
|
31 |
+
"q_proj",
|
32 |
+
"k_proj"
|
33 |
],
|
34 |
"task_type": "CAUSAL_LM",
|
35 |
"use_dora": false,
|
adapter_model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 2772497632
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8e3472fdd5c6da114424c4a57548ac3cf9bc7393391fde06d2e3772049e07b5f
|
3 |
size 2772497632
|
runs/Jul24_08-57-18_merlin.doc.ic.ac.uk/events.out.tfevents.1721807921.merlin.doc.ic.ac.uk
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:85bff7eae7bb40a0c10b49d4b5c6faaed749d6e76033f1589ccff8d6626f2caa
|
3 |
+
size 8420
|
tokenizer_config.json
CHANGED
@@ -2053,11 +2053,15 @@
|
|
2053 |
"chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
|
2054 |
"clean_up_tokenization_spaces": true,
|
2055 |
"eos_token": "<|eot_id|>",
|
|
|
2056 |
"model_input_names": [
|
2057 |
"input_ids",
|
2058 |
"attention_mask"
|
2059 |
],
|
2060 |
"model_max_length": 1000000000000000019884624838656,
|
2061 |
"pad_token": "<|eot_id|>",
|
2062 |
-
"
|
|
|
|
|
|
|
2063 |
}
|
|
|
2053 |
"chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
|
2054 |
"clean_up_tokenization_spaces": true,
|
2055 |
"eos_token": "<|eot_id|>",
|
2056 |
+
"max_length": 2048,
|
2057 |
"model_input_names": [
|
2058 |
"input_ids",
|
2059 |
"attention_mask"
|
2060 |
],
|
2061 |
"model_max_length": 1000000000000000019884624838656,
|
2062 |
"pad_token": "<|eot_id|>",
|
2063 |
+
"stride": 0,
|
2064 |
+
"tokenizer_class": "PreTrainedTokenizerFast",
|
2065 |
+
"truncation_side": "right",
|
2066 |
+
"truncation_strategy": "longest_first"
|
2067 |
}
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 5048
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:47a4f6f55b916a7df7f57cd6aa6786955f4e36220806ed57bb1ac09a1fbf0176
|
3 |
size 5048
|