RefalMachine
commited on
Commit
•
0baa152
1
Parent(s):
b241d44
Upload folder using huggingface_hub
Browse files- .gitattributes +4 -0
- added_tokens.json +24 -0
- config.json +28 -0
- generation_config.json +10 -0
- llmtf_eval/daru_treewayabstractive.jsonl +0 -0
- llmtf_eval/daru_treewayabstractive_params.jsonl +54 -0
- llmtf_eval/daru_treewayabstractive_total.jsonl +8 -0
- llmtf_eval/daru_treewayextractive.jsonl +3 -0
- llmtf_eval/daru_treewayextractive_params.jsonl +54 -0
- llmtf_eval/daru_treewayextractive_total.jsonl +7 -0
- llmtf_eval/darumeru_MultiQ.jsonl +0 -0
- llmtf_eval/darumeru_MultiQ_params.jsonl +54 -0
- llmtf_eval/darumeru_MultiQ_total.jsonl +8 -0
- llmtf_eval/darumeru_PARus.jsonl +0 -0
- llmtf_eval/darumeru_PARus_params.jsonl +54 -0
- llmtf_eval/darumeru_PARus_total.jsonl +7 -0
- llmtf_eval/darumeru_RCB.jsonl +0 -0
- llmtf_eval/darumeru_RCB_params.jsonl +54 -0
- llmtf_eval/darumeru_RCB_total.jsonl +8 -0
- llmtf_eval/darumeru_RWSD.jsonl +0 -0
- llmtf_eval/darumeru_RWSD_params.jsonl +54 -0
- llmtf_eval/darumeru_RWSD_total.jsonl +7 -0
- llmtf_eval/darumeru_cp_para_ru.jsonl +0 -0
- llmtf_eval/darumeru_cp_para_ru_params.jsonl +54 -0
- llmtf_eval/darumeru_cp_para_ru_total.jsonl +9 -0
- llmtf_eval/darumeru_ruOpenBookQA.jsonl +0 -0
- llmtf_eval/darumeru_ruOpenBookQA_params.jsonl +54 -0
- llmtf_eval/darumeru_ruOpenBookQA_total.jsonl +8 -0
- llmtf_eval/darumeru_ruWorldTree.jsonl +0 -0
- llmtf_eval/darumeru_ruWorldTree_params.jsonl +54 -0
- llmtf_eval/darumeru_ruWorldTree_total.jsonl +8 -0
- llmtf_eval/evaluation_log.txt +251 -0
- llmtf_eval/evaluation_results.txt +2 -0
- llmtf_eval/nlpcoreteam_enMMLU.jsonl +3 -0
- llmtf_eval/nlpcoreteam_enMMLU_params.jsonl +54 -0
- llmtf_eval/nlpcoreteam_enMMLU_total.jsonl +7 -0
- llmtf_eval/nlpcoreteam_ruMMLU.jsonl +3 -0
- llmtf_eval/nlpcoreteam_ruMMLU_params.jsonl +54 -0
- llmtf_eval/nlpcoreteam_ruMMLU_total.jsonl +7 -0
- merges.txt +0 -0
- model-00001-of-00002.safetensors +3 -0
- model-00002-of-00002.safetensors +3 -0
- model.safetensors.index.json +441 -0
- special_tokens_map.json +38 -0
- tokenizer.json +3 -0
- tokenizer_config.json +207 -0
- vocab.json +0 -0
.gitattributes
CHANGED
@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
36 |
+
llmtf_eval/daru_treewayextractive.jsonl filter=lfs diff=lfs merge=lfs -text
|
37 |
+
llmtf_eval/nlpcoreteam_enMMLU.jsonl filter=lfs diff=lfs merge=lfs -text
|
38 |
+
llmtf_eval/nlpcoreteam_ruMMLU.jsonl filter=lfs diff=lfs merge=lfs -text
|
39 |
+
tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
added_tokens.json
ADDED
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"</tool_call>": 131521,
|
3 |
+
"<tool_call>": 131520,
|
4 |
+
"<|box_end|>": 131512,
|
5 |
+
"<|box_start|>": 131511,
|
6 |
+
"<|endoftext|>": 131506,
|
7 |
+
"<|file_sep|>": 131527,
|
8 |
+
"<|fim_middle|>": 131523,
|
9 |
+
"<|fim_pad|>": 131525,
|
10 |
+
"<|fim_prefix|>": 131522,
|
11 |
+
"<|fim_suffix|>": 131524,
|
12 |
+
"<|im_end|>": 131508,
|
13 |
+
"<|im_start|>": 131507,
|
14 |
+
"<|image_pad|>": 131518,
|
15 |
+
"<|object_ref_end|>": 131510,
|
16 |
+
"<|object_ref_start|>": 131509,
|
17 |
+
"<|quad_end|>": 131514,
|
18 |
+
"<|quad_start|>": 131513,
|
19 |
+
"<|repo_name|>": 131526,
|
20 |
+
"<|video_pad|>": 131519,
|
21 |
+
"<|vision_end|>": 131516,
|
22 |
+
"<|vision_pad|>": 131517,
|
23 |
+
"<|vision_start|>": 131515
|
24 |
+
}
|
config.json
ADDED
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "/workdir/data/models/qwen/ruadapt_qwen2.5_3B_ext_u32_lr5e4/sft1",
|
3 |
+
"architectures": [
|
4 |
+
"Qwen2ForCausalLM"
|
5 |
+
],
|
6 |
+
"attention_dropout": 0.0,
|
7 |
+
"eos_token_id": 131508,
|
8 |
+
"hidden_act": "silu",
|
9 |
+
"hidden_size": 2048,
|
10 |
+
"initializer_range": 0.02,
|
11 |
+
"intermediate_size": 11008,
|
12 |
+
"max_position_embeddings": 32768,
|
13 |
+
"max_window_layers": 70,
|
14 |
+
"model_type": "qwen2",
|
15 |
+
"num_attention_heads": 16,
|
16 |
+
"num_hidden_layers": 36,
|
17 |
+
"num_key_value_heads": 2,
|
18 |
+
"rms_norm_eps": 1e-06,
|
19 |
+
"rope_scaling": null,
|
20 |
+
"rope_theta": 1000000.0,
|
21 |
+
"sliding_window": null,
|
22 |
+
"tie_word_embeddings": true,
|
23 |
+
"torch_dtype": "bfloat16",
|
24 |
+
"transformers_version": "4.45.2",
|
25 |
+
"use_cache": true,
|
26 |
+
"use_sliding_window": false,
|
27 |
+
"vocab_size": 131528
|
28 |
+
}
|
generation_config.json
ADDED
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"do_sample": true,
|
3 |
+
"eos_token_id": 131508,
|
4 |
+
"pad_token_id": 151643,
|
5 |
+
"repetition_penalty": 1.05,
|
6 |
+
"temperature": 0.7,
|
7 |
+
"top_k": 20,
|
8 |
+
"top_p": 0.8,
|
9 |
+
"transformers_version": "4.45.2"
|
10 |
+
}
|
llmtf_eval/daru_treewayabstractive.jsonl
ADDED
The diff for this file is too large to render.
See raw diff
|
|
llmtf_eval/daru_treewayabstractive_params.jsonl
ADDED
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"custom_generation_config": null,
|
3 |
+
"model_params": {
|
4 |
+
"model_name_or_path": "/workdir/data/models/qwen/ruadapt_qwen2.5_3B_ext_u32_lr5e4/kto2",
|
5 |
+
"generation_config": {
|
6 |
+
"bos_token_id": 131506,
|
7 |
+
"do_sample": true,
|
8 |
+
"eos_token_id": [
|
9 |
+
131508
|
10 |
+
],
|
11 |
+
"max_length": 32768,
|
12 |
+
"max_new_tokens": 512,
|
13 |
+
"pad_token_id": 131506,
|
14 |
+
"stop_strings": [
|
15 |
+
"<|im_end|>"
|
16 |
+
],
|
17 |
+
"temperature": 0.1,
|
18 |
+
"top_k": 40,
|
19 |
+
"top_p": 0.9,
|
20 |
+
"transformers_version": "4.45.2",
|
21 |
+
"trust_remote_code": false
|
22 |
+
},
|
23 |
+
"conversation_template": {
|
24 |
+
"system_prompt": "",
|
25 |
+
"system_message_template": "<|im_start|>{role}\n{content}<|im_end|>\n",
|
26 |
+
"user_message_template": "<|im_start|>{role}\n{content}<|im_end|>\n",
|
27 |
+
"bot_message_template": "<|im_start|>{role}\n{content}<|im_end|>\n",
|
28 |
+
"bot_message_template_incomplete": "<|im_start|>{role}\n{content}",
|
29 |
+
"user_role": "user",
|
30 |
+
"bot_role": "assistant",
|
31 |
+
"system_role": "system",
|
32 |
+
"global_prefix": "",
|
33 |
+
"suffix": "<|im_start|>assistant\n",
|
34 |
+
"add_special_tokens": false,
|
35 |
+
"eos_token": "<|im_end|>"
|
36 |
+
},
|
37 |
+
"load_in_8bit": false,
|
38 |
+
"torch_dtype": "auto",
|
39 |
+
"use_flash_attention_2": true,
|
40 |
+
"device_map": "cuda:0",
|
41 |
+
"use_fast_tokenizer": true,
|
42 |
+
"leading_space": false,
|
43 |
+
"space_token": null,
|
44 |
+
"trust_remote_code": false,
|
45 |
+
"max_model_len": 32768
|
46 |
+
},
|
47 |
+
"task_params": {
|
48 |
+
"max_len": 4000,
|
49 |
+
"few_shot_count": 0,
|
50 |
+
"batch_size": 8,
|
51 |
+
"max_sample_per_dataset": 200,
|
52 |
+
"method": "generate"
|
53 |
+
}
|
54 |
+
}
|
llmtf_eval/daru_treewayabstractive_total.jsonl
ADDED
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"task_name": "daru/treewayabstractive",
|
3 |
+
"results": {
|
4 |
+
"rouge1": 0.33097672264173833,
|
5 |
+
"rouge2": 0.12022011135293731
|
6 |
+
},
|
7 |
+
"leaderboard_result": 0.22559841699733782
|
8 |
+
}
|
llmtf_eval/daru_treewayextractive.jsonl
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c99ed436217de5a8eaf9183764f33451cd1fb26dc92816597d85650ee479fa1c
|
3 |
+
size 218195331
|
llmtf_eval/daru_treewayextractive_params.jsonl
ADDED
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"custom_generation_config": null,
|
3 |
+
"model_params": {
|
4 |
+
"model_name_or_path": "/workdir/data/models/qwen/ruadapt_qwen2.5_3B_ext_u32_lr5e4/kto2",
|
5 |
+
"generation_config": {
|
6 |
+
"bos_token_id": 131506,
|
7 |
+
"do_sample": true,
|
8 |
+
"eos_token_id": [
|
9 |
+
131508
|
10 |
+
],
|
11 |
+
"max_length": 32768,
|
12 |
+
"max_new_tokens": 1,
|
13 |
+
"pad_token_id": 131506,
|
14 |
+
"stop_strings": [
|
15 |
+
"<|im_end|>"
|
16 |
+
],
|
17 |
+
"temperature": 0.1,
|
18 |
+
"top_k": 40,
|
19 |
+
"top_p": 0.9,
|
20 |
+
"transformers_version": "4.45.2",
|
21 |
+
"trust_remote_code": false
|
22 |
+
},
|
23 |
+
"conversation_template": {
|
24 |
+
"system_prompt": "",
|
25 |
+
"system_message_template": "<|im_start|>{role}\n{content}<|im_end|>\n",
|
26 |
+
"user_message_template": "<|im_start|>{role}\n{content}<|im_end|>\n",
|
27 |
+
"bot_message_template": "<|im_start|>{role}\n{content}<|im_end|>\n",
|
28 |
+
"bot_message_template_incomplete": "<|im_start|>{role}\n{content}",
|
29 |
+
"user_role": "user",
|
30 |
+
"bot_role": "assistant",
|
31 |
+
"system_role": "system",
|
32 |
+
"global_prefix": "",
|
33 |
+
"suffix": "<|im_start|>assistant\n",
|
34 |
+
"add_special_tokens": false,
|
35 |
+
"eos_token": "<|im_end|>"
|
36 |
+
},
|
37 |
+
"load_in_8bit": false,
|
38 |
+
"torch_dtype": "auto",
|
39 |
+
"use_flash_attention_2": true,
|
40 |
+
"device_map": "cuda:0",
|
41 |
+
"use_fast_tokenizer": true,
|
42 |
+
"leading_space": false,
|
43 |
+
"space_token": null,
|
44 |
+
"trust_remote_code": false,
|
45 |
+
"max_model_len": 32768
|
46 |
+
},
|
47 |
+
"task_params": {
|
48 |
+
"max_len": 4000,
|
49 |
+
"few_shot_count": 0,
|
50 |
+
"batch_size": 8,
|
51 |
+
"max_sample_per_dataset": 1000,
|
52 |
+
"method": "calculate_logsoftmax"
|
53 |
+
}
|
54 |
+
}
|
llmtf_eval/daru_treewayextractive_total.jsonl
ADDED
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"task_name": "daru/treewayextractive",
|
3 |
+
"results": {
|
4 |
+
"r-prec": 0.38688455988455983
|
5 |
+
},
|
6 |
+
"leaderboard_result": 0.38688455988455983
|
7 |
+
}
|
llmtf_eval/darumeru_MultiQ.jsonl
ADDED
The diff for this file is too large to render.
See raw diff
|
|
llmtf_eval/darumeru_MultiQ_params.jsonl
ADDED
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"custom_generation_config": null,
|
3 |
+
"model_params": {
|
4 |
+
"model_name_or_path": "/workdir/data/models/qwen/ruadapt_qwen2.5_3B_ext_u32_lr5e4/kto2",
|
5 |
+
"generation_config": {
|
6 |
+
"bos_token_id": 131506,
|
7 |
+
"do_sample": true,
|
8 |
+
"eos_token_id": [
|
9 |
+
131508
|
10 |
+
],
|
11 |
+
"max_length": 32768,
|
12 |
+
"max_new_tokens": 64,
|
13 |
+
"pad_token_id": 131506,
|
14 |
+
"stop_strings": [
|
15 |
+
"<|im_end|>"
|
16 |
+
],
|
17 |
+
"temperature": 0.1,
|
18 |
+
"top_k": 40,
|
19 |
+
"top_p": 0.9,
|
20 |
+
"transformers_version": "4.45.2",
|
21 |
+
"trust_remote_code": false
|
22 |
+
},
|
23 |
+
"conversation_template": {
|
24 |
+
"system_prompt": "",
|
25 |
+
"system_message_template": "<|im_start|>{role}\n{content}<|im_end|>\n",
|
26 |
+
"user_message_template": "<|im_start|>{role}\n{content}<|im_end|>\n",
|
27 |
+
"bot_message_template": "<|im_start|>{role}\n{content}<|im_end|>\n",
|
28 |
+
"bot_message_template_incomplete": "<|im_start|>{role}\n{content}",
|
29 |
+
"user_role": "user",
|
30 |
+
"bot_role": "assistant",
|
31 |
+
"system_role": "system",
|
32 |
+
"global_prefix": "",
|
33 |
+
"suffix": "<|im_start|>assistant\n",
|
34 |
+
"add_special_tokens": false,
|
35 |
+
"eos_token": "<|im_end|>"
|
36 |
+
},
|
37 |
+
"load_in_8bit": false,
|
38 |
+
"torch_dtype": "auto",
|
39 |
+
"use_flash_attention_2": true,
|
40 |
+
"device_map": "cuda:0",
|
41 |
+
"use_fast_tokenizer": true,
|
42 |
+
"leading_space": false,
|
43 |
+
"space_token": null,
|
44 |
+
"trust_remote_code": false,
|
45 |
+
"max_model_len": 32768
|
46 |
+
},
|
47 |
+
"task_params": {
|
48 |
+
"max_len": 4000,
|
49 |
+
"few_shot_count": 0,
|
50 |
+
"batch_size": 8,
|
51 |
+
"max_sample_per_dataset": 10000000000000,
|
52 |
+
"method": "generate"
|
53 |
+
}
|
54 |
+
}
|
llmtf_eval/darumeru_MultiQ_total.jsonl
ADDED
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"task_name": "darumeru/MultiQ",
|
3 |
+
"results": {
|
4 |
+
"f1": 0.3543006348150236,
|
5 |
+
"em": 0.23996175908221798
|
6 |
+
},
|
7 |
+
"leaderboard_result": 0.2971311969486208
|
8 |
+
}
|
llmtf_eval/darumeru_PARus.jsonl
ADDED
The diff for this file is too large to render.
See raw diff
|
|
llmtf_eval/darumeru_PARus_params.jsonl
ADDED
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"custom_generation_config": null,
|
3 |
+
"model_params": {
|
4 |
+
"model_name_or_path": "/workdir/data/models/qwen/ruadapt_qwen2.5_3B_ext_u32_lr5e4/kto2",
|
5 |
+
"generation_config": {
|
6 |
+
"bos_token_id": 131506,
|
7 |
+
"do_sample": true,
|
8 |
+
"eos_token_id": [
|
9 |
+
131508
|
10 |
+
],
|
11 |
+
"max_length": 32768,
|
12 |
+
"max_new_tokens": 64,
|
13 |
+
"pad_token_id": 131506,
|
14 |
+
"stop_strings": [
|
15 |
+
"<|im_end|>"
|
16 |
+
],
|
17 |
+
"temperature": 0.1,
|
18 |
+
"top_k": 40,
|
19 |
+
"top_p": 0.9,
|
20 |
+
"transformers_version": "4.45.2",
|
21 |
+
"trust_remote_code": false
|
22 |
+
},
|
23 |
+
"conversation_template": {
|
24 |
+
"system_prompt": "",
|
25 |
+
"system_message_template": "<|im_start|>{role}\n{content}<|im_end|>\n",
|
26 |
+
"user_message_template": "<|im_start|>{role}\n{content}<|im_end|>\n",
|
27 |
+
"bot_message_template": "<|im_start|>{role}\n{content}<|im_end|>\n",
|
28 |
+
"bot_message_template_incomplete": "<|im_start|>{role}\n{content}",
|
29 |
+
"user_role": "user",
|
30 |
+
"bot_role": "assistant",
|
31 |
+
"system_role": "system",
|
32 |
+
"global_prefix": "",
|
33 |
+
"suffix": "<|im_start|>assistant\n",
|
34 |
+
"add_special_tokens": false,
|
35 |
+
"eos_token": "<|im_end|>"
|
36 |
+
},
|
37 |
+
"load_in_8bit": false,
|
38 |
+
"torch_dtype": "auto",
|
39 |
+
"use_flash_attention_2": true,
|
40 |
+
"device_map": "cuda:0",
|
41 |
+
"use_fast_tokenizer": true,
|
42 |
+
"leading_space": false,
|
43 |
+
"space_token": null,
|
44 |
+
"trust_remote_code": false,
|
45 |
+
"max_model_len": 32768
|
46 |
+
},
|
47 |
+
"task_params": {
|
48 |
+
"max_len": 4000,
|
49 |
+
"few_shot_count": 0,
|
50 |
+
"batch_size": 8,
|
51 |
+
"max_sample_per_dataset": 10000000000000,
|
52 |
+
"method": "calculate_tokens_proba"
|
53 |
+
}
|
54 |
+
}
|
llmtf_eval/darumeru_PARus_total.jsonl
ADDED
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"task_name": "darumeru/PARus",
|
3 |
+
"results": {
|
4 |
+
"acc": 0.69
|
5 |
+
},
|
6 |
+
"leaderboard_result": 0.69
|
7 |
+
}
|
llmtf_eval/darumeru_RCB.jsonl
ADDED
The diff for this file is too large to render.
See raw diff
|
|
llmtf_eval/darumeru_RCB_params.jsonl
ADDED
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"custom_generation_config": null,
|
3 |
+
"model_params": {
|
4 |
+
"model_name_or_path": "/workdir/data/models/qwen/ruadapt_qwen2.5_3B_ext_u32_lr5e4/kto2",
|
5 |
+
"generation_config": {
|
6 |
+
"bos_token_id": 131506,
|
7 |
+
"do_sample": true,
|
8 |
+
"eos_token_id": [
|
9 |
+
131508
|
10 |
+
],
|
11 |
+
"max_length": 32768,
|
12 |
+
"max_new_tokens": 64,
|
13 |
+
"pad_token_id": 131506,
|
14 |
+
"stop_strings": [
|
15 |
+
"<|im_end|>"
|
16 |
+
],
|
17 |
+
"temperature": 0.1,
|
18 |
+
"top_k": 40,
|
19 |
+
"top_p": 0.9,
|
20 |
+
"transformers_version": "4.45.2",
|
21 |
+
"trust_remote_code": false
|
22 |
+
},
|
23 |
+
"conversation_template": {
|
24 |
+
"system_prompt": "",
|
25 |
+
"system_message_template": "<|im_start|>{role}\n{content}<|im_end|>\n",
|
26 |
+
"user_message_template": "<|im_start|>{role}\n{content}<|im_end|>\n",
|
27 |
+
"bot_message_template": "<|im_start|>{role}\n{content}<|im_end|>\n",
|
28 |
+
"bot_message_template_incomplete": "<|im_start|>{role}\n{content}",
|
29 |
+
"user_role": "user",
|
30 |
+
"bot_role": "assistant",
|
31 |
+
"system_role": "system",
|
32 |
+
"global_prefix": "",
|
33 |
+
"suffix": "<|im_start|>assistant\n",
|
34 |
+
"add_special_tokens": false,
|
35 |
+
"eos_token": "<|im_end|>"
|
36 |
+
},
|
37 |
+
"load_in_8bit": false,
|
38 |
+
"torch_dtype": "auto",
|
39 |
+
"use_flash_attention_2": true,
|
40 |
+
"device_map": "cuda:0",
|
41 |
+
"use_fast_tokenizer": true,
|
42 |
+
"leading_space": false,
|
43 |
+
"space_token": null,
|
44 |
+
"trust_remote_code": false,
|
45 |
+
"max_model_len": 32768
|
46 |
+
},
|
47 |
+
"task_params": {
|
48 |
+
"max_len": 4000,
|
49 |
+
"few_shot_count": 0,
|
50 |
+
"batch_size": 8,
|
51 |
+
"max_sample_per_dataset": 10000000000000,
|
52 |
+
"method": "calculate_tokens_proba"
|
53 |
+
}
|
54 |
+
}
|
llmtf_eval/darumeru_RCB_total.jsonl
ADDED
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"task_name": "darumeru/RCB",
|
3 |
+
"results": {
|
4 |
+
"acc": 0.5409090909090909,
|
5 |
+
"f1_macro": 0.4899858481029719
|
6 |
+
},
|
7 |
+
"leaderboard_result": 0.5154474695060314
|
8 |
+
}
|
llmtf_eval/darumeru_RWSD.jsonl
ADDED
The diff for this file is too large to render.
See raw diff
|
|
llmtf_eval/darumeru_RWSD_params.jsonl
ADDED
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"custom_generation_config": null,
|
3 |
+
"model_params": {
|
4 |
+
"model_name_or_path": "/workdir/data/models/qwen/ruadapt_qwen2.5_3B_ext_u32_lr5e4/kto2",
|
5 |
+
"generation_config": {
|
6 |
+
"bos_token_id": 131506,
|
7 |
+
"do_sample": true,
|
8 |
+
"eos_token_id": [
|
9 |
+
131508
|
10 |
+
],
|
11 |
+
"max_length": 32768,
|
12 |
+
"max_new_tokens": 64,
|
13 |
+
"pad_token_id": 131506,
|
14 |
+
"stop_strings": [
|
15 |
+
"<|im_end|>"
|
16 |
+
],
|
17 |
+
"temperature": 0.1,
|
18 |
+
"top_k": 40,
|
19 |
+
"top_p": 0.9,
|
20 |
+
"transformers_version": "4.45.2",
|
21 |
+
"trust_remote_code": false
|
22 |
+
},
|
23 |
+
"conversation_template": {
|
24 |
+
"system_prompt": "",
|
25 |
+
"system_message_template": "<|im_start|>{role}\n{content}<|im_end|>\n",
|
26 |
+
"user_message_template": "<|im_start|>{role}\n{content}<|im_end|>\n",
|
27 |
+
"bot_message_template": "<|im_start|>{role}\n{content}<|im_end|>\n",
|
28 |
+
"bot_message_template_incomplete": "<|im_start|>{role}\n{content}",
|
29 |
+
"user_role": "user",
|
30 |
+
"bot_role": "assistant",
|
31 |
+
"system_role": "system",
|
32 |
+
"global_prefix": "",
|
33 |
+
"suffix": "<|im_start|>assistant\n",
|
34 |
+
"add_special_tokens": false,
|
35 |
+
"eos_token": "<|im_end|>"
|
36 |
+
},
|
37 |
+
"load_in_8bit": false,
|
38 |
+
"torch_dtype": "auto",
|
39 |
+
"use_flash_attention_2": true,
|
40 |
+
"device_map": "cuda:0",
|
41 |
+
"use_fast_tokenizer": true,
|
42 |
+
"leading_space": false,
|
43 |
+
"space_token": null,
|
44 |
+
"trust_remote_code": false,
|
45 |
+
"max_model_len": 32768
|
46 |
+
},
|
47 |
+
"task_params": {
|
48 |
+
"max_len": 4000,
|
49 |
+
"few_shot_count": 0,
|
50 |
+
"batch_size": 8,
|
51 |
+
"max_sample_per_dataset": 10000000000000,
|
52 |
+
"method": "calculate_tokens_proba"
|
53 |
+
}
|
54 |
+
}
|
llmtf_eval/darumeru_RWSD_total.jsonl
ADDED
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"task_name": "darumeru/RWSD",
|
3 |
+
"results": {
|
4 |
+
"acc": 0.5392156862745098
|
5 |
+
},
|
6 |
+
"leaderboard_result": 0.5392156862745098
|
7 |
+
}
|
llmtf_eval/darumeru_cp_para_ru.jsonl
ADDED
The diff for this file is too large to render.
See raw diff
|
|
llmtf_eval/darumeru_cp_para_ru_params.jsonl
ADDED
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"custom_generation_config": null,
|
3 |
+
"model_params": {
|
4 |
+
"model_name_or_path": "/workdir/data/models/qwen/ruadapt_qwen2.5_3B_ext_u32_lr5e4/kto2",
|
5 |
+
"generation_config": {
|
6 |
+
"bos_token_id": 131506,
|
7 |
+
"do_sample": true,
|
8 |
+
"eos_token_id": [
|
9 |
+
131508
|
10 |
+
],
|
11 |
+
"max_length": 32768,
|
12 |
+
"max_new_tokens": 1024,
|
13 |
+
"pad_token_id": 131506,
|
14 |
+
"stop_strings": [
|
15 |
+
"<|im_end|>"
|
16 |
+
],
|
17 |
+
"temperature": 0.1,
|
18 |
+
"top_k": 40,
|
19 |
+
"top_p": 0.9,
|
20 |
+
"transformers_version": "4.45.2",
|
21 |
+
"trust_remote_code": false
|
22 |
+
},
|
23 |
+
"conversation_template": {
|
24 |
+
"system_prompt": "",
|
25 |
+
"system_message_template": "<|im_start|>{role}\n{content}<|im_end|>\n",
|
26 |
+
"user_message_template": "<|im_start|>{role}\n{content}<|im_end|>\n",
|
27 |
+
"bot_message_template": "<|im_start|>{role}\n{content}<|im_end|>\n",
|
28 |
+
"bot_message_template_incomplete": "<|im_start|>{role}\n{content}",
|
29 |
+
"user_role": "user",
|
30 |
+
"bot_role": "assistant",
|
31 |
+
"system_role": "system",
|
32 |
+
"global_prefix": "",
|
33 |
+
"suffix": "<|im_start|>assistant\n",
|
34 |
+
"add_special_tokens": false,
|
35 |
+
"eos_token": "<|im_end|>"
|
36 |
+
},
|
37 |
+
"load_in_8bit": false,
|
38 |
+
"torch_dtype": "auto",
|
39 |
+
"use_flash_attention_2": true,
|
40 |
+
"device_map": "cuda:0",
|
41 |
+
"use_fast_tokenizer": true,
|
42 |
+
"leading_space": false,
|
43 |
+
"space_token": null,
|
44 |
+
"trust_remote_code": false,
|
45 |
+
"max_model_len": 32768
|
46 |
+
},
|
47 |
+
"task_params": {
|
48 |
+
"max_len": 4000,
|
49 |
+
"few_shot_count": 0,
|
50 |
+
"batch_size": 8,
|
51 |
+
"max_sample_per_dataset": 10000000000000,
|
52 |
+
"method": "generate"
|
53 |
+
}
|
54 |
+
}
|
llmtf_eval/darumeru_cp_para_ru_total.jsonl
ADDED
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"task_name": "darumeru/cp_para_ru",
|
3 |
+
"results": {
|
4 |
+
"symbol_per_token": 3.7695317959683377,
|
5 |
+
"len": 0.9951596967747576,
|
6 |
+
"lcs": 0.9
|
7 |
+
},
|
8 |
+
"leaderboard_result": 0.9
|
9 |
+
}
|
llmtf_eval/darumeru_ruOpenBookQA.jsonl
ADDED
The diff for this file is too large to render.
See raw diff
|
|
llmtf_eval/darumeru_ruOpenBookQA_params.jsonl
ADDED
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"custom_generation_config": null,
|
3 |
+
"model_params": {
|
4 |
+
"model_name_or_path": "/workdir/data/models/qwen/ruadapt_qwen2.5_3B_ext_u32_lr5e4/kto2",
|
5 |
+
"generation_config": {
|
6 |
+
"bos_token_id": 131506,
|
7 |
+
"do_sample": true,
|
8 |
+
"eos_token_id": [
|
9 |
+
131508
|
10 |
+
],
|
11 |
+
"max_length": 32768,
|
12 |
+
"max_new_tokens": 64,
|
13 |
+
"pad_token_id": 131506,
|
14 |
+
"stop_strings": [
|
15 |
+
"<|im_end|>"
|
16 |
+
],
|
17 |
+
"temperature": 0.1,
|
18 |
+
"top_k": 40,
|
19 |
+
"top_p": 0.9,
|
20 |
+
"transformers_version": "4.45.2",
|
21 |
+
"trust_remote_code": false
|
22 |
+
},
|
23 |
+
"conversation_template": {
|
24 |
+
"system_prompt": "",
|
25 |
+
"system_message_template": "<|im_start|>{role}\n{content}<|im_end|>\n",
|
26 |
+
"user_message_template": "<|im_start|>{role}\n{content}<|im_end|>\n",
|
27 |
+
"bot_message_template": "<|im_start|>{role}\n{content}<|im_end|>\n",
|
28 |
+
"bot_message_template_incomplete": "<|im_start|>{role}\n{content}",
|
29 |
+
"user_role": "user",
|
30 |
+
"bot_role": "assistant",
|
31 |
+
"system_role": "system",
|
32 |
+
"global_prefix": "",
|
33 |
+
"suffix": "<|im_start|>assistant\n",
|
34 |
+
"add_special_tokens": false,
|
35 |
+
"eos_token": "<|im_end|>"
|
36 |
+
},
|
37 |
+
"load_in_8bit": false,
|
38 |
+
"torch_dtype": "auto",
|
39 |
+
"use_flash_attention_2": true,
|
40 |
+
"device_map": "cuda:0",
|
41 |
+
"use_fast_tokenizer": true,
|
42 |
+
"leading_space": false,
|
43 |
+
"space_token": null,
|
44 |
+
"trust_remote_code": false,
|
45 |
+
"max_model_len": 32768
|
46 |
+
},
|
47 |
+
"task_params": {
|
48 |
+
"max_len": 4000,
|
49 |
+
"few_shot_count": 0,
|
50 |
+
"batch_size": 8,
|
51 |
+
"max_sample_per_dataset": 10000000000000,
|
52 |
+
"method": "calculate_tokens_proba"
|
53 |
+
}
|
54 |
+
}
|
llmtf_eval/darumeru_ruOpenBookQA_total.jsonl
ADDED
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"task_name": "darumeru/ruOpenBookQA",
|
3 |
+
"results": {
|
4 |
+
"acc": 0.7152061855670103,
|
5 |
+
"f1_macro": 0.7151629824958838
|
6 |
+
},
|
7 |
+
"leaderboard_result": 0.715184584031447
|
8 |
+
}
|
llmtf_eval/darumeru_ruWorldTree.jsonl
ADDED
The diff for this file is too large to render.
See raw diff
|
|
llmtf_eval/darumeru_ruWorldTree_params.jsonl
ADDED
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"custom_generation_config": null,
|
3 |
+
"model_params": {
|
4 |
+
"model_name_or_path": "/workdir/data/models/qwen/ruadapt_qwen2.5_3B_ext_u32_lr5e4/kto2",
|
5 |
+
"generation_config": {
|
6 |
+
"bos_token_id": 131506,
|
7 |
+
"do_sample": true,
|
8 |
+
"eos_token_id": [
|
9 |
+
131508
|
10 |
+
],
|
11 |
+
"max_length": 32768,
|
12 |
+
"max_new_tokens": 64,
|
13 |
+
"pad_token_id": 131506,
|
14 |
+
"stop_strings": [
|
15 |
+
"<|im_end|>"
|
16 |
+
],
|
17 |
+
"temperature": 0.1,
|
18 |
+
"top_k": 40,
|
19 |
+
"top_p": 0.9,
|
20 |
+
"transformers_version": "4.45.2",
|
21 |
+
"trust_remote_code": false
|
22 |
+
},
|
23 |
+
"conversation_template": {
|
24 |
+
"system_prompt": "",
|
25 |
+
"system_message_template": "<|im_start|>{role}\n{content}<|im_end|>\n",
|
26 |
+
"user_message_template": "<|im_start|>{role}\n{content}<|im_end|>\n",
|
27 |
+
"bot_message_template": "<|im_start|>{role}\n{content}<|im_end|>\n",
|
28 |
+
"bot_message_template_incomplete": "<|im_start|>{role}\n{content}",
|
29 |
+
"user_role": "user",
|
30 |
+
"bot_role": "assistant",
|
31 |
+
"system_role": "system",
|
32 |
+
"global_prefix": "",
|
33 |
+
"suffix": "<|im_start|>assistant\n",
|
34 |
+
"add_special_tokens": false,
|
35 |
+
"eos_token": "<|im_end|>"
|
36 |
+
},
|
37 |
+
"load_in_8bit": false,
|
38 |
+
"torch_dtype": "auto",
|
39 |
+
"use_flash_attention_2": true,
|
40 |
+
"device_map": "cuda:0",
|
41 |
+
"use_fast_tokenizer": true,
|
42 |
+
"leading_space": false,
|
43 |
+
"space_token": null,
|
44 |
+
"trust_remote_code": false,
|
45 |
+
"max_model_len": 32768
|
46 |
+
},
|
47 |
+
"task_params": {
|
48 |
+
"max_len": 4000,
|
49 |
+
"few_shot_count": 0,
|
50 |
+
"batch_size": 8,
|
51 |
+
"max_sample_per_dataset": 10000000000000,
|
52 |
+
"method": "calculate_tokens_proba"
|
53 |
+
}
|
54 |
+
}
|
llmtf_eval/darumeru_ruWorldTree_total.jsonl
ADDED
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"task_name": "darumeru/ruWorldTree",
|
3 |
+
"results": {
|
4 |
+
"acc": 0.8761904761904762,
|
5 |
+
"f1_macro": 0.8751507751507751
|
6 |
+
},
|
7 |
+
"leaderboard_result": 0.8756706256706257
|
8 |
+
}
|
llmtf_eval/evaluation_log.txt
ADDED
@@ -0,0 +1,251 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
INFO: 2024-10-15 08:03:25,784: llmtf.base.evaluator: Starting eval on ['darumeru/multiq']
|
2 |
+
INFO: 2024-10-15 08:03:25,784: llmtf.base.hfmodel: Updated generation_config.eos_token_id: [131508]
|
3 |
+
INFO: 2024-10-15 08:03:25,784: llmtf.base.hfmodel: Updated generation_config.stop_strings: ['<|im_end|>']
|
4 |
+
INFO: 2024-10-15 08:03:29,508: llmtf.base.darumeru/MultiQ: Loading Dataset: 3.72s
|
5 |
+
INFO: 2024-10-15 08:08:38,771: llmtf.base.darumeru/MultiQ: Processing Dataset: 309.26s
|
6 |
+
INFO: 2024-10-15 08:08:38,771: llmtf.base.darumeru/MultiQ: Results for darumeru/MultiQ:
|
7 |
+
INFO: 2024-10-15 08:08:38,772: llmtf.base.darumeru/MultiQ: {'f1': 0.3543006348150236, 'em': 0.23996175908221798}
|
8 |
+
INFO: 2024-10-15 08:08:38,777: llmtf.base.evaluator: Ended eval
|
9 |
+
INFO: 2024-10-15 08:08:38,778: llmtf.base.evaluator:
|
10 |
+
mean darumeru/MultiQ
|
11 |
+
0.297 0.297
|
12 |
+
INFO: 2024-10-15 08:08:47,368: llmtf.base.evaluator: Starting eval on ['darumeru/parus']
|
13 |
+
INFO: 2024-10-15 08:08:47,368: llmtf.base.hfmodel: Updated generation_config.eos_token_id: [131508]
|
14 |
+
INFO: 2024-10-15 08:08:47,368: llmtf.base.hfmodel: Updated generation_config.stop_strings: ['<|im_end|>']
|
15 |
+
INFO: 2024-10-15 08:08:49,664: llmtf.base.darumeru/PARus: Loading Dataset: 2.30s
|
16 |
+
INFO: 2024-10-15 08:08:54,092: llmtf.base.darumeru/PARus: Processing Dataset: 4.43s
|
17 |
+
INFO: 2024-10-15 08:08:54,093: llmtf.base.darumeru/PARus: Results for darumeru/PARus:
|
18 |
+
INFO: 2024-10-15 08:08:54,104: llmtf.base.darumeru/PARus: {'acc': 0.69}
|
19 |
+
INFO: 2024-10-15 08:08:54,105: llmtf.base.evaluator: Ended eval
|
20 |
+
INFO: 2024-10-15 08:08:54,106: llmtf.base.evaluator:
|
21 |
+
mean darumeru/MultiQ darumeru/PARus
|
22 |
+
0.494 0.297 0.690
|
23 |
+
INFO: 2024-10-15 08:09:02,805: llmtf.base.evaluator: Starting eval on ['darumeru/rcb']
|
24 |
+
INFO: 2024-10-15 08:09:02,805: llmtf.base.hfmodel: Updated generation_config.eos_token_id: [131508]
|
25 |
+
INFO: 2024-10-15 08:09:02,805: llmtf.base.hfmodel: Updated generation_config.stop_strings: ['<|im_end|>']
|
26 |
+
INFO: 2024-10-15 08:09:05,232: llmtf.base.darumeru/RCB: Loading Dataset: 2.43s
|
27 |
+
INFO: 2024-10-15 08:09:10,833: llmtf.base.darumeru/RCB: Processing Dataset: 5.60s
|
28 |
+
INFO: 2024-10-15 08:09:10,834: llmtf.base.darumeru/RCB: Results for darumeru/RCB:
|
29 |
+
INFO: 2024-10-15 08:09:10,837: llmtf.base.darumeru/RCB: {'acc': 0.5409090909090909, 'f1_macro': 0.4899858481029719}
|
30 |
+
INFO: 2024-10-15 08:09:10,838: llmtf.base.evaluator: Ended eval
|
31 |
+
INFO: 2024-10-15 08:09:10,839: llmtf.base.evaluator:
|
32 |
+
mean darumeru/MultiQ darumeru/PARus darumeru/RCB
|
33 |
+
0.501 0.297 0.690 0.515
|
34 |
+
INFO: 2024-10-15 08:09:19,476: llmtf.base.evaluator: Starting eval on ['darumeru/ruopenbookqa']
|
35 |
+
INFO: 2024-10-15 08:09:19,476: llmtf.base.hfmodel: Updated generation_config.eos_token_id: [131508]
|
36 |
+
INFO: 2024-10-15 08:09:19,476: llmtf.base.hfmodel: Updated generation_config.stop_strings: ['<|im_end|>']
|
37 |
+
INFO: 2024-10-15 08:09:22,959: llmtf.base.darumeru/ruOpenBookQA: Loading Dataset: 3.48s
|
38 |
+
INFO: 2024-10-15 08:10:13,472: llmtf.base.darumeru/ruOpenBookQA: Processing Dataset: 50.51s
|
39 |
+
INFO: 2024-10-15 08:10:13,473: llmtf.base.darumeru/ruOpenBookQA: Results for darumeru/ruOpenBookQA:
|
40 |
+
INFO: 2024-10-15 08:10:13,483: llmtf.base.darumeru/ruOpenBookQA: {'acc': 0.7152061855670103, 'f1_macro': 0.7151629824958838}
|
41 |
+
INFO: 2024-10-15 08:10:13,491: llmtf.base.evaluator: Ended eval
|
42 |
+
INFO: 2024-10-15 08:10:13,492: llmtf.base.evaluator:
|
43 |
+
mean darumeru/MultiQ darumeru/PARus darumeru/RCB darumeru/ruOpenBookQA
|
44 |
+
0.554 0.297 0.690 0.515 0.715
|
45 |
+
INFO: 2024-10-15 08:10:22,100: llmtf.base.evaluator: Starting eval on ['darumeru/ruworldtree']
|
46 |
+
INFO: 2024-10-15 08:10:22,100: llmtf.base.hfmodel: Updated generation_config.eos_token_id: [131508]
|
47 |
+
INFO: 2024-10-15 08:10:22,100: llmtf.base.hfmodel: Updated generation_config.stop_strings: ['<|im_end|>']
|
48 |
+
INFO: 2024-10-15 08:10:24,588: llmtf.base.darumeru/ruWorldTree: Loading Dataset: 2.49s
|
49 |
+
INFO: 2024-10-15 08:10:27,304: llmtf.base.darumeru/ruWorldTree: Processing Dataset: 2.72s
|
50 |
+
INFO: 2024-10-15 08:10:27,305: llmtf.base.darumeru/ruWorldTree: Results for darumeru/ruWorldTree:
|
51 |
+
INFO: 2024-10-15 08:10:27,309: llmtf.base.darumeru/ruWorldTree: {'acc': 0.8761904761904762, 'f1_macro': 0.8751507751507751}
|
52 |
+
INFO: 2024-10-15 08:10:27,310: llmtf.base.evaluator: Ended eval
|
53 |
+
INFO: 2024-10-15 08:10:27,310: llmtf.base.evaluator:
|
54 |
+
mean darumeru/MultiQ darumeru/PARus darumeru/RCB darumeru/ruOpenBookQA darumeru/ruWorldTree
|
55 |
+
0.619 0.297 0.690 0.515 0.715 0.876
|
56 |
+
INFO: 2024-10-15 08:10:36,302: llmtf.base.evaluator: Starting eval on ['darumeru/rwsd']
|
57 |
+
INFO: 2024-10-15 08:10:36,302: llmtf.base.hfmodel: Updated generation_config.eos_token_id: [131508]
|
58 |
+
INFO: 2024-10-15 08:10:36,302: llmtf.base.hfmodel: Updated generation_config.stop_strings: ['<|im_end|>']
|
59 |
+
INFO: 2024-10-15 08:10:39,307: llmtf.base.darumeru/RWSD: Loading Dataset: 3.01s
|
60 |
+
INFO: 2024-10-15 08:10:44,723: llmtf.base.darumeru/RWSD: Processing Dataset: 5.42s
|
61 |
+
INFO: 2024-10-15 08:10:44,723: llmtf.base.darumeru/RWSD: Results for darumeru/RWSD:
|
62 |
+
INFO: 2024-10-15 08:10:44,725: llmtf.base.darumeru/RWSD: {'acc': 0.5392156862745098}
|
63 |
+
INFO: 2024-10-15 08:10:44,726: llmtf.base.evaluator: Ended eval
|
64 |
+
INFO: 2024-10-15 08:10:44,727: llmtf.base.evaluator:
|
65 |
+
mean darumeru/MultiQ darumeru/PARus darumeru/RCB darumeru/RWSD darumeru/ruOpenBookQA darumeru/ruWorldTree
|
66 |
+
0.605 0.297 0.690 0.515 0.539 0.715 0.876
|
67 |
+
INFO: 2024-10-15 08:10:53,270: llmtf.base.evaluator: Starting eval on ['daru/treewayextractive']
|
68 |
+
INFO: 2024-10-15 08:10:53,270: llmtf.base.hfmodel: Updated generation_config.eos_token_id: [131508]
|
69 |
+
INFO: 2024-10-15 08:10:53,270: llmtf.base.hfmodel: Updated generation_config.stop_strings: ['<|im_end|>']
|
70 |
+
INFO: 2024-10-15 08:11:06,662: llmtf.base.daru/treewayextractive: Loading Dataset: 13.39s
|
71 |
+
INFO: 2024-10-15 08:13:53,187: llmtf.base.daru/treewayextractive: Processing Dataset: 166.53s
|
72 |
+
INFO: 2024-10-15 08:13:53,188: llmtf.base.daru/treewayextractive: Results for daru/treewayextractive:
|
73 |
+
INFO: 2024-10-15 08:13:53,422: llmtf.base.daru/treewayextractive: {'r-prec': 0.38688455988455983}
|
74 |
+
INFO: 2024-10-15 08:13:53,464: llmtf.base.evaluator: Ended eval
|
75 |
+
INFO: 2024-10-15 08:13:53,465: llmtf.base.evaluator:
|
76 |
+
mean daru/treewayextractive darumeru/MultiQ darumeru/PARus darumeru/RCB darumeru/RWSD darumeru/ruOpenBookQA darumeru/ruWorldTree
|
77 |
+
0.574 0.387 0.297 0.690 0.515 0.539 0.715 0.876
|
78 |
+
INFO: 2024-10-15 08:14:02,066: llmtf.base.evaluator: Starting eval on ['nlpcoreteam/rummlu']
|
79 |
+
INFO: 2024-10-15 08:14:02,067: llmtf.base.hfmodel: Updated generation_config.eos_token_id: [131508]
|
80 |
+
INFO: 2024-10-15 08:14:02,067: llmtf.base.hfmodel: Updated generation_config.stop_strings: ['<|im_end|>']
|
81 |
+
INFO: 2024-10-15 08:16:12,217: llmtf.base.nlpcoreteam/ruMMLU: Loading Dataset: 130.15s
|
82 |
+
INFO: 2024-10-15 08:22:19,125: llmtf.base.nlpcoreteam/ruMMLU: Processing Dataset: 366.91s
|
83 |
+
INFO: 2024-10-15 08:22:19,125: llmtf.base.nlpcoreteam/ruMMLU: Results for nlpcoreteam/ruMMLU:
|
84 |
+
INFO: 2024-10-15 08:22:19,191: llmtf.base.nlpcoreteam/ruMMLU: metric
|
85 |
+
subject
|
86 |
+
abstract_algebra 0.320000
|
87 |
+
anatomy 0.444444
|
88 |
+
astronomy 0.631579
|
89 |
+
business_ethics 0.570000
|
90 |
+
clinical_knowledge 0.584906
|
91 |
+
college_biology 0.500000
|
92 |
+
college_chemistry 0.340000
|
93 |
+
college_computer_science 0.490000
|
94 |
+
college_mathematics 0.360000
|
95 |
+
college_medicine 0.537572
|
96 |
+
college_physics 0.421569
|
97 |
+
computer_security 0.580000
|
98 |
+
conceptual_physics 0.527660
|
99 |
+
econometrics 0.368421
|
100 |
+
electrical_engineering 0.524138
|
101 |
+
elementary_mathematics 0.507937
|
102 |
+
formal_logic 0.341270
|
103 |
+
global_facts 0.360000
|
104 |
+
high_school_biology 0.670968
|
105 |
+
high_school_chemistry 0.477833
|
106 |
+
high_school_computer_science 0.640000
|
107 |
+
high_school_european_history 0.727273
|
108 |
+
high_school_geography 0.707071
|
109 |
+
high_school_government_and_politics 0.595855
|
110 |
+
high_school_macroeconomics 0.525641
|
111 |
+
high_school_mathematics 0.425926
|
112 |
+
high_school_microeconomics 0.525210
|
113 |
+
high_school_physics 0.463576
|
114 |
+
high_school_psychology 0.704587
|
115 |
+
high_school_statistics 0.546296
|
116 |
+
high_school_us_history 0.651961
|
117 |
+
high_school_world_history 0.717300
|
118 |
+
human_aging 0.565022
|
119 |
+
human_sexuality 0.625954
|
120 |
+
international_law 0.719008
|
121 |
+
jurisprudence 0.638889
|
122 |
+
logical_fallacies 0.527607
|
123 |
+
machine_learning 0.392857
|
124 |
+
management 0.660194
|
125 |
+
marketing 0.722222
|
126 |
+
medical_genetics 0.560000
|
127 |
+
miscellaneous 0.625798
|
128 |
+
moral_disputes 0.575145
|
129 |
+
moral_scenarios 0.262570
|
130 |
+
nutrition 0.617647
|
131 |
+
philosophy 0.633441
|
132 |
+
prehistory 0.543210
|
133 |
+
professional_accounting 0.372340
|
134 |
+
professional_law 0.370926
|
135 |
+
professional_medicine 0.492647
|
136 |
+
professional_psychology 0.506536
|
137 |
+
public_relations 0.509091
|
138 |
+
security_studies 0.653061
|
139 |
+
sociology 0.681592
|
140 |
+
us_foreign_policy 0.710000
|
141 |
+
virology 0.433735
|
142 |
+
world_religions 0.672515
|
143 |
+
INFO: 2024-10-15 08:22:19,199: llmtf.base.nlpcoreteam/ruMMLU: metric
|
144 |
+
subject
|
145 |
+
STEM 0.490019
|
146 |
+
humanities 0.567778
|
147 |
+
other (business, health, misc.) 0.539038
|
148 |
+
social sciences 0.592752
|
149 |
+
INFO: 2024-10-15 08:22:19,204: llmtf.base.nlpcoreteam/ruMMLU: {'acc': 0.5473965020204639}
|
150 |
+
INFO: 2024-10-15 08:22:19,243: llmtf.base.evaluator: Ended eval
|
151 |
+
INFO: 2024-10-15 08:22:19,245: llmtf.base.evaluator:
|
152 |
+
mean daru/treewayextractive darumeru/MultiQ darumeru/PARus darumeru/RCB darumeru/RWSD darumeru/ruOpenBookQA darumeru/ruWorldTree nlpcoreteam/ruMMLU
|
153 |
+
0.571 0.387 0.297 0.690 0.515 0.539 0.715 0.876 0.547
|
154 |
+
INFO: 2024-10-15 08:22:28,449: llmtf.base.evaluator: Starting eval on ['nlpcoreteam/enmmlu']
|
155 |
+
INFO: 2024-10-15 08:22:28,449: llmtf.base.hfmodel: Updated generation_config.eos_token_id: [131508]
|
156 |
+
INFO: 2024-10-15 08:22:28,449: llmtf.base.hfmodel: Updated generation_config.stop_strings: ['<|im_end|>']
|
157 |
+
INFO: 2024-10-15 08:24:37,142: llmtf.base.nlpcoreteam/enMMLU: Loading Dataset: 128.69s
|
158 |
+
INFO: 2024-10-15 08:30:16,279: llmtf.base.nlpcoreteam/enMMLU: Processing Dataset: 339.14s
|
159 |
+
INFO: 2024-10-15 08:30:16,280: llmtf.base.nlpcoreteam/enMMLU: Results for nlpcoreteam/enMMLU:
|
160 |
+
INFO: 2024-10-15 08:30:16,347: llmtf.base.nlpcoreteam/enMMLU: metric
|
161 |
+
subject
|
162 |
+
abstract_algebra 0.370000
|
163 |
+
anatomy 0.600000
|
164 |
+
astronomy 0.703947
|
165 |
+
business_ethics 0.700000
|
166 |
+
clinical_knowledge 0.724528
|
167 |
+
college_biology 0.708333
|
168 |
+
college_chemistry 0.430000
|
169 |
+
college_computer_science 0.600000
|
170 |
+
college_mathematics 0.380000
|
171 |
+
college_medicine 0.676301
|
172 |
+
college_physics 0.480392
|
173 |
+
computer_security 0.710000
|
174 |
+
conceptual_physics 0.638298
|
175 |
+
econometrics 0.500000
|
176 |
+
electrical_engineering 0.586207
|
177 |
+
elementary_mathematics 0.544974
|
178 |
+
formal_logic 0.357143
|
179 |
+
global_facts 0.350000
|
180 |
+
high_school_biology 0.796774
|
181 |
+
high_school_chemistry 0.576355
|
182 |
+
high_school_computer_science 0.680000
|
183 |
+
high_school_european_history 0.763636
|
184 |
+
high_school_geography 0.772727
|
185 |
+
high_school_government_and_politics 0.844560
|
186 |
+
high_school_macroeconomics 0.684615
|
187 |
+
high_school_mathematics 0.466667
|
188 |
+
high_school_microeconomics 0.756303
|
189 |
+
high_school_physics 0.450331
|
190 |
+
high_school_psychology 0.847706
|
191 |
+
high_school_statistics 0.643519
|
192 |
+
high_school_us_history 0.813725
|
193 |
+
high_school_world_history 0.835443
|
194 |
+
human_aging 0.686099
|
195 |
+
human_sexuality 0.763359
|
196 |
+
international_law 0.768595
|
197 |
+
jurisprudence 0.777778
|
198 |
+
logical_fallacies 0.766871
|
199 |
+
machine_learning 0.464286
|
200 |
+
management 0.805825
|
201 |
+
marketing 0.893162
|
202 |
+
medical_genetics 0.740000
|
203 |
+
miscellaneous 0.777778
|
204 |
+
moral_disputes 0.656069
|
205 |
+
moral_scenarios 0.282682
|
206 |
+
nutrition 0.728758
|
207 |
+
philosophy 0.713826
|
208 |
+
prehistory 0.740741
|
209 |
+
professional_accounting 0.510638
|
210 |
+
professional_law 0.462842
|
211 |
+
professional_medicine 0.672794
|
212 |
+
professional_psychology 0.673203
|
213 |
+
public_relations 0.700000
|
214 |
+
security_studies 0.714286
|
215 |
+
sociology 0.805970
|
216 |
+
us_foreign_policy 0.770000
|
217 |
+
virology 0.475904
|
218 |
+
world_religions 0.807018
|
219 |
+
INFO: 2024-10-15 08:30:16,355: llmtf.base.nlpcoreteam/enMMLU: metric
|
220 |
+
subject
|
221 |
+
STEM 0.568338
|
222 |
+
humanities 0.672798
|
223 |
+
other (business, health, misc.) 0.667271
|
224 |
+
social sciences 0.736061
|
225 |
+
INFO: 2024-10-15 08:30:16,361: llmtf.base.nlpcoreteam/enMMLU: {'acc': 0.6611166912740201}
|
226 |
+
INFO: 2024-10-15 08:30:16,417: llmtf.base.evaluator: Ended eval
|
227 |
+
INFO: 2024-10-15 08:30:16,419: llmtf.base.evaluator:
|
228 |
+
mean daru/treewayextractive darumeru/MultiQ darumeru/PARus darumeru/RCB darumeru/RWSD darumeru/ruOpenBookQA darumeru/ruWorldTree nlpcoreteam/enMMLU nlpcoreteam/ruMMLU
|
229 |
+
0.581 0.387 0.297 0.690 0.515 0.539 0.715 0.876 0.661 0.547
|
230 |
+
INFO: 2024-10-15 08:30:25,792: llmtf.base.evaluator: Starting eval on ['daru/treewayabstractive']
|
231 |
+
INFO: 2024-10-15 08:30:25,792: llmtf.base.hfmodel: Updated generation_config.eos_token_id: [131508]
|
232 |
+
INFO: 2024-10-15 08:30:25,792: llmtf.base.hfmodel: Updated generation_config.stop_strings: ['<|im_end|>']
|
233 |
+
INFO: 2024-10-15 08:30:29,807: llmtf.base.daru/treewayabstractive: Loading Dataset: 4.01s
|
234 |
+
INFO: 2024-10-15 08:34:18,637: llmtf.base.daru/treewayabstractive: Processing Dataset: 228.83s
|
235 |
+
INFO: 2024-10-15 08:34:18,637: llmtf.base.daru/treewayabstractive: Results for daru/treewayabstractive:
|
236 |
+
INFO: 2024-10-15 08:34:18,638: llmtf.base.daru/treewayabstractive: {'rouge1': 0.33097672264173833, 'rouge2': 0.12022011135293731}
|
237 |
+
INFO: 2024-10-15 08:34:18,640: llmtf.base.evaluator: Ended eval
|
238 |
+
INFO: 2024-10-15 08:34:18,640: llmtf.base.evaluator:
|
239 |
+
mean daru/treewayabstractive daru/treewayextractive darumeru/MultiQ darumeru/PARus darumeru/RCB darumeru/RWSD darumeru/ruOpenBookQA darumeru/ruWorldTree nlpcoreteam/enMMLU nlpcoreteam/ruMMLU
|
240 |
+
0.545 0.226 0.387 0.297 0.690 0.515 0.539 0.715 0.876 0.661 0.547
|
241 |
+
INFO: 2024-10-15 08:34:27,535: llmtf.base.evaluator: Starting eval on ['darumeru/cp_para_ru']
|
242 |
+
INFO: 2024-10-15 08:34:27,535: llmtf.base.hfmodel: Updated generation_config.eos_token_id: [131508]
|
243 |
+
INFO: 2024-10-15 08:34:27,535: llmtf.base.hfmodel: Updated generation_config.stop_strings: ['<|im_end|>']
|
244 |
+
INFO: 2024-10-15 08:34:30,099: llmtf.base.darumeru/cp_para_ru: Loading Dataset: 2.56s
|
245 |
+
INFO: 2024-10-15 08:37:05,943: llmtf.base.darumeru/cp_para_ru: Processing Dataset: 155.84s
|
246 |
+
INFO: 2024-10-15 08:37:05,944: llmtf.base.darumeru/cp_para_ru: Results for darumeru/cp_para_ru:
|
247 |
+
INFO: 2024-10-15 08:37:05,944: llmtf.base.darumeru/cp_para_ru: {'symbol_per_token': 3.7695317959683377, 'len': 0.9951596967747576, 'lcs': 0.9}
|
248 |
+
INFO: 2024-10-15 08:37:05,945: llmtf.base.evaluator: Ended eval
|
249 |
+
INFO: 2024-10-15 08:37:05,946: llmtf.base.evaluator:
|
250 |
+
mean daru/treewayabstractive daru/treewayextractive darumeru/MultiQ darumeru/PARus darumeru/RCB darumeru/RWSD darumeru/cp_para_ru darumeru/ruOpenBookQA darumeru/ruWorldTree nlpcoreteam/enMMLU nlpcoreteam/ruMMLU
|
251 |
+
0.578 0.226 0.387 0.297 0.690 0.515 0.539 0.900 0.715 0.876 0.661 0.547
|
llmtf_eval/evaluation_results.txt
ADDED
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
1 |
+
mean daru/treewayabstractive daru/treewayextractive darumeru/MultiQ darumeru/PARus darumeru/RCB darumeru/RWSD darumeru/cp_para_ru darumeru/ruOpenBookQA darumeru/ruWorldTree nlpcoreteam/enMMLU nlpcoreteam/ruMMLU
|
2 |
+
0.578 0.226 0.387 0.297 0.690 0.515 0.539 0.900 0.715 0.876 0.661 0.547
|
llmtf_eval/nlpcoreteam_enMMLU.jsonl
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a2f860aadb5644d251e44c9bbea39d71ad5862e64b3f1001a770a086c8822f5b
|
3 |
+
size 37133936
|
llmtf_eval/nlpcoreteam_enMMLU_params.jsonl
ADDED
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"custom_generation_config": null,
|
3 |
+
"model_params": {
|
4 |
+
"model_name_or_path": "/workdir/data/models/qwen/ruadapt_qwen2.5_3B_ext_u32_lr5e4/kto2",
|
5 |
+
"generation_config": {
|
6 |
+
"bos_token_id": 131506,
|
7 |
+
"do_sample": true,
|
8 |
+
"eos_token_id": [
|
9 |
+
131508
|
10 |
+
],
|
11 |
+
"max_length": 32768,
|
12 |
+
"max_new_tokens": 64,
|
13 |
+
"pad_token_id": 131506,
|
14 |
+
"stop_strings": [
|
15 |
+
"<|im_end|>"
|
16 |
+
],
|
17 |
+
"temperature": 0.1,
|
18 |
+
"top_k": 40,
|
19 |
+
"top_p": 0.9,
|
20 |
+
"transformers_version": "4.45.2",
|
21 |
+
"trust_remote_code": false
|
22 |
+
},
|
23 |
+
"conversation_template": {
|
24 |
+
"system_prompt": "",
|
25 |
+
"system_message_template": "<|im_start|>{role}\n{content}<|im_end|>\n",
|
26 |
+
"user_message_template": "<|im_start|>{role}\n{content}<|im_end|>\n",
|
27 |
+
"bot_message_template": "<|im_start|>{role}\n{content}<|im_end|>\n",
|
28 |
+
"bot_message_template_incomplete": "<|im_start|>{role}\n{content}",
|
29 |
+
"user_role": "user",
|
30 |
+
"bot_role": "assistant",
|
31 |
+
"system_role": "system",
|
32 |
+
"global_prefix": "",
|
33 |
+
"suffix": "<|im_start|>assistant\n",
|
34 |
+
"add_special_tokens": false,
|
35 |
+
"eos_token": "<|im_end|>"
|
36 |
+
},
|
37 |
+
"load_in_8bit": false,
|
38 |
+
"torch_dtype": "auto",
|
39 |
+
"use_flash_attention_2": true,
|
40 |
+
"device_map": "cuda:0",
|
41 |
+
"use_fast_tokenizer": true,
|
42 |
+
"leading_space": false,
|
43 |
+
"space_token": null,
|
44 |
+
"trust_remote_code": false,
|
45 |
+
"max_model_len": 32768
|
46 |
+
},
|
47 |
+
"task_params": {
|
48 |
+
"max_len": 4000,
|
49 |
+
"few_shot_count": 0,
|
50 |
+
"batch_size": 8,
|
51 |
+
"max_sample_per_dataset": 10000000000000,
|
52 |
+
"method": "calculate_tokens_proba"
|
53 |
+
}
|
54 |
+
}
|
llmtf_eval/nlpcoreteam_enMMLU_total.jsonl
ADDED
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"task_name": "nlpcoreteam/enMMLU",
|
3 |
+
"results": {
|
4 |
+
"acc": 0.6611166912740201
|
5 |
+
},
|
6 |
+
"leaderboard_result": 0.6611166912740201
|
7 |
+
}
|
llmtf_eval/nlpcoreteam_ruMMLU.jsonl
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:229441a694e7fb7247232bae6510335448080e5c96d4e78be142a61aecde5787
|
3 |
+
size 43054560
|
llmtf_eval/nlpcoreteam_ruMMLU_params.jsonl
ADDED
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"custom_generation_config": null,
|
3 |
+
"model_params": {
|
4 |
+
"model_name_or_path": "/workdir/data/models/qwen/ruadapt_qwen2.5_3B_ext_u32_lr5e4/kto2",
|
5 |
+
"generation_config": {
|
6 |
+
"bos_token_id": 131506,
|
7 |
+
"do_sample": true,
|
8 |
+
"eos_token_id": [
|
9 |
+
131508
|
10 |
+
],
|
11 |
+
"max_length": 32768,
|
12 |
+
"max_new_tokens": 64,
|
13 |
+
"pad_token_id": 131506,
|
14 |
+
"stop_strings": [
|
15 |
+
"<|im_end|>"
|
16 |
+
],
|
17 |
+
"temperature": 0.1,
|
18 |
+
"top_k": 40,
|
19 |
+
"top_p": 0.9,
|
20 |
+
"transformers_version": "4.45.2",
|
21 |
+
"trust_remote_code": false
|
22 |
+
},
|
23 |
+
"conversation_template": {
|
24 |
+
"system_prompt": "",
|
25 |
+
"system_message_template": "<|im_start|>{role}\n{content}<|im_end|>\n",
|
26 |
+
"user_message_template": "<|im_start|>{role}\n{content}<|im_end|>\n",
|
27 |
+
"bot_message_template": "<|im_start|>{role}\n{content}<|im_end|>\n",
|
28 |
+
"bot_message_template_incomplete": "<|im_start|>{role}\n{content}",
|
29 |
+
"user_role": "user",
|
30 |
+
"bot_role": "assistant",
|
31 |
+
"system_role": "system",
|
32 |
+
"global_prefix": "",
|
33 |
+
"suffix": "<|im_start|>assistant\n",
|
34 |
+
"add_special_tokens": false,
|
35 |
+
"eos_token": "<|im_end|>"
|
36 |
+
},
|
37 |
+
"load_in_8bit": false,
|
38 |
+
"torch_dtype": "auto",
|
39 |
+
"use_flash_attention_2": true,
|
40 |
+
"device_map": "cuda:0",
|
41 |
+
"use_fast_tokenizer": true,
|
42 |
+
"leading_space": false,
|
43 |
+
"space_token": null,
|
44 |
+
"trust_remote_code": false,
|
45 |
+
"max_model_len": 32768
|
46 |
+
},
|
47 |
+
"task_params": {
|
48 |
+
"max_len": 4000,
|
49 |
+
"few_shot_count": 0,
|
50 |
+
"batch_size": 8,
|
51 |
+
"max_sample_per_dataset": 10000000000000,
|
52 |
+
"method": "calculate_tokens_proba"
|
53 |
+
}
|
54 |
+
}
|
llmtf_eval/nlpcoreteam_ruMMLU_total.jsonl
ADDED
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"task_name": "nlpcoreteam/ruMMLU",
|
3 |
+
"results": {
|
4 |
+
"acc": 0.5473965020204639
|
5 |
+
},
|
6 |
+
"leaderboard_result": 0.5473965020204639
|
7 |
+
}
|
merges.txt
ADDED
The diff for this file is too large to render.
See raw diff
|
|
model-00001-of-00002.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d1e2a488e73bc40e6fb027896a5cf81a6aedd51ef3472a094f11cb7bd2504cba
|
3 |
+
size 4964146888
|
model-00002-of-00002.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a32a96c51697ece86dc0cac4e9aa80003a560854de238a632755eb4d8db8d7f1
|
3 |
+
size 1124188912
|
model.safetensors.index.json
ADDED
@@ -0,0 +1,441 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"metadata": {
|
3 |
+
"total_size": 6088286208
|
4 |
+
},
|
5 |
+
"weight_map": {
|
6 |
+
"model.embed_tokens.weight": "model-00001-of-00002.safetensors",
|
7 |
+
"model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
8 |
+
"model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
9 |
+
"model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
10 |
+
"model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
11 |
+
"model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
12 |
+
"model.layers.0.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
13 |
+
"model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
14 |
+
"model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
15 |
+
"model.layers.0.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
16 |
+
"model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
17 |
+
"model.layers.0.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
18 |
+
"model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
19 |
+
"model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
20 |
+
"model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
21 |
+
"model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
22 |
+
"model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
23 |
+
"model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
24 |
+
"model.layers.1.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
25 |
+
"model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
26 |
+
"model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
27 |
+
"model.layers.1.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
28 |
+
"model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
29 |
+
"model.layers.1.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
30 |
+
"model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
31 |
+
"model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
32 |
+
"model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
33 |
+
"model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
34 |
+
"model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
35 |
+
"model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
36 |
+
"model.layers.10.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
37 |
+
"model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
38 |
+
"model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
39 |
+
"model.layers.10.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
40 |
+
"model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
41 |
+
"model.layers.10.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
42 |
+
"model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
43 |
+
"model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
44 |
+
"model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
45 |
+
"model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
46 |
+
"model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
47 |
+
"model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
48 |
+
"model.layers.11.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
49 |
+
"model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
50 |
+
"model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
51 |
+
"model.layers.11.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
52 |
+
"model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
53 |
+
"model.layers.11.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
54 |
+
"model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
55 |
+
"model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
56 |
+
"model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
57 |
+
"model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
58 |
+
"model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
59 |
+
"model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
60 |
+
"model.layers.12.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
61 |
+
"model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
62 |
+
"model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
63 |
+
"model.layers.12.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
64 |
+
"model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
65 |
+
"model.layers.12.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
66 |
+
"model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
67 |
+
"model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
68 |
+
"model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
69 |
+
"model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
70 |
+
"model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
71 |
+
"model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
72 |
+
"model.layers.13.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
73 |
+
"model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
74 |
+
"model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
75 |
+
"model.layers.13.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
76 |
+
"model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
77 |
+
"model.layers.13.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
78 |
+
"model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
79 |
+
"model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
80 |
+
"model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
81 |
+
"model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
82 |
+
"model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
83 |
+
"model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
84 |
+
"model.layers.14.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
85 |
+
"model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
86 |
+
"model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
87 |
+
"model.layers.14.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
88 |
+
"model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
89 |
+
"model.layers.14.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
90 |
+
"model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
91 |
+
"model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
92 |
+
"model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
93 |
+
"model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
94 |
+
"model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
95 |
+
"model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
96 |
+
"model.layers.15.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
97 |
+
"model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
98 |
+
"model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
99 |
+
"model.layers.15.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
100 |
+
"model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
101 |
+
"model.layers.15.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
102 |
+
"model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
103 |
+
"model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
104 |
+
"model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
105 |
+
"model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
106 |
+
"model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
107 |
+
"model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
108 |
+
"model.layers.16.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
109 |
+
"model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
110 |
+
"model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
111 |
+
"model.layers.16.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
112 |
+
"model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
113 |
+
"model.layers.16.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
114 |
+
"model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
115 |
+
"model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
116 |
+
"model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
117 |
+
"model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
118 |
+
"model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
119 |
+
"model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
120 |
+
"model.layers.17.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
121 |
+
"model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
122 |
+
"model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
123 |
+
"model.layers.17.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
124 |
+
"model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
125 |
+
"model.layers.17.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
126 |
+
"model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
127 |
+
"model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
128 |
+
"model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
129 |
+
"model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
130 |
+
"model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
131 |
+
"model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
132 |
+
"model.layers.18.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
133 |
+
"model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
134 |
+
"model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
135 |
+
"model.layers.18.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
136 |
+
"model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
137 |
+
"model.layers.18.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
138 |
+
"model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
139 |
+
"model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
140 |
+
"model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
141 |
+
"model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
142 |
+
"model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
143 |
+
"model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
144 |
+
"model.layers.19.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
145 |
+
"model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
146 |
+
"model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
147 |
+
"model.layers.19.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
148 |
+
"model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
149 |
+
"model.layers.19.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
150 |
+
"model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
151 |
+
"model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
152 |
+
"model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
153 |
+
"model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
154 |
+
"model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
155 |
+
"model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
156 |
+
"model.layers.2.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
157 |
+
"model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
158 |
+
"model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
159 |
+
"model.layers.2.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
160 |
+
"model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
161 |
+
"model.layers.2.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
162 |
+
"model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
163 |
+
"model.layers.20.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
164 |
+
"model.layers.20.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
165 |
+
"model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
166 |
+
"model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
167 |
+
"model.layers.20.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
168 |
+
"model.layers.20.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
169 |
+
"model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
170 |
+
"model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
171 |
+
"model.layers.20.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
172 |
+
"model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
173 |
+
"model.layers.20.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
174 |
+
"model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
175 |
+
"model.layers.21.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
176 |
+
"model.layers.21.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
177 |
+
"model.layers.21.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
178 |
+
"model.layers.21.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
179 |
+
"model.layers.21.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
180 |
+
"model.layers.21.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
181 |
+
"model.layers.21.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
182 |
+
"model.layers.21.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
183 |
+
"model.layers.21.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
184 |
+
"model.layers.21.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
185 |
+
"model.layers.21.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
186 |
+
"model.layers.21.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
187 |
+
"model.layers.22.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
188 |
+
"model.layers.22.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
189 |
+
"model.layers.22.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
190 |
+
"model.layers.22.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
191 |
+
"model.layers.22.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
192 |
+
"model.layers.22.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
193 |
+
"model.layers.22.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
194 |
+
"model.layers.22.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
195 |
+
"model.layers.22.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
196 |
+
"model.layers.22.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
197 |
+
"model.layers.22.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
198 |
+
"model.layers.22.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
199 |
+
"model.layers.23.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
200 |
+
"model.layers.23.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
201 |
+
"model.layers.23.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
202 |
+
"model.layers.23.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
203 |
+
"model.layers.23.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
204 |
+
"model.layers.23.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
205 |
+
"model.layers.23.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
206 |
+
"model.layers.23.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
207 |
+
"model.layers.23.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
208 |
+
"model.layers.23.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
209 |
+
"model.layers.23.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
210 |
+
"model.layers.23.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
211 |
+
"model.layers.24.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
212 |
+
"model.layers.24.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
213 |
+
"model.layers.24.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
214 |
+
"model.layers.24.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
215 |
+
"model.layers.24.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
216 |
+
"model.layers.24.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
217 |
+
"model.layers.24.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
218 |
+
"model.layers.24.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
219 |
+
"model.layers.24.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
220 |
+
"model.layers.24.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
221 |
+
"model.layers.24.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
222 |
+
"model.layers.24.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
223 |
+
"model.layers.25.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
224 |
+
"model.layers.25.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
225 |
+
"model.layers.25.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
226 |
+
"model.layers.25.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
227 |
+
"model.layers.25.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
228 |
+
"model.layers.25.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
229 |
+
"model.layers.25.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
230 |
+
"model.layers.25.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
231 |
+
"model.layers.25.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
232 |
+
"model.layers.25.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
233 |
+
"model.layers.25.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
234 |
+
"model.layers.25.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
235 |
+
"model.layers.26.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
236 |
+
"model.layers.26.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
237 |
+
"model.layers.26.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
238 |
+
"model.layers.26.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
239 |
+
"model.layers.26.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
240 |
+
"model.layers.26.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
241 |
+
"model.layers.26.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
242 |
+
"model.layers.26.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
243 |
+
"model.layers.26.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
244 |
+
"model.layers.26.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
245 |
+
"model.layers.26.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
246 |
+
"model.layers.26.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
247 |
+
"model.layers.27.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
248 |
+
"model.layers.27.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
249 |
+
"model.layers.27.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
250 |
+
"model.layers.27.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
251 |
+
"model.layers.27.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
252 |
+
"model.layers.27.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
253 |
+
"model.layers.27.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
254 |
+
"model.layers.27.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
255 |
+
"model.layers.27.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
256 |
+
"model.layers.27.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
257 |
+
"model.layers.27.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
258 |
+
"model.layers.27.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
259 |
+
"model.layers.28.input_layernorm.weight": "model-00002-of-00002.safetensors",
|
260 |
+
"model.layers.28.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
|
261 |
+
"model.layers.28.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
262 |
+
"model.layers.28.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
263 |
+
"model.layers.28.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
|
264 |
+
"model.layers.28.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
265 |
+
"model.layers.28.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
266 |
+
"model.layers.28.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
267 |
+
"model.layers.28.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
268 |
+
"model.layers.28.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
269 |
+
"model.layers.28.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
270 |
+
"model.layers.28.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
271 |
+
"model.layers.29.input_layernorm.weight": "model-00002-of-00002.safetensors",
|
272 |
+
"model.layers.29.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
|
273 |
+
"model.layers.29.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
|
274 |
+
"model.layers.29.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
|
275 |
+
"model.layers.29.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
|
276 |
+
"model.layers.29.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
|
277 |
+
"model.layers.29.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
|
278 |
+
"model.layers.29.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
|
279 |
+
"model.layers.29.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
|
280 |
+
"model.layers.29.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
|
281 |
+
"model.layers.29.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
|
282 |
+
"model.layers.29.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
|
283 |
+
"model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
284 |
+
"model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
285 |
+
"model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
286 |
+
"model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
287 |
+
"model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
288 |
+
"model.layers.3.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
289 |
+
"model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
290 |
+
"model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
291 |
+
"model.layers.3.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
292 |
+
"model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
293 |
+
"model.layers.3.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
294 |
+
"model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
295 |
+
"model.layers.30.input_layernorm.weight": "model-00002-of-00002.safetensors",
|
296 |
+
"model.layers.30.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
|
297 |
+
"model.layers.30.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
|
298 |
+
"model.layers.30.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
|
299 |
+
"model.layers.30.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
|
300 |
+
"model.layers.30.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
|
301 |
+
"model.layers.30.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
|
302 |
+
"model.layers.30.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
|
303 |
+
"model.layers.30.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
|
304 |
+
"model.layers.30.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
|
305 |
+
"model.layers.30.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
|
306 |
+
"model.layers.30.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
|
307 |
+
"model.layers.31.input_layernorm.weight": "model-00002-of-00002.safetensors",
|
308 |
+
"model.layers.31.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
|
309 |
+
"model.layers.31.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
|
310 |
+
"model.layers.31.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
|
311 |
+
"model.layers.31.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
|
312 |
+
"model.layers.31.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
|
313 |
+
"model.layers.31.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
|
314 |
+
"model.layers.31.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
|
315 |
+
"model.layers.31.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
|
316 |
+
"model.layers.31.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
|
317 |
+
"model.layers.31.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
|
318 |
+
"model.layers.31.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
|
319 |
+
"model.layers.32.input_layernorm.weight": "model-00002-of-00002.safetensors",
|
320 |
+
"model.layers.32.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
|
321 |
+
"model.layers.32.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
|
322 |
+
"model.layers.32.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
|
323 |
+
"model.layers.32.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
|
324 |
+
"model.layers.32.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
|
325 |
+
"model.layers.32.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
|
326 |
+
"model.layers.32.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
|
327 |
+
"model.layers.32.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
|
328 |
+
"model.layers.32.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
|
329 |
+
"model.layers.32.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
|
330 |
+
"model.layers.32.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
|
331 |
+
"model.layers.33.input_layernorm.weight": "model-00002-of-00002.safetensors",
|
332 |
+
"model.layers.33.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
|
333 |
+
"model.layers.33.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
|
334 |
+
"model.layers.33.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
|
335 |
+
"model.layers.33.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
|
336 |
+
"model.layers.33.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
|
337 |
+
"model.layers.33.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
|
338 |
+
"model.layers.33.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
|
339 |
+
"model.layers.33.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
|
340 |
+
"model.layers.33.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
|
341 |
+
"model.layers.33.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
|
342 |
+
"model.layers.33.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
|
343 |
+
"model.layers.34.input_layernorm.weight": "model-00002-of-00002.safetensors",
|
344 |
+
"model.layers.34.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
|
345 |
+
"model.layers.34.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
|
346 |
+
"model.layers.34.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
|
347 |
+
"model.layers.34.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
|
348 |
+
"model.layers.34.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
|
349 |
+
"model.layers.34.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
|
350 |
+
"model.layers.34.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
|
351 |
+
"model.layers.34.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
|
352 |
+
"model.layers.34.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
|
353 |
+
"model.layers.34.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
|
354 |
+
"model.layers.34.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
|
355 |
+
"model.layers.35.input_layernorm.weight": "model-00002-of-00002.safetensors",
|
356 |
+
"model.layers.35.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
|
357 |
+
"model.layers.35.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
|
358 |
+
"model.layers.35.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
|
359 |
+
"model.layers.35.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
|
360 |
+
"model.layers.35.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
|
361 |
+
"model.layers.35.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
|
362 |
+
"model.layers.35.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
|
363 |
+
"model.layers.35.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
|
364 |
+
"model.layers.35.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
|
365 |
+
"model.layers.35.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
|
366 |
+
"model.layers.35.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
|
367 |
+
"model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
368 |
+
"model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
369 |
+
"model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
370 |
+
"model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
371 |
+
"model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
372 |
+
"model.layers.4.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
373 |
+
"model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
374 |
+
"model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
375 |
+
"model.layers.4.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
376 |
+
"model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
377 |
+
"model.layers.4.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
378 |
+
"model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
379 |
+
"model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
380 |
+
"model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
381 |
+
"model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
382 |
+
"model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
383 |
+
"model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
384 |
+
"model.layers.5.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
385 |
+
"model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
386 |
+
"model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
387 |
+
"model.layers.5.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
388 |
+
"model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
389 |
+
"model.layers.5.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
390 |
+
"model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
391 |
+
"model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
392 |
+
"model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
393 |
+
"model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
394 |
+
"model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
395 |
+
"model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
396 |
+
"model.layers.6.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
397 |
+
"model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
398 |
+
"model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
399 |
+
"model.layers.6.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
400 |
+
"model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
401 |
+
"model.layers.6.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
402 |
+
"model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
403 |
+
"model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
404 |
+
"model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
405 |
+
"model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
406 |
+
"model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
407 |
+
"model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
408 |
+
"model.layers.7.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
409 |
+
"model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
410 |
+
"model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
411 |
+
"model.layers.7.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
412 |
+
"model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
413 |
+
"model.layers.7.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
414 |
+
"model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
415 |
+
"model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
416 |
+
"model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
417 |
+
"model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
418 |
+
"model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
419 |
+
"model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
420 |
+
"model.layers.8.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
421 |
+
"model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
422 |
+
"model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
423 |
+
"model.layers.8.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
424 |
+
"model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
425 |
+
"model.layers.8.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
426 |
+
"model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
427 |
+
"model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors",
|
428 |
+
"model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
|
429 |
+
"model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
|
430 |
+
"model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
|
431 |
+
"model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
|
432 |
+
"model.layers.9.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
|
433 |
+
"model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
|
434 |
+
"model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
|
435 |
+
"model.layers.9.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
|
436 |
+
"model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
|
437 |
+
"model.layers.9.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
|
438 |
+
"model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
|
439 |
+
"model.norm.weight": "model-00002-of-00002.safetensors"
|
440 |
+
}
|
441 |
+
}
|
special_tokens_map.json
ADDED
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"additional_special_tokens": [
|
3 |
+
"<|im_start|>",
|
4 |
+
"<|im_end|>",
|
5 |
+
"<|object_ref_start|>",
|
6 |
+
"<|object_ref_end|>",
|
7 |
+
"<|box_start|>",
|
8 |
+
"<|box_end|>",
|
9 |
+
"<|quad_start|>",
|
10 |
+
"<|quad_end|>",
|
11 |
+
"<|vision_start|>",
|
12 |
+
"<|vision_end|>",
|
13 |
+
"<|vision_pad|>",
|
14 |
+
"<|image_pad|>",
|
15 |
+
"<|video_pad|>"
|
16 |
+
],
|
17 |
+
"bos_token": {
|
18 |
+
"content": "<|endoftext|>",
|
19 |
+
"lstrip": false,
|
20 |
+
"normalized": false,
|
21 |
+
"rstrip": false,
|
22 |
+
"single_word": false
|
23 |
+
},
|
24 |
+
"eos_token": {
|
25 |
+
"content": "<|im_end|>",
|
26 |
+
"lstrip": false,
|
27 |
+
"normalized": false,
|
28 |
+
"rstrip": false,
|
29 |
+
"single_word": false
|
30 |
+
},
|
31 |
+
"pad_token": {
|
32 |
+
"content": "<|endoftext|>",
|
33 |
+
"lstrip": false,
|
34 |
+
"normalized": false,
|
35 |
+
"rstrip": false,
|
36 |
+
"single_word": false
|
37 |
+
}
|
38 |
+
}
|
tokenizer.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9b70f434938f8add6d6ce484dedf2c36f3b4aefde24b4c74b1d3254388487bfc
|
3 |
+
size 10610274
|
tokenizer_config.json
ADDED
@@ -0,0 +1,207 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"add_bos_token": false,
|
3 |
+
"add_prefix_space": false,
|
4 |
+
"added_tokens_decoder": {
|
5 |
+
"131506": {
|
6 |
+
"content": "<|endoftext|>",
|
7 |
+
"lstrip": false,
|
8 |
+
"normalized": false,
|
9 |
+
"rstrip": false,
|
10 |
+
"single_word": false,
|
11 |
+
"special": true
|
12 |
+
},
|
13 |
+
"131507": {
|
14 |
+
"content": "<|im_start|>",
|
15 |
+
"lstrip": false,
|
16 |
+
"normalized": false,
|
17 |
+
"rstrip": false,
|
18 |
+
"single_word": false,
|
19 |
+
"special": true
|
20 |
+
},
|
21 |
+
"131508": {
|
22 |
+
"content": "<|im_end|>",
|
23 |
+
"lstrip": false,
|
24 |
+
"normalized": false,
|
25 |
+
"rstrip": false,
|
26 |
+
"single_word": false,
|
27 |
+
"special": true
|
28 |
+
},
|
29 |
+
"131509": {
|
30 |
+
"content": "<|object_ref_start|>",
|
31 |
+
"lstrip": false,
|
32 |
+
"normalized": false,
|
33 |
+
"rstrip": false,
|
34 |
+
"single_word": false,
|
35 |
+
"special": true
|
36 |
+
},
|
37 |
+
"131510": {
|
38 |
+
"content": "<|object_ref_end|>",
|
39 |
+
"lstrip": false,
|
40 |
+
"normalized": false,
|
41 |
+
"rstrip": false,
|
42 |
+
"single_word": false,
|
43 |
+
"special": true
|
44 |
+
},
|
45 |
+
"131511": {
|
46 |
+
"content": "<|box_start|>",
|
47 |
+
"lstrip": false,
|
48 |
+
"normalized": false,
|
49 |
+
"rstrip": false,
|
50 |
+
"single_word": false,
|
51 |
+
"special": true
|
52 |
+
},
|
53 |
+
"131512": {
|
54 |
+
"content": "<|box_end|>",
|
55 |
+
"lstrip": false,
|
56 |
+
"normalized": false,
|
57 |
+
"rstrip": false,
|
58 |
+
"single_word": false,
|
59 |
+
"special": true
|
60 |
+
},
|
61 |
+
"131513": {
|
62 |
+
"content": "<|quad_start|>",
|
63 |
+
"lstrip": false,
|
64 |
+
"normalized": false,
|
65 |
+
"rstrip": false,
|
66 |
+
"single_word": false,
|
67 |
+
"special": true
|
68 |
+
},
|
69 |
+
"131514": {
|
70 |
+
"content": "<|quad_end|>",
|
71 |
+
"lstrip": false,
|
72 |
+
"normalized": false,
|
73 |
+
"rstrip": false,
|
74 |
+
"single_word": false,
|
75 |
+
"special": true
|
76 |
+
},
|
77 |
+
"131515": {
|
78 |
+
"content": "<|vision_start|>",
|
79 |
+
"lstrip": false,
|
80 |
+
"normalized": false,
|
81 |
+
"rstrip": false,
|
82 |
+
"single_word": false,
|
83 |
+
"special": true
|
84 |
+
},
|
85 |
+
"131516": {
|
86 |
+
"content": "<|vision_end|>",
|
87 |
+
"lstrip": false,
|
88 |
+
"normalized": false,
|
89 |
+
"rstrip": false,
|
90 |
+
"single_word": false,
|
91 |
+
"special": true
|
92 |
+
},
|
93 |
+
"131517": {
|
94 |
+
"content": "<|vision_pad|>",
|
95 |
+
"lstrip": false,
|
96 |
+
"normalized": false,
|
97 |
+
"rstrip": false,
|
98 |
+
"single_word": false,
|
99 |
+
"special": true
|
100 |
+
},
|
101 |
+
"131518": {
|
102 |
+
"content": "<|image_pad|>",
|
103 |
+
"lstrip": false,
|
104 |
+
"normalized": false,
|
105 |
+
"rstrip": false,
|
106 |
+
"single_word": false,
|
107 |
+
"special": true
|
108 |
+
},
|
109 |
+
"131519": {
|
110 |
+
"content": "<|video_pad|>",
|
111 |
+
"lstrip": false,
|
112 |
+
"normalized": false,
|
113 |
+
"rstrip": false,
|
114 |
+
"single_word": false,
|
115 |
+
"special": true
|
116 |
+
},
|
117 |
+
"131520": {
|
118 |
+
"content": "<tool_call>",
|
119 |
+
"lstrip": false,
|
120 |
+
"normalized": false,
|
121 |
+
"rstrip": false,
|
122 |
+
"single_word": false,
|
123 |
+
"special": true
|
124 |
+
},
|
125 |
+
"131521": {
|
126 |
+
"content": "</tool_call>",
|
127 |
+
"lstrip": false,
|
128 |
+
"normalized": false,
|
129 |
+
"rstrip": false,
|
130 |
+
"single_word": false,
|
131 |
+
"special": true
|
132 |
+
},
|
133 |
+
"131522": {
|
134 |
+
"content": "<|fim_prefix|>",
|
135 |
+
"lstrip": false,
|
136 |
+
"normalized": false,
|
137 |
+
"rstrip": false,
|
138 |
+
"single_word": false,
|
139 |
+
"special": true
|
140 |
+
},
|
141 |
+
"131523": {
|
142 |
+
"content": "<|fim_middle|>",
|
143 |
+
"lstrip": false,
|
144 |
+
"normalized": false,
|
145 |
+
"rstrip": false,
|
146 |
+
"single_word": false,
|
147 |
+
"special": true
|
148 |
+
},
|
149 |
+
"131524": {
|
150 |
+
"content": "<|fim_suffix|>",
|
151 |
+
"lstrip": false,
|
152 |
+
"normalized": false,
|
153 |
+
"rstrip": false,
|
154 |
+
"single_word": false,
|
155 |
+
"special": true
|
156 |
+
},
|
157 |
+
"131525": {
|
158 |
+
"content": "<|fim_pad|>",
|
159 |
+
"lstrip": false,
|
160 |
+
"normalized": false,
|
161 |
+
"rstrip": false,
|
162 |
+
"single_word": false,
|
163 |
+
"special": true
|
164 |
+
},
|
165 |
+
"131526": {
|
166 |
+
"content": "<|repo_name|>",
|
167 |
+
"lstrip": false,
|
168 |
+
"normalized": false,
|
169 |
+
"rstrip": false,
|
170 |
+
"single_word": false,
|
171 |
+
"special": true
|
172 |
+
},
|
173 |
+
"131527": {
|
174 |
+
"content": "<|file_sep|>",
|
175 |
+
"lstrip": false,
|
176 |
+
"normalized": false,
|
177 |
+
"rstrip": false,
|
178 |
+
"single_word": false,
|
179 |
+
"special": true
|
180 |
+
}
|
181 |
+
},
|
182 |
+
"additional_special_tokens": [
|
183 |
+
"<|im_start|>",
|
184 |
+
"<|im_end|>",
|
185 |
+
"<|object_ref_start|>",
|
186 |
+
"<|object_ref_end|>",
|
187 |
+
"<|box_start|>",
|
188 |
+
"<|box_end|>",
|
189 |
+
"<|quad_start|>",
|
190 |
+
"<|quad_end|>",
|
191 |
+
"<|vision_start|>",
|
192 |
+
"<|vision_end|>",
|
193 |
+
"<|vision_pad|>",
|
194 |
+
"<|image_pad|>",
|
195 |
+
"<|video_pad|>"
|
196 |
+
],
|
197 |
+
"bos_token": "<|endoftext|>",
|
198 |
+
"chat_template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0]['role'] == 'system' %}\n {{- messages[0]['content'] }}\n {%- else %}\n {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n {%- endif %}\n {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0]['role'] == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {{- '<|im_start|>' + message.role }}\n {%- if message.content %}\n {{- '\\n' + message.content }}\n {%- endif %}\n {%- for tool_call in message.tool_calls %}\n {%- if tool_call.function is defined %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '\\n<tool_call>\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- '}\\n</tool_call>' }}\n {%- endfor %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n<tool_response>\\n' }}\n {{- message.content }}\n {{- '\\n</tool_response>' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
|
199 |
+
"clean_up_tokenization_spaces": false,
|
200 |
+
"eos_token": "<|im_end|>",
|
201 |
+
"errors": "replace",
|
202 |
+
"model_max_length": 131072,
|
203 |
+
"pad_token": "<|endoftext|>",
|
204 |
+
"split_special_tokens": false,
|
205 |
+
"tokenizer_class": "Qwen2Tokenizer",
|
206 |
+
"unk_token": null
|
207 |
+
}
|
vocab.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|