Suparious commited on
Commit
e977c97
1 Parent(s): 79987a6

Added base_model tag in README.md

Browse files
Files changed (1) hide show
  1. README.md +79 -84
README.md CHANGED
@@ -1,114 +1,129 @@
1
  ---
 
 
 
 
 
2
  license: cc-by-nc-4.0
3
  model-index:
4
  - name: Seraph-7B
5
  results:
6
- - task:
7
- type: text-generation
8
- name: Text Generation
9
- dataset:
10
- name: AI2 Reasoning Challenge (25-Shot)
11
- type: ai2_arc
12
- config: ARC-Challenge
13
- split: test
14
  args:
15
  num_few_shot: 25
 
 
 
 
16
  metrics:
17
- - type: acc_norm
 
18
  value: 67.83
19
- name: normalized accuracy
20
  source:
21
- url: >-
22
- https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=Weyaxi/Seraph-7B
23
  name: Open LLM Leaderboard
24
- - task:
25
- type: text-generation
26
  name: Text Generation
27
- dataset:
28
- name: HellaSwag (10-Shot)
29
- type: hellaswag
30
- split: validation
31
  args:
32
  num_few_shot: 10
 
 
 
33
  metrics:
34
- - type: acc_norm
 
35
  value: 86.22
36
- name: normalized accuracy
37
  source:
38
- url: >-
39
- https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=Weyaxi/Seraph-7B
40
  name: Open LLM Leaderboard
41
- - task:
42
- type: text-generation
43
  name: Text Generation
44
- dataset:
45
- name: MMLU (5-Shot)
46
- type: cais/mmlu
47
- config: all
48
- split: test
49
  args:
50
  num_few_shot: 5
 
 
 
 
51
  metrics:
52
- - type: acc
 
53
  value: 65.07
54
- name: accuracy
55
  source:
56
- url: >-
57
- https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=Weyaxi/Seraph-7B
58
  name: Open LLM Leaderboard
59
- - task:
60
- type: text-generation
61
  name: Text Generation
62
- dataset:
63
- name: TruthfulQA (0-shot)
64
- type: truthful_qa
65
- config: multiple_choice
66
- split: validation
67
  args:
68
  num_few_shot: 0
 
 
 
 
69
  metrics:
70
  - type: mc2
71
  value: 59.49
72
  source:
73
- url: >-
74
- https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=Weyaxi/Seraph-7B
75
  name: Open LLM Leaderboard
76
- - task:
77
- type: text-generation
78
  name: Text Generation
79
- dataset:
80
- name: Winogrande (5-shot)
81
- type: winogrande
82
- config: winogrande_xl
83
- split: validation
84
  args:
85
  num_few_shot: 5
 
 
 
 
86
  metrics:
87
- - type: acc
 
88
  value: 80.66
89
- name: accuracy
90
  source:
91
- url: >-
92
- https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=Weyaxi/Seraph-7B
93
  name: Open LLM Leaderboard
94
- - task:
95
- type: text-generation
96
  name: Text Generation
97
- dataset:
98
- name: GSM8k (5-shot)
99
- type: gsm8k
100
- config: main
101
- split: test
102
  args:
103
  num_few_shot: 5
 
 
 
 
104
  metrics:
105
- - type: acc
 
106
  value: 71.87
107
- name: accuracy
108
  source:
109
- url: >-
110
- https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=Weyaxi/Seraph-7B
111
  name: Open LLM Leaderboard
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
112
  tags:
113
  - merge
114
  - finetuned
@@ -127,26 +142,6 @@ tags:
127
  - text-generation-inference
128
  - finetune
129
  - chatml
130
- language:
131
- - en
132
- library_name: transformers
133
- model_creator: Weyaxi
134
- model_name: Seraph-7B
135
- model_type: mistral
136
- pipeline_tag: text-generation
137
- inference: false
138
- prompt_template: '<|im_start|>system
139
-
140
- {system_message}<|im_end|>
141
-
142
- <|im_start|>user
143
-
144
- {prompt}<|im_end|>
145
-
146
- <|im_start|>assistant
147
-
148
- '
149
- quantized_by: Suparious
150
  ---
151
  # Weyaxi/Seraph-7B AWQ
152
 
 
1
  ---
2
+ base_model: Weyaxi/Seraph-7B
3
+ inference: false
4
+ language:
5
+ - en
6
+ library_name: transformers
7
  license: cc-by-nc-4.0
8
  model-index:
9
  - name: Seraph-7B
10
  results:
11
+ - dataset:
 
 
 
 
 
 
 
12
  args:
13
  num_few_shot: 25
14
+ config: ARC-Challenge
15
+ name: AI2 Reasoning Challenge (25-Shot)
16
+ split: test
17
+ type: ai2_arc
18
  metrics:
19
+ - name: normalized accuracy
20
+ type: acc_norm
21
  value: 67.83
 
22
  source:
 
 
23
  name: Open LLM Leaderboard
24
+ url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=Weyaxi/Seraph-7B
25
+ task:
26
  name: Text Generation
27
+ type: text-generation
28
+ - dataset:
 
 
29
  args:
30
  num_few_shot: 10
31
+ name: HellaSwag (10-Shot)
32
+ split: validation
33
+ type: hellaswag
34
  metrics:
35
+ - name: normalized accuracy
36
+ type: acc_norm
37
  value: 86.22
 
38
  source:
 
 
39
  name: Open LLM Leaderboard
40
+ url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=Weyaxi/Seraph-7B
41
+ task:
42
  name: Text Generation
43
+ type: text-generation
44
+ - dataset:
 
 
 
45
  args:
46
  num_few_shot: 5
47
+ config: all
48
+ name: MMLU (5-Shot)
49
+ split: test
50
+ type: cais/mmlu
51
  metrics:
52
+ - name: accuracy
53
+ type: acc
54
  value: 65.07
 
55
  source:
 
 
56
  name: Open LLM Leaderboard
57
+ url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=Weyaxi/Seraph-7B
58
+ task:
59
  name: Text Generation
60
+ type: text-generation
61
+ - dataset:
 
 
 
62
  args:
63
  num_few_shot: 0
64
+ config: multiple_choice
65
+ name: TruthfulQA (0-shot)
66
+ split: validation
67
+ type: truthful_qa
68
  metrics:
69
  - type: mc2
70
  value: 59.49
71
  source:
 
 
72
  name: Open LLM Leaderboard
73
+ url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=Weyaxi/Seraph-7B
74
+ task:
75
  name: Text Generation
76
+ type: text-generation
77
+ - dataset:
 
 
 
78
  args:
79
  num_few_shot: 5
80
+ config: winogrande_xl
81
+ name: Winogrande (5-shot)
82
+ split: validation
83
+ type: winogrande
84
  metrics:
85
+ - name: accuracy
86
+ type: acc
87
  value: 80.66
 
88
  source:
 
 
89
  name: Open LLM Leaderboard
90
+ url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=Weyaxi/Seraph-7B
91
+ task:
92
  name: Text Generation
93
+ type: text-generation
94
+ - dataset:
 
 
 
95
  args:
96
  num_few_shot: 5
97
+ config: main
98
+ name: GSM8k (5-shot)
99
+ split: test
100
+ type: gsm8k
101
  metrics:
102
+ - name: accuracy
103
+ type: acc
104
  value: 71.87
 
105
  source:
 
 
106
  name: Open LLM Leaderboard
107
+ url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=Weyaxi/Seraph-7B
108
+ task:
109
+ name: Text Generation
110
+ type: text-generation
111
+ model_creator: Weyaxi
112
+ model_name: Seraph-7B
113
+ model_type: mistral
114
+ pipeline_tag: text-generation
115
+ prompt_template: '<|im_start|>system
116
+
117
+ {system_message}<|im_end|>
118
+
119
+ <|im_start|>user
120
+
121
+ {prompt}<|im_end|>
122
+
123
+ <|im_start|>assistant
124
+
125
+ '
126
+ quantized_by: Suparious
127
  tags:
128
  - merge
129
  - finetuned
 
142
  - text-generation-inference
143
  - finetune
144
  - chatml
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
145
  ---
146
  # Weyaxi/Seraph-7B AWQ
147