Commit
•
71c4566
1
Parent(s):
703cc84
Add verifyToken field to verify evaluation results are produced by Hugging Face's automatic model evaluator (#2)
Browse files- Add verifyToken field to verify evaluation results are produced by Hugging Face's automatic model evaluator (b3e5658f93d86737dcc1601bbb918ec4f1f78084)
Co-authored-by: Evaluation Bot <[email protected]>
README.md
CHANGED
@@ -1,8 +1,8 @@
|
|
1 |
---
|
2 |
language: en
|
3 |
-
datasets: billsum
|
4 |
tags:
|
5 |
- summarization
|
|
|
6 |
widget:
|
7 |
- text: 'The people of the State of California do enact as follows: SECTIONHEADER
|
8 |
Section 1170.02 is added to the Penal Code, to read: 1170.02. A prisoner is not
|
@@ -125,30 +125,36 @@ model-index:
|
|
125 |
config: default
|
126 |
split: test
|
127 |
metrics:
|
128 |
-
-
|
129 |
-
type: rouge
|
130 |
value: 47.6721
|
|
|
131 |
verified: true
|
132 |
-
|
133 |
-
|
134 |
value: 26.7372
|
|
|
135 |
verified: true
|
136 |
-
|
137 |
-
|
138 |
value: 34.5681
|
|
|
139 |
verified: true
|
140 |
-
|
141 |
-
|
142 |
value: 41.5295
|
|
|
143 |
verified: true
|
144 |
-
|
145 |
-
|
146 |
value: 2.079916000366211
|
|
|
147 |
verified: true
|
148 |
-
|
149 |
-
|
150 |
value: 128.8152
|
|
|
151 |
verified: true
|
|
|
152 |
---
|
153 |
|
154 |
# Longformer Encoder-Decoder (LED) fine-tuned on Billsum
|
|
|
1 |
---
|
2 |
language: en
|
|
|
3 |
tags:
|
4 |
- summarization
|
5 |
+
datasets: billsum
|
6 |
widget:
|
7 |
- text: 'The people of the State of California do enact as follows: SECTIONHEADER
|
8 |
Section 1170.02 is added to the Penal Code, to read: 1170.02. A prisoner is not
|
|
|
125 |
config: default
|
126 |
split: test
|
127 |
metrics:
|
128 |
+
- type: rouge
|
|
|
129 |
value: 47.6721
|
130 |
+
name: ROUGE-1
|
131 |
verified: true
|
132 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYjcxODI2MmU0YTk4MTk3ZGJkMjc4NWMxNDI4N2Y4ZGU3MGUwN2JjN2VhMjViODhiZjA5YTRmNjQzY2ZmMGQwMyIsInZlcnNpb24iOjF9.P3_Ui5VsXmpVgmrC4vvmnBeP_Duq92a4g_W2sRoiOaKOuSvqM0Db4pi15EC1OsmxQ_8dFPTXLiMYaAdaKNf2Cw
|
133 |
+
- type: rouge
|
134 |
value: 26.7372
|
135 |
+
name: ROUGE-2
|
136 |
verified: true
|
137 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiOWM4ZTcwODE0MmU0NzBhNTNjYTU1NTkzMDJkZWUxODNjOWIxOWQ2ZGE5YzdmNjgxZDEzOWVhOGI4ZjkwYzViOCIsInZlcnNpb24iOjF9.zJilnMntYc-5XNASnjoIMgaS79LJQ8hwKHkioT0SOUKwLxo5UKlkoJQHQfHNPVUQKxSu0hz57IisCvAUqxBtDw
|
138 |
+
- type: rouge
|
139 |
value: 34.5681
|
140 |
+
name: ROUGE-L
|
141 |
verified: true
|
142 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMmUyZDcwN2I1OWZiMmE4YzcxYWNmZTgwZWNiYTRhN2JmMjJjYjBlNWZlN2U5YTI0OGY3Y2I2YzcwYzI3MDU0NSIsInZlcnNpb24iOjF9.yJycTj_5GstHtI8DwGQm5D8Pzxd2epE3LxlzCCxuRjkoB0HB45gu4TlrNOMvcWSbb4rPVTZzaazdHgwJNn8ICQ
|
143 |
+
- type: rouge
|
144 |
value: 41.5295
|
145 |
+
name: ROUGE-LSUM
|
146 |
verified: true
|
147 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiOTg1ZDc3Mzc2OWMwMWFmMDBmMjA0ZTM4NzhmNDM4YzJhZWY5MDE4YWY0YTBjYTk2MGIwN2ExZTI0NmJmYTk1MCIsInZlcnNpb24iOjF9.mUk4rARISI-43XrOYVMQj9VBaDt8CCKYwRwMgTWl34RfCmxuuA3cobDnYMxX1JhDQ4j72mv1LYGaqr6iJZsECQ
|
148 |
+
- type: loss
|
149 |
value: 2.079916000366211
|
150 |
+
name: loss
|
151 |
verified: true
|
152 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNDExOTg1ZDcxODdiMTVhOGZkMGI3OTJkY2MwMWUyYzNkNzBiOTQ4ZGMwY2YwNzEzNzliZDdkNjYxZDgyZDRmZSIsInZlcnNpb24iOjF9.yV6qrPc13R5ZPsU1H55qneVsRlyp5lY-ZfGBT7UD4KJ_EYQeS03DZlwg3WJG215L7D_cWizBZ4lpGOJqeXXFBg
|
153 |
+
- type: gen_len
|
154 |
value: 128.8152
|
155 |
+
name: gen_len
|
156 |
verified: true
|
157 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZDZjNDE2NzExYzgwZGJhYzQ4Njk3MWU1ZTA5Y2Y1OTQwZDRiZmJjNTk2OWJhMDIwNzBlZmI0NDRlZTA2ODc4ZiIsInZlcnNpb24iOjF9.KrBLis48Ks2vRnMzfrPNcfFNMoU4fdlBC5g0wLePox-4EYqgrUBCGP7ff6y8dMONdqJx7cobxIu0MFgGbpgWAQ
|
158 |
---
|
159 |
|
160 |
# Longformer Encoder-Decoder (LED) fine-tuned on Billsum
|