ArtifactAI autoevaluator HF staff commited on
Commit
71c4566
1 Parent(s): 703cc84

Add verifyToken field to verify evaluation results are produced by Hugging Face's automatic model evaluator (#2)

Browse files

- Add verifyToken field to verify evaluation results are produced by Hugging Face's automatic model evaluator (b3e5658f93d86737dcc1601bbb918ec4f1f78084)


Co-authored-by: Evaluation Bot <[email protected]>

Files changed (1) hide show
  1. README.md +19 -13
README.md CHANGED
@@ -1,8 +1,8 @@
1
  ---
2
  language: en
3
- datasets: billsum
4
  tags:
5
  - summarization
 
6
  widget:
7
  - text: 'The people of the State of California do enact as follows: SECTIONHEADER
8
  Section 1170.02 is added to the Penal Code, to read: 1170.02. A prisoner is not
@@ -125,30 +125,36 @@ model-index:
125
  config: default
126
  split: test
127
  metrics:
128
- - name: ROUGE-1
129
- type: rouge
130
  value: 47.6721
 
131
  verified: true
132
- - name: ROUGE-2
133
- type: rouge
134
  value: 26.7372
 
135
  verified: true
136
- - name: ROUGE-L
137
- type: rouge
138
  value: 34.5681
 
139
  verified: true
140
- - name: ROUGE-LSUM
141
- type: rouge
142
  value: 41.5295
 
143
  verified: true
144
- - name: loss
145
- type: loss
146
  value: 2.079916000366211
 
147
  verified: true
148
- - name: gen_len
149
- type: gen_len
150
  value: 128.8152
 
151
  verified: true
 
152
  ---
153
 
154
  # Longformer Encoder-Decoder (LED) fine-tuned on Billsum
 
1
  ---
2
  language: en
 
3
  tags:
4
  - summarization
5
+ datasets: billsum
6
  widget:
7
  - text: 'The people of the State of California do enact as follows: SECTIONHEADER
8
  Section 1170.02 is added to the Penal Code, to read: 1170.02. A prisoner is not
 
125
  config: default
126
  split: test
127
  metrics:
128
+ - type: rouge
 
129
  value: 47.6721
130
+ name: ROUGE-1
131
  verified: true
132
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYjcxODI2MmU0YTk4MTk3ZGJkMjc4NWMxNDI4N2Y4ZGU3MGUwN2JjN2VhMjViODhiZjA5YTRmNjQzY2ZmMGQwMyIsInZlcnNpb24iOjF9.P3_Ui5VsXmpVgmrC4vvmnBeP_Duq92a4g_W2sRoiOaKOuSvqM0Db4pi15EC1OsmxQ_8dFPTXLiMYaAdaKNf2Cw
133
+ - type: rouge
134
  value: 26.7372
135
+ name: ROUGE-2
136
  verified: true
137
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiOWM4ZTcwODE0MmU0NzBhNTNjYTU1NTkzMDJkZWUxODNjOWIxOWQ2ZGE5YzdmNjgxZDEzOWVhOGI4ZjkwYzViOCIsInZlcnNpb24iOjF9.zJilnMntYc-5XNASnjoIMgaS79LJQ8hwKHkioT0SOUKwLxo5UKlkoJQHQfHNPVUQKxSu0hz57IisCvAUqxBtDw
138
+ - type: rouge
139
  value: 34.5681
140
+ name: ROUGE-L
141
  verified: true
142
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMmUyZDcwN2I1OWZiMmE4YzcxYWNmZTgwZWNiYTRhN2JmMjJjYjBlNWZlN2U5YTI0OGY3Y2I2YzcwYzI3MDU0NSIsInZlcnNpb24iOjF9.yJycTj_5GstHtI8DwGQm5D8Pzxd2epE3LxlzCCxuRjkoB0HB45gu4TlrNOMvcWSbb4rPVTZzaazdHgwJNn8ICQ
143
+ - type: rouge
144
  value: 41.5295
145
+ name: ROUGE-LSUM
146
  verified: true
147
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiOTg1ZDc3Mzc2OWMwMWFmMDBmMjA0ZTM4NzhmNDM4YzJhZWY5MDE4YWY0YTBjYTk2MGIwN2ExZTI0NmJmYTk1MCIsInZlcnNpb24iOjF9.mUk4rARISI-43XrOYVMQj9VBaDt8CCKYwRwMgTWl34RfCmxuuA3cobDnYMxX1JhDQ4j72mv1LYGaqr6iJZsECQ
148
+ - type: loss
149
  value: 2.079916000366211
150
+ name: loss
151
  verified: true
152
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNDExOTg1ZDcxODdiMTVhOGZkMGI3OTJkY2MwMWUyYzNkNzBiOTQ4ZGMwY2YwNzEzNzliZDdkNjYxZDgyZDRmZSIsInZlcnNpb24iOjF9.yV6qrPc13R5ZPsU1H55qneVsRlyp5lY-ZfGBT7UD4KJ_EYQeS03DZlwg3WJG215L7D_cWizBZ4lpGOJqeXXFBg
153
+ - type: gen_len
154
  value: 128.8152
155
+ name: gen_len
156
  verified: true
157
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZDZjNDE2NzExYzgwZGJhYzQ4Njk3MWU1ZTA5Y2Y1OTQwZDRiZmJjNTk2OWJhMDIwNzBlZmI0NDRlZTA2ODc4ZiIsInZlcnNpb24iOjF9.KrBLis48Ks2vRnMzfrPNcfFNMoU4fdlBC5g0wLePox-4EYqgrUBCGP7ff6y8dMONdqJx7cobxIu0MFgGbpgWAQ
158
  ---
159
 
160
  # Longformer Encoder-Decoder (LED) fine-tuned on Billsum