Add verifyToken field to verify evaluation results are produced by Hugging Face's automatic model evaluator
#3
by
autoevaluator
HF staff
- opened
README.md
CHANGED
@@ -1,8 +1,8 @@
|
|
1 |
---
|
2 |
language: en
|
3 |
-
datasets: billsum
|
4 |
tags:
|
5 |
- summarization
|
|
|
6 |
widget:
|
7 |
- text: 'The people of the State of California do enact as follows: SECTIONHEADER
|
8 |
Section 1170.02 is added to the Penal Code, to read: 1170.02. A prisoner is not
|
@@ -134,30 +134,36 @@ model-index:
|
|
134 |
config: default
|
135 |
split: test
|
136 |
metrics:
|
137 |
-
-
|
138 |
-
type: rouge
|
139 |
value: 47.8432
|
|
|
140 |
verified: true
|
141 |
-
|
142 |
-
|
143 |
value: 26.3424
|
|
|
144 |
verified: true
|
145 |
-
|
146 |
-
|
147 |
value: 34.2299
|
|
|
148 |
verified: true
|
149 |
-
|
150 |
-
|
151 |
value: 41.6889
|
|
|
152 |
verified: true
|
153 |
-
|
154 |
-
|
155 |
value: 2.076857805252075
|
|
|
156 |
verified: true
|
157 |
-
|
158 |
-
|
159 |
value: 140.324
|
|
|
160 |
verified: true
|
|
|
161 |
---
|
162 |
|
163 |
# Longformer Encoder-Decoder (LED) fine-tuned on Billsum
|
|
|
1 |
---
|
2 |
language: en
|
|
|
3 |
tags:
|
4 |
- summarization
|
5 |
+
datasets: billsum
|
6 |
widget:
|
7 |
- text: 'The people of the State of California do enact as follows: SECTIONHEADER
|
8 |
Section 1170.02 is added to the Penal Code, to read: 1170.02. A prisoner is not
|
|
|
134 |
config: default
|
135 |
split: test
|
136 |
metrics:
|
137 |
+
- type: rouge
|
|
|
138 |
value: 47.8432
|
139 |
+
name: ROUGE-1
|
140 |
verified: true
|
141 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMmU2ZDc5MjNjMTEwOTA5ZjYxODY1MjJlNDFhYTM4NzE4YTM1MTY0MDhhYjkzYTlkNWU2NWU1NDA1NDgzMDE0NSIsInZlcnNpb24iOjF9.Dm86XdSyIx0m7USfpRWxCrEu3WWBqMaNcDrXKXWGi14Nvj_WSC8ua9h-vBPm9lSShm2k9BZ0_URw452DsJeBCw
|
142 |
+
- type: rouge
|
143 |
value: 26.3424
|
144 |
+
name: ROUGE-2
|
145 |
verified: true
|
146 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMzcwZDhlYTJmMzQ0ZDgwMmQwNGUyOTE2MGIwZWMzZWZhNWQxNTA5YmE5NmY1YjBiMTM0NjVjZWVkM2U1NmQwNSIsInZlcnNpb24iOjF9.6TC2fIaSpQqDaoirE9uDmIbzGlkVRgliIo1g7HuowjR3vmhKN4Bm9EZxohsYsZp5fp72UpZZmfTm2FuZ3aiVAw
|
147 |
+
- type: rouge
|
148 |
value: 34.2299
|
149 |
+
name: ROUGE-L
|
150 |
verified: true
|
151 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNDYyNzQ3ZmNiNTRjZGIxNTQ5YmI5MjIxNTM3ZDk3NDE1MzE5ZGQwNGRlMTcxMjcxMTY0MzZjN2FlMzUzMjgxYiIsInZlcnNpb24iOjF9.jmaScJhaq7TjiuRlvZqJdZRbqJBtmTyJTgp3oRF38GRCsoQE9QS6MZaWlh9dphoU-tdmGeR9x-Tlm1DlkP1VDg
|
152 |
+
- type: rouge
|
153 |
value: 41.6889
|
154 |
+
name: ROUGE-LSUM
|
155 |
verified: true
|
156 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMWU3NTkxZGI3ZWYyZDg4ZTNjNTM1ODhmNTFjOGNmYjJmMjI0M2JhY2YwZjgzYzg3MWRmYWIxNTQ0YTA1MGU5NSIsInZlcnNpb24iOjF9.Fy_1tkSDARRQAkj7G3IqOKeak3uBwEwHAFzImqcOpM71Sy5_YCtk_upqrxQywamtKxlLdiXxkt5c5oyFNMffDQ
|
157 |
+
- type: loss
|
158 |
value: 2.076857805252075
|
159 |
+
name: loss
|
160 |
verified: true
|
161 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiM2IxMWU4ZjIzMDVmMWJiYjA4NDNhZmQ2MjMyZTQzNTRmNmFlNjQzNDYxODc0ZTk2NDUwOWJhZWI0MWQzMzkzMSIsInZlcnNpb24iOjF9.ogmKZV1UkHnekUrrsTEWepnD_VfETCQJWxORne7MESBSPSgdwRu4_hUaE8Z-uK3ph6JDmKCXW5WXKBjg8gqJAw
|
162 |
+
- type: gen_len
|
163 |
value: 140.324
|
164 |
+
name: gen_len
|
165 |
verified: true
|
166 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiOGNkMWYzMzFiM2U3NTViYWZkODFhZmYyNDU4N2QzMmZmNzE5N2E3NmU2NWMwMjUzODQwOTMzMjE2NzlhYWJmMiIsInZlcnNpb24iOjF9._vtwj0OXD8cYyHNGC21xlcH9xo2MlnRu1CUYklsjW1XLbDfUQMwBpHPKTHj7r-R-Iv4rVLhnodED_5v848maAg
|
167 |
---
|
168 |
|
169 |
# Longformer Encoder-Decoder (LED) fine-tuned on Billsum
|