Add evaluation results on the plain_text config and test split of launch/gov_report
#8
by
autoevaluator
HF staff
- opened
README.md
CHANGED
@@ -417,6 +417,39 @@ model-index:
|
|
417 |
type: gen_len
|
418 |
value: 64.1807
|
419 |
verified: true
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
420 |
---
|
421 |
|
422 |
# README - long-t5-tglobal-base-16384-booksum-V11-big_patent-V2
|
|
|
417 |
type: gen_len
|
418 |
value: 64.1807
|
419 |
verified: true
|
420 |
+
- task:
|
421 |
+
type: summarization
|
422 |
+
name: Summarization
|
423 |
+
dataset:
|
424 |
+
name: launch/gov_report
|
425 |
+
type: launch/gov_report
|
426 |
+
config: plain_text
|
427 |
+
split: test
|
428 |
+
metrics:
|
429 |
+
- name: ROUGE-1
|
430 |
+
type: rouge
|
431 |
+
value: 23.7438
|
432 |
+
verified: true
|
433 |
+
- name: ROUGE-2
|
434 |
+
type: rouge
|
435 |
+
value: 5.501
|
436 |
+
verified: true
|
437 |
+
- name: ROUGE-L
|
438 |
+
type: rouge
|
439 |
+
value: 13.8132
|
440 |
+
verified: true
|
441 |
+
- name: ROUGE-LSUM
|
442 |
+
type: rouge
|
443 |
+
value: 20.4615
|
444 |
+
verified: true
|
445 |
+
- name: loss
|
446 |
+
type: loss
|
447 |
+
value: 2.6383883953094482
|
448 |
+
verified: true
|
449 |
+
- name: gen_len
|
450 |
+
type: gen_len
|
451 |
+
value: 64.9085
|
452 |
+
verified: true
|
453 |
---
|
454 |
|
455 |
# README - long-t5-tglobal-base-16384-booksum-V11-big_patent-V2
|