Add evaluation results on the 3.0.0 config and test split of cnn_dailymail

#18
by autoevaluator HF staff - opened
Files changed (1) hide show
  1. README.md +39 -0
README.md CHANGED
@@ -79,6 +79,45 @@ model-index:
79
  name: gen_len
80
  verified: true
81
  verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYTgwYWYwMDRkNTJkMDM5N2I2MWNmYzQ3OWM1NDJmODUyZGViMGE4ZTdkNmIwYWM2N2VjZDNmN2RiMDE4YTYyYiIsInZlcnNpb24iOjF9.PbXTcNYX_SW-BuRQEcqyc21M7uKrOMbffQSAK6k2GLzTVRrzZxsDC57ktKL68zRY8fSiRGsnknOwv-nAR6YBCQ
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
82
  ---
83
 
84
  ## `bart-large-cnn-samsum`
 
79
  name: gen_len
80
  verified: true
81
  verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYTgwYWYwMDRkNTJkMDM5N2I2MWNmYzQ3OWM1NDJmODUyZGViMGE4ZTdkNmIwYWM2N2VjZDNmN2RiMDE4YTYyYiIsInZlcnNpb24iOjF9.PbXTcNYX_SW-BuRQEcqyc21M7uKrOMbffQSAK6k2GLzTVRrzZxsDC57ktKL68zRY8fSiRGsnknOwv-nAR6YBCQ
82
+ - task:
83
+ type: summarization
84
+ name: Summarization
85
+ dataset:
86
+ name: cnn_dailymail
87
+ type: cnn_dailymail
88
+ config: 3.0.0
89
+ split: test
90
+ metrics:
91
+ - type: rouge
92
+ value: 43.3317
93
+ name: ROUGE-1
94
+ verified: true
95
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYmE1OTJlNGVhMWYzMDE5NmFlOTViMzdjMWIyZThlYmFhNjlkMDdlMjE2YjgyNTNkOTcyMTc4OGZhNWZkMzhiOCIsInZlcnNpb24iOjF9._SJj49w8YQsBa-xYXv5s2PnLjipivKoiT_IuvpXRJBwbCftGF2m2vCVmRIBLr_90NlNeZwh1ZCz4FwOe2RpQCA
96
+ - type: rouge
97
+ value: 19.9243
98
+ name: ROUGE-2
99
+ verified: true
100
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMTcxMjg1OThmOWMzZjhiOThiNTNlMGU2NDU5MDQ5MzllMmFjYzI2OGYyN2FiNDAyYmRhMzUwZTBmNDk0ZDU0OSIsInZlcnNpb24iOjF9.ZyP_lLjx3NSZFBfSd-fWcK5JMCcqZiA5yUTNzbsM6XAOeycMYprNZ34821PB0GLmBc98nil_dgDzB3SXYEjNAA
101
+ - type: rouge
102
+ value: 29.6654
103
+ name: ROUGE-L
104
+ verified: true
105
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiNWMyZGVmNTNlZGYwMjIyMTU2MTFkOGU3ZmRjYmMyMTczYmExNTVlZDc5ZDExMjQxN2VhNWZmNGNhOGQ1NGNkZCIsInZlcnNpb24iOjF9.FWFqThvZu18iQnClReDiirSivAunuSdVXxW4cNZw50uEJGkTQk2hBI6DkazQ0vFAQrzZk3Jutx03b4ilMjv2AA
106
+ - type: rouge
107
+ value: 40.2115
108
+ name: ROUGE-LSUM
109
+ verified: true
110
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMzEyOTVhMTU3NjA0Mjk5ZWRjMTk3YTcwMjBjNmFjMTI1ZjFhZDljY2UwNzhiZjJiYzEyYmM1YjI3MDg4YmNlMSIsInZlcnNpb24iOjF9.8hqQet_2qF--YTzh6JDZqru2ye9lAtOWVOHA_QyCcxOswb52PZVUV89gaAwltML137nb5RF2gGKHLOUE5hctDA
111
+ - type: loss
112
+ value: 2.9701931476593018
113
+ name: loss
114
+ verified: true
115
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiOTk4YzMzOWYwYTZlZmU4ZDcyYzBlZWM4ZWZlODU4YWUwOGQ4NWYyODVhYTMwMGUyNDhjNTkyODAwMjgxNDhmZiIsInZlcnNpb24iOjF9.ZTVL8gUVBU42M_sO8wJjIa7taBgotk5PhFfmN6T23vropZyp_gjazYjVNrWDU1eRO0unonfphPdkOHwyqXygAw
116
+ - type: gen_len
117
+ value: 83.6076
118
+ name: gen_len
119
+ verified: true
120
+ verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiZTRmMWFjNGJlYWNhOTgzZTY1MDQ4MGIwYWM1ZGNiYTExZTc2ODlkNjZmZWRmZWJlMmY3YjNhMzU1ZjZkZjdiNSIsInZlcnNpb24iOjF9.Mlc1c9wpqt-AJIDz9WpdOASzXNlJHqJebCAXQznjOVTG1Bi8p5N-GOzqCUl93jVqyWWIMV9AVFBmQKoah5SIAg
121
  ---
122
 
123
  ## `bart-large-cnn-samsum`