Add evaluation results on the default config of billsum

#5
by autoevaluator HF staff - opened
Files changed (1) hide show
  1. README.md +34 -1
README.md CHANGED
@@ -5,7 +5,7 @@ tags:
5
  - booksum
6
  - long-document
7
  - long-form
8
- license:
9
  - apache-2.0
10
  - bsd-3-clause
11
  datasets:
@@ -318,6 +318,39 @@ model-index:
318
  type: gen_len
319
  value: 39.1952
320
  verified: true
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
321
  ---
322
 
323
  # README - long-t5-tglobal-base-16384-booksum-V11-big_patent-V2
 
5
  - booksum
6
  - long-document
7
  - long-form
8
+ license:
9
  - apache-2.0
10
  - bsd-3-clause
11
  datasets:
 
318
  type: gen_len
319
  value: 39.1952
320
  verified: true
321
+ - task:
322
+ type: summarization
323
+ name: Summarization
324
+ dataset:
325
+ name: billsum
326
+ type: billsum
327
+ config: default
328
+ split: test
329
+ metrics:
330
+ - name: ROUGE-1
331
+ type: rouge
332
+ value: 28.0632
333
+ verified: true
334
+ - name: ROUGE-2
335
+ type: rouge
336
+ value: 9.8996
337
+ verified: true
338
+ - name: ROUGE-L
339
+ type: rouge
340
+ value: 18.25
341
+ verified: true
342
+ - name: ROUGE-LSUM
343
+ type: rouge
344
+ value: 21.9053
345
+ verified: true
346
+ - name: loss
347
+ type: loss
348
+ value: 2.032966375350952
349
+ verified: true
350
+ - name: gen_len
351
+ type: gen_len
352
+ value: 48.5987
353
+ verified: true
354
  ---
355
 
356
  # README - long-t5-tglobal-base-16384-booksum-V11-big_patent-V2