t0-0 commited on
Commit
2c3e72b
·
1 Parent(s): e949f35

Change column name

Browse files
Files changed (2) hide show
  1. app.py +8 -1
  2. src/about.py +13 -17
app.py CHANGED
@@ -299,7 +299,12 @@ with gr.Blocks() as demo_leaderboard:
299
  choices=[
300
  c.name
301
  for c in fields(AutoEvalColumn)
302
- if not c.hidden and not c.never_hidden and not c.dummy and c.task_type == task_type
 
 
 
 
 
303
  ],
304
  value=[
305
  c.name
@@ -308,6 +313,8 @@ with gr.Blocks() as demo_leaderboard:
308
  and not c.hidden
309
  and not c.never_hidden
310
  and c.task_type == task_type
 
 
311
  ],
312
  elem_id="column-select",
313
  container=False,
 
299
  choices=[
300
  c.name
301
  for c in fields(AutoEvalColumn)
302
+ if not c.hidden
303
+ and not c.never_hidden
304
+ and not c.dummy
305
+ and c.task_type == task_type
306
+ and not c.average
307
+ or (task_type == TaskType.AVG and c.average)
308
  ],
309
  value=[
310
  c.name
 
313
  and not c.hidden
314
  and not c.never_hidden
315
  and c.task_type == task_type
316
+ and not c.average
317
+ or (task_type == TaskType.AVG and c.average)
318
  ],
319
  elem_id="column-select",
320
  container=False,
src/about.py CHANGED
@@ -3,7 +3,7 @@ from enum import Enum
3
 
4
 
5
  class TaskType(Enum):
6
- ALL = "Overall Average - 全体平均"
7
  RC = "RC - 読解力"
8
  EL = "EL - エンティティリンキング"
9
  MR = "MR - 数学的推論"
@@ -31,22 +31,18 @@ class Task:
31
  # Select your tasks here
32
  # ---------------------------------------------------
33
  class Tasks(Enum):
34
- AVG = Task("scores", "AVG", "AVG", TaskType.ALL, True)
35
- CG = Task("scores", "CG", "CG - コード生成", TaskType.CG, True) # Code Generation - コード生成
36
- EL = Task(
37
- "scores", "EL", "EL - エンティティリンキング", TaskType.EL, True
38
- ) # Entity Linking - エンティティリンキング
39
- FA = Task("scores", "FA", "FA - 基礎解析", TaskType.FA, True) # Fundamental Analysis - 基礎解析
40
- HE = Task("scores", "HE", "HE - 試験問題", TaskType.HE, True) # Human Examination - 試験問題
41
- MC = Task(
42
- "scores", "MC", "MC - 多肢選択式問題", TaskType.MC, True
43
- ) # Multiple Choice question answering - 多肢選択式問題
44
- MR = Task("scores", "MR", "MR - 数学的推論", TaskType.MR, True) # Mathematical Reasoning - 数学的推論
45
- MT = Task("scores", "MT", "MT - 機械翻訳", TaskType.MT, True) # Machine Translation - 機械翻訳
46
- NLI = Task("scores", "NLI", "NLI - 自然言語推論", TaskType.NLI, True) # Natural Language Inference - 自然言語推論
47
- QA = Task("scores", "QA", "QA - 質問応答", TaskType.QA, True) # Question Answering - 質問応答
48
- RC = Task("scores", "RC", "RC - 文章読解", TaskType.RC, True) # Reading Comprehension - 文章読解
49
- SUM = Task("scores", "SUM", "SUM - 要約", TaskType.SUM, True) # Summarization - 要約
50
  alt_e_to_j_bert_score_ja_f1 = Task("scores", "alt-e-to-j_bert_score_ja_f1", "ALT E to J BERT Score", TaskType.MT)
51
  alt_e_to_j_bleu_ja = Task("scores", "alt-e-to-j_bleu_ja", "ALT E to J BLEU", TaskType.MT)
52
  alt_e_to_j_comet_wmt22 = Task("scores", "alt-e-to-j_comet_wmt22", "ALT E to J COMET WMT22", TaskType.MT)
 
3
 
4
 
5
  class TaskType(Enum):
6
+ AVG = "Average - 平均"
7
  RC = "RC - 読解力"
8
  EL = "EL - エンティティリンキング"
9
  MR = "MR - 数学的推論"
 
31
  # Select your tasks here
32
  # ---------------------------------------------------
33
  class Tasks(Enum):
34
+ AVG = Task("scores", "AVG", "AVG", TaskType.AVG, True)
35
+ CG = Task("scores", "CG", "AVG(CG)", TaskType.CG, True) # Code Generation - コード生成
36
+ EL = Task("scores", "EL", "AVG(EL)", TaskType.EL, True) # Entity Linking - エンティティリンキング
37
+ FA = Task("scores", "FA", "AVG(FA)", TaskType.FA, True) # Fundamental Analysis - 基礎解析
38
+ HE = Task("scores", "HE", "AVG(HE)", TaskType.HE, True) # Human Examination - 試験問題
39
+ MC = Task("scores", "MC", "AVG(MC)", TaskType.MC, True) # Multiple Choice question answering - 多肢選択式問題
40
+ MR = Task("scores", "MR", "AVG(MR)", TaskType.MR, True) # Mathematical Reasoning - 数学的推論
41
+ MT = Task("scores", "MT", "AVG(MT)", TaskType.MT, True) # Machine Translation - 機械翻訳
42
+ NLI = Task("scores", "NLI", "AVG(NLI)", TaskType.NLI, True) # Natural Language Inference - 自然言語推論
43
+ QA = Task("scores", "QA", "AVG(QA)", TaskType.QA, True) # Question Answering - 質問応答
44
+ RC = Task("scores", "RC", "AVG(RC)", TaskType.RC, True) # Reading Comprehension - 文章読解
45
+ SUM = Task("scores", "SUM", "AVG(SUM)", TaskType.SUM, True) # Summarization - 要約
 
 
 
 
46
  alt_e_to_j_bert_score_ja_f1 = Task("scores", "alt-e-to-j_bert_score_ja_f1", "ALT E to J BERT Score", TaskType.MT)
47
  alt_e_to_j_bleu_ja = Task("scores", "alt-e-to-j_bleu_ja", "ALT E to J BLEU", TaskType.MT)
48
  alt_e_to_j_comet_wmt22 = Task("scores", "alt-e-to-j_comet_wmt22", "ALT E to J COMET WMT22", TaskType.MT)