Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
t0-0
commited on
Commit
·
2c3e72b
1
Parent(s):
e949f35
Change column name
Browse files- app.py +8 -1
- src/about.py +13 -17
app.py
CHANGED
@@ -299,7 +299,12 @@ with gr.Blocks() as demo_leaderboard:
|
|
299 |
choices=[
|
300 |
c.name
|
301 |
for c in fields(AutoEvalColumn)
|
302 |
-
if not c.hidden
|
|
|
|
|
|
|
|
|
|
|
303 |
],
|
304 |
value=[
|
305 |
c.name
|
@@ -308,6 +313,8 @@ with gr.Blocks() as demo_leaderboard:
|
|
308 |
and not c.hidden
|
309 |
and not c.never_hidden
|
310 |
and c.task_type == task_type
|
|
|
|
|
311 |
],
|
312 |
elem_id="column-select",
|
313 |
container=False,
|
|
|
299 |
choices=[
|
300 |
c.name
|
301 |
for c in fields(AutoEvalColumn)
|
302 |
+
if not c.hidden
|
303 |
+
and not c.never_hidden
|
304 |
+
and not c.dummy
|
305 |
+
and c.task_type == task_type
|
306 |
+
and not c.average
|
307 |
+
or (task_type == TaskType.AVG and c.average)
|
308 |
],
|
309 |
value=[
|
310 |
c.name
|
|
|
313 |
and not c.hidden
|
314 |
and not c.never_hidden
|
315 |
and c.task_type == task_type
|
316 |
+
and not c.average
|
317 |
+
or (task_type == TaskType.AVG and c.average)
|
318 |
],
|
319 |
elem_id="column-select",
|
320 |
container=False,
|
src/about.py
CHANGED
@@ -3,7 +3,7 @@ from enum import Enum
|
|
3 |
|
4 |
|
5 |
class TaskType(Enum):
|
6 |
-
|
7 |
RC = "RC - 読解力"
|
8 |
EL = "EL - エンティティリンキング"
|
9 |
MR = "MR - 数学的推論"
|
@@ -31,22 +31,18 @@ class Task:
|
|
31 |
# Select your tasks here
|
32 |
# ---------------------------------------------------
|
33 |
class Tasks(Enum):
|
34 |
-
AVG = Task("scores", "AVG", "AVG", TaskType.
|
35 |
-
CG = Task("scores", "CG", "CG
|
36 |
-
EL = Task(
|
37 |
-
|
38 |
-
) #
|
39 |
-
|
40 |
-
|
41 |
-
|
42 |
-
|
43 |
-
) #
|
44 |
-
|
45 |
-
|
46 |
-
NLI = Task("scores", "NLI", "NLI - 自然言語推論", TaskType.NLI, True) # Natural Language Inference - 自然言語推論
|
47 |
-
QA = Task("scores", "QA", "QA - 質問応答", TaskType.QA, True) # Question Answering - 質問応答
|
48 |
-
RC = Task("scores", "RC", "RC - 文章読解", TaskType.RC, True) # Reading Comprehension - 文章読解
|
49 |
-
SUM = Task("scores", "SUM", "SUM - 要約", TaskType.SUM, True) # Summarization - 要約
|
50 |
alt_e_to_j_bert_score_ja_f1 = Task("scores", "alt-e-to-j_bert_score_ja_f1", "ALT E to J BERT Score", TaskType.MT)
|
51 |
alt_e_to_j_bleu_ja = Task("scores", "alt-e-to-j_bleu_ja", "ALT E to J BLEU", TaskType.MT)
|
52 |
alt_e_to_j_comet_wmt22 = Task("scores", "alt-e-to-j_comet_wmt22", "ALT E to J COMET WMT22", TaskType.MT)
|
|
|
3 |
|
4 |
|
5 |
class TaskType(Enum):
|
6 |
+
AVG = "Average - 平均"
|
7 |
RC = "RC - 読解力"
|
8 |
EL = "EL - エンティティリンキング"
|
9 |
MR = "MR - 数学的推論"
|
|
|
31 |
# Select your tasks here
|
32 |
# ---------------------------------------------------
|
33 |
class Tasks(Enum):
|
34 |
+
AVG = Task("scores", "AVG", "AVG", TaskType.AVG, True)
|
35 |
+
CG = Task("scores", "CG", "AVG(CG)", TaskType.CG, True) # Code Generation - コード生成
|
36 |
+
EL = Task("scores", "EL", "AVG(EL)", TaskType.EL, True) # Entity Linking - エンティティリンキング
|
37 |
+
FA = Task("scores", "FA", "AVG(FA)", TaskType.FA, True) # Fundamental Analysis - 基礎解析
|
38 |
+
HE = Task("scores", "HE", "AVG(HE)", TaskType.HE, True) # Human Examination - 試験問題
|
39 |
+
MC = Task("scores", "MC", "AVG(MC)", TaskType.MC, True) # Multiple Choice question answering - 多肢選択式問題
|
40 |
+
MR = Task("scores", "MR", "AVG(MR)", TaskType.MR, True) # Mathematical Reasoning - 数学的推論
|
41 |
+
MT = Task("scores", "MT", "AVG(MT)", TaskType.MT, True) # Machine Translation - 機械翻訳
|
42 |
+
NLI = Task("scores", "NLI", "AVG(NLI)", TaskType.NLI, True) # Natural Language Inference - 自然言語推論
|
43 |
+
QA = Task("scores", "QA", "AVG(QA)", TaskType.QA, True) # Question Answering - 質問応答
|
44 |
+
RC = Task("scores", "RC", "AVG(RC)", TaskType.RC, True) # Reading Comprehension - 文章読解
|
45 |
+
SUM = Task("scores", "SUM", "AVG(SUM)", TaskType.SUM, True) # Summarization - 要約
|
|
|
|
|
|
|
|
|
46 |
alt_e_to_j_bert_score_ja_f1 = Task("scores", "alt-e-to-j_bert_score_ja_f1", "ALT E to J BERT Score", TaskType.MT)
|
47 |
alt_e_to_j_bleu_ja = Task("scores", "alt-e-to-j_bleu_ja", "ALT E to J BLEU", TaskType.MT)
|
48 |
alt_e_to_j_comet_wmt22 = Task("scores", "alt-e-to-j_comet_wmt22", "ALT E to J COMET WMT22", TaskType.MT)
|