eduagarcia
commited on
Commit
•
cded501
1
Parent(s):
8e2a724
Fix dataset type for yaml
Browse files- functions.py +3 -5
functions.py
CHANGED
@@ -88,7 +88,7 @@ def get_task_summary(results):
|
|
88 |
"metric_name":"f1-macro"
|
89 |
},
|
90 |
"ASSIN2 STS":
|
91 |
-
{"dataset_type":"
|
92 |
"dataset_name":"Assin2 STS",
|
93 |
"metric_type":"pearson",
|
94 |
"metric_value":results["ASSIN2 STS"],
|
@@ -110,7 +110,7 @@ def get_task_summary(results):
|
|
110 |
"metric_name":"f1-macro"
|
111 |
},
|
112 |
"HateBR":
|
113 |
-
{"dataset_type":"
|
114 |
"dataset_name":"HateBR Binary",
|
115 |
"metric_type":"f1_macro",
|
116 |
"metric_value":results["HateBR"],
|
@@ -121,7 +121,7 @@ def get_task_summary(results):
|
|
121 |
"metric_name":"f1-macro"
|
122 |
},
|
123 |
"PT Hate Speech":
|
124 |
-
{"dataset_type":"
|
125 |
"dataset_name":"PT Hate Speech Binary",
|
126 |
"metric_type":"f1_macro",
|
127 |
"metric_value":results["PT Hate Speech"],
|
@@ -144,8 +144,6 @@ def get_task_summary(results):
|
|
144 |
}
|
145 |
}
|
146 |
|
147 |
-
|
148 |
-
|
149 |
def get_eval_results(repo):
|
150 |
results = search(df, repo)
|
151 |
task_summary = get_task_summary(results)
|
|
|
88 |
"metric_name":"f1-macro"
|
89 |
},
|
90 |
"ASSIN2 STS":
|
91 |
+
{"dataset_type":"eduagarcia/portuguese_benchmark",
|
92 |
"dataset_name":"Assin2 STS",
|
93 |
"metric_type":"pearson",
|
94 |
"metric_value":results["ASSIN2 STS"],
|
|
|
110 |
"metric_name":"f1-macro"
|
111 |
},
|
112 |
"HateBR":
|
113 |
+
{"dataset_type":"ruanchaves/hatebr",
|
114 |
"dataset_name":"HateBR Binary",
|
115 |
"metric_type":"f1_macro",
|
116 |
"metric_value":results["HateBR"],
|
|
|
121 |
"metric_name":"f1-macro"
|
122 |
},
|
123 |
"PT Hate Speech":
|
124 |
+
{"dataset_type":"hate_speech_portuguese",
|
125 |
"dataset_name":"PT Hate Speech Binary",
|
126 |
"metric_type":"f1_macro",
|
127 |
"metric_value":results["PT Hate Speech"],
|
|
|
144 |
}
|
145 |
}
|
146 |
|
|
|
|
|
147 |
def get_eval_results(repo):
|
148 |
results = search(df, repo)
|
149 |
task_summary = get_task_summary(results)
|