Spaces:
Runtime error
Runtime error
both terrible answers are a tie too
Browse files- calculate_elo.py +2 -2
calculate_elo.py
CHANGED
@@ -266,7 +266,7 @@ def main():
|
|
266 |
elo_scores = {}
|
267 |
|
268 |
for battle in battles:
|
269 |
-
if battle['label'] in {0, 1, 2}:
|
270 |
outcome = battle['label']
|
271 |
for chatbot_name in [battle['choice1_name'], battle['choice2_name']]:
|
272 |
if chatbot_name not in elo_scores:
|
@@ -274,7 +274,7 @@ def main():
|
|
274 |
# 1: This means that the first player (or team) won the match.
|
275 |
# 0.5: This means that the match ended in a draw.
|
276 |
# 0: This means that the first player (or team) lost the match.
|
277 |
-
if outcome == 0:
|
278 |
elo_result = 0.5
|
279 |
elif outcome == 1:
|
280 |
elo_result = 1
|
|
|
266 |
elo_scores = {}
|
267 |
|
268 |
for battle in battles:
|
269 |
+
if battle['label'] in {-1, 0, 1, 2}:
|
270 |
outcome = battle['label']
|
271 |
for chatbot_name in [battle['choice1_name'], battle['choice2_name']]:
|
272 |
if chatbot_name not in elo_scores:
|
|
|
274 |
# 1: This means that the first player (or team) won the match.
|
275 |
# 0.5: This means that the match ended in a draw.
|
276 |
# 0: This means that the first player (or team) lost the match.
|
277 |
+
if outcome == 0 or outcome == -1:
|
278 |
elo_result = 0.5
|
279 |
elif outcome == 1:
|
280 |
elo_result = 1
|