Commit
•
8725d9f
1
Parent(s):
f7bab95
Add verifyToken field to verify evaluation results are produced by Hugging Face's automatic model evaluator (#4)
Browse files- Add verifyToken field to verify evaluation results are produced by Hugging Face's automatic model evaluator (05653b5ca83be782fe5c9390507cc38879faa86f)
Co-authored-by: Evaluation Bot <autoevaluator@users.noreply.huggingface.co>
README.md
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
---
|
|
|
|
| 2 |
tags:
|
| 3 |
- qa
|
| 4 |
-
license: apache-2.0
|
| 5 |
datasets:
|
| 6 |
- squad_v2
|
| 7 |
- natural_questions
|
|
@@ -17,14 +17,16 @@ model-index:
|
|
| 17 |
config: squad_v2
|
| 18 |
split: validation
|
| 19 |
metrics:
|
| 20 |
-
-
|
| 21 |
-
type: exact_match
|
| 22 |
value: 80.3185
|
|
|
|
| 23 |
verified: true
|
| 24 |
-
|
| 25 |
-
|
| 26 |
value: 83.4669
|
|
|
|
| 27 |
verified: true
|
|
|
|
| 28 |
- task:
|
| 29 |
type: question-answering
|
| 30 |
name: Question Answering
|
|
@@ -34,14 +36,16 @@ model-index:
|
|
| 34 |
config: plain_text
|
| 35 |
split: validation
|
| 36 |
metrics:
|
| 37 |
-
-
|
| 38 |
-
type: exact_match
|
| 39 |
value: 85.5666
|
|
|
|
| 40 |
verified: true
|
| 41 |
-
|
| 42 |
-
|
| 43 |
value: 92.1939
|
|
|
|
| 44 |
verified: true
|
|
|
|
| 45 |
---
|
| 46 |
|
| 47 |
# Roberta-base-Squad2-NQ
|
|
|
|
| 1 |
---
|
| 2 |
+
license: apache-2.0
|
| 3 |
tags:
|
| 4 |
- qa
|
|
|
|
| 5 |
datasets:
|
| 6 |
- squad_v2
|
| 7 |
- natural_questions
|
|
|
|
| 17 |
config: squad_v2
|
| 18 |
split: validation
|
| 19 |
metrics:
|
| 20 |
+
- type: exact_match
|
|
|
|
| 21 |
value: 80.3185
|
| 22 |
+
name: Exact Match
|
| 23 |
verified: true
|
| 24 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiOTlmNTE0N2U3MTA1MDY1ZGZjYTYxZGIwMWUwN2EzYWM1MzhhZDI2Y2FiZDcxYTk1YTkyYzcxNGViYTM4MTUxNCIsInZlcnNpb24iOjF9.QOTfyyo4ttC1iCceQM7fYeJG9u976t1rG8RM-UxTIORP_rJHgdoYymjpTd4aghwkxg6hn3jeSKqpR5qV__0MAg
|
| 25 |
+
- type: f1
|
| 26 |
value: 83.4669
|
| 27 |
+
name: F1
|
| 28 |
verified: true
|
| 29 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMjg5NjgwZjVmNDZlYjYyOTlhZjgxNGJjYmMyMDUzZjQ1YTdhOWExZjVjMmE2YmJlMGUyZTQ5MzE3ZTUxMjY0ZCIsInZlcnNpb24iOjF9.qQ4U9ZwpqJeeU2lEWQ2bN_Ktq0kJbGEKjOq9liFy0_7EpTtYSc9Qzr64sJOO40fJ08Twe2At3weuz6aPgBQIDA
|
| 30 |
- task:
|
| 31 |
type: question-answering
|
| 32 |
name: Question Answering
|
|
|
|
| 36 |
config: plain_text
|
| 37 |
split: validation
|
| 38 |
metrics:
|
| 39 |
+
- type: exact_match
|
|
|
|
| 40 |
value: 85.5666
|
| 41 |
+
name: Exact Match
|
| 42 |
verified: true
|
| 43 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYmQzMzQzOTUwNjcwN2NjOGMwNDRiZmEwZTA4OGNhZGIzZjUzNmM5MzEzYWRmOTQwMzlhNDY3ZDllYWQ3Y2ZlYSIsInZlcnNpb24iOjF9.3t6pbSduzMYHZisQWgacYssbu3ver3Xmn9hIaRO-SlRw8qsBlE5z4xM8yo5fLluZy-o_mZ6Z5l31XWpGxcNvBw
|
| 44 |
+
- type: f1
|
| 45 |
value: 92.1939
|
| 46 |
+
name: F1
|
| 47 |
verified: true
|
| 48 |
+
verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiYjEzZGYxODU4YWNlZmM5ZDE5ODBhZWUyMmZlN2I3MDNlMTlkYTU1M2ZiNjMwY2QyYzM4YWZiOGIzZGMzODcwZSIsInZlcnNpb24iOjF9.5wQliHDlVaZK_dIOcJYGKCo-DPtPcmpSlaf2E4EuQJcW23rNN2gci8_h_RS0ay-6m1MF-7BgsIeivlMDZgSKBQ
|
| 49 |
---
|
| 50 |
|
| 51 |
# Roberta-base-Squad2-NQ
|