Spaces:
Sleeping
Sleeping
Martin Nguyen
commited on
Commit
•
51d346e
1
Parent(s):
443afb0
Update
Browse files- .gitignore +2 -0
- data_loader.py +2 -3
- evaluation_results.xlsx +0 -0
.gitignore
ADDED
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
1 |
+
.DS_Store
|
2 |
+
__pycache__
|
data_loader.py
CHANGED
@@ -64,11 +64,12 @@ settings = {
|
|
64 |
"Chain-of-Thought": "cot",
|
65 |
"Fairness": "fairness",
|
66 |
"Robustness": "robustness",
|
|
|
67 |
}
|
68 |
|
69 |
task_w_settings = {
|
70 |
"Information Retrieval": ["Normal", "Few-shot Leanring", "Robustness", "Fairness"],
|
71 |
-
"Knowledge": ["Normal", "Few-shot Leanring", "Robustness"],
|
72 |
"Language Modelling": ["Normal", "Few-shot Leanring", "Fairness"],
|
73 |
"Question Answering": ["Prompt Strategy 0", "Prompt Strategy 1", "Prompt Strategy 2", "Robustness", "Fairness"],
|
74 |
"Reasoning": ["Few-shot Leanring", "Chain-of-Thought"],
|
@@ -121,8 +122,6 @@ datasets = {
|
|
121 |
"reasoning": {
|
122 |
"srnatural-azr": "Synthetic Reasoning (Natural) - Azure",
|
123 |
"srnatural-gcp": "Synthetic Reasoning (Natural) - Google Cloud",
|
124 |
-
"srabstract-azr": "Synthetic Reasoning (Abstract Symbol)- Azure",
|
125 |
-
"srabstract-gcp": "Synthetic Reasoning (Abstract Symbol)- Google Cloud",
|
126 |
"srinduction-azr": "Synthetic Reasoning (Induction) - Azure",
|
127 |
"srinduction-gcp": "Synthetic Reasoning (Induction) - Google Cloud",
|
128 |
"srpattern-azr": "Synthetic Introduction (Pattern Match) - Azure",
|
|
|
64 |
"Chain-of-Thought": "cot",
|
65 |
"Fairness": "fairness",
|
66 |
"Robustness": "robustness",
|
67 |
+
"Random Order Choices": "randchoice",
|
68 |
}
|
69 |
|
70 |
task_w_settings = {
|
71 |
"Information Retrieval": ["Normal", "Few-shot Leanring", "Robustness", "Fairness"],
|
72 |
+
"Knowledge": ["Normal", "Few-shot Leanring", "Robustness", "Random Order Choices"],
|
73 |
"Language Modelling": ["Normal", "Few-shot Leanring", "Fairness"],
|
74 |
"Question Answering": ["Prompt Strategy 0", "Prompt Strategy 1", "Prompt Strategy 2", "Robustness", "Fairness"],
|
75 |
"Reasoning": ["Few-shot Leanring", "Chain-of-Thought"],
|
|
|
122 |
"reasoning": {
|
123 |
"srnatural-azr": "Synthetic Reasoning (Natural) - Azure",
|
124 |
"srnatural-gcp": "Synthetic Reasoning (Natural) - Google Cloud",
|
|
|
|
|
125 |
"srinduction-azr": "Synthetic Reasoning (Induction) - Azure",
|
126 |
"srinduction-gcp": "Synthetic Reasoning (Induction) - Google Cloud",
|
127 |
"srpattern-azr": "Synthetic Introduction (Pattern Match) - Azure",
|
evaluation_results.xlsx
CHANGED
Binary files a/evaluation_results.xlsx and b/evaluation_results.xlsx differ
|
|