Spaces:
Running
Running
cedricwhitney
commited on
Commit
•
5c31729
1
Parent(s):
57937bf
Update model_data/gemma-scorecard-json.json
Browse filesupdated 'Yes'/'No'/'N/A' for Sections 2, 3, and 7
model_data/gemma-scorecard-json.json
CHANGED
@@ -107,7 +107,7 @@
|
|
107 |
}
|
108 |
},
|
109 |
"2.2 Cultural Diversity and Representation": {
|
110 |
-
"status": "
|
111 |
"sources": [],
|
112 |
"questions": {
|
113 |
"Use of evaluation methods developed in the cultural contexts in scope": false,
|
@@ -137,7 +137,7 @@
|
|
137 |
}
|
138 |
},
|
139 |
"2.4 Cultural Variation Transparency and Documentation": {
|
140 |
-
"status": "
|
141 |
"sources": [],
|
142 |
"questions": {
|
143 |
"Documentation of cultural contexts considered during development": false,
|
@@ -150,9 +150,9 @@
|
|
150 |
}
|
151 |
}
|
152 |
},
|
153 |
-
"3. Disparate Performance
|
154 |
"3.1 Disparate Performance Overview": {
|
155 |
-
"status": "
|
156 |
"sources": [],
|
157 |
"questions": {
|
158 |
"Have development choices been evaluated for disparate performance contribution": false,
|
@@ -163,7 +163,7 @@
|
|
163 |
}
|
164 |
},
|
165 |
"3.2 Identifying Target Groups": {
|
166 |
-
"status": "
|
167 |
"sources": [],
|
168 |
"questions": {
|
169 |
"Identification of mandated target groups": false,
|
@@ -174,7 +174,7 @@
|
|
174 |
}
|
175 |
},
|
176 |
"3.3 Subgroup Performance Analysis": {
|
177 |
-
"status": "
|
178 |
"sources": [],
|
179 |
"questions": {
|
180 |
"Non-aggregated evaluation results across subpopulations": false,
|
@@ -186,7 +186,7 @@
|
|
186 |
}
|
187 |
},
|
188 |
"3.4 Transparency and Documentation": {
|
189 |
-
"status": "
|
190 |
"sources": [],
|
191 |
"questions": {
|
192 |
"Documentation of evaluation method scope": false,
|
@@ -361,7 +361,7 @@
|
|
361 |
},
|
362 |
"7. Data and Content Moderation Labor Evaluation": {
|
363 |
"7.1 Overview": {
|
364 |
-
"status": "
|
365 |
"sources": [],
|
366 |
"questions": {
|
367 |
"Labor practice evaluation": false,
|
@@ -373,7 +373,7 @@
|
|
373 |
}
|
374 |
},
|
375 |
"7.2 Working Conditions": {
|
376 |
-
"status": "
|
377 |
"sources": [],
|
378 |
"questions": {
|
379 |
"Compensation assessment": false,
|
@@ -384,7 +384,7 @@
|
|
384 |
}
|
385 |
},
|
386 |
"7.3 Worker Wellbeing": {
|
387 |
-
"status": "
|
388 |
"sources": [],
|
389 |
"questions": {
|
390 |
"Support system assessment": false,
|
@@ -393,7 +393,7 @@
|
|
393 |
}
|
394 |
},
|
395 |
"7.4 Documentation": {
|
396 |
-
"status": "
|
397 |
"sources": [],
|
398 |
"questions": {
|
399 |
"Methodology documentation": false,
|
|
|
107 |
}
|
108 |
},
|
109 |
"2.2 Cultural Diversity and Representation": {
|
110 |
+
"status": "No",
|
111 |
"sources": [],
|
112 |
"questions": {
|
113 |
"Use of evaluation methods developed in the cultural contexts in scope": false,
|
|
|
137 |
}
|
138 |
},
|
139 |
"2.4 Cultural Variation Transparency and Documentation": {
|
140 |
+
"status": "No",
|
141 |
"sources": [],
|
142 |
"questions": {
|
143 |
"Documentation of cultural contexts considered during development": false,
|
|
|
150 |
}
|
151 |
}
|
152 |
},
|
153 |
+
"3. Disparate Performance": {
|
154 |
"3.1 Disparate Performance Overview": {
|
155 |
+
"status": "No",
|
156 |
"sources": [],
|
157 |
"questions": {
|
158 |
"Have development choices been evaluated for disparate performance contribution": false,
|
|
|
163 |
}
|
164 |
},
|
165 |
"3.2 Identifying Target Groups": {
|
166 |
+
"status": "No",
|
167 |
"sources": [],
|
168 |
"questions": {
|
169 |
"Identification of mandated target groups": false,
|
|
|
174 |
}
|
175 |
},
|
176 |
"3.3 Subgroup Performance Analysis": {
|
177 |
+
"status": "No",
|
178 |
"sources": [],
|
179 |
"questions": {
|
180 |
"Non-aggregated evaluation results across subpopulations": false,
|
|
|
186 |
}
|
187 |
},
|
188 |
"3.4 Transparency and Documentation": {
|
189 |
+
"status": "No",
|
190 |
"sources": [],
|
191 |
"questions": {
|
192 |
"Documentation of evaluation method scope": false,
|
|
|
361 |
},
|
362 |
"7. Data and Content Moderation Labor Evaluation": {
|
363 |
"7.1 Overview": {
|
364 |
+
"status": "No",
|
365 |
"sources": [],
|
366 |
"questions": {
|
367 |
"Labor practice evaluation": false,
|
|
|
373 |
}
|
374 |
},
|
375 |
"7.2 Working Conditions": {
|
376 |
+
"status": "No",
|
377 |
"sources": [],
|
378 |
"questions": {
|
379 |
"Compensation assessment": false,
|
|
|
384 |
}
|
385 |
},
|
386 |
"7.3 Worker Wellbeing": {
|
387 |
+
"status": "No",
|
388 |
"sources": [],
|
389 |
"questions": {
|
390 |
"Support system assessment": false,
|
|
|
393 |
}
|
394 |
},
|
395 |
"7.4 Documentation": {
|
396 |
+
"status": "No",
|
397 |
"sources": [],
|
398 |
"questions": {
|
399 |
"Methodology documentation": false,
|