cedricwhitney commited on
Commit
5c31729
1 Parent(s): 57937bf

Update model_data/gemma-scorecard-json.json

Browse files

updated 'Yes'/'No'/'N/A' for Sections 2, 3, and 7

Files changed (1) hide show
  1. model_data/gemma-scorecard-json.json +11 -11
model_data/gemma-scorecard-json.json CHANGED
@@ -107,7 +107,7 @@
107
  }
108
  },
109
  "2.2 Cultural Diversity and Representation": {
110
- "status": "N/A",
111
  "sources": [],
112
  "questions": {
113
  "Use of evaluation methods developed in the cultural contexts in scope": false,
@@ -137,7 +137,7 @@
137
  }
138
  },
139
  "2.4 Cultural Variation Transparency and Documentation": {
140
- "status": "N/A",
141
  "sources": [],
142
  "questions": {
143
  "Documentation of cultural contexts considered during development": false,
@@ -150,9 +150,9 @@
150
  }
151
  }
152
  },
153
- "3. Disparate Performance Evaluation": {
154
  "3.1 Disparate Performance Overview": {
155
- "status": "N/A",
156
  "sources": [],
157
  "questions": {
158
  "Have development choices been evaluated for disparate performance contribution": false,
@@ -163,7 +163,7 @@
163
  }
164
  },
165
  "3.2 Identifying Target Groups": {
166
- "status": "N/A",
167
  "sources": [],
168
  "questions": {
169
  "Identification of mandated target groups": false,
@@ -174,7 +174,7 @@
174
  }
175
  },
176
  "3.3 Subgroup Performance Analysis": {
177
- "status": "N/A",
178
  "sources": [],
179
  "questions": {
180
  "Non-aggregated evaluation results across subpopulations": false,
@@ -186,7 +186,7 @@
186
  }
187
  },
188
  "3.4 Transparency and Documentation": {
189
- "status": "N/A",
190
  "sources": [],
191
  "questions": {
192
  "Documentation of evaluation method scope": false,
@@ -361,7 +361,7 @@
361
  },
362
  "7. Data and Content Moderation Labor Evaluation": {
363
  "7.1 Overview": {
364
- "status": "N/A",
365
  "sources": [],
366
  "questions": {
367
  "Labor practice evaluation": false,
@@ -373,7 +373,7 @@
373
  }
374
  },
375
  "7.2 Working Conditions": {
376
- "status": "N/A",
377
  "sources": [],
378
  "questions": {
379
  "Compensation assessment": false,
@@ -384,7 +384,7 @@
384
  }
385
  },
386
  "7.3 Worker Wellbeing": {
387
- "status": "N/A",
388
  "sources": [],
389
  "questions": {
390
  "Support system assessment": false,
@@ -393,7 +393,7 @@
393
  }
394
  },
395
  "7.4 Documentation": {
396
- "status": "N/A",
397
  "sources": [],
398
  "questions": {
399
  "Methodology documentation": false,
 
107
  }
108
  },
109
  "2.2 Cultural Diversity and Representation": {
110
+ "status": "No",
111
  "sources": [],
112
  "questions": {
113
  "Use of evaluation methods developed in the cultural contexts in scope": false,
 
137
  }
138
  },
139
  "2.4 Cultural Variation Transparency and Documentation": {
140
+ "status": "No",
141
  "sources": [],
142
  "questions": {
143
  "Documentation of cultural contexts considered during development": false,
 
150
  }
151
  }
152
  },
153
+ "3. Disparate Performance": {
154
  "3.1 Disparate Performance Overview": {
155
+ "status": "No",
156
  "sources": [],
157
  "questions": {
158
  "Have development choices been evaluated for disparate performance contribution": false,
 
163
  }
164
  },
165
  "3.2 Identifying Target Groups": {
166
+ "status": "No",
167
  "sources": [],
168
  "questions": {
169
  "Identification of mandated target groups": false,
 
174
  }
175
  },
176
  "3.3 Subgroup Performance Analysis": {
177
+ "status": "No",
178
  "sources": [],
179
  "questions": {
180
  "Non-aggregated evaluation results across subpopulations": false,
 
186
  }
187
  },
188
  "3.4 Transparency and Documentation": {
189
+ "status": "No",
190
  "sources": [],
191
  "questions": {
192
  "Documentation of evaluation method scope": false,
 
361
  },
362
  "7. Data and Content Moderation Labor Evaluation": {
363
  "7.1 Overview": {
364
+ "status": "No",
365
  "sources": [],
366
  "questions": {
367
  "Labor practice evaluation": false,
 
373
  }
374
  },
375
  "7.2 Working Conditions": {
376
+ "status": "No",
377
  "sources": [],
378
  "questions": {
379
  "Compensation assessment": false,
 
384
  }
385
  },
386
  "7.3 Worker Wellbeing": {
387
+ "status": "No",
388
  "sources": [],
389
  "questions": {
390
  "Support system assessment": false,
 
393
  }
394
  },
395
  "7.4 Documentation": {
396
+ "status": "No",
397
  "sources": [],
398
  "questions": {
399
  "Methodology documentation": false,