emilylearning
commited on
Commit
·
c494a1d
1
Parent(s):
5e6d549
Add OLM model as example. Fix func name typo
Browse files
app.py
CHANGED
@@ -20,9 +20,6 @@ MODEL_NAME_DICT = {
|
|
20 |
}
|
21 |
MODEL_NAMES = list(MODEL_NAME_DICT.keys())
|
22 |
|
23 |
-
# MODEL_NAMES = ["bert-base-uncased", "roberta-base", "bert-large-uncased", "roberta-large"]
|
24 |
-
# OWN_MODEL_NAME = 'add-a-model'
|
25 |
-
|
26 |
DECIMAL_PLACES = 1
|
27 |
EPS = 1e-5 # to avoid /0 errors
|
28 |
|
@@ -153,7 +150,7 @@ models = {m : pipeline("fill-mask", model=m) for m in MODEL_NAMES if m != OWN_MO
|
|
153 |
# %%
|
154 |
|
155 |
|
156 |
-
def
|
157 |
male_gendered_tokens = [list[0] for list in GENDERED_LIST]
|
158 |
female_gendered_tokens = [list[1] for list in GENDERED_LIST]
|
159 |
|
@@ -237,7 +234,7 @@ def predict_gender_pronouns(
|
|
237 |
|
238 |
indie_vars_list = indie_vars.split(',')
|
239 |
|
240 |
-
male_gendered_tokens, female_gendered_tokens =
|
241 |
|
242 |
text_segments, num_preds = prepare_text_for_masking(
|
243 |
input_text, mask_token, male_gendered_tokens + female_gendered_tokens, split_key)
|
@@ -301,13 +298,13 @@ description = """
|
|
301 |
|
302 |
|
303 |
date_example = [
|
304 |
-
MODEL_NAMES[
|
305 |
'',
|
306 |
', '.join(DATES),
|
307 |
'DATE',
|
308 |
"False",
|
309 |
1,
|
310 |
-
'
|
311 |
]
|
312 |
|
313 |
|
@@ -318,7 +315,7 @@ place_example = [
|
|
318 |
'PLACE',
|
319 |
"False",
|
320 |
1,
|
321 |
-
'She became
|
322 |
]
|
323 |
|
324 |
|
|
|
20 |
}
|
21 |
MODEL_NAMES = list(MODEL_NAME_DICT.keys())
|
22 |
|
|
|
|
|
|
|
23 |
DECIMAL_PLACES = 1
|
24 |
EPS = 1e-5 # to avoid /0 errors
|
25 |
|
|
|
150 |
# %%
|
151 |
|
152 |
|
153 |
+
def get_gendered_tokens():
|
154 |
male_gendered_tokens = [list[0] for list in GENDERED_LIST]
|
155 |
female_gendered_tokens = [list[1] for list in GENDERED_LIST]
|
156 |
|
|
|
234 |
|
235 |
indie_vars_list = indie_vars.split(',')
|
236 |
|
237 |
+
male_gendered_tokens, female_gendered_tokens = get_gendered_tokens()
|
238 |
|
239 |
text_segments, num_preds = prepare_text_for_masking(
|
240 |
input_text, mask_token, male_gendered_tokens + female_gendered_tokens, split_key)
|
|
|
298 |
|
299 |
|
300 |
date_example = [
|
301 |
+
MODEL_NAMES[4],
|
302 |
'',
|
303 |
', '.join(DATES),
|
304 |
'DATE',
|
305 |
"False",
|
306 |
1,
|
307 |
+
'In DATE, she became an adult.'
|
308 |
]
|
309 |
|
310 |
|
|
|
315 |
'PLACE',
|
316 |
"False",
|
317 |
1,
|
318 |
+
'She became a teen in PLACE.'
|
319 |
]
|
320 |
|
321 |
|