3ie-intervention-outcome-entity-linking
/
models
/relik-reader-aida-deberta-small
/tokenizer_config.json
{ | |
"add_prefix_space": true, | |
"added_tokens_decoder": { | |
"0": { | |
"content": "[PAD]", | |
"lstrip": false, | |
"normalized": false, | |
"rstrip": false, | |
"single_word": false, | |
"special": true | |
}, | |
"1": { | |
"content": "[CLS]", | |
"lstrip": false, | |
"normalized": false, | |
"rstrip": false, | |
"single_word": false, | |
"special": true | |
}, | |
"2": { | |
"content": "[SEP]", | |
"lstrip": false, | |
"normalized": false, | |
"rstrip": false, | |
"single_word": false, | |
"special": true | |
}, | |
"3": { | |
"content": "[UNK]", | |
"lstrip": false, | |
"normalized": true, | |
"rstrip": false, | |
"single_word": false, | |
"special": true | |
}, | |
"128000": { | |
"content": "[MASK]", | |
"lstrip": false, | |
"normalized": false, | |
"rstrip": false, | |
"single_word": false, | |
"special": true | |
}, | |
"128001": { | |
"content": "--NME--", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128002": { | |
"content": "[E-0]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128003": { | |
"content": "[E-1]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128004": { | |
"content": "[E-2]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128005": { | |
"content": "[E-3]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128006": { | |
"content": "[E-4]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128007": { | |
"content": "[E-5]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128008": { | |
"content": "[E-6]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128009": { | |
"content": "[E-7]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128010": { | |
"content": "[E-8]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128011": { | |
"content": "[E-9]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128012": { | |
"content": "[E-10]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128013": { | |
"content": "[E-11]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128014": { | |
"content": "[E-12]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128015": { | |
"content": "[E-13]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128016": { | |
"content": "[E-14]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128017": { | |
"content": "[E-15]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128018": { | |
"content": "[E-16]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128019": { | |
"content": "[E-17]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128020": { | |
"content": "[E-18]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128021": { | |
"content": "[E-19]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128022": { | |
"content": "[E-20]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128023": { | |
"content": "[E-21]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128024": { | |
"content": "[E-22]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128025": { | |
"content": "[E-23]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128026": { | |
"content": "[E-24]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128027": { | |
"content": "[E-25]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128028": { | |
"content": "[E-26]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128029": { | |
"content": "[E-27]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128030": { | |
"content": "[E-28]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128031": { | |
"content": "[E-29]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128032": { | |
"content": "[E-30]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128033": { | |
"content": "[E-31]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128034": { | |
"content": "[E-32]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128035": { | |
"content": "[E-33]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128036": { | |
"content": "[E-34]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128037": { | |
"content": "[E-35]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128038": { | |
"content": "[E-36]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128039": { | |
"content": "[E-37]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128040": { | |
"content": "[E-38]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128041": { | |
"content": "[E-39]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128042": { | |
"content": "[E-40]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128043": { | |
"content": "[E-41]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128044": { | |
"content": "[E-42]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128045": { | |
"content": "[E-43]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128046": { | |
"content": "[E-44]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128047": { | |
"content": "[E-45]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128048": { | |
"content": "[E-46]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128049": { | |
"content": "[E-47]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128050": { | |
"content": "[E-48]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128051": { | |
"content": "[E-49]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128052": { | |
"content": "[E-50]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128053": { | |
"content": "[E-51]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128054": { | |
"content": "[E-52]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128055": { | |
"content": "[E-53]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128056": { | |
"content": "[E-54]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128057": { | |
"content": "[E-55]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128058": { | |
"content": "[E-56]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128059": { | |
"content": "[E-57]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128060": { | |
"content": "[E-58]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128061": { | |
"content": "[E-59]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128062": { | |
"content": "[E-60]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128063": { | |
"content": "[E-61]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128064": { | |
"content": "[E-62]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128065": { | |
"content": "[E-63]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128066": { | |
"content": "[E-64]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128067": { | |
"content": "[E-65]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128068": { | |
"content": "[E-66]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128069": { | |
"content": "[E-67]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128070": { | |
"content": "[E-68]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128071": { | |
"content": "[E-69]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128072": { | |
"content": "[E-70]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128073": { | |
"content": "[E-71]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128074": { | |
"content": "[E-72]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128075": { | |
"content": "[E-73]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128076": { | |
"content": "[E-74]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128077": { | |
"content": "[E-75]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128078": { | |
"content": "[E-76]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128079": { | |
"content": "[E-77]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128080": { | |
"content": "[E-78]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128081": { | |
"content": "[E-79]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128082": { | |
"content": "[E-80]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128083": { | |
"content": "[E-81]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128084": { | |
"content": "[E-82]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128085": { | |
"content": "[E-83]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128086": { | |
"content": "[E-84]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128087": { | |
"content": "[E-85]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128088": { | |
"content": "[E-86]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128089": { | |
"content": "[E-87]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128090": { | |
"content": "[E-88]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128091": { | |
"content": "[E-89]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128092": { | |
"content": "[E-90]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128093": { | |
"content": "[E-91]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128094": { | |
"content": "[E-92]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128095": { | |
"content": "[E-93]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128096": { | |
"content": "[E-94]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128097": { | |
"content": "[E-95]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128098": { | |
"content": "[E-96]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128099": { | |
"content": "[E-97]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128100": { | |
"content": "[E-98]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
}, | |
"128101": { | |
"content": "[E-99]", | |
"lstrip": true, | |
"normalized": false, | |
"rstrip": true, | |
"single_word": false, | |
"special": true | |
} | |
}, | |
"additional_special_tokens": [ | |
"--NME--", | |
"[E-0]", | |
"[E-1]", | |
"[E-2]", | |
"[E-3]", | |
"[E-4]", | |
"[E-5]", | |
"[E-6]", | |
"[E-7]", | |
"[E-8]", | |
"[E-9]", | |
"[E-10]", | |
"[E-11]", | |
"[E-12]", | |
"[E-13]", | |
"[E-14]", | |
"[E-15]", | |
"[E-16]", | |
"[E-17]", | |
"[E-18]", | |
"[E-19]", | |
"[E-20]", | |
"[E-21]", | |
"[E-22]", | |
"[E-23]", | |
"[E-24]", | |
"[E-25]", | |
"[E-26]", | |
"[E-27]", | |
"[E-28]", | |
"[E-29]", | |
"[E-30]", | |
"[E-31]", | |
"[E-32]", | |
"[E-33]", | |
"[E-34]", | |
"[E-35]", | |
"[E-36]", | |
"[E-37]", | |
"[E-38]", | |
"[E-39]", | |
"[E-40]", | |
"[E-41]", | |
"[E-42]", | |
"[E-43]", | |
"[E-44]", | |
"[E-45]", | |
"[E-46]", | |
"[E-47]", | |
"[E-48]", | |
"[E-49]", | |
"[E-50]", | |
"[E-51]", | |
"[E-52]", | |
"[E-53]", | |
"[E-54]", | |
"[E-55]", | |
"[E-56]", | |
"[E-57]", | |
"[E-58]", | |
"[E-59]", | |
"[E-60]", | |
"[E-61]", | |
"[E-62]", | |
"[E-63]", | |
"[E-64]", | |
"[E-65]", | |
"[E-66]", | |
"[E-67]", | |
"[E-68]", | |
"[E-69]", | |
"[E-70]", | |
"[E-71]", | |
"[E-72]", | |
"[E-73]", | |
"[E-74]", | |
"[E-75]", | |
"[E-76]", | |
"[E-77]", | |
"[E-78]", | |
"[E-79]", | |
"[E-80]", | |
"[E-81]", | |
"[E-82]", | |
"[E-83]", | |
"[E-84]", | |
"[E-85]", | |
"[E-86]", | |
"[E-87]", | |
"[E-88]", | |
"[E-89]", | |
"[E-90]", | |
"[E-91]", | |
"[E-92]", | |
"[E-93]", | |
"[E-94]", | |
"[E-95]", | |
"[E-96]", | |
"[E-97]", | |
"[E-98]", | |
"[E-99]" | |
], | |
"bos_token": "[CLS]", | |
"clean_up_tokenization_spaces": true, | |
"cls_token": "[CLS]", | |
"do_lower_case": false, | |
"eos_token": "[SEP]", | |
"mask_token": "[MASK]", | |
"model_max_length": 1000000000000000019884624838656, | |
"pad_token": "[PAD]", | |
"sep_token": "[SEP]", | |
"sp_model_kwargs": {}, | |
"split_by_punct": false, | |
"tokenizer_class": "DebertaV2Tokenizer", | |
"unk_token": "[UNK]", | |
"vocab_type": "spm" | |
} | |