|
{ |
|
"added_tokens_decoder": { |
|
"0": { |
|
"content": "<pad>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"1": { |
|
"content": "</s>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"2": { |
|
"content": "<unk>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250000": { |
|
"content": "β<extra_id_99>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250001": { |
|
"content": "β<extra_id_98>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250002": { |
|
"content": "β<extra_id_97>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250003": { |
|
"content": "β<extra_id_96>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250004": { |
|
"content": "β<extra_id_95>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250005": { |
|
"content": "β<extra_id_94>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250006": { |
|
"content": "β<extra_id_93>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250007": { |
|
"content": "β<extra_id_92>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250008": { |
|
"content": "β<extra_id_91>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250009": { |
|
"content": "β<extra_id_90>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250010": { |
|
"content": "β<extra_id_89>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250011": { |
|
"content": "β<extra_id_88>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250012": { |
|
"content": "β<extra_id_87>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250013": { |
|
"content": "β<extra_id_86>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250014": { |
|
"content": "β<extra_id_85>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250015": { |
|
"content": "β<extra_id_84>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250016": { |
|
"content": "β<extra_id_83>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250017": { |
|
"content": "β<extra_id_82>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250018": { |
|
"content": "β<extra_id_81>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250019": { |
|
"content": "β<extra_id_80>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250020": { |
|
"content": "β<extra_id_79>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250021": { |
|
"content": "β<extra_id_78>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250022": { |
|
"content": "β<extra_id_77>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250023": { |
|
"content": "β<extra_id_76>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250024": { |
|
"content": "β<extra_id_75>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250025": { |
|
"content": "β<extra_id_74>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250026": { |
|
"content": "β<extra_id_73>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250027": { |
|
"content": "β<extra_id_72>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250028": { |
|
"content": "β<extra_id_71>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250029": { |
|
"content": "β<extra_id_70>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250030": { |
|
"content": "β<extra_id_69>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250031": { |
|
"content": "β<extra_id_68>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250032": { |
|
"content": "β<extra_id_67>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250033": { |
|
"content": "β<extra_id_66>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250034": { |
|
"content": "β<extra_id_65>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250035": { |
|
"content": "β<extra_id_64>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250036": { |
|
"content": "β<extra_id_63>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250037": { |
|
"content": "β<extra_id_62>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250038": { |
|
"content": "β<extra_id_61>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250039": { |
|
"content": "β<extra_id_60>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250040": { |
|
"content": "β<extra_id_59>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250041": { |
|
"content": "β<extra_id_58>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250042": { |
|
"content": "β<extra_id_57>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250043": { |
|
"content": "β<extra_id_56>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
}, |
|
"250044": { |
|
"content": "β<extra_id_55>", |
|
"lstrip": false, |
|
"normalized": false, |
|
"rstrip": false, |
|
"single_word": false, |
|
"special": true |
|
} |
|
}, |
|
"additional_special_tokens": [ |
|
"β<extra_id_64>", |
|
"β<extra_id_95>", |
|
"β<extra_id_92>", |
|
"β<extra_id_57>", |
|
"β<extra_id_66>", |
|
"β<extra_id_59>", |
|
"β<extra_id_55>", |
|
"β<extra_id_69>", |
|
"β<extra_id_89>", |
|
"β<extra_id_72>", |
|
"β<extra_id_56>", |
|
"β<extra_id_78>", |
|
"β<extra_id_90>", |
|
"β<extra_id_98>", |
|
"β<extra_id_62>", |
|
"β<extra_id_99>", |
|
"β<extra_id_70>", |
|
"β<extra_id_94>", |
|
"β<extra_id_86>", |
|
"β<extra_id_79>", |
|
"β<extra_id_58>", |
|
"β<extra_id_65>", |
|
"β<extra_id_76>", |
|
"β<extra_id_85>", |
|
"β<extra_id_60>", |
|
"β<extra_id_82>", |
|
"β<extra_id_63>", |
|
"β<extra_id_75>", |
|
"β<extra_id_71>", |
|
"β<extra_id_88>", |
|
"β<extra_id_68>", |
|
"β<extra_id_80>", |
|
"β<extra_id_96>", |
|
"β<extra_id_81>", |
|
"β<extra_id_67>", |
|
"β<extra_id_77>", |
|
"β<extra_id_93>", |
|
"β<extra_id_83>", |
|
"β<extra_id_84>", |
|
"β<extra_id_97>", |
|
"β<extra_id_61>", |
|
"β<extra_id_91>", |
|
"β<extra_id_87>", |
|
"β<extra_id_73>", |
|
"β<extra_id_74>" |
|
], |
|
"clean_up_tokenization_spaces": true, |
|
"eos_token": "</s>", |
|
"extra_ids": 0, |
|
"legacy": true, |
|
"model_max_length": 1000000000000000019884624838656, |
|
"pad_token": "<pad>", |
|
"sp_model_kwargs": {}, |
|
"tokenizer_class": "T5Tokenizer", |
|
"unk_token": "<unk>" |
|
} |
|
|