VikhrT5-240m / added_tokens.json
AlexWortega's picture
Upload tokenizer
76dad0b
raw
history blame
1.15 kB
{
"<|future_token_0|>": 58204,
"<|future_token_10|>": 58214,
"<|future_token_11|>": 58215,
"<|future_token_12|>": 58216,
"<|future_token_13|>": 58217,
"<|future_token_14|>": 58218,
"<|future_token_15|>": 58219,
"<|future_token_16|>": 58220,
"<|future_token_17|>": 58221,
"<|future_token_18|>": 58222,
"<|future_token_19|>": 58223,
"<|future_token_1|>": 58205,
"<|future_token_20|>": 58224,
"<|future_token_21|>": 58225,
"<|future_token_22|>": 58226,
"<|future_token_23|>": 58227,
"<|future_token_24|>": 58228,
"<|future_token_25|>": 58229,
"<|future_token_26|>": 58230,
"<|future_token_27|>": 58231,
"<|future_token_28|>": 58232,
"<|future_token_29|>": 58233,
"<|future_token_2|>": 58206,
"<|future_token_30|>": 58234,
"<|future_token_31|>": 58235,
"<|future_token_32|>": 58236,
"<|future_token_33|>": 58237,
"<|future_token_34|>": 58238,
"<|future_token_35|>": 58239,
"<|future_token_3|>": 58207,
"<|future_token_4|>": 58208,
"<|future_token_5|>": 58209,
"<|future_token_6|>": 58210,
"<|future_token_7|>": 58211,
"<|future_token_8|>": 58212,
"<|future_token_9|>": 58213
}