B_CODE = "[CODE_START_TOK]" | |
E_CODE = "[/CODE_END_TOK]" | |
B_RESULT = "[RESULT_TOK]" | |
E_RESULT = "[/RESULT_TOK]" | |
B_INST, E_INST = "[INST]", "[/INST]" | |
B_SYS, E_SYS = "<<SYS>>", "<</SYS>>" | |
IGNORE_INDEX = -100 | |
DEFAULT_PAD_TOKEN = "[PAD]" | |
DEFAULT_EOS_TOKEN = "</s>" | |
DEFAULT_BOS_TOKEN = "<s>" | |
DEFAULT_UNK_TOKEN = "<unk>" | |