CoditT5 / added_tokens.json
JiyangZhang's picture
Initial commit for CoditT5
c526317
raw
history blame contribute delete
710 Bytes
{"<REPLACE>": 32100, "<REPLACE_OLD>": 32101, "<REPLACE_NEW>": 32102, "<REPLACE_END>": 32103, "<REPLACE_OLD_KEEP_BEFORE>": 32104, "<REPLACE_NEW_KEEP_BEFORE>": 32105, "<REPLACE_OLD_KEEP_AFTER>": 32106, "<REPLACE_NEW_KEEP_AFTER>": 32107, "<REPLACE_OLD_DELETE_KEEP_BEFORE>": 32108, "<REPLACE_NEW_DELETE_KEEP_BEFORE>": 32109, "<REPLACE_OLD_DELETE_KEEP_AFTER>": 32110, "<REPLACE_NEW_DELETE_KEEP_AFTER>": 32111, "<INSERT>": 32112, "<INSERT_OLD>": 32113, "<INSERT_NEW>": 32114, "<INSERT_END>": 32115, "<INSERT_OLD_KEEP_BEFORE>": 32116, "<INSERT_NEW_KEEP_BEFORE>": 32117, "<INSERT_OLD_KEEP_AFTER>": 32118, "<INSERT_NEW_KEEP_AFTER>": 32119, "<DELETE>": 32120, "<DELETE_END>": 32121, "<KEEP>": 32122, "<KEEP_END>": 32123}