SimAPI_tokenizer / added_tokens.json
arrafmousa's picture
Upload tokenizer
bf7c19d
raw
history blame contribute delete
775 Bytes
{
"": 67028,
"EtOH": 67030,
"[0]": 67037,
"[1]": 67065,
"[TAB][TAB]min": 67038,
"[TAB][TAB]minimal": 67031,
"[TAB]if": 67056,
"[TAB]optimized": 67032,
"[TAB]portions": 67064,
"[TAB]tmp": 67042,
"[[": 67060,
"[[reactor": 67054,
"[]": 67052,
"append": 67062,
"components": 67036,
"components]": 67035,
"compounds": 67048,
"described": 67034,
"desired": 67050,
"elements": 67043,
"exact": 67058,
"grams": 67046,
"have[0]": 67039,
"inf": 67047,
"mL": 67033,
"minimal": 67053,
"molar": 67044,
"need": 67045,
"needed": 67061,
"needed[1]": 67049,
"needed]": 67059,
"optimized": 67055,
"pcp": 67029,
"portion": 67051,
"portions": 67041,
"reactors": 67066,
"threshold": 67040,
"tmp": 67063,
"zip": 67057
}