smol_llama-101M-GQA-python / added_tokens.json
pszemraj's picture
Upload tokenizer
15280a6
raw
history blame
2.28 kB
{
"**kwargs": 32000,
"*args": 32026,
"<0x0A><0x0A>": 32070,
"<0x0A><0x0A><0x0A>": 32071,
">>> ": 32036,
"@abstractmethod": 32001,
"@classmethod": 32002,
"@property": 32003,
"@staticmethod": 32004,
"AttributeError": 32038,
"Callable": 32039,
"DELETE": 32030,
"GraphQL": 32027,
"ImportError": 32040,
"JOIN": 32031,
"JWT": 32028,
"KeyError": 32041,
"NotImplementedError": 32042,
"Notes": 32035,
"OAuth": 32029,
"README": 32043,
"Raises": 32037,
"RuntimeError": 32044,
"TODO": 32034,
"Tuple": 32045,
"TypeError": 32046,
"ValueError": 32047,
"__all__": 32005,
"__call__": 32006,
"__class__": 32007,
"__contains__": 32008,
"__del__": 32010,
"__delitem__": 32009,
"__dict__": 32011,
"__doc__": 32012,
"__file__": 32013,
"__future__": 32014,
"__getitem__": 32015,
"__init__": 32016,
"__len__": 32017,
"__main__": 32018,
"__name__": 32019,
"__package__": 32020,
"__props__": 32021,
"__repr__": 32022,
"__self__": 32023,
"__setitem__": 32024,
"__str__": 32025,
"asyncio": 32048,
"cuda": 32051,
"dtype": 32049,
"finally": 32050,
"functools": 32052,
"gRPC": 32032,
"getattr": 32053,
"getter": 32054,
"globals()": 32068,
"hasattr": 32055,
"itertools": 32056,
"jsii": 32057,
"locals()": 32067,
"pathlib": 32058,
"pickle": 32061,
"plt": 32059,
"pulumi": 32060,
"rtype": 32033,
"setter": 32062,
"shutil": 32063,
"sklearn": 32064,
"stderr": 32065,
"torch": 32066,
"yield": 32069,
"▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁": 32072,
"▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁": 32073,
"▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁": 32074,
"▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁": 32075,
"▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁": 32076,
"▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁": 32077,
"▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁": 32078,
"▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁": 32079,
"▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁": 32080,
"▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁": 32081
}