Hugging Face's logo

sayby
/
rna_torsionBERT

Token Classification
Transformers
PyTorch
rna_torsionbert
feature-extraction
biology
RNA
Torsional
Angles
custom_code
Model card Files Community
sayby commited on
Commit
8a639b6
•
1 Parent(s): df90c33

Upload tokenizer

Browse files
Files changed (4) hide show
  1. special_tokens_map.json +7 -0
  2. tokenizer.json +219 -0
  3. tokenizer_config.json +16 -0
  4. vocab.txt +69 -0
special_tokens_map.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": "[CLS]",
3
+ "mask_token": "[MASK]",
4
+ "pad_token": "[PAD]",
5
+ "sep_token": "[SEP]",
6
+ "unk_token": "[UNK]"
7
+ }
tokenizer.json ADDED
@@ -0,0 +1,219 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "1.0",
3
+ "truncation": null,
4
+ "padding": null,
5
+ "added_tokens": [
6
+ {
7
+ "id": 0,
8
+ "content": "[PAD]",
9
+ "single_word": false,
10
+ "lstrip": false,
11
+ "rstrip": false,
12
+ "normalized": false,
13
+ "special": true
14
+ },
15
+ {
16
+ "id": 1,
17
+ "content": "[UNK]",
18
+ "single_word": false,
19
+ "lstrip": false,
20
+ "rstrip": false,
21
+ "normalized": false,
22
+ "special": true
23
+ },
24
+ {
25
+ "id": 2,
26
+ "content": "[CLS]",
27
+ "single_word": false,
28
+ "lstrip": false,
29
+ "rstrip": false,
30
+ "normalized": false,
31
+ "special": true
32
+ },
33
+ {
34
+ "id": 3,
35
+ "content": "[SEP]",
36
+ "single_word": false,
37
+ "lstrip": false,
38
+ "rstrip": false,
39
+ "normalized": false,
40
+ "special": true
41
+ },
42
+ {
43
+ "id": 4,
44
+ "content": "[MASK]",
45
+ "single_word": false,
46
+ "lstrip": false,
47
+ "rstrip": false,
48
+ "normalized": false,
49
+ "special": true
50
+ }
51
+ ],
52
+ "normalizer": {
53
+ "type": "BertNormalizer",
54
+ "clean_text": true,
55
+ "handle_chinese_chars": true,
56
+ "strip_accents": null,
57
+ "lowercase": false
58
+ },
59
+ "pre_tokenizer": {
60
+ "type": "BertPreTokenizer"
61
+ },
62
+ "post_processor": {
63
+ "type": "TemplateProcessing",
64
+ "single": [
65
+ {
66
+ "SpecialToken": {
67
+ "id": "[CLS]",
68
+ "type_id": 0
69
+ }
70
+ },
71
+ {
72
+ "Sequence": {
73
+ "id": "A",
74
+ "type_id": 0
75
+ }
76
+ },
77
+ {
78
+ "SpecialToken": {
79
+ "id": "[SEP]",
80
+ "type_id": 0
81
+ }
82
+ }
83
+ ],
84
+ "pair": [
85
+ {
86
+ "SpecialToken": {
87
+ "id": "[CLS]",
88
+ "type_id": 0
89
+ }
90
+ },
91
+ {
92
+ "Sequence": {
93
+ "id": "A",
94
+ "type_id": 0
95
+ }
96
+ },
97
+ {
98
+ "SpecialToken": {
99
+ "id": "[SEP]",
100
+ "type_id": 0
101
+ }
102
+ },
103
+ {
104
+ "Sequence": {
105
+ "id": "B",
106
+ "type_id": 1
107
+ }
108
+ },
109
+ {
110
+ "SpecialToken": {
111
+ "id": "[SEP]",
112
+ "type_id": 1
113
+ }
114
+ }
115
+ ],
116
+ "special_tokens": {
117
+ "[CLS]": {
118
+ "id": "[CLS]",
119
+ "ids": [
120
+ 2
121
+ ],
122
+ "tokens": [
123
+ "[CLS]"
124
+ ]
125
+ },
126
+ "[SEP]": {
127
+ "id": "[SEP]",
128
+ "ids": [
129
+ 3
130
+ ],
131
+ "tokens": [
132
+ "[SEP]"
133
+ ]
134
+ }
135
+ }
136
+ },
137
+ "decoder": {
138
+ "type": "WordPiece",
139
+ "prefix": "##",
140
+ "cleanup": true
141
+ },
142
+ "model": {
143
+ "type": "WordPiece",
144
+ "unk_token": "[UNK]",
145
+ "continuing_subword_prefix": "##",
146
+ "max_input_chars_per_word": 100,
147
+ "vocab": {
148
+ "[PAD]": 0,
149
+ "[UNK]": 1,
150
+ "[CLS]": 2,
151
+ "[SEP]": 3,
152
+ "[MASK]": 4,
153
+ "AAA": 5,
154
+ "AAT": 6,
155
+ "AAC": 7,
156
+ "AAG": 8,
157
+ "ATA": 9,
158
+ "ATT": 10,
159
+ "ATC": 11,
160
+ "ATG": 12,
161
+ "ACA": 13,
162
+ "ACT": 14,
163
+ "ACC": 15,
164
+ "ACG": 16,
165
+ "AGA": 17,
166
+ "AGT": 18,
167
+ "AGC": 19,
168
+ "AGG": 20,
169
+ "TAA": 21,
170
+ "TAT": 22,
171
+ "TAC": 23,
172
+ "TAG": 24,
173
+ "TTA": 25,
174
+ "TTT": 26,
175
+ "TTC": 27,
176
+ "TTG": 28,
177
+ "TCA": 29,
178
+ "TCT": 30,
179
+ "TCC": 31,
180
+ "TCG": 32,
181
+ "TGA": 33,
182
+ "TGT": 34,
183
+ "TGC": 35,
184
+ "TGG": 36,
185
+ "CAA": 37,
186
+ "CAT": 38,
187
+ "CAC": 39,
188
+ "CAG": 40,
189
+ "CTA": 41,
190
+ "CTT": 42,
191
+ "CTC": 43,
192
+ "CTG": 44,
193
+ "CCA": 45,
194
+ "CCT": 46,
195
+ "CCC": 47,
196
+ "CCG": 48,
197
+ "CGA": 49,
198
+ "CGT": 50,
199
+ "CGC": 51,
200
+ "CGG": 52,
201
+ "GAA": 53,
202
+ "GAT": 54,
203
+ "GAC": 55,
204
+ "GAG": 56,
205
+ "GTA": 57,
206
+ "GTT": 58,
207
+ "GTC": 59,
208
+ "GTG": 60,
209
+ "GCA": 61,
210
+ "GCT": 62,
211
+ "GCC": 63,
212
+ "GCG": 64,
213
+ "GGA": 65,
214
+ "GGT": 66,
215
+ "GGC": 67,
216
+ "GGG": 68
217
+ }
218
+ }
219
+ }
tokenizer_config.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "clean_up_tokenization_spaces": true,
3
+ "cls_token": "[CLS]",
4
+ "do_basic_tokenize": true,
5
+ "do_lower_case": false,
6
+ "mask_token": "[MASK]",
7
+ "max_len": 512,
8
+ "model_max_length": 512,
9
+ "never_split": null,
10
+ "pad_token": "[PAD]",
11
+ "sep_token": "[SEP]",
12
+ "strip_accents": null,
13
+ "tokenize_chinese_chars": true,
14
+ "tokenizer_class": "BertTokenizer",
15
+ "unk_token": "[UNK]"
16
+ }
vocab.txt ADDED
@@ -0,0 +1,69 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [PAD]
2
+ [UNK]
3
+ [CLS]
4
+ [SEP]
5
+ [MASK]
6
+ AAA
7
+ AAT
8
+ AAC
9
+ AAG
10
+ ATA
11
+ ATT
12
+ ATC
13
+ ATG
14
+ ACA
15
+ ACT
16
+ ACC
17
+ ACG
18
+ AGA
19
+ AGT
20
+ AGC
21
+ AGG
22
+ TAA
23
+ TAT
24
+ TAC
25
+ TAG
26
+ TTA
27
+ TTT
28
+ TTC
29
+ TTG
30
+ TCA
31
+ TCT
32
+ TCC
33
+ TCG
34
+ TGA
35
+ TGT
36
+ TGC
37
+ TGG
38
+ CAA
39
+ CAT
40
+ CAC
41
+ CAG
42
+ CTA
43
+ CTT
44
+ CTC
45
+ CTG
46
+ CCA
47
+ CCT
48
+ CCC
49
+ CCG
50
+ CGA
51
+ CGT
52
+ CGC
53
+ CGG
54
+ GAA
55
+ GAT
56
+ GAC
57
+ GAG
58
+ GTA
59
+ GTT
60
+ GTC
61
+ GTG
62
+ GCA
63
+ GCT
64
+ GCC
65
+ GCG
66
+ GGA
67
+ GGT
68
+ GGC
69
+ GGG