vldsavelyev commited on
Commit
24885cc
1 Parent(s): c42e836

Upload tokenizer

Browse files
Files changed (5) hide show
  1. merges.txt +184 -216
  2. special_tokens_map.json +0 -4
  3. tokenizer.json +648 -727
  4. tokenizer_config.json +0 -3
  5. vocab.json +1 -1
merges.txt CHANGED
@@ -1,243 +1,211 @@
1
  #version: 0.2 - Trained by `huggingface/tokenizers`
2
- Ġ 0
3
  Ġ 3
 
4
  Ġ |
5
- 1 6
6
- Ġ 2
7
  Ġ r
 
8
  Ġ 5
9
- Ġ 1
10
- Ġ 4
11
- Ġ 7
12
  t u
13
- } .
14
- 3 2
15
  Ġ 6
 
 
16
  Ġ 8
17
- Ġ (
18
  Ġ 9
19
- Ġ1 0
20
  Ġ1 2
21
- ) .
22
- i n
23
- 6 4
24
- s t
 
 
 
 
 
 
 
 
25
  Ġ1 4
26
  Ġ1 1
27
- l e
28
- i t
29
- Ġ "
30
- t it
31
- tit le
32
- Ġ2 4
33
- r e
34
- l r
35
- e n
36
- in g
37
- t e
38
- p o
39
- en t
40
- t s
41
- st r
42
- m ent
43
- f re
44
- s tu
45
- te m
46
- ing s
47
- in stu
48
- str ings
49
- fre ts
50
- tem po
51
- instu ment
52
- } )
53
- Ġ 16
54
  Ġ1 5
 
 
55
  1 0
56
- p m
57
- Ġ tu
58
- Ġ3 3
59
  Ġ1 3
60
- 1 2
61
  Ġ1 7
62
- Ġ Ã
63
- 1 4
64
- 1 1
65
- Ã ®
66
- Ã ł
67
- Ã ¥
68
- Ġ lr
69
- î Ã
70
- Ġ3 4
 
 
71
  Ġ1 9
72
- Ã¥ Ã
73
- Ãł Ã
74
- Ã ¨
75
- } ).
 
 
 
 
 
 
 
 
76
  Ġ1 8
77
- è Ã
78
- b e
79
- Ġ" "
80
- Ġ12 0
81
- ± Ã
82
- Ã Ń
83
- Ġ st
84
- Ã °
85
  1 5
86
- h e
 
87
  a h
88
- Ã ¼
89
- Ã ³
90
  Ġ2 1
91
- Ġ2 0
92
- Ã »
93
- s u
94
  1 7
95
- 1 3
96
- b title
97
- Ã ²
98
- su btitle
99
- n h
100
- Ã «
101
- ) }.
102
- o n
103
- Ã ¿
104
- ) }
105
- e r
106
- Ġ T
107
- a s
108
- a n
109
  Ġ v
110
- Ġ S
111
- Ġ10 0
112
- a r
113
- Ã ¤
114
- Ã ı
115
- Ã ª
116
- Ġ14 0
117
- îà «
118
- o r
119
- à ±Ã
120
- Ġ15 0
121
- Ġ3 5
122
- a l
123
- Ã ·
124
- u n
125
  1 9
126
- Ã ¢
127
- Ġ D
128
- åà °
129
- a t
130
- Ġ3 2
131
- Ġ18 0
132
- Ġ13 0
133
- Ġ B
134
- Ã ij
135
- Ġ M
136
- åà Ń
137
- Ã ģ
138
- Ã Ĥ
139
- as s
140
- Ġ A
141
- Ġ2 2
142
- - -
143
- îà °
144
- Ġ11 0
145
- û Ã
146
- Ġ16 0
147
- åà ²
148
- Ġ Ġ
149
- åà «
150
- ó Ã
151
- 1 8
152
- Ã į
153
- Ġ20 0
154
- ĠT he
155
- îà ©
156
- ÃłÃ Ń
157
- ±Ã ²
158
- ) "
159
- îà ¢
160
- Ã Ĭ
161
- Ã Ħ
162
- Ã Į
163
- title d
164
- o m
165
- ĠÃ ¢
166
- T he
167
- Ġ g
168
- ĠÃ Ń
169
  Ġ2 3
170
- Ã İ
171
- Ġ O
172
- Ġ9 0
173
- B ass
174
- i c
175
- Ġ t
176
- Ġ pm
177
- un titled
178
- Ġ I
179
- ÃłÃ «
180
- e s
181
- i l
182
- ĠÃ ¯
183
- e l
184
- Ã ¬
185
- Ġ C
186
- Ġ W
187
- ûà ©
188
- ĠÃ ¨
189
- o u
190
- Ã ¡
191
- Ã Ĵ
192
- Ġ -
193
- Ġ H
194
- Ġ L
195
- a c
196
- a d
197
- îà ²
198
- r o
199
- v e
200
- Ġ3 6
201
- èà Ń
202
- ĠÃ ¬
203
- îà ¬
204
- i s
205
- o l
206
  Ġ2 6
207
- ĠÃ ¤
208
- Ġ F
209
- Ã £
210
- Ġ o
211
- r i
 
 
 
 
 
 
 
 
 
 
 
 
 
 
212
  Ġ8 0
213
- e d
214
- i g
215
- Ġ3 7
216
- ÃłÃ ¿
217
- a m
218
- Ġ10 5
219
- îà Ń
220
- ÃłÃ °
221
- a y
222
- Ã §
223
- Ã IJ
224
- Ã ¾
225
- Ã Ģ
226
- Ġ G
227
- Ġ be
228
- Ġ17 0
229
- èà ¿
230
- o d
231
- Ã ĩ
232
- Ã ±
233
- Ġ P
234
- Ġ R
235
- ĠÃ ²
236
- îà ¤
237
- ÃłÃ ²
238
- èà ª
239
- ĠO f
240
- Ġo f
241
- Â ¸
242
- Ġ2 9
243
- Ġ11 5
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  #version: 0.2 - Trained by `huggingface/tokenizers`
2
+ Ġ (
3
  Ġ 3
4
+ Ġ 0
5
  Ġ |
6
+ Ġ 4
7
+ Ġ 1
8
  Ġ r
9
+ 1 6
10
  Ġ 5
11
+ Ġ 2
12
+ ) .
13
+ Ġ3 6
14
  t u
15
+ Ġ 7
16
+ Ġ :
17
  Ġ 6
18
+ } .
19
+ Ġ3 5
20
  Ġ 8
21
+ Ġ4 0
22
  Ġ 9
23
+ Ġ3 8
24
  Ġ1 2
25
+ } )
26
+ Ġ4 2
27
+ Ġ1 0
28
+ p m
29
+ l r
30
+ 4 6
31
+ 4 2
32
+ 3 2
33
+ Ġ4 6
34
+ 3 6
35
+ } ).
36
+ 4 9
37
  Ġ1 4
38
  Ġ1 1
39
+ Ġ tu
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
40
  Ġ1 5
41
+ 5 1
42
+ Ġ4 4
43
  1 0
44
+ Ġ5 1
45
+ 5 7
46
+ 3 8
47
  Ġ1 3
 
48
  Ġ1 7
49
+ 4 0
50
+ b e
51
+ 4 4
52
+ 1 2
53
+ 3 5
54
+ Ġ4 9
55
+ Ġ4 5
56
+ Ġ5 7
57
+ Ġ4 1
58
+ Ġ4 3
59
+ Ġ1 6
60
  Ġ1 9
61
+ 1 1
62
+ Ġ5 4
63
+ 5 3
64
+ ) }
65
+ Ġ4 7
66
+ 5 9
67
+ 5 5
68
+ s t
69
+ Ġ5 9
70
+ 1 4
71
+ Ġ5 3
72
+ Ġ5 5
73
  Ġ1 8
74
+ Ġ2 0
75
+ 6 4
76
+ ) }.
77
+ Ġ4 8
78
+ 4 5
79
+ 1 3
80
+ 4 1
 
81
  1 5
82
+ Ġ2 2
83
+ 4 3
84
  a h
85
+ Ġ6 9
86
+ Ġ8 2
87
  Ġ2 1
 
 
 
88
  1 7
89
+ 4 7
90
+ Ġ g
91
+ Ġ be
 
 
 
 
 
 
 
 
 
 
 
92
  Ġ v
93
+ Ġ lr
94
+ Ġ3 7
95
+ 5 4
96
+ 5 2
97
+ Ġ5 0
98
+ Ġ2 4
99
+ Ġ7 0
100
+ n h
101
+ 4 8
102
+ Ġ3 9
 
 
 
 
 
103
  1 9
104
+ Ġ5 2
105
+ ) })
106
+ Ġ6 4
107
+ 2 0
108
+ Ġ6 3
109
+ 6 9
110
+ Ġ6 1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
111
  Ġ2 3
112
+ ) }).
113
+ Ġ2 7
114
+ Ġ3 3
115
+ 8 2
116
+ 1 8
117
+ 2 2
118
+ Ġ6 0
119
+ Ġ2 8
120
+ 5 0
121
+ Ġ3 1
122
+ 7 0
123
+ 2 1
124
+ Ġ h
125
+ Ġ6 2
126
+ 3 7
127
+ 2 4
128
+ Ġ2 5
129
+ Ġ f
130
+ Ġ5 6
131
+ Ġ8 1
132
+ Ġ8 7
133
+ Ġ2 9
 
 
 
 
 
 
 
 
 
 
 
 
 
 
134
  Ġ2 6
135
+ 3 9
136
+ Ġ8 5
137
+ Ġ6 5
138
+ Ġ pm
139
+ Ġ ah
140
+ Ġ3 2
141
+ Ġ8 6
142
+ 5 6
143
+ 8 6
144
+ 3 3
145
+ Ġ3 4
146
+ 2 7
147
+ Ġ7 7
148
+ Ġ3 0
149
+ 6 2
150
+ 2 8
151
+ 6 0
152
+ 6 1
153
+ 2 3
154
  Ġ8 0
155
+ s h
156
+ Ġ st
157
+ 6 3
158
+ 2 5
159
+ p h
160
+ Ġ7 5
161
+ 8 7
162
+ Ġ9 9
163
+ 3 1
164
+ Ġ7 6
165
+ Ġ nh
166
+ 2 6
167
+ 6 5
168
+ Ġ7 4
169
+ Ġ6 6
170
+ t r
171
+ t h
172
+ 7 6
173
+ 8 1
174
+ 2 9
175
+ Ġ6 8
176
+ 3 4
177
+ 7 7
178
+ Ġ8 3
179
+ Ġ6 7
180
+ Ġ8 4
181
+ 3 0
182
+ Ġ ph
183
+ 8 0
184
+ 8 4
185
+ Ġ7 3
186
+ 7 3
187
+ 7 5
188
+ Ġ sh
189
+ 7 4
190
+ 6 8
191
+ 5 8
192
+ Ġ5 8
193
+ 6 6
194
+ Ġ tr
195
+ Ġ7 1
196
+ Ġ9 1
197
+ 9 9
198
+ Ġ9 6
199
+ 6 7
200
+ Ġ7 9
201
+ 8 5
202
+ Ġ7 8
203
+ 8 3
204
+ Ġ7 2
205
+ Ġ9 4
206
+ Ġ th
207
+ 7 1
208
+ 7 9
209
+ 9 6
210
+ 7 2
211
+ 9 5
special_tokens_map.json CHANGED
@@ -1,9 +1,5 @@
1
  {
2
- "additional_special_tokens": [
3
- "<|pad|>"
4
- ],
5
  "bos_token": "<|endoftext|>",
6
  "eos_token": "<|endoftext|>",
7
- "pad_token": "<|pad|>",
8
  "unk_token": "<|endoftext|>"
9
  }
 
1
  {
 
 
 
2
  "bos_token": "<|endoftext|>",
3
  "eos_token": "<|endoftext|>",
 
4
  "unk_token": "<|endoftext|>"
5
  }
tokenizer.json CHANGED
@@ -1,11 +1,6 @@
1
  {
2
  "version": "1.0",
3
- "truncation": {
4
- "direction": "Right",
5
- "max_length": 1024,
6
- "strategy": "LongestFirst",
7
- "stride": 204
8
- },
9
  "padding": null,
10
  "added_tokens": [
11
  {
@@ -16,15 +11,6 @@
16
  "rstrip": false,
17
  "normalized": false,
18
  "special": true
19
- },
20
- {
21
- "id": 1,
22
- "content": "<|pad|>",
23
- "single_word": false,
24
- "lstrip": false,
25
- "rstrip": false,
26
- "normalized": false,
27
- "special": true
28
  }
29
  ],
30
  "normalizer": null,
@@ -55,749 +41,684 @@
55
  "fuse_unk": false,
56
  "vocab": {
57
  "<|endoftext|>": 0,
58
- "<|pad|>": 1,
59
- "!": 2,
60
- "\"": 3,
61
- "#": 4,
62
- "$": 5,
63
- "%": 6,
64
- "&": 7,
65
- "'": 8,
66
- "(": 9,
67
- ")": 10,
68
- "*": 11,
69
- "+": 12,
70
- ",": 13,
71
- "-": 14,
72
- ".": 15,
73
- "/": 16,
74
- "0": 17,
75
- "1": 18,
76
- "2": 19,
77
- "3": 20,
78
- "4": 21,
79
- "5": 22,
80
- "6": 23,
81
- "7": 24,
82
- "8": 25,
83
- "9": 26,
84
- ":": 27,
85
- ";": 28,
86
- "<": 29,
87
- "=": 30,
88
- ">": 31,
89
- "?": 32,
90
- "@": 33,
91
- "A": 34,
92
- "B": 35,
93
- "C": 36,
94
- "D": 37,
95
- "E": 38,
96
- "F": 39,
97
- "G": 40,
98
- "H": 41,
99
- "I": 42,
100
- "J": 43,
101
- "K": 44,
102
- "L": 45,
103
- "M": 46,
104
- "N": 47,
105
- "O": 48,
106
- "P": 49,
107
- "Q": 50,
108
- "R": 51,
109
- "S": 52,
110
- "T": 53,
111
- "U": 54,
112
- "V": 55,
113
- "W": 56,
114
- "X": 57,
115
- "Y": 58,
116
- "Z": 59,
117
- "[": 60,
118
- "\\": 61,
119
- "]": 62,
120
- "^": 63,
121
- "_": 64,
122
- "`": 65,
123
- "a": 66,
124
- "b": 67,
125
- "c": 68,
126
- "d": 69,
127
- "e": 70,
128
- "f": 71,
129
- "g": 72,
130
- "h": 73,
131
- "i": 74,
132
- "j": 75,
133
- "k": 76,
134
- "l": 77,
135
- "m": 78,
136
- "n": 79,
137
- "o": 80,
138
- "p": 81,
139
- "q": 82,
140
- "r": 83,
141
- "s": 84,
142
- "t": 85,
143
- "u": 86,
144
- "v": 87,
145
- "w": 88,
146
- "x": 89,
147
- "y": 90,
148
- "z": 91,
149
- "{": 92,
150
- "|": 93,
151
- "}": 94,
152
- "~": 95,
153
- "¡": 96,
154
- "¢": 97,
155
- "£": 98,
156
- "¤": 99,
157
- "¥": 100,
158
- "¦": 101,
159
- "§": 102,
160
- "¨": 103,
161
- "©": 104,
162
- "ª": 105,
163
- "«": 106,
164
- "¬": 107,
165
- "®": 108,
166
- "¯": 109,
167
- "°": 110,
168
- "±": 111,
169
- "²": 112,
170
- "³": 113,
171
- "´": 114,
172
- "µ": 115,
173
- "": 116,
174
- "·": 117,
175
- "¸": 118,
176
- "¹": 119,
177
- "º": 120,
178
- "»": 121,
179
- "¼": 122,
180
- "½": 123,
181
- "¾": 124,
182
- "¿": 125,
183
- "À": 126,
184
- "Á": 127,
185
- "Â": 128,
186
- "Ã": 129,
187
- "Ä": 130,
188
- "Å": 131,
189
- "Æ": 132,
190
- "Ç": 133,
191
- "È": 134,
192
- "É": 135,
193
- "Ê": 136,
194
- "Ë": 137,
195
- "Ì": 138,
196
- "Í": 139,
197
- "Î": 140,
198
- "Ï": 141,
199
- "Ð": 142,
200
- "Ñ": 143,
201
- "Ò": 144,
202
- "Ó": 145,
203
- "Ô": 146,
204
- "Õ": 147,
205
- "Ö": 148,
206
- "×": 149,
207
- "Ø": 150,
208
- "Ù": 151,
209
- "Ú": 152,
210
- "Û": 153,
211
- "Ü": 154,
212
- "Ý": 155,
213
- "Þ": 156,
214
- "ß": 157,
215
- "à": 158,
216
- "á": 159,
217
- "â": 160,
218
- "ã": 161,
219
- "ä": 162,
220
- "å": 163,
221
- "æ": 164,
222
- "ç": 165,
223
- "è": 166,
224
- "é": 167,
225
- "ê": 168,
226
- "ë": 169,
227
- "ì": 170,
228
- "í": 171,
229
- "î": 172,
230
- "ï": 173,
231
- "ð": 174,
232
- "ñ": 175,
233
- "ò": 176,
234
- "ó": 177,
235
- "ô": 178,
236
- "õ": 179,
237
- "ö": 180,
238
- "÷": 181,
239
- "ø": 182,
240
- "ù": 183,
241
- "ú": 184,
242
- "û": 185,
243
- "ü": 186,
244
- "ý": 187,
245
- "þ": 188,
246
- "ÿ": 189,
247
- "Ā": 190,
248
- "ā": 191,
249
- "Ă": 192,
250
- "ă": 193,
251
- "Ą": 194,
252
- "ą": 195,
253
- "Ć": 196,
254
- "ć": 197,
255
- "Ĉ": 198,
256
- "ĉ": 199,
257
- "Ċ": 200,
258
- "ċ": 201,
259
- "Č": 202,
260
- "č": 203,
261
- "Ď": 204,
262
- "ď": 205,
263
- "Đ": 206,
264
- "đ": 207,
265
- "Ē": 208,
266
- "ē": 209,
267
- "Ĕ": 210,
268
- "ĕ": 211,
269
- "Ė": 212,
270
- "ė": 213,
271
- "Ę": 214,
272
- "ę": 215,
273
- "Ě": 216,
274
- "ě": 217,
275
- "Ĝ": 218,
276
- "ĝ": 219,
277
- "Ğ": 220,
278
- "ğ": 221,
279
- "Ġ": 222,
280
- "ġ": 223,
281
- "Ģ": 224,
282
- "ģ": 225,
283
- "Ĥ": 226,
284
- "ĥ": 227,
285
- "Ħ": 228,
286
- "ħ": 229,
287
- "Ĩ": 230,
288
- "ĩ": 231,
289
- "Ī": 232,
290
- "ī": 233,
291
- "Ĭ": 234,
292
- "ĭ": 235,
293
- "Į": 236,
294
- "į": 237,
295
- "İ": 238,
296
- "ı": 239,
297
- "IJ": 240,
298
- "ij": 241,
299
- "Ĵ": 242,
300
- "ĵ": 243,
301
- "Ķ": 244,
302
- "ķ": 245,
303
- "ĸ": 246,
304
- "Ĺ": 247,
305
- "ĺ": 248,
306
- "Ļ": 249,
307
- "ļ": 250,
308
- "Ľ": 251,
309
- "ľ": 252,
310
- "Ŀ": 253,
311
- "ŀ": 254,
312
- "Ł": 255,
313
- "ł": 256,
314
- "Ń": 257,
315
- 0": 258,
316
- 3": 259,
317
  "Ġ|": 260,
318
- "16": 261,
319
- 2": 262,
320
  "Ġr": 263,
321
- "Ġ5": 264,
322
- 1": 265,
323
- 4": 266,
324
- "Ġ7": 267,
325
- "tu": 268,
326
- "}.": 269,
327
- "32": 270,
328
- "Ġ6": 271,
329
- 8": 272,
330
- "Ġ(": 273,
331
- 9": 274,
332
- 10": 275,
333
- 12": 276,
334
- ").": 277,
335
- "in": 278,
336
- "64": 279,
337
- "st": 280,
338
- 14": 281,
339
- 11": 282,
340
- "le": 283,
341
- "it": 284,
342
- "Ġ\"": 285,
343
- "tit": 286,
344
- "title": 287,
345
- 24": 288,
346
- "re": 289,
347
- "lr": 290,
348
- "en": 291,
349
- "ing": 292,
350
- "te": 293,
351
- "po": 294,
352
- "ent": 295,
353
- "ts": 296,
354
- "str": 297,
355
- "ment": 298,
356
- "fre": 299,
357
- "stu": 300,
358
- "tem": 301,
359
- "ings": 302,
360
- "instu": 303,
361
- "strings": 304,
362
- "frets": 305,
363
- "tempo": 306,
364
- "instument": 307,
365
- "})": 308,
366
- 16": 309,
367
- 15": 310,
368
- "10": 311,
369
- "pm": 312,
370
- "Ġtu": 313,
371
- 33": 314,
372
- 13": 315,
373
- "12": 316,
374
- 17": 317,
375
- "ĠÃ": 318,
376
- "14": 319,
377
- "11": 320,
378
- "î": 321,
379
- "Ãł": 322,
380
- "Ã¥": 323,
381
- "Ġlr": 324,
382
- "îÃ": 325,
383
- 34": 326,
384
- 19": 327,
385
- "Ã¥Ã": 328,
386
- "ÃłÃ": 329,
387
- "è": 330,
388
- "}).": 331,
389
- 18": 332,
390
- "èÃ": 333,
391
- "be": 334,
392
- "Ġ\"\"": 335,
393
- "Ġ120": 336,
394
- "±Ã": 337,
395
- "ÃŃ": 338,
396
- "Ġst": 339,
397
- "ð": 340,
398
- "15": 341,
399
- "he": 342,
400
- "ah": 343,
401
- "ü": 344,
402
- "ó": 345,
403
- "Ġ21": 346,
404
- "Ġ20": 347,
405
- "û": 348,
406
- "su": 349,
407
- "17": 350,
408
- "13": 351,
409
- "btitle": 352,
410
- "ò": 353,
411
- "subtitle": 354,
412
  "nh": 355,
413
- "ë": 356,
414
- ")}.": 357,
415
- "on": 358,
416
- "ÿ": 359,
417
- ")}": 360,
418
- "er": 361,
419
- "ĠT": 362,
420
- "as": 363,
421
- "an": 364,
422
- "Ġv": 365,
423
- "ĠS": 366,
424
- "Ġ100": 367,
425
- "ar": 368,
426
- "ä": 369,
427
- "Ãı": 370,
428
- "ê": 371,
429
- "Ġ140": 372,
430
- "îë": 373,
431
- "or": 374,
432
- "ñÃ": 375,
433
- 150": 376,
434
- "Ġ35": 377,
435
- "al": 378,
436
- "÷": 379,
437
- "un": 380,
438
- "19": 381,
439
- "â": 382,
440
- "ĠD": 383,
441
- "åð": 384,
442
- "at": 385,
443
- 32": 386,
444
- 180": 387,
445
- 130": 388,
446
- "ĠB": 389,
447
- "Ãij": 390,
448
- "ĠM": 391,
449
- "Ã¥ÃŃ": 392,
450
- "Ãģ": 393,
451
- "ÃĤ": 394,
452
- "ass": 395,
453
- "ĠA": 396,
454
- "Ġ22": 397,
455
- "--": 398,
456
- "îð": 399,
457
- 110": 400,
458
- "ûÃ": 401,
459
- 160": 402,
460
- "åò": 403,
461
- "ĠĠ": 404,
462
- "åë": 405,
463
- "óÃ": 406,
464
- "18": 407,
465
- "Ãį": 408,
466
- 200": 409,
467
- "ĠThe": 410,
468
- "îé": 411,
469
- "ÃłÃŃ": 412,
470
- "±Ã²": 413,
471
- ")\"": 414,
472
- "îâ": 415,
473
- "ÃĬ": 416,
474
- "ÃĦ": 417,
475
- "ÃĮ": 418,
476
- "titled": 419,
477
- "om": 420,
478
- "Ġâ": 421,
479
- "The": 422,
480
- "Ġg": 423,
481
- "ĠÃŃ": 424,
482
- "Ġ23": 425,
483
- "Ãİ": 426,
484
- "ĠO": 427,
485
- "Ġ90": 428,
486
- "Bass": 429,
487
- "ic": 430,
488
- "Ġt": 431,
489
- "Ġpm": 432,
490
- "untitled": 433,
491
- "ĠI": 434,
492
- "ÃłÃ«": 435,
493
- "es": 436,
494
- "il": 437,
495
- "Ġï": 438,
496
- "el": 439,
497
- "ì": 440,
498
- "ĠC": 441,
499
- "ĠW": 442,
500
- "ûé": 443,
501
- "Ġè": 444,
502
- "ou": 445,
503
- "á": 446,
504
- "ÃĴ": 447,
505
- "Ġ-": 448,
506
- "ĠH": 449,
507
- "ĠL": 450,
508
- "ac": 451,
509
- "ad": 452,
510
- "îò": 453,
511
- "ro": 454,
512
- "ve": 455,
513
- "Ġ36": 456,
514
- "èÃŃ": 457,
515
- "Ġì": 458,
516
- "îì": 459,
517
- "is": 460,
518
- "ol": 461,
519
- "Ġ26": 462,
520
- "Ġä": 463,
521
- "ĠF": 464,
522
- "ã": 465,
523
- "Ġo": 466,
524
- "ri": 467,
525
- "Ġ80": 468,
526
- "ed": 469,
527
- "ig": 470,
528
- "Ġ37": 471,
529
- "ÃłÃ¿": 472,
530
- "am": 473,
531
- "Ġ105": 474,
532
- "îÃŃ": 475,
533
- "ÃłÃ°": 476,
534
- "ay": 477,
535
- "ç": 478,
536
- "ÃIJ": 479,
537
- "þ": 480,
538
- "ÃĢ": 481,
539
- "ĠG": 482,
540
- "Ġbe": 483,
541
- "Ġ170": 484,
542
- "èÿ": 485,
543
- "od": 486,
544
- "Ãĩ": 487,
545
- "ñ": 488,
546
- "ĠP": 489,
547
- "ĠR": 490,
548
- "Ġò": 491,
549
- "îä": 492,
550
- "ÃłÃ²": 493,
551
- "èê": 494,
552
- "ĠOf": 495,
553
- "Ġof": 496,
554
- "¸": 497,
555
- "Ġ29": 498,
556
- "Ġ115": 499
557
  },
558
  "merges": [
559
- 0",
560
  "Ġ 3",
 
561
  "Ġ |",
562
- "1 6",
563
- 2",
564
  "Ġ r",
 
565
  "Ġ 5",
566
- 1",
567
- "Ġ 4",
568
- 7",
569
  "t u",
570
- "} .",
571
- "3 2",
572
  "Ġ 6",
 
 
573
  "Ġ 8",
574
- (",
575
  "Ġ 9",
576
- 1 0",
577
  "Ġ1 2",
578
- ") .",
579
- "i n",
580
- "6 4",
581
- "s t",
 
 
 
 
 
 
 
 
582
  "Ġ1 4",
583
  "Ġ1 1",
584
- "l e",
585
- "i t",
586
- "Ġ \"",
587
- "t it",
588
- "tit le",
589
- "Ġ2 4",
590
- "r e",
591
- "l r",
592
- "e n",
593
- "in g",
594
- "t e",
595
- "p o",
596
- "en t",
597
- "t s",
598
- "st r",
599
- "m ent",
600
- "f re",
601
- "s tu",
602
- "te m",
603
- "ing s",
604
- "in stu",
605
- "str ings",
606
- "fre ts",
607
- "tem po",
608
- "instu ment",
609
- "} )",
610
- "Ġ 16",
611
  "Ġ1 5",
 
 
612
  "1 0",
613
- "p m",
614
- "Ġ tu",
615
- "Ġ3 3",
616
  "Ġ1 3",
617
- "1 2",
618
  "Ġ1 7",
619
- "Ġ Ã",
620
- "1 4",
621
- "1 1",
622
- "Ã ®",
623
- "Ã ł",
624
- "Ã ¥",
625
- lr",
626
- "î Ã",
627
- 3 4",
 
 
628
  "Ġ1 9",
629
- "Ã¥ Ã",
630
- "Ãł Ã",
631
- "Ã ¨",
632
- "} ).",
 
 
 
 
 
 
 
 
633
  "Ġ1 8",
634
- "è Ã",
635
- "b e",
636
- "Ġ\" \"",
637
- 12 0",
638
- "± Ã",
639
- "Ã Ń",
640
- "Ġ st",
641
- "Ã °",
642
  "1 5",
643
- "h e",
 
644
  "a h",
645
- "Ã ¼",
646
- "Ã ³",
647
  "Ġ2 1",
648
- "Ġ2 0",
649
- "Ã »",
650
- "s u",
651
  "1 7",
652
- "1 3",
653
- "b title",
654
- "Ã ²",
655
- "su btitle",
656
- "n h",
657
- "Ã «",
658
- ") }.",
659
- "o n",
660
- "Ã ¿",
661
- ") }",
662
- "e r",
663
- "Ġ T",
664
- "a s",
665
- "a n",
666
  "Ġ v",
667
- S",
668
- 10 0",
669
- "a r",
670
- "Ã ¤",
671
- "Ã ı",
672
- "Ã ª",
673
- 14 0",
674
- "îà «",
675
- "o r",
676
- "à ±Ã",
677
- "Ġ15 0",
678
- "Ġ3 5",
679
- "a l",
680
- "Ã ·",
681
- "u n",
682
  "1 9",
683
- "Ã ¢",
684
- "Ġ D",
685
- "åà °",
686
- "a t",
687
- "Ġ3 2",
688
- "Ġ18 0",
689
- 13 0",
690
- "Ġ B",
691
- "Ã ij",
692
- "Ġ M",
693
- "åà Ń",
694
- "Ã ģ",
695
- "Ã Ĥ",
696
- "as s",
697
- "Ġ A",
698
- "Ġ2 2",
699
- "- -",
700
- "îà °",
701
- "Ġ11 0",
702
- "û Ã",
703
- "Ġ16 0",
704
- "åà ²",
705
- "Ġ Ġ",
706
- "åà «",
707
- "ó Ã",
708
- "1 8",
709
- "Ã į",
710
- "Ġ20 0",
711
- "ĠT he",
712
- "îà ©",
713
- "ÃłÃ Ń",
714
- "±Ã ²",
715
- ") \"",
716
- "îà ¢",
717
- "Ã Ĭ",
718
- "Ã Ħ",
719
- "Ã Į",
720
- "title d",
721
- "o m",
722
- "ĠÃ ¢",
723
- "T he",
724
- "Ġ g",
725
- "ĠÃ Ń",
726
  "Ġ2 3",
727
- "Ã İ",
728
- O",
729
- 9 0",
730
- "B ass",
731
- "i c",
732
- "Ġ t",
733
- pm",
734
- "un titled",
735
- "Ġ I",
736
- "ÃłÃ «",
737
- "e s",
738
- "i l",
739
- "ĠÃ ¯",
740
- "e l",
741
- "Ã ¬",
742
- "Ġ C",
743
- W",
744
- "ûà ©",
745
- "ĠÃ ¨",
746
- "o u",
747
- "Ã ¡",
748
- "Ã Ĵ",
749
- "Ġ -",
750
- "Ġ H",
751
- "Ġ L",
752
- "a c",
753
- "a d",
754
- "îà ²",
755
- "r o",
756
- "v e",
757
- "Ġ3 6",
758
- "èà Ń",
759
- "ĠÃ ¬",
760
- "îà ¬",
761
- "i s",
762
- "o l",
763
  "Ġ2 6",
764
- "ĠÃ ¤",
765
- F",
766
- "Ã £",
767
- o",
768
- "r i",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
769
  "Ġ8 0",
770
- "e d",
771
- "i g",
772
- "Ġ3 7",
773
- "ÃłÃ ¿",
774
- "a m",
775
- 10 5",
776
- "îà Ń",
777
- "ÃłÃ °",
778
- "a y",
779
- "Ã §",
780
- "Ã IJ",
781
- "Ã ¾",
782
- "Ã Ģ",
783
- G",
784
- be",
785
- "Ġ17 0",
786
- "èà ¿",
787
- "o d",
788
- "Ã ĩ",
789
- "Ã ±",
790
- P",
791
- "Ġ R",
792
- "ĠÃ ²",
793
- "îà ¤",
794
- "ÃłÃ ²",
795
- "èà ª",
796
- "ĠO f",
797
- "Ġo f",
798
- "Â ¸",
799
- "Ġ2 9",
800
- 11 5"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
801
  ]
802
  }
803
  }
 
1
  {
2
  "version": "1.0",
3
+ "truncation": null,
 
 
 
 
 
4
  "padding": null,
5
  "added_tokens": [
6
  {
 
11
  "rstrip": false,
12
  "normalized": false,
13
  "special": true
 
 
 
 
 
 
 
 
 
14
  }
15
  ],
16
  "normalizer": null,
 
41
  "fuse_unk": false,
42
  "vocab": {
43
  "<|endoftext|>": 0,
44
+ "!": 1,
45
+ "\"": 2,
46
+ "#": 3,
47
+ "$": 4,
48
+ "%": 5,
49
+ "&": 6,
50
+ "'": 7,
51
+ "(": 8,
52
+ ")": 9,
53
+ "*": 10,
54
+ "+": 11,
55
+ ",": 12,
56
+ "-": 13,
57
+ ".": 14,
58
+ "/": 15,
59
+ "0": 16,
60
+ "1": 17,
61
+ "2": 18,
62
+ "3": 19,
63
+ "4": 20,
64
+ "5": 21,
65
+ "6": 22,
66
+ "7": 23,
67
+ "8": 24,
68
+ "9": 25,
69
+ ":": 26,
70
+ ";": 27,
71
+ "<": 28,
72
+ "=": 29,
73
+ ">": 30,
74
+ "?": 31,
75
+ "@": 32,
76
+ "A": 33,
77
+ "B": 34,
78
+ "C": 35,
79
+ "D": 36,
80
+ "E": 37,
81
+ "F": 38,
82
+ "G": 39,
83
+ "H": 40,
84
+ "I": 41,
85
+ "J": 42,
86
+ "K": 43,
87
+ "L": 44,
88
+ "M": 45,
89
+ "N": 46,
90
+ "O": 47,
91
+ "P": 48,
92
+ "Q": 49,
93
+ "R": 50,
94
+ "S": 51,
95
+ "T": 52,
96
+ "U": 53,
97
+ "V": 54,
98
+ "W": 55,
99
+ "X": 56,
100
+ "Y": 57,
101
+ "Z": 58,
102
+ "[": 59,
103
+ "\\": 60,
104
+ "]": 61,
105
+ "^": 62,
106
+ "_": 63,
107
+ "`": 64,
108
+ "a": 65,
109
+ "b": 66,
110
+ "c": 67,
111
+ "d": 68,
112
+ "e": 69,
113
+ "f": 70,
114
+ "g": 71,
115
+ "h": 72,
116
+ "i": 73,
117
+ "j": 74,
118
+ "k": 75,
119
+ "l": 76,
120
+ "m": 77,
121
+ "n": 78,
122
+ "o": 79,
123
+ "p": 80,
124
+ "q": 81,
125
+ "r": 82,
126
+ "s": 83,
127
+ "t": 84,
128
+ "u": 85,
129
+ "v": 86,
130
+ "w": 87,
131
+ "x": 88,
132
+ "y": 89,
133
+ "z": 90,
134
+ "{": 91,
135
+ "|": 92,
136
+ "}": 93,
137
+ "~": 94,
138
+ "¡": 95,
139
+ "¢": 96,
140
+ "£": 97,
141
+ "¤": 98,
142
+ "¥": 99,
143
+ "¦": 100,
144
+ "§": 101,
145
+ "¨": 102,
146
+ "©": 103,
147
+ "ª": 104,
148
+ "«": 105,
149
+ "¬": 106,
150
+ "®": 107,
151
+ "¯": 108,
152
+ "°": 109,
153
+ "±": 110,
154
+ "²": 111,
155
+ "³": 112,
156
+ "´": 113,
157
+ "µ": 114,
158
+ "": 115,
159
+ "·": 116,
160
+ "¸": 117,
161
+ "¹": 118,
162
+ "º": 119,
163
+ "»": 120,
164
+ "¼": 121,
165
+ "½": 122,
166
+ "¾": 123,
167
+ "¿": 124,
168
+ "À": 125,
169
+ "Á": 126,
170
+ "Â": 127,
171
+ "Ã": 128,
172
+ "Ä": 129,
173
+ "Å": 130,
174
+ "Æ": 131,
175
+ "Ç": 132,
176
+ "È": 133,
177
+ "É": 134,
178
+ "Ê": 135,
179
+ "Ë": 136,
180
+ "Ì": 137,
181
+ "Í": 138,
182
+ "Î": 139,
183
+ "Ï": 140,
184
+ "Ð": 141,
185
+ "Ñ": 142,
186
+ "Ò": 143,
187
+ "Ó": 144,
188
+ "Ô": 145,
189
+ "Õ": 146,
190
+ "Ö": 147,
191
+ "×": 148,
192
+ "Ø": 149,
193
+ "Ù": 150,
194
+ "Ú": 151,
195
+ "Û": 152,
196
+ "Ü": 153,
197
+ "Ý": 154,
198
+ "Þ": 155,
199
+ "ß": 156,
200
+ "à": 157,
201
+ "á": 158,
202
+ "â": 159,
203
+ "ã": 160,
204
+ "ä": 161,
205
+ "å": 162,
206
+ "æ": 163,
207
+ "ç": 164,
208
+ "è": 165,
209
+ "é": 166,
210
+ "ê": 167,
211
+ "ë": 168,
212
+ "ì": 169,
213
+ "í": 170,
214
+ "î": 171,
215
+ "ï": 172,
216
+ "ð": 173,
217
+ "ñ": 174,
218
+ "ò": 175,
219
+ "ó": 176,
220
+ "ô": 177,
221
+ "õ": 178,
222
+ "ö": 179,
223
+ "÷": 180,
224
+ "ø": 181,
225
+ "ù": 182,
226
+ "ú": 183,
227
+ "û": 184,
228
+ "ü": 185,
229
+ "ý": 186,
230
+ "þ": 187,
231
+ "ÿ": 188,
232
+ "Ā": 189,
233
+ "ā": 190,
234
+ "Ă": 191,
235
+ "ă": 192,
236
+ "Ą": 193,
237
+ "ą": 194,
238
+ "Ć": 195,
239
+ "ć": 196,
240
+ "Ĉ": 197,
241
+ "ĉ": 198,
242
+ "Ċ": 199,
243
+ "ċ": 200,
244
+ "Č": 201,
245
+ "č": 202,
246
+ "Ď": 203,
247
+ "ď": 204,
248
+ "Đ": 205,
249
+ "đ": 206,
250
+ "Ē": 207,
251
+ "ē": 208,
252
+ "Ĕ": 209,
253
+ "ĕ": 210,
254
+ "Ė": 211,
255
+ "ė": 212,
256
+ "Ę": 213,
257
+ "ę": 214,
258
+ "Ě": 215,
259
+ "ě": 216,
260
+ "Ĝ": 217,
261
+ "ĝ": 218,
262
+ "Ğ": 219,
263
+ "ğ": 220,
264
+ "Ġ": 221,
265
+ "ġ": 222,
266
+ "Ģ": 223,
267
+ "ģ": 224,
268
+ "Ĥ": 225,
269
+ "ĥ": 226,
270
+ "Ħ": 227,
271
+ "ħ": 228,
272
+ "Ĩ": 229,
273
+ "ĩ": 230,
274
+ "Ī": 231,
275
+ "ī": 232,
276
+ "Ĭ": 233,
277
+ "ĭ": 234,
278
+ "Į": 235,
279
+ "į": 236,
280
+ "İ": 237,
281
+ "ı": 238,
282
+ "IJ": 239,
283
+ "ij": 240,
284
+ "Ĵ": 241,
285
+ "ĵ": 242,
286
+ "Ķ": 243,
287
+ "ķ": 244,
288
+ "ĸ": 245,
289
+ "Ĺ": 246,
290
+ "ĺ": 247,
291
+ "Ļ": 248,
292
+ "ļ": 249,
293
+ "Ľ": 250,
294
+ "ľ": 251,
295
+ "Ŀ": 252,
296
+ "ŀ": 253,
297
+ "Ł": 254,
298
+ "ł": 255,
299
+ "Ń": 256,
300
+ "Ġ(": 257,
301
+ 3": 258,
302
+ 0": 259,
303
  "Ġ|": 260,
304
+ "Ġ4": 261,
305
+ 1": 262,
306
  "Ġr": 263,
307
+ "16": 264,
308
+ 5": 265,
309
+ 2": 266,
310
+ ").": 267,
311
+ "Ġ36": 268,
312
+ "tu": 269,
313
+ "Ġ7": 270,
314
+ "Ġ:": 271,
315
+ 6": 272,
316
+ "}.": 273,
317
+ 35": 274,
318
+ 8": 275,
319
+ 40": 276,
320
+ "Ġ9": 277,
321
+ "Ġ38": 278,
322
+ "Ġ12": 279,
323
+ "})": 280,
324
+ 42": 281,
325
+ 10": 282,
326
+ "pm": 283,
327
+ "lr": 284,
328
+ "46": 285,
329
+ "42": 286,
330
+ "32": 287,
331
+ 46": 288,
332
+ "36": 289,
333
+ "}).": 290,
334
+ "49": 291,
335
+ "Ġ14": 292,
336
+ "Ġ11": 293,
337
+ "Ġtu": 294,
338
+ "Ġ15": 295,
339
+ "51": 296,
340
+ "Ġ44": 297,
341
+ "10": 298,
342
+ "Ġ51": 299,
343
+ "57": 300,
344
+ "38": 301,
345
+ "Ġ13": 302,
346
+ "Ġ17": 303,
347
+ "40": 304,
348
+ "be": 305,
349
+ "44": 306,
350
+ "12": 307,
351
+ "35": 308,
352
+ 49": 309,
353
+ 45": 310,
354
+ "Ġ57": 311,
355
+ "Ġ41": 312,
356
+ "Ġ43": 313,
357
+ 16": 314,
358
+ 19": 315,
359
+ "11": 316,
360
+ 54": 317,
361
+ "53": 318,
362
+ ")}": 319,
363
+ "Ġ47": 320,
364
+ "59": 321,
365
+ "55": 322,
366
+ "st": 323,
367
+ "Ġ59": 324,
368
+ "14": 325,
369
+ 53": 326,
370
+ 55": 327,
371
+ "Ġ18": 328,
372
+ "Ġ20": 329,
373
+ "64": 330,
374
+ ")}.": 331,
375
+ 48": 332,
376
+ "45": 333,
377
+ "13": 334,
378
+ "41": 335,
379
+ "15": 336,
380
+ "Ġ22": 337,
381
+ "43": 338,
382
+ "ah": 339,
383
+ "Ġ69": 340,
384
+ "Ġ82": 341,
385
+ "Ġ21": 342,
386
+ "17": 343,
387
+ "47": 344,
388
+ "Ġg": 345,
389
+ "Ġbe": 346,
390
+ "Ġv": 347,
391
+ "Ġlr": 348,
392
+ "Ġ37": 349,
393
+ "54": 350,
394
+ "52": 351,
395
+ "Ġ50": 352,
396
+ "Ġ24": 353,
397
+ "Ġ70": 354,
398
  "nh": 355,
399
+ "48": 356,
400
+ "Ġ39": 357,
401
+ "19": 358,
402
+ "Ġ52": 359,
403
+ ")})": 360,
404
+ "Ġ64": 361,
405
+ "20": 362,
406
+ "Ġ63": 363,
407
+ "69": 364,
408
+ "Ġ61": 365,
409
+ "Ġ23": 366,
410
+ ")}).": 367,
411
+ "Ġ27": 368,
412
+ "Ġ33": 369,
413
+ "82": 370,
414
+ "18": 371,
415
+ "22": 372,
416
+ "Ġ60": 373,
417
+ "Ġ28": 374,
418
+ "50": 375,
419
+ 31": 376,
420
+ "70": 377,
421
+ "21": 378,
422
+ "Ġh": 379,
423
+ "Ġ62": 380,
424
+ "37": 381,
425
+ "24": 382,
426
+ "Ġ25": 383,
427
+ "Ġf": 384,
428
+ "Ġ56": 385,
429
+ 81": 386,
430
+ 87": 387,
431
+ 29": 388,
432
+ "Ġ26": 389,
433
+ "39": 390,
434
+ "Ġ85": 391,
435
+ "Ġ65": 392,
436
+ "Ġpm": 393,
437
+ "Ġah": 394,
438
+ "Ġ32": 395,
439
+ "Ġ86": 396,
440
+ "56": 397,
441
+ "86": 398,
442
+ "33": 399,
443
+ 34": 400,
444
+ "27": 401,
445
+ 77": 402,
446
+ "Ġ30": 403,
447
+ "62": 404,
448
+ "28": 405,
449
+ "60": 406,
450
+ "61": 407,
451
+ "23": 408,
452
+ 80": 409,
453
+ "sh": 410,
454
+ "Ġst": 411,
455
+ "63": 412,
456
+ "25": 413,
457
+ "ph": 414,
458
+ "Ġ75": 415,
459
+ "87": 416,
460
+ "Ġ99": 417,
461
+ "31": 418,
462
+ "Ġ76": 419,
463
+ "Ġnh": 420,
464
+ "26": 421,
465
+ "65": 422,
466
+ "Ġ74": 423,
467
+ "Ġ66": 424,
468
+ "tr": 425,
469
+ "th": 426,
470
+ "76": 427,
471
+ "81": 428,
472
+ "29": 429,
473
+ "Ġ68": 430,
474
+ "34": 431,
475
+ "77": 432,
476
+ "Ġ83": 433,
477
+ "Ġ67": 434,
478
+ "Ġ84": 435,
479
+ "30": 436,
480
+ "Ġph": 437,
481
+ "80": 438,
482
+ "84": 439,
483
+ "Ġ73": 440,
484
+ "73": 441,
485
+ "75": 442,
486
+ "Ġsh": 443,
487
+ "74": 444,
488
+ "68": 445,
489
+ "58": 446,
490
+ "Ġ58": 447,
491
+ "66": 448,
492
+ "Ġtr": 449,
493
+ "Ġ71": 450,
494
+ "Ġ91": 451,
495
+ "99": 452,
496
+ "Ġ96": 453,
497
+ "67": 454,
498
+ "Ġ79": 455,
499
+ "85": 456,
500
+ "Ġ78": 457,
501
+ "83": 458,
502
+ "Ġ72": 459,
503
+ "Ġ94": 460,
504
+ "Ġth": 461,
505
+ "71": 462,
506
+ "79": 463,
507
+ "96": 464,
508
+ "72": 465,
509
+ "95": 466
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
510
  },
511
  "merges": [
512
+ (",
513
  "Ġ 3",
514
+ "Ġ 0",
515
  "Ġ |",
516
+ "Ġ 4",
517
+ 1",
518
  "Ġ r",
519
+ "1 6",
520
  "Ġ 5",
521
+ 2",
522
+ ") .",
523
+ 3 6",
524
  "t u",
525
+ "Ġ 7",
526
+ "Ġ :",
527
  "Ġ 6",
528
+ "} .",
529
+ "Ġ3 5",
530
  "Ġ 8",
531
+ 4 0",
532
  "Ġ 9",
533
+ 3 8",
534
  "Ġ1 2",
535
+ "} )",
536
+ "Ġ4 2",
537
+ "Ġ1 0",
538
+ "p m",
539
+ "l r",
540
+ "4 6",
541
+ "4 2",
542
+ "3 2",
543
+ "Ġ4 6",
544
+ "3 6",
545
+ "} ).",
546
+ "4 9",
547
  "Ġ1 4",
548
  "Ġ1 1",
549
+ "Ġ tu",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
550
  "Ġ1 5",
551
+ "5 1",
552
+ "Ġ4 4",
553
  "1 0",
554
+ "Ġ5 1",
555
+ "5 7",
556
+ "3 8",
557
  "Ġ1 3",
 
558
  "Ġ1 7",
559
+ "4 0",
560
+ "b e",
561
+ "4 4",
562
+ "1 2",
563
+ "3 5",
564
+ "Ġ4 9",
565
+ 4 5",
566
+ "Ġ5 7",
567
+ 4 1",
568
+ "Ġ4 3",
569
+ "Ġ1 6",
570
  "Ġ1 9",
571
+ "1 1",
572
+ "Ġ5 4",
573
+ "5 3",
574
+ ") }",
575
+ "Ġ4 7",
576
+ "5 9",
577
+ "5 5",
578
+ "s t",
579
+ "Ġ5 9",
580
+ "1 4",
581
+ "Ġ5 3",
582
+ "Ġ5 5",
583
  "Ġ1 8",
584
+ "Ġ2 0",
585
+ "6 4",
586
+ ") }.",
587
+ 4 8",
588
+ "4 5",
589
+ "1 3",
590
+ "4 1",
 
591
  "1 5",
592
+ "Ġ2 2",
593
+ "4 3",
594
  "a h",
595
+ "Ġ6 9",
596
+ "Ġ8 2",
597
  "Ġ2 1",
 
 
 
598
  "1 7",
599
+ "4 7",
600
+ "Ġ g",
601
+ "Ġ be",
 
 
 
 
 
 
 
 
 
 
 
602
  "Ġ v",
603
+ lr",
604
+ 3 7",
605
+ "5 4",
606
+ "5 2",
607
+ "Ġ5 0",
608
+ "Ġ2 4",
609
+ 7 0",
610
+ "n h",
611
+ "4 8",
612
+ "Ġ3 9",
 
 
 
 
 
613
  "1 9",
614
+ "Ġ5 2",
615
+ ") })",
616
+ "Ġ6 4",
617
+ "2 0",
618
+ 6 3",
619
+ "6 9",
620
+ 6 1",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
621
  "Ġ2 3",
622
+ ") }).",
623
+ 2 7",
624
+ 3 3",
625
+ "8 2",
626
+ "1 8",
627
+ "2 2",
628
+ 6 0",
629
+ "Ġ2 8",
630
+ "5 0",
631
+ "Ġ3 1",
632
+ "7 0",
633
+ "2 1",
634
+ "Ġ h",
635
+ "Ġ6 2",
636
+ "3 7",
637
+ "2 4",
638
+ 2 5",
639
+ "Ġ f",
640
+ "Ġ5 6",
641
+ "Ġ8 1",
642
+ "Ġ8 7",
643
+ "Ġ2 9",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
644
  "Ġ2 6",
645
+ "3 9",
646
+ 8 5",
647
+ "Ġ6 5",
648
+ pm",
649
+ "Ġ ah",
650
+ "Ġ3 2",
651
+ "Ġ8 6",
652
+ "5 6",
653
+ "8 6",
654
+ "3 3",
655
+ "Ġ3 4",
656
+ "2 7",
657
+ "Ġ7 7",
658
+ "Ġ3 0",
659
+ "6 2",
660
+ "2 8",
661
+ "6 0",
662
+ "6 1",
663
+ "2 3",
664
  "Ġ8 0",
665
+ "s h",
666
+ "Ġ st",
667
+ "6 3",
668
+ "2 5",
669
+ "p h",
670
+ 7 5",
671
+ "8 7",
672
+ "Ġ9 9",
673
+ "3 1",
674
+ "Ġ7 6",
675
+ "Ġ nh",
676
+ "2 6",
677
+ "6 5",
678
+ 7 4",
679
+ 6 6",
680
+ "t r",
681
+ "t h",
682
+ "7 6",
683
+ "8 1",
684
+ "2 9",
685
+ 6 8",
686
+ "3 4",
687
+ "7 7",
688
+ "Ġ8 3",
689
+ "Ġ6 7",
690
+ "Ġ8 4",
691
+ "3 0",
692
+ "Ġ ph",
693
+ "8 0",
694
+ "8 4",
695
+ 7 3",
696
+ "7 3",
697
+ "7 5",
698
+ "Ġ sh",
699
+ "7 4",
700
+ "6 8",
701
+ "5 8",
702
+ "Ġ5 8",
703
+ "6 6",
704
+ "Ġ tr",
705
+ "Ġ7 1",
706
+ "Ġ9 1",
707
+ "9 9",
708
+ "Ġ9 6",
709
+ "6 7",
710
+ "Ġ7 9",
711
+ "8 5",
712
+ "Ġ7 8",
713
+ "8 3",
714
+ "Ġ7 2",
715
+ "Ġ9 4",
716
+ "Ġ th",
717
+ "7 1",
718
+ "7 9",
719
+ "9 6",
720
+ "7 2",
721
+ "9 5"
722
  ]
723
  }
724
  }
tokenizer_config.json CHANGED
@@ -1,8 +1,5 @@
1
  {
2
  "add_prefix_space": false,
3
- "additional_special_tokens": [
4
- "<|pad|>"
5
- ],
6
  "bos_token": "<|endoftext|>",
7
  "eos_token": "<|endoftext|>",
8
  "model_max_length": 1024,
 
1
  {
2
  "add_prefix_space": false,
 
 
 
3
  "bos_token": "<|endoftext|>",
4
  "eos_token": "<|endoftext|>",
5
  "model_max_length": 1024,
vocab.json CHANGED
@@ -1 +1 @@
1
- {"<|endoftext|>":0,"<|pad|>":1,"!":2,"\"":3,"#":4,"$":5,"%":6,"&":7,"'":8,"(":9,")":10,"*":11,"+":12,",":13,"-":14,".":15,"/":16,"0":17,"1":18,"2":19,"3":20,"4":21,"5":22,"6":23,"7":24,"8":25,"9":26,":":27,";":28,"<":29,"=":30,">":31,"?":32,"@":33,"A":34,"B":35,"C":36,"D":37,"E":38,"F":39,"G":40,"H":41,"I":42,"J":43,"K":44,"L":45,"M":46,"N":47,"O":48,"P":49,"Q":50,"R":51,"S":52,"T":53,"U":54,"V":55,"W":56,"X":57,"Y":58,"Z":59,"[":60,"\\":61,"]":62,"^":63,"_":64,"`":65,"a":66,"b":67,"c":68,"d":69,"e":70,"f":71,"g":72,"h":73,"i":74,"j":75,"k":76,"l":77,"m":78,"n":79,"o":80,"p":81,"q":82,"r":83,"s":84,"t":85,"u":86,"v":87,"w":88,"x":89,"y":90,"z":91,"{":92,"|":93,"}":94,"~":95,"¡":96,"¢":97,"£":98,"¤":99,"¥":100,"¦":101,"§":102,"¨":103,"©":104,"ª":105,"«":106,"¬":107,"®":108,"¯":109,"°":110,"±":111,"²":112,"³":113,"´":114,"µ":115,"":116,"·":117,"¸":118,"¹":119,"º":120,"»":121,"¼":122,"½":123,"¾":124,"¿":125,"À":126,"Á":127,"Â":128,"Ã":129,"Ä":130,"Å":131,"Æ":132,"Ç":133,"È":134,"É":135,"Ê":136,"Ë":137,"Ì":138,"Í":139,"Î":140,"Ï":141,"Ð":142,"Ñ":143,"Ò":144,"Ó":145,"Ô":146,"Õ":147,"Ö":148,"×":149,"Ø":150,"Ù":151,"Ú":152,"Û":153,"Ü":154,"Ý":155,"Þ":156,"ß":157,"à":158,"á":159,"â":160,"ã":161,"ä":162,"å":163,"æ":164,"ç":165,"è":166,"é":167,"ê":168,"ë":169,"ì":170,"í":171,"î":172,"ï":173,"ð":174,"ñ":175,"ò":176,"ó":177,"ô":178,"õ":179,"ö":180,"÷":181,"ø":182,"ù":183,"ú":184,"û":185,"ü":186,"ý":187,"þ":188,"ÿ":189,"Ā":190,"ā":191,"Ă":192,"ă":193,"Ą":194,"ą":195,"Ć":196,"ć":197,"Ĉ":198,"ĉ":199,"Ċ":200,"ċ":201,"Č":202,"č":203,"Ď":204,"ď":205,"Đ":206,"đ":207,"Ē":208,"ē":209,"Ĕ":210,"ĕ":211,"Ė":212,"ė":213,"Ę":214,"ę":215,"Ě":216,"ě":217,"Ĝ":218,"ĝ":219,"Ğ":220,"ğ":221,"Ġ":222,"ġ":223,"Ģ":224,"ģ":225,"Ĥ":226,"ĥ":227,"Ħ":228,"ħ":229,"Ĩ":230,"ĩ":231,"Ī":232,"ī":233,"Ĭ":234,"ĭ":235,"Į":236,"į":237,"İ":238,"ı":239,"IJ":240,"ij":241,"Ĵ":242,"ĵ":243,"Ķ":244,"ķ":245,"ĸ":246,"Ĺ":247,"ĺ":248,"Ļ":249,"ļ":250,"Ľ":251,"ľ":252,"Ŀ":253,"ŀ":254,"Ł":255,"ł":256,"Ń":257,"Ġ0":258,"Ġ3":259,"Ġ|":260,"16":261,"Ġ2":262,"Ġr":263,"Ġ5":264,"Ġ1":265,"Ġ4":266,"Ġ7":267,"tu":268,"}.":269,"32":270,"Ġ6":271,"Ġ8":272,"Ġ(":273,"Ġ9":274,"Ġ10":275,"Ġ12":276,").":277,"in":278,"64":279,"st":280,"Ġ14":281,"Ġ11":282,"le":283,"it":284,"Ġ\"":285,"tit":286,"title":287,"Ġ24":288,"re":289,"lr":290,"en":291,"ing":292,"te":293,"po":294,"ent":295,"ts":296,"str":297,"ment":298,"fre":299,"stu":300,"tem":301,"ings":302,"instu":303,"strings":304,"frets":305,"tempo":306,"instument":307,"})":308,"Ġ16":309,"Ġ15":310,"10":311,"pm":312,"Ġtu":313,"Ġ33":314,"Ġ13":315,"12":316,"Ġ17":317,"ĠÃ":318,"14":319,"11":320,"î":321,"Ãł":322,"Ã¥":323,"Ġlr":324,"îÃ":325,"Ġ34":326,"Ġ19":327,"Ã¥Ã":328,"ÃłÃ":329,"è":330,"}).":331,"Ġ18":332,"èÃ":333,"be":334,"Ġ\"\"":335,"Ġ120":336,"±Ã":337,"ÃŃ":338,"Ġst":339,"ð":340,"15":341,"he":342,"ah":343,"ü":344,"ó":345,"Ġ21":346,"Ġ20":347,"û":348,"su":349,"17":350,"13":351,"btitle":352,"ò":353,"subtitle":354,"nh":355,"ë":356,")}.":357,"on":358,"ÿ":359,")}":360,"er":361,"ĠT":362,"as":363,"an":364,"Ġv":365,"ĠS":366,"Ġ100":367,"ar":368,"ä":369,"Ãı":370,"ê":371,"Ġ140":372,"îë":373,"or":374,"ñÃ":375,"Ġ150":376,"Ġ35":377,"al":378,"÷":379,"un":380,"19":381,"â":382,"ĠD":383,"åð":384,"at":385,"Ġ32":386,"Ġ180":387,"Ġ130":388,"ĠB":389,"Ãij":390,"ĠM":391,"Ã¥ÃŃ":392,"Ãģ":393,"ÃĤ":394,"ass":395,"ĠA":396,"Ġ22":397,"--":398,"îð":399,"Ġ110":400,"ûÃ":401,"Ġ160":402,"åò":403,"ĠĠ":404,"åë":405,"óÃ":406,"18":407,"Ãį":408,"Ġ200":409,"ĠThe":410,"îé":411,"ÃłÃŃ":412,"±Ã²":413,")\"":414,"îâ":415,"ÃĬ":416,"ÃĦ":417,"ÃĮ":418,"titled":419,"om":420,"Ġâ":421,"The":422,"Ġg":423,"ĠÃŃ":424,"Ġ23":425,"Ãİ":426,"ĠO":427,"Ġ90":428,"Bass":429,"ic":430,"Ġt":431,"Ġpm":432,"untitled":433,"ĠI":434,"ÃłÃ«":435,"es":436,"il":437,"Ġï":438,"el":439,"ì":440,"ĠC":441,"ĠW":442,"ûé":443,"Ġè":444,"ou":445,"á":446,"ÃĴ":447,"Ġ-":448,"ĠH":449,"ĠL":450,"ac":451,"ad":452,"îò":453,"ro":454,"ve":455,"Ġ36":456,"èÃŃ":457,"Ġì":458,"îì":459,"is":460,"ol":461,"Ġ26":462,"Ġä":463,"ĠF":464,"ã":465,"Ġo":466,"ri":467,"Ġ80":468,"ed":469,"ig":470,"Ġ37":471,"ÃłÃ¿":472,"am":473,"Ġ105":474,"îÃŃ":475,"ÃłÃ°":476,"ay":477,"ç":478,"ÃIJ":479,"þ":480,"ÃĢ":481,"ĠG":482,"Ġbe":483,"Ġ170":484,"èÿ":485,"od":486,"Ãĩ":487,"ñ":488,"ĠP":489,"ĠR":490,"Ġò":491,"îä":492,"ÃłÃ²":493,"èê":494,"ĠOf":495,"Ġof":496,"¸":497,"Ġ29":498,"Ġ115":499}
 
1
+ {"<|endoftext|>":0,"!":1,"\"":2,"#":3,"$":4,"%":5,"&":6,"'":7,"(":8,")":9,"*":10,"+":11,",":12,"-":13,".":14,"/":15,"0":16,"1":17,"2":18,"3":19,"4":20,"5":21,"6":22,"7":23,"8":24,"9":25,":":26,";":27,"<":28,"=":29,">":30,"?":31,"@":32,"A":33,"B":34,"C":35,"D":36,"E":37,"F":38,"G":39,"H":40,"I":41,"J":42,"K":43,"L":44,"M":45,"N":46,"O":47,"P":48,"Q":49,"R":50,"S":51,"T":52,"U":53,"V":54,"W":55,"X":56,"Y":57,"Z":58,"[":59,"\\":60,"]":61,"^":62,"_":63,"`":64,"a":65,"b":66,"c":67,"d":68,"e":69,"f":70,"g":71,"h":72,"i":73,"j":74,"k":75,"l":76,"m":77,"n":78,"o":79,"p":80,"q":81,"r":82,"s":83,"t":84,"u":85,"v":86,"w":87,"x":88,"y":89,"z":90,"{":91,"|":92,"}":93,"~":94,"¡":95,"¢":96,"£":97,"¤":98,"¥":99,"¦":100,"§":101,"¨":102,"©":103,"ª":104,"«":105,"¬":106,"®":107,"¯":108,"°":109,"±":110,"²":111,"³":112,"´":113,"µ":114,"":115,"·":116,"¸":117,"¹":118,"º":119,"»":120,"¼":121,"½":122,"¾":123,"¿":124,"À":125,"Á":126,"Â":127,"Ã":128,"Ä":129,"Å":130,"Æ":131,"Ç":132,"È":133,"É":134,"Ê":135,"Ë":136,"Ì":137,"Í":138,"Î":139,"Ï":140,"Ð":141,"Ñ":142,"Ò":143,"Ó":144,"Ô":145,"Õ":146,"Ö":147,"×":148,"Ø":149,"Ù":150,"Ú":151,"Û":152,"Ü":153,"Ý":154,"Þ":155,"ß":156,"à":157,"á":158,"â":159,"ã":160,"ä":161,"å":162,"æ":163,"ç":164,"è":165,"é":166,"ê":167,"ë":168,"ì":169,"í":170,"î":171,"ï":172,"ð":173,"ñ":174,"ò":175,"ó":176,"ô":177,"õ":178,"ö":179,"÷":180,"ø":181,"ù":182,"ú":183,"û":184,"ü":185,"ý":186,"þ":187,"ÿ":188,"Ā":189,"ā":190,"Ă":191,"ă":192,"Ą":193,"ą":194,"Ć":195,"ć":196,"Ĉ":197,"ĉ":198,"Ċ":199,"ċ":200,"Č":201,"č":202,"Ď":203,"ď":204,"Đ":205,"đ":206,"Ē":207,"ē":208,"Ĕ":209,"ĕ":210,"Ė":211,"ė":212,"Ę":213,"ę":214,"Ě":215,"ě":216,"Ĝ":217,"ĝ":218,"Ğ":219,"ğ":220,"Ġ":221,"ġ":222,"Ģ":223,"ģ":224,"Ĥ":225,"ĥ":226,"Ħ":227,"ħ":228,"Ĩ":229,"ĩ":230,"Ī":231,"ī":232,"Ĭ":233,"ĭ":234,"Į":235,"į":236,"İ":237,"ı":238,"IJ":239,"ij":240,"Ĵ":241,"ĵ":242,"Ķ":243,"ķ":244,"ĸ":245,"Ĺ":246,"ĺ":247,"Ļ":248,"ļ":249,"Ľ":250,"ľ":251,"Ŀ":252,"ŀ":253,"Ł":254,"ł":255,"Ń":256,"Ġ(":257,"Ġ3":258,"Ġ0":259,"Ġ|":260,"Ġ4":261,"Ġ1":262,"Ġr":263,"16":264,"Ġ5":265,"Ġ2":266,").":267,"Ġ36":268,"tu":269,"Ġ7":270,"Ġ:":271,"Ġ6":272,"}.":273,"Ġ35":274,"Ġ8":275,"Ġ40":276,"Ġ9":277,"Ġ38":278,"Ġ12":279,"})":280,"Ġ42":281,"Ġ10":282,"pm":283,"lr":284,"46":285,"42":286,"32":287,"Ġ46":288,"36":289,"}).":290,"49":291,"Ġ14":292,"Ġ11":293,"Ġtu":294,"Ġ15":295,"51":296,"Ġ44":297,"10":298,"Ġ51":299,"57":300,"38":301,"Ġ13":302,"Ġ17":303,"40":304,"be":305,"44":306,"12":307,"35":308,"Ġ49":309,"Ġ45":310,"Ġ57":311,"Ġ41":312,"Ġ43":313,"Ġ16":314,"Ġ19":315,"11":316,"Ġ54":317,"53":318,")}":319,"Ġ47":320,"59":321,"55":322,"st":323,"Ġ59":324,"14":325,"Ġ53":326,"Ġ55":327,"Ġ18":328,"Ġ20":329,"64":330,")}.":331,"Ġ48":332,"45":333,"13":334,"41":335,"15":336,"Ġ22":337,"43":338,"ah":339,"Ġ69":340,"Ġ82":341,"Ġ21":342,"17":343,"47":344,"Ġg":345,"Ġbe":346,"Ġv":347,"Ġlr":348,"Ġ37":349,"54":350,"52":351,"Ġ50":352,"Ġ24":353,"Ġ70":354,"nh":355,"48":356,"Ġ39":357,"19":358,"Ġ52":359,")})":360,"Ġ64":361,"20":362,"Ġ63":363,"69":364,"Ġ61":365,"Ġ23":366,")}).":367,"Ġ27":368,"Ġ33":369,"82":370,"18":371,"22":372,"Ġ60":373,"Ġ28":374,"50":375,"Ġ31":376,"70":377,"21":378,"Ġh":379,"Ġ62":380,"37":381,"24":382,"Ġ25":383,"Ġf":384,"Ġ56":385,"Ġ81":386,"Ġ87":387,"Ġ29":388,"Ġ26":389,"39":390,"Ġ85":391,"Ġ65":392,"Ġpm":393,"Ġah":394,"Ġ32":395,"Ġ86":396,"56":397,"86":398,"33":399,"Ġ34":400,"27":401,"Ġ77":402,"Ġ30":403,"62":404,"28":405,"60":406,"61":407,"23":408,"Ġ80":409,"sh":410,"Ġst":411,"63":412,"25":413,"ph":414,"Ġ75":415,"87":416,"Ġ99":417,"31":418,"Ġ76":419,"Ġnh":420,"26":421,"65":422,"Ġ74":423,"Ġ66":424,"tr":425,"th":426,"76":427,"81":428,"29":429,"Ġ68":430,"34":431,"77":432,"Ġ83":433,"Ġ67":434,"Ġ84":435,"30":436,"Ġph":437,"80":438,"84":439,"Ġ73":440,"73":441,"75":442,"Ġsh":443,"74":444,"68":445,"58":446,"Ġ58":447,"66":448,"Ġtr":449,"Ġ71":450,"Ġ91":451,"99":452,"Ġ96":453,"67":454,"Ġ79":455,"85":456,"Ġ78":457,"83":458,"Ġ72":459,"Ġ94":460,"Ġth":461,"71":462,"79":463,"96":464,"72":465,"95":466}