Hugging Face's logo

Farjfar
/
BERT-politics

Token Classification
Transformers
TensorBoard
Safetensors
bert
Generated from Trainer
Inference Endpoints
Model card Files Metrics Community
Farjfar commited on
Commit
eed7b12
•
1 Parent(s): 534b06c

Training in progress, step 500

Browse files
Files changed (26) hide show
  1. model.safetensors +1 -1
  2. run-min7d7xr/checkpoint-1500/added_tokens.json +202 -0
  3. run-min7d7xr/checkpoint-1500/config.json +36 -0
  4. run-min7d7xr/checkpoint-1500/model.safetensors +3 -0
  5. run-min7d7xr/checkpoint-1500/optimizer.pt +3 -0
  6. run-min7d7xr/checkpoint-1500/rng_state.pth +3 -0
  7. run-min7d7xr/checkpoint-1500/scheduler.pt +3 -0
  8. run-min7d7xr/checkpoint-1500/special_tokens_map.json +209 -0
  9. run-min7d7xr/checkpoint-1500/tokenizer.json +0 -0
  10. run-min7d7xr/checkpoint-1500/tokenizer_config.json +1860 -0
  11. run-min7d7xr/checkpoint-1500/trainer_state.json +116 -0
  12. run-min7d7xr/checkpoint-1500/training_args.bin +3 -0
  13. run-min7d7xr/checkpoint-1500/vocab.txt +0 -0
  14. run-ohqlwk2x/checkpoint-500/added_tokens.json +202 -0
  15. run-ohqlwk2x/checkpoint-500/config.json +36 -0
  16. run-ohqlwk2x/checkpoint-500/model.safetensors +3 -0
  17. run-ohqlwk2x/checkpoint-500/optimizer.pt +3 -0
  18. run-ohqlwk2x/checkpoint-500/rng_state.pth +3 -0
  19. run-ohqlwk2x/checkpoint-500/scheduler.pt +3 -0
  20. run-ohqlwk2x/checkpoint-500/special_tokens_map.json +209 -0
  21. run-ohqlwk2x/checkpoint-500/tokenizer.json +0 -0
  22. run-ohqlwk2x/checkpoint-500/tokenizer_config.json +1860 -0
  23. run-ohqlwk2x/checkpoint-500/trainer_state.json +88 -0
  24. run-ohqlwk2x/checkpoint-500/training_args.bin +3 -0
  25. run-ohqlwk2x/checkpoint-500/vocab.txt +0 -0
  26. training_args.bin +1 -1
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e731afdcdf11213f36c5196f7cf535ff17a640d011089fa77949a51a7cc70453
3
  size 436213564
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:924c876d04e36c5fa521783a8318ec0c60c4841c26e021b97a3b3f5a4759ee97
3
  size 436213564
run-min7d7xr/checkpoint-1500/added_tokens.json ADDED
@@ -0,0 +1,202 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "[@USER00]": 30522,
3
+ "[@USER01]": 30523,
4
+ "[@USER02]": 30524,
5
+ "[@USER03]": 30525,
6
+ "[@USER04]": 30526,
7
+ "[@USER05]": 30527,
8
+ "[@USER06]": 30528,
9
+ "[@USER07]": 30529,
10
+ "[@USER08]": 30530,
11
+ "[@USER09]": 30531,
12
+ "[@USER10]": 30532,
13
+ "[@USER11]": 30533,
14
+ "[@USER12]": 30534,
15
+ "[@USER13]": 30535,
16
+ "[@USER14]": 30536,
17
+ "[@USER15]": 30537,
18
+ "[@USER16]": 30538,
19
+ "[@USER17]": 30539,
20
+ "[@USER18]": 30540,
21
+ "[@USER19]": 30541,
22
+ "[@USER20]": 30542,
23
+ "[@USER21]": 30543,
24
+ "[@USER22]": 30544,
25
+ "[@USER23]": 30545,
26
+ "[@USER24]": 30546,
27
+ "[@USER25]": 30547,
28
+ "[@USER26]": 30548,
29
+ "[@USER27]": 30549,
30
+ "[@USER28]": 30550,
31
+ "[@USER29]": 30551,
32
+ "[@USER30]": 30552,
33
+ "[@USER31]": 30553,
34
+ "[@USER32]": 30554,
35
+ "[@USER33]": 30555,
36
+ "[@USER34]": 30556,
37
+ "[@USER35]": 30557,
38
+ "[@USER36]": 30558,
39
+ "[@USER37]": 30559,
40
+ "[@USER38]": 30560,
41
+ "[@USER39]": 30561,
42
+ "[@USER40]": 30562,
43
+ "[@USER41]": 30563,
44
+ "[@USER42]": 30564,
45
+ "[@USER43]": 30565,
46
+ "[@USER44]": 30566,
47
+ "[@USER45]": 30567,
48
+ "[@USER46]": 30568,
49
+ "[@USER47]": 30569,
50
+ "[@USER48]": 30570,
51
+ "[@USER49]": 30571,
52
+ "[@USER50]": 30572,
53
+ "[@USER51]": 30573,
54
+ "[@USER52]": 30574,
55
+ "[@USER53]": 30575,
56
+ "[@USER54]": 30576,
57
+ "[@USER55]": 30577,
58
+ "[@USER56]": 30578,
59
+ "[@USER57]": 30579,
60
+ "[@USER58]": 30580,
61
+ "[@USER59]": 30581,
62
+ "[@USER60]": 30582,
63
+ "[@USER61]": 30583,
64
+ "[@USER62]": 30584,
65
+ "[@USER63]": 30585,
66
+ "[@USER64]": 30586,
67
+ "[@USER65]": 30587,
68
+ "[@USER66]": 30588,
69
+ "[@USER67]": 30589,
70
+ "[@USER68]": 30590,
71
+ "[@USER69]": 30591,
72
+ "[@USER70]": 30592,
73
+ "[@USER71]": 30593,
74
+ "[@USER72]": 30594,
75
+ "[@USER73]": 30595,
76
+ "[@USER74]": 30596,
77
+ "[@USER75]": 30597,
78
+ "[@USER76]": 30598,
79
+ "[@USER77]": 30599,
80
+ "[@USER78]": 30600,
81
+ "[@USER79]": 30601,
82
+ "[@USER80]": 30602,
83
+ "[@USER81]": 30603,
84
+ "[@USER82]": 30604,
85
+ "[@USER83]": 30605,
86
+ "[@USER84]": 30606,
87
+ "[@USER85]": 30607,
88
+ "[@USER86]": 30608,
89
+ "[@USER87]": 30609,
90
+ "[@USER88]": 30610,
91
+ "[@USER89]": 30611,
92
+ "[@USER90]": 30612,
93
+ "[@USER91]": 30613,
94
+ "[@USER92]": 30614,
95
+ "[@USER93]": 30615,
96
+ "[@USER94]": 30616,
97
+ "[@USER95]": 30617,
98
+ "[@USER96]": 30618,
99
+ "[@USER97]": 30619,
100
+ "[@USER98]": 30620,
101
+ "[@USER99]": 30621,
102
+ "[URL00]": 30622,
103
+ "[URL01]": 30623,
104
+ "[URL02]": 30624,
105
+ "[URL03]": 30625,
106
+ "[URL04]": 30626,
107
+ "[URL05]": 30627,
108
+ "[URL06]": 30628,
109
+ "[URL07]": 30629,
110
+ "[URL08]": 30630,
111
+ "[URL09]": 30631,
112
+ "[URL10]": 30632,
113
+ "[URL11]": 30633,
114
+ "[URL12]": 30634,
115
+ "[URL13]": 30635,
116
+ "[URL14]": 30636,
117
+ "[URL15]": 30637,
118
+ "[URL16]": 30638,
119
+ "[URL17]": 30639,
120
+ "[URL18]": 30640,
121
+ "[URL19]": 30641,
122
+ "[URL20]": 30642,
123
+ "[URL21]": 30643,
124
+ "[URL22]": 30644,
125
+ "[URL23]": 30645,
126
+ "[URL24]": 30646,
127
+ "[URL25]": 30647,
128
+ "[URL26]": 30648,
129
+ "[URL27]": 30649,
130
+ "[URL28]": 30650,
131
+ "[URL29]": 30651,
132
+ "[URL30]": 30652,
133
+ "[URL31]": 30653,
134
+ "[URL32]": 30654,
135
+ "[URL33]": 30655,
136
+ "[URL34]": 30656,
137
+ "[URL35]": 30657,
138
+ "[URL36]": 30658,
139
+ "[URL37]": 30659,
140
+ "[URL38]": 30660,
141
+ "[URL39]": 30661,
142
+ "[URL40]": 30662,
143
+ "[URL41]": 30663,
144
+ "[URL42]": 30664,
145
+ "[URL43]": 30665,
146
+ "[URL44]": 30666,
147
+ "[URL45]": 30667,
148
+ "[URL46]": 30668,
149
+ "[URL47]": 30669,
150
+ "[URL48]": 30670,
151
+ "[URL49]": 30671,
152
+ "[URL50]": 30672,
153
+ "[URL51]": 30673,
154
+ "[URL52]": 30674,
155
+ "[URL53]": 30675,
156
+ "[URL54]": 30676,
157
+ "[URL55]": 30677,
158
+ "[URL56]": 30678,
159
+ "[URL57]": 30679,
160
+ "[URL58]": 30680,
161
+ "[URL59]": 30681,
162
+ "[URL60]": 30682,
163
+ "[URL61]": 30683,
164
+ "[URL62]": 30684,
165
+ "[URL63]": 30685,
166
+ "[URL64]": 30686,
167
+ "[URL65]": 30687,
168
+ "[URL66]": 30688,
169
+ "[URL67]": 30689,
170
+ "[URL68]": 30690,
171
+ "[URL69]": 30691,
172
+ "[URL70]": 30692,
173
+ "[URL71]": 30693,
174
+ "[URL72]": 30694,
175
+ "[URL73]": 30695,
176
+ "[URL74]": 30696,
177
+ "[URL75]": 30697,
178
+ "[URL76]": 30698,
179
+ "[URL77]": 30699,
180
+ "[URL78]": 30700,
181
+ "[URL79]": 30701,
182
+ "[URL80]": 30702,
183
+ "[URL81]": 30703,
184
+ "[URL82]": 30704,
185
+ "[URL83]": 30705,
186
+ "[URL84]": 30706,
187
+ "[URL85]": 30707,
188
+ "[URL86]": 30708,
189
+ "[URL87]": 30709,
190
+ "[URL88]": 30710,
191
+ "[URL89]": 30711,
192
+ "[URL90]": 30712,
193
+ "[URL91]": 30713,
194
+ "[URL92]": 30714,
195
+ "[URL93]": 30715,
196
+ "[URL94]": 30716,
197
+ "[URL95]": 30717,
198
+ "[URL96]": 30718,
199
+ "[URL97]": 30719,
200
+ "[URL98]": 30720,
201
+ "[URL99]": 30721
202
+ }
run-min7d7xr/checkpoint-1500/config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "kornosk/bert-political-election2020-twitter-mlm",
3
+ "architectures": [
4
+ "BertForTokenClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": null,
8
+ "gradient_checkpointing": false,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 768,
12
+ "id2label": {
13
+ "0": "O",
14
+ "1": "I-S",
15
+ "2": "B-S"
16
+ },
17
+ "initializer_range": 0.02,
18
+ "intermediate_size": 3072,
19
+ "label2id": {
20
+ "B-S": 2,
21
+ "I-S": 1,
22
+ "O": 0
23
+ },
24
+ "layer_norm_eps": 1e-12,
25
+ "max_position_embeddings": 512,
26
+ "model_type": "bert",
27
+ "num_attention_heads": 12,
28
+ "num_hidden_layers": 12,
29
+ "pad_token_id": 0,
30
+ "position_embedding_type": "absolute",
31
+ "torch_dtype": "float32",
32
+ "transformers_version": "4.41.1",
33
+ "type_vocab_size": 2,
34
+ "use_cache": true,
35
+ "vocab_size": 30722
36
+ }
run-min7d7xr/checkpoint-1500/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b52d4b6731fd655f9237784c50b6789048c5dd1519e1aa7b17077eb6b360ef7
3
+ size 436213564
run-min7d7xr/checkpoint-1500/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca9b654aef461b71f2c43eb855241eaceb1dc4ebee576b335219e58b8e7dd17e
3
+ size 872546874
run-min7d7xr/checkpoint-1500/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea026974916856ed8456f8aeffc5bbe1b273c679a6fade8f477cf41f2b67f9e3
3
+ size 14244
run-min7d7xr/checkpoint-1500/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a94cef5de60a47a593c212285b0969bb84d81422dbfcf3350fb9399897e15b06
3
+ size 1064
run-min7d7xr/checkpoint-1500/special_tokens_map.json ADDED
@@ -0,0 +1,209 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "[@USER00]",
4
+ "[@USER01]",
5
+ "[@USER02]",
6
+ "[@USER03]",
7
+ "[@USER04]",
8
+ "[@USER05]",
9
+ "[@USER06]",
10
+ "[@USER07]",
11
+ "[@USER08]",
12
+ "[@USER09]",
13
+ "[@USER10]",
14
+ "[@USER11]",
15
+ "[@USER12]",
16
+ "[@USER13]",
17
+ "[@USER14]",
18
+ "[@USER15]",
19
+ "[@USER16]",
20
+ "[@USER17]",
21
+ "[@USER18]",
22
+ "[@USER19]",
23
+ "[@USER20]",
24
+ "[@USER21]",
25
+ "[@USER22]",
26
+ "[@USER23]",
27
+ "[@USER24]",
28
+ "[@USER25]",
29
+ "[@USER26]",
30
+ "[@USER27]",
31
+ "[@USER28]",
32
+ "[@USER29]",
33
+ "[@USER30]",
34
+ "[@USER31]",
35
+ "[@USER32]",
36
+ "[@USER33]",
37
+ "[@USER34]",
38
+ "[@USER35]",
39
+ "[@USER36]",
40
+ "[@USER37]",
41
+ "[@USER38]",
42
+ "[@USER39]",
43
+ "[@USER40]",
44
+ "[@USER41]",
45
+ "[@USER42]",
46
+ "[@USER43]",
47
+ "[@USER44]",
48
+ "[@USER45]",
49
+ "[@USER46]",
50
+ "[@USER47]",
51
+ "[@USER48]",
52
+ "[@USER49]",
53
+ "[@USER50]",
54
+ "[@USER51]",
55
+ "[@USER52]",
56
+ "[@USER53]",
57
+ "[@USER54]",
58
+ "[@USER55]",
59
+ "[@USER56]",
60
+ "[@USER57]",
61
+ "[@USER58]",
62
+ "[@USER59]",
63
+ "[@USER60]",
64
+ "[@USER61]",
65
+ "[@USER62]",
66
+ "[@USER63]",
67
+ "[@USER64]",
68
+ "[@USER65]",
69
+ "[@USER66]",
70
+ "[@USER67]",
71
+ "[@USER68]",
72
+ "[@USER69]",
73
+ "[@USER70]",
74
+ "[@USER71]",
75
+ "[@USER72]",
76
+ "[@USER73]",
77
+ "[@USER74]",
78
+ "[@USER75]",
79
+ "[@USER76]",
80
+ "[@USER77]",
81
+ "[@USER78]",
82
+ "[@USER79]",
83
+ "[@USER80]",
84
+ "[@USER81]",
85
+ "[@USER82]",
86
+ "[@USER83]",
87
+ "[@USER84]",
88
+ "[@USER85]",
89
+ "[@USER86]",
90
+ "[@USER87]",
91
+ "[@USER88]",
92
+ "[@USER89]",
93
+ "[@USER90]",
94
+ "[@USER91]",
95
+ "[@USER92]",
96
+ "[@USER93]",
97
+ "[@USER94]",
98
+ "[@USER95]",
99
+ "[@USER96]",
100
+ "[@USER97]",
101
+ "[@USER98]",
102
+ "[@USER99]",
103
+ "[URL00]",
104
+ "[URL01]",
105
+ "[URL02]",
106
+ "[URL03]",
107
+ "[URL04]",
108
+ "[URL05]",
109
+ "[URL06]",
110
+ "[URL07]",
111
+ "[URL08]",
112
+ "[URL09]",
113
+ "[URL10]",
114
+ "[URL11]",
115
+ "[URL12]",
116
+ "[URL13]",
117
+ "[URL14]",
118
+ "[URL15]",
119
+ "[URL16]",
120
+ "[URL17]",
121
+ "[URL18]",
122
+ "[URL19]",
123
+ "[URL20]",
124
+ "[URL21]",
125
+ "[URL22]",
126
+ "[URL23]",
127
+ "[URL24]",
128
+ "[URL25]",
129
+ "[URL26]",
130
+ "[URL27]",
131
+ "[URL28]",
132
+ "[URL29]",
133
+ "[URL30]",
134
+ "[URL31]",
135
+ "[URL32]",
136
+ "[URL33]",
137
+ "[URL34]",
138
+ "[URL35]",
139
+ "[URL36]",
140
+ "[URL37]",
141
+ "[URL38]",
142
+ "[URL39]",
143
+ "[URL40]",
144
+ "[URL41]",
145
+ "[URL42]",
146
+ "[URL43]",
147
+ "[URL44]",
148
+ "[URL45]",
149
+ "[URL46]",
150
+ "[URL47]",
151
+ "[URL48]",
152
+ "[URL49]",
153
+ "[URL50]",
154
+ "[URL51]",
155
+ "[URL52]",
156
+ "[URL53]",
157
+ "[URL54]",
158
+ "[URL55]",
159
+ "[URL56]",
160
+ "[URL57]",
161
+ "[URL58]",
162
+ "[URL59]",
163
+ "[URL60]",
164
+ "[URL61]",
165
+ "[URL62]",
166
+ "[URL63]",
167
+ "[URL64]",
168
+ "[URL65]",
169
+ "[URL66]",
170
+ "[URL67]",
171
+ "[URL68]",
172
+ "[URL69]",
173
+ "[URL70]",
174
+ "[URL71]",
175
+ "[URL72]",
176
+ "[URL73]",
177
+ "[URL74]",
178
+ "[URL75]",
179
+ "[URL76]",
180
+ "[URL77]",
181
+ "[URL78]",
182
+ "[URL79]",
183
+ "[URL80]",
184
+ "[URL81]",
185
+ "[URL82]",
186
+ "[URL83]",
187
+ "[URL84]",
188
+ "[URL85]",
189
+ "[URL86]",
190
+ "[URL87]",
191
+ "[URL88]",
192
+ "[URL89]",
193
+ "[URL90]",
194
+ "[URL91]",
195
+ "[URL92]",
196
+ "[URL93]",
197
+ "[URL94]",
198
+ "[URL95]",
199
+ "[URL96]",
200
+ "[URL97]",
201
+ "[URL98]",
202
+ "[URL99]"
203
+ ],
204
+ "cls_token": "[CLS]",
205
+ "mask_token": "[MASK]",
206
+ "pad_token": "[PAD]",
207
+ "sep_token": "[SEP]",
208
+ "unk_token": "[UNK]"
209
+ }
run-min7d7xr/checkpoint-1500/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
run-min7d7xr/checkpoint-1500/tokenizer_config.json ADDED
@@ -0,0 +1,1860 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "100": {
12
+ "content": "[UNK]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "101": {
20
+ "content": "[CLS]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "102": {
28
+ "content": "[SEP]",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "103": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "30522": {
44
+ "content": "[@USER00]",
45
+ "lstrip": false,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ },
51
+ "30523": {
52
+ "content": "[@USER01]",
53
+ "lstrip": false,
54
+ "normalized": false,
55
+ "rstrip": false,
56
+ "single_word": false,
57
+ "special": true
58
+ },
59
+ "30524": {
60
+ "content": "[@USER02]",
61
+ "lstrip": false,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false,
65
+ "special": true
66
+ },
67
+ "30525": {
68
+ "content": "[@USER03]",
69
+ "lstrip": false,
70
+ "normalized": false,
71
+ "rstrip": false,
72
+ "single_word": false,
73
+ "special": true
74
+ },
75
+ "30526": {
76
+ "content": "[@USER04]",
77
+ "lstrip": false,
78
+ "normalized": false,
79
+ "rstrip": false,
80
+ "single_word": false,
81
+ "special": true
82
+ },
83
+ "30527": {
84
+ "content": "[@USER05]",
85
+ "lstrip": false,
86
+ "normalized": false,
87
+ "rstrip": false,
88
+ "single_word": false,
89
+ "special": true
90
+ },
91
+ "30528": {
92
+ "content": "[@USER06]",
93
+ "lstrip": false,
94
+ "normalized": false,
95
+ "rstrip": false,
96
+ "single_word": false,
97
+ "special": true
98
+ },
99
+ "30529": {
100
+ "content": "[@USER07]",
101
+ "lstrip": false,
102
+ "normalized": false,
103
+ "rstrip": false,
104
+ "single_word": false,
105
+ "special": true
106
+ },
107
+ "30530": {
108
+ "content": "[@USER08]",
109
+ "lstrip": false,
110
+ "normalized": false,
111
+ "rstrip": false,
112
+ "single_word": false,
113
+ "special": true
114
+ },
115
+ "30531": {
116
+ "content": "[@USER09]",
117
+ "lstrip": false,
118
+ "normalized": false,
119
+ "rstrip": false,
120
+ "single_word": false,
121
+ "special": true
122
+ },
123
+ "30532": {
124
+ "content": "[@USER10]",
125
+ "lstrip": false,
126
+ "normalized": false,
127
+ "rstrip": false,
128
+ "single_word": false,
129
+ "special": true
130
+ },
131
+ "30533": {
132
+ "content": "[@USER11]",
133
+ "lstrip": false,
134
+ "normalized": false,
135
+ "rstrip": false,
136
+ "single_word": false,
137
+ "special": true
138
+ },
139
+ "30534": {
140
+ "content": "[@USER12]",
141
+ "lstrip": false,
142
+ "normalized": false,
143
+ "rstrip": false,
144
+ "single_word": false,
145
+ "special": true
146
+ },
147
+ "30535": {
148
+ "content": "[@USER13]",
149
+ "lstrip": false,
150
+ "normalized": false,
151
+ "rstrip": false,
152
+ "single_word": false,
153
+ "special": true
154
+ },
155
+ "30536": {
156
+ "content": "[@USER14]",
157
+ "lstrip": false,
158
+ "normalized": false,
159
+ "rstrip": false,
160
+ "single_word": false,
161
+ "special": true
162
+ },
163
+ "30537": {
164
+ "content": "[@USER15]",
165
+ "lstrip": false,
166
+ "normalized": false,
167
+ "rstrip": false,
168
+ "single_word": false,
169
+ "special": true
170
+ },
171
+ "30538": {
172
+ "content": "[@USER16]",
173
+ "lstrip": false,
174
+ "normalized": false,
175
+ "rstrip": false,
176
+ "single_word": false,
177
+ "special": true
178
+ },
179
+ "30539": {
180
+ "content": "[@USER17]",
181
+ "lstrip": false,
182
+ "normalized": false,
183
+ "rstrip": false,
184
+ "single_word": false,
185
+ "special": true
186
+ },
187
+ "30540": {
188
+ "content": "[@USER18]",
189
+ "lstrip": false,
190
+ "normalized": false,
191
+ "rstrip": false,
192
+ "single_word": false,
193
+ "special": true
194
+ },
195
+ "30541": {
196
+ "content": "[@USER19]",
197
+ "lstrip": false,
198
+ "normalized": false,
199
+ "rstrip": false,
200
+ "single_word": false,
201
+ "special": true
202
+ },
203
+ "30542": {
204
+ "content": "[@USER20]",
205
+ "lstrip": false,
206
+ "normalized": false,
207
+ "rstrip": false,
208
+ "single_word": false,
209
+ "special": true
210
+ },
211
+ "30543": {
212
+ "content": "[@USER21]",
213
+ "lstrip": false,
214
+ "normalized": false,
215
+ "rstrip": false,
216
+ "single_word": false,
217
+ "special": true
218
+ },
219
+ "30544": {
220
+ "content": "[@USER22]",
221
+ "lstrip": false,
222
+ "normalized": false,
223
+ "rstrip": false,
224
+ "single_word": false,
225
+ "special": true
226
+ },
227
+ "30545": {
228
+ "content": "[@USER23]",
229
+ "lstrip": false,
230
+ "normalized": false,
231
+ "rstrip": false,
232
+ "single_word": false,
233
+ "special": true
234
+ },
235
+ "30546": {
236
+ "content": "[@USER24]",
237
+ "lstrip": false,
238
+ "normalized": false,
239
+ "rstrip": false,
240
+ "single_word": false,
241
+ "special": true
242
+ },
243
+ "30547": {
244
+ "content": "[@USER25]",
245
+ "lstrip": false,
246
+ "normalized": false,
247
+ "rstrip": false,
248
+ "single_word": false,
249
+ "special": true
250
+ },
251
+ "30548": {
252
+ "content": "[@USER26]",
253
+ "lstrip": false,
254
+ "normalized": false,
255
+ "rstrip": false,
256
+ "single_word": false,
257
+ "special": true
258
+ },
259
+ "30549": {
260
+ "content": "[@USER27]",
261
+ "lstrip": false,
262
+ "normalized": false,
263
+ "rstrip": false,
264
+ "single_word": false,
265
+ "special": true
266
+ },
267
+ "30550": {
268
+ "content": "[@USER28]",
269
+ "lstrip": false,
270
+ "normalized": false,
271
+ "rstrip": false,
272
+ "single_word": false,
273
+ "special": true
274
+ },
275
+ "30551": {
276
+ "content": "[@USER29]",
277
+ "lstrip": false,
278
+ "normalized": false,
279
+ "rstrip": false,
280
+ "single_word": false,
281
+ "special": true
282
+ },
283
+ "30552": {
284
+ "content": "[@USER30]",
285
+ "lstrip": false,
286
+ "normalized": false,
287
+ "rstrip": false,
288
+ "single_word": false,
289
+ "special": true
290
+ },
291
+ "30553": {
292
+ "content": "[@USER31]",
293
+ "lstrip": false,
294
+ "normalized": false,
295
+ "rstrip": false,
296
+ "single_word": false,
297
+ "special": true
298
+ },
299
+ "30554": {
300
+ "content": "[@USER32]",
301
+ "lstrip": false,
302
+ "normalized": false,
303
+ "rstrip": false,
304
+ "single_word": false,
305
+ "special": true
306
+ },
307
+ "30555": {
308
+ "content": "[@USER33]",
309
+ "lstrip": false,
310
+ "normalized": false,
311
+ "rstrip": false,
312
+ "single_word": false,
313
+ "special": true
314
+ },
315
+ "30556": {
316
+ "content": "[@USER34]",
317
+ "lstrip": false,
318
+ "normalized": false,
319
+ "rstrip": false,
320
+ "single_word": false,
321
+ "special": true
322
+ },
323
+ "30557": {
324
+ "content": "[@USER35]",
325
+ "lstrip": false,
326
+ "normalized": false,
327
+ "rstrip": false,
328
+ "single_word": false,
329
+ "special": true
330
+ },
331
+ "30558": {
332
+ "content": "[@USER36]",
333
+ "lstrip": false,
334
+ "normalized": false,
335
+ "rstrip": false,
336
+ "single_word": false,
337
+ "special": true
338
+ },
339
+ "30559": {
340
+ "content": "[@USER37]",
341
+ "lstrip": false,
342
+ "normalized": false,
343
+ "rstrip": false,
344
+ "single_word": false,
345
+ "special": true
346
+ },
347
+ "30560": {
348
+ "content": "[@USER38]",
349
+ "lstrip": false,
350
+ "normalized": false,
351
+ "rstrip": false,
352
+ "single_word": false,
353
+ "special": true
354
+ },
355
+ "30561": {
356
+ "content": "[@USER39]",
357
+ "lstrip": false,
358
+ "normalized": false,
359
+ "rstrip": false,
360
+ "single_word": false,
361
+ "special": true
362
+ },
363
+ "30562": {
364
+ "content": "[@USER40]",
365
+ "lstrip": false,
366
+ "normalized": false,
367
+ "rstrip": false,
368
+ "single_word": false,
369
+ "special": true
370
+ },
371
+ "30563": {
372
+ "content": "[@USER41]",
373
+ "lstrip": false,
374
+ "normalized": false,
375
+ "rstrip": false,
376
+ "single_word": false,
377
+ "special": true
378
+ },
379
+ "30564": {
380
+ "content": "[@USER42]",
381
+ "lstrip": false,
382
+ "normalized": false,
383
+ "rstrip": false,
384
+ "single_word": false,
385
+ "special": true
386
+ },
387
+ "30565": {
388
+ "content": "[@USER43]",
389
+ "lstrip": false,
390
+ "normalized": false,
391
+ "rstrip": false,
392
+ "single_word": false,
393
+ "special": true
394
+ },
395
+ "30566": {
396
+ "content": "[@USER44]",
397
+ "lstrip": false,
398
+ "normalized": false,
399
+ "rstrip": false,
400
+ "single_word": false,
401
+ "special": true
402
+ },
403
+ "30567": {
404
+ "content": "[@USER45]",
405
+ "lstrip": false,
406
+ "normalized": false,
407
+ "rstrip": false,
408
+ "single_word": false,
409
+ "special": true
410
+ },
411
+ "30568": {
412
+ "content": "[@USER46]",
413
+ "lstrip": false,
414
+ "normalized": false,
415
+ "rstrip": false,
416
+ "single_word": false,
417
+ "special": true
418
+ },
419
+ "30569": {
420
+ "content": "[@USER47]",
421
+ "lstrip": false,
422
+ "normalized": false,
423
+ "rstrip": false,
424
+ "single_word": false,
425
+ "special": true
426
+ },
427
+ "30570": {
428
+ "content": "[@USER48]",
429
+ "lstrip": false,
430
+ "normalized": false,
431
+ "rstrip": false,
432
+ "single_word": false,
433
+ "special": true
434
+ },
435
+ "30571": {
436
+ "content": "[@USER49]",
437
+ "lstrip": false,
438
+ "normalized": false,
439
+ "rstrip": false,
440
+ "single_word": false,
441
+ "special": true
442
+ },
443
+ "30572": {
444
+ "content": "[@USER50]",
445
+ "lstrip": false,
446
+ "normalized": false,
447
+ "rstrip": false,
448
+ "single_word": false,
449
+ "special": true
450
+ },
451
+ "30573": {
452
+ "content": "[@USER51]",
453
+ "lstrip": false,
454
+ "normalized": false,
455
+ "rstrip": false,
456
+ "single_word": false,
457
+ "special": true
458
+ },
459
+ "30574": {
460
+ "content": "[@USER52]",
461
+ "lstrip": false,
462
+ "normalized": false,
463
+ "rstrip": false,
464
+ "single_word": false,
465
+ "special": true
466
+ },
467
+ "30575": {
468
+ "content": "[@USER53]",
469
+ "lstrip": false,
470
+ "normalized": false,
471
+ "rstrip": false,
472
+ "single_word": false,
473
+ "special": true
474
+ },
475
+ "30576": {
476
+ "content": "[@USER54]",
477
+ "lstrip": false,
478
+ "normalized": false,
479
+ "rstrip": false,
480
+ "single_word": false,
481
+ "special": true
482
+ },
483
+ "30577": {
484
+ "content": "[@USER55]",
485
+ "lstrip": false,
486
+ "normalized": false,
487
+ "rstrip": false,
488
+ "single_word": false,
489
+ "special": true
490
+ },
491
+ "30578": {
492
+ "content": "[@USER56]",
493
+ "lstrip": false,
494
+ "normalized": false,
495
+ "rstrip": false,
496
+ "single_word": false,
497
+ "special": true
498
+ },
499
+ "30579": {
500
+ "content": "[@USER57]",
501
+ "lstrip": false,
502
+ "normalized": false,
503
+ "rstrip": false,
504
+ "single_word": false,
505
+ "special": true
506
+ },
507
+ "30580": {
508
+ "content": "[@USER58]",
509
+ "lstrip": false,
510
+ "normalized": false,
511
+ "rstrip": false,
512
+ "single_word": false,
513
+ "special": true
514
+ },
515
+ "30581": {
516
+ "content": "[@USER59]",
517
+ "lstrip": false,
518
+ "normalized": false,
519
+ "rstrip": false,
520
+ "single_word": false,
521
+ "special": true
522
+ },
523
+ "30582": {
524
+ "content": "[@USER60]",
525
+ "lstrip": false,
526
+ "normalized": false,
527
+ "rstrip": false,
528
+ "single_word": false,
529
+ "special": true
530
+ },
531
+ "30583": {
532
+ "content": "[@USER61]",
533
+ "lstrip": false,
534
+ "normalized": false,
535
+ "rstrip": false,
536
+ "single_word": false,
537
+ "special": true
538
+ },
539
+ "30584": {
540
+ "content": "[@USER62]",
541
+ "lstrip": false,
542
+ "normalized": false,
543
+ "rstrip": false,
544
+ "single_word": false,
545
+ "special": true
546
+ },
547
+ "30585": {
548
+ "content": "[@USER63]",
549
+ "lstrip": false,
550
+ "normalized": false,
551
+ "rstrip": false,
552
+ "single_word": false,
553
+ "special": true
554
+ },
555
+ "30586": {
556
+ "content": "[@USER64]",
557
+ "lstrip": false,
558
+ "normalized": false,
559
+ "rstrip": false,
560
+ "single_word": false,
561
+ "special": true
562
+ },
563
+ "30587": {
564
+ "content": "[@USER65]",
565
+ "lstrip": false,
566
+ "normalized": false,
567
+ "rstrip": false,
568
+ "single_word": false,
569
+ "special": true
570
+ },
571
+ "30588": {
572
+ "content": "[@USER66]",
573
+ "lstrip": false,
574
+ "normalized": false,
575
+ "rstrip": false,
576
+ "single_word": false,
577
+ "special": true
578
+ },
579
+ "30589": {
580
+ "content": "[@USER67]",
581
+ "lstrip": false,
582
+ "normalized": false,
583
+ "rstrip": false,
584
+ "single_word": false,
585
+ "special": true
586
+ },
587
+ "30590": {
588
+ "content": "[@USER68]",
589
+ "lstrip": false,
590
+ "normalized": false,
591
+ "rstrip": false,
592
+ "single_word": false,
593
+ "special": true
594
+ },
595
+ "30591": {
596
+ "content": "[@USER69]",
597
+ "lstrip": false,
598
+ "normalized": false,
599
+ "rstrip": false,
600
+ "single_word": false,
601
+ "special": true
602
+ },
603
+ "30592": {
604
+ "content": "[@USER70]",
605
+ "lstrip": false,
606
+ "normalized": false,
607
+ "rstrip": false,
608
+ "single_word": false,
609
+ "special": true
610
+ },
611
+ "30593": {
612
+ "content": "[@USER71]",
613
+ "lstrip": false,
614
+ "normalized": false,
615
+ "rstrip": false,
616
+ "single_word": false,
617
+ "special": true
618
+ },
619
+ "30594": {
620
+ "content": "[@USER72]",
621
+ "lstrip": false,
622
+ "normalized": false,
623
+ "rstrip": false,
624
+ "single_word": false,
625
+ "special": true
626
+ },
627
+ "30595": {
628
+ "content": "[@USER73]",
629
+ "lstrip": false,
630
+ "normalized": false,
631
+ "rstrip": false,
632
+ "single_word": false,
633
+ "special": true
634
+ },
635
+ "30596": {
636
+ "content": "[@USER74]",
637
+ "lstrip": false,
638
+ "normalized": false,
639
+ "rstrip": false,
640
+ "single_word": false,
641
+ "special": true
642
+ },
643
+ "30597": {
644
+ "content": "[@USER75]",
645
+ "lstrip": false,
646
+ "normalized": false,
647
+ "rstrip": false,
648
+ "single_word": false,
649
+ "special": true
650
+ },
651
+ "30598": {
652
+ "content": "[@USER76]",
653
+ "lstrip": false,
654
+ "normalized": false,
655
+ "rstrip": false,
656
+ "single_word": false,
657
+ "special": true
658
+ },
659
+ "30599": {
660
+ "content": "[@USER77]",
661
+ "lstrip": false,
662
+ "normalized": false,
663
+ "rstrip": false,
664
+ "single_word": false,
665
+ "special": true
666
+ },
667
+ "30600": {
668
+ "content": "[@USER78]",
669
+ "lstrip": false,
670
+ "normalized": false,
671
+ "rstrip": false,
672
+ "single_word": false,
673
+ "special": true
674
+ },
675
+ "30601": {
676
+ "content": "[@USER79]",
677
+ "lstrip": false,
678
+ "normalized": false,
679
+ "rstrip": false,
680
+ "single_word": false,
681
+ "special": true
682
+ },
683
+ "30602": {
684
+ "content": "[@USER80]",
685
+ "lstrip": false,
686
+ "normalized": false,
687
+ "rstrip": false,
688
+ "single_word": false,
689
+ "special": true
690
+ },
691
+ "30603": {
692
+ "content": "[@USER81]",
693
+ "lstrip": false,
694
+ "normalized": false,
695
+ "rstrip": false,
696
+ "single_word": false,
697
+ "special": true
698
+ },
699
+ "30604": {
700
+ "content": "[@USER82]",
701
+ "lstrip": false,
702
+ "normalized": false,
703
+ "rstrip": false,
704
+ "single_word": false,
705
+ "special": true
706
+ },
707
+ "30605": {
708
+ "content": "[@USER83]",
709
+ "lstrip": false,
710
+ "normalized": false,
711
+ "rstrip": false,
712
+ "single_word": false,
713
+ "special": true
714
+ },
715
+ "30606": {
716
+ "content": "[@USER84]",
717
+ "lstrip": false,
718
+ "normalized": false,
719
+ "rstrip": false,
720
+ "single_word": false,
721
+ "special": true
722
+ },
723
+ "30607": {
724
+ "content": "[@USER85]",
725
+ "lstrip": false,
726
+ "normalized": false,
727
+ "rstrip": false,
728
+ "single_word": false,
729
+ "special": true
730
+ },
731
+ "30608": {
732
+ "content": "[@USER86]",
733
+ "lstrip": false,
734
+ "normalized": false,
735
+ "rstrip": false,
736
+ "single_word": false,
737
+ "special": true
738
+ },
739
+ "30609": {
740
+ "content": "[@USER87]",
741
+ "lstrip": false,
742
+ "normalized": false,
743
+ "rstrip": false,
744
+ "single_word": false,
745
+ "special": true
746
+ },
747
+ "30610": {
748
+ "content": "[@USER88]",
749
+ "lstrip": false,
750
+ "normalized": false,
751
+ "rstrip": false,
752
+ "single_word": false,
753
+ "special": true
754
+ },
755
+ "30611": {
756
+ "content": "[@USER89]",
757
+ "lstrip": false,
758
+ "normalized": false,
759
+ "rstrip": false,
760
+ "single_word": false,
761
+ "special": true
762
+ },
763
+ "30612": {
764
+ "content": "[@USER90]",
765
+ "lstrip": false,
766
+ "normalized": false,
767
+ "rstrip": false,
768
+ "single_word": false,
769
+ "special": true
770
+ },
771
+ "30613": {
772
+ "content": "[@USER91]",
773
+ "lstrip": false,
774
+ "normalized": false,
775
+ "rstrip": false,
776
+ "single_word": false,
777
+ "special": true
778
+ },
779
+ "30614": {
780
+ "content": "[@USER92]",
781
+ "lstrip": false,
782
+ "normalized": false,
783
+ "rstrip": false,
784
+ "single_word": false,
785
+ "special": true
786
+ },
787
+ "30615": {
788
+ "content": "[@USER93]",
789
+ "lstrip": false,
790
+ "normalized": false,
791
+ "rstrip": false,
792
+ "single_word": false,
793
+ "special": true
794
+ },
795
+ "30616": {
796
+ "content": "[@USER94]",
797
+ "lstrip": false,
798
+ "normalized": false,
799
+ "rstrip": false,
800
+ "single_word": false,
801
+ "special": true
802
+ },
803
+ "30617": {
804
+ "content": "[@USER95]",
805
+ "lstrip": false,
806
+ "normalized": false,
807
+ "rstrip": false,
808
+ "single_word": false,
809
+ "special": true
810
+ },
811
+ "30618": {
812
+ "content": "[@USER96]",
813
+ "lstrip": false,
814
+ "normalized": false,
815
+ "rstrip": false,
816
+ "single_word": false,
817
+ "special": true
818
+ },
819
+ "30619": {
820
+ "content": "[@USER97]",
821
+ "lstrip": false,
822
+ "normalized": false,
823
+ "rstrip": false,
824
+ "single_word": false,
825
+ "special": true
826
+ },
827
+ "30620": {
828
+ "content": "[@USER98]",
829
+ "lstrip": false,
830
+ "normalized": false,
831
+ "rstrip": false,
832
+ "single_word": false,
833
+ "special": true
834
+ },
835
+ "30621": {
836
+ "content": "[@USER99]",
837
+ "lstrip": false,
838
+ "normalized": false,
839
+ "rstrip": false,
840
+ "single_word": false,
841
+ "special": true
842
+ },
843
+ "30622": {
844
+ "content": "[URL00]",
845
+ "lstrip": false,
846
+ "normalized": false,
847
+ "rstrip": false,
848
+ "single_word": false,
849
+ "special": true
850
+ },
851
+ "30623": {
852
+ "content": "[URL01]",
853
+ "lstrip": false,
854
+ "normalized": false,
855
+ "rstrip": false,
856
+ "single_word": false,
857
+ "special": true
858
+ },
859
+ "30624": {
860
+ "content": "[URL02]",
861
+ "lstrip": false,
862
+ "normalized": false,
863
+ "rstrip": false,
864
+ "single_word": false,
865
+ "special": true
866
+ },
867
+ "30625": {
868
+ "content": "[URL03]",
869
+ "lstrip": false,
870
+ "normalized": false,
871
+ "rstrip": false,
872
+ "single_word": false,
873
+ "special": true
874
+ },
875
+ "30626": {
876
+ "content": "[URL04]",
877
+ "lstrip": false,
878
+ "normalized": false,
879
+ "rstrip": false,
880
+ "single_word": false,
881
+ "special": true
882
+ },
883
+ "30627": {
884
+ "content": "[URL05]",
885
+ "lstrip": false,
886
+ "normalized": false,
887
+ "rstrip": false,
888
+ "single_word": false,
889
+ "special": true
890
+ },
891
+ "30628": {
892
+ "content": "[URL06]",
893
+ "lstrip": false,
894
+ "normalized": false,
895
+ "rstrip": false,
896
+ "single_word": false,
897
+ "special": true
898
+ },
899
+ "30629": {
900
+ "content": "[URL07]",
901
+ "lstrip": false,
902
+ "normalized": false,
903
+ "rstrip": false,
904
+ "single_word": false,
905
+ "special": true
906
+ },
907
+ "30630": {
908
+ "content": "[URL08]",
909
+ "lstrip": false,
910
+ "normalized": false,
911
+ "rstrip": false,
912
+ "single_word": false,
913
+ "special": true
914
+ },
915
+ "30631": {
916
+ "content": "[URL09]",
917
+ "lstrip": false,
918
+ "normalized": false,
919
+ "rstrip": false,
920
+ "single_word": false,
921
+ "special": true
922
+ },
923
+ "30632": {
924
+ "content": "[URL10]",
925
+ "lstrip": false,
926
+ "normalized": false,
927
+ "rstrip": false,
928
+ "single_word": false,
929
+ "special": true
930
+ },
931
+ "30633": {
932
+ "content": "[URL11]",
933
+ "lstrip": false,
934
+ "normalized": false,
935
+ "rstrip": false,
936
+ "single_word": false,
937
+ "special": true
938
+ },
939
+ "30634": {
940
+ "content": "[URL12]",
941
+ "lstrip": false,
942
+ "normalized": false,
943
+ "rstrip": false,
944
+ "single_word": false,
945
+ "special": true
946
+ },
947
+ "30635": {
948
+ "content": "[URL13]",
949
+ "lstrip": false,
950
+ "normalized": false,
951
+ "rstrip": false,
952
+ "single_word": false,
953
+ "special": true
954
+ },
955
+ "30636": {
956
+ "content": "[URL14]",
957
+ "lstrip": false,
958
+ "normalized": false,
959
+ "rstrip": false,
960
+ "single_word": false,
961
+ "special": true
962
+ },
963
+ "30637": {
964
+ "content": "[URL15]",
965
+ "lstrip": false,
966
+ "normalized": false,
967
+ "rstrip": false,
968
+ "single_word": false,
969
+ "special": true
970
+ },
971
+ "30638": {
972
+ "content": "[URL16]",
973
+ "lstrip": false,
974
+ "normalized": false,
975
+ "rstrip": false,
976
+ "single_word": false,
977
+ "special": true
978
+ },
979
+ "30639": {
980
+ "content": "[URL17]",
981
+ "lstrip": false,
982
+ "normalized": false,
983
+ "rstrip": false,
984
+ "single_word": false,
985
+ "special": true
986
+ },
987
+ "30640": {
988
+ "content": "[URL18]",
989
+ "lstrip": false,
990
+ "normalized": false,
991
+ "rstrip": false,
992
+ "single_word": false,
993
+ "special": true
994
+ },
995
+ "30641": {
996
+ "content": "[URL19]",
997
+ "lstrip": false,
998
+ "normalized": false,
999
+ "rstrip": false,
1000
+ "single_word": false,
1001
+ "special": true
1002
+ },
1003
+ "30642": {
1004
+ "content": "[URL20]",
1005
+ "lstrip": false,
1006
+ "normalized": false,
1007
+ "rstrip": false,
1008
+ "single_word": false,
1009
+ "special": true
1010
+ },
1011
+ "30643": {
1012
+ "content": "[URL21]",
1013
+ "lstrip": false,
1014
+ "normalized": false,
1015
+ "rstrip": false,
1016
+ "single_word": false,
1017
+ "special": true
1018
+ },
1019
+ "30644": {
1020
+ "content": "[URL22]",
1021
+ "lstrip": false,
1022
+ "normalized": false,
1023
+ "rstrip": false,
1024
+ "single_word": false,
1025
+ "special": true
1026
+ },
1027
+ "30645": {
1028
+ "content": "[URL23]",
1029
+ "lstrip": false,
1030
+ "normalized": false,
1031
+ "rstrip": false,
1032
+ "single_word": false,
1033
+ "special": true
1034
+ },
1035
+ "30646": {
1036
+ "content": "[URL24]",
1037
+ "lstrip": false,
1038
+ "normalized": false,
1039
+ "rstrip": false,
1040
+ "single_word": false,
1041
+ "special": true
1042
+ },
1043
+ "30647": {
1044
+ "content": "[URL25]",
1045
+ "lstrip": false,
1046
+ "normalized": false,
1047
+ "rstrip": false,
1048
+ "single_word": false,
1049
+ "special": true
1050
+ },
1051
+ "30648": {
1052
+ "content": "[URL26]",
1053
+ "lstrip": false,
1054
+ "normalized": false,
1055
+ "rstrip": false,
1056
+ "single_word": false,
1057
+ "special": true
1058
+ },
1059
+ "30649": {
1060
+ "content": "[URL27]",
1061
+ "lstrip": false,
1062
+ "normalized": false,
1063
+ "rstrip": false,
1064
+ "single_word": false,
1065
+ "special": true
1066
+ },
1067
+ "30650": {
1068
+ "content": "[URL28]",
1069
+ "lstrip": false,
1070
+ "normalized": false,
1071
+ "rstrip": false,
1072
+ "single_word": false,
1073
+ "special": true
1074
+ },
1075
+ "30651": {
1076
+ "content": "[URL29]",
1077
+ "lstrip": false,
1078
+ "normalized": false,
1079
+ "rstrip": false,
1080
+ "single_word": false,
1081
+ "special": true
1082
+ },
1083
+ "30652": {
1084
+ "content": "[URL30]",
1085
+ "lstrip": false,
1086
+ "normalized": false,
1087
+ "rstrip": false,
1088
+ "single_word": false,
1089
+ "special": true
1090
+ },
1091
+ "30653": {
1092
+ "content": "[URL31]",
1093
+ "lstrip": false,
1094
+ "normalized": false,
1095
+ "rstrip": false,
1096
+ "single_word": false,
1097
+ "special": true
1098
+ },
1099
+ "30654": {
1100
+ "content": "[URL32]",
1101
+ "lstrip": false,
1102
+ "normalized": false,
1103
+ "rstrip": false,
1104
+ "single_word": false,
1105
+ "special": true
1106
+ },
1107
+ "30655": {
1108
+ "content": "[URL33]",
1109
+ "lstrip": false,
1110
+ "normalized": false,
1111
+ "rstrip": false,
1112
+ "single_word": false,
1113
+ "special": true
1114
+ },
1115
+ "30656": {
1116
+ "content": "[URL34]",
1117
+ "lstrip": false,
1118
+ "normalized": false,
1119
+ "rstrip": false,
1120
+ "single_word": false,
1121
+ "special": true
1122
+ },
1123
+ "30657": {
1124
+ "content": "[URL35]",
1125
+ "lstrip": false,
1126
+ "normalized": false,
1127
+ "rstrip": false,
1128
+ "single_word": false,
1129
+ "special": true
1130
+ },
1131
+ "30658": {
1132
+ "content": "[URL36]",
1133
+ "lstrip": false,
1134
+ "normalized": false,
1135
+ "rstrip": false,
1136
+ "single_word": false,
1137
+ "special": true
1138
+ },
1139
+ "30659": {
1140
+ "content": "[URL37]",
1141
+ "lstrip": false,
1142
+ "normalized": false,
1143
+ "rstrip": false,
1144
+ "single_word": false,
1145
+ "special": true
1146
+ },
1147
+ "30660": {
1148
+ "content": "[URL38]",
1149
+ "lstrip": false,
1150
+ "normalized": false,
1151
+ "rstrip": false,
1152
+ "single_word": false,
1153
+ "special": true
1154
+ },
1155
+ "30661": {
1156
+ "content": "[URL39]",
1157
+ "lstrip": false,
1158
+ "normalized": false,
1159
+ "rstrip": false,
1160
+ "single_word": false,
1161
+ "special": true
1162
+ },
1163
+ "30662": {
1164
+ "content": "[URL40]",
1165
+ "lstrip": false,
1166
+ "normalized": false,
1167
+ "rstrip": false,
1168
+ "single_word": false,
1169
+ "special": true
1170
+ },
1171
+ "30663": {
1172
+ "content": "[URL41]",
1173
+ "lstrip": false,
1174
+ "normalized": false,
1175
+ "rstrip": false,
1176
+ "single_word": false,
1177
+ "special": true
1178
+ },
1179
+ "30664": {
1180
+ "content": "[URL42]",
1181
+ "lstrip": false,
1182
+ "normalized": false,
1183
+ "rstrip": false,
1184
+ "single_word": false,
1185
+ "special": true
1186
+ },
1187
+ "30665": {
1188
+ "content": "[URL43]",
1189
+ "lstrip": false,
1190
+ "normalized": false,
1191
+ "rstrip": false,
1192
+ "single_word": false,
1193
+ "special": true
1194
+ },
1195
+ "30666": {
1196
+ "content": "[URL44]",
1197
+ "lstrip": false,
1198
+ "normalized": false,
1199
+ "rstrip": false,
1200
+ "single_word": false,
1201
+ "special": true
1202
+ },
1203
+ "30667": {
1204
+ "content": "[URL45]",
1205
+ "lstrip": false,
1206
+ "normalized": false,
1207
+ "rstrip": false,
1208
+ "single_word": false,
1209
+ "special": true
1210
+ },
1211
+ "30668": {
1212
+ "content": "[URL46]",
1213
+ "lstrip": false,
1214
+ "normalized": false,
1215
+ "rstrip": false,
1216
+ "single_word": false,
1217
+ "special": true
1218
+ },
1219
+ "30669": {
1220
+ "content": "[URL47]",
1221
+ "lstrip": false,
1222
+ "normalized": false,
1223
+ "rstrip": false,
1224
+ "single_word": false,
1225
+ "special": true
1226
+ },
1227
+ "30670": {
1228
+ "content": "[URL48]",
1229
+ "lstrip": false,
1230
+ "normalized": false,
1231
+ "rstrip": false,
1232
+ "single_word": false,
1233
+ "special": true
1234
+ },
1235
+ "30671": {
1236
+ "content": "[URL49]",
1237
+ "lstrip": false,
1238
+ "normalized": false,
1239
+ "rstrip": false,
1240
+ "single_word": false,
1241
+ "special": true
1242
+ },
1243
+ "30672": {
1244
+ "content": "[URL50]",
1245
+ "lstrip": false,
1246
+ "normalized": false,
1247
+ "rstrip": false,
1248
+ "single_word": false,
1249
+ "special": true
1250
+ },
1251
+ "30673": {
1252
+ "content": "[URL51]",
1253
+ "lstrip": false,
1254
+ "normalized": false,
1255
+ "rstrip": false,
1256
+ "single_word": false,
1257
+ "special": true
1258
+ },
1259
+ "30674": {
1260
+ "content": "[URL52]",
1261
+ "lstrip": false,
1262
+ "normalized": false,
1263
+ "rstrip": false,
1264
+ "single_word": false,
1265
+ "special": true
1266
+ },
1267
+ "30675": {
1268
+ "content": "[URL53]",
1269
+ "lstrip": false,
1270
+ "normalized": false,
1271
+ "rstrip": false,
1272
+ "single_word": false,
1273
+ "special": true
1274
+ },
1275
+ "30676": {
1276
+ "content": "[URL54]",
1277
+ "lstrip": false,
1278
+ "normalized": false,
1279
+ "rstrip": false,
1280
+ "single_word": false,
1281
+ "special": true
1282
+ },
1283
+ "30677": {
1284
+ "content": "[URL55]",
1285
+ "lstrip": false,
1286
+ "normalized": false,
1287
+ "rstrip": false,
1288
+ "single_word": false,
1289
+ "special": true
1290
+ },
1291
+ "30678": {
1292
+ "content": "[URL56]",
1293
+ "lstrip": false,
1294
+ "normalized": false,
1295
+ "rstrip": false,
1296
+ "single_word": false,
1297
+ "special": true
1298
+ },
1299
+ "30679": {
1300
+ "content": "[URL57]",
1301
+ "lstrip": false,
1302
+ "normalized": false,
1303
+ "rstrip": false,
1304
+ "single_word": false,
1305
+ "special": true
1306
+ },
1307
+ "30680": {
1308
+ "content": "[URL58]",
1309
+ "lstrip": false,
1310
+ "normalized": false,
1311
+ "rstrip": false,
1312
+ "single_word": false,
1313
+ "special": true
1314
+ },
1315
+ "30681": {
1316
+ "content": "[URL59]",
1317
+ "lstrip": false,
1318
+ "normalized": false,
1319
+ "rstrip": false,
1320
+ "single_word": false,
1321
+ "special": true
1322
+ },
1323
+ "30682": {
1324
+ "content": "[URL60]",
1325
+ "lstrip": false,
1326
+ "normalized": false,
1327
+ "rstrip": false,
1328
+ "single_word": false,
1329
+ "special": true
1330
+ },
1331
+ "30683": {
1332
+ "content": "[URL61]",
1333
+ "lstrip": false,
1334
+ "normalized": false,
1335
+ "rstrip": false,
1336
+ "single_word": false,
1337
+ "special": true
1338
+ },
1339
+ "30684": {
1340
+ "content": "[URL62]",
1341
+ "lstrip": false,
1342
+ "normalized": false,
1343
+ "rstrip": false,
1344
+ "single_word": false,
1345
+ "special": true
1346
+ },
1347
+ "30685": {
1348
+ "content": "[URL63]",
1349
+ "lstrip": false,
1350
+ "normalized": false,
1351
+ "rstrip": false,
1352
+ "single_word": false,
1353
+ "special": true
1354
+ },
1355
+ "30686": {
1356
+ "content": "[URL64]",
1357
+ "lstrip": false,
1358
+ "normalized": false,
1359
+ "rstrip": false,
1360
+ "single_word": false,
1361
+ "special": true
1362
+ },
1363
+ "30687": {
1364
+ "content": "[URL65]",
1365
+ "lstrip": false,
1366
+ "normalized": false,
1367
+ "rstrip": false,
1368
+ "single_word": false,
1369
+ "special": true
1370
+ },
1371
+ "30688": {
1372
+ "content": "[URL66]",
1373
+ "lstrip": false,
1374
+ "normalized": false,
1375
+ "rstrip": false,
1376
+ "single_word": false,
1377
+ "special": true
1378
+ },
1379
+ "30689": {
1380
+ "content": "[URL67]",
1381
+ "lstrip": false,
1382
+ "normalized": false,
1383
+ "rstrip": false,
1384
+ "single_word": false,
1385
+ "special": true
1386
+ },
1387
+ "30690": {
1388
+ "content": "[URL68]",
1389
+ "lstrip": false,
1390
+ "normalized": false,
1391
+ "rstrip": false,
1392
+ "single_word": false,
1393
+ "special": true
1394
+ },
1395
+ "30691": {
1396
+ "content": "[URL69]",
1397
+ "lstrip": false,
1398
+ "normalized": false,
1399
+ "rstrip": false,
1400
+ "single_word": false,
1401
+ "special": true
1402
+ },
1403
+ "30692": {
1404
+ "content": "[URL70]",
1405
+ "lstrip": false,
1406
+ "normalized": false,
1407
+ "rstrip": false,
1408
+ "single_word": false,
1409
+ "special": true
1410
+ },
1411
+ "30693": {
1412
+ "content": "[URL71]",
1413
+ "lstrip": false,
1414
+ "normalized": false,
1415
+ "rstrip": false,
1416
+ "single_word": false,
1417
+ "special": true
1418
+ },
1419
+ "30694": {
1420
+ "content": "[URL72]",
1421
+ "lstrip": false,
1422
+ "normalized": false,
1423
+ "rstrip": false,
1424
+ "single_word": false,
1425
+ "special": true
1426
+ },
1427
+ "30695": {
1428
+ "content": "[URL73]",
1429
+ "lstrip": false,
1430
+ "normalized": false,
1431
+ "rstrip": false,
1432
+ "single_word": false,
1433
+ "special": true
1434
+ },
1435
+ "30696": {
1436
+ "content": "[URL74]",
1437
+ "lstrip": false,
1438
+ "normalized": false,
1439
+ "rstrip": false,
1440
+ "single_word": false,
1441
+ "special": true
1442
+ },
1443
+ "30697": {
1444
+ "content": "[URL75]",
1445
+ "lstrip": false,
1446
+ "normalized": false,
1447
+ "rstrip": false,
1448
+ "single_word": false,
1449
+ "special": true
1450
+ },
1451
+ "30698": {
1452
+ "content": "[URL76]",
1453
+ "lstrip": false,
1454
+ "normalized": false,
1455
+ "rstrip": false,
1456
+ "single_word": false,
1457
+ "special": true
1458
+ },
1459
+ "30699": {
1460
+ "content": "[URL77]",
1461
+ "lstrip": false,
1462
+ "normalized": false,
1463
+ "rstrip": false,
1464
+ "single_word": false,
1465
+ "special": true
1466
+ },
1467
+ "30700": {
1468
+ "content": "[URL78]",
1469
+ "lstrip": false,
1470
+ "normalized": false,
1471
+ "rstrip": false,
1472
+ "single_word": false,
1473
+ "special": true
1474
+ },
1475
+ "30701": {
1476
+ "content": "[URL79]",
1477
+ "lstrip": false,
1478
+ "normalized": false,
1479
+ "rstrip": false,
1480
+ "single_word": false,
1481
+ "special": true
1482
+ },
1483
+ "30702": {
1484
+ "content": "[URL80]",
1485
+ "lstrip": false,
1486
+ "normalized": false,
1487
+ "rstrip": false,
1488
+ "single_word": false,
1489
+ "special": true
1490
+ },
1491
+ "30703": {
1492
+ "content": "[URL81]",
1493
+ "lstrip": false,
1494
+ "normalized": false,
1495
+ "rstrip": false,
1496
+ "single_word": false,
1497
+ "special": true
1498
+ },
1499
+ "30704": {
1500
+ "content": "[URL82]",
1501
+ "lstrip": false,
1502
+ "normalized": false,
1503
+ "rstrip": false,
1504
+ "single_word": false,
1505
+ "special": true
1506
+ },
1507
+ "30705": {
1508
+ "content": "[URL83]",
1509
+ "lstrip": false,
1510
+ "normalized": false,
1511
+ "rstrip": false,
1512
+ "single_word": false,
1513
+ "special": true
1514
+ },
1515
+ "30706": {
1516
+ "content": "[URL84]",
1517
+ "lstrip": false,
1518
+ "normalized": false,
1519
+ "rstrip": false,
1520
+ "single_word": false,
1521
+ "special": true
1522
+ },
1523
+ "30707": {
1524
+ "content": "[URL85]",
1525
+ "lstrip": false,
1526
+ "normalized": false,
1527
+ "rstrip": false,
1528
+ "single_word": false,
1529
+ "special": true
1530
+ },
1531
+ "30708": {
1532
+ "content": "[URL86]",
1533
+ "lstrip": false,
1534
+ "normalized": false,
1535
+ "rstrip": false,
1536
+ "single_word": false,
1537
+ "special": true
1538
+ },
1539
+ "30709": {
1540
+ "content": "[URL87]",
1541
+ "lstrip": false,
1542
+ "normalized": false,
1543
+ "rstrip": false,
1544
+ "single_word": false,
1545
+ "special": true
1546
+ },
1547
+ "30710": {
1548
+ "content": "[URL88]",
1549
+ "lstrip": false,
1550
+ "normalized": false,
1551
+ "rstrip": false,
1552
+ "single_word": false,
1553
+ "special": true
1554
+ },
1555
+ "30711": {
1556
+ "content": "[URL89]",
1557
+ "lstrip": false,
1558
+ "normalized": false,
1559
+ "rstrip": false,
1560
+ "single_word": false,
1561
+ "special": true
1562
+ },
1563
+ "30712": {
1564
+ "content": "[URL90]",
1565
+ "lstrip": false,
1566
+ "normalized": false,
1567
+ "rstrip": false,
1568
+ "single_word": false,
1569
+ "special": true
1570
+ },
1571
+ "30713": {
1572
+ "content": "[URL91]",
1573
+ "lstrip": false,
1574
+ "normalized": false,
1575
+ "rstrip": false,
1576
+ "single_word": false,
1577
+ "special": true
1578
+ },
1579
+ "30714": {
1580
+ "content": "[URL92]",
1581
+ "lstrip": false,
1582
+ "normalized": false,
1583
+ "rstrip": false,
1584
+ "single_word": false,
1585
+ "special": true
1586
+ },
1587
+ "30715": {
1588
+ "content": "[URL93]",
1589
+ "lstrip": false,
1590
+ "normalized": false,
1591
+ "rstrip": false,
1592
+ "single_word": false,
1593
+ "special": true
1594
+ },
1595
+ "30716": {
1596
+ "content": "[URL94]",
1597
+ "lstrip": false,
1598
+ "normalized": false,
1599
+ "rstrip": false,
1600
+ "single_word": false,
1601
+ "special": true
1602
+ },
1603
+ "30717": {
1604
+ "content": "[URL95]",
1605
+ "lstrip": false,
1606
+ "normalized": false,
1607
+ "rstrip": false,
1608
+ "single_word": false,
1609
+ "special": true
1610
+ },
1611
+ "30718": {
1612
+ "content": "[URL96]",
1613
+ "lstrip": false,
1614
+ "normalized": false,
1615
+ "rstrip": false,
1616
+ "single_word": false,
1617
+ "special": true
1618
+ },
1619
+ "30719": {
1620
+ "content": "[URL97]",
1621
+ "lstrip": false,
1622
+ "normalized": false,
1623
+ "rstrip": false,
1624
+ "single_word": false,
1625
+ "special": true
1626
+ },
1627
+ "30720": {
1628
+ "content": "[URL98]",
1629
+ "lstrip": false,
1630
+ "normalized": false,
1631
+ "rstrip": false,
1632
+ "single_word": false,
1633
+ "special": true
1634
+ },
1635
+ "30721": {
1636
+ "content": "[URL99]",
1637
+ "lstrip": false,
1638
+ "normalized": false,
1639
+ "rstrip": false,
1640
+ "single_word": false,
1641
+ "special": true
1642
+ }
1643
+ },
1644
+ "additional_special_tokens": [
1645
+ "[@USER00]",
1646
+ "[@USER01]",
1647
+ "[@USER02]",
1648
+ "[@USER03]",
1649
+ "[@USER04]",
1650
+ "[@USER05]",
1651
+ "[@USER06]",
1652
+ "[@USER07]",
1653
+ "[@USER08]",
1654
+ "[@USER09]",
1655
+ "[@USER10]",
1656
+ "[@USER11]",
1657
+ "[@USER12]",
1658
+ "[@USER13]",
1659
+ "[@USER14]",
1660
+ "[@USER15]",
1661
+ "[@USER16]",
1662
+ "[@USER17]",
1663
+ "[@USER18]",
1664
+ "[@USER19]",
1665
+ "[@USER20]",
1666
+ "[@USER21]",
1667
+ "[@USER22]",
1668
+ "[@USER23]",
1669
+ "[@USER24]",
1670
+ "[@USER25]",
1671
+ "[@USER26]",
1672
+ "[@USER27]",
1673
+ "[@USER28]",
1674
+ "[@USER29]",
1675
+ "[@USER30]",
1676
+ "[@USER31]",
1677
+ "[@USER32]",
1678
+ "[@USER33]",
1679
+ "[@USER34]",
1680
+ "[@USER35]",
1681
+ "[@USER36]",
1682
+ "[@USER37]",
1683
+ "[@USER38]",
1684
+ "[@USER39]",
1685
+ "[@USER40]",
1686
+ "[@USER41]",
1687
+ "[@USER42]",
1688
+ "[@USER43]",
1689
+ "[@USER44]",
1690
+ "[@USER45]",
1691
+ "[@USER46]",
1692
+ "[@USER47]",
1693
+ "[@USER48]",
1694
+ "[@USER49]",
1695
+ "[@USER50]",
1696
+ "[@USER51]",
1697
+ "[@USER52]",
1698
+ "[@USER53]",
1699
+ "[@USER54]",
1700
+ "[@USER55]",
1701
+ "[@USER56]",
1702
+ "[@USER57]",
1703
+ "[@USER58]",
1704
+ "[@USER59]",
1705
+ "[@USER60]",
1706
+ "[@USER61]",
1707
+ "[@USER62]",
1708
+ "[@USER63]",
1709
+ "[@USER64]",
1710
+ "[@USER65]",
1711
+ "[@USER66]",
1712
+ "[@USER67]",
1713
+ "[@USER68]",
1714
+ "[@USER69]",
1715
+ "[@USER70]",
1716
+ "[@USER71]",
1717
+ "[@USER72]",
1718
+ "[@USER73]",
1719
+ "[@USER74]",
1720
+ "[@USER75]",
1721
+ "[@USER76]",
1722
+ "[@USER77]",
1723
+ "[@USER78]",
1724
+ "[@USER79]",
1725
+ "[@USER80]",
1726
+ "[@USER81]",
1727
+ "[@USER82]",
1728
+ "[@USER83]",
1729
+ "[@USER84]",
1730
+ "[@USER85]",
1731
+ "[@USER86]",
1732
+ "[@USER87]",
1733
+ "[@USER88]",
1734
+ "[@USER89]",
1735
+ "[@USER90]",
1736
+ "[@USER91]",
1737
+ "[@USER92]",
1738
+ "[@USER93]",
1739
+ "[@USER94]",
1740
+ "[@USER95]",
1741
+ "[@USER96]",
1742
+ "[@USER97]",
1743
+ "[@USER98]",
1744
+ "[@USER99]",
1745
+ "[URL00]",
1746
+ "[URL01]",
1747
+ "[URL02]",
1748
+ "[URL03]",
1749
+ "[URL04]",
1750
+ "[URL05]",
1751
+ "[URL06]",
1752
+ "[URL07]",
1753
+ "[URL08]",
1754
+ "[URL09]",
1755
+ "[URL10]",
1756
+ "[URL11]",
1757
+ "[URL12]",
1758
+ "[URL13]",
1759
+ "[URL14]",
1760
+ "[URL15]",
1761
+ "[URL16]",
1762
+ "[URL17]",
1763
+ "[URL18]",
1764
+ "[URL19]",
1765
+ "[URL20]",
1766
+ "[URL21]",
1767
+ "[URL22]",
1768
+ "[URL23]",
1769
+ "[URL24]",
1770
+ "[URL25]",
1771
+ "[URL26]",
1772
+ "[URL27]",
1773
+ "[URL28]",
1774
+ "[URL29]",
1775
+ "[URL30]",
1776
+ "[URL31]",
1777
+ "[URL32]",
1778
+ "[URL33]",
1779
+ "[URL34]",
1780
+ "[URL35]",
1781
+ "[URL36]",
1782
+ "[URL37]",
1783
+ "[URL38]",
1784
+ "[URL39]",
1785
+ "[URL40]",
1786
+ "[URL41]",
1787
+ "[URL42]",
1788
+ "[URL43]",
1789
+ "[URL44]",
1790
+ "[URL45]",
1791
+ "[URL46]",
1792
+ "[URL47]",
1793
+ "[URL48]",
1794
+ "[URL49]",
1795
+ "[URL50]",
1796
+ "[URL51]",
1797
+ "[URL52]",
1798
+ "[URL53]",
1799
+ "[URL54]",
1800
+ "[URL55]",
1801
+ "[URL56]",
1802
+ "[URL57]",
1803
+ "[URL58]",
1804
+ "[URL59]",
1805
+ "[URL60]",
1806
+ "[URL61]",
1807
+ "[URL62]",
1808
+ "[URL63]",
1809
+ "[URL64]",
1810
+ "[URL65]",
1811
+ "[URL66]",
1812
+ "[URL67]",
1813
+ "[URL68]",
1814
+ "[URL69]",
1815
+ "[URL70]",
1816
+ "[URL71]",
1817
+ "[URL72]",
1818
+ "[URL73]",
1819
+ "[URL74]",
1820
+ "[URL75]",
1821
+ "[URL76]",
1822
+ "[URL77]",
1823
+ "[URL78]",
1824
+ "[URL79]",
1825
+ "[URL80]",
1826
+ "[URL81]",
1827
+ "[URL82]",
1828
+ "[URL83]",
1829
+ "[URL84]",
1830
+ "[URL85]",
1831
+ "[URL86]",
1832
+ "[URL87]",
1833
+ "[URL88]",
1834
+ "[URL89]",
1835
+ "[URL90]",
1836
+ "[URL91]",
1837
+ "[URL92]",
1838
+ "[URL93]",
1839
+ "[URL94]",
1840
+ "[URL95]",
1841
+ "[URL96]",
1842
+ "[URL97]",
1843
+ "[URL98]",
1844
+ "[URL99]"
1845
+ ],
1846
+ "clean_up_tokenization_spaces": true,
1847
+ "cls_token": "[CLS]",
1848
+ "do_basic_tokenize": true,
1849
+ "do_lower_case": true,
1850
+ "full_tokenizer_file": null,
1851
+ "mask_token": "[MASK]",
1852
+ "model_max_length": 512,
1853
+ "never_split": null,
1854
+ "pad_token": "[PAD]",
1855
+ "sep_token": "[SEP]",
1856
+ "strip_accents": null,
1857
+ "tokenize_chinese_chars": true,
1858
+ "tokenizer_class": "BertTokenizer",
1859
+ "unk_token": "[UNK]"
1860
+ }
run-min7d7xr/checkpoint-1500/trainer_state.json ADDED
@@ -0,0 +1,116 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 4.901960784313726,
5
+ "eval_steps": 500,
6
+ "global_step": 1500,
7
+ "is_hyper_param_search": true,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "eval_f1": 0.0,
14
+ "eval_f1_sklearn": 0.9551506074222,
15
+ "eval_loss": 0.2036997228860855,
16
+ "eval_precision": 0.0,
17
+ "eval_precision_sklearn": 0.9551506074222,
18
+ "eval_recall": 0.0,
19
+ "eval_recall_sklearn": 0.9551506074222,
20
+ "eval_runtime": 4.0289,
21
+ "eval_samples_per_second": 101.269,
22
+ "eval_steps_per_second": 25.317,
23
+ "step": 306
24
+ },
25
+ {
26
+ "epoch": 1.6339869281045751,
27
+ "grad_norm": 0.8522891402244568,
28
+ "learning_rate": 0.00033660130718954253,
29
+ "loss": 0.2583,
30
+ "step": 500
31
+ },
32
+ {
33
+ "epoch": 2.0,
34
+ "eval_f1": 0.0,
35
+ "eval_f1_sklearn": 0.9551506074222,
36
+ "eval_loss": 0.20420818030834198,
37
+ "eval_precision": 0.0,
38
+ "eval_precision_sklearn": 0.9551506074222,
39
+ "eval_recall": 0.0,
40
+ "eval_recall_sklearn": 0.9551506074222,
41
+ "eval_runtime": 6.2112,
42
+ "eval_samples_per_second": 65.688,
43
+ "eval_steps_per_second": 16.422,
44
+ "step": 612
45
+ },
46
+ {
47
+ "epoch": 3.0,
48
+ "eval_f1": 0.0,
49
+ "eval_f1_sklearn": 0.9551506074222,
50
+ "eval_loss": 0.19978567957878113,
51
+ "eval_precision": 0.0,
52
+ "eval_precision_sklearn": 0.9551506074222,
53
+ "eval_recall": 0.0,
54
+ "eval_recall_sklearn": 0.9551506074222,
55
+ "eval_runtime": 4.7621,
56
+ "eval_samples_per_second": 85.677,
57
+ "eval_steps_per_second": 21.419,
58
+ "step": 918
59
+ },
60
+ {
61
+ "epoch": 3.2679738562091503,
62
+ "grad_norm": 0.5392838716506958,
63
+ "learning_rate": 0.00017320261437908497,
64
+ "loss": 0.1963,
65
+ "step": 1000
66
+ },
67
+ {
68
+ "epoch": 4.0,
69
+ "eval_f1": 0.0,
70
+ "eval_f1_sklearn": 0.9551506074222,
71
+ "eval_loss": 0.1991593837738037,
72
+ "eval_precision": 0.0,
73
+ "eval_precision_sklearn": 0.9551506074222,
74
+ "eval_recall": 0.0,
75
+ "eval_recall_sklearn": 0.9551506074222,
76
+ "eval_runtime": 4.2649,
77
+ "eval_samples_per_second": 95.665,
78
+ "eval_steps_per_second": 23.916,
79
+ "step": 1224
80
+ },
81
+ {
82
+ "epoch": 4.901960784313726,
83
+ "grad_norm": 0.7973314523696899,
84
+ "learning_rate": 9.803921568627451e-06,
85
+ "loss": 0.1907,
86
+ "step": 1500
87
+ }
88
+ ],
89
+ "logging_steps": 500,
90
+ "max_steps": 1530,
91
+ "num_input_tokens_seen": 0,
92
+ "num_train_epochs": 5,
93
+ "save_steps": 500,
94
+ "stateful_callbacks": {
95
+ "TrainerControl": {
96
+ "args": {
97
+ "should_epoch_stop": false,
98
+ "should_evaluate": false,
99
+ "should_log": false,
100
+ "should_save": true,
101
+ "should_training_stop": false
102
+ },
103
+ "attributes": {}
104
+ }
105
+ },
106
+ "total_flos": 454778868404304.0,
107
+ "train_batch_size": 4,
108
+ "trial_name": null,
109
+ "trial_params": {
110
+ "_wandb": {},
111
+ "assignments": {},
112
+ "learning_rate": 0.0005,
113
+ "metric": "eval/loss",
114
+ "per_device_train_batch_size": 4
115
+ }
116
+ }
run-min7d7xr/checkpoint-1500/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7eacc955b26c4e74e624db5fb61c00a3490671311c244f3990757ab3db199c5
3
+ size 5112
run-min7d7xr/checkpoint-1500/vocab.txt ADDED
The diff for this file is too large to render. See raw diff
 
run-ohqlwk2x/checkpoint-500/added_tokens.json ADDED
@@ -0,0 +1,202 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "[@USER00]": 30522,
3
+ "[@USER01]": 30523,
4
+ "[@USER02]": 30524,
5
+ "[@USER03]": 30525,
6
+ "[@USER04]": 30526,
7
+ "[@USER05]": 30527,
8
+ "[@USER06]": 30528,
9
+ "[@USER07]": 30529,
10
+ "[@USER08]": 30530,
11
+ "[@USER09]": 30531,
12
+ "[@USER10]": 30532,
13
+ "[@USER11]": 30533,
14
+ "[@USER12]": 30534,
15
+ "[@USER13]": 30535,
16
+ "[@USER14]": 30536,
17
+ "[@USER15]": 30537,
18
+ "[@USER16]": 30538,
19
+ "[@USER17]": 30539,
20
+ "[@USER18]": 30540,
21
+ "[@USER19]": 30541,
22
+ "[@USER20]": 30542,
23
+ "[@USER21]": 30543,
24
+ "[@USER22]": 30544,
25
+ "[@USER23]": 30545,
26
+ "[@USER24]": 30546,
27
+ "[@USER25]": 30547,
28
+ "[@USER26]": 30548,
29
+ "[@USER27]": 30549,
30
+ "[@USER28]": 30550,
31
+ "[@USER29]": 30551,
32
+ "[@USER30]": 30552,
33
+ "[@USER31]": 30553,
34
+ "[@USER32]": 30554,
35
+ "[@USER33]": 30555,
36
+ "[@USER34]": 30556,
37
+ "[@USER35]": 30557,
38
+ "[@USER36]": 30558,
39
+ "[@USER37]": 30559,
40
+ "[@USER38]": 30560,
41
+ "[@USER39]": 30561,
42
+ "[@USER40]": 30562,
43
+ "[@USER41]": 30563,
44
+ "[@USER42]": 30564,
45
+ "[@USER43]": 30565,
46
+ "[@USER44]": 30566,
47
+ "[@USER45]": 30567,
48
+ "[@USER46]": 30568,
49
+ "[@USER47]": 30569,
50
+ "[@USER48]": 30570,
51
+ "[@USER49]": 30571,
52
+ "[@USER50]": 30572,
53
+ "[@USER51]": 30573,
54
+ "[@USER52]": 30574,
55
+ "[@USER53]": 30575,
56
+ "[@USER54]": 30576,
57
+ "[@USER55]": 30577,
58
+ "[@USER56]": 30578,
59
+ "[@USER57]": 30579,
60
+ "[@USER58]": 30580,
61
+ "[@USER59]": 30581,
62
+ "[@USER60]": 30582,
63
+ "[@USER61]": 30583,
64
+ "[@USER62]": 30584,
65
+ "[@USER63]": 30585,
66
+ "[@USER64]": 30586,
67
+ "[@USER65]": 30587,
68
+ "[@USER66]": 30588,
69
+ "[@USER67]": 30589,
70
+ "[@USER68]": 30590,
71
+ "[@USER69]": 30591,
72
+ "[@USER70]": 30592,
73
+ "[@USER71]": 30593,
74
+ "[@USER72]": 30594,
75
+ "[@USER73]": 30595,
76
+ "[@USER74]": 30596,
77
+ "[@USER75]": 30597,
78
+ "[@USER76]": 30598,
79
+ "[@USER77]": 30599,
80
+ "[@USER78]": 30600,
81
+ "[@USER79]": 30601,
82
+ "[@USER80]": 30602,
83
+ "[@USER81]": 30603,
84
+ "[@USER82]": 30604,
85
+ "[@USER83]": 30605,
86
+ "[@USER84]": 30606,
87
+ "[@USER85]": 30607,
88
+ "[@USER86]": 30608,
89
+ "[@USER87]": 30609,
90
+ "[@USER88]": 30610,
91
+ "[@USER89]": 30611,
92
+ "[@USER90]": 30612,
93
+ "[@USER91]": 30613,
94
+ "[@USER92]": 30614,
95
+ "[@USER93]": 30615,
96
+ "[@USER94]": 30616,
97
+ "[@USER95]": 30617,
98
+ "[@USER96]": 30618,
99
+ "[@USER97]": 30619,
100
+ "[@USER98]": 30620,
101
+ "[@USER99]": 30621,
102
+ "[URL00]": 30622,
103
+ "[URL01]": 30623,
104
+ "[URL02]": 30624,
105
+ "[URL03]": 30625,
106
+ "[URL04]": 30626,
107
+ "[URL05]": 30627,
108
+ "[URL06]": 30628,
109
+ "[URL07]": 30629,
110
+ "[URL08]": 30630,
111
+ "[URL09]": 30631,
112
+ "[URL10]": 30632,
113
+ "[URL11]": 30633,
114
+ "[URL12]": 30634,
115
+ "[URL13]": 30635,
116
+ "[URL14]": 30636,
117
+ "[URL15]": 30637,
118
+ "[URL16]": 30638,
119
+ "[URL17]": 30639,
120
+ "[URL18]": 30640,
121
+ "[URL19]": 30641,
122
+ "[URL20]": 30642,
123
+ "[URL21]": 30643,
124
+ "[URL22]": 30644,
125
+ "[URL23]": 30645,
126
+ "[URL24]": 30646,
127
+ "[URL25]": 30647,
128
+ "[URL26]": 30648,
129
+ "[URL27]": 30649,
130
+ "[URL28]": 30650,
131
+ "[URL29]": 30651,
132
+ "[URL30]": 30652,
133
+ "[URL31]": 30653,
134
+ "[URL32]": 30654,
135
+ "[URL33]": 30655,
136
+ "[URL34]": 30656,
137
+ "[URL35]": 30657,
138
+ "[URL36]": 30658,
139
+ "[URL37]": 30659,
140
+ "[URL38]": 30660,
141
+ "[URL39]": 30661,
142
+ "[URL40]": 30662,
143
+ "[URL41]": 30663,
144
+ "[URL42]": 30664,
145
+ "[URL43]": 30665,
146
+ "[URL44]": 30666,
147
+ "[URL45]": 30667,
148
+ "[URL46]": 30668,
149
+ "[URL47]": 30669,
150
+ "[URL48]": 30670,
151
+ "[URL49]": 30671,
152
+ "[URL50]": 30672,
153
+ "[URL51]": 30673,
154
+ "[URL52]": 30674,
155
+ "[URL53]": 30675,
156
+ "[URL54]": 30676,
157
+ "[URL55]": 30677,
158
+ "[URL56]": 30678,
159
+ "[URL57]": 30679,
160
+ "[URL58]": 30680,
161
+ "[URL59]": 30681,
162
+ "[URL60]": 30682,
163
+ "[URL61]": 30683,
164
+ "[URL62]": 30684,
165
+ "[URL63]": 30685,
166
+ "[URL64]": 30686,
167
+ "[URL65]": 30687,
168
+ "[URL66]": 30688,
169
+ "[URL67]": 30689,
170
+ "[URL68]": 30690,
171
+ "[URL69]": 30691,
172
+ "[URL70]": 30692,
173
+ "[URL71]": 30693,
174
+ "[URL72]": 30694,
175
+ "[URL73]": 30695,
176
+ "[URL74]": 30696,
177
+ "[URL75]": 30697,
178
+ "[URL76]": 30698,
179
+ "[URL77]": 30699,
180
+ "[URL78]": 30700,
181
+ "[URL79]": 30701,
182
+ "[URL80]": 30702,
183
+ "[URL81]": 30703,
184
+ "[URL82]": 30704,
185
+ "[URL83]": 30705,
186
+ "[URL84]": 30706,
187
+ "[URL85]": 30707,
188
+ "[URL86]": 30708,
189
+ "[URL87]": 30709,
190
+ "[URL88]": 30710,
191
+ "[URL89]": 30711,
192
+ "[URL90]": 30712,
193
+ "[URL91]": 30713,
194
+ "[URL92]": 30714,
195
+ "[URL93]": 30715,
196
+ "[URL94]": 30716,
197
+ "[URL95]": 30717,
198
+ "[URL96]": 30718,
199
+ "[URL97]": 30719,
200
+ "[URL98]": 30720,
201
+ "[URL99]": 30721
202
+ }
run-ohqlwk2x/checkpoint-500/config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "kornosk/bert-political-election2020-twitter-mlm",
3
+ "architectures": [
4
+ "BertForTokenClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": null,
8
+ "gradient_checkpointing": false,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 768,
12
+ "id2label": {
13
+ "0": "O",
14
+ "1": "I-S",
15
+ "2": "B-S"
16
+ },
17
+ "initializer_range": 0.02,
18
+ "intermediate_size": 3072,
19
+ "label2id": {
20
+ "B-S": 2,
21
+ "I-S": 1,
22
+ "O": 0
23
+ },
24
+ "layer_norm_eps": 1e-12,
25
+ "max_position_embeddings": 512,
26
+ "model_type": "bert",
27
+ "num_attention_heads": 12,
28
+ "num_hidden_layers": 12,
29
+ "pad_token_id": 0,
30
+ "position_embedding_type": "absolute",
31
+ "torch_dtype": "float32",
32
+ "transformers_version": "4.41.1",
33
+ "type_vocab_size": 2,
34
+ "use_cache": true,
35
+ "vocab_size": 30722
36
+ }
run-ohqlwk2x/checkpoint-500/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:924c876d04e36c5fa521783a8318ec0c60c4841c26e021b97a3b3f5a4759ee97
3
+ size 436213564
run-ohqlwk2x/checkpoint-500/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:193a534cdfd2294f2d1bf790605c31466cfc38f77be729ccbb839da6448f45b5
3
+ size 872546874
run-ohqlwk2x/checkpoint-500/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:938ef6692b92e4d0494a698d85b3e1bb9f434b221ef1efa8cf108fe800ec56a4
3
+ size 14244
run-ohqlwk2x/checkpoint-500/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac7b5921863db7b87e27f2fa213d465475cef500f2b7c3266757e189ee4c8ca2
3
+ size 1064
run-ohqlwk2x/checkpoint-500/special_tokens_map.json ADDED
@@ -0,0 +1,209 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "[@USER00]",
4
+ "[@USER01]",
5
+ "[@USER02]",
6
+ "[@USER03]",
7
+ "[@USER04]",
8
+ "[@USER05]",
9
+ "[@USER06]",
10
+ "[@USER07]",
11
+ "[@USER08]",
12
+ "[@USER09]",
13
+ "[@USER10]",
14
+ "[@USER11]",
15
+ "[@USER12]",
16
+ "[@USER13]",
17
+ "[@USER14]",
18
+ "[@USER15]",
19
+ "[@USER16]",
20
+ "[@USER17]",
21
+ "[@USER18]",
22
+ "[@USER19]",
23
+ "[@USER20]",
24
+ "[@USER21]",
25
+ "[@USER22]",
26
+ "[@USER23]",
27
+ "[@USER24]",
28
+ "[@USER25]",
29
+ "[@USER26]",
30
+ "[@USER27]",
31
+ "[@USER28]",
32
+ "[@USER29]",
33
+ "[@USER30]",
34
+ "[@USER31]",
35
+ "[@USER32]",
36
+ "[@USER33]",
37
+ "[@USER34]",
38
+ "[@USER35]",
39
+ "[@USER36]",
40
+ "[@USER37]",
41
+ "[@USER38]",
42
+ "[@USER39]",
43
+ "[@USER40]",
44
+ "[@USER41]",
45
+ "[@USER42]",
46
+ "[@USER43]",
47
+ "[@USER44]",
48
+ "[@USER45]",
49
+ "[@USER46]",
50
+ "[@USER47]",
51
+ "[@USER48]",
52
+ "[@USER49]",
53
+ "[@USER50]",
54
+ "[@USER51]",
55
+ "[@USER52]",
56
+ "[@USER53]",
57
+ "[@USER54]",
58
+ "[@USER55]",
59
+ "[@USER56]",
60
+ "[@USER57]",
61
+ "[@USER58]",
62
+ "[@USER59]",
63
+ "[@USER60]",
64
+ "[@USER61]",
65
+ "[@USER62]",
66
+ "[@USER63]",
67
+ "[@USER64]",
68
+ "[@USER65]",
69
+ "[@USER66]",
70
+ "[@USER67]",
71
+ "[@USER68]",
72
+ "[@USER69]",
73
+ "[@USER70]",
74
+ "[@USER71]",
75
+ "[@USER72]",
76
+ "[@USER73]",
77
+ "[@USER74]",
78
+ "[@USER75]",
79
+ "[@USER76]",
80
+ "[@USER77]",
81
+ "[@USER78]",
82
+ "[@USER79]",
83
+ "[@USER80]",
84
+ "[@USER81]",
85
+ "[@USER82]",
86
+ "[@USER83]",
87
+ "[@USER84]",
88
+ "[@USER85]",
89
+ "[@USER86]",
90
+ "[@USER87]",
91
+ "[@USER88]",
92
+ "[@USER89]",
93
+ "[@USER90]",
94
+ "[@USER91]",
95
+ "[@USER92]",
96
+ "[@USER93]",
97
+ "[@USER94]",
98
+ "[@USER95]",
99
+ "[@USER96]",
100
+ "[@USER97]",
101
+ "[@USER98]",
102
+ "[@USER99]",
103
+ "[URL00]",
104
+ "[URL01]",
105
+ "[URL02]",
106
+ "[URL03]",
107
+ "[URL04]",
108
+ "[URL05]",
109
+ "[URL06]",
110
+ "[URL07]",
111
+ "[URL08]",
112
+ "[URL09]",
113
+ "[URL10]",
114
+ "[URL11]",
115
+ "[URL12]",
116
+ "[URL13]",
117
+ "[URL14]",
118
+ "[URL15]",
119
+ "[URL16]",
120
+ "[URL17]",
121
+ "[URL18]",
122
+ "[URL19]",
123
+ "[URL20]",
124
+ "[URL21]",
125
+ "[URL22]",
126
+ "[URL23]",
127
+ "[URL24]",
128
+ "[URL25]",
129
+ "[URL26]",
130
+ "[URL27]",
131
+ "[URL28]",
132
+ "[URL29]",
133
+ "[URL30]",
134
+ "[URL31]",
135
+ "[URL32]",
136
+ "[URL33]",
137
+ "[URL34]",
138
+ "[URL35]",
139
+ "[URL36]",
140
+ "[URL37]",
141
+ "[URL38]",
142
+ "[URL39]",
143
+ "[URL40]",
144
+ "[URL41]",
145
+ "[URL42]",
146
+ "[URL43]",
147
+ "[URL44]",
148
+ "[URL45]",
149
+ "[URL46]",
150
+ "[URL47]",
151
+ "[URL48]",
152
+ "[URL49]",
153
+ "[URL50]",
154
+ "[URL51]",
155
+ "[URL52]",
156
+ "[URL53]",
157
+ "[URL54]",
158
+ "[URL55]",
159
+ "[URL56]",
160
+ "[URL57]",
161
+ "[URL58]",
162
+ "[URL59]",
163
+ "[URL60]",
164
+ "[URL61]",
165
+ "[URL62]",
166
+ "[URL63]",
167
+ "[URL64]",
168
+ "[URL65]",
169
+ "[URL66]",
170
+ "[URL67]",
171
+ "[URL68]",
172
+ "[URL69]",
173
+ "[URL70]",
174
+ "[URL71]",
175
+ "[URL72]",
176
+ "[URL73]",
177
+ "[URL74]",
178
+ "[URL75]",
179
+ "[URL76]",
180
+ "[URL77]",
181
+ "[URL78]",
182
+ "[URL79]",
183
+ "[URL80]",
184
+ "[URL81]",
185
+ "[URL82]",
186
+ "[URL83]",
187
+ "[URL84]",
188
+ "[URL85]",
189
+ "[URL86]",
190
+ "[URL87]",
191
+ "[URL88]",
192
+ "[URL89]",
193
+ "[URL90]",
194
+ "[URL91]",
195
+ "[URL92]",
196
+ "[URL93]",
197
+ "[URL94]",
198
+ "[URL95]",
199
+ "[URL96]",
200
+ "[URL97]",
201
+ "[URL98]",
202
+ "[URL99]"
203
+ ],
204
+ "cls_token": "[CLS]",
205
+ "mask_token": "[MASK]",
206
+ "pad_token": "[PAD]",
207
+ "sep_token": "[SEP]",
208
+ "unk_token": "[UNK]"
209
+ }
run-ohqlwk2x/checkpoint-500/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
run-ohqlwk2x/checkpoint-500/tokenizer_config.json ADDED
@@ -0,0 +1,1860 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "100": {
12
+ "content": "[UNK]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "101": {
20
+ "content": "[CLS]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "102": {
28
+ "content": "[SEP]",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "103": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "30522": {
44
+ "content": "[@USER00]",
45
+ "lstrip": false,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ },
51
+ "30523": {
52
+ "content": "[@USER01]",
53
+ "lstrip": false,
54
+ "normalized": false,
55
+ "rstrip": false,
56
+ "single_word": false,
57
+ "special": true
58
+ },
59
+ "30524": {
60
+ "content": "[@USER02]",
61
+ "lstrip": false,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false,
65
+ "special": true
66
+ },
67
+ "30525": {
68
+ "content": "[@USER03]",
69
+ "lstrip": false,
70
+ "normalized": false,
71
+ "rstrip": false,
72
+ "single_word": false,
73
+ "special": true
74
+ },
75
+ "30526": {
76
+ "content": "[@USER04]",
77
+ "lstrip": false,
78
+ "normalized": false,
79
+ "rstrip": false,
80
+ "single_word": false,
81
+ "special": true
82
+ },
83
+ "30527": {
84
+ "content": "[@USER05]",
85
+ "lstrip": false,
86
+ "normalized": false,
87
+ "rstrip": false,
88
+ "single_word": false,
89
+ "special": true
90
+ },
91
+ "30528": {
92
+ "content": "[@USER06]",
93
+ "lstrip": false,
94
+ "normalized": false,
95
+ "rstrip": false,
96
+ "single_word": false,
97
+ "special": true
98
+ },
99
+ "30529": {
100
+ "content": "[@USER07]",
101
+ "lstrip": false,
102
+ "normalized": false,
103
+ "rstrip": false,
104
+ "single_word": false,
105
+ "special": true
106
+ },
107
+ "30530": {
108
+ "content": "[@USER08]",
109
+ "lstrip": false,
110
+ "normalized": false,
111
+ "rstrip": false,
112
+ "single_word": false,
113
+ "special": true
114
+ },
115
+ "30531": {
116
+ "content": "[@USER09]",
117
+ "lstrip": false,
118
+ "normalized": false,
119
+ "rstrip": false,
120
+ "single_word": false,
121
+ "special": true
122
+ },
123
+ "30532": {
124
+ "content": "[@USER10]",
125
+ "lstrip": false,
126
+ "normalized": false,
127
+ "rstrip": false,
128
+ "single_word": false,
129
+ "special": true
130
+ },
131
+ "30533": {
132
+ "content": "[@USER11]",
133
+ "lstrip": false,
134
+ "normalized": false,
135
+ "rstrip": false,
136
+ "single_word": false,
137
+ "special": true
138
+ },
139
+ "30534": {
140
+ "content": "[@USER12]",
141
+ "lstrip": false,
142
+ "normalized": false,
143
+ "rstrip": false,
144
+ "single_word": false,
145
+ "special": true
146
+ },
147
+ "30535": {
148
+ "content": "[@USER13]",
149
+ "lstrip": false,
150
+ "normalized": false,
151
+ "rstrip": false,
152
+ "single_word": false,
153
+ "special": true
154
+ },
155
+ "30536": {
156
+ "content": "[@USER14]",
157
+ "lstrip": false,
158
+ "normalized": false,
159
+ "rstrip": false,
160
+ "single_word": false,
161
+ "special": true
162
+ },
163
+ "30537": {
164
+ "content": "[@USER15]",
165
+ "lstrip": false,
166
+ "normalized": false,
167
+ "rstrip": false,
168
+ "single_word": false,
169
+ "special": true
170
+ },
171
+ "30538": {
172
+ "content": "[@USER16]",
173
+ "lstrip": false,
174
+ "normalized": false,
175
+ "rstrip": false,
176
+ "single_word": false,
177
+ "special": true
178
+ },
179
+ "30539": {
180
+ "content": "[@USER17]",
181
+ "lstrip": false,
182
+ "normalized": false,
183
+ "rstrip": false,
184
+ "single_word": false,
185
+ "special": true
186
+ },
187
+ "30540": {
188
+ "content": "[@USER18]",
189
+ "lstrip": false,
190
+ "normalized": false,
191
+ "rstrip": false,
192
+ "single_word": false,
193
+ "special": true
194
+ },
195
+ "30541": {
196
+ "content": "[@USER19]",
197
+ "lstrip": false,
198
+ "normalized": false,
199
+ "rstrip": false,
200
+ "single_word": false,
201
+ "special": true
202
+ },
203
+ "30542": {
204
+ "content": "[@USER20]",
205
+ "lstrip": false,
206
+ "normalized": false,
207
+ "rstrip": false,
208
+ "single_word": false,
209
+ "special": true
210
+ },
211
+ "30543": {
212
+ "content": "[@USER21]",
213
+ "lstrip": false,
214
+ "normalized": false,
215
+ "rstrip": false,
216
+ "single_word": false,
217
+ "special": true
218
+ },
219
+ "30544": {
220
+ "content": "[@USER22]",
221
+ "lstrip": false,
222
+ "normalized": false,
223
+ "rstrip": false,
224
+ "single_word": false,
225
+ "special": true
226
+ },
227
+ "30545": {
228
+ "content": "[@USER23]",
229
+ "lstrip": false,
230
+ "normalized": false,
231
+ "rstrip": false,
232
+ "single_word": false,
233
+ "special": true
234
+ },
235
+ "30546": {
236
+ "content": "[@USER24]",
237
+ "lstrip": false,
238
+ "normalized": false,
239
+ "rstrip": false,
240
+ "single_word": false,
241
+ "special": true
242
+ },
243
+ "30547": {
244
+ "content": "[@USER25]",
245
+ "lstrip": false,
246
+ "normalized": false,
247
+ "rstrip": false,
248
+ "single_word": false,
249
+ "special": true
250
+ },
251
+ "30548": {
252
+ "content": "[@USER26]",
253
+ "lstrip": false,
254
+ "normalized": false,
255
+ "rstrip": false,
256
+ "single_word": false,
257
+ "special": true
258
+ },
259
+ "30549": {
260
+ "content": "[@USER27]",
261
+ "lstrip": false,
262
+ "normalized": false,
263
+ "rstrip": false,
264
+ "single_word": false,
265
+ "special": true
266
+ },
267
+ "30550": {
268
+ "content": "[@USER28]",
269
+ "lstrip": false,
270
+ "normalized": false,
271
+ "rstrip": false,
272
+ "single_word": false,
273
+ "special": true
274
+ },
275
+ "30551": {
276
+ "content": "[@USER29]",
277
+ "lstrip": false,
278
+ "normalized": false,
279
+ "rstrip": false,
280
+ "single_word": false,
281
+ "special": true
282
+ },
283
+ "30552": {
284
+ "content": "[@USER30]",
285
+ "lstrip": false,
286
+ "normalized": false,
287
+ "rstrip": false,
288
+ "single_word": false,
289
+ "special": true
290
+ },
291
+ "30553": {
292
+ "content": "[@USER31]",
293
+ "lstrip": false,
294
+ "normalized": false,
295
+ "rstrip": false,
296
+ "single_word": false,
297
+ "special": true
298
+ },
299
+ "30554": {
300
+ "content": "[@USER32]",
301
+ "lstrip": false,
302
+ "normalized": false,
303
+ "rstrip": false,
304
+ "single_word": false,
305
+ "special": true
306
+ },
307
+ "30555": {
308
+ "content": "[@USER33]",
309
+ "lstrip": false,
310
+ "normalized": false,
311
+ "rstrip": false,
312
+ "single_word": false,
313
+ "special": true
314
+ },
315
+ "30556": {
316
+ "content": "[@USER34]",
317
+ "lstrip": false,
318
+ "normalized": false,
319
+ "rstrip": false,
320
+ "single_word": false,
321
+ "special": true
322
+ },
323
+ "30557": {
324
+ "content": "[@USER35]",
325
+ "lstrip": false,
326
+ "normalized": false,
327
+ "rstrip": false,
328
+ "single_word": false,
329
+ "special": true
330
+ },
331
+ "30558": {
332
+ "content": "[@USER36]",
333
+ "lstrip": false,
334
+ "normalized": false,
335
+ "rstrip": false,
336
+ "single_word": false,
337
+ "special": true
338
+ },
339
+ "30559": {
340
+ "content": "[@USER37]",
341
+ "lstrip": false,
342
+ "normalized": false,
343
+ "rstrip": false,
344
+ "single_word": false,
345
+ "special": true
346
+ },
347
+ "30560": {
348
+ "content": "[@USER38]",
349
+ "lstrip": false,
350
+ "normalized": false,
351
+ "rstrip": false,
352
+ "single_word": false,
353
+ "special": true
354
+ },
355
+ "30561": {
356
+ "content": "[@USER39]",
357
+ "lstrip": false,
358
+ "normalized": false,
359
+ "rstrip": false,
360
+ "single_word": false,
361
+ "special": true
362
+ },
363
+ "30562": {
364
+ "content": "[@USER40]",
365
+ "lstrip": false,
366
+ "normalized": false,
367
+ "rstrip": false,
368
+ "single_word": false,
369
+ "special": true
370
+ },
371
+ "30563": {
372
+ "content": "[@USER41]",
373
+ "lstrip": false,
374
+ "normalized": false,
375
+ "rstrip": false,
376
+ "single_word": false,
377
+ "special": true
378
+ },
379
+ "30564": {
380
+ "content": "[@USER42]",
381
+ "lstrip": false,
382
+ "normalized": false,
383
+ "rstrip": false,
384
+ "single_word": false,
385
+ "special": true
386
+ },
387
+ "30565": {
388
+ "content": "[@USER43]",
389
+ "lstrip": false,
390
+ "normalized": false,
391
+ "rstrip": false,
392
+ "single_word": false,
393
+ "special": true
394
+ },
395
+ "30566": {
396
+ "content": "[@USER44]",
397
+ "lstrip": false,
398
+ "normalized": false,
399
+ "rstrip": false,
400
+ "single_word": false,
401
+ "special": true
402
+ },
403
+ "30567": {
404
+ "content": "[@USER45]",
405
+ "lstrip": false,
406
+ "normalized": false,
407
+ "rstrip": false,
408
+ "single_word": false,
409
+ "special": true
410
+ },
411
+ "30568": {
412
+ "content": "[@USER46]",
413
+ "lstrip": false,
414
+ "normalized": false,
415
+ "rstrip": false,
416
+ "single_word": false,
417
+ "special": true
418
+ },
419
+ "30569": {
420
+ "content": "[@USER47]",
421
+ "lstrip": false,
422
+ "normalized": false,
423
+ "rstrip": false,
424
+ "single_word": false,
425
+ "special": true
426
+ },
427
+ "30570": {
428
+ "content": "[@USER48]",
429
+ "lstrip": false,
430
+ "normalized": false,
431
+ "rstrip": false,
432
+ "single_word": false,
433
+ "special": true
434
+ },
435
+ "30571": {
436
+ "content": "[@USER49]",
437
+ "lstrip": false,
438
+ "normalized": false,
439
+ "rstrip": false,
440
+ "single_word": false,
441
+ "special": true
442
+ },
443
+ "30572": {
444
+ "content": "[@USER50]",
445
+ "lstrip": false,
446
+ "normalized": false,
447
+ "rstrip": false,
448
+ "single_word": false,
449
+ "special": true
450
+ },
451
+ "30573": {
452
+ "content": "[@USER51]",
453
+ "lstrip": false,
454
+ "normalized": false,
455
+ "rstrip": false,
456
+ "single_word": false,
457
+ "special": true
458
+ },
459
+ "30574": {
460
+ "content": "[@USER52]",
461
+ "lstrip": false,
462
+ "normalized": false,
463
+ "rstrip": false,
464
+ "single_word": false,
465
+ "special": true
466
+ },
467
+ "30575": {
468
+ "content": "[@USER53]",
469
+ "lstrip": false,
470
+ "normalized": false,
471
+ "rstrip": false,
472
+ "single_word": false,
473
+ "special": true
474
+ },
475
+ "30576": {
476
+ "content": "[@USER54]",
477
+ "lstrip": false,
478
+ "normalized": false,
479
+ "rstrip": false,
480
+ "single_word": false,
481
+ "special": true
482
+ },
483
+ "30577": {
484
+ "content": "[@USER55]",
485
+ "lstrip": false,
486
+ "normalized": false,
487
+ "rstrip": false,
488
+ "single_word": false,
489
+ "special": true
490
+ },
491
+ "30578": {
492
+ "content": "[@USER56]",
493
+ "lstrip": false,
494
+ "normalized": false,
495
+ "rstrip": false,
496
+ "single_word": false,
497
+ "special": true
498
+ },
499
+ "30579": {
500
+ "content": "[@USER57]",
501
+ "lstrip": false,
502
+ "normalized": false,
503
+ "rstrip": false,
504
+ "single_word": false,
505
+ "special": true
506
+ },
507
+ "30580": {
508
+ "content": "[@USER58]",
509
+ "lstrip": false,
510
+ "normalized": false,
511
+ "rstrip": false,
512
+ "single_word": false,
513
+ "special": true
514
+ },
515
+ "30581": {
516
+ "content": "[@USER59]",
517
+ "lstrip": false,
518
+ "normalized": false,
519
+ "rstrip": false,
520
+ "single_word": false,
521
+ "special": true
522
+ },
523
+ "30582": {
524
+ "content": "[@USER60]",
525
+ "lstrip": false,
526
+ "normalized": false,
527
+ "rstrip": false,
528
+ "single_word": false,
529
+ "special": true
530
+ },
531
+ "30583": {
532
+ "content": "[@USER61]",
533
+ "lstrip": false,
534
+ "normalized": false,
535
+ "rstrip": false,
536
+ "single_word": false,
537
+ "special": true
538
+ },
539
+ "30584": {
540
+ "content": "[@USER62]",
541
+ "lstrip": false,
542
+ "normalized": false,
543
+ "rstrip": false,
544
+ "single_word": false,
545
+ "special": true
546
+ },
547
+ "30585": {
548
+ "content": "[@USER63]",
549
+ "lstrip": false,
550
+ "normalized": false,
551
+ "rstrip": false,
552
+ "single_word": false,
553
+ "special": true
554
+ },
555
+ "30586": {
556
+ "content": "[@USER64]",
557
+ "lstrip": false,
558
+ "normalized": false,
559
+ "rstrip": false,
560
+ "single_word": false,
561
+ "special": true
562
+ },
563
+ "30587": {
564
+ "content": "[@USER65]",
565
+ "lstrip": false,
566
+ "normalized": false,
567
+ "rstrip": false,
568
+ "single_word": false,
569
+ "special": true
570
+ },
571
+ "30588": {
572
+ "content": "[@USER66]",
573
+ "lstrip": false,
574
+ "normalized": false,
575
+ "rstrip": false,
576
+ "single_word": false,
577
+ "special": true
578
+ },
579
+ "30589": {
580
+ "content": "[@USER67]",
581
+ "lstrip": false,
582
+ "normalized": false,
583
+ "rstrip": false,
584
+ "single_word": false,
585
+ "special": true
586
+ },
587
+ "30590": {
588
+ "content": "[@USER68]",
589
+ "lstrip": false,
590
+ "normalized": false,
591
+ "rstrip": false,
592
+ "single_word": false,
593
+ "special": true
594
+ },
595
+ "30591": {
596
+ "content": "[@USER69]",
597
+ "lstrip": false,
598
+ "normalized": false,
599
+ "rstrip": false,
600
+ "single_word": false,
601
+ "special": true
602
+ },
603
+ "30592": {
604
+ "content": "[@USER70]",
605
+ "lstrip": false,
606
+ "normalized": false,
607
+ "rstrip": false,
608
+ "single_word": false,
609
+ "special": true
610
+ },
611
+ "30593": {
612
+ "content": "[@USER71]",
613
+ "lstrip": false,
614
+ "normalized": false,
615
+ "rstrip": false,
616
+ "single_word": false,
617
+ "special": true
618
+ },
619
+ "30594": {
620
+ "content": "[@USER72]",
621
+ "lstrip": false,
622
+ "normalized": false,
623
+ "rstrip": false,
624
+ "single_word": false,
625
+ "special": true
626
+ },
627
+ "30595": {
628
+ "content": "[@USER73]",
629
+ "lstrip": false,
630
+ "normalized": false,
631
+ "rstrip": false,
632
+ "single_word": false,
633
+ "special": true
634
+ },
635
+ "30596": {
636
+ "content": "[@USER74]",
637
+ "lstrip": false,
638
+ "normalized": false,
639
+ "rstrip": false,
640
+ "single_word": false,
641
+ "special": true
642
+ },
643
+ "30597": {
644
+ "content": "[@USER75]",
645
+ "lstrip": false,
646
+ "normalized": false,
647
+ "rstrip": false,
648
+ "single_word": false,
649
+ "special": true
650
+ },
651
+ "30598": {
652
+ "content": "[@USER76]",
653
+ "lstrip": false,
654
+ "normalized": false,
655
+ "rstrip": false,
656
+ "single_word": false,
657
+ "special": true
658
+ },
659
+ "30599": {
660
+ "content": "[@USER77]",
661
+ "lstrip": false,
662
+ "normalized": false,
663
+ "rstrip": false,
664
+ "single_word": false,
665
+ "special": true
666
+ },
667
+ "30600": {
668
+ "content": "[@USER78]",
669
+ "lstrip": false,
670
+ "normalized": false,
671
+ "rstrip": false,
672
+ "single_word": false,
673
+ "special": true
674
+ },
675
+ "30601": {
676
+ "content": "[@USER79]",
677
+ "lstrip": false,
678
+ "normalized": false,
679
+ "rstrip": false,
680
+ "single_word": false,
681
+ "special": true
682
+ },
683
+ "30602": {
684
+ "content": "[@USER80]",
685
+ "lstrip": false,
686
+ "normalized": false,
687
+ "rstrip": false,
688
+ "single_word": false,
689
+ "special": true
690
+ },
691
+ "30603": {
692
+ "content": "[@USER81]",
693
+ "lstrip": false,
694
+ "normalized": false,
695
+ "rstrip": false,
696
+ "single_word": false,
697
+ "special": true
698
+ },
699
+ "30604": {
700
+ "content": "[@USER82]",
701
+ "lstrip": false,
702
+ "normalized": false,
703
+ "rstrip": false,
704
+ "single_word": false,
705
+ "special": true
706
+ },
707
+ "30605": {
708
+ "content": "[@USER83]",
709
+ "lstrip": false,
710
+ "normalized": false,
711
+ "rstrip": false,
712
+ "single_word": false,
713
+ "special": true
714
+ },
715
+ "30606": {
716
+ "content": "[@USER84]",
717
+ "lstrip": false,
718
+ "normalized": false,
719
+ "rstrip": false,
720
+ "single_word": false,
721
+ "special": true
722
+ },
723
+ "30607": {
724
+ "content": "[@USER85]",
725
+ "lstrip": false,
726
+ "normalized": false,
727
+ "rstrip": false,
728
+ "single_word": false,
729
+ "special": true
730
+ },
731
+ "30608": {
732
+ "content": "[@USER86]",
733
+ "lstrip": false,
734
+ "normalized": false,
735
+ "rstrip": false,
736
+ "single_word": false,
737
+ "special": true
738
+ },
739
+ "30609": {
740
+ "content": "[@USER87]",
741
+ "lstrip": false,
742
+ "normalized": false,
743
+ "rstrip": false,
744
+ "single_word": false,
745
+ "special": true
746
+ },
747
+ "30610": {
748
+ "content": "[@USER88]",
749
+ "lstrip": false,
750
+ "normalized": false,
751
+ "rstrip": false,
752
+ "single_word": false,
753
+ "special": true
754
+ },
755
+ "30611": {
756
+ "content": "[@USER89]",
757
+ "lstrip": false,
758
+ "normalized": false,
759
+ "rstrip": false,
760
+ "single_word": false,
761
+ "special": true
762
+ },
763
+ "30612": {
764
+ "content": "[@USER90]",
765
+ "lstrip": false,
766
+ "normalized": false,
767
+ "rstrip": false,
768
+ "single_word": false,
769
+ "special": true
770
+ },
771
+ "30613": {
772
+ "content": "[@USER91]",
773
+ "lstrip": false,
774
+ "normalized": false,
775
+ "rstrip": false,
776
+ "single_word": false,
777
+ "special": true
778
+ },
779
+ "30614": {
780
+ "content": "[@USER92]",
781
+ "lstrip": false,
782
+ "normalized": false,
783
+ "rstrip": false,
784
+ "single_word": false,
785
+ "special": true
786
+ },
787
+ "30615": {
788
+ "content": "[@USER93]",
789
+ "lstrip": false,
790
+ "normalized": false,
791
+ "rstrip": false,
792
+ "single_word": false,
793
+ "special": true
794
+ },
795
+ "30616": {
796
+ "content": "[@USER94]",
797
+ "lstrip": false,
798
+ "normalized": false,
799
+ "rstrip": false,
800
+ "single_word": false,
801
+ "special": true
802
+ },
803
+ "30617": {
804
+ "content": "[@USER95]",
805
+ "lstrip": false,
806
+ "normalized": false,
807
+ "rstrip": false,
808
+ "single_word": false,
809
+ "special": true
810
+ },
811
+ "30618": {
812
+ "content": "[@USER96]",
813
+ "lstrip": false,
814
+ "normalized": false,
815
+ "rstrip": false,
816
+ "single_word": false,
817
+ "special": true
818
+ },
819
+ "30619": {
820
+ "content": "[@USER97]",
821
+ "lstrip": false,
822
+ "normalized": false,
823
+ "rstrip": false,
824
+ "single_word": false,
825
+ "special": true
826
+ },
827
+ "30620": {
828
+ "content": "[@USER98]",
829
+ "lstrip": false,
830
+ "normalized": false,
831
+ "rstrip": false,
832
+ "single_word": false,
833
+ "special": true
834
+ },
835
+ "30621": {
836
+ "content": "[@USER99]",
837
+ "lstrip": false,
838
+ "normalized": false,
839
+ "rstrip": false,
840
+ "single_word": false,
841
+ "special": true
842
+ },
843
+ "30622": {
844
+ "content": "[URL00]",
845
+ "lstrip": false,
846
+ "normalized": false,
847
+ "rstrip": false,
848
+ "single_word": false,
849
+ "special": true
850
+ },
851
+ "30623": {
852
+ "content": "[URL01]",
853
+ "lstrip": false,
854
+ "normalized": false,
855
+ "rstrip": false,
856
+ "single_word": false,
857
+ "special": true
858
+ },
859
+ "30624": {
860
+ "content": "[URL02]",
861
+ "lstrip": false,
862
+ "normalized": false,
863
+ "rstrip": false,
864
+ "single_word": false,
865
+ "special": true
866
+ },
867
+ "30625": {
868
+ "content": "[URL03]",
869
+ "lstrip": false,
870
+ "normalized": false,
871
+ "rstrip": false,
872
+ "single_word": false,
873
+ "special": true
874
+ },
875
+ "30626": {
876
+ "content": "[URL04]",
877
+ "lstrip": false,
878
+ "normalized": false,
879
+ "rstrip": false,
880
+ "single_word": false,
881
+ "special": true
882
+ },
883
+ "30627": {
884
+ "content": "[URL05]",
885
+ "lstrip": false,
886
+ "normalized": false,
887
+ "rstrip": false,
888
+ "single_word": false,
889
+ "special": true
890
+ },
891
+ "30628": {
892
+ "content": "[URL06]",
893
+ "lstrip": false,
894
+ "normalized": false,
895
+ "rstrip": false,
896
+ "single_word": false,
897
+ "special": true
898
+ },
899
+ "30629": {
900
+ "content": "[URL07]",
901
+ "lstrip": false,
902
+ "normalized": false,
903
+ "rstrip": false,
904
+ "single_word": false,
905
+ "special": true
906
+ },
907
+ "30630": {
908
+ "content": "[URL08]",
909
+ "lstrip": false,
910
+ "normalized": false,
911
+ "rstrip": false,
912
+ "single_word": false,
913
+ "special": true
914
+ },
915
+ "30631": {
916
+ "content": "[URL09]",
917
+ "lstrip": false,
918
+ "normalized": false,
919
+ "rstrip": false,
920
+ "single_word": false,
921
+ "special": true
922
+ },
923
+ "30632": {
924
+ "content": "[URL10]",
925
+ "lstrip": false,
926
+ "normalized": false,
927
+ "rstrip": false,
928
+ "single_word": false,
929
+ "special": true
930
+ },
931
+ "30633": {
932
+ "content": "[URL11]",
933
+ "lstrip": false,
934
+ "normalized": false,
935
+ "rstrip": false,
936
+ "single_word": false,
937
+ "special": true
938
+ },
939
+ "30634": {
940
+ "content": "[URL12]",
941
+ "lstrip": false,
942
+ "normalized": false,
943
+ "rstrip": false,
944
+ "single_word": false,
945
+ "special": true
946
+ },
947
+ "30635": {
948
+ "content": "[URL13]",
949
+ "lstrip": false,
950
+ "normalized": false,
951
+ "rstrip": false,
952
+ "single_word": false,
953
+ "special": true
954
+ },
955
+ "30636": {
956
+ "content": "[URL14]",
957
+ "lstrip": false,
958
+ "normalized": false,
959
+ "rstrip": false,
960
+ "single_word": false,
961
+ "special": true
962
+ },
963
+ "30637": {
964
+ "content": "[URL15]",
965
+ "lstrip": false,
966
+ "normalized": false,
967
+ "rstrip": false,
968
+ "single_word": false,
969
+ "special": true
970
+ },
971
+ "30638": {
972
+ "content": "[URL16]",
973
+ "lstrip": false,
974
+ "normalized": false,
975
+ "rstrip": false,
976
+ "single_word": false,
977
+ "special": true
978
+ },
979
+ "30639": {
980
+ "content": "[URL17]",
981
+ "lstrip": false,
982
+ "normalized": false,
983
+ "rstrip": false,
984
+ "single_word": false,
985
+ "special": true
986
+ },
987
+ "30640": {
988
+ "content": "[URL18]",
989
+ "lstrip": false,
990
+ "normalized": false,
991
+ "rstrip": false,
992
+ "single_word": false,
993
+ "special": true
994
+ },
995
+ "30641": {
996
+ "content": "[URL19]",
997
+ "lstrip": false,
998
+ "normalized": false,
999
+ "rstrip": false,
1000
+ "single_word": false,
1001
+ "special": true
1002
+ },
1003
+ "30642": {
1004
+ "content": "[URL20]",
1005
+ "lstrip": false,
1006
+ "normalized": false,
1007
+ "rstrip": false,
1008
+ "single_word": false,
1009
+ "special": true
1010
+ },
1011
+ "30643": {
1012
+ "content": "[URL21]",
1013
+ "lstrip": false,
1014
+ "normalized": false,
1015
+ "rstrip": false,
1016
+ "single_word": false,
1017
+ "special": true
1018
+ },
1019
+ "30644": {
1020
+ "content": "[URL22]",
1021
+ "lstrip": false,
1022
+ "normalized": false,
1023
+ "rstrip": false,
1024
+ "single_word": false,
1025
+ "special": true
1026
+ },
1027
+ "30645": {
1028
+ "content": "[URL23]",
1029
+ "lstrip": false,
1030
+ "normalized": false,
1031
+ "rstrip": false,
1032
+ "single_word": false,
1033
+ "special": true
1034
+ },
1035
+ "30646": {
1036
+ "content": "[URL24]",
1037
+ "lstrip": false,
1038
+ "normalized": false,
1039
+ "rstrip": false,
1040
+ "single_word": false,
1041
+ "special": true
1042
+ },
1043
+ "30647": {
1044
+ "content": "[URL25]",
1045
+ "lstrip": false,
1046
+ "normalized": false,
1047
+ "rstrip": false,
1048
+ "single_word": false,
1049
+ "special": true
1050
+ },
1051
+ "30648": {
1052
+ "content": "[URL26]",
1053
+ "lstrip": false,
1054
+ "normalized": false,
1055
+ "rstrip": false,
1056
+ "single_word": false,
1057
+ "special": true
1058
+ },
1059
+ "30649": {
1060
+ "content": "[URL27]",
1061
+ "lstrip": false,
1062
+ "normalized": false,
1063
+ "rstrip": false,
1064
+ "single_word": false,
1065
+ "special": true
1066
+ },
1067
+ "30650": {
1068
+ "content": "[URL28]",
1069
+ "lstrip": false,
1070
+ "normalized": false,
1071
+ "rstrip": false,
1072
+ "single_word": false,
1073
+ "special": true
1074
+ },
1075
+ "30651": {
1076
+ "content": "[URL29]",
1077
+ "lstrip": false,
1078
+ "normalized": false,
1079
+ "rstrip": false,
1080
+ "single_word": false,
1081
+ "special": true
1082
+ },
1083
+ "30652": {
1084
+ "content": "[URL30]",
1085
+ "lstrip": false,
1086
+ "normalized": false,
1087
+ "rstrip": false,
1088
+ "single_word": false,
1089
+ "special": true
1090
+ },
1091
+ "30653": {
1092
+ "content": "[URL31]",
1093
+ "lstrip": false,
1094
+ "normalized": false,
1095
+ "rstrip": false,
1096
+ "single_word": false,
1097
+ "special": true
1098
+ },
1099
+ "30654": {
1100
+ "content": "[URL32]",
1101
+ "lstrip": false,
1102
+ "normalized": false,
1103
+ "rstrip": false,
1104
+ "single_word": false,
1105
+ "special": true
1106
+ },
1107
+ "30655": {
1108
+ "content": "[URL33]",
1109
+ "lstrip": false,
1110
+ "normalized": false,
1111
+ "rstrip": false,
1112
+ "single_word": false,
1113
+ "special": true
1114
+ },
1115
+ "30656": {
1116
+ "content": "[URL34]",
1117
+ "lstrip": false,
1118
+ "normalized": false,
1119
+ "rstrip": false,
1120
+ "single_word": false,
1121
+ "special": true
1122
+ },
1123
+ "30657": {
1124
+ "content": "[URL35]",
1125
+ "lstrip": false,
1126
+ "normalized": false,
1127
+ "rstrip": false,
1128
+ "single_word": false,
1129
+ "special": true
1130
+ },
1131
+ "30658": {
1132
+ "content": "[URL36]",
1133
+ "lstrip": false,
1134
+ "normalized": false,
1135
+ "rstrip": false,
1136
+ "single_word": false,
1137
+ "special": true
1138
+ },
1139
+ "30659": {
1140
+ "content": "[URL37]",
1141
+ "lstrip": false,
1142
+ "normalized": false,
1143
+ "rstrip": false,
1144
+ "single_word": false,
1145
+ "special": true
1146
+ },
1147
+ "30660": {
1148
+ "content": "[URL38]",
1149
+ "lstrip": false,
1150
+ "normalized": false,
1151
+ "rstrip": false,
1152
+ "single_word": false,
1153
+ "special": true
1154
+ },
1155
+ "30661": {
1156
+ "content": "[URL39]",
1157
+ "lstrip": false,
1158
+ "normalized": false,
1159
+ "rstrip": false,
1160
+ "single_word": false,
1161
+ "special": true
1162
+ },
1163
+ "30662": {
1164
+ "content": "[URL40]",
1165
+ "lstrip": false,
1166
+ "normalized": false,
1167
+ "rstrip": false,
1168
+ "single_word": false,
1169
+ "special": true
1170
+ },
1171
+ "30663": {
1172
+ "content": "[URL41]",
1173
+ "lstrip": false,
1174
+ "normalized": false,
1175
+ "rstrip": false,
1176
+ "single_word": false,
1177
+ "special": true
1178
+ },
1179
+ "30664": {
1180
+ "content": "[URL42]",
1181
+ "lstrip": false,
1182
+ "normalized": false,
1183
+ "rstrip": false,
1184
+ "single_word": false,
1185
+ "special": true
1186
+ },
1187
+ "30665": {
1188
+ "content": "[URL43]",
1189
+ "lstrip": false,
1190
+ "normalized": false,
1191
+ "rstrip": false,
1192
+ "single_word": false,
1193
+ "special": true
1194
+ },
1195
+ "30666": {
1196
+ "content": "[URL44]",
1197
+ "lstrip": false,
1198
+ "normalized": false,
1199
+ "rstrip": false,
1200
+ "single_word": false,
1201
+ "special": true
1202
+ },
1203
+ "30667": {
1204
+ "content": "[URL45]",
1205
+ "lstrip": false,
1206
+ "normalized": false,
1207
+ "rstrip": false,
1208
+ "single_word": false,
1209
+ "special": true
1210
+ },
1211
+ "30668": {
1212
+ "content": "[URL46]",
1213
+ "lstrip": false,
1214
+ "normalized": false,
1215
+ "rstrip": false,
1216
+ "single_word": false,
1217
+ "special": true
1218
+ },
1219
+ "30669": {
1220
+ "content": "[URL47]",
1221
+ "lstrip": false,
1222
+ "normalized": false,
1223
+ "rstrip": false,
1224
+ "single_word": false,
1225
+ "special": true
1226
+ },
1227
+ "30670": {
1228
+ "content": "[URL48]",
1229
+ "lstrip": false,
1230
+ "normalized": false,
1231
+ "rstrip": false,
1232
+ "single_word": false,
1233
+ "special": true
1234
+ },
1235
+ "30671": {
1236
+ "content": "[URL49]",
1237
+ "lstrip": false,
1238
+ "normalized": false,
1239
+ "rstrip": false,
1240
+ "single_word": false,
1241
+ "special": true
1242
+ },
1243
+ "30672": {
1244
+ "content": "[URL50]",
1245
+ "lstrip": false,
1246
+ "normalized": false,
1247
+ "rstrip": false,
1248
+ "single_word": false,
1249
+ "special": true
1250
+ },
1251
+ "30673": {
1252
+ "content": "[URL51]",
1253
+ "lstrip": false,
1254
+ "normalized": false,
1255
+ "rstrip": false,
1256
+ "single_word": false,
1257
+ "special": true
1258
+ },
1259
+ "30674": {
1260
+ "content": "[URL52]",
1261
+ "lstrip": false,
1262
+ "normalized": false,
1263
+ "rstrip": false,
1264
+ "single_word": false,
1265
+ "special": true
1266
+ },
1267
+ "30675": {
1268
+ "content": "[URL53]",
1269
+ "lstrip": false,
1270
+ "normalized": false,
1271
+ "rstrip": false,
1272
+ "single_word": false,
1273
+ "special": true
1274
+ },
1275
+ "30676": {
1276
+ "content": "[URL54]",
1277
+ "lstrip": false,
1278
+ "normalized": false,
1279
+ "rstrip": false,
1280
+ "single_word": false,
1281
+ "special": true
1282
+ },
1283
+ "30677": {
1284
+ "content": "[URL55]",
1285
+ "lstrip": false,
1286
+ "normalized": false,
1287
+ "rstrip": false,
1288
+ "single_word": false,
1289
+ "special": true
1290
+ },
1291
+ "30678": {
1292
+ "content": "[URL56]",
1293
+ "lstrip": false,
1294
+ "normalized": false,
1295
+ "rstrip": false,
1296
+ "single_word": false,
1297
+ "special": true
1298
+ },
1299
+ "30679": {
1300
+ "content": "[URL57]",
1301
+ "lstrip": false,
1302
+ "normalized": false,
1303
+ "rstrip": false,
1304
+ "single_word": false,
1305
+ "special": true
1306
+ },
1307
+ "30680": {
1308
+ "content": "[URL58]",
1309
+ "lstrip": false,
1310
+ "normalized": false,
1311
+ "rstrip": false,
1312
+ "single_word": false,
1313
+ "special": true
1314
+ },
1315
+ "30681": {
1316
+ "content": "[URL59]",
1317
+ "lstrip": false,
1318
+ "normalized": false,
1319
+ "rstrip": false,
1320
+ "single_word": false,
1321
+ "special": true
1322
+ },
1323
+ "30682": {
1324
+ "content": "[URL60]",
1325
+ "lstrip": false,
1326
+ "normalized": false,
1327
+ "rstrip": false,
1328
+ "single_word": false,
1329
+ "special": true
1330
+ },
1331
+ "30683": {
1332
+ "content": "[URL61]",
1333
+ "lstrip": false,
1334
+ "normalized": false,
1335
+ "rstrip": false,
1336
+ "single_word": false,
1337
+ "special": true
1338
+ },
1339
+ "30684": {
1340
+ "content": "[URL62]",
1341
+ "lstrip": false,
1342
+ "normalized": false,
1343
+ "rstrip": false,
1344
+ "single_word": false,
1345
+ "special": true
1346
+ },
1347
+ "30685": {
1348
+ "content": "[URL63]",
1349
+ "lstrip": false,
1350
+ "normalized": false,
1351
+ "rstrip": false,
1352
+ "single_word": false,
1353
+ "special": true
1354
+ },
1355
+ "30686": {
1356
+ "content": "[URL64]",
1357
+ "lstrip": false,
1358
+ "normalized": false,
1359
+ "rstrip": false,
1360
+ "single_word": false,
1361
+ "special": true
1362
+ },
1363
+ "30687": {
1364
+ "content": "[URL65]",
1365
+ "lstrip": false,
1366
+ "normalized": false,
1367
+ "rstrip": false,
1368
+ "single_word": false,
1369
+ "special": true
1370
+ },
1371
+ "30688": {
1372
+ "content": "[URL66]",
1373
+ "lstrip": false,
1374
+ "normalized": false,
1375
+ "rstrip": false,
1376
+ "single_word": false,
1377
+ "special": true
1378
+ },
1379
+ "30689": {
1380
+ "content": "[URL67]",
1381
+ "lstrip": false,
1382
+ "normalized": false,
1383
+ "rstrip": false,
1384
+ "single_word": false,
1385
+ "special": true
1386
+ },
1387
+ "30690": {
1388
+ "content": "[URL68]",
1389
+ "lstrip": false,
1390
+ "normalized": false,
1391
+ "rstrip": false,
1392
+ "single_word": false,
1393
+ "special": true
1394
+ },
1395
+ "30691": {
1396
+ "content": "[URL69]",
1397
+ "lstrip": false,
1398
+ "normalized": false,
1399
+ "rstrip": false,
1400
+ "single_word": false,
1401
+ "special": true
1402
+ },
1403
+ "30692": {
1404
+ "content": "[URL70]",
1405
+ "lstrip": false,
1406
+ "normalized": false,
1407
+ "rstrip": false,
1408
+ "single_word": false,
1409
+ "special": true
1410
+ },
1411
+ "30693": {
1412
+ "content": "[URL71]",
1413
+ "lstrip": false,
1414
+ "normalized": false,
1415
+ "rstrip": false,
1416
+ "single_word": false,
1417
+ "special": true
1418
+ },
1419
+ "30694": {
1420
+ "content": "[URL72]",
1421
+ "lstrip": false,
1422
+ "normalized": false,
1423
+ "rstrip": false,
1424
+ "single_word": false,
1425
+ "special": true
1426
+ },
1427
+ "30695": {
1428
+ "content": "[URL73]",
1429
+ "lstrip": false,
1430
+ "normalized": false,
1431
+ "rstrip": false,
1432
+ "single_word": false,
1433
+ "special": true
1434
+ },
1435
+ "30696": {
1436
+ "content": "[URL74]",
1437
+ "lstrip": false,
1438
+ "normalized": false,
1439
+ "rstrip": false,
1440
+ "single_word": false,
1441
+ "special": true
1442
+ },
1443
+ "30697": {
1444
+ "content": "[URL75]",
1445
+ "lstrip": false,
1446
+ "normalized": false,
1447
+ "rstrip": false,
1448
+ "single_word": false,
1449
+ "special": true
1450
+ },
1451
+ "30698": {
1452
+ "content": "[URL76]",
1453
+ "lstrip": false,
1454
+ "normalized": false,
1455
+ "rstrip": false,
1456
+ "single_word": false,
1457
+ "special": true
1458
+ },
1459
+ "30699": {
1460
+ "content": "[URL77]",
1461
+ "lstrip": false,
1462
+ "normalized": false,
1463
+ "rstrip": false,
1464
+ "single_word": false,
1465
+ "special": true
1466
+ },
1467
+ "30700": {
1468
+ "content": "[URL78]",
1469
+ "lstrip": false,
1470
+ "normalized": false,
1471
+ "rstrip": false,
1472
+ "single_word": false,
1473
+ "special": true
1474
+ },
1475
+ "30701": {
1476
+ "content": "[URL79]",
1477
+ "lstrip": false,
1478
+ "normalized": false,
1479
+ "rstrip": false,
1480
+ "single_word": false,
1481
+ "special": true
1482
+ },
1483
+ "30702": {
1484
+ "content": "[URL80]",
1485
+ "lstrip": false,
1486
+ "normalized": false,
1487
+ "rstrip": false,
1488
+ "single_word": false,
1489
+ "special": true
1490
+ },
1491
+ "30703": {
1492
+ "content": "[URL81]",
1493
+ "lstrip": false,
1494
+ "normalized": false,
1495
+ "rstrip": false,
1496
+ "single_word": false,
1497
+ "special": true
1498
+ },
1499
+ "30704": {
1500
+ "content": "[URL82]",
1501
+ "lstrip": false,
1502
+ "normalized": false,
1503
+ "rstrip": false,
1504
+ "single_word": false,
1505
+ "special": true
1506
+ },
1507
+ "30705": {
1508
+ "content": "[URL83]",
1509
+ "lstrip": false,
1510
+ "normalized": false,
1511
+ "rstrip": false,
1512
+ "single_word": false,
1513
+ "special": true
1514
+ },
1515
+ "30706": {
1516
+ "content": "[URL84]",
1517
+ "lstrip": false,
1518
+ "normalized": false,
1519
+ "rstrip": false,
1520
+ "single_word": false,
1521
+ "special": true
1522
+ },
1523
+ "30707": {
1524
+ "content": "[URL85]",
1525
+ "lstrip": false,
1526
+ "normalized": false,
1527
+ "rstrip": false,
1528
+ "single_word": false,
1529
+ "special": true
1530
+ },
1531
+ "30708": {
1532
+ "content": "[URL86]",
1533
+ "lstrip": false,
1534
+ "normalized": false,
1535
+ "rstrip": false,
1536
+ "single_word": false,
1537
+ "special": true
1538
+ },
1539
+ "30709": {
1540
+ "content": "[URL87]",
1541
+ "lstrip": false,
1542
+ "normalized": false,
1543
+ "rstrip": false,
1544
+ "single_word": false,
1545
+ "special": true
1546
+ },
1547
+ "30710": {
1548
+ "content": "[URL88]",
1549
+ "lstrip": false,
1550
+ "normalized": false,
1551
+ "rstrip": false,
1552
+ "single_word": false,
1553
+ "special": true
1554
+ },
1555
+ "30711": {
1556
+ "content": "[URL89]",
1557
+ "lstrip": false,
1558
+ "normalized": false,
1559
+ "rstrip": false,
1560
+ "single_word": false,
1561
+ "special": true
1562
+ },
1563
+ "30712": {
1564
+ "content": "[URL90]",
1565
+ "lstrip": false,
1566
+ "normalized": false,
1567
+ "rstrip": false,
1568
+ "single_word": false,
1569
+ "special": true
1570
+ },
1571
+ "30713": {
1572
+ "content": "[URL91]",
1573
+ "lstrip": false,
1574
+ "normalized": false,
1575
+ "rstrip": false,
1576
+ "single_word": false,
1577
+ "special": true
1578
+ },
1579
+ "30714": {
1580
+ "content": "[URL92]",
1581
+ "lstrip": false,
1582
+ "normalized": false,
1583
+ "rstrip": false,
1584
+ "single_word": false,
1585
+ "special": true
1586
+ },
1587
+ "30715": {
1588
+ "content": "[URL93]",
1589
+ "lstrip": false,
1590
+ "normalized": false,
1591
+ "rstrip": false,
1592
+ "single_word": false,
1593
+ "special": true
1594
+ },
1595
+ "30716": {
1596
+ "content": "[URL94]",
1597
+ "lstrip": false,
1598
+ "normalized": false,
1599
+ "rstrip": false,
1600
+ "single_word": false,
1601
+ "special": true
1602
+ },
1603
+ "30717": {
1604
+ "content": "[URL95]",
1605
+ "lstrip": false,
1606
+ "normalized": false,
1607
+ "rstrip": false,
1608
+ "single_word": false,
1609
+ "special": true
1610
+ },
1611
+ "30718": {
1612
+ "content": "[URL96]",
1613
+ "lstrip": false,
1614
+ "normalized": false,
1615
+ "rstrip": false,
1616
+ "single_word": false,
1617
+ "special": true
1618
+ },
1619
+ "30719": {
1620
+ "content": "[URL97]",
1621
+ "lstrip": false,
1622
+ "normalized": false,
1623
+ "rstrip": false,
1624
+ "single_word": false,
1625
+ "special": true
1626
+ },
1627
+ "30720": {
1628
+ "content": "[URL98]",
1629
+ "lstrip": false,
1630
+ "normalized": false,
1631
+ "rstrip": false,
1632
+ "single_word": false,
1633
+ "special": true
1634
+ },
1635
+ "30721": {
1636
+ "content": "[URL99]",
1637
+ "lstrip": false,
1638
+ "normalized": false,
1639
+ "rstrip": false,
1640
+ "single_word": false,
1641
+ "special": true
1642
+ }
1643
+ },
1644
+ "additional_special_tokens": [
1645
+ "[@USER00]",
1646
+ "[@USER01]",
1647
+ "[@USER02]",
1648
+ "[@USER03]",
1649
+ "[@USER04]",
1650
+ "[@USER05]",
1651
+ "[@USER06]",
1652
+ "[@USER07]",
1653
+ "[@USER08]",
1654
+ "[@USER09]",
1655
+ "[@USER10]",
1656
+ "[@USER11]",
1657
+ "[@USER12]",
1658
+ "[@USER13]",
1659
+ "[@USER14]",
1660
+ "[@USER15]",
1661
+ "[@USER16]",
1662
+ "[@USER17]",
1663
+ "[@USER18]",
1664
+ "[@USER19]",
1665
+ "[@USER20]",
1666
+ "[@USER21]",
1667
+ "[@USER22]",
1668
+ "[@USER23]",
1669
+ "[@USER24]",
1670
+ "[@USER25]",
1671
+ "[@USER26]",
1672
+ "[@USER27]",
1673
+ "[@USER28]",
1674
+ "[@USER29]",
1675
+ "[@USER30]",
1676
+ "[@USER31]",
1677
+ "[@USER32]",
1678
+ "[@USER33]",
1679
+ "[@USER34]",
1680
+ "[@USER35]",
1681
+ "[@USER36]",
1682
+ "[@USER37]",
1683
+ "[@USER38]",
1684
+ "[@USER39]",
1685
+ "[@USER40]",
1686
+ "[@USER41]",
1687
+ "[@USER42]",
1688
+ "[@USER43]",
1689
+ "[@USER44]",
1690
+ "[@USER45]",
1691
+ "[@USER46]",
1692
+ "[@USER47]",
1693
+ "[@USER48]",
1694
+ "[@USER49]",
1695
+ "[@USER50]",
1696
+ "[@USER51]",
1697
+ "[@USER52]",
1698
+ "[@USER53]",
1699
+ "[@USER54]",
1700
+ "[@USER55]",
1701
+ "[@USER56]",
1702
+ "[@USER57]",
1703
+ "[@USER58]",
1704
+ "[@USER59]",
1705
+ "[@USER60]",
1706
+ "[@USER61]",
1707
+ "[@USER62]",
1708
+ "[@USER63]",
1709
+ "[@USER64]",
1710
+ "[@USER65]",
1711
+ "[@USER66]",
1712
+ "[@USER67]",
1713
+ "[@USER68]",
1714
+ "[@USER69]",
1715
+ "[@USER70]",
1716
+ "[@USER71]",
1717
+ "[@USER72]",
1718
+ "[@USER73]",
1719
+ "[@USER74]",
1720
+ "[@USER75]",
1721
+ "[@USER76]",
1722
+ "[@USER77]",
1723
+ "[@USER78]",
1724
+ "[@USER79]",
1725
+ "[@USER80]",
1726
+ "[@USER81]",
1727
+ "[@USER82]",
1728
+ "[@USER83]",
1729
+ "[@USER84]",
1730
+ "[@USER85]",
1731
+ "[@USER86]",
1732
+ "[@USER87]",
1733
+ "[@USER88]",
1734
+ "[@USER89]",
1735
+ "[@USER90]",
1736
+ "[@USER91]",
1737
+ "[@USER92]",
1738
+ "[@USER93]",
1739
+ "[@USER94]",
1740
+ "[@USER95]",
1741
+ "[@USER96]",
1742
+ "[@USER97]",
1743
+ "[@USER98]",
1744
+ "[@USER99]",
1745
+ "[URL00]",
1746
+ "[URL01]",
1747
+ "[URL02]",
1748
+ "[URL03]",
1749
+ "[URL04]",
1750
+ "[URL05]",
1751
+ "[URL06]",
1752
+ "[URL07]",
1753
+ "[URL08]",
1754
+ "[URL09]",
1755
+ "[URL10]",
1756
+ "[URL11]",
1757
+ "[URL12]",
1758
+ "[URL13]",
1759
+ "[URL14]",
1760
+ "[URL15]",
1761
+ "[URL16]",
1762
+ "[URL17]",
1763
+ "[URL18]",
1764
+ "[URL19]",
1765
+ "[URL20]",
1766
+ "[URL21]",
1767
+ "[URL22]",
1768
+ "[URL23]",
1769
+ "[URL24]",
1770
+ "[URL25]",
1771
+ "[URL26]",
1772
+ "[URL27]",
1773
+ "[URL28]",
1774
+ "[URL29]",
1775
+ "[URL30]",
1776
+ "[URL31]",
1777
+ "[URL32]",
1778
+ "[URL33]",
1779
+ "[URL34]",
1780
+ "[URL35]",
1781
+ "[URL36]",
1782
+ "[URL37]",
1783
+ "[URL38]",
1784
+ "[URL39]",
1785
+ "[URL40]",
1786
+ "[URL41]",
1787
+ "[URL42]",
1788
+ "[URL43]",
1789
+ "[URL44]",
1790
+ "[URL45]",
1791
+ "[URL46]",
1792
+ "[URL47]",
1793
+ "[URL48]",
1794
+ "[URL49]",
1795
+ "[URL50]",
1796
+ "[URL51]",
1797
+ "[URL52]",
1798
+ "[URL53]",
1799
+ "[URL54]",
1800
+ "[URL55]",
1801
+ "[URL56]",
1802
+ "[URL57]",
1803
+ "[URL58]",
1804
+ "[URL59]",
1805
+ "[URL60]",
1806
+ "[URL61]",
1807
+ "[URL62]",
1808
+ "[URL63]",
1809
+ "[URL64]",
1810
+ "[URL65]",
1811
+ "[URL66]",
1812
+ "[URL67]",
1813
+ "[URL68]",
1814
+ "[URL69]",
1815
+ "[URL70]",
1816
+ "[URL71]",
1817
+ "[URL72]",
1818
+ "[URL73]",
1819
+ "[URL74]",
1820
+ "[URL75]",
1821
+ "[URL76]",
1822
+ "[URL77]",
1823
+ "[URL78]",
1824
+ "[URL79]",
1825
+ "[URL80]",
1826
+ "[URL81]",
1827
+ "[URL82]",
1828
+ "[URL83]",
1829
+ "[URL84]",
1830
+ "[URL85]",
1831
+ "[URL86]",
1832
+ "[URL87]",
1833
+ "[URL88]",
1834
+ "[URL89]",
1835
+ "[URL90]",
1836
+ "[URL91]",
1837
+ "[URL92]",
1838
+ "[URL93]",
1839
+ "[URL94]",
1840
+ "[URL95]",
1841
+ "[URL96]",
1842
+ "[URL97]",
1843
+ "[URL98]",
1844
+ "[URL99]"
1845
+ ],
1846
+ "clean_up_tokenization_spaces": true,
1847
+ "cls_token": "[CLS]",
1848
+ "do_basic_tokenize": true,
1849
+ "do_lower_case": true,
1850
+ "full_tokenizer_file": null,
1851
+ "mask_token": "[MASK]",
1852
+ "model_max_length": 512,
1853
+ "never_split": null,
1854
+ "pad_token": "[PAD]",
1855
+ "sep_token": "[SEP]",
1856
+ "strip_accents": null,
1857
+ "tokenize_chinese_chars": true,
1858
+ "tokenizer_class": "BertTokenizer",
1859
+ "unk_token": "[UNK]"
1860
+ }
run-ohqlwk2x/checkpoint-500/trainer_state.json ADDED
@@ -0,0 +1,88 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 3.2679738562091503,
5
+ "eval_steps": 500,
6
+ "global_step": 500,
7
+ "is_hyper_param_search": true,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 1.0,
13
+ "eval_f1": 0.4422187981510015,
14
+ "eval_f1_sklearn": 0.960434348477284,
15
+ "eval_loss": 0.08702725172042847,
16
+ "eval_precision": 0.4368340943683409,
17
+ "eval_precision_sklearn": 0.960434348477284,
18
+ "eval_recall": 0.44773790951638065,
19
+ "eval_recall_sklearn": 0.960434348477284,
20
+ "eval_runtime": 4.139,
21
+ "eval_samples_per_second": 98.575,
22
+ "eval_steps_per_second": 24.644,
23
+ "step": 153
24
+ },
25
+ {
26
+ "epoch": 2.0,
27
+ "eval_f1": 0.5281782437745741,
28
+ "eval_f1_sklearn": 0.9635962722582793,
29
+ "eval_loss": 0.08700015395879745,
30
+ "eval_precision": 0.4553672316384181,
31
+ "eval_precision_sklearn": 0.9635962722582793,
32
+ "eval_recall": 0.6287051482059283,
33
+ "eval_recall_sklearn": 0.9635962722582793,
34
+ "eval_runtime": 4.3113,
35
+ "eval_samples_per_second": 94.634,
36
+ "eval_steps_per_second": 23.659,
37
+ "step": 306
38
+ },
39
+ {
40
+ "epoch": 3.0,
41
+ "eval_f1": 0.5683912119064494,
42
+ "eval_f1_sklearn": 0.9666749875187219,
43
+ "eval_loss": 0.10464957356452942,
44
+ "eval_precision": 0.5207792207792208,
45
+ "eval_precision_sklearn": 0.9666749875187219,
46
+ "eval_recall": 0.625585023400936,
47
+ "eval_recall_sklearn": 0.9666749875187219,
48
+ "eval_runtime": 4.6479,
49
+ "eval_samples_per_second": 87.781,
50
+ "eval_steps_per_second": 21.945,
51
+ "step": 459
52
+ },
53
+ {
54
+ "epoch": 3.2679738562091503,
55
+ "grad_norm": 0.49626967310905457,
56
+ "learning_rate": 1.7320261437908496e-05,
57
+ "loss": 0.0589,
58
+ "step": 500
59
+ }
60
+ ],
61
+ "logging_steps": 500,
62
+ "max_steps": 765,
63
+ "num_input_tokens_seen": 0,
64
+ "num_train_epochs": 5,
65
+ "save_steps": 500,
66
+ "stateful_callbacks": {
67
+ "TrainerControl": {
68
+ "args": {
69
+ "should_epoch_stop": false,
70
+ "should_evaluate": false,
71
+ "should_log": false,
72
+ "should_save": true,
73
+ "should_training_stop": false
74
+ },
75
+ "attributes": {}
76
+ }
77
+ },
78
+ "total_flos": 418074507767664.0,
79
+ "train_batch_size": 8,
80
+ "trial_name": null,
81
+ "trial_params": {
82
+ "_wandb": {},
83
+ "assignments": {},
84
+ "learning_rate": 5e-05,
85
+ "metric": "eval/loss",
86
+ "per_device_train_batch_size": 8
87
+ }
88
+ }
run-ohqlwk2x/checkpoint-500/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95df6e8d0b602527c826538f10c399977af95943acf077b8a196df9941e2e6f5
3
+ size 5112
run-ohqlwk2x/checkpoint-500/vocab.txt ADDED
The diff for this file is too large to render. See raw diff
 
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c7eacc955b26c4e74e624db5fb61c00a3490671311c244f3990757ab3db199c5
3
  size 5112
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95df6e8d0b602527c826538f10c399977af95943acf077b8a196df9941e2e6f5
3
  size 5112