File size: 21,059 Bytes
72b1437
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
{
  "best_metric": 0.0961993858218193,
  "best_model_checkpoint": "FacebookAI/roberta-base_ai4privacy_en/checkpoint-8700",
  "epoch": 5.0,
  "global_step": 10875,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.23,
      "learning_rate": 1.1494252873563218e-05,
      "loss": 2.259,
      "step": 500
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.2988505747126437e-05,
      "loss": 0.9534,
      "step": 1000
    },
    {
      "epoch": 0.69,
      "learning_rate": 3.4482758620689657e-05,
      "loss": 0.5805,
      "step": 1500
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.597701149425287e-05,
      "loss": 0.3911,
      "step": 2000
    },
    {
      "epoch": 1.0,
      "eval_ACCOUNTNAME_f1": 0.917741935483871,
      "eval_ACCOUNTNUMBER_f1": 0.8043478260869564,
      "eval_AGE_f1": 0.6417233560090703,
      "eval_AMOUNT_f1": 0.2663690476190476,
      "eval_BIC_f1": 0.4444444444444444,
      "eval_BITCOINADDRESS_f1": 0.7762460233297985,
      "eval_BUILDINGNUMBER_f1": 0.26388888888888884,
      "eval_CITY_f1": 0.36136662286465177,
      "eval_COMPANYNAME_f1": 0.6319505736981466,
      "eval_COUNTY_f1": 0.5281767955801104,
      "eval_CREDITCARDCVV_f1": 0.5096525096525096,
      "eval_CREDITCARDISSUER_f1": 0.8492647058823529,
      "eval_CREDITCARDNUMBER_f1": 0.4381338742393509,
      "eval_CURRENCYCODE_f1": 0.0,
      "eval_CURRENCYNAME_f1": 0.0,
      "eval_CURRENCYSYMBOL_f1": 0.47539267015706804,
      "eval_CURRENCY_f1": 0.21802325581395351,
      "eval_DATE_f1": 0.6816923685251087,
      "eval_DOB_f1": 0.0,
      "eval_EMAIL_f1": 0.9517998779743746,
      "eval_ETHEREUMADDRESS_f1": 0.9710344827586206,
      "eval_EYECOLOR_f1": 0.5434782608695653,
      "eval_FIRSTNAME_f1": 0.5869480265728799,
      "eval_GENDER_f1": 0.6865342163355409,
      "eval_HEIGHT_f1": 0.5454545454545455,
      "eval_IBAN_f1": 0.7381546134663343,
      "eval_IPV4_f1": 0.7780157030692363,
      "eval_IPV6_f1": 0.726039016115352,
      "eval_IP_f1": 0.0,
      "eval_JOBAREA_f1": 0.30636292223095046,
      "eval_JOBTITLE_f1": 0.6098654708520179,
      "eval_JOBTYPE_f1": 0.5096011816838996,
      "eval_LASTNAME_f1": 0.44907683144729005,
      "eval_LITECOINADDRESS_f1": 0.5872340425531914,
      "eval_MAC_f1": 0.8520710059171599,
      "eval_MASKEDNUMBER_f1": 0.45470692717584366,
      "eval_MIDDLENAME_f1": 0.03654485049833887,
      "eval_NEARBYGPSCOORDINATE_f1": 0.9822485207100592,
      "eval_ORDINALDIRECTION_f1": 0.7914691943127962,
      "eval_PASSWORD_f1": 0.7728459530026109,
      "eval_PHONEIMEI_f1": 0.9553450608930988,
      "eval_PHONENUMBER_f1": 0.8336755646817249,
      "eval_PIN_f1": 0.11594202898550723,
      "eval_PREFIX_f1": 0.8852672750977836,
      "eval_SECONDARYADDRESS_f1": 0.8930425752855659,
      "eval_SEX_f1": 0.9520000000000001,
      "eval_SSN_f1": 0.7915742793791574,
      "eval_STATE_f1": 0.17306122448979588,
      "eval_STREET_f1": 0.288135593220339,
      "eval_TIME_f1": 0.7876923076923077,
      "eval_URL_f1": 0.9793322734499205,
      "eval_USERAGENT_f1": 0.9201877934272301,
      "eval_USERNAME_f1": 0.6108374384236454,
      "eval_VEHICLEVIN_f1": 0.7374005305039788,
      "eval_VEHICLEVRM_f1": 0.4551148225469729,
      "eval_ZIPCODE_f1": 0.5222052067381318,
      "eval_loss": 0.26416513323783875,
      "eval_overall_accuracy": 0.91189344284655,
      "eval_overall_f1": 0.6203111679454391,
      "eval_overall_precision": 0.6000412328625915,
      "eval_overall_recall": 0.6419984559391199,
      "eval_runtime": 30.6192,
      "eval_samples_per_second": 284.135,
      "eval_steps_per_second": 8.883,
      "step": 2175
    },
    {
      "epoch": 1.15,
      "learning_rate": 4.982803524033569e-05,
      "loss": 0.286,
      "step": 2500
    },
    {
      "epoch": 1.38,
      "learning_rate": 4.8898803566790296e-05,
      "loss": 0.227,
      "step": 3000
    },
    {
      "epoch": 1.61,
      "learning_rate": 4.7192614329611715e-05,
      "loss": 0.1943,
      "step": 3500
    },
    {
      "epoch": 1.84,
      "learning_rate": 4.4764936273463734e-05,
      "loss": 0.1748,
      "step": 4000
    },
    {
      "epoch": 2.0,
      "eval_ACCOUNTNAME_f1": 0.9831081081081081,
      "eval_ACCOUNTNUMBER_f1": 0.957482993197279,
      "eval_AGE_f1": 0.8131147540983606,
      "eval_AMOUNT_f1": 0.6771406127258445,
      "eval_BIC_f1": 0.8160919540229884,
      "eval_BITCOINADDRESS_f1": 0.8795411089866156,
      "eval_BUILDINGNUMBER_f1": 0.6821576763485477,
      "eval_CITY_f1": 0.6022140221402212,
      "eval_COMPANYNAME_f1": 0.8531073446327684,
      "eval_COUNTY_f1": 0.695369618196588,
      "eval_CREDITCARDCVV_f1": 0.8055555555555556,
      "eval_CREDITCARDISSUER_f1": 0.9662921348314607,
      "eval_CREDITCARDNUMBER_f1": 0.8011639185257031,
      "eval_CURRENCYCODE_f1": 0.3008849557522124,
      "eval_CURRENCYNAME_f1": 0.05714285714285714,
      "eval_CURRENCYSYMBOL_f1": 0.8293172690763053,
      "eval_CURRENCY_f1": 0.5330296127562643,
      "eval_DATE_f1": 0.775966464834653,
      "eval_DOB_f1": 0.3797780517879161,
      "eval_EMAIL_f1": 0.9645909645909646,
      "eval_ETHEREUMADDRESS_f1": 0.9674796747967479,
      "eval_EYECOLOR_f1": 0.8677248677248677,
      "eval_FIRSTNAME_f1": 0.6901322482197355,
      "eval_GENDER_f1": 0.9238790406673617,
      "eval_HEIGHT_f1": 0.9655172413793103,
      "eval_IBAN_f1": 0.9072681704260651,
      "eval_IPV4_f1": 0.8344569288389513,
      "eval_IPV6_f1": 0.7913043478260869,
      "eval_IP_f1": 0.0,
      "eval_JOBAREA_f1": 0.7190201729106628,
      "eval_JOBTITLE_f1": 0.9331103678929767,
      "eval_JOBTYPE_f1": 0.8957795004306631,
      "eval_LASTNAME_f1": 0.521985815602837,
      "eval_LITECOINADDRESS_f1": 0.7747747747747749,
      "eval_MAC_f1": 0.9913419913419914,
      "eval_MASKEDNUMBER_f1": 0.7371937639198218,
      "eval_MIDDLENAME_f1": 0.40097799511002447,
      "eval_NEARBYGPSCOORDINATE_f1": 0.992503748125937,
      "eval_ORDINALDIRECTION_f1": 0.9557894736842105,
      "eval_PASSWORD_f1": 0.8982259570494866,
      "eval_PHONEIMEI_f1": 0.935933147632312,
      "eval_PHONENUMBER_f1": 0.95864262990456,
      "eval_PIN_f1": 0.609375,
      "eval_PREFIX_f1": 0.8620949510173322,
      "eval_SECONDARYADDRESS_f1": 0.9891304347826086,
      "eval_SEX_f1": 0.9701789264413518,
      "eval_SSN_f1": 0.9464285714285715,
      "eval_STATE_f1": 0.5906183368869936,
      "eval_STREET_f1": 0.5943238731218699,
      "eval_TIME_f1": 0.9436860068259385,
      "eval_URL_f1": 0.9936406995230525,
      "eval_USERAGENT_f1": 0.9369158878504673,
      "eval_USERNAME_f1": 0.8299758259468171,
      "eval_VEHICLEVIN_f1": 0.9157303370786517,
      "eval_VEHICLEVRM_f1": 0.8206521739130436,
      "eval_ZIPCODE_f1": 0.740506329113924,
      "eval_loss": 0.1410156935453415,
      "eval_overall_accuracy": 0.9478894650567034,
      "eval_overall_f1": 0.7880361295905673,
      "eval_overall_precision": 0.7731904054340905,
      "eval_overall_recall": 0.8034631079739716,
      "eval_runtime": 28.5728,
      "eval_samples_per_second": 304.486,
      "eval_steps_per_second": 9.52,
      "step": 4350
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.169469396971739e-05,
      "loss": 0.1532,
      "step": 4500
    },
    {
      "epoch": 2.3,
      "learning_rate": 3.808170195400064e-05,
      "loss": 0.1298,
      "step": 5000
    },
    {
      "epoch": 2.53,
      "learning_rate": 3.404341972448928e-05,
      "loss": 0.1218,
      "step": 5500
    },
    {
      "epoch": 2.76,
      "learning_rate": 2.9711133096957962e-05,
      "loss": 0.1168,
      "step": 6000
    },
    {
      "epoch": 2.99,
      "learning_rate": 2.5225686061930326e-05,
      "loss": 0.1081,
      "step": 6500
    },
    {
      "epoch": 3.0,
      "eval_ACCOUNTNAME_f1": 0.9864864864864864,
      "eval_ACCOUNTNUMBER_f1": 0.9802575107296136,
      "eval_AGE_f1": 0.8586497890295359,
      "eval_AMOUNT_f1": 0.7828200972447326,
      "eval_BIC_f1": 0.815426997245179,
      "eval_BITCOINADDRESS_f1": 0.8296593186372745,
      "eval_BUILDINGNUMBER_f1": 0.7919597989949748,
      "eval_CITY_f1": 0.7957405614714423,
      "eval_COMPANYNAME_f1": 0.9143407122232916,
      "eval_COUNTY_f1": 0.8413098236775819,
      "eval_CREDITCARDCVV_f1": 0.8217522658610271,
      "eval_CREDITCARDISSUER_f1": 0.962825278810409,
      "eval_CREDITCARDNUMBER_f1": 0.8633776091081594,
      "eval_CURRENCYCODE_f1": 0.5636363636363637,
      "eval_CURRENCYNAME_f1": 0.1323529411764706,
      "eval_CURRENCYSYMBOL_f1": 0.8787584869059165,
      "eval_CURRENCY_f1": 0.6290143964562569,
      "eval_DATE_f1": 0.8283302063789869,
      "eval_DOB_f1": 0.48951048951048953,
      "eval_EMAIL_f1": 0.9797421731123389,
      "eval_ETHEREUMADDRESS_f1": 0.9916897506925207,
      "eval_EYECOLOR_f1": 0.889487870619946,
      "eval_FIRSTNAME_f1": 0.8302983339790778,
      "eval_GENDER_f1": 0.9294354838709677,
      "eval_HEIGHT_f1": 0.9717868338557994,
      "eval_IBAN_f1": 0.9746192893401016,
      "eval_IPV4_f1": 0.8324646314221892,
      "eval_IPV6_f1": 0.7975567190226877,
      "eval_IP_f1": 0.0,
      "eval_JOBAREA_f1": 0.75207756232687,
      "eval_JOBTITLE_f1": 0.9647463456577817,
      "eval_JOBTYPE_f1": 0.9139966273187183,
      "eval_LASTNAME_f1": 0.7494736842105264,
      "eval_LITECOINADDRESS_f1": 0.7370892018779343,
      "eval_MAC_f1": 0.9848156182212582,
      "eval_MASKEDNUMBER_f1": 0.7943595769682725,
      "eval_MIDDLENAME_f1": 0.8836023789294816,
      "eval_NEARBYGPSCOORDINATE_f1": 0.9955022488755623,
      "eval_ORDINALDIRECTION_f1": 0.9700854700854701,
      "eval_PASSWORD_f1": 0.9226569608735214,
      "eval_PHONEIMEI_f1": 0.9944444444444445,
      "eval_PHONENUMBER_f1": 0.9785407725321887,
      "eval_PIN_f1": 0.7426900584795323,
      "eval_PREFIX_f1": 0.9254125412541255,
      "eval_SECONDARYADDRESS_f1": 0.9923830250272035,
      "eval_SEX_f1": 0.9700598802395208,
      "eval_SSN_f1": 0.9527363184079601,
      "eval_STATE_f1": 0.8031037827352085,
      "eval_STREET_f1": 0.7518796992481204,
      "eval_TIME_f1": 0.9288079470198677,
      "eval_URL_f1": 0.9928514694201747,
      "eval_USERAGENT_f1": 0.984759671746776,
      "eval_USERNAME_f1": 0.8879935535858179,
      "eval_VEHICLEVIN_f1": 0.9391304347826087,
      "eval_VEHICLEVRM_f1": 0.9251336898395722,
      "eval_ZIPCODE_f1": 0.8403001071811361,
      "eval_loss": 0.11426308751106262,
      "eval_overall_accuracy": 0.9558599242632781,
      "eval_overall_f1": 0.8594547179606523,
      "eval_overall_precision": 0.8375785066294487,
      "eval_overall_recall": 0.8825043196941289,
      "eval_runtime": 28.6543,
      "eval_samples_per_second": 303.619,
      "eval_steps_per_second": 9.492,
      "step": 6525
    },
    {
      "epoch": 3.22,
      "learning_rate": 2.073290190258459e-05,
      "loss": 0.0916,
      "step": 7000
    },
    {
      "epoch": 3.45,
      "learning_rate": 1.6378842434300746e-05,
      "loss": 0.0849,
      "step": 7500
    },
    {
      "epoch": 3.68,
      "learning_rate": 1.2305059489451364e-05,
      "loss": 0.0829,
      "step": 8000
    },
    {
      "epoch": 3.91,
      "learning_rate": 8.643993023147797e-06,
      "loss": 0.0804,
      "step": 8500
    },
    {
      "epoch": 4.0,
      "eval_ACCOUNTNAME_f1": 0.9898305084745762,
      "eval_ACCOUNTNUMBER_f1": 0.9896193771626298,
      "eval_AGE_f1": 0.8744769874476988,
      "eval_AMOUNT_f1": 0.8662838392124692,
      "eval_BIC_f1": 0.8781869688385269,
      "eval_BITCOINADDRESS_f1": 0.9414101290963257,
      "eval_BUILDINGNUMBER_f1": 0.8278529980657641,
      "eval_CITY_f1": 0.8312159709618875,
      "eval_COMPANYNAME_f1": 0.9433962264150944,
      "eval_COUNTY_f1": 0.927927927927928,
      "eval_CREDITCARDCVV_f1": 0.894736842105263,
      "eval_CREDITCARDISSUER_f1": 0.975517890772128,
      "eval_CREDITCARDNUMBER_f1": 0.8769953051643193,
      "eval_CURRENCYCODE_f1": 0.6397515527950312,
      "eval_CURRENCYNAME_f1": 0.2105263157894737,
      "eval_CURRENCYSYMBOL_f1": 0.9223205506391347,
      "eval_CURRENCY_f1": 0.6753246753246753,
      "eval_DATE_f1": 0.8275529865125241,
      "eval_DOB_f1": 0.5470297029702971,
      "eval_EMAIL_f1": 0.9840490797546012,
      "eval_ETHEREUMADDRESS_f1": 0.997229916897507,
      "eval_EYECOLOR_f1": 0.9027027027027027,
      "eval_FIRSTNAME_f1": 0.8696149447197865,
      "eval_GENDER_f1": 0.9626556016597512,
      "eval_HEIGHT_f1": 0.9811320754716981,
      "eval_IBAN_f1": 0.991172761664565,
      "eval_IPV4_f1": 0.8376963350785339,
      "eval_IPV6_f1": 0.7585004359197908,
      "eval_IP_f1": 0.012396694214876033,
      "eval_JOBAREA_f1": 0.8211508553654743,
      "eval_JOBTITLE_f1": 0.9833479404031551,
      "eval_JOBTYPE_f1": 0.911032028469751,
      "eval_LASTNAME_f1": 0.8304904051172707,
      "eval_LITECOINADDRESS_f1": 0.8793103448275862,
      "eval_MAC_f1": 0.9956521739130435,
      "eval_MASKEDNUMBER_f1": 0.8315151515151514,
      "eval_MIDDLENAME_f1": 0.944110060189166,
      "eval_NEARBYGPSCOORDINATE_f1": 0.996996996996997,
      "eval_ORDINALDIRECTION_f1": 0.9681528662420382,
      "eval_PASSWORD_f1": 0.9653882132834425,
      "eval_PHONEIMEI_f1": 0.9944289693593316,
      "eval_PHONENUMBER_f1": 0.9860064585575887,
      "eval_PIN_f1": 0.8150289017341039,
      "eval_PREFIX_f1": 0.930601454064772,
      "eval_SECONDARYADDRESS_f1": 0.9934640522875817,
      "eval_SEX_f1": 0.9721115537848605,
      "eval_SSN_f1": 0.9758576874205844,
      "eval_STATE_f1": 0.8817204301075269,
      "eval_STREET_f1": 0.826431718061674,
      "eval_TIME_f1": 0.948523206751055,
      "eval_URL_f1": 0.9936406995230525,
      "eval_USERAGENT_f1": 0.9976415094339622,
      "eval_USERNAME_f1": 0.9108433734939759,
      "eval_VEHICLEVIN_f1": 0.956772334293948,
      "eval_VEHICLEVRM_f1": 0.9238845144356956,
      "eval_ZIPCODE_f1": 0.8543478260869566,
      "eval_loss": 0.0961993858218193,
      "eval_overall_accuracy": 0.9623225928047634,
      "eval_overall_f1": 0.8889932619180954,
      "eval_overall_precision": 0.8739167495382867,
      "eval_overall_recall": 0.9045990956214846,
      "eval_runtime": 28.6117,
      "eval_samples_per_second": 304.071,
      "eval_steps_per_second": 9.507,
      "step": 8700
    },
    {
      "epoch": 4.14,
      "learning_rate": 5.51466544896021e-06,
      "loss": 0.0717,
      "step": 9000
    },
    {
      "epoch": 4.37,
      "learning_rate": 3.0188121831012023e-06,
      "loss": 0.0628,
      "step": 9500
    },
    {
      "epoch": 4.6,
      "learning_rate": 1.2375741942894869e-06,
      "loss": 0.066,
      "step": 10000
    },
    {
      "epoch": 4.83,
      "learning_rate": 2.288600855298306e-07,
      "loss": 0.0663,
      "step": 10500
    },
    {
      "epoch": 5.0,
      "eval_ACCOUNTNAME_f1": 0.988155668358714,
      "eval_ACCOUNTNUMBER_f1": 0.9896373056994819,
      "eval_AGE_f1": 0.884453781512605,
      "eval_AMOUNT_f1": 0.8675873273761169,
      "eval_BIC_f1": 0.8749999999999999,
      "eval_BITCOINADDRESS_f1": 0.9463220675944334,
      "eval_BUILDINGNUMBER_f1": 0.8279883381924198,
      "eval_CITY_f1": 0.8415300546448088,
      "eval_COMPANYNAME_f1": 0.9482071713147411,
      "eval_COUNTY_f1": 0.9364791288566243,
      "eval_CREDITCARDCVV_f1": 0.8954248366013072,
      "eval_CREDITCARDISSUER_f1": 0.9774436090225563,
      "eval_CREDITCARDNUMBER_f1": 0.8897338403041825,
      "eval_CURRENCYCODE_f1": 0.6773162939297124,
      "eval_CURRENCYNAME_f1": 0.2689655172413793,
      "eval_CURRENCYSYMBOL_f1": 0.9217221135029353,
      "eval_CURRENCY_f1": 0.657142857142857,
      "eval_DATE_f1": 0.8258706467661692,
      "eval_DOB_f1": 0.61345496009122,
      "eval_EMAIL_f1": 0.9858809085328423,
      "eval_ETHEREUMADDRESS_f1": 0.997229916897507,
      "eval_EYECOLOR_f1": 0.9180327868852458,
      "eval_FIRSTNAME_f1": 0.8840245775729647,
      "eval_GENDER_f1": 0.9707724425887266,
      "eval_HEIGHT_f1": 0.975,
      "eval_IBAN_f1": 0.966707768187423,
      "eval_IPV4_f1": 0.8108527131782945,
      "eval_IPV6_f1": 0.7063829787234042,
      "eval_IP_f1": 0.12012987012987014,
      "eval_JOBAREA_f1": 0.8297703879651622,
      "eval_JOBTITLE_f1": 0.9885462555066078,
      "eval_JOBTYPE_f1": 0.9265341400172861,
      "eval_LASTNAME_f1": 0.8519701810436635,
      "eval_LITECOINADDRESS_f1": 0.8843930635838151,
      "eval_MAC_f1": 0.9934924078091107,
      "eval_MASKEDNUMBER_f1": 0.8523002421307505,
      "eval_MIDDLENAME_f1": 0.946199829205807,
      "eval_NEARBYGPSCOORDINATE_f1": 0.9985007496251874,
      "eval_ORDINALDIRECTION_f1": 0.9743589743589743,
      "eval_PASSWORD_f1": 0.9681647940074907,
      "eval_PHONEIMEI_f1": 0.9958275382475661,
      "eval_PHONENUMBER_f1": 0.9881081081081081,
      "eval_PIN_f1": 0.8165680473372781,
      "eval_PREFIX_f1": 0.9333333333333333,
      "eval_SECONDARYADDRESS_f1": 0.9934640522875817,
      "eval_SEX_f1": 0.9721115537848605,
      "eval_SSN_f1": 0.9772151898734177,
      "eval_STATE_f1": 0.888888888888889,
      "eval_STREET_f1": 0.8293545534924845,
      "eval_TIME_f1": 0.963153384747215,
      "eval_URL_f1": 0.9952305246422893,
      "eval_USERAGENT_f1": 0.9976415094339622,
      "eval_USERNAME_f1": 0.9172077922077921,
      "eval_VEHICLEVIN_f1": 0.953757225433526,
      "eval_VEHICLEVRM_f1": 0.9417989417989417,
      "eval_ZIPCODE_f1": 0.863780359028511,
      "eval_loss": 0.09649262577295303,
      "eval_overall_accuracy": 0.9631732049727333,
      "eval_overall_f1": 0.8922010898985889,
      "eval_overall_precision": 0.8761384980685403,
      "eval_overall_recall": 0.9088636447189442,
      "eval_runtime": 28.6468,
      "eval_samples_per_second": 303.699,
      "eval_steps_per_second": 9.495,
      "step": 10875
    },
    {
      "epoch": 5.0,
      "step": 10875,
      "total_flos": 8191053731222496.0,
      "train_loss": 0.29213084867630884,
      "train_runtime": 1421.2143,
      "train_samples_per_second": 122.416,
      "train_steps_per_second": 7.652
    },
    {
      "epoch": 5.0,
      "eval_ACCOUNTNAME_f1": 0.9898305084745762,
      "eval_ACCOUNTNUMBER_f1": 0.9896193771626298,
      "eval_AGE_f1": 0.8744769874476988,
      "eval_AMOUNT_f1": 0.8662838392124692,
      "eval_BIC_f1": 0.8781869688385269,
      "eval_BITCOINADDRESS_f1": 0.9414101290963257,
      "eval_BUILDINGNUMBER_f1": 0.8278529980657641,
      "eval_CITY_f1": 0.8312159709618875,
      "eval_COMPANYNAME_f1": 0.9433962264150944,
      "eval_COUNTY_f1": 0.927927927927928,
      "eval_CREDITCARDCVV_f1": 0.894736842105263,
      "eval_CREDITCARDISSUER_f1": 0.975517890772128,
      "eval_CREDITCARDNUMBER_f1": 0.8769953051643193,
      "eval_CURRENCYCODE_f1": 0.6397515527950312,
      "eval_CURRENCYNAME_f1": 0.2105263157894737,
      "eval_CURRENCYSYMBOL_f1": 0.9223205506391347,
      "eval_CURRENCY_f1": 0.6753246753246753,
      "eval_DATE_f1": 0.8275529865125241,
      "eval_DOB_f1": 0.5470297029702971,
      "eval_EMAIL_f1": 0.9840490797546012,
      "eval_ETHEREUMADDRESS_f1": 0.997229916897507,
      "eval_EYECOLOR_f1": 0.9027027027027027,
      "eval_FIRSTNAME_f1": 0.8696149447197865,
      "eval_GENDER_f1": 0.9626556016597512,
      "eval_HEIGHT_f1": 0.9811320754716981,
      "eval_IBAN_f1": 0.991172761664565,
      "eval_IPV4_f1": 0.8376963350785339,
      "eval_IPV6_f1": 0.7585004359197908,
      "eval_IP_f1": 0.012396694214876033,
      "eval_JOBAREA_f1": 0.8211508553654743,
      "eval_JOBTITLE_f1": 0.9833479404031551,
      "eval_JOBTYPE_f1": 0.911032028469751,
      "eval_LASTNAME_f1": 0.8304904051172707,
      "eval_LITECOINADDRESS_f1": 0.8793103448275862,
      "eval_MAC_f1": 0.9956521739130435,
      "eval_MASKEDNUMBER_f1": 0.8315151515151514,
      "eval_MIDDLENAME_f1": 0.944110060189166,
      "eval_NEARBYGPSCOORDINATE_f1": 0.996996996996997,
      "eval_ORDINALDIRECTION_f1": 0.9681528662420382,
      "eval_PASSWORD_f1": 0.9653882132834425,
      "eval_PHONEIMEI_f1": 0.9944289693593316,
      "eval_PHONENUMBER_f1": 0.9860064585575887,
      "eval_PIN_f1": 0.8150289017341039,
      "eval_PREFIX_f1": 0.930601454064772,
      "eval_SECONDARYADDRESS_f1": 0.9934640522875817,
      "eval_SEX_f1": 0.9721115537848605,
      "eval_SSN_f1": 0.9758576874205844,
      "eval_STATE_f1": 0.8817204301075269,
      "eval_STREET_f1": 0.826431718061674,
      "eval_TIME_f1": 0.948523206751055,
      "eval_URL_f1": 0.9936406995230525,
      "eval_USERAGENT_f1": 0.9976415094339622,
      "eval_USERNAME_f1": 0.9108433734939759,
      "eval_VEHICLEVIN_f1": 0.956772334293948,
      "eval_VEHICLEVRM_f1": 0.9238845144356956,
      "eval_ZIPCODE_f1": 0.8543478260869566,
      "eval_loss": 0.0961993858218193,
      "eval_overall_accuracy": 0.9623225928047634,
      "eval_overall_f1": 0.8889932619180954,
      "eval_overall_precision": 0.8739167495382867,
      "eval_overall_recall": 0.9045990956214846,
      "eval_runtime": 28.664,
      "eval_samples_per_second": 303.516,
      "eval_steps_per_second": 9.489,
      "step": 10875
    }
  ],
  "max_steps": 10875,
  "num_train_epochs": 5,
  "total_flos": 8191053731222496.0,
  "trial_name": null,
  "trial_params": null
}