File size: 23,675 Bytes
af4196f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
{
  "best_metric": 0.10552353411912918,
  "best_model_checkpoint": "microsoft/deberta-v3-base_ai4privacy_en/checkpoint-21750",
  "epoch": 5.0,
  "global_step": 21750,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.11,
      "learning_rate": 5.747126436781609e-06,
      "loss": 2.7508,
      "step": 500
    },
    {
      "epoch": 0.23,
      "learning_rate": 1.1494252873563218e-05,
      "loss": 1.6878,
      "step": 1000
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.7241379310344828e-05,
      "loss": 1.2067,
      "step": 1500
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.2988505747126437e-05,
      "loss": 0.9368,
      "step": 2000
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.8735632183908045e-05,
      "loss": 0.7661,
      "step": 2500
    },
    {
      "epoch": 0.69,
      "learning_rate": 3.4482758620689657e-05,
      "loss": 0.6321,
      "step": 3000
    },
    {
      "epoch": 0.8,
      "learning_rate": 4.0229885057471265e-05,
      "loss": 0.5396,
      "step": 3500
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.597701149425287e-05,
      "loss": 0.463,
      "step": 4000
    },
    {
      "epoch": 1.0,
      "eval_ACCOUNTNAME_f1": 0.8721568627450981,
      "eval_ACCOUNTNUMBER_f1": 0.7667121418826739,
      "eval_AGE_f1": 0.5849056603773585,
      "eval_AMOUNT_f1": 0.22842197035745423,
      "eval_BIC_f1": 0.5391304347826088,
      "eval_BITCOINADDRESS_f1": 0.7502160760587727,
      "eval_BUILDINGNUMBER_f1": 0.3142857142857143,
      "eval_CITY_f1": 0.15141955835962148,
      "eval_COMPANYNAME_f1": 0.28440786465477824,
      "eval_COUNTY_f1": 0.2639503985828167,
      "eval_CREDITCARDCVV_f1": 0.008583690987124463,
      "eval_CREDITCARDISSUER_f1": 0.5288135593220339,
      "eval_CREDITCARDNUMBER_f1": 0.0,
      "eval_CURRENCYCODE_f1": 0.0,
      "eval_CURRENCYNAME_f1": 0.0,
      "eval_CURRENCYSYMBOL_f1": 0.3410138248847926,
      "eval_CURRENCY_f1": 0.09563409563409565,
      "eval_DATE_f1": 0.7145988601490574,
      "eval_DOB_f1": 0.016891891891891893,
      "eval_EMAIL_f1": 0.8042986425339366,
      "eval_ETHEREUMADDRESS_f1": 0.94579945799458,
      "eval_EYECOLOR_f1": 0.00904977375565611,
      "eval_FIRSTNAME_f1": 0.4894348894348894,
      "eval_GENDER_f1": 0.15499254843517138,
      "eval_HEIGHT_f1": 0.0,
      "eval_IBAN_f1": 0.8653366583541147,
      "eval_IPV4_f1": 0.8167770419426049,
      "eval_IPV6_f1": 0.7474226804123711,
      "eval_IP_f1": 0.0,
      "eval_JOBAREA_f1": 0.16113744075829384,
      "eval_JOBTITLE_f1": 0.4548223350253807,
      "eval_JOBTYPE_f1": 0.0035211267605633804,
      "eval_LASTNAME_f1": 0.37806301050175034,
      "eval_LITECOINADDRESS_f1": 0.14715719063545152,
      "eval_MAC_f1": 0.8989247311827957,
      "eval_MASKEDNUMBER_f1": 0.46405693950177934,
      "eval_MIDDLENAME_f1": 0.003490401396160558,
      "eval_NEARBYGPSCOORDINATE_f1": 0.9955022488755623,
      "eval_ORDINALDIRECTION_f1": 0.0,
      "eval_PASSWORD_f1": 0.7959183673469387,
      "eval_PHONEIMEI_f1": 0.9463548830811555,
      "eval_PHONENUMBER_f1": 0.7831184056271981,
      "eval_PIN_f1": 0.22580645161290322,
      "eval_PREFIX_f1": 0.7847267939433838,
      "eval_SECONDARYADDRESS_f1": 0.8638920134983127,
      "eval_SEX_f1": 0.548076923076923,
      "eval_SSN_f1": 0.7479674796747968,
      "eval_STATE_f1": 0.06429780033840947,
      "eval_STREET_f1": 0.17945690672963402,
      "eval_TIME_f1": 0.7463456577815992,
      "eval_URL_f1": 0.9682539682539683,
      "eval_USERAGENT_f1": 0.9080188679245284,
      "eval_USERNAME_f1": 0.45689655172413796,
      "eval_VEHICLEVIN_f1": 0.8724035608308605,
      "eval_VEHICLEVRM_f1": 0.5152354570637119,
      "eval_ZIPCODE_f1": 0.5457943925233645,
      "eval_loss": 0.3228520154953003,
      "eval_overall_accuracy": 0.8940777057774669,
      "eval_overall_f1": 0.5326851353608075,
      "eval_overall_precision": 0.5377641240821219,
      "eval_overall_recall": 0.5277011874563435,
      "eval_runtime": 577.1194,
      "eval_samples_per_second": 15.075,
      "eval_steps_per_second": 0.943,
      "step": 4350
    },
    {
      "epoch": 1.03,
      "learning_rate": 4.99908321555821e-05,
      "loss": 0.4058,
      "step": 4500
    },
    {
      "epoch": 1.15,
      "learning_rate": 4.982803524033569e-05,
      "loss": 0.3562,
      "step": 5000
    },
    {
      "epoch": 1.26,
      "learning_rate": 4.9463034836859035e-05,
      "loss": 0.313,
      "step": 5500
    },
    {
      "epoch": 1.38,
      "learning_rate": 4.8898803566790296e-05,
      "loss": 0.2823,
      "step": 6000
    },
    {
      "epoch": 1.49,
      "learning_rate": 4.813993661979598e-05,
      "loss": 0.2508,
      "step": 6500
    },
    {
      "epoch": 1.61,
      "learning_rate": 4.7192614329611715e-05,
      "loss": 0.239,
      "step": 7000
    },
    {
      "epoch": 1.72,
      "learning_rate": 4.606455184041622e-05,
      "loss": 0.2204,
      "step": 7500
    },
    {
      "epoch": 1.84,
      "learning_rate": 4.4764936273463734e-05,
      "loss": 0.2064,
      "step": 8000
    },
    {
      "epoch": 1.95,
      "learning_rate": 4.3304351905699714e-05,
      "loss": 0.1944,
      "step": 8500
    },
    {
      "epoch": 2.0,
      "eval_ACCOUNTNAME_f1": 0.97893850042123,
      "eval_ACCOUNTNUMBER_f1": 0.971770744225834,
      "eval_AGE_f1": 0.6534859521331946,
      "eval_AMOUNT_f1": 0.4640371229698376,
      "eval_BIC_f1": 0.6038543897216274,
      "eval_BITCOINADDRESS_f1": 0.9239881539980257,
      "eval_BUILDINGNUMBER_f1": 0.6722689075630253,
      "eval_CITY_f1": 0.47771428571428576,
      "eval_COMPANYNAME_f1": 0.8654037886340976,
      "eval_COUNTY_f1": 0.6233766233766234,
      "eval_CREDITCARDCVV_f1": 0.7241379310344827,
      "eval_CREDITCARDISSUER_f1": 0.8712871287128712,
      "eval_CREDITCARDNUMBER_f1": 0.6076696165191741,
      "eval_CURRENCYCODE_f1": 0.06976744186046512,
      "eval_CURRENCYNAME_f1": 0.010362694300518135,
      "eval_CURRENCYSYMBOL_f1": 0.6163021868787276,
      "eval_CURRENCY_f1": 0.4598459845984598,
      "eval_DATE_f1": 0.7517865650309672,
      "eval_DOB_f1": 0.4439411098527746,
      "eval_EMAIL_f1": 0.9802712700369914,
      "eval_ETHEREUMADDRESS_f1": 0.9848275862068965,
      "eval_EYECOLOR_f1": 0.6275659824046922,
      "eval_FIRSTNAME_f1": 0.6713665943600867,
      "eval_GENDER_f1": 0.7936821322803554,
      "eval_HEIGHT_f1": 0.6295081967213114,
      "eval_IBAN_f1": 0.9538077403245943,
      "eval_IPV4_f1": 0.8284644194756554,
      "eval_IPV6_f1": 0.7975567190226877,
      "eval_IP_f1": 0.0,
      "eval_JOBAREA_f1": 0.5303867403314917,
      "eval_JOBTITLE_f1": 0.9253218884120172,
      "eval_JOBTYPE_f1": 0.6957198443579766,
      "eval_LASTNAME_f1": 0.46939861628525814,
      "eval_LITECOINADDRESS_f1": 0.7181008902077151,
      "eval_MAC_f1": 0.9891540130151845,
      "eval_MASKEDNUMBER_f1": 0.630057803468208,
      "eval_MIDDLENAME_f1": 0.20273972602739726,
      "eval_NEARBYGPSCOORDINATE_f1": 0.9864661654135338,
      "eval_ORDINALDIRECTION_f1": 0.8015564202334631,
      "eval_PASSWORD_f1": 0.79313824419778,
      "eval_PHONEIMEI_f1": 0.9888268156424581,
      "eval_PHONENUMBER_f1": 0.9658119658119659,
      "eval_PIN_f1": 0.3230769230769231,
      "eval_PREFIX_f1": 0.895903290799194,
      "eval_SECONDARYADDRESS_f1": 0.9721030042918455,
      "eval_SEX_f1": 0.8505957836846929,
      "eval_SSN_f1": 0.9692307692307692,
      "eval_STATE_f1": 0.38412017167381973,
      "eval_STREET_f1": 0.4389086595492289,
      "eval_TIME_f1": 0.9063867016622923,
      "eval_URL_f1": 0.9904610492845787,
      "eval_USERAGENT_f1": 0.9669811320754716,
      "eval_USERNAME_f1": 0.8341463414634146,
      "eval_VEHICLEVIN_f1": 0.9562682215743439,
      "eval_VEHICLEVRM_f1": 0.8449197860962566,
      "eval_ZIPCODE_f1": 0.7487179487179487,
      "eval_loss": 0.17085756361484528,
      "eval_overall_accuracy": 0.9387336046364563,
      "eval_overall_f1": 0.7333681048901998,
      "eval_overall_precision": 0.717887323943662,
      "eval_overall_recall": 0.7495312672328224,
      "eval_runtime": 578.6874,
      "eval_samples_per_second": 15.034,
      "eval_steps_per_second": 0.94,
      "step": 8700
    },
    {
      "epoch": 2.07,
      "learning_rate": 4.169469396971739e-05,
      "loss": 0.1784,
      "step": 9000
    },
    {
      "epoch": 2.18,
      "learning_rate": 3.994907177708181e-05,
      "loss": 0.1607,
      "step": 9500
    },
    {
      "epoch": 2.3,
      "learning_rate": 3.808170195400064e-05,
      "loss": 0.1637,
      "step": 10000
    },
    {
      "epoch": 2.41,
      "learning_rate": 3.6107792658847595e-05,
      "loss": 0.1518,
      "step": 10500
    },
    {
      "epoch": 2.53,
      "learning_rate": 3.404341972448928e-05,
      "loss": 0.1484,
      "step": 11000
    },
    {
      "epoch": 2.64,
      "learning_rate": 3.1905395734132326e-05,
      "loss": 0.1455,
      "step": 11500
    },
    {
      "epoch": 2.76,
      "learning_rate": 2.9711133096957962e-05,
      "loss": 0.1352,
      "step": 12000
    },
    {
      "epoch": 2.87,
      "learning_rate": 2.7478502238677862e-05,
      "loss": 0.1352,
      "step": 12500
    },
    {
      "epoch": 2.99,
      "learning_rate": 2.5225686061930326e-05,
      "loss": 0.1275,
      "step": 13000
    },
    {
      "epoch": 3.0,
      "eval_ACCOUNTNAME_f1": 0.9881355932203391,
      "eval_ACCOUNTNUMBER_f1": 0.9896373056994819,
      "eval_AGE_f1": 0.7347391786903441,
      "eval_AMOUNT_f1": 0.848384424192212,
      "eval_BIC_f1": 0.8214285714285715,
      "eval_BITCOINADDRESS_f1": 0.9571286141575274,
      "eval_BUILDINGNUMBER_f1": 0.7815206929740136,
      "eval_CITY_f1": 0.7437011294526499,
      "eval_COMPANYNAME_f1": 0.9289289289289289,
      "eval_COUNTY_f1": 0.7793880837359097,
      "eval_CREDITCARDCVV_f1": 0.832258064516129,
      "eval_CREDITCARDISSUER_f1": 0.9754253308128545,
      "eval_CREDITCARDNUMBER_f1": 0.8623676612127045,
      "eval_CURRENCYCODE_f1": 0.4318181818181818,
      "eval_CURRENCYNAME_f1": 0.20058997050147495,
      "eval_CURRENCYSYMBOL_f1": 0.8043264503441494,
      "eval_CURRENCY_f1": 0.48899755501222497,
      "eval_DATE_f1": 0.8065638985579313,
      "eval_DOB_f1": 0.5458879618593564,
      "eval_EMAIL_f1": 0.9858461538461538,
      "eval_ETHEREUMADDRESS_f1": 0.9903181189488243,
      "eval_EYECOLOR_f1": 0.851063829787234,
      "eval_FIRSTNAME_f1": 0.8071331653421205,
      "eval_GENDER_f1": 0.8187372708757638,
      "eval_HEIGHT_f1": 0.8656716417910448,
      "eval_IBAN_f1": 0.9485570890840652,
      "eval_IPV4_f1": 0.8395802098950526,
      "eval_IPV6_f1": 0.8048780487804879,
      "eval_IP_f1": 0.0,
      "eval_JOBAREA_f1": 0.7325842696629213,
      "eval_JOBTITLE_f1": 0.9719789842381785,
      "eval_JOBTYPE_f1": 0.8699324324324326,
      "eval_LASTNAME_f1": 0.6713819368879216,
      "eval_LITECOINADDRESS_f1": 0.8654970760233919,
      "eval_MAC_f1": 0.9956521739130435,
      "eval_MASKEDNUMBER_f1": 0.819362455726092,
      "eval_MIDDLENAME_f1": 0.6478048780487806,
      "eval_NEARBYGPSCOORDINATE_f1": 1.0,
      "eval_ORDINALDIRECTION_f1": 0.9659574468085106,
      "eval_PASSWORD_f1": 0.9330855018587361,
      "eval_PHONEIMEI_f1": 0.9916434540389972,
      "eval_PHONENUMBER_f1": 0.9710610932475885,
      "eval_PIN_f1": 0.689873417721519,
      "eval_PREFIX_f1": 0.9302325581395349,
      "eval_SECONDARYADDRESS_f1": 0.9902280130293158,
      "eval_SEX_f1": 0.9412935323383084,
      "eval_SSN_f1": 0.9847328244274809,
      "eval_STATE_f1": 0.5683760683760682,
      "eval_STREET_f1": 0.7259010896898574,
      "eval_TIME_f1": 0.9380831212892282,
      "eval_URL_f1": 0.9928514694201747,
      "eval_USERAGENT_f1": 0.9952830188679245,
      "eval_USERNAME_f1": 0.9093851132686084,
      "eval_VEHICLEVIN_f1": 0.9597701149425287,
      "eval_VEHICLEVRM_f1": 0.9115281501340482,
      "eval_ZIPCODE_f1": 0.8324439701173959,
      "eval_loss": 0.11740009486675262,
      "eval_overall_accuracy": 0.9559219222347045,
      "eval_overall_f1": 0.838956471292083,
      "eval_overall_precision": 0.8275985406681451,
      "eval_overall_recall": 0.8506304915260469,
      "eval_runtime": 576.4716,
      "eval_samples_per_second": 15.092,
      "eval_steps_per_second": 0.944,
      "step": 13050
    },
    {
      "epoch": 3.1,
      "learning_rate": 2.2971031861814223e-05,
      "loss": 0.1183,
      "step": 13500
    },
    {
      "epoch": 3.22,
      "learning_rate": 2.073290190258459e-05,
      "loss": 0.105,
      "step": 14000
    },
    {
      "epoch": 3.33,
      "learning_rate": 1.852952387243698e-05,
      "loss": 0.1049,
      "step": 14500
    },
    {
      "epoch": 3.45,
      "learning_rate": 1.6378842434300746e-05,
      "loss": 0.1025,
      "step": 15000
    },
    {
      "epoch": 3.56,
      "learning_rate": 1.4298373081635322e-05,
      "loss": 0.1022,
      "step": 15500
    },
    {
      "epoch": 3.68,
      "learning_rate": 1.2305059489451364e-05,
      "loss": 0.0989,
      "step": 16000
    },
    {
      "epoch": 3.79,
      "learning_rate": 1.041513552231265e-05,
      "loss": 0.0967,
      "step": 16500
    },
    {
      "epoch": 3.91,
      "learning_rate": 8.643993023147797e-06,
      "loss": 0.0976,
      "step": 17000
    },
    {
      "epoch": 4.0,
      "eval_ACCOUNTNAME_f1": 0.9906858594411515,
      "eval_ACCOUNTNUMBER_f1": 0.9939393939393939,
      "eval_AGE_f1": 0.831168831168831,
      "eval_AMOUNT_f1": 0.9141455437448895,
      "eval_BIC_f1": 0.8688524590163934,
      "eval_BITCOINADDRESS_f1": 0.9511465603190429,
      "eval_BUILDINGNUMBER_f1": 0.8026948989412896,
      "eval_CITY_f1": 0.8014375561545373,
      "eval_COMPANYNAME_f1": 0.9538152610441767,
      "eval_COUNTY_f1": 0.8827215756490598,
      "eval_CREDITCARDCVV_f1": 0.8599348534201954,
      "eval_CREDITCARDISSUER_f1": 0.9701492537313432,
      "eval_CREDITCARDNUMBER_f1": 0.8633879781420765,
      "eval_CURRENCYCODE_f1": 0.548780487804878,
      "eval_CURRENCYNAME_f1": 0.11814345991561181,
      "eval_CURRENCYSYMBOL_f1": 0.8541266794625719,
      "eval_CURRENCY_f1": 0.663677130044843,
      "eval_DATE_f1": 0.8223748773307163,
      "eval_DOB_f1": 0.5333333333333333,
      "eval_EMAIL_f1": 0.9926017262638718,
      "eval_ETHEREUMADDRESS_f1": 0.987551867219917,
      "eval_EYECOLOR_f1": 0.9041095890410958,
      "eval_FIRSTNAME_f1": 0.8663890991672973,
      "eval_GENDER_f1": 0.9302809573361083,
      "eval_HEIGHT_f1": 0.9207317073170731,
      "eval_IBAN_f1": 0.9861286254728877,
      "eval_IPV4_f1": 0.817351598173516,
      "eval_IPV6_f1": 0.8097731239092495,
      "eval_IP_f1": 0.05907172995780591,
      "eval_JOBAREA_f1": 0.7797665369649806,
      "eval_JOBTITLE_f1": 0.968586387434555,
      "eval_JOBTYPE_f1": 0.90126582278481,
      "eval_LASTNAME_f1": 0.7845303867403316,
      "eval_LITECOINADDRESS_f1": 0.8660968660968661,
      "eval_MAC_f1": 1.0,
      "eval_MASKEDNUMBER_f1": 0.809102402022756,
      "eval_MIDDLENAME_f1": 0.8102836879432624,
      "eval_NEARBYGPSCOORDINATE_f1": 1.0,
      "eval_ORDINALDIRECTION_f1": 0.9785407725321889,
      "eval_PASSWORD_f1": 0.9429657794676806,
      "eval_PHONEIMEI_f1": 0.9916434540389972,
      "eval_PHONENUMBER_f1": 0.9806451612903225,
      "eval_PIN_f1": 0.7777777777777777,
      "eval_PREFIX_f1": 0.9353562005277046,
      "eval_SECONDARYADDRESS_f1": 0.991285403050109,
      "eval_SEX_f1": 0.9692154915590864,
      "eval_SSN_f1": 0.9885350318471338,
      "eval_STATE_f1": 0.7475538160469668,
      "eval_STREET_f1": 0.7658402203856749,
      "eval_TIME_f1": 0.9426644182124788,
      "eval_URL_f1": 0.9888712241653418,
      "eval_USERAGENT_f1": 0.9976415094339622,
      "eval_USERNAME_f1": 0.934640522875817,
      "eval_VEHICLEVIN_f1": 0.9797101449275363,
      "eval_VEHICLEVRM_f1": 0.956989247311828,
      "eval_ZIPCODE_f1": 0.8361581920903954,
      "eval_loss": 0.10652516037225723,
      "eval_overall_accuracy": 0.9597831558951391,
      "eval_overall_f1": 0.874891304347826,
      "eval_overall_precision": 0.8624236579877853,
      "eval_overall_recall": 0.8877247160030881,
      "eval_runtime": 577.627,
      "eval_samples_per_second": 15.062,
      "eval_steps_per_second": 0.942,
      "step": 17400
    },
    {
      "epoch": 4.02,
      "learning_rate": 7.00605645962078e-06,
      "loss": 0.0985,
      "step": 17500
    },
    {
      "epoch": 4.14,
      "learning_rate": 5.51466544896021e-06,
      "loss": 0.0843,
      "step": 18000
    },
    {
      "epoch": 4.25,
      "learning_rate": 4.181966117984099e-06,
      "loss": 0.0804,
      "step": 18500
    },
    {
      "epoch": 4.37,
      "learning_rate": 3.0188121831012023e-06,
      "loss": 0.0789,
      "step": 19000
    },
    {
      "epoch": 4.48,
      "learning_rate": 2.0346765559094567e-06,
      "loss": 0.0825,
      "step": 19500
    },
    {
      "epoch": 4.6,
      "learning_rate": 1.2375741942894869e-06,
      "loss": 0.0855,
      "step": 20000
    },
    {
      "epoch": 4.71,
      "learning_rate": 6.339968273062741e-07,
      "loss": 0.088,
      "step": 20500
    },
    {
      "epoch": 4.83,
      "learning_rate": 2.288600855298306e-07,
      "loss": 0.0779,
      "step": 21000
    },
    {
      "epoch": 4.94,
      "learning_rate": 2.546346735399219e-08,
      "loss": 0.0886,
      "step": 21500
    },
    {
      "epoch": 5.0,
      "eval_ACCOUNTNAME_f1": 0.9898477157360406,
      "eval_ACCOUNTNUMBER_f1": 0.9939393939393939,
      "eval_AGE_f1": 0.8396946564885497,
      "eval_AMOUNT_f1": 0.9169381107491856,
      "eval_BIC_f1": 0.9011627906976744,
      "eval_BITCOINADDRESS_f1": 0.9582504970178928,
      "eval_BUILDINGNUMBER_f1": 0.8108632395732298,
      "eval_CITY_f1": 0.8010899182561309,
      "eval_COMPANYNAME_f1": 0.9436619718309859,
      "eval_COUNTY_f1": 0.875219683655536,
      "eval_CREDITCARDCVV_f1": 0.8634920634920634,
      "eval_CREDITCARDISSUER_f1": 0.9737827715355806,
      "eval_CREDITCARDNUMBER_f1": 0.8771266540642721,
      "eval_CURRENCYCODE_f1": 0.5565749235474006,
      "eval_CURRENCYNAME_f1": 0.2214022140221402,
      "eval_CURRENCYSYMBOL_f1": 0.8640308582449373,
      "eval_CURRENCY_f1": 0.6542491268917345,
      "eval_DATE_f1": 0.8364532019704435,
      "eval_DOB_f1": 0.5696361355081556,
      "eval_EMAIL_f1": 0.9913686806411837,
      "eval_ETHEREUMADDRESS_f1": 0.9903181189488243,
      "eval_EYECOLOR_f1": 0.907608695652174,
      "eval_FIRSTNAME_f1": 0.8759040730871717,
      "eval_GENDER_f1": 0.9323621227887617,
      "eval_HEIGHT_f1": 0.9046153846153847,
      "eval_IBAN_f1": 0.9899244332493703,
      "eval_IPV4_f1": 0.8118195956454121,
      "eval_IPV6_f1": 0.8090671316477768,
      "eval_IP_f1": 0.11372549019607843,
      "eval_JOBAREA_f1": 0.789514263685428,
      "eval_JOBTITLE_f1": 0.9805996472663139,
      "eval_JOBTYPE_f1": 0.9055649241146712,
      "eval_LASTNAME_f1": 0.8178879310344828,
      "eval_LITECOINADDRESS_f1": 0.8739002932551319,
      "eval_MAC_f1": 1.0,
      "eval_MASKEDNUMBER_f1": 0.8319226118500604,
      "eval_MIDDLENAME_f1": 0.8419213973799127,
      "eval_NEARBYGPSCOORDINATE_f1": 1.0,
      "eval_ORDINALDIRECTION_f1": 0.9681528662420382,
      "eval_PASSWORD_f1": 0.9595484477892756,
      "eval_PHONEIMEI_f1": 0.9930264993026499,
      "eval_PHONENUMBER_f1": 0.98068669527897,
      "eval_PIN_f1": 0.7867867867867867,
      "eval_PREFIX_f1": 0.9354624085163007,
      "eval_SECONDARYADDRESS_f1": 0.9967284623773174,
      "eval_SEX_f1": 0.9692154915590864,
      "eval_SSN_f1": 0.9897959183673469,
      "eval_STATE_f1": 0.7407407407407408,
      "eval_STREET_f1": 0.7823008849557522,
      "eval_TIME_f1": 0.9499575911789652,
      "eval_URL_f1": 0.9936406995230525,
      "eval_USERAGENT_f1": 0.9976415094339622,
      "eval_USERNAME_f1": 0.9331131296449217,
      "eval_VEHICLEVIN_f1": 0.9712643678160919,
      "eval_VEHICLEVRM_f1": 0.9493333333333334,
      "eval_ZIPCODE_f1": 0.8634361233480177,
      "eval_loss": 0.10552353411912918,
      "eval_overall_accuracy": 0.9609040792185279,
      "eval_overall_f1": 0.8814179158519806,
      "eval_overall_precision": 0.8683074728018548,
      "eval_overall_recall": 0.8949303334436234,
      "eval_runtime": 575.31,
      "eval_samples_per_second": 15.122,
      "eval_steps_per_second": 0.946,
      "step": 21750
    },
    {
      "epoch": 5.0,
      "step": 21750,
      "total_flos": 7172623426882680.0,
      "train_loss": 0.3317324107378379,
      "train_runtime": 43559.0225,
      "train_samples_per_second": 3.994,
      "train_steps_per_second": 0.499
    },
    {
      "epoch": 5.0,
      "eval_ACCOUNTNAME_f1": 0.9898477157360406,
      "eval_ACCOUNTNUMBER_f1": 0.9939393939393939,
      "eval_AGE_f1": 0.8396946564885497,
      "eval_AMOUNT_f1": 0.9169381107491856,
      "eval_BIC_f1": 0.9011627906976744,
      "eval_BITCOINADDRESS_f1": 0.9582504970178928,
      "eval_BUILDINGNUMBER_f1": 0.8108632395732298,
      "eval_CITY_f1": 0.8010899182561309,
      "eval_COMPANYNAME_f1": 0.9436619718309859,
      "eval_COUNTY_f1": 0.875219683655536,
      "eval_CREDITCARDCVV_f1": 0.8634920634920634,
      "eval_CREDITCARDISSUER_f1": 0.9737827715355806,
      "eval_CREDITCARDNUMBER_f1": 0.8771266540642721,
      "eval_CURRENCYCODE_f1": 0.5565749235474006,
      "eval_CURRENCYNAME_f1": 0.2214022140221402,
      "eval_CURRENCYSYMBOL_f1": 0.8640308582449373,
      "eval_CURRENCY_f1": 0.6542491268917345,
      "eval_DATE_f1": 0.8364532019704435,
      "eval_DOB_f1": 0.5696361355081556,
      "eval_EMAIL_f1": 0.9913686806411837,
      "eval_ETHEREUMADDRESS_f1": 0.9903181189488243,
      "eval_EYECOLOR_f1": 0.907608695652174,
      "eval_FIRSTNAME_f1": 0.8759040730871717,
      "eval_GENDER_f1": 0.9323621227887617,
      "eval_HEIGHT_f1": 0.9046153846153847,
      "eval_IBAN_f1": 0.9899244332493703,
      "eval_IPV4_f1": 0.8118195956454121,
      "eval_IPV6_f1": 0.8090671316477768,
      "eval_IP_f1": 0.11372549019607843,
      "eval_JOBAREA_f1": 0.789514263685428,
      "eval_JOBTITLE_f1": 0.9805996472663139,
      "eval_JOBTYPE_f1": 0.9055649241146712,
      "eval_LASTNAME_f1": 0.8178879310344828,
      "eval_LITECOINADDRESS_f1": 0.8739002932551319,
      "eval_MAC_f1": 1.0,
      "eval_MASKEDNUMBER_f1": 0.8319226118500604,
      "eval_MIDDLENAME_f1": 0.8419213973799127,
      "eval_NEARBYGPSCOORDINATE_f1": 1.0,
      "eval_ORDINALDIRECTION_f1": 0.9681528662420382,
      "eval_PASSWORD_f1": 0.9595484477892756,
      "eval_PHONEIMEI_f1": 0.9930264993026499,
      "eval_PHONENUMBER_f1": 0.98068669527897,
      "eval_PIN_f1": 0.7867867867867867,
      "eval_PREFIX_f1": 0.9354624085163007,
      "eval_SECONDARYADDRESS_f1": 0.9967284623773174,
      "eval_SEX_f1": 0.9692154915590864,
      "eval_SSN_f1": 0.9897959183673469,
      "eval_STATE_f1": 0.7407407407407408,
      "eval_STREET_f1": 0.7823008849557522,
      "eval_TIME_f1": 0.9499575911789652,
      "eval_URL_f1": 0.9936406995230525,
      "eval_USERAGENT_f1": 0.9976415094339622,
      "eval_USERNAME_f1": 0.9331131296449217,
      "eval_VEHICLEVIN_f1": 0.9712643678160919,
      "eval_VEHICLEVRM_f1": 0.9493333333333334,
      "eval_ZIPCODE_f1": 0.8634361233480177,
      "eval_loss": 0.10552353411912918,
      "eval_overall_accuracy": 0.9609040792185279,
      "eval_overall_f1": 0.8814179158519806,
      "eval_overall_precision": 0.8683074728018548,
      "eval_overall_recall": 0.8949303334436234,
      "eval_runtime": 577.0147,
      "eval_samples_per_second": 15.078,
      "eval_steps_per_second": 0.943,
      "step": 21750
    }
  ],
  "max_steps": 21750,
  "num_train_epochs": 5,
  "total_flos": 7172623426882680.0,
  "trial_name": null,
  "trial_params": null
}